-- Logs begin at Thu 2022-01-27 20:31:17 UTC, end at Thu 2022-01-27 23:22:25 UTC. -- Jan 27 21:17:43.646555 n-d-760456-6 systemd[1]: Started Devstack devstack@q-svc.service. Jan 27 21:17:46.650251 n-d-760456-6 neutron-server[103879]: INFO neutron.common.config [-] Logging enabled! Jan 27 21:17:46.650961 n-d-760456-6 neutron-server[103879]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev438 Jan 27 21:17:46.651051 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103879) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 21:17:46.654836 n-d-760456-6 neutron-server[103879]: INFO neutron.common.config [-] Logging enabled! Jan 27 21:17:46.655096 n-d-760456-6 neutron-server[103879]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev438 Jan 27 21:17:46.655415 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103879) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 27 21:17:46.656399 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 21:17:46.656642 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 21:17:46.657026 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 21:17:46.657279 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 21:17:46.657509 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 21:17:46.657842 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.658275 n-d-760456-6 neutron-server[103879]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 27 21:17:46.658593 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.658901 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.659196 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.659497 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.659794 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.660099 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.660405 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.660708 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.661004 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.661292 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.661583 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.661887 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.662179 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.662474 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.662767 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.663056 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] debug = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.663342 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.663781 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.664240 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.664528 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.664829 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.665111 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.665393 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.665675 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.665967 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.666312 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] host = n-d-760456-6 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.666596 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.666891 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.667189 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.667478 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.667759 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.668041 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.668358 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.668645 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.668921 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] log_file = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.669308 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.669607 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.669902 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.670210 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.670445 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.670675 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.670972 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.671266 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.671553 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.671837 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.672156 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.672445 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.672729 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.673008 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.673303 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.673590 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.673885 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.674164 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.674445 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.674727 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.675006 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.675294 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.675573 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.675852 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.676154 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.676449 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.676726 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.677078 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.677390 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.677680 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.677972 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.678267 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.678548 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.678836 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.679109 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.679395 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.679671 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] use_json = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.679949 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.680251 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.680537 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.680819 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.681094 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.681373 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.681830 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.682136 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.682418 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:46.682726 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.683035 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.683340 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.683645 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.683944 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.684257 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.684552 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.684971 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.685239 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.685532 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.685831 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.686118 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.686432 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.686722 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.687022 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.687341 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.687638 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.687938 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.688246 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.688531 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.688813 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.689103 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.689406 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.689723 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.689973 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.690272 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.690796 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.690952 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.691256 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.691408 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.691796 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.691998 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.692313 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.692612 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.692892 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.693163 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.693447 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.693742 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.694025 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.694304 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.694592 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.694929 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.695208 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.695486 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.695770 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.696066 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.696372 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.696651 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.696929 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.697211 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.697492 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.697792 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.698081 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.698363 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.698645 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.698931 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.699211 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.699492 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.699779 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.700058 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.700987 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.701272 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.701552 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.701835 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.702116 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.702397 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.702682 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.702963 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.703248 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.703527 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.703803 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.704101 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.704506 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.704788 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.705081 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.705386 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.705689 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.705960 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.706246 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.706531 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.706813 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.707096 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.707379 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.707662 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.707941 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.708269 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.708563 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.708859 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.709171 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.709458 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.709758 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.710041 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.710335 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.710621 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.710907 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.711198 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.711489 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.711790 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.712108 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.712419 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.712729 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.713032 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.713322 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.713640 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.713927 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:46.714152 n-d-760456-6 neutron-server[103879]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 21:17:46.714411 n-d-760456-6 neutron-server[103879]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103879) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 27 21:17:47.098645 n-d-760456-6 neutron-server[103879]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 21:17:47.098853 n-d-760456-6 neutron-server[103879]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 21:17:47.099167 n-d-760456-6 neutron-server[103879]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 27 21:17:47.099577 n-d-760456-6 neutron-server[103879]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 27 21:17:47.434278 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.434717 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.435509 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.436971 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.437262 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.437544 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.482466 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.482754 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.483026 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.497939 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.498228 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.498503 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.529016 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.529301 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.529579 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.566722 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.567011 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.567289 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.904226 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.904856 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.904856 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.905019 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:47.905712 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.006472 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.006794 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.007083 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.007362 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.007638 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.007952 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.008254 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.008517 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.008777 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.009068 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.009333 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.009683 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.009959 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.010211 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.010467 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.010736 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.010998 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.011271 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.011545 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.011820 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.012144 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.014776 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.014776 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.014776 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.014776 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.014776 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.015162 n-d-760456-6 neutron-server[103879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:17:48.015162 n-d-760456-6 neutron-server[103879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:17:48.015162 n-d-760456-6 neutron-server[103879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:17:48.015162 n-d-760456-6 neutron-server[103879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:17:48.015597 n-d-760456-6 neutron-server[103879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:17:48.015597 n-d-760456-6 neutron-server[103879]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:17:48.015916 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 27 21:17:48.019266 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 27 21:17:48.023404 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 27 21:17:48.027195 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jan 27 21:17:48.029531 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 27 21:17:48.029999 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 27 21:17:48.030340 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 27 21:17:48.030734 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 27 21:17:48.033642 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 27 21:17:48.033901 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 27 21:17:48.034268 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 21:17:48.039744 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 27 21:17:48.064211 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 27 21:17:48.064679 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.064988 n-d-760456-6 neutron-server[103879]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103879) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 27 21:17:48.065359 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.066752 n-d-760456-6 neutron-server[103879]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103879) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 27 21:17:48.067043 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 27 21:17:48.067295 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 27 21:17:48.070613 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.070901 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:48.136096 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 27 21:17:48.139240 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 27 21:17:48.139240 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 27 21:17:48.139240 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 27 21:17:48.158772 n-d-760456-6 neutron-server[103879]: DEBUG oslo_db.sqlalchemy.engines [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103879) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 27 21:17:48.773851 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Initializing driver for type 'gre' Jan 27 21:17:48.774385 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] gre ID ranges: [(1, 1000)] Jan 27 21:17:48.973256 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Initializing driver for type 'local' Jan 27 21:17:48.973961 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Initializing driver for type 'vlan' Jan 27 21:17:49.076738 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] VlanTypeDriver initialization complete Jan 27 21:17:49.077019 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Initializing driver for type 'vxlan' Jan 27 21:17:49.077540 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] vxlan ID ranges: [(1, 1000)] Jan 27 21:17:49.333854 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Initializing extension driver 'port_security' Jan 27 21:17:49.334124 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.extensions.port_security [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] PortSecurityExtensionDriver initialization complete Jan 27 21:17:49.334461 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Initializing mechanism driver 'openvswitch' Jan 27 21:17:49.334797 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Initializing mechanism driver 'hyperv' Jan 27 21:17:49.341682 n-d-760456-6 neutron-server[103879]: DEBUG neutron.plugins.ml2.plugin [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:17:49.342383 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > port after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.342762 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > port after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.343122 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > port after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.343668 n-d-760456-6 neutron-server[103879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:17:49.344158 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.344530 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.344883 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.345303 n-d-760456-6 neutron-server[103879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:17:49.345731 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > network after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.346093 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > network after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.346443 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > network after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.347101 n-d-760456-6 neutron-server[103879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:17:49.347520 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.347877 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.348252 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.348805 n-d-760456-6 neutron-server[103879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:17:49.349223 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.349637 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.349991 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.350404 n-d-760456-6 neutron-server[103879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:17:49.350838 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.351191 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.351542 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.351949 n-d-760456-6 neutron-server[103879]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103879) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 27 21:17:49.352443 n-d-760456-6 neutron-server[103879]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] ML2 OVO RPC backend initialized. {{(pid=103879) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 27 21:17:49.353178 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.353535 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.353959 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > network before_response 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.354314 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > networks before_response 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.354668 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > port before_response 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.355048 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > ports before_response 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.355395 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.355741 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.356111 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > network after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.356516 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > network after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.356869 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > network after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.357211 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > port after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.357553 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > port after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.357894 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > port after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.358233 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.358573 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.358909 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.366295 n-d-760456-6 neutron-server[103879]: INFO neutron.quota [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded quota_driver: . Jan 27 21:17:49.366668 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.plugin [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Modular L2 Plugin initialization complete Jan 27 21:17:49.367024 n-d-760456-6 neutron-server[103879]: DEBUG neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading services supported by the core plugin {{(pid=103879) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 27 21:17:49.367374 n-d-760456-6 neutron-server[103879]: INFO neutron.plugins.ml2.managers [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Got port-security extension from driver 'port_security' Jan 27 21:17:49.367867 n-d-760456-6 neutron-server[103879]: INFO neutron.extensions.vlantransparent [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Disabled vlantransparent extension. Jan 27 21:17:49.368394 n-d-760456-6 neutron-server[103879]: DEBUG neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103879) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 27 21:17:49.368791 n-d-760456-6 neutron-server[103879]: INFO neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading Plugin: router Jan 27 21:17:49.419009 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.419418 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router after_create 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.419870 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router before_create 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.420272 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.420659 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.421025 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router after_delete 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.421394 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.421750 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.422127 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router after_create 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.422480 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router after_update 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.422837 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router after_update 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.423194 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.423555 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router after_update 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.424068 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.424483 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: port after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.424825 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: port after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.425174 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: subnet after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.425521 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.425875 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.426226 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.426574 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: port before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.426925 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.427287 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router after_update 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.427633 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.427989 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.428382 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.428734 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.429108 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > agent after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.429497 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.429871 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > network after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.430798 n-d-760456-6 neutron-server[103879]: DEBUG neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Tracking information for resource: router configured {{(pid=103879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:17:49.431135 n-d-760456-6 neutron-server[103879]: DEBUG neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Tracking information for resource: floatingip configured {{(pid=103879) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 27 21:17:49.436939 n-d-760456-6 neutron-server[103879]: INFO neutron.db.l3_agentschedulers_db [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 27 21:17:49.437530 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: port after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.437899 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: port after_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.438263 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: port after_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.438625 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: port after_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.439577 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router before_create 55550100 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.439955 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.440370 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.440735 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.445598 n-d-760456-6 neutron-server[103879]: DEBUG neutron.services.provider_configuration [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service providers = [] {{(pid=103879) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 27 21:17:49.445971 n-d-760456-6 neutron-server[103879]: DEBUG neutron.db.servicetype_db [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103879) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 27 21:17:49.449079 n-d-760456-6 neutron-server[103879]: DEBUG neutron.services.service_base [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 21:17:49.449434 n-d-760456-6 neutron-server[103879]: DEBUG neutron.services.service_base [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 21:17:49.449783 n-d-760456-6 neutron-server[103879]: DEBUG neutron.services.service_base [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 21:17:49.451290 n-d-760456-6 neutron-server[103879]: DEBUG neutron.services.service_base [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103879) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 27 21:17:49.451675 n-d-760456-6 neutron-server[103879]: INFO neutron.services.service_base [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 27 21:17:49.452095 n-d-760456-6 neutron-server[103879]: DEBUG neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:17:49.452440 n-d-760456-6 neutron-server[103879]: INFO neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 27 21:17:49.463255 n-d-760456-6 neutron-server[103879]: DEBUG neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:17:49.463628 n-d-760456-6 neutron-server[103879]: INFO neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading Plugin: auto_allocate Jan 27 21:17:49.469772 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: network precommit_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.470150 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: network precommit_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.470688 n-d-760456-6 neutron-server[103879]: DEBUG neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:17:49.471015 n-d-760456-6 neutron-server[103879]: INFO neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading Plugin: tag Jan 27 21:17:49.481644 n-d-760456-6 neutron-server[103879]: DEBUG neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:17:49.481979 n-d-760456-6 neutron-server[103879]: INFO neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading Plugin: timestamp Jan 27 21:17:49.486168 n-d-760456-6 neutron-server[103879]: DEBUG neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:17:49.486544 n-d-760456-6 neutron-server[103879]: INFO neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading Plugin: network_ip_availability Jan 27 21:17:49.492165 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.492599 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.492968 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.493718 n-d-760456-6 neutron-server[103879]: DEBUG neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:17:49.494046 n-d-760456-6 neutron-server[103879]: INFO neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading Plugin: flavors Jan 27 21:17:49.499504 n-d-760456-6 neutron-server[103879]: DEBUG neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:17:49.499836 n-d-760456-6 neutron-server[103879]: INFO neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading Plugin: revisions Jan 27 21:17:49.504310 n-d-760456-6 neutron-server[103879]: DEBUG neutron.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103879) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 27 21:17:49.504716 n-d-760456-6 neutron-server[103879]: DEBUG oslo_concurrency.lockutils [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.405s {{(pid=103879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 27 21:17:49.505485 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103879) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 27 21:17:49.505834 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Initializing extension manager. Jan 27 21:17:49.506365 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: __init__.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.506713 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: __pycache__ {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.507054 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.507392 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: address_group.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.508190 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.508786 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: address-group Jan 27 21:17:49.509119 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: address_scope.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.509886 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.510410 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: address-scope Jan 27 21:17:49.510744 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.511693 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.512251 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: router-admin-state-down-before-update Jan 27 21:17:49.512590 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: agent.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.514075 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.514585 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: agent Jan 27 21:17:49.514918 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: agent_resources_synced.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.521132 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.521663 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: agent-resources-synced Jan 27 21:17:49.521997 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.523860 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.524424 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: allowed-address-pairs Jan 27 21:17:49.524760 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.525866 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.526426 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: auto-allocated-topology Jan 27 21:17:49.526755 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: availability_zone.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.527467 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.528030 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: availability_zone Jan 27 21:17:49.528368 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: availability_zone_filter.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.529303 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.529819 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: availability_zone_filter Jan 27 21:17:49.530148 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: data_plane_status.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.531092 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.531616 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension data-plane-status not supported by any of loaded plugins Jan 27 21:17:49.531950 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: default_subnetpools.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.532910 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.533423 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: default-subnetpools Jan 27 21:17:49.533750 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.534589 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.535110 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: dhcp_agent_scheduler Jan 27 21:17:49.535438 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: dns.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.536402 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.536917 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension dns-integration not supported by any of loaded plugins Jan 27 21:17:49.537243 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: dns_domain_ports.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.538200 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.538747 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 27 21:17:49.539074 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.540017 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.540554 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 27 21:17:49.540882 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: dvr.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.541572 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.542085 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: dvr Jan 27 21:17:49.542412 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: ecmp_routes.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.543344 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.544436 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 27 21:17:49.544771 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: empty_string_filtering.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.545708 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.546224 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: empty-string-filtering Jan 27 21:17:49.546553 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.547480 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.547992 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 27 21:17:49.548348 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.549295 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.549802 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 27 21:17:49.550129 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: external_net.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.551047 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.551592 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: external-net Jan 27 21:17:49.551927 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.552880 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.553392 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: extra_dhcp_opt Jan 27 21:17:49.553721 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: extraroute.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.554651 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.555192 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: extraroute Jan 27 21:17:49.555516 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: extraroute_atomic.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.556608 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.557128 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: extraroute-atomic Jan 27 21:17:49.557459 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: filter_validation.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.558145 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.558663 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: filter-validation Jan 27 21:17:49.558989 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: fip_pf_description.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.560507 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.561012 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 27 21:17:49.561341 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: fip_port_details.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.562297 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.562813 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: fip-port-details Jan 27 21:17:49.563190 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: flavors.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.564496 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.565028 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: flavors Jan 27 21:17:49.565354 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.567128 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.567662 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 27 21:17:49.568003 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: floatingip_pools.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.568747 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.569270 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: floatingip-pools Jan 27 21:17:49.569604 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: ip_allocation.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.570550 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.571068 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension ip_allocation not supported by any of loaded plugins Jan 27 21:17:49.571400 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.572394 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.572920 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: ip-substring-filtering Jan 27 21:17:49.573255 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: l2_adjacency.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.574210 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.574744 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 27 21:17:49.575059 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: l3.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.576098 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.576640 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: router Jan 27 21:17:49.577878 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.580143 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.580681 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 27 21:17:49.581017 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.581970 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.582499 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: ext-gw-mode Jan 27 21:17:49.582832 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.583807 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.584413 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: l3-ha Jan 27 21:17:49.584699 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: l3_flavors.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.585635 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.586157 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: l3-flavors Jan 27 21:17:49.586485 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.587416 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.587936 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 27 21:17:49.588283 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: l3agentscheduler.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.589366 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.589889 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: l3_agent_scheduler Jan 27 21:17:49.590218 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: local_ip.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.592041 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.592603 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension local_ip not supported by any of loaded plugins Jan 27 21:17:49.592940 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: logging.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.594444 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.595002 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension logging not supported by any of loaded plugins Jan 27 21:17:49.595351 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: metering.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.596137 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.596984 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: metering Jan 27 21:17:49.597314 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.598423 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.598949 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: metering_source_and_destination_fields Jan 27 21:17:49.599279 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: multiprovidernet.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.600256 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.600856 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: multi-provider Jan 27 21:17:49.601189 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: netmtu.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.602130 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.602657 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: net-mtu Jan 27 21:17:49.603010 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: netmtu_writable.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.603948 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.604510 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: net-mtu-writable Jan 27 21:17:49.604838 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: network_availability_zone.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.605518 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.606046 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: network_availability_zone Jan 27 21:17:49.606885 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: network_ip_availability.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.608022 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.608573 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: network-ip-availability Jan 27 21:17:49.608910 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: network_segment_range.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.609694 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.610202 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension network-segment-range not supported by any of loaded plugins Jan 27 21:17:49.610527 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: pagination.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.611524 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.611867 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: pagination Jan 27 21:17:49.612248 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: port_device_profile.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.613197 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.613723 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: port-device-profile Jan 27 21:17:49.614049 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.614992 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.615512 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: port-mac-address-regenerate Jan 27 21:17:49.615836 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.624113 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.624644 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: port-numa-affinity-policy Jan 27 21:17:49.624973 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: port_resource_request.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.625916 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.626429 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension port-resource-request not supported by any of loaded plugins Jan 27 21:17:49.626756 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.627737 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.628281 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 27 21:17:49.628610 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: portbindings.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.629594 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.630116 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: binding Jan 27 21:17:49.630445 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: portbindings_extended.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.631749 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.632296 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: binding-extended Jan 27 21:17:49.632631 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: portsecurity.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.633573 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.634096 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: port-security Jan 27 21:17:49.634431 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: project_id.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.635429 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.635783 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: project-id Jan 27 21:17:49.636134 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: providernet.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.637058 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.637583 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: provider Jan 27 21:17:49.637932 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: qos.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.641715 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.642165 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension qos not supported by any of loaded plugins Jan 27 21:17:49.642502 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.643769 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.644330 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 27 21:17:49.644671 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.645617 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.646219 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 27 21:17:49.646480 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: qos_default.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.647412 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.647930 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension qos-default not supported by any of loaded plugins Jan 27 21:17:49.648294 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: qos_fip.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.649237 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.649762 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension qos-fip not supported by any of loaded plugins Jan 27 21:17:49.650096 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.651024 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.651547 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 27 21:17:49.651878 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.660899 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.661433 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 27 21:17:49.661751 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.662680 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.663198 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 27 21:17:49.663531 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.664613 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.665135 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 27 21:17:49.665469 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: qos_pps_rule.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.666708 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.667234 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension qos-pps not supported by any of loaded plugins Jan 27 21:17:49.667570 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.668531 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.669621 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 27 21:17:49.669953 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: qos_rules_alias.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.671042 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.671571 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 27 21:17:49.671895 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: quota_check_limit.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.672865 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.673387 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: quota-check-limit Jan 27 21:17:49.673717 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: quotasv2.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.674738 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.675073 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: quotas Jan 27 21:17:49.676694 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: quotasv2_detail.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.678673 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.679027 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: quota_details Jan 27 21:17:49.679366 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: rbac.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.680489 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.681034 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: rbac-policies Jan 27 21:17:49.683427 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: rbac_address_group.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.684433 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.685557 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: rbac-address-group Jan 27 21:17:49.685892 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: rbac_address_scope.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.686879 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.687457 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: rbac-address-scope Jan 27 21:17:49.687743 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: rbac_security_groups.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.688685 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.689207 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: rbac-security-groups Jan 27 21:17:49.689537 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.690477 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.691000 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: rbac-subnetpool Jan 27 21:17:49.691332 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: revisionifmatch.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.692297 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.692904 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: revision-if-match Jan 27 21:17:49.693154 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: revisions.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.698940 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.699465 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: standard-attr-revisions Jan 27 21:17:49.699800 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: router_availability_zone.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.700600 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.701127 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: router_availability_zone Jan 27 21:17:49.701455 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: routerservicetype.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.702404 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.702920 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension router-service-type not supported by any of loaded plugins Jan 27 21:17:49.703284 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.704343 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.704864 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: security-groups-normalized-cidr Jan 27 21:17:49.705194 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.706143 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.706662 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: port-security-groups-filtering Jan 27 21:17:49.706985 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.707923 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.708483 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: security-groups-remote-address-group Jan 27 21:17:49.708812 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.709773 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.710288 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: security-groups-shared-filtering Jan 27 21:17:49.710615 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.711226 n-d-760456-6 neutron-server[103879]: WARNING neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 27 21:17:49.711548 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: securitygroup.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.721681 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.722231 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: security-group Jan 27 21:17:49.722571 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: segment.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.723382 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.723899 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension segment not supported by any of loaded plugins Jan 27 21:17:49.724266 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.725237 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.725761 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 27 21:17:49.726094 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: servicetype.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.727243 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.727773 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: service-type Jan 27 21:17:49.728133 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: sorting.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.741516 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.741855 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: sorting Jan 27 21:17:49.742189 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: standard_attr_segment.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.743124 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.743692 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 27 21:17:49.744027 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: standardattrdescription.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.744719 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.745238 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: standard-attr-description Jan 27 21:17:49.745568 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: stateful_security_group.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.746515 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.747087 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: stateful-security-group Jan 27 21:17:49.747925 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: stdattrs_common.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.748541 n-d-760456-6 neutron-server[103879]: WARNING neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 27 21:17:49.748871 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.749846 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.750369 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 27 21:17:49.750697 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: subnet_onboard.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.751799 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.752354 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: subnet_onboard Jan 27 21:17:49.752693 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.753638 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.754153 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 27 21:17:49.754481 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: subnet_service_types.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.755420 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.755938 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: subnet-service-types Jan 27 21:17:49.756305 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: subnetallocation.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.757411 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.757935 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: subnet_allocation Jan 27 21:17:49.758270 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.758956 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.759471 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: subnetpool-prefix-ops Jan 27 21:17:49.759802 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.760804 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.761315 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 27 21:17:49.761653 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: tagging.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.762824 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.763354 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: standard-attr-tag Jan 27 21:17:49.763694 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: timestamp.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.764958 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.765483 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loaded extension: standard-attr-timestamp Jan 27 21:17:49.765816 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: trunk.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.766871 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.767396 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension trunk not supported by any of loaded plugins Jan 27 21:17:49.767728 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: trunk_details.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.768711 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.769239 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension trunk-details not supported by any of loaded plugins Jan 27 21:17:49.769569 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.770509 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.771032 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 27 21:17:49.771360 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Loading extension file: vlantransparent.py {{(pid=103879) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 27 21:17:49.772048 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103879) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 27 21:17:49.772620 n-d-760456-6 neutron-server[103879]: INFO neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 27 21:17:49.775164 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:network Jan 27 21:17:49.775702 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:subnet Jan 27 21:17:49.776115 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:17:49.776513 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:port Jan 27 21:17:49.777779 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.778251 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service FLAVORS assigned prefix: {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.778911 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.779338 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.779672 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:router Jan 27 21:17:49.780136 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 21:17:49.780624 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service METERING assigned prefix: /metering {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.782170 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.782602 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.782909 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:17:49.783932 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 21:17:49.784411 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:security_group Jan 27 21:17:49.784853 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 21:17:49.786599 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service CORE assigned prefix: {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.786941 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:17:49.787302 n-d-760456-6 neutron-server[103879]: WARNING neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] subnetpool is already registered Jan 27 21:17:49.787732 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service CORE assigned prefix: {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.788067 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:17:49.788434 n-d-760456-6 neutron-server[103879]: WARNING neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] subnetpool is already registered Jan 27 21:17:49.790742 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.791180 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service FLAVORS assigned prefix: {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.791768 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.792238 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.792583 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:router Jan 27 21:17:49.792926 n-d-760456-6 neutron-server[103879]: WARNING neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] router is already registered Jan 27 21:17:49.793345 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:floatingip Jan 27 21:17:49.793684 n-d-760456-6 neutron-server[103879]: WARNING neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] floatingip is already registered Jan 27 21:17:49.794656 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service METERING assigned prefix: /metering {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.795322 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of CountableResource for resource:rbac_policy Jan 27 21:17:49.795652 n-d-760456-6 neutron-server[103879]: WARNING neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] rbac_policy is already registered Jan 27 21:17:49.796065 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:security_group Jan 27 21:17:49.796427 n-d-760456-6 neutron-server[103879]: WARNING neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] security_group is already registered Jan 27 21:17:49.796832 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 27 21:17:49.797167 n-d-760456-6 neutron-server[103879]: WARNING neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] security_group_rule is already registered Jan 27 21:17:49.797802 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service CORE assigned prefix: {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.798139 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:17:49.798474 n-d-760456-6 neutron-server[103879]: WARNING neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] subnetpool is already registered Jan 27 21:17:49.798897 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.v2.resource_helper [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Service CORE assigned prefix: {{(pid=103879) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 27 21:17:49.799223 n-d-760456-6 neutron-server[103879]: INFO neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 27 21:17:49.799555 n-d-760456-6 neutron-server[103879]: WARNING neutron.quota.resource_registry [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] subnetpool is already registered Jan 27 21:17:49.800033 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: extensions {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.801575 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: address-groups {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.803098 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: address-scopes {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.807082 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: agents {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.807082 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: auto-allocated-topology {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.807082 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: availability_zones {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.808294 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: dhcp-networks {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.810375 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: dhcp-agents {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.811833 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: routers {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.814169 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: flavors {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.815364 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: service_profiles {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.816622 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: next_providers {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.818140 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: service_profiles {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.819730 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: floatingip-pools {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.821055 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: routers {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.823208 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: floatingips {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.824591 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: l3-routers {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.826042 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: l3-agents {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.827506 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: metering-labels {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.828947 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: metering-label-rules {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.833694 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: network-ip-availabilities {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.833694 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: bindings {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.833694 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: quotas {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.834976 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: quotas {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.836603 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: rbac-policies {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.837926 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: security-groups {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.839178 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: security-group-rules {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.840456 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: service-providers {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.841742 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: subnetpools {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.843205 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: subnetpools {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.844771 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: tags {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.846805 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: tags {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.848700 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: tags {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.850590 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: tags {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.853645 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: tags {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.855529 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: tags {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.857857 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: tags {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.859857 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: tags {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.861686 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: tags {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.863598 n-d-760456-6 neutron-server[103879]: DEBUG neutron.api.extensions [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Extended resource: tags {{(pid=103879) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 27 21:17:49.869608 n-d-760456-6 neutron-server[103879]: WARNING keystonemiddleware.auth_token [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 27 21:17:49.874948 n-d-760456-6 neutron-server[103879]: WARNING keystonemiddleware.auth_token [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 27 21:17:49.883649 n-d-760456-6 neutron-server[103879]: DEBUG oslo_concurrency.lockutils [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Acquired lock "singleton_lock" {{(pid=103879) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 27 21:17:49.884167 n-d-760456-6 neutron-server[103879]: DEBUG oslo_concurrency.lockutils [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Releasing lock "singleton_lock" {{(pid=103879) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 27 21:17:49.884836 n-d-760456-6 neutron-server[103879]: INFO oslo_service.service [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Starting 2 workers Jan 27 21:17:49.889861 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Started child 104026 {{(pid=103879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 21:17:49.894525 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Started child 104027 {{(pid=103879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 21:17:49.895634 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:17:49.896478 n-d-760456-6 neutron-server[103879]: INFO neutron.service [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 27 21:17:49.896886 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:17:49.897250 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [-] (104026) wsgi starting up on http://0.0.0.0:9696 Jan 27 21:17:49.899572 n-d-760456-6 neutron-server[103879]: INFO oslo_service.service [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Starting 1 workers Jan 27 21:17:49.899768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:17:49.901077 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [-] (104027) wsgi starting up on http://0.0.0.0:9696 Jan 27 21:17:49.905715 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Started child 104028 {{(pid=103879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 21:17:49.906300 n-d-760456-6 neutron-server[103879]: INFO oslo_service.service [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Starting 1 workers Jan 27 21:17:49.909383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.service [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] calling RpcWorker wait() {{(pid=104028) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 27 21:17:49.909981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.service [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] returning from RpcWorker wait() {{(pid=104028) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 27 21:17:49.911109 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Started child 104029 {{(pid=103879) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 27 21:17:49.911220 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:17:49.911650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:17:49.911933 n-d-760456-6 neutron-server[103879]: DEBUG neutron_lib.callbacks.manager [None req-0a0d3519-ec91-4dc6-a7c7-c7ddf3860ab4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:17:49.913989 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103879) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 21:17:49.914209 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 21:17:49.914402 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 21:17:49.914692 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 21:17:49.914986 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 21:17:49.915151 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 21:17:49.915676 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.915964 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.916253 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.916533 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.916766 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:17:49.921426 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.921426 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.921426 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.921426 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.921426 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.921426 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.921426 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.921426 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922118 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922118 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922118 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922118 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922118 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922118 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922118 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922118 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922575 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922575 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922575 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] debug = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922575 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.922806 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.923175 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.923175 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.923415 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.923644 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.923876 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.924191 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.924447 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.924670 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.924922 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.925269 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.925494 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.925722 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.925906 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.926126 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.926420 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.926669 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.927070 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] host = n-d-760456-6 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.927336 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.927561 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.927797 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.928047 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.928327 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.928566 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.928845 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.929126 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.929372 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.929607 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.929872 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.930119 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.930363 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.930614 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_file = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.930767 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_options = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.931007 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.931290 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.931552 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.931745 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.931919 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.932185 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.932371 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.932523 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.932822 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.933141 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.933316 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.933494 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.933734 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.934042 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.934311 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.934495 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.934752 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.934989 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.935240 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.935473 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.937176 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.937176 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.937176 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.937176 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.937176 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.937176 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.937176 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.937643 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.937643 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.937771 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.938008 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.938438 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.938665 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.938915 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.939897 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.939897 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.939897 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.939897 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.940289 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.940370 n-d-760456-6 neutron-server[104029]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:17:49.940465 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.940824 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.940913 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.941073 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.941304 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.941527 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.941747 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.942077 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] use_json = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.942223 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.942451 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.942720 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.944956 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.944956 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.944956 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.944956 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.944956 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.944956 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:49.948089 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.948089 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.948089 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.948089 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.948863 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.949239 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.949497 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.949777 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.950069 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.950357 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.951979 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.952299 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.952640 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.952926 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.953223 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.953559 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.953821 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.955805 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.955805 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.955805 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.955805 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.955805 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.955805 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.955805 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.955805 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.956383 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.956383 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.956507 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.956736 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.957105 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.957565 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.957989 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.958406 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.958802 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.959091 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.959335 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.959593 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.959838 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.960116 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.965350 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.965350 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.965350 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.965350 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.965350 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.965350 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.965350 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.965350 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.965350 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968041 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968041 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968041 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968041 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968041 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968041 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968041 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968041 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968041 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968759 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968759 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968759 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968759 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968759 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968759 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968759 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968759 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.968759 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.969377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.969377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.969377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.969377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.969377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.969377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.969377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.969377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.969377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.970012 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.970012 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.970012 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.970230 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.970318 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.970474 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.970689 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.970904 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.971165 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.971411 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.971926 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.972128 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.972440 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.972588 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.972765 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.972972 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.973452 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.974225 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.974225 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.974486 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.974710 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.976021 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.976021 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.976021 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.976021 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.976021 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.976474 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.976474 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.976821 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.976821 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.977284 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.977284 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.977431 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.977640 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.977880 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.978187 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.978351 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.978592 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.978855 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.979113 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.979367 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.979595 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.980024 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.980509 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.980831 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.981369 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.982220 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.982552 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.982909 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.983248 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.983564 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.983815 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.984066 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.984353 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.984603 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.984850 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.985082 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.985329 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.985565 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.985834 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.986075 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.986298 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.986500 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.986848 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.987091 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.987320 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.987534 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.987794 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.988052 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.988302 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.988748 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.989021 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.989256 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.989488 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.989733 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.990138 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.990360 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.990611 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.990846 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.991084 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.991317 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.991567 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.991783 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.991998 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.992304 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.992518 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.992754 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.992985 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.993212 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.993421 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.993817 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.994187 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.994401 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.994795 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.995034 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.995259 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.995477 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.995706 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.995954 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.996197 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.996695 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.996955 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.997237 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.997483 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.997745 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.998009 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.998226 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.998480 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.998694 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.999087 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.999308 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.999527 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.999767 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:49.999981 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.000235 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.000470 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.000728 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.000959 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.001306 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.001580 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.001825 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.002077 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.002289 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.002686 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.002908 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.003128 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.003347 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.003582 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.003816 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.004090 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.004490 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.004897 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.005294 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.005859 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.006242 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.006468 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.006688 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.006984 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.007246 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.007494 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.007762 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.007998 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.008435 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.008950 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.009173 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.009393 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.009628 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.009852 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.010065 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.010311 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.010521 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.010755 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.010960 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.011241 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.011454 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.011715 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.011926 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.012156 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.012380 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.012620 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.012867 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.013087 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.013468 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.013686 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.013906 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.014126 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.014336 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.014563 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.014776 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.014980 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.015219 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.015430 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.015794 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.016119 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.016373 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.016600 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.016902 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.017149 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.017404 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.017678 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.017991 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.018208 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.018448 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.018705 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.018930 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.019149 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.019405 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.019722 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.020021 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.020304 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.020563 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.020851 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.021122 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.021406 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.021620 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.021916 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.022513 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.022513 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.022756 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.023000 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.024120 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.024120 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.024120 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.024120 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.024587 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.024587 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.024587 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.025273 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.025273 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.025273 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.025845 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.025845 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.026206 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.026206 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.026692 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.026692 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.026692 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 21:17:50.027210 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103879) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 27 21:17:50.027319 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 27 21:17:50.027449 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 27 21:17:50.027746 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 27 21:17:50.027919 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 27 21:17:50.027919 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 27 21:17:50.028804 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.029104 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.029104 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.029433 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.029433 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.029750 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.029750 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.029750 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.030253 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.030253 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.030253 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.030751 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.030751 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.030751 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.031234 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.031234 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.031234 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.031234 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.031774 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.031774 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.031774 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.031774 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.032278 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] debug = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.032278 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.032581 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.032581 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.032947 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.032947 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.032947 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.033423 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.033423 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.033423 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.033930 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.033930 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.033930 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.033930 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.034579 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.034579 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.034579 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.034579 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.035200 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.035200 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] host = n-d-760456-6 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.035200 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.035200 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.035856 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.035856 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.035856 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.035856 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.035856 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.036652 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.036652 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.036652 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.036652 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.036652 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.037366 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.037366 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_file = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.037366 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_options = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.037366 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.037366 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.038132 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.038132 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.038132 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.038132 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.038132 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.038774 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.038774 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.038774 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.038774 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.038774 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.039405 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.039405 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.039405 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.039405 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.039910 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.039910 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.039910 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.040436 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.040436 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.040436 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.040436 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.041048 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.041048 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.041048 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.041048 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.041473 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.041473 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.041473 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.041937 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.041937 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.041937 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.042365 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.042365 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.042365 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.042837 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.042837 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.042837 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.043281 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.043281 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.043281 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.043747 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.043747 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.043747 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.043747 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.044383 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] use_json = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.044383 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.044383 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.044383 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.044918 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.044918 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.044918 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.045447 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.045447 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.045447 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 27 21:17:50.045447 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.045928 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.045928 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.045928 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.046250 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.046250 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.047046 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.047046 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.047364 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.047364 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.047593 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.047718 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.047842 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.047964 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.048174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:17:50.048382 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.048382 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.048382 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.048731 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.048731 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.048968 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.049093 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.049363 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.049363 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.049603 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.049603 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.049836 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.049962 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.050104 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.050244 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.050368 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.050524 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.050686 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.050847 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.051006 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.051169 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.051329 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.051549 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.051679 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.051803 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.051940 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.052162 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.053096 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.053096 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.053096 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.053096 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.053096 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.053096 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.055386 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.055386 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.055386 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.055386 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.055386 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.055386 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.055386 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.055386 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.055386 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.057497 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.057497 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.057497 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.057497 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.057497 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.057497 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.057497 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.057497 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.057497 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.058537 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.058537 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.058537 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.058537 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.058537 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.058537 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.058537 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.058537 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.058537 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.059845 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.059845 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.059845 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.059845 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.059845 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.059845 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.059845 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.059845 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.059845 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.061130 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.061130 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.061130 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.061130 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.061130 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.061130 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.061130 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.061130 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.061130 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.062352 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.062352 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.062352 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.062352 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.062352 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.062352 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.062352 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.062352 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.063579 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.063579 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.063579 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.063579 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.063579 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.063579 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.063579 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.063579 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.064754 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.064754 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.064754 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.064754 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.064754 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.064754 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.064754 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.064754 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.066073 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.066073 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.066073 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.066073 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.066073 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.066073 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.066073 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.066073 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.067284 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.067284 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.067284 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.067284 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.067284 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.067284 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.067284 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.067284 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.068267 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.068267 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.068267 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.068267 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.068267 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.068267 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.068267 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.068267 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.069363 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.069363 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.069363 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.069363 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.069363 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.069363 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.069363 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.069363 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.070390 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.070390 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.070390 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.070390 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.070390 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.070390 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.070390 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.070390 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.071355 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.071355 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.071355 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.071355 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.071355 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.071355 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.071355 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.071355 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.072377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.072377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.072377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.072377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.072377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.072377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.072377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.072377 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.073217 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.073217 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.073217 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.073217 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.073217 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.073217 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.073217 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.073217 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.075076 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.075076 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.075076 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.075076 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.075076 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.075076 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.075076 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.075076 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.076170 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.076170 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.076170 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.076170 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.076170 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.076170 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.076170 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.076170 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.077179 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.077179 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.077179 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.077179 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.077179 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.077179 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.077179 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.077179 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.078308 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.078308 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.078308 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.078308 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.078308 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.078308 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.078308 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.078308 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.079444 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.079444 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.079444 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.079444 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.079444 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.079444 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.079444 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.079444 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.080971 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.080971 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.080971 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.080971 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.080971 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.080971 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.080971 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.080971 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.081948 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.081948 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.081948 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.081948 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.081948 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.081948 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.081948 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.081948 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.082968 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.082968 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.082968 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.082968 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.082968 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.082968 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.082968 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.082968 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.083935 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.083935 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.083935 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.083935 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.083935 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.083935 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.083935 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.083935 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.085134 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.085134 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.085134 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.085134 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.085134 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.085134 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.085134 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.085134 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.086310 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.086310 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.086310 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.086310 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.086310 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.086310 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.086310 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.087362 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.087362 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.087362 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.087362 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.087362 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.087362 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.087362 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.088379 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.088379 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.088379 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.088379 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.088379 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.088379 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.088379 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.089143 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.089143 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.089143 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.089143 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.089143 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.090062 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.090062 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.090062 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.090062 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.090062 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 27 21:17:50.090062 n-d-760456-6 neutron-server[103879]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103879) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 27 21:17:50.342478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53600) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:17:50.351645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068910 Jan 27 21:18:02.076112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ba5dc-8783-4d90-b207-e7db0e14e94b None None] get_active_networks_info from n-d-760456-6 {{(pid=104028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:18:02.150774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ba5dc-8783-4d90-b207-e7db0e14e94b None None] No non-hosted networks {{(pid=104028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 27 21:18:02.177224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.agentschedulers_db [None req-c18ba5dc-8783-4d90-b207-e7db0e14e94b None None] DHCP Agent not found on host n-d-760456-6 {{(pid=104028) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 27 21:18:02.402450 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14917034-c0bc-4f6d-88b0-4781f1c4cb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748470'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:04.621032 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cfbdaefb-84e4-40a2-b883-1d8ad2e0c943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748470'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:04.648977 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-770e9022-4e45-48ff-944e-2fc675f9cb5a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-760456-6 {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:18:04.649718 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-770e9022-4e45-48ff-944e-2fc675f9cb5a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:18:05.271248 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-770e9022-4e45-48ff-944e-2fc675f9cb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:05.910167 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748470'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:07.224971 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748470'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:08.673916 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748470'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:08.677532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.679082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.679594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.680451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.680993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.681532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.684571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.685157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.687804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.688309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.689765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.689765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.692336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:08.694867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-760456-6', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:18:08.710800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-760456-6', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:18:08.744352 n-d-760456-6 neutron-server[104028]: INFO neutron.db.l3_hamode_db [None req-bdc120d3-1515-4279-b529-e32cc6c27672 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 27 21:18:08.828437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc120d3-1515-4279-b529-e32cc6c27672 None None] Routers set() bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:18:08.828856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc120d3-1515-4279-b529-e32cc6c27672 None None] Router IDs set() for agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 21:18:11.311551 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53698) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:11.807971 n-d-760456-6 neutron-server[104026]: WARNING oslo_policy.policy [None req-1ce540ae-6a93-47d3-ae5c-b8ca97845de2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:18:11.808942 n-d-760456-6 neutron-server[104026]: WARNING oslo_policy.policy [None req-1ce540ae-6a93-47d3-ae5c-b8ca97845de2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:18:12.033526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-1ce540ae-6a93-47d3-ae5c-b8ca97845de2 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:18:12.034722 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1ce540ae-6a93-47d3-ae5c-b8ca97845de2 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7209084 Jan 27 21:18:14.842466 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53714) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:15.161279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-56c8e433-a52f-4782-bc60-8488c727aabb admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'tenant_id': 'b7497d0a264d4e839d05aa541e6cd52c', 'name': 'shared-default-subnetpool-v4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:18:15.257386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.policy [None req-56c8e433-a52f-4782-bc60-8488c727aabb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104026) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 21:18:15.299243 n-d-760456-6 neutron-server[104026]: WARNING oslo_policy.policy [None req-56c8e433-a52f-4782-bc60-8488c727aabb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:18:15.299664 n-d-760456-6 neutron-server[104026]: WARNING oslo_policy.policy [None req-56c8e433-a52f-4782-bc60-8488c727aabb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:18:15.471035 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56c8e433-a52f-4782-bc60-8488c727aabb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777049921599', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777049908840', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777049903348', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777049892349', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777049885409', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777049877173', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2061529', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1843161', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-779553', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-625142'] for rbac-policy (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:15.701118 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56c8e433-a52f-4782-bc60-8488c727aabb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:15.702388 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-56c8e433-a52f-4782-bc60-8488c727aabb admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8589189 Jan 27 21:18:18.376065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53726) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:18.674546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'name': 'private', 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:18:18.784033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Made reservation on behalf of e3ae4cb820b042debaaaf9e7532a6dae for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:18:18.786973 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:18.804479 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:18.913202 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Publish callbacks [] for security_group (05c377b8-8d9d-4e8b-8c69-b77f09d69f64), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:19.076593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (05c377b8-8d9d-4e8b-8c69-b77f09d69f64), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:19.104880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:18:19.129783 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777045328267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:19.130381 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Unsubscribe: segment precommit_create {{(pid=104026) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 21:18:19.130920 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Added segment 13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2 of type vlan for network 95aa4890-a779-4ab3-816e-a893b88f38e6 Jan 27 21:18:19.137342 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c377b8-8d9d-4e8b-8c69-b77f09d69f64,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:19.173416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.173767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.174107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.174442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.174771 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.175097 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.175423 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.175746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.176067 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.176417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.176781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.177054 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.177368 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Tracked resource versions report: Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: pushed versions: Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: { 'AddressGroup': {'1.2'}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'ConntrackHelper': {'1.0'}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'Log': {'1.0'}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'Network': {'1.1'}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'Port': {'1.7'}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'PortForwarding': {'1.2'}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'QosPolicy': {'1.10'}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'SecurityGroup': {'1.5'}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'SubPort': {'1.0'}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'Subnet': {'1.1'}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'Trunk': {'1.1'}} Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: consumer versions: Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: { DHCP agent@n-d-760456-6: {}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: L3 agent@n-d-760456-6: {}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: Metadata agent@n-d-760456-6: {}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: Metering agent@n-d-760456-6: {}, Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: Open vSwitch agent@n-d-760456-6: { 'AddressGroup': '1.2', Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'ConntrackHelper': '1.0', Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'LocalIPAssociation': '1.0', Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'Log': '1.0', Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'Network': '1.1', Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'Port': '1.7', Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'PortForwarding': '1.2', Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'QosPolicy': '1.10', Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'SecurityGroup': '1.5', Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'SecurityGroupRule': '1.2', Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'SubPort': '1.0', Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'Subnet': '1.1', Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: 'Trunk': '1.1'}} Jan 27 21:18:19.178560 n-d-760456-6 neutron-server[104026]: {{(pid=104026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:18:19.243299 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (95aa4890-a779-4ab3-816e-a893b88f38e6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:19.390179 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (95aa4890-a779-4ab3-816e-a893b88f38e6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:19.391433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:18:19.392160 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:19.489578 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] Pushing event updated for resources: {'Network': ['ID=95aa4890-a779-4ab3-816e-a893b88f38e6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:19.501680 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 95aa4890-a779-4ab3-816e-a893b88f38e6 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:18:19.547199 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9abae4d9-1dca-47e8-9e20-2a0c2bdb5fac admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1700201 Jan 27 21:18:22.261127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53740) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:22.670403 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cac3381-0cbc-482a-bef3-91646b05791e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:18:22.671793 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5cac3381-0cbc-482a-bef3-91646b05791e admin admin] 10.222.0.61 "GET /v2.0/networks/95aa4890-a779-4ab3-816e-a893b88f38e6 HTTP/1.1" status: 200 len: 825 time: 0.4085238 Jan 27 21:18:22.697835 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-58b9a310-7da8-4896-92ba-5633007e6e8a admin admin] 10.222.0.61 "GET /v2.0/subnetpools/b9d8cc4b-6be1-4518-899d-b08720101101 HTTP/1.1" status: 200 len: 734 time: 0.0200896 Jan 27 21:18:22.706560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-eb157843-c763-4781-a0d2-7350ec993534 admin admin] Request body: {'subnet': {'subnetpool_id': 'b9d8cc4b-6be1-4518-899d-b08720101101', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:18:22.824000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb157843-c763-4781-a0d2-7350ec993534 admin admin] Made reservation on behalf of e3ae4cb820b042debaaaf9e7532a6dae for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:18:22.826516 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb157843-c763-4781-a0d2-7350ec993534 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:23.224897 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb157843-c763-4781-a0d2-7350ec993534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (ba4e3d48-a521-45c3-8259-ecd203b83358), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:23.298165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb157843-c763-4781-a0d2-7350ec993534 admin admin] Checking segment: {'id': '13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:18:23.298857 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb157843-c763-4781-a0d2-7350ec993534 admin admin] Network hostable DHCP agents. Network: 95aa4890-a779-4ab3-816e-a893b88f38e6, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:18:23.300596 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb157843-c763-4781-a0d2-7350ec993534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba4e3d48-a521-45c3-8259-ecd203b83358,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:23.378649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb157843-c763-4781-a0d2-7350ec993534 admin admin] Network 95aa4890-a779-4ab3-816e-a893b88f38e6 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:18:23.492820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-eb157843-c763-4781-a0d2-7350ec993534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 95aa4890-a779-4ab3-816e-a893b88f38e6) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:18:23.497616 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb157843-c763-4781-a0d2-7350ec993534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:18:23.498222 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb157843-c763-4781-a0d2-7350ec993534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:23.505493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472d1a5c-031a-4bbd-831a-8bb1924bf743 None None] Network 95aa4890-a779-4ab3-816e-a893b88f38e6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:18:23.611505 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-eb157843-c763-4781-a0d2-7350ec993534 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8962607 Jan 27 21:18:23.770243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-95aa4890-a779-4ab3-816e-a893b88f38e6', 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6', 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'fixed_ips': [{'subnet_id': 'ba4e3d48-a521-45c3-8259-ecd203b83358'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:18:23.771684 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:24.080321 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Allocated IP 172.20.0.2 (95aa4890-a779-4ab3-816e-a893b88f38e6/ba4e3d48-a521-45c3-8259-ecd203b83358/12cce0ca-59ed-4125-9f1c-e94dde7d85eb) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:18:24.334749 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Publish callbacks [] for port (12cce0ca-59ed-4125-9f1c-e94dde7d85eb), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:24.487679 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (12cce0ca-59ed-4125-9f1c-e94dde7d85eb), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:24.564618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Network 95aa4890-a779-4ab3-816e-a893b88f38e6 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:18:24.570307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:18:24.582113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:18:24.584093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Pushing event updated for resources: {'Port': ['ID=12cce0ca-59ed-4125-9f1c-e94dde7d85eb,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:24.594021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.594305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.594652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.594994 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.595335 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.595927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.596282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.596611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.596941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.597263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.597591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.597917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.598238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Tracked resource versions report: Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: pushed versions: Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: { 'AddressGroup': {'1.2'}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'ConntrackHelper': {'1.0'}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'Log': {'1.0'}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'Network': {'1.1'}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'Port': {'1.7'}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'PortForwarding': {'1.2'}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'QosPolicy': {'1.10'}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'SecurityGroup': {'1.5'}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'SubPort': {'1.0'}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'Subnet': {'1.1'}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'Trunk': {'1.1'}} Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: consumer versions: Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: { DHCP agent@n-d-760456-6: {}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: L3 agent@n-d-760456-6: {}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: Metadata agent@n-d-760456-6: {}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: Metering agent@n-d-760456-6: {}, Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: Open vSwitch agent@n-d-760456-6: { 'AddressGroup': '1.2', Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'ConntrackHelper': '1.0', Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'LocalIPAssociation': '1.0', Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'Log': '1.0', Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'Network': '1.1', Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'Port': '1.7', Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'PortForwarding': '1.2', Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'QosPolicy': '1.10', Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'SecurityGroup': '1.5', Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'SecurityGroupRule': '1.2', Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'SubPort': '1.0', Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'Subnet': '1.1', Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: 'Trunk': '1.1'}} Jan 27 21:18:24.599356 n-d-760456-6 neutron-server[104028]: {{(pid=104028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:18:24.672765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Attempting to bind port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:18:24.673176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Attempting to bind port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:18:24.673623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Attempting to bind port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb on network 95aa4890-a779-4ab3-816e-a893b88f38e6 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:18:24.679022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:18:24.679368 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Checking segment: {'id': '13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:18:24.679876 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:24.680308 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Bound using segment: {'id': '13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:18:24.680819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Bound port: 12cce0ca-59ed-4125-9f1c-e94dde7d85eb, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:18:24.681248 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (12cce0ca-59ed-4125-9f1c-e94dde7d85eb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:24.752975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] For port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:18:24.757509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] For port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=12cce0ca-59ed-4125-9f1c-e94dde7d85eb,segment=NetworkSegment(13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2),segment_id=13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:18:24.841970 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (12cce0ca-59ed-4125-9f1c-e94dde7d85eb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:24.910382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c721607-ff9d-419d-946c-5a566901c736 None None] Pushing event updated for resources: {'Port': ['ID=12cce0ca-59ed-4125-9f1c-e94dde7d85eb,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:26.105498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53748) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:26.609260 n-d-760456-6 neutron-server[104027]: WARNING oslo_policy.policy [None req-e97bcb81-75f6-4c7b-9dc5-af35465dcf0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:18:26.609817 n-d-760456-6 neutron-server[104027]: WARNING oslo_policy.policy [None req-e97bcb81-75f6-4c7b-9dc5-af35465dcf0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:18:26.865868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-e97bcb81-75f6-4c7b-9dc5-af35465dcf0a admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:18:26.866957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e97bcb81-75f6-4c7b-9dc5-af35465dcf0a admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7604797 Jan 27 21:18:29.505932 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53762) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:29.832729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-9a80a3fc-26c1-436e-bcf5-f981671f4ea1 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:18:29.834077 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9a80a3fc-26c1-436e-bcf5-f981671f4ea1 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3268962 Jan 27 21:18:32.115307 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7e10f96b-269e-4253-8dc1-6da2e52142ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:32.654064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53772) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:32.991852 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-fc2e168a-94ea-4677-8fca-fb35793871ef admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'admin_state_up': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:18:33.075578 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc2e168a-94ea-4677-8fca-fb35793871ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (0de271ac-f0f0-49fb-a919-d90290d6bb5b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:33.077280 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc2e168a-94ea-4677-8fca-fb35793871ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (0de271ac-f0f0-49fb-a919-d90290d6bb5b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:33.223571 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc2e168a-94ea-4677-8fca-fb35793871ef admin admin] Publish callbacks [] for router_controller (0de271ac-f0f0-49fb-a919-d90290d6bb5b), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:33.333715 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc2e168a-94ea-4677-8fca-fb35793871ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (0de271ac-f0f0-49fb-a919-d90290d6bb5b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:33.420871 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc2e168a-94ea-4677-8fca-fb35793871ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:33.422113 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fc2e168a-94ea-4677-8fca-fb35793871ef admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7670646 Jan 27 21:18:34.589654 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b3b20c23-cef4-4841-abc1-63379a47de49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:35.407353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 12cce0ca-59ed-4125-9f1c-e94dde7d85eb up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:18:35.498632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:18:35.499064 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (12cce0ca-59ed-4125-9f1c-e94dde7d85eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:35.611372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:18:35.612004 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (12cce0ca-59ed-4125-9f1c-e94dde7d85eb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:35.646542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=12cce0ca-59ed-4125-9f1c-e94dde7d85eb,segment=NetworkSegment(13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2),segment_id=13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:18:35.721001 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (12cce0ca-59ed-4125-9f1c-e94dde7d85eb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:35.781217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=12cce0ca-59ed-4125-9f1c-e94dde7d85eb,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:35.829936 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:35.962831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53794) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:36.096547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-57f6d422-112a-493d-956e-ee8fdd15d40c admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:18:36.097460 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-57f6d422-112a-493d-956e-ee8fdd15d40c admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1335788 Jan 27 21:18:36.164582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d667478c-6b19-4777-bb72-8acfca087b7e None None] Network 95aa4890-a779-4ab3-816e-a893b88f38e6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:18:36.260407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6c7abe40-f7aa-4c5f-859e-9368183746d5 None None] Provisioning complete for port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:18:36.260734 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c7abe40-f7aa-4c5f-859e-9368183746d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (12cce0ca-59ed-4125-9f1c-e94dde7d85eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:36.378538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6c7abe40-f7aa-4c5f-859e-9368183746d5 None None] Current status of the port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:18:36.498121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b2be9060-a1c7-49da-84d6-7431e62baecf None None] Provisioning complete for port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:18:36.498535 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b2be9060-a1c7-49da-84d6-7431e62baecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (12cce0ca-59ed-4125-9f1c-e94dde7d85eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:36.572858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b2be9060-a1c7-49da-84d6-7431e62baecf None None] Current status of the port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:18:37.109497 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:37.343393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 12cce0ca-59ed-4125-9f1c-e94dde7d85eb up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:18:37.395613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:18:37.396012 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (12cce0ca-59ed-4125-9f1c-e94dde7d85eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:37.472588 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:18:38.465021 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53814) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:38.509951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'project_id': 'b7497d0a264d4e839d05aa541e6cd52c', 'admin_state_up': True, 'tenant_id': 'b7497d0a264d4e839d05aa541e6cd52c', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:18:38.664325 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Made reservation on behalf of b7497d0a264d4e839d05aa541e6cd52c for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:18:38.666546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:38.675309 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:38.748107 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Publish callbacks [] for security_group (148c3cc2-50aa-42a2-9f45-2853bd197ee8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:38.800559 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:38.858110 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (148c3cc2-50aa-42a2-9f45-2853bd197ee8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:38.876710 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Reserving flat network on physical network physnet1 {{(pid=104026) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 27 21:18:38.893380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148c3cc2-50aa-42a2-9f45-2853bd197ee8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:38.899108 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a169c9b4-c429-4122-9a5d-8507fad24244), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:38.903656 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Added segment a169c9b4-c429-4122-9a5d-8507fad24244 of type flat for network 0e54f04f-53c4-425f-a429-eb92ff39011e Jan 27 21:18:38.961838 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (0e54f04f-53c4-425f-a429-eb92ff39011e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:39.092416 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (0e54f04f-53c4-425f-a429-eb92ff39011e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:39.093389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:18:39.094010 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:39.151526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] Pushing event updated for resources: {'Network': ['ID=0e54f04f-53c4-425f-a429-eb92ff39011e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:39.161659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 0e54f04f-53c4-425f-a429-eb92ff39011e details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:18:39.240598 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6a787038-092d-4744-aa4b-11f70f91bcd4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7670536 Jan 27 21:18:41.571592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53822) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:41.668549 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2115b4db-a563-48b1-b932-4fd9050fef8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:18:41.669880 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2115b4db-a563-48b1-b932-4fd9050fef8f admin admin] 10.222.0.61 "GET /v2.0/subnets/ba4e3d48-a521-45c3-8259-ecd203b83358 HTTP/1.1" status: 200 len: 849 time: 0.0973203 Jan 27 21:18:41.788511 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5e6af49f-fd12-4973-b882-fa4e2a99098a admin admin] 10.222.0.61 "GET /v2.0/routers/0de271ac-f0f0-49fb-a919-d90290d6bb5b HTTP/1.1" status: 200 len: 704 time: 0.1129472 Jan 27 21:18:42.053507 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:42.339726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Allocated IP 172.20.0.1 (95aa4890-a779-4ab3-816e-a893b88f38e6/ba4e3d48-a521-45c3-8259-ecd203b83358/2548a9cb-57b4-4f8b-a147-5ea022001d9f) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:18:42.532556 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Publish callbacks [] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:42.654027 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:42.723893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Network 95aa4890-a779-4ab3-816e-a893b88f38e6 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:18:42.734422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:18:42.742387 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:18:42.742791 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (0de271ac-f0f0-49fb-a919-d90290d6bb5b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:42.797932 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Pushing event updated for resources: {'Port': ['ID=2548a9cb-57b4-4f8b-a147-5ea022001d9f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:42.934918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fdf004a7-1694-4e17-8005-6ce60f2e7eda None None] Provisioning complete for port 2548a9cb-57b4-4f8b-a147-5ea022001d9f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:18:42.935465 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fdf004a7-1694-4e17-8005-6ce60f2e7eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:42.968518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fdf004a7-1694-4e17-8005-6ce60f2e7eda None None] Port 2548a9cb-57b4-4f8b-a147-5ea022001d9f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:18:43.052746 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:43.271061 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Publish callbacks [] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:43.338216 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:43.338999 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (0de271ac-f0f0-49fb-a919-d90290d6bb5b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:43.424002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Pushing event updated for resources: {'Port': ['ID=2548a9cb-57b4-4f8b-a147-5ea022001d9f,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:43.471635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Network 95aa4890-a779-4ab3-816e-a893b88f38e6 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:18:43.473003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:18:43.692484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-559d3d9e-153b-4b49-b2fd-0ff706783c56 None None] Provisioning complete for port 2548a9cb-57b4-4f8b-a147-5ea022001d9f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:18:43.692868 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-559d3d9e-153b-4b49-b2fd-0ff706783c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:43.729879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-559d3d9e-153b-4b49-b2fd-0ff706783c56 None None] Port 2548a9cb-57b4-4f8b-a147-5ea022001d9f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:18:43.738514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Router 0de271ac-f0f0-49fb-a919-d90290d6bb5b is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:18:43.830462 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:18:43.835948 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-497bc05a-5041-4a46-b6d0-a583261f4de7 admin admin] 10.222.0.61 "PUT /v2.0/routers/0de271ac-f0f0-49fb-a919-d90290d6bb5b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0423172 Jan 27 21:18:43.840296 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Sync routers for ids ['0de271ac-f0f0-49fb-a919-d90290d6bb5b'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:18:43.854678 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Routers {'0de271ac-f0f0-49fb-a919-d90290d6bb5b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:18:43.855547 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:18:34Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['0de271ac-f0f0-49fb-a919-d90290d6bb5b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:18:44.042409 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Set router 0de271ac-f0f0-49fb-a919-d90290d6bb5b gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:18:44.480991 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'name': 'router1', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:18:33Z', 'updated_at': '2022-01-27T21:18:42Z', 'revision_number': 2, 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'gw_port_host': None, '_interfaces': [{'id': '2548a9cb-57b4-4f8b-a147-5ea022001d9f', 'name': '', 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'mac_address': 'fa:16:3e:1b:9e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba4e3d48-a521-45c3-8259-ecd203b83358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:18:42Z', 'updated_at': '2022-01-27T21:18:43Z', 'revision_number': 2, 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'subnets': [{'id': 'ba4e3d48-a521-45c3-8259-ecd203b83358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9d8cc4b-6be1-4518-899d-b08720101101'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:18:44.533163 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Checking router: 0de271ac-f0f0-49fb-a919-d90290d6bb5b for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:18:44.533531 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Updating router 0de271ac-f0f0-49fb-a919-d90290d6bb5b port 2548a9cb-57b4-4f8b-a147-5ea022001d9f binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:18:44.582015 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:45.106829 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Publish callbacks [] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:45.212279 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:45.381156 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Pushing event updated for resources: {'Port': ['ID=2548a9cb-57b4-4f8b-a147-5ea022001d9f,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:45.390267 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Attempting to bind port 2548a9cb-57b4-4f8b-a147-5ea022001d9f on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:18:45.390922 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Attempting to bind port 2548a9cb-57b4-4f8b-a147-5ea022001d9f by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:18:45.391649 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Attempting to bind port 2548a9cb-57b4-4f8b-a147-5ea022001d9f on network 95aa4890-a779-4ab3-816e-a893b88f38e6 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:18:45.402453 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.402806 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.403177 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.403486 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.403820 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.404172 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.404504 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.404835 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.405154 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.405483 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.405804 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.406209 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.406572 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Tracked resource versions report: Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: pushed versions: Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: { 'AddressGroup': {'1.2'}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'ConntrackHelper': {'1.0'}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'Log': {'1.0'}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'Network': {'1.1'}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'Port': {'1.7'}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'PortForwarding': {'1.2'}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'QosPolicy': {'1.10'}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'SecurityGroup': {'1.5'}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'SubPort': {'1.0'}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'Subnet': {'1.1'}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'Trunk': {'1.1'}} Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: consumer versions: Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: { DHCP agent@n-d-760456-6: {}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: L3 agent@n-d-760456-6: {}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: Metadata agent@n-d-760456-6: {}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: Metering agent@n-d-760456-6: {}, Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: Open vSwitch agent@n-d-760456-6: { 'AddressGroup': '1.2', Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'ConntrackHelper': '1.0', Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'LocalIPAssociation': '1.0', Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'Log': '1.0', Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'Network': '1.1', Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'Port': '1.7', Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'PortForwarding': '1.2', Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'QosPolicy': '1.10', Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'SecurityGroup': '1.5', Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'SecurityGroupRule': '1.2', Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'SubPort': '1.0', Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'Subnet': '1.1', Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: 'Trunk': '1.1'}} Jan 27 21:18:45.407737 n-d-760456-6 neutron-server[104029]: {{(pid=104029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:18:45.410338 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:18:45.410731 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Checking segment: {'id': '13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:18:45.411234 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:45.411620 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Bound using segment: {'id': '13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:18:45.412147 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Bound port: 2548a9cb-57b4-4f8b-a147-5ea022001d9f, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:18:45.412536 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:45.461396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c1e94a0c-a323-4a46-a4b3-427e3091f980 None None] Provisioning complete for port 2548a9cb-57b4-4f8b-a147-5ea022001d9f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:18:45.461962 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c1e94a0c-a323-4a46-a4b3-427e3091f980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:45.485801 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] For port 2548a9cb-57b4-4f8b-a147-5ea022001d9f, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:18:45.496132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c1e94a0c-a323-4a46-a4b3-427e3091f980 None None] Port 2548a9cb-57b4-4f8b-a147-5ea022001d9f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:18:45.505538 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] For port 2548a9cb-57b4-4f8b-a147-5ea022001d9f, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2548a9cb-57b4-4f8b-a147-5ea022001d9f,segment=NetworkSegment(13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2),segment_id=13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:18:45.612655 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:45.673943 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f253091-2a55-4477-acab-3853fa582428 None None] Pushing event updated for resources: {'Port': ['ID=2548a9cb-57b4-4f8b-a147-5ea022001d9f,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:45.676954 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Routers {'0de271ac-f0f0-49fb-a919-d90290d6bb5b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:18:45.677629 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:18:34Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['0de271ac-f0f0-49fb-a919-d90290d6bb5b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:18:45.769515 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] Set router 0de271ac-f0f0-49fb-a919-d90290d6bb5b gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:18:45.818520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9c6342b0-9a44-49ac-849b-fd664e5d828a None None] Provisioning complete for port 2548a9cb-57b4-4f8b-a147-5ea022001d9f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:18:45.818934 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9c6342b0-9a44-49ac-849b-fd664e5d828a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:45.900507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9c6342b0-9a44-49ac-849b-fd664e5d828a None None] Current status of the port 2548a9cb-57b4-4f8b-a147-5ea022001d9f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:18:45.900837 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9c6342b0-9a44-49ac-849b-fd664e5d828a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:45.933703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9c6342b0-9a44-49ac-849b-fd664e5d828a None None] For port 2548a9cb-57b4-4f8b-a147-5ea022001d9f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2548a9cb-57b4-4f8b-a147-5ea022001d9f,segment=NetworkSegment(13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2),segment_id=13a1ab3b-f135-4cb9-9ceb-166e4eaae0d2)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:18:45.992135 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'name': 'router1', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:18:33Z', 'updated_at': '2022-01-27T21:18:42Z', 'revision_number': 2, 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'gw_port_host': None, '_interfaces': [{'id': '2548a9cb-57b4-4f8b-a147-5ea022001d9f', 'name': '', 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'mac_address': 'fa:16:3e:1b:9e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba4e3d48-a521-45c3-8259-ecd203b83358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:18:42Z', 'updated_at': '2022-01-27T21:18:45Z', 'revision_number': 4, 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'subnets': [{'id': 'ba4e3d48-a521-45c3-8259-ecd203b83358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9d8cc4b-6be1-4518-899d-b08720101101'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:18:46.001090 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9c6342b0-9a44-49ac-849b-fd664e5d828a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:46.020848 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9617f7a-b338-4ff0-9800-c20f3a87b65e None None] The sync data for ids ['0de271ac-f0f0-49fb-a919-d90290d6bb5b'] in n-d-760456-6 is: [{'id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'name': 'router1', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:18:33Z', 'updated_at': '2022-01-27T21:18:42Z', 'revision_number': 2, 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'gw_port_host': None, '_interfaces': [{'id': '2548a9cb-57b4-4f8b-a147-5ea022001d9f', 'name': '', 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'mac_address': 'fa:16:3e:1b:9e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba4e3d48-a521-45c3-8259-ecd203b83358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:18:42Z', 'updated_at': '2022-01-27T21:18:45Z', 'revision_number': 4, 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'subnets': [{'id': 'ba4e3d48-a521-45c3-8259-ecd203b83358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9d8cc4b-6be1-4518-899d-b08720101101'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:18:46.050227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6342b0-9a44-49ac-849b-fd664e5d828a None None] Pushing event updated for resources: {'Port': ['ID=2548a9cb-57b4-4f8b-a147-5ea022001d9f,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:48.585697 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53840) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:48.700018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d328f39-45ff-4b2a-bd67-9036a72e102b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:18:48.706875 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6d328f39-45ff-4b2a-bd67-9036a72e102b admin admin] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 842 time: 0.1147439 Jan 27 21:18:48.710997 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'tenant_id': 'b7497d0a264d4e839d05aa541e6cd52c', 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'enable_dhcp': False, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:18:48.863771 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] Made reservation on behalf of b7497d0a264d4e839d05aa541e6cd52c for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:18:48.866123 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:49.295731 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:18:49.296235 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (74038181-2a01-43dd-bbef-3e9af92ca855), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:49.351553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74038181-2a01-43dd-bbef-3e9af92ca855,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:49.358717 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:18:49.359075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] Network hostable DHCP agents. Network: 0e54f04f-53c4-425f-a429-eb92ff39011e, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:18:49.475513 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:18:49.572381 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 0e54f04f-53c4-425f-a429-eb92ff39011e) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:18:49.581399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c85895-e123-4342-a241-b0cec724ebd2 None None] Network 0e54f04f-53c4-425f-a429-eb92ff39011e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:18:49.582893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:18:49.583494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:49.686938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fe7dfc-97cb-429f-9987-2f486117001b None None] Network 0e54f04f-53c4-425f-a429-eb92ff39011e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:18:49.767214 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-86f9d0fd-61c7-438f-a308-b963a71e3453 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0445914 Jan 27 21:18:52.142785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53848) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:52.277984 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8343d640-4bf6-4836-a953-f526d7c825ce admin admin] 10.222.0.61 "GET /v2.0/routers/0de271ac-f0f0-49fb-a919-d90290d6bb5b HTTP/1.1" status: 200 len: 710 time: 0.1288102 Jan 27 21:18:52.360632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd6e6b4-d674-4755-930c-567281df76e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:18:52.361931 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6dd6e6b4-d674-4755-930c-567281df76e2 admin admin] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 886 time: 0.0832765 Jan 27 21:18:52.370723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:18:52.636663 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Publish callbacks [] for router_gateway (0de271ac-f0f0-49fb-a919-d90290d6bb5b), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:53.012402 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Publish callbacks [] for router_gateway (0de271ac-f0f0-49fb-a919-d90290d6bb5b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:53.090565 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:53.200785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Allocated IP 172.25.0.159 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:18:53.303868 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Publish callbacks [] for port (f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:53.371227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2548a9cb-57b4-4f8b-a147-5ea022001d9f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:18:53.406972 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:53.420014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 2548a9cb-57b4-4f8b-a147-5ea022001d9f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:18:53.421086 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:53.443378 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:18:53.446367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:18:53.450658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:18:53.501705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:53.513253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 2548a9cb-57b4-4f8b-a147-5ea022001d9f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:18:53.879593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Publish callbacks [] for router_gateway (0de271ac-f0f0-49fb-a919-d90290d6bb5b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:54.071722 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (0de271ac-f0f0-49fb-a919-d90290d6bb5b), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:54.075499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (0de271ac-f0f0-49fb-a919-d90290d6bb5b), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:54.178758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Router 0de271ac-f0f0-49fb-a919-d90290d6bb5b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:18:54.283473 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:18:54.287666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:54.304103 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f766f9c0-e06c-4bac-b9c4-5d664093c7a0 admin admin] 10.222.0.61 "PUT /v2.0/routers/0de271ac-f0f0-49fb-a919-d90290d6bb5b HTTP/1.1" status: 200 len: 890 time: 1.9213810 Jan 27 21:18:54.407556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Sync routers for ids ['0de271ac-f0f0-49fb-a919-d90290d6bb5b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:18:54.420783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Routers {'0de271ac-f0f0-49fb-a919-d90290d6bb5b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:18:54.421471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:18:34Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['0de271ac-f0f0-49fb-a919-d90290d6bb5b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:18:54.638327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Set router 0de271ac-f0f0-49fb-a919-d90290d6bb5b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:18:55.106606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'name': 'router1', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:18:33Z', 'updated_at': '2022-01-27T21:18:53Z', 'revision_number': 4, 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'gw_port': {'id': 'f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:32:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:18:53Z', 'updated_at': '2022-01-27T21:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '2548a9cb-57b4-4f8b-a147-5ea022001d9f', 'name': '', 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'mac_address': 'fa:16:3e:1b:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba4e3d48-a521-45c3-8259-ecd203b83358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:18:42Z', 'updated_at': '2022-01-27T21:18:45Z', 'revision_number': 5, 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'subnets': [{'id': 'ba4e3d48-a521-45c3-8259-ecd203b83358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9d8cc4b-6be1-4518-899d-b08720101101'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:18:55.159677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Checking router: 0de271ac-f0f0-49fb-a919-d90290d6bb5b for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:18:55.160026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Updating router 0de271ac-f0f0-49fb-a919-d90290d6bb5b port f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:18:55.206446 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:55.521990 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Publish callbacks [] for port (f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:55.623777 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:55.673150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Attempting to bind port f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:18:55.673514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Attempting to bind port f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:18:55.673881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Attempting to bind port f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:18:55.684845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:18:55.685222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:18:55.685619 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:55.686012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:18:55.686472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Bound port: f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:18:55.686850 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:55.688473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b0610-0fdc-4ff5-9444-bd9f9f16d707 None None] Pushing event updated for resources: {'Port': ['ID=f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:55.738613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] For port f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:18:55.741539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] For port f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:18:55.816984 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:55.875068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b0610-0fdc-4ff5-9444-bd9f9f16d707 None None] Pushing event updated for resources: {'Port': ['ID=f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:55.877692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Routers {'0de271ac-f0f0-49fb-a919-d90290d6bb5b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:18:55.878301 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:18:34Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['0de271ac-f0f0-49fb-a919-d90290d6bb5b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:18:55.990417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] Set router 0de271ac-f0f0-49fb-a919-d90290d6bb5b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:18:56.202819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'name': 'router1', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:18:33Z', 'updated_at': '2022-01-27T21:18:53Z', 'revision_number': 4, 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'gw_port': {'id': 'f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:32:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:18:53Z', 'updated_at': '2022-01-27T21:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '2548a9cb-57b4-4f8b-a147-5ea022001d9f', 'name': '', 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'mac_address': 'fa:16:3e:1b:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba4e3d48-a521-45c3-8259-ecd203b83358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:18:42Z', 'updated_at': '2022-01-27T21:18:45Z', 'revision_number': 5, 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'subnets': [{'id': 'ba4e3d48-a521-45c3-8259-ecd203b83358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9d8cc4b-6be1-4518-899d-b08720101101'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:18:56.231296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ce0e6e-3f0e-4a0f-a470-bb9b8df33c0b None None] The sync data for ids ['0de271ac-f0f0-49fb-a919-d90290d6bb5b'] in n-d-760456-6 is: [{'id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'name': 'router1', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:18:33Z', 'updated_at': '2022-01-27T21:18:53Z', 'revision_number': 4, 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'gw_port': {'id': 'f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:32:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:18:53Z', 'updated_at': '2022-01-27T21:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '2548a9cb-57b4-4f8b-a147-5ea022001d9f', 'name': '', 'network_id': '95aa4890-a779-4ab3-816e-a893b88f38e6', 'tenant_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'mac_address': 'fa:16:3e:1b:9e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de271ac-f0f0-49fb-a919-d90290d6bb5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ba4e3d48-a521-45c3-8259-ecd203b83358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:18:42Z', 'updated_at': '2022-01-27T21:18:45Z', 'revision_number': 5, 'project_id': 'e3ae4cb820b042debaaaf9e7532a6dae', 'subnets': [{'id': 'ba4e3d48-a521-45c3-8259-ecd203b83358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b9d8cc4b-6be1-4518-899d-b08720101101'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:18:56.782549 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53860) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:18:56.910329 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-856ba37d-12df-44a9-8037-7881af988326 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1265199 Jan 27 21:18:57.376987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:18:57.426348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:18:57.427054 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:57.509398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:18:57.509741 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:57.627403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:18:57.704014 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:57.751743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:18:59.350336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:18:59.404783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:18:59.405227 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:18:59.482694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port f0694f3e-fe8d-4ea7-a5e7-3c52934c7cf6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:19:01.954018 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 5 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:19:02.155217 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-37adfbeb-c238-49fa-86b7-978e92b1bb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:19:04.693709 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4601-ea38-47d1-b22f-a78305904879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:19:05.863711 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:19:07.140217 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:19:08.674760 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:19:32.152502 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b4070fa2-78d9-42b8-8df6-bfda6364b639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:19:34.651899 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a3e4224-c53f-4a7b-9bc7-fdd7712ab1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:19:35.880105 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:19:37.223213 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:19:38.891601 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:19:38.953026 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 5 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:20:02.163162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-916b3f9f-43fa-4a94-bab1-292219883c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:04.614146 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a26601aa-7472-4758-92fe-b80f25011b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:05.843035 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:07.151368 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:08.663067 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:15.950960 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 5 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:20:24.319655 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54376) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:20:24.379794 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7ad0c6-dd58-46ed-a392-d54b70686981 admin admin] GET failed (client error): The resource could not be found. Jan 27 21:20:24.381110 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9c7ad0c6-dd58-46ed-a392-d54b70686981 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604818 Jan 27 21:20:24.540378 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9abc91-d5bd-435f-aba4-f946db923c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:24.541859 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cd9abc91-d5bd-435f-aba4-f946db923c8a admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1565845 Jan 27 21:20:26.784535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54386) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:20:26.885464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa472b-3d68-4064-b7c8-33e3d38c691d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:26.886858 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-83aa472b-3d68-4064-b7c8-33e3d38c691d admin admin] 10.222.0.61 "GET /v2.0/subnets/ba4e3d48-a521-45c3-8259-ecd203b83358 HTTP/1.1" status: 200 len: 849 time: 0.1013577 Jan 27 21:20:26.903935 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:20:26.986473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Publish callbacks [] for subnet (ba4e3d48-a521-45c3-8259-ecd203b83358), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:27.181477 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777045144531'] for subnet (ba4e3d48-a521-45c3-8259-ecd203b83358), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:27.212099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:27.212720 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:27.214020 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] 10.222.0.61 "PUT /v2.0/subnets/ba4e3d48-a521-45c3-8259-ecd203b83358 HTTP/1.1" status: 200 len: 868 time: 0.3211520 Jan 27 21:20:27.218399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e33f8-828c-4f77-ad52-eeb90500049c None None] Network 95aa4890-a779-4ab3-816e-a893b88f38e6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:20:27.237195 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba4e3d48-a521-45c3-8259-ecd203b83358,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:20:27.245912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.246309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.246619 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.246963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.247321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.248162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.248162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.248586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.248823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.249154 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.249481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.249808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.250133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab202fc-953e-469a-932f-61c24b6b9517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:20:27.523485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7b3f2c7b-0934-45bf-86ed-453e9b2a4915 None None] Provisioning complete for port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:20:27.523782 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c7b-0934-45bf-86ed-453e9b2a4915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (12cce0ca-59ed-4125-9f1c-e94dde7d85eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:27.603551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f2c7b-0934-45bf-86ed-453e9b2a4915 None None] Current status of the port 12cce0ca-59ed-4125-9f1c-e94dde7d85eb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:20:27.613558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7b3f2c7b-0934-45bf-86ed-453e9b2a4915 None None] Provisioning complete for port 2548a9cb-57b4-4f8b-a147-5ea022001d9f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:20:27.614064 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7b3f2c7b-0934-45bf-86ed-453e9b2a4915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2548a9cb-57b4-4f8b-a147-5ea022001d9f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:27.687761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7b3f2c7b-0934-45bf-86ed-453e9b2a4915 None None] Current status of the port 2548a9cb-57b4-4f8b-a147-5ea022001d9f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:20:29.466167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54394) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:20:29.663028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f095a64-6062-4e4c-a2c8-cf960bfa87bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:29.663413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f095a64-6062-4e4c-a2c8-cf960bfa87bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:29.665583 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6f095a64-6062-4e4c-a2c8-cf960bfa87bf admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982098 Jan 27 21:20:31.918120 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54402) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:20:32.047442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77960b-0ca2-459a-8506-ed8424159e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:32.047906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77960b-0ca2-459a-8506-ed8424159e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:32.049600 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0d77960b-0ca2-459a-8506-ed8424159e6a admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305106 Jan 27 21:20:32.142770 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e2952100-1200-4ea9-b5a0-71f2f0143640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:34.285633 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54410) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:20:34.409917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083d2d2-916f-4356-aaee-2944b5bedfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:34.411198 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5083d2d2-916f-4356-aaee-2944b5bedfcc admin admin] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 886 time: 0.1246433 Jan 27 21:20:34.604707 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7df17a42-6c33-47b0-b04e-f763e6e6299c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:35.878829 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:36.651696 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54418) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:20:36.777980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ddf237-e4e6-4610-bb87-7ad2cfa17af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:36.779346 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-68ddf237-e4e6-4610-bb87-7ad2cfa17af1 admin admin] 10.222.0.61 "GET /v2.0/networks/95aa4890-a779-4ab3-816e-a893b88f38e6 HTTP/1.1" status: 200 len: 869 time: 0.1266863 Jan 27 21:20:37.189734 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:38.673154 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:20:38.983852 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54426) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:20:39.206127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f16b59f-2124-4973-b62b-5b4159fcae1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:39.206502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f16b59f-2124-4973-b62b-5b4159fcae1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:39.208038 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8f16b59f-2124-4973-b62b-5b4159fcae1b admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2231874 Jan 27 21:20:41.448781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54434) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:20:41.538050 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2101c65a-23e8-4fb8-a23d-4cb3d83ab58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:41.538500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2101c65a-23e8-4fb8-a23d-4cb3d83ab58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:41.540172 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2101c65a-23e8-4fb8-a23d-4cb3d83ab58d admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903819 Jan 27 21:20:43.759529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54442) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:20:43.843852 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aca710-3b52-4f50-9104-6d7681e16f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:43.845203 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e1aca710-3b52-4f50-9104-6d7681e16f0d admin admin] 10.222.0.61 "GET /v2.0/subnets/74038181-2a01-43dd-bbef-3e9af92ca855 HTTP/1.1" status: 200 len: 816 time: 0.0846910 Jan 27 21:20:46.069934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54450) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:20:46.164018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebaf517-2b37-4844-b69a-b588e9c5fda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:20:46.165382 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-aebaf517-2b37-4844-b69a-b588e9c5fda0 admin admin] 10.222.0.61 "GET /v2.0/subnets/ba4e3d48-a521-45c3-8259-ecd203b83358 HTTP/1.1" status: 200 len: 868 time: 0.0939834 Jan 27 21:20:52.949349 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 5 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:21:02.131984 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b0abc668-40da-478c-8249-ac692963c5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:04.635079 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-54be7beb-1f11-4c45-9335-6bc773f1e523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:05.840725 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:07.141141 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:08.661697 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:10.891197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54504) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:21:10.938036 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-7833f8b0-0dd2-4938-8847-375b8c2b19e6 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:21:10.939062 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7833f8b0-0dd2-4938-8847-375b8c2b19e6 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468924 Jan 27 21:21:13.354787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54512) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:21:13.419444 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-31057460-6f87-47ae-a1b1-6b478e725d84 admin admin] GET failed (client error): The resource could not be found. Jan 27 21:21:13.421781 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-31057460-6f87-47ae-a1b1-6b478e725d84 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660565 Jan 27 21:21:13.509445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a71778a-f4d8-4a34-a676-7b7d41b1c183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:21:13.510930 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0a71778a-f4d8-4a34-a676-7b7d41b1c183 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0850141 Jan 27 21:21:15.814000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54522) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:21:15.860889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] Request body: {'network': {'tenant_id': 'b7497d0a264d4e839d05aa541e6cd52c', 'name': 'shared', 'project_id': 'b7497d0a264d4e839d05aa541e6cd52c', 'shared': True, 'admin_state_up': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:21:15.954175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] Made reservation on behalf of b7497d0a264d4e839d05aa541e6cd52c for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:21:15.956545 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:15.988449 n-d-760456-6 neutron-server[104026]: WARNING neutron.services.revisions.revision_plugin [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] Could not find related network for resource to bump revision. Jan 27 21:21:15.999190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:21:16.008259 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d6eaa4a1-da39-442b-bf20-993d355e36d0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:16.010400 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] Added segment d6eaa4a1-da39-442b-bf20-993d355e36d0 of type vlan for network 448cf24c-dfed-4809-adf4-6fd133d819d8 Jan 27 21:21:16.045980 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (448cf24c-dfed-4809-adf4-6fd133d819d8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:16.125615 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (448cf24c-dfed-4809-adf4-6fd133d819d8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:16.126582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:21:16.127200 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:16.187035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] Pushing event updated for resources: {'Network': ['ID=448cf24c-dfed-4809-adf4-6fd133d819d8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:21:16.198903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:21:16.270044 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-92e1eaf2-7e5d-4f56-bafd-01d1f0a878fa admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4548695 Jan 27 21:21:18.587599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54532) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:21:18.681101 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31c772d-dbe7-4b62-97d9-3d2f0146f17a admin admin] GET failed (client error): The resource could not be found. Jan 27 21:21:18.682629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e31c772d-dbe7-4b62-97d9-3d2f0146f17a admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0940616 Jan 27 21:21:18.879086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.policy [None req-81e763f2-43df-4d10-a2df-f9079412063f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104027) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 27 21:21:18.925313 n-d-760456-6 neutron-server[104027]: WARNING oslo_policy.policy [None req-81e763f2-43df-4d10-a2df-f9079412063f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:21:18.925696 n-d-760456-6 neutron-server[104027]: WARNING oslo_policy.policy [None req-81e763f2-43df-4d10-a2df-f9079412063f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 27 21:21:18.934719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e763f2-43df-4d10-a2df-f9079412063f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:21:18.936449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-81e763f2-43df-4d10-a2df-f9079412063f admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.2498181 Jan 27 21:21:18.947227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'tenant_id': 'b7497d0a264d4e839d05aa541e6cd52c', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:21:19.043598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Made reservation on behalf of b7497d0a264d4e839d05aa541e6cd52c for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:21:19.046321 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:19.360369 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (6a0c23da-9c1c-4580-9c64-dc20105e5c1b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:19.422040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0c23da-9c1c-4580-9c64-dc20105e5c1b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:21:19.435338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.435686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.436025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.436388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.436725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.437053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.437385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.437713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.438035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.438357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.438675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.438993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.439313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Tracked resource versions report: Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: pushed versions: Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: { 'AddressGroup': {'1.2'}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'ConntrackHelper': {'1.0'}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'Log': {'1.0'}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'Network': {'1.1'}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'Port': {'1.7'}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'PortForwarding': {'1.2'}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'QosPolicy': {'1.10'}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'SecurityGroup': {'1.5'}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'SubPort': {'1.0'}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'Subnet': {'1.1'}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'Trunk': {'1.1'}} Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: consumer versions: Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: { DHCP agent@n-d-760456-6: {}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: L3 agent@n-d-760456-6: {}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: Metadata agent@n-d-760456-6: {}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: Metering agent@n-d-760456-6: {}, Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: Open vSwitch agent@n-d-760456-6: { 'AddressGroup': '1.2', Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'ConntrackHelper': '1.0', Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'LocalIPAssociation': '1.0', Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'Log': '1.0', Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'Network': '1.1', Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'Port': '1.7', Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'PortForwarding': '1.2', Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'QosPolicy': '1.10', Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'SecurityGroup': '1.5', Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'SecurityGroupRule': '1.2', Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'SubPort': '1.0', Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'Subnet': '1.1', Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: 'Trunk': '1.1'}} Jan 27 21:21:19.440505 n-d-760456-6 neutron-server[104027]: {{(pid=104027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:21:19.455003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:21:19.455380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Network hostable DHCP agents. Network: 448cf24c-dfed-4809-adf4-6fd133d819d8, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:21:19.565372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:21:19.688974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 448cf24c-dfed-4809-adf4-6fd133d819d8) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:21:19.693500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:21:19.694110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:19.698022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb277294-c4a0-4276-b535-54a9ff03ea92 None None] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:21:19.789009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-30e835ae-4f10-4ca7-81c3-71469bf109b4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8459699 Jan 27 21:21:19.792592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-448cf24c-dfed-4809-adf4-6fd133d819d8', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'project_id': 'b7497d0a264d4e839d05aa541e6cd52c', 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:21:19.797252 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:19.939846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Allocated IP 192.168.233.2 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/3d11bceb-be74-4657-9c76-8bed84363393) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:21:20.085543 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Publish callbacks [] for port (3d11bceb-be74-4657-9c76-8bed84363393), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:20.175690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (3d11bceb-be74-4657-9c76-8bed84363393), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:20.212491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:21:20.213938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:21:20.217596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:21:20.233233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Pushing event updated for resources: {'Port': ['ID=3d11bceb-be74-4657-9c76-8bed84363393,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:21:20.251963 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.252337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.252681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.253015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.253343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.253674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.254001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.254324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.254645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.254965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.255291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.255614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.255929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:21:20.289600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Attempting to bind port 3d11bceb-be74-4657-9c76-8bed84363393 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:21:20.289990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Attempting to bind port 3d11bceb-be74-4657-9c76-8bed84363393 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:21:20.290345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Attempting to bind port 3d11bceb-be74-4657-9c76-8bed84363393 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:21:20.295530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:21:20.295910 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:21:20.296351 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:20.296756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:21:20.297229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Bound port: 3d11bceb-be74-4657-9c76-8bed84363393, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:21:20.297614 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3d11bceb-be74-4657-9c76-8bed84363393), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:20.364994 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] For port 3d11bceb-be74-4657-9c76-8bed84363393, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:21:20.368613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] For port 3d11bceb-be74-4657-9c76-8bed84363393, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3d11bceb-be74-4657-9c76-8bed84363393,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:21:20.467544 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3d11bceb-be74-4657-9c76-8bed84363393), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:20.522662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffccb8-af2d-4a85-89b6-ccb66fd3b811 None None] Pushing event updated for resources: {'Port': ['ID=3d11bceb-be74-4657-9c76-8bed84363393,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:21:21.483076 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3d11bceb-be74-4657-9c76-8bed84363393 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:21:21.542375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3d11bceb-be74-4657-9c76-8bed84363393 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:21:21.542763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3d11bceb-be74-4657-9c76-8bed84363393), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:21.564241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90ee2b-a6d3-49b2-9e4b-37526f33f670 None None] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:21:21.755920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4ba2983a-6741-4cef-91f7-435396a3fdf6 None None] Provisioning complete for port 3d11bceb-be74-4657-9c76-8bed84363393 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:21:21.757076 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4ba2983a-6741-4cef-91f7-435396a3fdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3d11bceb-be74-4657-9c76-8bed84363393), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:21.829270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3d11bceb-be74-4657-9c76-8bed84363393 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:21:21.829569 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3d11bceb-be74-4657-9c76-8bed84363393), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:21.878957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 3d11bceb-be74-4657-9c76-8bed84363393, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3d11bceb-be74-4657-9c76-8bed84363393,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:21:21.926914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4ba2983a-6741-4cef-91f7-435396a3fdf6 None None] Current status of the port 3d11bceb-be74-4657-9c76-8bed84363393 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:21:21.927315 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4ba2983a-6741-4cef-91f7-435396a3fdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3d11bceb-be74-4657-9c76-8bed84363393), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:21.965866 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3d11bceb-be74-4657-9c76-8bed84363393), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:22.036950 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-4ba2983a-6741-4cef-91f7-435396a3fdf6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:21:22.037251 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-4ba2983a-6741-4cef-91f7-435396a3fdf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:21:22.048733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=3d11bceb-be74-4657-9c76-8bed84363393,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:21:22.574857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4ba2983a-6741-4cef-91f7-435396a3fdf6 None None] Current status of the port 3d11bceb-be74-4657-9c76-8bed84363393 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:21:22.693632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-21f9e9cb-2ad7-466f-a464-59194aa6bc18 None None] Provisioning complete for port 3d11bceb-be74-4657-9c76-8bed84363393 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:21:22.694508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-21f9e9cb-2ad7-466f-a464-59194aa6bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3d11bceb-be74-4657-9c76-8bed84363393), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:22.776448 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-21f9e9cb-2ad7-466f-a464-59194aa6bc18 None None] Current status of the port 3d11bceb-be74-4657-9c76-8bed84363393 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:21:23.428275 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3d11bceb-be74-4657-9c76-8bed84363393 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:21:23.477193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3d11bceb-be74-4657-9c76-8bed84363393 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:21:23.477592 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3d11bceb-be74-4657-9c76-8bed84363393), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:23.556665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3d11bceb-be74-4657-9c76-8bed84363393 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:21:29.947552 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 5 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:21:32.136877 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-56f59546-67bd-428c-a1e8-07216a70b548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:34.576459 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d8b49f68-7021-438f-8fcd-b35726a36f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:35.844785 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:37.136373 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:21:38.694854 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:02.130045 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c97c68e-2d68-447c-82e9-40f2dda29483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:04.586673 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2e4c24cf-f5af-4b9a-bbff-73d3f7ee97de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:05.889701 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:06.946251 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 5 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:22:07.147807 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:08.712090 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:32.151288 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-72a7be81-b4a5-4eed-85ad-f615775152ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:34.580163 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7593e859-c385-4a79-ad9c-4ac29d3a7215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:35.865794 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:37.134659 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:38.740678 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:43.945425 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 5 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:22:51.274542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54586) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:22:51.280913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-59c3b9a1-13f0-46b2-bbf9-576f3ebc6404 tempest-verify_tempest_config-201482607 tempest-verify_tempest_config-201482607-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:22:51.281422 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-59c3b9a1-13f0-46b2-bbf9-576f3ebc6404 tempest-verify_tempest_config-201482607 tempest-verify_tempest_config-201482607-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058751 Jan 27 21:22:51.854636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54604) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:22:51.956586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:52.028025 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Publish callbacks [] for security_group (7eb91055-4589-4124-a554-f75748805070), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:52.145953 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7eb91055-4589-4124-a554-f75748805070), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:52.193971 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4251c10205eb464a87ca88afda993bcc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3382010 Jan 27 21:22:52.195157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb91055-4589-4124-a554-f75748805070,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:22:52.197069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54608) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:22:52.203157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.203504 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.203841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.204206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.204538 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.204863 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.205186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.205508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.205828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.206147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.206463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.207383 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.207767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e0459d-e4f0-4226-8723-3d5b9242bbee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.278128 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Publish callbacks [] for security_group (7eb91055-4589-4124-a554-f75748805070), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:52.298414 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Publish callbacks [] for security_group (7eb91055-4589-4124-a554-f75748805070), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:52.482554 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7eb91055-4589-4124-a554-f75748805070), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:52.485053 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:22:52.486227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7eb91055-4589-4124-a554-f75748805070 HTTP/1.1" status: 204 len: 168 time: 0.2881978 Jan 27 21:22:52.494525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb91055-4589-4124-a554-f75748805070,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:22:52.501366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.501720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.502067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.502413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.502749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.503082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.503416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.504389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.504729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.505059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.505388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.505715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:22:52.506040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c9116-b3c8-45a7-8714-f56d4335c3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:23:02.167245 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3fef1937-21f3-485b-960f-0ad2ac512e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:23:04.595925 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-69d99721-1e3f-4afa-839e-aa3d70254b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:23:05.892728 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:23:07.178797 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:23:08.675771 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:23:20.944100 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 5 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:23:32.172587 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5e28914f-3cd6-4c56-9f51-85ae926a428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:23:34.595165 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cc47483f-05f8-43cc-87c6-c78196a5834f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:23:35.863860 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:23:37.183777 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:23:38.681146 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:23:57.942912 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 5 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:24:02.149209 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5cdc1018-73e7-474c-8f8a-fa0657b1e2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:24:04.611650 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d504ef24-530c-45ee-9bc7-fda72e9d8c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:24:05.857803 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:24:07.143813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:24:08.674739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:24:32.171472 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6e670d5f-ed6b-468a-ac0b-ea75a34abe2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:24:34.587040 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-28271ea7-69d5-438a-96bb-046b9ec0e270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:24:34.943175 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 5 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:24:35.914180 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:24:37.182734 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:24:38.702511 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:02.151903 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f4a57456-5009-4c2c-b91e-dddd0a26f17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:04.583019 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bf81d95f-19ba-47dd-a5cf-89cd6c786988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:05.873555 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:07.162866 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:08.674035 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:11.942228 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 5 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:25:32.144808 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f0a36166-6b50-49d3-9973-52e5e2ff2526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:34.550712 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8d997c82-d074-4266-81c1-f8a35fa31382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:35.852929 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:37.158956 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:38.687370 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:48.941714 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 5 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:25:56.372665 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748470'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:25:56.878344 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748470'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:02.136040 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-752bc196-fb49-4d1a-9416-e29d6cc057b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:04.587137 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d5c7118d-48d8-45aa-a94e-cd451c4c5248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:05.868978 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:07.175326 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:08.689903 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:25.941940 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:26:26.346641 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:26.809341 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:32.140428 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6892d5ef-e5a7-48e3-88ee-b21c052aa09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:34.542615 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c6510fb-fe27-4b8f-86d6-ca2f345d42ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:35.879782 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:37.151960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:38.685304 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:41.380386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54666) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:41.483565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9bf758f5-6011-409c-b28c-5db5bf48f523 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1019952 Jan 27 21:26:43.757276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54676) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:26:43.810735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-946da512-225d-4bda-81ad-c4bc48b36f82 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0523698 Jan 27 21:26:56.347435 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:26:56.871250 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:02.232859 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a667d154-22fe-4468-9789-4c3a076ff03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:02.940620 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:27:04.569748 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-102be357-4cf9-4d96-a9bd-041c77c7a648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:05.905783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:07.153011 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:08.706861 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:26.364120 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:26.883506 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:32.151951 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3567fbf2-cd16-40b7-9af5-aaa637e1722c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:34.562874 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9b2fdbf4-7004-4efe-8a78-f5835b7c1ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:35.871793 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:37.163446 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:38.699952 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:39.940309 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:27:56.345144 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:27:56.910863 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:02.162469 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1da0b518-9ac5-40a7-8936-2cc1f9f034d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:04.603005 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8e62c8a0-7dee-4263-b56d-b1a999903fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:05.865047 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:06.206937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54836) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:06.528308 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fd6e137c-8899-4846-95b6-371087023a0e tempest-AutoAllocateNetworkTest-1101971769 tempest-AutoAllocateNetworkTest-1101971769-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fbfe8771cfaf4ec5a8145be0b69f580e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3178303 Jan 27 21:28:06.528720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54856) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:06.731667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f4a7b4-5b7d-4261-b8a8-c7e9fd904acf tempest-AutoAllocateNetworkTest-1101971769 tempest-AutoAllocateNetworkTest-1101971769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:06.734088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-04f4a7b4-5b7d-4261-b8a8-c7e9fd904acf tempest-AutoAllocateNetworkTest-1101971769 tempest-AutoAllocateNetworkTest-1101971769-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2037549 Jan 27 21:28:06.737062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54874) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:06.834228 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-74efbc2d-2ce8-46a0-96f1-6adfbd74fb3a tempest-AutoAllocateNetworkTest-1101971769 tempest-AutoAllocateNetworkTest-1101971769-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960686 Jan 27 21:28:06.836851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54882) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:06.865168 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-028cdfdd-a8f2-4d4d-aceb-ac4e2510d4f0 tempest-AutoAllocateNetworkTest-1101971769 tempest-AutoAllocateNetworkTest-1101971769-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fbfe8771cfaf4ec5a8145be0b69f580e HTTP/1.1" status: 200 len: 208 time: 0.0272062 Jan 27 21:28:07.185500 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:07.443594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54900) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:07.990061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-network', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:08.076585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Made reservation on behalf of 451676679c4b4b5587451d05a77ed0c4 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:08.079153 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.095301 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.146701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54922) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:08.181670 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Publish callbacks [] for security_group (72d4922f-ffe2-4ae9-a346-a9e9596c3bc4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.225188 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (72d4922f-ffe2-4ae9-a346-a9e9596c3bc4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.250136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:28:08.271774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d4922f-ffe2-4ae9-a346-a9e9596c3bc4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:08.274321 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777045328267', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8f6fc8e7-04de-4514-9f48-cb50e77faf5f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.274886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Unsubscribe: segment precommit_create {{(pid=104027) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 27 21:28:08.275370 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Added segment 8f6fc8e7-04de-4514-9f48-cb50e77faf5f of type vlan for network 9702760e-a020-4d15-a8dc-77e191f3ead9 Jan 27 21:28:08.292591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.293967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.293967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.293967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.293967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.294316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.294557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.294884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.295207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.295532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.295851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.296195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.296513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Tracked resource versions report: Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: pushed versions: Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: { 'AddressGroup': {'1.2'}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'ConntrackHelper': {'1.0'}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'Log': {'1.0'}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'Network': {'1.1'}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'Port': {'1.7'}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'PortForwarding': {'1.2'}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'QosPolicy': {'1.10'}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'SecurityGroup': {'1.5'}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'SubPort': {'1.0'}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'Subnet': {'1.1'}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'Trunk': {'1.1'}} Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: consumer versions: Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: { DHCP agent@n-d-760456-6: {}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: HyperV agent@n-h1-760456-6: {}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: HyperV agent@n-h2-760456-6: {}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: L3 agent@n-d-760456-6: {}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: Metadata agent@n-d-760456-6: {}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: Metering agent@n-d-760456-6: {}, Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: Open vSwitch agent@n-d-760456-6: { 'AddressGroup': '1.2', Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'ConntrackHelper': '1.0', Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'LocalIPAssociation': '1.0', Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'Log': '1.0', Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'Network': '1.1', Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'Port': '1.7', Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'PortForwarding': '1.2', Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'QosPolicy': '1.10', Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'SecurityGroup': '1.5', Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'SecurityGroupRule': '1.2', Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'SubPort': '1.0', Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'Subnet': '1.1', Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: 'Trunk': '1.1'}} Jan 27 21:28:08.297625 n-d-760456-6 neutron-server[104027]: {{(pid=104027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:28:08.341224 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (9702760e-a020-4d15-a8dc-77e191f3ead9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.464864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (9702760e-a020-4d15-a8dc-77e191f3ead9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.465980 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:08.469994 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.557692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] Pushing event updated for resources: {'Network': ['ID=9702760e-a020-4d15-a8dc-77e191f3ead9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:08.568703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 9702760e-a020-4d15-a8dc-77e191f3ead9 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:28:08.615945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-61df8475-da6d-40e3-bc43-18cb3584d788 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1711984 Jan 27 21:28:08.619076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54938) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:08.631033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9a6c51c1-827f-4d3d-9d68-244459778d46 admin admin] Request body: {'subnet': {'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-subnet', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:08.722128 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.746018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.774535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6c51c1-827f-4d3d-9d68-244459778d46 admin admin] Made reservation on behalf of 451676679c4b4b5587451d05a77ed0c4 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:08.776974 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a6c51c1-827f-4d3d-9d68-244459778d46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:08.896156 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Publish callbacks [] for security_group (f614e6db-f601-48e1-a05d-6472a31ccc6b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.007599 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f614e6db-f601-48e1-a05d-6472a31ccc6b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.044907 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbfe8771cfaf4ec5a8145be0b69f580e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8965676 Jan 27 21:28:09.047651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54954) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:09.049923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f614e6db-f601-48e1-a05d-6472a31ccc6b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:09.057362 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.057721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.058064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.058418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.058749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.059083 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.059417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.059747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.060152 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.061002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.061546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.061877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.062202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eebd3ad-3863-4c9e-ba33-517815cd92b0 admin admin] Tracked resource versions report: Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: pushed versions: Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: { 'AddressGroup': {'1.2'}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'ConntrackHelper': {'1.0'}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'Log': {'1.0'}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'Network': {'1.1'}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'Port': {'1.7'}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'PortForwarding': {'1.2'}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'QosPolicy': {'1.10'}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'SecurityGroup': {'1.5'}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'SubPort': {'1.0'}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'Subnet': {'1.1'}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'Trunk': {'1.1'}} Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: consumer versions: Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: { DHCP agent@n-d-760456-6: {}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: HyperV agent@n-h1-760456-6: {}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: HyperV agent@n-h2-760456-6: {}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: L3 agent@n-d-760456-6: {}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: Metadata agent@n-d-760456-6: {}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: Metering agent@n-d-760456-6: {}, Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: Open vSwitch agent@n-d-760456-6: { 'AddressGroup': '1.2', Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'ConntrackHelper': '1.0', Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'LocalIPAssociation': '1.0', Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'Log': '1.0', Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'Network': '1.1', Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'Port': '1.7', Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'PortForwarding': '1.2', Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'QosPolicy': '1.10', Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'SecurityGroup': '1.5', Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'SecurityGroupRule': '1.2', Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'SubPort': '1.0', Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'Subnet': '1.1', Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: 'Trunk': '1.1'}} Jan 27 21:28:09.063610 n-d-760456-6 neutron-server[104026]: {{(pid=104026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:28:09.070592 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a6c51c1-827f-4d3d-9d68-244459778d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (8f63e171-69ab-4248-b2bd-b8b38611ff18), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.119946 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a2b96d8-c84d-4380-aa94-85aa1ed8937c admin admin] Publish callbacks [] for security_group (f614e6db-f601-48e1-a05d-6472a31ccc6b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.132297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c51c1-827f-4d3d-9d68-244459778d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f63e171-69ab-4248-b2bd-b8b38611ff18,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:09.144359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6c51c1-827f-4d3d-9d68-244459778d46 admin admin] Checking segment: {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:09.145114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6c51c1-827f-4d3d-9d68-244459778d46 admin admin] Network hostable DHCP agents. Network: 9702760e-a020-4d15-a8dc-77e191f3ead9, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:28:09.158118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a2b96d8-c84d-4380-aa94-85aa1ed8937c admin admin] Publish callbacks [] for security_group (f614e6db-f601-48e1-a05d-6472a31ccc6b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.213090 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6c51c1-827f-4d3d-9d68-244459778d46 admin admin] Network 9702760e-a020-4d15-a8dc-77e191f3ead9 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:28:09.265179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a2b96d8-c84d-4380-aa94-85aa1ed8937c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f614e6db-f601-48e1-a05d-6472a31ccc6b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.268460 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a2b96d8-c84d-4380-aa94-85aa1ed8937c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.269661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9a2b96d8-c84d-4380-aa94-85aa1ed8937c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f614e6db-f601-48e1-a05d-6472a31ccc6b HTTP/1.1" status: 204 len: 168 time: 0.2210138 Jan 27 21:28:09.273656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-9a6c51c1-827f-4d3d-9d68-244459778d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 9702760e-a020-4d15-a8dc-77e191f3ead9) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:09.284405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b96d8-c84d-4380-aa94-85aa1ed8937c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f614e6db-f601-48e1-a05d-6472a31ccc6b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:09.289107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e90439-e2a9-4e4b-9263-44707740b582 None None] Network 9702760e-a020-4d15-a8dc-77e191f3ead9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:28:09.289581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6c51c1-827f-4d3d-9d68-244459778d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:09.291629 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a6c51c1-827f-4d3d-9d68-244459778d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.384472 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9a6c51c1-827f-4d3d-9d68-244459778d46 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7641780 Jan 27 21:28:09.387342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54976) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:09.395622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:09.410548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-9702760e-a020-4d15-a8dc-77e191f3ead9', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:28:09.411740 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.511083 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (8c199853-cee7-45c2-a895-660315ea98ad), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.515478 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (8c199853-cee7-45c2-a895-660315ea98ad), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.561692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Allocated IP 172.20.0.2 (9702760e-a020-4d15-a8dc-77e191f3ead9/8f63e171-69ab-4248-b2bd-b8b38611ff18/0aa606cf-5819-446b-b029-a7f74978d3ae) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:28:09.621058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Publish callbacks [] for router_controller (8c199853-cee7-45c2-a895-660315ea98ad), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.730271 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Publish callbacks [] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.820894 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.863894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Network 9702760e-a020-4d15-a8dc-77e191f3ead9 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:09.867126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:09.870886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:28:09.882325 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Publish callbacks [] for router_gateway (8c199853-cee7-45c2-a895-660315ea98ad), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.909526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Pushing event updated for resources: {'Port': ['ID=0aa606cf-5819-446b-b029-a7f74978d3ae,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:09.931825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.932192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.932678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.933172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.933644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.934130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.934662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.935638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.936110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.936573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.936904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Tracked resource versions report: Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: pushed versions: Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: { 'AddressGroup': {'1.2'}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'ConntrackHelper': {'1.0'}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'Log': {'1.0'}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'Network': {'1.1'}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'Port': {'1.7'}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'PortForwarding': {'1.2'}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'QosPolicy': {'1.10'}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'SecurityGroup': {'1.5'}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'SubPort': {'1.0'}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'Subnet': {'1.1'}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'Trunk': {'1.1'}} Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: consumer versions: Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: { DHCP agent@n-d-760456-6: {}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: HyperV agent@n-h1-760456-6: {}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: HyperV agent@n-h2-760456-6: {}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: L3 agent@n-d-760456-6: {}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: Metadata agent@n-d-760456-6: {}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: Metering agent@n-d-760456-6: {}, Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: Open vSwitch agent@n-d-760456-6: { 'AddressGroup': '1.2', Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'ConntrackHelper': '1.0', Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'LocalIPAssociation': '1.0', Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'Log': '1.0', Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'Network': '1.1', Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'Port': '1.7', Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'PortForwarding': '1.2', Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'QosPolicy': '1.10', Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'SecurityGroup': '1.5', Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'SecurityGroupRule': '1.2', Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'SubPort': '1.0', Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'Subnet': '1.1', Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: 'Trunk': '1.1'}} Jan 27 21:28:09.938909 n-d-760456-6 neutron-server[104028]: {{(pid=104028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:28:09.949806 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Attempting to bind port 0aa606cf-5819-446b-b029-a7f74978d3ae on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:28:09.950101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Attempting to bind port 0aa606cf-5819-446b-b029-a7f74978d3ae by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:28:09.950459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Attempting to bind port 0aa606cf-5819-446b-b029-a7f74978d3ae on network 9702760e-a020-4d15-a8dc-77e191f3ead9 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:09.961952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:28:09.962322 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Checking segment: {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:09.962888 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:09.963283 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Bound using segment: {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:28:09.963753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Bound port: 0aa606cf-5819-446b-b029-a7f74978d3ae, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:28:09.964365 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:10.045196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] For port 0aa606cf-5819-446b-b029-a7f74978d3ae, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:28:10.050066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] For port 0aa606cf-5819-446b-b029-a7f74978d3ae, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0aa606cf-5819-446b-b029-a7f74978d3ae,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:28:10.116576 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:10.173939 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d6191-ca07-4061-9817-21890767f625 None None] Pushing event updated for resources: {'Port': ['ID=0aa606cf-5819-446b-b029-a7f74978d3ae,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:10.215340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Publish callbacks [] for router_gateway (8c199853-cee7-45c2-a895-660315ea98ad), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:10.249371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:10.477308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Allocated IP 172.25.0.65 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/e3c063d5-87db-48c7-a033-f8a1c0c40821) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:28:10.635992 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Publish callbacks [] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:10.762951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:10.840124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:10.846832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:10.854946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:28:10.861441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Pushing event updated for resources: {'Port': ['ID=e3c063d5-87db-48c7-a033-f8a1c0c40821,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:11.320884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Publish callbacks [] for router_gateway (8c199853-cee7-45c2-a895-660315ea98ad), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:11.579617 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (8c199853-cee7-45c2-a895-660315ea98ad), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:11.602077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9604c121-c542-45bb-a551-67e8b76af8a5 None None] Network 9702760e-a020-4d15-a8dc-77e191f3ead9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:28:11.758911 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0aa606cf-5819-446b-b029-a7f74978d3ae up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:11.801123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d60570d6-621c-4c12-9b84-f9e043273141 None None] Provisioning complete for port 0aa606cf-5819-446b-b029-a7f74978d3ae triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:11.801700 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d60570d6-621c-4c12-9b84-f9e043273141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:11.802130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Router 8c199853-cee7-45c2-a895-660315ea98ad is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:28:11.914937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0aa606cf-5819-446b-b029-a7f74978d3ae triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:11.915558 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:11.962653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:28:11.974813 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Sync routers for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:28:11.988834 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:28:11.989541 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:28:04Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:11.995612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d60570d6-621c-4c12-9b84-f9e043273141 None None] Current status of the port 0aa606cf-5819-446b-b029-a7f74978d3ae is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:11.996008 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d60570d6-621c-4c12-9b84-f9e043273141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:12.032337 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:12.033601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-82dc0a7a-1562-4a26-b87f-8f08c5f9447f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6449385 Jan 27 21:28:12.036798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55074) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:12.120414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d60570d6-621c-4c12-9b84-f9e043273141 None None] For port 0aa606cf-5819-446b-b029-a7f74978d3ae, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0aa606cf-5819-446b-b029-a7f74978d3ae,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:12.151744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0aa606cf-5819-446b-b029-a7f74978d3ae is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:12.152483 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:12.182699 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:28:12.230320 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d60570d6-621c-4c12-9b84-f9e043273141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:12.279374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60570d6-621c-4c12-9b84-f9e043273141 None None] Pushing event updated for resources: {'Port': ['ID=0aa606cf-5819-446b-b029-a7f74978d3ae,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:12.322169 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:28:12.322765 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:28:12.356598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-94151d5b-ba60-4e3e-96c9-681d98f465c3 None None] Provisioning complete for port 0aa606cf-5819-446b-b029-a7f74978d3ae triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:12.359342 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-94151d5b-ba60-4e3e-96c9-681d98f465c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:12.432692 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:11Z', 'revision_number': 3, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:12.462622 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Checking router: 8c199853-cee7-45c2-a895-660315ea98ad for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:28:12.463337 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Updating router 8c199853-cee7-45c2-a895-660315ea98ad port e3c063d5-87db-48c7-a033-f8a1c0c40821 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:28:12.497742 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:12.507099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-94151d5b-ba60-4e3e-96c9-681d98f465c3 None None] Current status of the port 0aa606cf-5819-446b-b029-a7f74978d3ae is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:12.835342 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Publish callbacks [] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:12.881232 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0aa606cf-5819-446b-b029-a7f74978d3ae is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:12.905541 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:12.906048 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:12.967281 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Pushing event updated for resources: {'Port': ['ID=e3c063d5-87db-48c7-a033-f8a1c0c40821,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:12.985630 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.986253 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.986352 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.986658 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.986977 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.987318 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.987650 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.987976 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.988330 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.988655 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.988980 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.989301 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.989623 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Tracked resource versions report: Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: pushed versions: Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: { 'AddressGroup': {'1.2'}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'ConntrackHelper': {'1.0'}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'LocalIPAssociation': {'1.0'}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'Log': {'1.0'}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'Network': {'1.1'}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'Port': {'1.7'}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'PortForwarding': {'1.2'}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'QosPolicy': {'1.10'}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'SecurityGroup': {'1.5'}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'SecurityGroupRule': {'1.2'}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'SubPort': {'1.0'}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'Subnet': {'1.1'}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'Trunk': {'1.1'}} Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: consumer versions: Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: { DHCP agent@n-d-760456-6: {}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: HyperV agent@n-h1-760456-6: {}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: HyperV agent@n-h2-760456-6: {}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: L3 agent@n-d-760456-6: {}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: Metadata agent@n-d-760456-6: {}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: Metering agent@n-d-760456-6: {}, Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: Open vSwitch agent@n-d-760456-6: { 'AddressGroup': '1.2', Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'ConntrackHelper': '1.0', Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'LocalIPAssociation': '1.0', Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'Log': '1.0', Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'Network': '1.1', Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'Port': '1.7', Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'PortForwarding': '1.2', Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'QosPolicy': '1.10', Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'SecurityGroup': '1.5', Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'SecurityGroupRule': '1.2', Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'SubPort': '1.0', Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'Subnet': '1.1', Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: 'Trunk': '1.1'}} Jan 27 21:28:12.990806 n-d-760456-6 neutron-server[104029]: {{(pid=104029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 27 21:28:12.996751 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Attempting to bind port e3c063d5-87db-48c7-a033-f8a1c0c40821 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:28:12.998041 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Attempting to bind port e3c063d5-87db-48c7-a033-f8a1c0c40821 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:28:12.999849 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Attempting to bind port e3c063d5-87db-48c7-a033-f8a1c0c40821 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:13.004707 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:28:13.005087 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:13.005494 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:13.005897 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:28:13.006365 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Bound port: e3c063d5-87db-48c7-a033-f8a1c0c40821, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:28:13.006741 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:13.067397 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] For port e3c063d5-87db-48c7-a033-f8a1c0c40821, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:28:13.070695 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] For port e3c063d5-87db-48c7-a033-f8a1c0c40821, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e3c063d5-87db-48c7-a033-f8a1c0c40821,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:28:13.128547 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:13.162597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Allocated IP 172.20.0.1 (9702760e-a020-4d15-a8dc-77e191f3ead9/8f63e171-69ab-4248-b2bd-b8b38611ff18/6493a5b1-a859-45c7-9ba3-f177e915f00f) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:28:13.182758 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:28:13.183823 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:28:04Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:13.267656 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bceeeb-86ea-4b4e-848d-c8c223e9fa63 None None] Pushing event updated for resources: {'Port': ['ID=e3c063d5-87db-48c7-a033-f8a1c0c40821,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:13.294757 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Publish callbacks [] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:13.333143 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:28:13.402106 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:13.461869 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Network 9702760e-a020-4d15-a8dc-77e191f3ead9 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:13.463046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Pushing event updated for resources: {'Port': ['ID=6493a5b1-a859-45c7-9ba3-f177e915f00f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:13.467725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:13.470159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:28:13.470836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (8c199853-cee7-45c2-a895-660315ea98ad), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:13.593627 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:11Z', 'revision_number': 3, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:13.631731 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813dae69-d354-4c92-977a-43d595cafe18 None None] The sync data for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 is: [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:11Z', 'revision_number': 3, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:28:13.762311 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0aa606cf-5819-446b-b029-a7f74978d3ae up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:13.819183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0aa606cf-5819-446b-b029-a7f74978d3ae triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:13.819576 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:13.868564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-584e4e3b-f4e2-45f7-b833-cfed397889f6 None None] Provisioning complete for port 6493a5b1-a859-45c7-9ba3-f177e915f00f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:13.868960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-584e4e3b-f4e2-45f7-b833-cfed397889f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:13.938848 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:14.048441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-584e4e3b-f4e2-45f7-b833-cfed397889f6 None None] Port 6493a5b1-a859-45c7-9ba3-f177e915f00f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:28:14.063394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0aa606cf-5819-446b-b029-a7f74978d3ae is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:14.168860 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Publish callbacks [] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:14.219527 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:14.220645 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (8c199853-cee7-45c2-a895-660315ea98ad), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:14.323643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Pushing event updated for resources: {'Port': ['ID=6493a5b1-a859-45c7-9ba3-f177e915f00f,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:14.374675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Network 9702760e-a020-4d15-a8dc-77e191f3ead9 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:14.376359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:14.462506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55168) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:14.559178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55182) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:14.609079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Router 8c199853-cee7-45c2-a895-660315ea98ad has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:28:14.693672 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7b98b65-f9ad-4115-9ec4-3c04bc7b05bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:14.779043 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a99e55bd-e865-4732-bfa6-3a2d96f4e5c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:14.803135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1c8e2197-6717-401c-8bf0-019ec9330e24 None None] Provisioning complete for port 6493a5b1-a859-45c7-9ba3-f177e915f00f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:14.805075 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1c8e2197-6717-401c-8bf0-019ec9330e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:14.823180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:28:14.831614 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-21592c47-a925-4a39-a65b-4f05596dd316 admin admin] 10.222.0.61 "PUT /v2.0/routers/8c199853-cee7-45c2-a895-660315ea98ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7935910 Jan 27 21:28:14.859190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1c8e2197-6717-401c-8bf0-019ec9330e24 None None] Port 6493a5b1-a859-45c7-9ba3-f177e915f00f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:28:14.899751 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7b98b65-f9ad-4115-9ec4-3c04bc7b05bd admin admin] Publish callbacks [] for security_group (27128b95-ee9b-4048-be39-0358d22a9524), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:14.948224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55216) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:14.974124 n-d-760456-6 neutron-server[104027]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 27 21:28:14.985553 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7b98b65-f9ad-4115-9ec4-3c04bc7b05bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (27128b95-ee9b-4048-be39-0358d22a9524), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:15.025199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-72b2f207-c54b-4721-a855-fd39c85d4759 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=24137125d9774ddc868d32665fc5ad29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524206 Jan 27 21:28:15.062745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b98b65-f9ad-4115-9ec4-3c04bc7b05bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27128b95-ee9b-4048-be39-0358d22a9524,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:15.096638 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a99e55bd-e865-4732-bfa6-3a2d96f4e5c1 admin admin] Publish callbacks [] for security_group (6eaee266-14f8-4f88-ad71-26dbda4b5e49), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:15.108506 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a7b98b65-f9ad-4115-9ec4-3c04bc7b05bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07672961a02245f9a853032603819671&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6444228 Jan 27 21:28:15.121133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55226) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:15.195111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a99e55bd-e865-4732-bfa6-3a2d96f4e5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6eaee266-14f8-4f88-ad71-26dbda4b5e49), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:15.266326 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a99e55bd-e865-4732-bfa6-3a2d96f4e5c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72f5a5be257043ec847ceaf115fba9dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7055409 Jan 27 21:28:15.270109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d77bd53-d56c-4934-b8ff-b7aa0749c44e admin admin] Publish callbacks [] for security_group (27128b95-ee9b-4048-be39-0358d22a9524), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:15.271631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55236) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:15.284247 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e55bd-e865-4732-bfa6-3a2d96f4e5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaee266-14f8-4f88-ad71-26dbda4b5e49,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:15.338230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-81fd845b-d4ac-4df7-bd2b-8067c844bbf2 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:15.339861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-81fd845b-d4ac-4df7-bd2b-8067c844bbf2 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121884 Jan 27 21:28:15.345315 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d77bd53-d56c-4934-b8ff-b7aa0749c44e admin admin] Publish callbacks [] for security_group (27128b95-ee9b-4048-be39-0358d22a9524), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:15.406832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-ef31f9b0-2a25-4f4d-8298-94b5917bf5ef tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/quotas/24137125d9774ddc868d32665fc5ad29 HTTP/1.1" status: 200 len: 375 time: 0.0471060 Jan 27 21:28:15.408137 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88443196-9b6e-4045-b6ce-28b776768931 admin admin] Publish callbacks [] for security_group (6eaee266-14f8-4f88-ad71-26dbda4b5e49), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:15.446583 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88443196-9b6e-4045-b6ce-28b776768931 admin admin] Publish callbacks [] for security_group (6eaee266-14f8-4f88-ad71-26dbda4b5e49), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:15.487455 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d77bd53-d56c-4934-b8ff-b7aa0749c44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (27128b95-ee9b-4048-be39-0358d22a9524), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:15.490064 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d77bd53-d56c-4934-b8ff-b7aa0749c44e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:15.493561 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7d77bd53-d56c-4934-b8ff-b7aa0749c44e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27128b95-ee9b-4048-be39-0358d22a9524 HTTP/1.1" status: 204 len: 168 time: 0.3721018 Jan 27 21:28:15.500061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-673f38dd-4822-411b-a3d5-c468fff3e11b tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=24137125d9774ddc868d32665fc5ad29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868673 Jan 27 21:28:15.506636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77bd53-d56c-4934-b8ff-b7aa0749c44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27128b95-ee9b-4048-be39-0358d22a9524,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:15.570813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55252) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:15.591066 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88443196-9b6e-4045-b6ce-28b776768931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6eaee266-14f8-4f88-ad71-26dbda4b5e49), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:15.593641 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88443196-9b6e-4045-b6ce-28b776768931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:15.596300 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-88443196-9b6e-4045-b6ce-28b776768931 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6eaee266-14f8-4f88-ad71-26dbda4b5e49 HTTP/1.1" status: 204 len: 168 time: 0.3204868 Jan 27 21:28:15.617338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88443196-9b6e-4045-b6ce-28b776768931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaee266-14f8-4f88-ad71-26dbda4b5e49,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:15.809223 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e3c063d5-87db-48c7-a033-f8a1c0c40821 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:15.869136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e3c063d5-87db-48c7-a033-f8a1c0c40821 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:15.869892 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:15.980141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e3c063d5-87db-48c7-a033-f8a1c0c40821 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:15.980542 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:16.002852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port e3c063d5-87db-48c7-a033-f8a1c0c40821, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e3c063d5-87db-48c7-a033-f8a1c0c40821,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:16.121626 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:16.192022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Sync routers for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:28:16.209248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=e3c063d5-87db-48c7-a033-f8a1c0c40821,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:16.218011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:28:16.218888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:28:04Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:16.333302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:28:16.423760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0c28906-b502-4633-82ad-9e666ac2bae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:16.547618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0c28906-b502-4633-82ad-9e666ac2bae6 admin admin] Publish callbacks [] for security_group (b6ae9b4e-003a-444d-b61a-b47e53a66826), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:16.566269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:14Z', 'revision_number': 2, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:16.599423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Checking router: 8c199853-cee7-45c2-a895-660315ea98ad for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:28:16.599787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Updating router 8c199853-cee7-45c2-a895-660315ea98ad port 6493a5b1-a859-45c7-9ba3-f177e915f00f binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:28:16.619127 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0c28906-b502-4633-82ad-9e666ac2bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b6ae9b4e-003a-444d-b61a-b47e53a66826), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:16.649640 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:16.704662 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b0c28906-b502-4633-82ad-9e666ac2bae6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a418ae21ea07443fa7921d103cdf40bc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1329799 Jan 27 21:28:16.707396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55288) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:16.734165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55290) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:16.761498 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c28906-b502-4633-82ad-9e666ac2bae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ae9b4e-003a-444d-b61a-b47e53a66826,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:16.801913 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45a7195f-a69d-4f62-b294-2c32d6eb3475 admin admin] Publish callbacks [] for security_group (b6ae9b4e-003a-444d-b61a-b47e53a66826), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:16.830113 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55296) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:16.848809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45a7195f-a69d-4f62-b294-2c32d6eb3475 admin admin] Publish callbacks [] for security_group (b6ae9b4e-003a-444d-b61a-b47e53a66826), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:16.951838 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:28:16.985351 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45a7195f-a69d-4f62-b294-2c32d6eb3475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b6ae9b4e-003a-444d-b61a-b47e53a66826), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:16.990492 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45a7195f-a69d-4f62-b294-2c32d6eb3475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:16.993278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-45a7195f-a69d-4f62-b294-2c32d6eb3475 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6ae9b4e-003a-444d-b61a-b47e53a66826 HTTP/1.1" status: 204 len: 168 time: 0.2835150 Jan 27 21:28:17.003962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7195f-a69d-4f62-b294-2c32d6eb3475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ae9b4e-003a-444d-b61a-b47e53a66826,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:17.072995 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55310) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:17.094075 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-476519fc-d662-4e60-8cd8-0093051a898a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.139083 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Publish callbacks [] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.148952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55312) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:17.215969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-476519fc-d662-4e60-8cd8-0093051a898a admin admin] Publish callbacks [] for security_group (30e407d4-ff01-49a3-a20f-b050bd0be926), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.226022 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.270019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-476519fc-d662-4e60-8cd8-0093051a898a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (30e407d4-ff01-49a3-a20f-b050bd0be926), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.298770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f760f-94ec-49c2-9579-d42f15af78aa None None] Pushing event updated for resources: {'Port': ['ID=6493a5b1-a859-45c7-9ba3-f177e915f00f,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:17.324641 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-476519fc-d662-4e60-8cd8-0093051a898a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c813599c24d744c1b3931bcd889f2506&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2503583 Jan 27 21:28:17.327677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55316) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:17.335921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476519fc-d662-4e60-8cd8-0093051a898a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e407d4-ff01-49a3-a20f-b050bd0be926,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:17.367174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9831202a-3e91-48b5-86b2-473d0d91f4e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.381387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Attempting to bind port 6493a5b1-a859-45c7-9ba3-f177e915f00f on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:28:17.383863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Attempting to bind port 6493a5b1-a859-45c7-9ba3-f177e915f00f by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:28:17.383863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Attempting to bind port 6493a5b1-a859-45c7-9ba3-f177e915f00f on network 9702760e-a020-4d15-a8dc-77e191f3ead9 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:17.389243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:28:17.390496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Checking segment: {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:17.391102 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.392024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Bound using segment: {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:28:17.392938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Bound port: 6493a5b1-a859-45c7-9ba3-f177e915f00f, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:28:17.393544 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.492876 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9831202a-3e91-48b5-86b2-473d0d91f4e8 admin admin] Publish callbacks [] for security_group (ebe71450-26fb-4de1-b23e-32ec836c6c9c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.507464 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6890644-9f69-49a8-a354-2c972d0f85da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.524914 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0158c80c-b5e5-4bc5-be76-daaa6b6c0072 admin admin] Publish callbacks [] for security_group (30e407d4-ff01-49a3-a20f-b050bd0be926), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.556782 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9831202a-3e91-48b5-86b2-473d0d91f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ebe71450-26fb-4de1-b23e-32ec836c6c9c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.579444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55320) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:17.603276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] For port 6493a5b1-a859-45c7-9ba3-f177e915f00f, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:28:17.613123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] For port 6493a5b1-a859-45c7-9ba3-f177e915f00f, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6493a5b1-a859-45c7-9ba3-f177e915f00f,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:28:17.618934 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75916586-214e-49d2-a1c1-693666bbc4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.660169 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0158c80c-b5e5-4bc5-be76-daaa6b6c0072 admin admin] Publish callbacks [] for security_group (30e407d4-ff01-49a3-a20f-b050bd0be926), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.680523 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9831202a-3e91-48b5-86b2-473d0d91f4e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3cf6d581a97e461db60ee0f3bdb3aebe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9319110 Jan 27 21:28:17.686376 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55326) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:17.693698 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831202a-3e91-48b5-86b2-473d0d91f4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe71450-26fb-4de1-b23e-32ec836c6c9c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:17.706871 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.771955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6890644-9f69-49a8-a354-2c972d0f85da admin admin] Publish callbacks [] for security_group (c88440cb-632f-41b1-9970-7a88478a4843), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.787916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13e15c6e-39aa-40bd-b5cf-6e9d5765050f admin admin] Publish callbacks [] for security_group (ebe71450-26fb-4de1-b23e-32ec836c6c9c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.801640 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75916586-214e-49d2-a1c1-693666bbc4d7 admin admin] Publish callbacks [] for security_group (536a2447-9cc0-496f-ac01-d9243689c23a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.818785 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13e15c6e-39aa-40bd-b5cf-6e9d5765050f admin admin] Publish callbacks [] for security_group (ebe71450-26fb-4de1-b23e-32ec836c6c9c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.834049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e3c063d5-87db-48c7-a033-f8a1c0c40821 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:17.844813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ce727603-f8a9-4345-a43a-e35f08601e67 None None] Provisioning complete for port 6493a5b1-a859-45c7-9ba3-f177e915f00f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:17.845223 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ce727603-f8a9-4345-a43a-e35f08601e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.854667 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6890644-9f69-49a8-a354-2c972d0f85da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c88440cb-632f-41b1-9970-7a88478a4843), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.871247 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75916586-214e-49d2-a1c1-693666bbc4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (536a2447-9cc0-496f-ac01-d9243689c23a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.874847 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0158c80c-b5e5-4bc5-be76-daaa6b6c0072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (30e407d4-ff01-49a3-a20f-b050bd0be926), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.878406 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0158c80c-b5e5-4bc5-be76-daaa6b6c0072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:17.879615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0158c80c-b5e5-4bc5-be76-daaa6b6c0072 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/30e407d4-ff01-49a3-a20f-b050bd0be926 HTTP/1.1" status: 204 len: 168 time: 0.5488498 Jan 27 21:28:17.911941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6890644-9f69-49a8-a354-2c972d0f85da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88440cb-632f-41b1-9970-7a88478a4843,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:17.941095 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f6890644-9f69-49a8-a354-2c972d0f85da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5e1e74d90d84c69871e2315029c21ba&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1071067 Jan 27 21:28:17.941300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55332) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:17.981097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f760f-94ec-49c2-9579-d42f15af78aa None None] Pushing event updated for resources: {'Port': ['ID=6493a5b1-a859-45c7-9ba3-f177e915f00f,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:18.003145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13e15c6e-39aa-40bd-b5cf-6e9d5765050f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ebe71450-26fb-4de1-b23e-32ec836c6c9c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.007823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13e15c6e-39aa-40bd-b5cf-6e9d5765050f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.009322 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-13e15c6e-39aa-40bd-b5cf-6e9d5765050f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebe71450-26fb-4de1-b23e-32ec836c6c9c HTTP/1.1" status: 204 len: 168 time: 0.3217297 Jan 27 21:28:18.022666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:28:18.023231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:28:04Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:18.023767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e15c6e-39aa-40bd-b5cf-6e9d5765050f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe71450-26fb-4de1-b23e-32ec836c6c9c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:18.057636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-75916586-214e-49d2-a1c1-693666bbc4d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=181bd0a41b914539b55e8ae132908399&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4746737 Jan 27 21:28:18.058181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55342) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:18.061240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75916586-214e-49d2-a1c1-693666bbc4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536a2447-9cc0-496f-ac01-d9243689c23a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:18.155264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55348) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:18.171844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1982827080-network', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:18.223207 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8bad9461-4c0c-44f9-92bf-142e7d410417 admin admin] Publish callbacks [] for security_group (536a2447-9cc0-496f-ac01-d9243689c23a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.263052 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8bad9461-4c0c-44f9-92bf-142e7d410417 admin admin] Publish callbacks [] for security_group (536a2447-9cc0-496f-ac01-d9243689c23a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.281535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39a43d2f-5f40-4b3d-8507-4c77a05b13a3 req-acd958da-7195-4860-bd19-bd50c98252f6 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 210 time: 1.1311405 Jan 27 21:28:18.282304 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158c80c-b5e5-4bc5-be76-daaa6b6c0072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e407d4-ff01-49a3-a20f-b050bd0be926,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:18.307738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e3c063d5-87db-48c7-a033-f8a1c0c40821 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:18.308276 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.333290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Made reservation on behalf of b1aaa62495bc46d2a54d1c903abace05 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:18.336388 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.356117 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.362369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:28:18.368569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ce727603-f8a9-4345-a43a-e35f08601e67 None None] Current status of the port 6493a5b1-a859-45c7-9ba3-f177e915f00f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:18.368569 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ce727603-f8a9-4345-a43a-e35f08601e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.385364 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32ca0e8b-841c-4724-8001-bcc22cbfef76 admin admin] Publish callbacks [] for security_group (c88440cb-632f-41b1-9970-7a88478a4843), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.404765 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8bad9461-4c0c-44f9-92bf-142e7d410417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (536a2447-9cc0-496f-ac01-d9243689c23a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.407327 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8bad9461-4c0c-44f9-92bf-142e7d410417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.411997 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8bad9461-4c0c-44f9-92bf-142e7d410417 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/536a2447-9cc0-496f-ac01-d9243689c23a HTTP/1.1" status: 204 len: 168 time: 0.3491406 Jan 27 21:28:18.431533 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32ca0e8b-841c-4724-8001-bcc22cbfef76 admin admin] Publish callbacks [] for security_group (c88440cb-632f-41b1-9970-7a88478a4843), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.434977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad9461-4c0c-44f9-92bf-142e7d410417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536a2447-9cc0-496f-ac01-d9243689c23a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:18.499407 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Publish callbacks [] for security_group (190c7813-47d9-428f-9da9-dced51864a61), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.533762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32ca0e8b-841c-4724-8001-bcc22cbfef76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c88440cb-632f-41b1-9970-7a88478a4843), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.536386 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32ca0e8b-841c-4724-8001-bcc22cbfef76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.537592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-32ca0e8b-841c-4724-8001-bcc22cbfef76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c88440cb-632f-41b1-9970-7a88478a4843 HTTP/1.1" status: 204 len: 168 time: 0.5948365 Jan 27 21:28:18.546748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca0e8b-841c-4724-8001-bcc22cbfef76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88440cb-632f-41b1-9970-7a88478a4843,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:18.550641 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (190c7813-47d9-428f-9da9-dced51864a61), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.572899 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:28:18.589426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190c7813-47d9-428f-9da9-dced51864a61,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:18.597369 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (fff13465-77d8-4f87-b5bb-c1b3052f18c8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.597959 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Added segment fff13465-77d8-4f87-b5bb-c1b3052f18c8 of type vlan for network 5c38ce0d-15e9-485a-8a69-f68a94cf4a48 Jan 27 21:28:18.602220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ce727603-f8a9-4345-a43a-e35f08601e67 None None] For port 6493a5b1-a859-45c7-9ba3-f177e915f00f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6493a5b1-a859-45c7-9ba3-f177e915f00f,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:18.645576 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (5c38ce0d-15e9-485a-8a69-f68a94cf4a48), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.682250 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ce727603-f8a9-4345-a43a-e35f08601e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.735368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (5c38ce0d-15e9-485a-8a69-f68a94cf4a48), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.736801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:18.736913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e3c063d5-87db-48c7-a033-f8a1c0c40821 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:18.737234 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.771996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce727603-f8a9-4345-a43a-e35f08601e67 None None] Pushing event updated for resources: {'Port': ['ID=6493a5b1-a859-45c7-9ba3-f177e915f00f,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:18.826086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0f53c238-7142-47c1-8971-9e031fc2995c None None] Provisioning complete for port 6493a5b1-a859-45c7-9ba3-f177e915f00f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:18.826514 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0f53c238-7142-47c1-8971-9e031fc2995c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.847415 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6884322 Jan 27 21:28:18.850199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55362) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:18.858271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d8a07c09-2fe1-48bd-8fbf-a0bc6ea5b66f admin admin] Request body: {'subnet': {'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1982827080-subnet', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:18.867584 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0c1d4-e2ee-4b1e-b3cb-94b16f2c1b6c admin admin] Pushing event updated for resources: {'Network': ['ID=5c38ce0d-15e9-485a-8a69-f68a94cf4a48,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:18.883334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 5c38ce0d-15e9-485a-8a69-f68a94cf4a48 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:28:18.887833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:17Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:18.950426 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a07c09-2fe1-48bd-8fbf-a0bc6ea5b66f admin admin] Made reservation on behalf of b1aaa62495bc46d2a54d1c903abace05 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:18.953203 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d8a07c09-2fe1-48bd-8fbf-a0bc6ea5b66f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:18.960804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21812883-7990-49fb-b618-c99c3907e5b5 None None] The sync data for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 is: [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:17Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:28:19.022479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0f53c238-7142-47c1-8971-9e031fc2995c None None] Current status of the port 6493a5b1-a859-45c7-9ba3-f177e915f00f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:19.151834 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55364) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:19.173807 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ddf5-8368-4b76-8672-28ac4e28ce19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.315081 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ddf5-8368-4b76-8672-28ac4e28ce19 admin admin] Publish callbacks [] for security_group (556e884e-a650-4dff-865b-714a7a225dbd), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.351117 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d8a07c09-2fe1-48bd-8fbf-a0bc6ea5b66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (2a51d310-713e-4d3d-993b-26556e1256b5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.408036 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ddf5-8368-4b76-8672-28ac4e28ce19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (556e884e-a650-4dff-865b-714a7a225dbd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.411341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a07c09-2fe1-48bd-8fbf-a0bc6ea5b66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a51d310-713e-4d3d-993b-26556e1256b5,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:19.421207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a07c09-2fe1-48bd-8fbf-a0bc6ea5b66f admin admin] Checking segment: {'id': 'fff13465-77d8-4f87-b5bb-c1b3052f18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:19.421575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a07c09-2fe1-48bd-8fbf-a0bc6ea5b66f admin admin] Network hostable DHCP agents. Network: 5c38ce0d-15e9-485a-8a69-f68a94cf4a48, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:28:19.473235 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7ddf5-8368-4b76-8672-28ac4e28ce19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556e884e-a650-4dff-865b-714a7a225dbd,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:19.482746 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1cd7ddf5-8368-4b76-8672-28ac4e28ce19 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a5eab35bf3d4fcbba6e03ba906e44fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3288124 Jan 27 21:28:19.484207 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55370) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:19.545525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03fb546a-2406-4a4f-8e25-3054c60d0f1e admin admin] Publish callbacks [] for security_group (556e884e-a650-4dff-865b-714a7a225dbd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.549068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-038ce1a4-1ace-4156-b211-d932da326597 req-a3d43d88-ed10-428f-b601-3a1bc1462a97 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 210 time: 0.0484114 Jan 27 21:28:19.550913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a07c09-2fe1-48bd-8fbf-a0bc6ea5b66f admin admin] Network 5c38ce0d-15e9-485a-8a69-f68a94cf4a48 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:28:19.575986 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03fb546a-2406-4a4f-8e25-3054c60d0f1e admin admin] Publish callbacks [] for security_group (556e884e-a650-4dff-865b-714a7a225dbd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.630353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d8a07c09-2fe1-48bd-8fbf-a0bc6ea5b66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 5c38ce0d-15e9-485a-8a69-f68a94cf4a48) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:19.637090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a07c09-2fe1-48bd-8fbf-a0bc6ea5b66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:19.637892 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d8a07c09-2fe1-48bd-8fbf-a0bc6ea5b66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.638775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dfd09c-74c7-4089-ac06-12dda5a008b9 None None] Network 5c38ce0d-15e9-485a-8a69-f68a94cf4a48 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:28:19.730837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6493a5b1-a859-45c7-9ba3-f177e915f00f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:19.756140 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03fb546a-2406-4a4f-8e25-3054c60d0f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (556e884e-a650-4dff-865b-714a7a225dbd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.758753 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d8a07c09-2fe1-48bd-8fbf-a0bc6ea5b66f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9074609 Jan 27 21:28:19.762617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03fb546a-2406-4a4f-8e25-3054c60d0f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.768055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55376) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:19.768215 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-03fb546a-2406-4a4f-8e25-3054c60d0f1e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/556e884e-a650-4dff-865b-714a7a225dbd HTTP/1.1" status: 204 len: 168 time: 0.2783692 Jan 27 21:28:19.771806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1982827080-router', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:19.775406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb546a-2406-4a4f-8e25-3054c60d0f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556e884e-a650-4dff-865b-714a7a225dbd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:19.790102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55380) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:19.811788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-5c38ce0d-15e9-485a-8a69-f68a94cf4a48', 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48', 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'fixed_ips': [{'subnet_id': '2a51d310-713e-4d3d-993b-26556e1256b5'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:28:19.812944 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.864005 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7cd21528-e797-453f-87ec-36994f7b19cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.866354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 6493a5b1-a859-45c7-9ba3-f177e915f00f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:19.866754 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.987339 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7cd21528-e797-453f-87ec-36994f7b19cf admin admin] Publish callbacks [] for security_group (7c99b76f-8c07-4969-b4ba-c152e232b6a4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.988980 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (c14b111f-f7c1-49c8-b161-abe32688be8b), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:19.990192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (c14b111f-f7c1-49c8-b161-abe32688be8b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.055053 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Publish callbacks [] for router_controller (c14b111f-f7c1-49c8-b161-abe32688be8b), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.077991 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7cd21528-e797-453f-87ec-36994f7b19cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7c99b76f-8c07-4969-b4ba-c152e232b6a4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.106135 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.71', 49783) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:20.116314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 6493a5b1-a859-45c7-9ba3-f177e915f00f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:20.150803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Allocated IP 172.20.0.2 (5c38ce0d-15e9-485a-8a69-f68a94cf4a48/2a51d310-713e-4d3d-993b-26556e1256b5/cd9449d1-d145-42f0-b3f9-5ca576b6359c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:28:20.171942 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-11c4adc0-a359-4061-a254-2308ec696388 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=24137125d9774ddc868d32665fc5ad29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639448 Jan 27 21:28:20.207434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd21528-e797-453f-87ec-36994f7b19cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c99b76f-8c07-4969-b4ba-c152e232b6a4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:20.217700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7cd21528-e797-453f-87ec-36994f7b19cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6cb7cfc8f50409b983512c3bb62d154&name=default HTTP/1.1" status: 200 len: 2994 time: 0.4247286 Jan 27 21:28:20.219383 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55386) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:20.295848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55388) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:20.365920 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ced3b614-5e15-454b-b60e-e72ea08fadcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.396616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Publish callbacks [] for router_gateway (c14b111f-f7c1-49c8-b161-abe32688be8b), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.487581 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Publish callbacks [] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.585217 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.698054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Network 5c38ce0d-15e9-485a-8a69-f68a94cf4a48 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:20.717367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:20.724600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:28:20.730872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Pushing event updated for resources: {'Port': ['ID=cd9449d1-d145-42f0-b3f9-5ca576b6359c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:20.790491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Attempting to bind port cd9449d1-d145-42f0-b3f9-5ca576b6359c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:28:20.791401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Attempting to bind port cd9449d1-d145-42f0-b3f9-5ca576b6359c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'fff13465-77d8-4f87-b5bb-c1b3052f18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:28:20.792008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Attempting to bind port cd9449d1-d145-42f0-b3f9-5ca576b6359c on network 5c38ce0d-15e9-485a-8a69-f68a94cf4a48 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:20.800584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:28:20.801407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Checking segment: {'id': 'fff13465-77d8-4f87-b5bb-c1b3052f18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:20.802047 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.802686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Bound using segment: {'id': 'fff13465-77d8-4f87-b5bb-c1b3052f18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:28:20.803363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Bound port: cd9449d1-d145-42f0-b3f9-5ca576b6359c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff13465-77d8-4f87-b5bb-c1b3052f18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:28:20.803959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.821716 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ced3b614-5e15-454b-b60e-e72ea08fadcb admin admin] Publish callbacks [] for security_group (55c3e8e2-3565-45e1-ae2e-2bbfb226b287), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.829415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-8e8dc73c-cee0-4ec5-b4a5-d6bc55952a4f tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:20.830985 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-8e8dc73c-cee0-4ec5-b4a5-d6bc55952a4f tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6543024 Jan 27 21:28:20.835939 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c676870f-45b6-49bc-b9fc-7e9226a61907 admin admin] Publish callbacks [] for security_group (7c99b76f-8c07-4969-b4ba-c152e232b6a4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.843166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5333e2de-b095-43ce-9628-69cd5ad8dd77 req-5ffa8297-a006-4939-99fa-27ce2082ffd0 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 210 time: 0.0668008 Jan 27 21:28:20.863471 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c676870f-45b6-49bc-b9fc-7e9226a61907 admin admin] Publish callbacks [] for security_group (7c99b76f-8c07-4969-b4ba-c152e232b6a4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.882175 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Publish callbacks [] for router_gateway (c14b111f-f7c1-49c8-b161-abe32688be8b), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.887253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] For port cd9449d1-d145-42f0-b3f9-5ca576b6359c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:28:20.891251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] For port cd9449d1-d145-42f0-b3f9-5ca576b6359c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cd9449d1-d145-42f0-b3f9-5ca576b6359c,segment=NetworkSegment(fff13465-77d8-4f87-b5bb-c1b3052f18c8),segment_id=fff13465-77d8-4f87-b5bb-c1b3052f18c8)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:28:20.894566 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ced3b614-5e15-454b-b60e-e72ea08fadcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (55c3e8e2-3565-45e1-ae2e-2bbfb226b287), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.903400 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:20.943446 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Request body: {'port': {'device_id': '3e92edcf-46cd-4139-aec7-107810cd059f', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '24137125d9774ddc868d32665fc5ad29'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:20.962123 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.028960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378b05d-0ce9-4951-a97c-238a25011289 None None] Pushing event updated for resources: {'Port': ['ID=cd9449d1-d145-42f0-b3f9-5ca576b6359c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:21.090094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Allocated IP 172.25.0.28 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/de0f2ebb-5018-47cf-a6f8-c72fc7448b27) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:28:21.095032 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3b614-5e15-454b-b60e-e72ea08fadcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c3e8e2-3565-45e1-ae2e-2bbfb226b287,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:21.117630 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ced3b614-5e15-454b-b60e-e72ea08fadcb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=690af72418eb4727aeb16cca4879dcde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8103967 Jan 27 21:28:21.119563 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55424) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:21.234884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Publish callbacks [] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.259069 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f89d5284-2854-4bd0-a17f-0ffeb9f20a9c admin admin] Publish callbacks [] for security_group (55c3e8e2-3565-45e1-ae2e-2bbfb226b287), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.280050 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c676870f-45b6-49bc-b9fc-7e9226a61907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7c99b76f-8c07-4969-b4ba-c152e232b6a4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.287362 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c676870f-45b6-49bc-b9fc-7e9226a61907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.290758 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c676870f-45b6-49bc-b9fc-7e9226a61907 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c99b76f-8c07-4969-b4ba-c152e232b6a4 HTTP/1.1" status: 204 len: 168 time: 1.0675950 Jan 27 21:28:21.321927 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676870f-45b6-49bc-b9fc-7e9226a61907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c99b76f-8c07-4969-b4ba-c152e232b6a4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:21.326298 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f89d5284-2854-4bd0-a17f-0ffeb9f20a9c admin admin] Publish callbacks [] for security_group (55c3e8e2-3565-45e1-ae2e-2bbfb226b287), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.362156 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.386665 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Made reservation on behalf of 24137125d9774ddc868d32665fc5ad29 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:21.394999 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.411900 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.412123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:21.421312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:21.423971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:28:21.477357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Pushing event updated for resources: {'Port': ['ID=de0f2ebb-5018-47cf-a6f8-c72fc7448b27,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:21.529936 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f89d5284-2854-4bd0-a17f-0ffeb9f20a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (55c3e8e2-3565-45e1-ae2e-2bbfb226b287), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.533230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f89d5284-2854-4bd0-a17f-0ffeb9f20a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.534509 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f89d5284-2854-4bd0-a17f-0ffeb9f20a9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55c3e8e2-3565-45e1-ae2e-2bbfb226b287 HTTP/1.1" status: 204 len: 168 time: 0.4078622 Jan 27 21:28:21.559112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d5284-2854-4bd0-a17f-0ffeb9f20a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c3e8e2-3565-45e1-ae2e-2bbfb226b287,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:21.607241 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Publish callbacks [] for security_group (879cd80e-879e-42ab-8571-5439450663fc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.682178 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (879cd80e-879e-42ab-8571-5439450663fc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.769774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cd9449d1-d145-42f0-b3f9-5ca576b6359c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:21.883915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port cd9449d1-d145-42f0-b3f9-5ca576b6359c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:21.884363 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:21.911675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879cd80e-879e-42ab-8571-5439450663fc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:22.087516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port cd9449d1-d145-42f0-b3f9-5ca576b6359c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:22.087924 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:22.151148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-169d834d-04e6-4423-aa58-e89aa503ca01 req-128322b9-87ec-4d07-9232-191b73e6e3a9 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 210 time: 0.0828424 Jan 27 21:28:22.159124 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Publish callbacks [] for router_gateway (c14b111f-f7c1-49c8-b161-abe32688be8b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:22.162196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port cd9449d1-d145-42f0-b3f9-5ca576b6359c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cd9449d1-d145-42f0-b3f9-5ca576b6359c,segment=NetworkSegment(fff13465-77d8-4f87-b5bb-c1b3052f18c8),segment_id=fff13465-77d8-4f87-b5bb-c1b3052f18c8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:22.203261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Allocated IP 192.168.233.33 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:28:22.247218 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:22.396766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=cd9449d1-d145-42f0-b3f9-5ca576b6359c,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:22.569524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a91b626-7470-43de-8d04-8a23005970cd None None] Network 5c38ce0d-15e9-485a-8a69-f68a94cf4a48 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:28:22.596510 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Publish callbacks [] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:22.685309 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (c14b111f-f7c1-49c8-b161-abe32688be8b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:22.693675 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:22.852395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:22.865276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:22.883374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:28:22.909683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ddec9b7c-9daf-4be6-9258-6359b506b465 None None] Provisioning complete for port cd9449d1-d145-42f0-b3f9-5ca576b6359c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:22.910263 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ddec9b7c-9daf-4be6-9258-6359b506b465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:22.914313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:22.916976 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:22.960936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Pushing event updated for resources: {'Port': ['ID=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:23.158307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ddec9b7c-9daf-4be6-9258-6359b506b465 None None] Current status of the port cd9449d1-d145-42f0-b3f9-5ca576b6359c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:23.354732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137f35-b80b-4f0f-97be-757352a9c7ad req-72e7b00e-2d2e-4cc5-8a23-e77284ce0615 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:23.357043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b137f35-b80b-4f0f-97be-757352a9c7ad req-72e7b00e-2d2e-4cc5-8a23-e77284ce0615 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 935 time: 0.1153355 Jan 27 21:28:23.420962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ec29ee31-7fb9-4275-925a-cdb40ee0a1e8 None None] Provisioning complete for port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:23.421951 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ec29ee31-7fb9-4275-925a-cdb40ee0a1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:23.479006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ec29ee31-7fb9-4275-925a-cdb40ee0a1e8 None None] Port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:28:23.486247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b137f35-b80b-4f0f-97be-757352a9c7ad req-60303c85-7f15-46a3-ad26-48edad308aa7 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168687 Jan 27 21:28:23.600564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-21c613d1-f451-4fec-b68a-e198f331f5ee None None] Provisioning complete for port cd9449d1-d145-42f0-b3f9-5ca576b6359c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:23.601069 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-21c613d1-f451-4fec-b68a-e198f331f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:23.690024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cd9449d1-d145-42f0-b3f9-5ca576b6359c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:23.722823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-21c613d1-f451-4fec-b68a-e198f331f5ee None None] Current status of the port cd9449d1-d145-42f0-b3f9-5ca576b6359c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:23.764477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port cd9449d1-d145-42f0-b3f9-5ca576b6359c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:23.765189 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:23.846961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port cd9449d1-d145-42f0-b3f9-5ca576b6359c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:24.347226 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-70ef268e-ad76-4366-8328-60ac59d4276e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4145818 Jan 27 21:28:24.395636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Router c14b111f-f7c1-49c8-b161-abe32688be8b is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:28:24.649575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:28:24.662836 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Sync routers for ids ['c14b111f-f7c1-49c8-b161-abe32688be8b'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:28:24.681298 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Routers {'c14b111f-f7c1-49c8-b161-abe32688be8b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:28:24.682706 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:28:04Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c14b111f-f7c1-49c8-b161-abe32688be8b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:24.686826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5b0b3-2adc-4ffb-8d6b-81b3a4d0e0ae req-06a1c0a5-dd3c-4c93-b323-48f458e61493 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:24.688414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8f5b0b3-2adc-4ffb-8d6b-81b3a4d0e0ae req-06a1c0a5-dd3c-4c93-b323-48f458e61493 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 935 time: 0.0925786 Jan 27 21:28:24.728725 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:24.730972 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1ed9c1fb-d884-4d10-af93-acec48f4b7f1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9661429 Jan 27 21:28:24.734644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55490) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:24.857404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8f5b0b3-2adc-4ffb-8d6b-81b3a4d0e0ae req-a0c9f5af-066c-413c-a674-d45972e5098e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628618 Jan 27 21:28:24.948616 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Set router c14b111f-f7c1-49c8-b161-abe32688be8b gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:28:25.245147 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1982827080-router', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:19Z', 'updated_at': '2022-01-27T21:28:21Z', 'revision_number': 3, 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'gw_port': {'id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:20Z', 'updated_at': '2022-01-27T21:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:25.289890 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Checking router: c14b111f-f7c1-49c8-b161-abe32688be8b for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:28:25.290625 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Updating router c14b111f-f7c1-49c8-b161-abe32688be8b port de0f2ebb-5018-47cf-a6f8-c72fc7448b27 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:28:25.327682 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:25.378104 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:25.518651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-e32e93da-f695-48f9-a589-bdd8aaa964d3 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:28:25.519706 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-e32e93da-f695-48f9-a589-bdd8aaa964d3 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059118 Jan 27 21:28:25.664259 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Publish callbacks [] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:25.668668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Allocated IP 172.20.0.1 (5c38ce0d-15e9-485a-8a69-f68a94cf4a48/2a51d310-713e-4d3d-993b-26556e1256b5/117189fe-45d2-4799-a476-fd84c0ef51de) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:28:25.756457 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:25.821330 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Attempting to bind port de0f2ebb-5018-47cf-a6f8-c72fc7448b27 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:28:25.821956 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Attempting to bind port de0f2ebb-5018-47cf-a6f8-c72fc7448b27 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:28:25.822393 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Attempting to bind port de0f2ebb-5018-47cf-a6f8-c72fc7448b27 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:25.825045 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f361b9-e6f5-4cbb-b9e3-1253e649a83e None None] Pushing event updated for resources: {'Port': ['ID=de0f2ebb-5018-47cf-a6f8-c72fc7448b27,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:25.839701 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:28:25.839701 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:25.840435 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:25.841935 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:28:25.842621 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Bound port: de0f2ebb-5018-47cf-a6f8-c72fc7448b27, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:28:25.843062 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:25.850564 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Publish callbacks [] for port (117189fe-45d2-4799-a476-fd84c0ef51de), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:25.969843 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] For port de0f2ebb-5018-47cf-a6f8-c72fc7448b27, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:28:25.975710 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] For port de0f2ebb-5018-47cf-a6f8-c72fc7448b27, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=de0f2ebb-5018-47cf-a6f8-c72fc7448b27,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:28:26.037823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c1d7a-1e6e-4c86-8714-90e54a80e2a6 req-873b1bd3-fc71-4683-b530-af2b8cd6d1b6 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:26.039303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-211c1d7a-1e6e-4c86-8714-90e54a80e2a6 req-873b1bd3-fc71-4683-b530-af2b8cd6d1b6 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 935 time: 0.1103790 Jan 27 21:28:26.064846 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:26.122678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:26.141136 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Routers {'c14b111f-f7c1-49c8-b161-abe32688be8b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:28:26.141136 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:28:04Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c14b111f-f7c1-49c8-b161-abe32688be8b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:26.182443 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f361b9-e6f5-4cbb-b9e3-1253e649a83e None None] Pushing event updated for resources: {'Port': ['ID=de0f2ebb-5018-47cf-a6f8-c72fc7448b27,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:26.220616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-211c1d7a-1e6e-4c86-8714-90e54a80e2a6 req-3e5a1c5a-51fb-455b-910d-48befca8c32f tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742258 Jan 27 21:28:26.273469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Network 5c38ce0d-15e9-485a-8a69-f68a94cf4a48 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:26.283120 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:26.292269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:28:26.292269 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (c14b111f-f7c1-49c8-b161-abe32688be8b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:26.293510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=117189fe-45d2-4799-a476-fd84c0ef51de,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:26.365155 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] Set router c14b111f-f7c1-49c8-b161-abe32688be8b gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:28:26.539023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:26.639815 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Request body: {'port': {'device_id': '3e92edcf-46cd-4139-aec7-107810cd059f', 'device_owner': 'compute:tempest-test_az-891239408', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:26.699530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-16ccd961-db7e-45a0-ad29-f8432bc13a76 None None] Provisioning complete for port 117189fe-45d2-4799-a476-fd84c0ef51de triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:26.701942 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-16ccd961-db7e-45a0-ad29-f8432bc13a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:26.779214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-16ccd961-db7e-45a0-ad29-f8432bc13a76 None None] Port 117189fe-45d2-4799-a476-fd84c0ef51de cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:28:26.816173 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:26.830963 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1982827080-router', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:19Z', 'updated_at': '2022-01-27T21:28:21Z', 'revision_number': 3, 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'gw_port': {'id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:20Z', 'updated_at': '2022-01-27T21:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:26.844948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:26.898871 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:26.904896 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa09eb73-95ec-4465-8af2-5e03c8cdcfe4 None None] The sync data for ids ['c14b111f-f7c1-49c8-b161-abe32688be8b'] in n-d-760456-6 is: [{'id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1982827080-router', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:19Z', 'updated_at': '2022-01-27T21:28:21Z', 'revision_number': 3, 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'gw_port': {'id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:20Z', 'updated_at': '2022-01-27T21:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:28:27.479450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10898b15-9710-4591-a5ea-f1de33a57841 req-f1769e0c-50ad-4890-9d57-40410325b700 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:27.491142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10898b15-9710-4591-a5ea-f1de33a57841 req-f1769e0c-50ad-4890-9d57-40410325b700 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 935 time: 0.1512511 Jan 27 21:28:27.510519 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Publish callbacks [] for port (117189fe-45d2-4799-a476-fd84c0ef51de), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:27.602735 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:27.605386 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (c14b111f-f7c1-49c8-b161-abe32688be8b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:27.629232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10898b15-9710-4591-a5ea-f1de33a57841 req-6561f2f4-51a1-484e-bfc9-8e3a1270b6d2 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366272 Jan 27 21:28:27.687422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:28:27.724070 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Publish callbacks [] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:27.827651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Transition to ACTIVE for port object 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:28:27.828557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=117189fe-45d2-4799-a476-fd84c0ef51de,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:27.832149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device de0f2ebb-5018-47cf-a6f8-c72fc7448b27 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:27.918163 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:28.004203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Network 5c38ce0d-15e9-485a-8a69-f68a94cf4a48 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:28.009784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:28.036817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Pushing event updated for resources: {'Port': ['ID=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:28.037186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port de0f2ebb-5018-47cf-a6f8-c72fc7448b27 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:28.037706 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:28.271541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port de0f2ebb-5018-47cf-a6f8-c72fc7448b27 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:28.271541 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:28.296057 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Attempting to bind port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:28:28.296445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Attempting to bind port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:28:28.296791 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Attempting to bind port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:28.334531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port de0f2ebb-5018-47cf-a6f8-c72fc7448b27, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=de0f2ebb-5018-47cf-a6f8-c72fc7448b27,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:28.342482 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:28:28.343070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Attempting to bind port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:28.408849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:28:28.409193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:28.409795 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:28:28.410314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Bound port: 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:28:28.410668 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:28.454261 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:28.609192 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Router c14b111f-f7c1-49c8-b161-abe32688be8b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:28:28.616828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=de0f2ebb-5018-47cf-a6f8-c72fc7448b27,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:28.655852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b30ae384-bec5-4c56-baa4-6b17440f0e35 None None] Provisioning complete for port 117189fe-45d2-4799-a476-fd84c0ef51de triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:28.656278 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b30ae384-bec5-4c56-baa4-6b17440f0e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:28.751801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b30ae384-bec5-4c56-baa4-6b17440f0e35 None None] Port 117189fe-45d2-4799-a476-fd84c0ef51de cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:28:28.754044 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] For port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:28:28.861059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea3a9a-ec8f-4f14-b272-5c7cb1bf1273 req-0288821f-ede7-4e6b-a3f2-38e607a2047d tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:28.865245 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5aea3a9a-ec8f-4f14-b272-5c7cb1bf1273 req-0288821f-ede7-4e6b-a3f2-38e607a2047d tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 968 time: 0.0912704 Jan 27 21:28:28.876671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] For port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:28:28.947457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5aea3a9a-ec8f-4f14-b272-5c7cb1bf1273 req-1c9312b9-c910-43d2-a2a6-130a9ad25f4b tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727410 Jan 27 21:28:28.958437 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:29.092469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:29.092469 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:29.101783 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] 10.222.0.71 "PUT /v2.0/ports/5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b HTTP/1.1" status: 200 len: 1116 time: 2.9898298 Jan 27 21:28:29.124148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e92edcf-46cd-4139-aec7-107810cd059f', 'tag': '5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:28:29.184350 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:28:29.189947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40685d4f-c263-45cd-8ace-24f9d6b4072a service neutron] Pushing event updated for resources: {'Port': ['ID=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:29.205616 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-78c21b26-c908-4b8e-83e1-3916e36c4dd4 admin admin] 10.222.0.61 "PUT /v2.0/routers/c14b111f-f7c1-49c8-b161-abe32688be8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4696381 Jan 27 21:28:29.445761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-4c8d53f5-04ae-4952-8c0d-d3a64333449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:29.447790 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-4c8d53f5-04ae-4952-8c0d-d3a64333449f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=24137125d9774ddc868d32665fc5ad29&device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 1119 time: 0.1637106 Jan 27 21:28:29.560046 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-6043c172-ed6f-4300-97ab-d01d7ec00b32 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b HTTP/1.1" status: 200 len: 217 time: 0.0929666 Jan 27 21:28:29.769096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device de0f2ebb-5018-47cf-a6f8-c72fc7448b27 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:29.874393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Sync routers for ids ['c14b111f-f7c1-49c8-b161-abe32688be8b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:28:29.875183 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-6e1921aa-69d0-44c7-9675-d60da62819d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:29.876972 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-6e1921aa-69d0-44c7-9675-d60da62819d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.2883303 Jan 27 21:28:29.900453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Routers {'c14b111f-f7c1-49c8-b161-abe32688be8b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:28:29.901490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:28:04Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c14b111f-f7c1-49c8-b161-abe32688be8b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:29.972903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55610) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:29.991841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-47d4f08b-e2a1-482a-aca7-f7afd7a3a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:29.993772 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-47d4f08b-e2a1-482a-aca7-f7afd7a3a617 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084080 Jan 27 21:28:30.132612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Set router c14b111f-f7c1-49c8-b161-abe32688be8b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:28:30.184238 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-f7ecc1a6-8cd9-44ea-9eac-d09e1859a4b8 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566367 Jan 27 21:28:30.277482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port de0f2ebb-5018-47cf-a6f8-c72fc7448b27 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:30.278263 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:30.470308 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-6fb54658-d5a5-4c08-b3ba-d45e51e8b677 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e855d488f9834309bc16a226dbcb8080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336096 Jan 27 21:28:30.528214 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62903716-2d5a-4c83-8177-d94ba62a105a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e92edcf-46cd-4139-aec7-107810cd059f", "tag": "5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:28:30.580445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port de0f2ebb-5018-47cf-a6f8-c72fc7448b27 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:30.615374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1982827080-router', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:19Z', 'updated_at': '2022-01-27T21:28:26Z', 'revision_number': 4, 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'gw_port': {'id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:20Z', 'updated_at': '2022-01-27T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '117189fe-45d2-4799-a476-fd84c0ef51de', 'name': '', 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'mac_address': 'fa:16:3e:2c:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2a51d310-713e-4d3d-993b-26556e1256b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:25Z', 'updated_at': '2022-01-27T21:28:26Z', 'revision_number': 2, 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'subnets': [{'id': '2a51d310-713e-4d3d-993b-26556e1256b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:30.673419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Checking router: c14b111f-f7c1-49c8-b161-abe32688be8b for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:28:30.675746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Updating router c14b111f-f7c1-49c8-b161-abe32688be8b port 117189fe-45d2-4799-a476-fd84c0ef51de binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:28:30.684796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907b1a-4252-4b64-b137-b140134703ea req-d7be397c-5400-4644-ba71-ebf44a6c8e92 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:30.704600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-d7be397c-5400-4644-ba71-ebf44a6c8e92 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152798 Jan 27 21:28:30.729135 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db0a8568-3b23-46d1-9b54-86da83c3191b req-0ae4f0f2-253b-40e3-9dc9-d559e97267d5 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509205 Jan 27 21:28:30.735765 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:30.741282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-92328464-2412-411c-a52f-725f76499b88 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/quotas/e855d488f9834309bc16a226dbcb8080 HTTP/1.1" status: 200 len: 375 time: 0.0355339 Jan 27 21:28:30.743443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-812c159a-57f3-4207-a547-d366faf01b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:30.851699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-68672ad4-e5b1-4d94-8ab4-f4ab843f7e87 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e855d488f9834309bc16a226dbcb8080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967062 Jan 27 21:28:31.021593 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-812c159a-57f3-4207-a547-d366faf01b72 admin admin] Publish callbacks [] for security_group (d0224de5-dee9-4c9b-8309-542a545a08ee), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:31.081771 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-812c159a-57f3-4207-a547-d366faf01b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d0224de5-dee9-4c9b-8309-542a545a08ee), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:31.124225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c159a-57f3-4207-a547-d366faf01b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0224de5-dee9-4c9b-8309-542a545a08ee,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:31.135334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eb8b-e1a4-46ba-8e40-f75d9771ab8c req-1c397d83-b805-47a6-91c5-5ad404ba5b65 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:31.142743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbb2eb8b-e1a4-46ba-8e40-f75d9771ab8c req-1c397d83-b805-47a6-91c5-5ad404ba5b65 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 968 time: 0.1194990 Jan 27 21:28:31.234263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbb2eb8b-e1a4-46ba-8e40-f75d9771ab8c req-45d7545f-be04-4993-8fbd-a6b2399c3e4f tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903015 Jan 27 21:28:31.253660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55664) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:31.260758 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-812c159a-57f3-4207-a547-d366faf01b72 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=de2b4b8ba4e4424d857bbc620cfea9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2855062 Jan 27 21:28:31.318822 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Publish callbacks [] for port (117189fe-45d2-4799-a476-fd84c0ef51de), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:31.334214 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c9824bc7-4a0f-4786-8631-79f034248a50 admin admin] Publish callbacks [] for security_group (d0224de5-dee9-4c9b-8309-542a545a08ee), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:31.367670 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c9824bc7-4a0f-4786-8631-79f034248a50 admin admin] Publish callbacks [] for security_group (d0224de5-dee9-4c9b-8309-542a545a08ee), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:31.386321 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:31.516876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c486c-872d-4d44-a5c8-a31d336a1d4f None None] Pushing event updated for resources: {'Port': ['ID=117189fe-45d2-4799-a476-fd84c0ef51de,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:31.527184 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c9824bc7-4a0f-4786-8631-79f034248a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d0224de5-dee9-4c9b-8309-542a545a08ee), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:31.531446 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c9824bc7-4a0f-4786-8631-79f034248a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:31.532846 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c9824bc7-4a0f-4786-8631-79f034248a50 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0224de5-dee9-4c9b-8309-542a545a08ee HTTP/1.1" status: 204 len: 168 time: 0.2781594 Jan 27 21:28:31.555486 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9824bc7-4a0f-4786-8631-79f034248a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0224de5-dee9-4c9b-8309-542a545a08ee,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:31.636874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Attempting to bind port 117189fe-45d2-4799-a476-fd84c0ef51de on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:28:31.637282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Attempting to bind port 117189fe-45d2-4799-a476-fd84c0ef51de by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'fff13465-77d8-4f87-b5bb-c1b3052f18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:28:31.637691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Attempting to bind port 117189fe-45d2-4799-a476-fd84c0ef51de on network 5c38ce0d-15e9-485a-8a69-f68a94cf4a48 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:31.659164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:28:31.659164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Checking segment: {'id': 'fff13465-77d8-4f87-b5bb-c1b3052f18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:31.659164 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:31.659164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Bound using segment: {'id': 'fff13465-77d8-4f87-b5bb-c1b3052f18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:28:31.659164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Bound port: 117189fe-45d2-4799-a476-fd84c0ef51de, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff13465-77d8-4f87-b5bb-c1b3052f18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:28:31.659164 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:31.780096 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8376e312-75b1-4215-86d8-990f658a2a5b x-openstack-request-id: req-8376e312-75b1-4215-86d8-990f658a2a5b {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:28:31.780096 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e92edcf-46cd-4139-aec7-107810cd059f", "tag": "5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:28:31.780096 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8376e312-75b1-4215-86d8-990f658a2a5b {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:28:31.780096 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e92edcf-46cd-4139-aec7-107810cd059f', 'tag': '5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b', 'status': 'completed', 'code': 200} Jan 27 21:28:31.845433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62903716-2d5a-4c83-8177-d94ba62a105a req-4c0d1c49-a392-47b1-9c15-0ab342d71f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:31.848168 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-62903716-2d5a-4c83-8177-d94ba62a105a req-4c0d1c49-a392-47b1-9c15-0ab342d71f23 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=24137125d9774ddc868d32665fc5ad29&device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 1119 time: 0.0685625 Jan 27 21:28:31.866405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] For port 117189fe-45d2-4799-a476-fd84c0ef51de, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:28:31.871119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] For port 117189fe-45d2-4799-a476-fd84c0ef51de, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=117189fe-45d2-4799-a476-fd84c0ef51de,segment=NetworkSegment(fff13465-77d8-4f87-b5bb-c1b3052f18c8),segment_id=fff13465-77d8-4f87-b5bb-c1b3052f18c8)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:28:31.873847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0669cd89-307f-4fab-b9f5-ae4322a5de02 None None] Provisioning complete for port 117189fe-45d2-4799-a476-fd84c0ef51de triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:31.892560 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0669cd89-307f-4fab-b9f5-ae4322a5de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:31.892908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-045d2014-0ac0-48ea-8dac-108525d89a61 req-8a570900-cf78-4762-8975-859c9725299f tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 210 time: 0.0711412 Jan 27 21:28:31.936737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0669cd89-307f-4fab-b9f5-ae4322a5de02 None None] Port 117189fe-45d2-4799-a476-fd84c0ef51de cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:28:32.054098 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62903716-2d5a-4c83-8177-d94ba62a105a req-bbb08945-790c-48a7-b537-2b0490bc9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:32.055654 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-62903716-2d5a-4c83-8177-d94ba62a105a req-bbb08945-790c-48a7-b537-2b0490bc9c69 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1933062 Jan 27 21:28:32.099241 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-62903716-2d5a-4c83-8177-d94ba62a105a req-34ce8ab6-a851-4fa5-8929-99fa4b6da2cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b HTTP/1.1" status: 200 len: 217 time: 0.0375667 Jan 27 21:28:32.145912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62903716-2d5a-4c83-8177-d94ba62a105a req-520343e9-283d-4a7a-b491-3d0fc03c90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:32.147336 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-62903716-2d5a-4c83-8177-d94ba62a105a req-520343e9-283d-4a7a-b491-3d0fc03c90e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0417514 Jan 27 21:28:32.190702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62903716-2d5a-4c83-8177-d94ba62a105a req-cc3b39fe-9bc6-40f8-b2d6-f47c6c4ed135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:32.192107 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-62903716-2d5a-4c83-8177-d94ba62a105a req-cc3b39fe-9bc6-40f8-b2d6-f47c6c4ed135 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0382104 Jan 27 21:28:32.282484 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-62903716-2d5a-4c83-8177-d94ba62a105a req-ecac4f41-ee25-443f-8582-0732afa9aa0e service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842879 Jan 27 21:28:32.311302 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:32.313723 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-76ca7220-d52e-483a-abc8-ce4fe18c3817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:32.370162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Routers {'c14b111f-f7c1-49c8-b161-abe32688be8b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:28:32.372504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:28:04Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c14b111f-f7c1-49c8-b161-abe32688be8b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:32.427653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd48787-a7df-4871-9938-99503c60b160 req-fce5428e-f84e-490e-ae23-e7f08ed7edfa tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:32.430645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c486c-872d-4d44-a5c8-a31d336a1d4f None None] Pushing event updated for resources: {'Port': ['ID=117189fe-45d2-4799-a476-fd84c0ef51de,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:32.432428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dd48787-a7df-4871-9938-99503c60b160 req-fce5428e-f84e-490e-ae23-e7f08ed7edfa tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 968 time: 0.0608311 Jan 27 21:28:32.533710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] Set router c14b111f-f7c1-49c8-b161-abe32688be8b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:28:32.538206 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-62903716-2d5a-4c83-8177-d94ba62a105a req-6cfd879f-63b4-4725-8638-8380737c9bc5 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344726 Jan 27 21:28:32.565016 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dd48787-a7df-4871-9938-99503c60b160 req-d11c8c91-5364-4197-a166-c4282d6ed0c1 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162639 Jan 27 21:28:32.632949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55702) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:32.824868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-64f85f3f-36ec-4c5d-80a3-4190ed64358c None None] Provisioning complete for port 117189fe-45d2-4799-a476-fd84c0ef51de triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:32.825329 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-64f85f3f-36ec-4c5d-80a3-4190ed64358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:32.870017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55712) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:32.999817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-64f85f3f-36ec-4c5d-80a3-4190ed64358c None None] Current status of the port 117189fe-45d2-4799-a476-fd84c0ef51de is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:33.000441 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-64f85f3f-36ec-4c5d-80a3-4190ed64358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.002533 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c36cad71-445a-40af-ab65-5cd4deefd45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.051743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-534815a8-e3f0-4583-9f0c-c0c1cd0dc1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.054413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1982827080-router', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:19Z', 'updated_at': '2022-01-27T21:28:26Z', 'revision_number': 4, 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'gw_port': {'id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:20Z', 'updated_at': '2022-01-27T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '117189fe-45d2-4799-a476-fd84c0ef51de', 'name': '', 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'mac_address': 'fa:16:3e:2c:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2a51d310-713e-4d3d-993b-26556e1256b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:25Z', 'updated_at': '2022-01-27T21:28:31Z', 'revision_number': 4, 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'subnets': [{'id': '2a51d310-713e-4d3d-993b-26556e1256b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:33.085915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55724) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:33.090119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08fb4182-4046-4672-9c46-1ec3d3afb0bf req-5ec95ffb-52db-44fb-bd26-d47620e4d61c tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 210 time: 0.0511999 Jan 27 21:28:33.092882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5bfed454-cd7a-4501-85b5-805282a49b73 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--305281964', 'description': 'tempest-description--549736738'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:33.128276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046f8703-562b-4c85-8009-e50302a99c5a None None] The sync data for ids ['c14b111f-f7c1-49c8-b161-abe32688be8b'] in n-d-760456-6 is: [{'id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1982827080-router', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:19Z', 'updated_at': '2022-01-27T21:28:26Z', 'revision_number': 4, 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'gw_port': {'id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:20Z', 'updated_at': '2022-01-27T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '117189fe-45d2-4799-a476-fd84c0ef51de', 'name': '', 'network_id': '5c38ce0d-15e9-485a-8a69-f68a94cf4a48', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'mac_address': 'fa:16:3e:2c:6f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '2a51d310-713e-4d3d-993b-26556e1256b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:25Z', 'updated_at': '2022-01-27T21:28:31Z', 'revision_number': 4, 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'subnets': [{'id': '2a51d310-713e-4d3d-993b-26556e1256b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:28:33.138276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55726) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:33.154880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-64f85f3f-36ec-4c5d-80a3-4190ed64358c None None] For port 117189fe-45d2-4799-a476-fd84c0ef51de, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=117189fe-45d2-4799-a476-fd84c0ef51de,segment=NetworkSegment(fff13465-77d8-4f87-b5bb-c1b3052f18c8),segment_id=fff13465-77d8-4f87-b5bb-c1b3052f18c8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:33.177680 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf513d64-52a2-448b-a372-271eb822c3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.214851 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5bfed454-cd7a-4501-85b5-805282a49b73 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.232603 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-64f85f3f-36ec-4c5d-80a3-4190ed64358c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.243187 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c36cad71-445a-40af-ab65-5cd4deefd45a admin admin] Publish callbacks [] for security_group (b824d544-99cc-4477-9372-056e607e27d9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.245261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-534815a8-e3f0-4583-9f0c-c0c1cd0dc1bb admin admin] Publish callbacks [] for security_group (817abc13-f263-4364-813e-87b83d2181e1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.313500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c36cad71-445a-40af-ab65-5cd4deefd45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b824d544-99cc-4477-9372-056e607e27d9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.322775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f85f3f-36ec-4c5d-80a3-4190ed64358c None None] Pushing event updated for resources: {'Port': ['ID=117189fe-45d2-4799-a476-fd84c0ef51de,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:33.349718 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-534815a8-e3f0-4583-9f0c-c0c1cd0dc1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (817abc13-f263-4364-813e-87b83d2181e1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.385166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c36cad71-445a-40af-ab65-5cd4deefd45a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da344690ea4f40078984ef398af25f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7509868 Jan 27 21:28:33.386126 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5bfed454-cd7a-4501-85b5-805282a49b73 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for security_group (8537887a-8b53-4c4f-a354-ecc7cae96f1d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.389287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36cad71-445a-40af-ab65-5cd4deefd45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b824d544-99cc-4477-9372-056e607e27d9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:33.393491 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55732) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:33.423837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-534815a8-e3f0-4583-9f0c-c0c1cd0dc1bb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ddadd5e3be7d4bb0be5083e2fbdfa6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5524399 Jan 27 21:28:33.429080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55734) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:33.434773 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf513d64-52a2-448b-a372-271eb822c3c0 admin admin] Publish callbacks [] for security_group (98eaadfd-650f-4816-893a-554a21b9414e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.449357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534815a8-e3f0-4583-9f0c-c0c1cd0dc1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817abc13-f263-4364-813e-87b83d2181e1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:33.449972 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b9c0422-14a7-4482-9b7f-2c4e3d1008d6 admin admin] Publish callbacks [] for security_group (b824d544-99cc-4477-9372-056e607e27d9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.475278 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b9c0422-14a7-4482-9b7f-2c4e3d1008d6 admin admin] Publish callbacks [] for security_group (b824d544-99cc-4477-9372-056e607e27d9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.505098 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e15da4ab-c594-41b3-907b-c2a00898e297 admin admin] Publish callbacks [] for security_group (817abc13-f263-4364-813e-87b83d2181e1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.509203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf513d64-52a2-448b-a372-271eb822c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (98eaadfd-650f-4816-893a-554a21b9414e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.514894 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5bfed454-cd7a-4501-85b5-805282a49b73 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8537887a-8b53-4c4f-a354-ecc7cae96f1d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.540617 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e15da4ab-c594-41b3-907b-c2a00898e297 admin admin] Publish callbacks [] for security_group (817abc13-f263-4364-813e-87b83d2181e1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.561041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf513d64-52a2-448b-a372-271eb822c3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98eaadfd-650f-4816-893a-554a21b9414e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:33.565506 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bf513d64-52a2-448b-a372-271eb822c3c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da44951e00714db7b6590aa7992e4c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4257765 Jan 27 21:28:33.569744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55736) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:33.630933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfed454-cd7a-4501-85b5-805282a49b73 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8537887a-8b53-4c4f-a354-ecc7cae96f1d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:33.662789 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24ccc494-33e1-4aec-b16c-bd2cf33b7b7a admin admin] Publish callbacks [] for security_group (98eaadfd-650f-4816-893a-554a21b9414e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.689433 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24ccc494-33e1-4aec-b16c-bd2cf33b7b7a admin admin] Publish callbacks [] for security_group (98eaadfd-650f-4816-893a-554a21b9414e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.700616 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5bfed454-cd7a-4501-85b5-805282a49b73 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.702573 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5bfed454-cd7a-4501-85b5-805282a49b73 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6148875 Jan 27 21:28:33.703450 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b9c0422-14a7-4482-9b7f-2c4e3d1008d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b824d544-99cc-4477-9372-056e607e27d9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.706179 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b9c0422-14a7-4482-9b7f-2c4e3d1008d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.706641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55744) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:33.707220 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1b9c0422-14a7-4482-9b7f-2c4e3d1008d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b824d544-99cc-4477-9372-056e607e27d9 HTTP/1.1" status: 204 len: 168 time: 0.3128026 Jan 27 21:28:33.716399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f3e6b63a-3bf7-45bf-bb08-fd44d910f9d4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Request body: {'security_group_rule': {'security_group_id': '8537887a-8b53-4c4f-a354-ecc7cae96f1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:33.732362 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c0422-14a7-4482-9b7f-2c4e3d1008d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b824d544-99cc-4477-9372-056e607e27d9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:33.763276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c445a66-1a27-4833-9d55-10424ede4806 req-d5558ffb-2504-42bb-9c52-0253407cb227 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:33.773707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c445a66-1a27-4833-9d55-10424ede4806 req-d5558ffb-2504-42bb-9c52-0253407cb227 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 968 time: 0.1071582 Jan 27 21:28:33.773707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e15da4ab-c594-41b3-907b-c2a00898e297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (817abc13-f263-4364-813e-87b83d2181e1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.773707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e15da4ab-c594-41b3-907b-c2a00898e297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.774690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e15da4ab-c594-41b3-907b-c2a00898e297 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/817abc13-f263-4364-813e-87b83d2181e1 HTTP/1.1" status: 204 len: 168 time: 0.3439050 Jan 27 21:28:33.815690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15da4ab-c594-41b3-907b-c2a00898e297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817abc13-f263-4364-813e-87b83d2181e1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:33.832035 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 117189fe-45d2-4799-a476-fd84c0ef51de up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:33.834137 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3e6b63a-3bf7-45bf-bb08-fd44d910f9d4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for security_group_rule (19b013a9-5e72-4866-be51-1fb24da39332), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.861626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c445a66-1a27-4833-9d55-10424ede4806 req-d763b4a3-bad0-4460-b57d-6b4e53877519 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848343 Jan 27 21:28:33.869986 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24ccc494-33e1-4aec-b16c-bd2cf33b7b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (98eaadfd-650f-4816-893a-554a21b9414e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.874049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24ccc494-33e1-4aec-b16c-bd2cf33b7b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:33.875265 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-24ccc494-33e1-4aec-b16c-bd2cf33b7b7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/98eaadfd-650f-4816-893a-554a21b9414e HTTP/1.1" status: 204 len: 168 time: 0.3045809 Jan 27 21:28:33.886398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ccc494-33e1-4aec-b16c-bd2cf33b7b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98eaadfd-650f-4816-893a-554a21b9414e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:33.922534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 117189fe-45d2-4799-a476-fd84c0ef51de triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:33.922923 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.047285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 117189fe-45d2-4799-a476-fd84c0ef51de is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:34.101041 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3e6b63a-3bf7-45bf-bb08-fd44d910f9d4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for security_group_rule (19b013a9-5e72-4866-be51-1fb24da39332), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.145396 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3e6b63a-3bf7-45bf-bb08-fd44d910f9d4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (19b013a9-5e72-4866-be51-1fb24da39332), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.225450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c37ec58-8c15-4e07-8cec-4879eb0a12f8 req-ea2914f9-ba22-4c51-9dab-07d85c068a80 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 210 time: 0.0401211 Jan 27 21:28:34.226200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6b63a-3bf7-45bf-bb08-fd44d910f9d4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b013a9-5e72-4866-be51-1fb24da39332,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:34.308731 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3e6b63a-3bf7-45bf-bb08-fd44d910f9d4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.312983 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f3e6b63a-3bf7-45bf-bb08-fd44d910f9d4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6028969 Jan 27 21:28:34.314493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55758) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:34.332158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-11bbc95d-2e6c-4c93-a83b-dc043c415ab5 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Request body: {'security_group_rule': {'security_group_id': '8537887a-8b53-4c4f-a354-ecc7cae96f1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:34.427216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55762) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:34.457645 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11bbc95d-2e6c-4c93-a83b-dc043c415ab5 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for security_group_rule (2b6dd5b5-8abd-457c-ab92-154791f7916d), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.530793 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11bbc95d-2e6c-4c93-a83b-dc043c415ab5 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for security_group_rule (2b6dd5b5-8abd-457c-ab92-154791f7916d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.579252 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bea329f4-11d7-4029-9e5b-55c306c03c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.613150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11bbc95d-2e6c-4c93-a83b-dc043c415ab5 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (2b6dd5b5-8abd-457c-ab92-154791f7916d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.634453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbc95d-2e6c-4c93-a83b-dc043c415ab5 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6dd5b5-8abd-457c-ab92-154791f7916d,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:34.729002 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11bbc95d-2e6c-4c93-a83b-dc043c415ab5 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.730230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-11bbc95d-2e6c-4c93-a83b-dc043c415ab5 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4133132 Jan 27 21:28:34.733443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55768) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:34.744759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:34.758435 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55770) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:34.773696 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9c2fd420-0366-4ec7-a3c2-7e2357b1e4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.824495 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.861304 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9c2fd420-0366-4ec7-a3c2-7e2357b1e4d5 admin admin] Publish callbacks [] for security_group (7ecbf8ca-2718-4f01-a54f-abd7e92c7384), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.864734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55772) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:34.880013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88944069-d325-4054-b0e7-7c45c0a53bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.889019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.74', 54707) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:34.917715 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-65cbdfba-7d2c-4292-860e-0c7fcf327621 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e855d488f9834309bc16a226dbcb8080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267947 Jan 27 21:28:34.921482 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9c2fd420-0366-4ec7-a3c2-7e2357b1e4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7ecbf8ca-2718-4f01-a54f-abd7e92c7384), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:34.982559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69d10e00-ff93-4c54-96f1-022fe8a87e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.076566 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9c2fd420-0366-4ec7-a3c2-7e2357b1e4d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8145d5aa792d4ce4b629f1cc7737f4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164110 Jan 27 21:28:35.087147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55780) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:35.104291 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fd420-0366-4ec7-a3c2-7e2357b1e4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecbf8ca-2718-4f01-a54f-abd7e92c7384,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:35.153715 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88944069-d325-4054-b0e7-7c45c0a53bcf admin admin] Publish callbacks [] for security_group (4f383359-dc80-44cb-800e-5f6a0c974026), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.153918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa8ad6-2e07-4bc8-b9c6-03e0d3802fa0 req-c0c660da-7049-48dc-8678-7a972b5fb738 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:35.155300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4fa8ad6-2e07-4bc8-b9c6-03e0d3802fa0 req-c0c660da-7049-48dc-8678-7a972b5fb738 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 968 time: 0.1772337 Jan 27 21:28:35.170433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907b1a-4252-4b64-b137-b140134703ea req-e3e12694-ca23-420e-af49-f404817b096f tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:35.172915 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-e3e12694-ca23-420e-af49-f404817b096f tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765039 Jan 27 21:28:35.215113 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.224091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88944069-d325-4054-b0e7-7c45c0a53bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4f383359-dc80-44cb-800e-5f6a0c974026), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.261707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Request body: {'port': {'device_id': '909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'e855d488f9834309bc16a226dbcb8080'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:35.276738 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-88944069-d325-4054-b0e7-7c45c0a53bcf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a869f2391b774b6e8b529c8a22ad58a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4109232 Jan 27 21:28:35.289795 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55790) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:35.331797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88944069-d325-4054-b0e7-7c45c0a53bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f383359-dc80-44cb-800e-5f6a0c974026,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:35.382929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4fa8ad6-2e07-4bc8-b9c6-03e0d3802fa0 req-2c0ef47a-fb90-4c14-b2fd-c182785057ea tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134917 Jan 27 21:28:35.430525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69d10e00-ff93-4c54-96f1-022fe8a87e97 admin admin] Publish callbacks [] for security_group (deb353d2-3e77-4482-92e0-3854d24723bf), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.432888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0610bfa2-e624-4b8a-9dae-ff0e91275b89 req-8b97c17e-7fc2-4ffa-8624-d144833f1d57 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 210 time: 0.1104288 Jan 27 21:28:35.437095 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b4dca4b-c95b-477a-b23c-2b49007bec1b admin admin] Publish callbacks [] for security_group (4f383359-dc80-44cb-800e-5f6a0c974026), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.441683 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bb35861b-2ba6-4f41-9f48-6ae0821fb5d3 admin admin] Publish callbacks [] for security_group (7ecbf8ca-2718-4f01-a54f-abd7e92c7384), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.477581 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b4dca4b-c95b-477a-b23c-2b49007bec1b admin admin] Publish callbacks [] for security_group (4f383359-dc80-44cb-800e-5f6a0c974026), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.489377 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69d10e00-ff93-4c54-96f1-022fe8a87e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (deb353d2-3e77-4482-92e0-3854d24723bf), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.494878 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bb35861b-2ba6-4f41-9f48-6ae0821fb5d3 admin admin] Publish callbacks [] for security_group (7ecbf8ca-2718-4f01-a54f-abd7e92c7384), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.521796 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Made reservation on behalf of e855d488f9834309bc16a226dbcb8080 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:35.526649 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.545907 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.569118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Allocated IP 172.25.0.216 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/c3f9c1b9-2a29-48fc-b99e-51fa03c751bc) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:28:35.589285 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-69d10e00-ff93-4c54-96f1-022fe8a87e97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4810375cd68b41659e9688540787c220&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1614220 Jan 27 21:28:35.599063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55802) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:35.599179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d10e00-ff93-4c54-96f1-022fe8a87e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb353d2-3e77-4482-92e0-3854d24723bf,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:35.672517 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e896ae38-40a5-46ec-89d4-8ff74fcc3321 admin admin] Publish callbacks [] for security_group (deb353d2-3e77-4482-92e0-3854d24723bf), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.686821 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b4dca4b-c95b-477a-b23c-2b49007bec1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4f383359-dc80-44cb-800e-5f6a0c974026), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.689409 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b4dca4b-c95b-477a-b23c-2b49007bec1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.696315 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b4dca4b-c95b-477a-b23c-2b49007bec1b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f383359-dc80-44cb-800e-5f6a0c974026 HTTP/1.1" status: 204 len: 168 time: 0.3995452 Jan 27 21:28:35.716337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dca4b-c95b-477a-b23c-2b49007bec1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f383359-dc80-44cb-800e-5f6a0c974026,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:35.719357 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e896ae38-40a5-46ec-89d4-8ff74fcc3321 admin admin] Publish callbacks [] for security_group (deb353d2-3e77-4482-92e0-3854d24723bf), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.719816 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for port (c3f9c1b9-2a29-48fc-b99e-51fa03c751bc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.785553 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bb35861b-2ba6-4f41-9f48-6ae0821fb5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7ecbf8ca-2718-4f01-a54f-abd7e92c7384), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.788743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bb35861b-2ba6-4f41-9f48-6ae0821fb5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.792349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bb35861b-2ba6-4f41-9f48-6ae0821fb5d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ecbf8ca-2718-4f01-a54f-abd7e92c7384 HTTP/1.1" status: 204 len: 168 time: 0.7012117 Jan 27 21:28:35.798969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks [] for security_group (377affa9-5a1c-4a9d-9a39-082c572155b5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.803351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35861b-2ba6-4f41-9f48-6ae0821fb5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecbf8ca-2718-4f01-a54f-abd7e92c7384,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:35.853551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (377affa9-5a1c-4a9d-9a39-082c572155b5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.853815 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (c3f9c1b9-2a29-48fc-b99e-51fa03c751bc), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.908272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:35.908492 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.912382 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e896ae38-40a5-46ec-89d4-8ff74fcc3321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (deb353d2-3e77-4482-92e0-3854d24723bf), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.912568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:35.916504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:28:35.920002 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e896ae38-40a5-46ec-89d4-8ff74fcc3321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:35.921424 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e896ae38-40a5-46ec-89d4-8ff74fcc3321 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/deb353d2-3e77-4482-92e0-3854d24723bf HTTP/1.1" status: 204 len: 168 time: 0.3228738 Jan 27 21:28:35.947958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377affa9-5a1c-4a9d-9a39-082c572155b5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:35.968927 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896ae38-40a5-46ec-89d4-8ff74fcc3321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb353d2-3e77-4482-92e0-3854d24723bf,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:35.978903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Pushing event updated for resources: {'Port': ['ID=c3f9c1b9-2a29-48fc-b99e-51fa03c751bc,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:36.054465 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for floatingip (63701453-6858-4d11-bac7-3b586a3833a5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:36.103671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Allocated IP 192.168.233.182 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/994247d4-cee2-4d6a-a836-69c294a55e74) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:28:36.206463 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c3f9c1b9-2a29-48fc-b99e-51fa03c751bc), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:36.280336 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks [] for port (994247d4-cee2-4d6a-a836-69c294a55e74), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:36.376803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for port (c3f9c1b9-2a29-48fc-b99e-51fa03c751bc), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:36.390290 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:36.437765 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:36.440991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:36.444149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:28:36.449313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:36.450493 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:36.467300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Pushing event updated for resources: {'Port': ['ID=994247d4-cee2-4d6a-a836-69c294a55e74,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:36.472696 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c3f9c1b9-2a29-48fc-b99e-51fa03c751bc), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:36.536008 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (63701453-6858-4d11-bac7-3b586a3833a5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:36.564372 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-ce6e1eb9-7de2-4596-8f2e-42c050fcf9ec tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3082550 Jan 27 21:28:36.615949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Pushing event updated for resources: {'Port': ['ID=c3f9c1b9-2a29-48fc-b99e-51fa03c751bc,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:36.635313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313482d-647e-4dbf-b1ae-bb0541d0c5f1 req-e594bd39-58d2-4c5c-a344-2c1be765a013 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:36.637116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b313482d-647e-4dbf-b1ae-bb0541d0c5f1 req-e594bd39-58d2-4c5c-a344-2c1be765a013 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 968 time: 0.1861112 Jan 27 21:28:36.649713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf09504-d17c-4c2f-a673-2f6d0a69f5ac req-c9354003-617f-4e49-b869-3d0a1272fcd2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:36.651233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1cf09504-d17c-4c2f-a673-2f6d0a69f5ac req-c9354003-617f-4e49-b869-3d0a1272fcd2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 936 time: 0.1267734 Jan 27 21:28:36.704496 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:36.705873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-63a74485-352a-4d51-a2e4-9f7d7778d0f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9715064 Jan 27 21:28:36.743305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b313482d-647e-4dbf-b1ae-bb0541d0c5f1 req-d167caac-0220-49ff-aa83-3bc914531294 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910699 Jan 27 21:28:36.772939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1cf09504-d17c-4c2f-a673-2f6d0a69f5ac req-bd49a033-24bc-4c9e-bb7c-8ddf740b5a9a tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125326 Jan 27 21:28:36.800325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-98bab9d0-fdab-4758-a456-802b88a97612 None None] Provisioning complete for port 994247d4-cee2-4d6a-a836-69c294a55e74 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:36.800777 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-98bab9d0-fdab-4758-a456-802b88a97612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:36.835346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-98bab9d0-fdab-4758-a456-802b88a97612 None None] Port 994247d4-cee2-4d6a-a836-69c294a55e74 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:28:36.914381 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:28:37.051403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:37.064237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b', 'mac_address': 'fa:16:3e:35:03:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:tempest-test_az-891239408', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:28:37.135234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:37.135631 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:37.158816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:28:37.200290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:37.269703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-8bdabcac-82a5-451c-bdfb-0f4ef9e74984 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--305281964&fields=id&tenant_id=451676679c4b4b5587451d05a77ed0c4 HTTP/1.1" status: 200 len: 267 time: 0.0589235 Jan 27 21:28:37.452978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766951c-b65a-4951-b731-4372bda10511 req-c1bc7b61-8993-4c1a-b9b0-2974a92d0a51 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:37.454495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-c1bc7b61-8993-4c1a-b9b0-2974a92d0a51 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/networks?id=9702760e-a020-4d15-a8dc-77e191f3ead9 HTTP/1.1" status: 200 len: 824 time: 0.1782608 Jan 27 21:28:37.472370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-2a03ae33-97c6-4218-9af9-7fe72187b52f tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/quotas/451676679c4b4b5587451d05a77ed0c4 HTTP/1.1" status: 200 len: 375 time: 0.0109947 Jan 27 21:28:37.544321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-dac7b182-e01b-45ba-880d-702297aeba1c tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=451676679c4b4b5587451d05a77ed0c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666411 Jan 27 21:28:37.866211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8c518-23bf-4693-ab56-6afc5cf9d8f8 req-99f9d9d0-f25a-4ae6-b328-cb2ae80174c4 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:37.867699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91f8c518-23bf-4693-ab56-6afc5cf9d8f8 req-99f9d9d0-f25a-4ae6-b328-cb2ae80174c4 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 968 time: 0.0492342 Jan 27 21:28:37.916303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91f8c518-23bf-4693-ab56-6afc5cf9d8f8 req-349032f6-70a7-4568-91df-d7ecb67be763 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Jan 27 21:28:37.973761 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:38.008377 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:38.037632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0414cf-43c1-450d-bcec-2274d2911da7 req-b0b4eb07-e951-40dc-82c4-52a77c7c48e1 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:38.039132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c0414cf-43c1-450d-bcec-2274d2911da7 req-b0b4eb07-e951-40dc-82c4-52a77c7c48e1 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 936 time: 0.0659328 Jan 27 21:28:38.085176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:38.156618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55862) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:38.176181 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6d56efda-8341-442b-aa09-2c51b16c9bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:38.258256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c0414cf-43c1-450d-bcec-2274d2911da7 req-8f8fbca4-63b2-49f7-937f-b5178c6f3e05 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127318 Jan 27 21:28:38.296420 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6d56efda-8341-442b-aa09-2c51b16c9bed admin admin] Publish callbacks [] for security_group (58a755cc-25c6-46d3-9d0b-cc344ffc43a5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:38.359499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:28:38.373491 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6d56efda-8341-442b-aa09-2c51b16c9bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (58a755cc-25c6-46d3-9d0b-cc344ffc43a5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:38.413296 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6d56efda-8341-442b-aa09-2c51b16c9bed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ec733d6d4af4bc5845f3c8aa5804f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556992 Jan 27 21:28:38.414342 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56efda-8341-442b-aa09-2c51b16c9bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a755cc-25c6-46d3-9d0b-cc344ffc43a5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:38.418428 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55866) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:38.496902 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2584f9ad-9886-4255-b241-253c122fd790 admin admin] Publish callbacks [] for security_group (58a755cc-25c6-46d3-9d0b-cc344ffc43a5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:38.529796 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2584f9ad-9886-4255-b241-253c122fd790 admin admin] Publish callbacks [] for security_group (58a755cc-25c6-46d3-9d0b-cc344ffc43a5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:38.664388 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2584f9ad-9886-4255-b241-253c122fd790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (58a755cc-25c6-46d3-9d0b-cc344ffc43a5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:38.667208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2584f9ad-9886-4255-b241-253c122fd790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:38.669015 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2584f9ad-9886-4255-b241-253c122fd790 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58a755cc-25c6-46d3-9d0b-cc344ffc43a5 HTTP/1.1" status: 204 len: 168 time: 0.2505243 Jan 27 21:28:38.677112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584f9ad-9886-4255-b241-253c122fd790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a755cc-25c6-46d3-9d0b-cc344ffc43a5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:38.738920 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:38.868201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-52275621-a7e8-4fc9-a470-7baff0aff351 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:28:38.869382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-52275621-a7e8-4fc9-a470-7baff0aff351 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2571003 Jan 27 21:28:38.993529 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-c4cb9f90-de24-46a2-9a30-747a6f0992ce service neutron] 10.222.0.61 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161196 Jan 27 21:28:39.127162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-e28d8aec-5e97-437b-8f60-6e9b7cf94519 service neutron] 10.222.0.61 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238432 Jan 27 21:28:39.214836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5df74-fc8a-49c7-bc10-5c71e75daec8 req-515d3ae8-b2f8-4436-b6cb-e535a74230a6 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:39.216932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ef5df74-fc8a-49c7-bc10-5c71e75daec8 req-515d3ae8-b2f8-4436-b6cb-e535a74230a6 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 969 time: 0.0547531 Jan 27 21:28:39.275879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ef5df74-fc8a-49c7-bc10-5c71e75daec8 req-68047914-e604-495c-947d-67d38ef15f26 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506260 Jan 27 21:28:39.438202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbe83434-7841-40a8-bcc0-a61adf72cf08 req-e29a8325-1ef0-4d31-a83e-d5ecf1522d67 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 210 time: 0.0379033 Jan 27 21:28:39.466088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d5bc7-6ea1-4e5d-937c-188d3b859231 req-1e015cc3-7eda-4023-b678-74bd63a05865 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:39.479084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c1d5bc7-6ea1-4e5d-937c-188d3b859231 req-1e015cc3-7eda-4023-b678-74bd63a05865 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 936 time: 0.1347585 Jan 27 21:28:39.549722 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c1d5bc7-6ea1-4e5d-937c-188d3b859231 req-59921f7f-6cf9-4a45-8f28-517c6ee6b233 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753260 Jan 27 21:28:40.207586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-3aeb9682-b7a4-4d2b-9191-b702c79603f4 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228734 Jan 27 21:28:40.286785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-f8b76df8-a12a-4ba9-8c6d-93daa949e2c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:28:40.289037 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-f8b76df8-a12a-4ba9-8c6d-93daa949e2c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083861 Jan 27 21:28:40.321851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-2738d07d-dd32-497c-899e-c161c25b3c78 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:40.323397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-2738d07d-dd32-497c-899e-c161c25b3c78 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106310 Jan 27 21:28:40.340852 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-6af380ef-3543-42c2-a8cc-0e8fa6cfae96 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/quotas/8d87dbbb836740af80771db9b8ffe9ca HTTP/1.1" status: 200 len: 375 time: 0.0112410 Jan 27 21:28:40.385398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-f0426b4d-df1c-4b6d-aa2c-d6728b85b231 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349677 Jan 27 21:28:40.445499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15352905-0948-4e84-91b9-eeb2e6ed9dd3 req-fbe4e9d4-5435-4260-b6dc-27195431b8e7 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:40.447111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15352905-0948-4e84-91b9-eeb2e6ed9dd3 req-fbe4e9d4-5435-4260-b6dc-27195431b8e7 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 969 time: 0.0604608 Jan 27 21:28:40.504336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15352905-0948-4e84-91b9-eeb2e6ed9dd3 req-7a933b9d-661d-461d-9ffb-0d182d54f55e tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 Jan 27 21:28:40.639878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Request body: {'port': {'device_id': '909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:40.648615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5cf99b1-4806-47b1-b36c-480634546243 req-4055ba0a-6bc0-4e8b-ae4b-51d213ef9352 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 210 time: 0.1038213 Jan 27 21:28:40.770990 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:40.790541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fdea7-8c88-41f3-b9eb-d71232f1ee88 req-7eca5d56-c438-44be-b5d4-886727a93e71 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:40.792735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-736fdea7-8c88-41f3-b9eb-d71232f1ee88 req-7eca5d56-c438-44be-b5d4-886727a93e71 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 936 time: 0.1496656 Jan 27 21:28:40.836134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-066e6e1b-c580-461b-9f12-9bc81e5c6b59 req-72be0a7b-0a63-41da-9183-bf1229a53633 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 210 time: 0.0420034 Jan 27 21:28:40.869131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-736fdea7-8c88-41f3-b9eb-d71232f1ee88 req-f1e20575-4ea7-454a-874f-7bfdd913c401 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638134 Jan 27 21:28:40.938266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:41.167922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:28:41.175940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:41.176510 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:41.193322 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994247d4-cee2-4d6a-a836-69c294a55e74 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:28:41.201113 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Publish callbacks [] for port (994247d4-cee2-4d6a-a836-69c294a55e74), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:41.217437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Transition to ACTIVE for port object 994247d4-cee2-4d6a-a836-69c294a55e74 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:28:41.281760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:41.286480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:41.287167 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:41.312988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e92edcf-46cd-4139-aec7-107810cd059f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:28:41.422063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Pushing event updated for resources: {'Port': ['ID=994247d4-cee2-4d6a-a836-69c294a55e74,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:41.426387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:41.452823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Attempting to bind port 994247d4-cee2-4d6a-a836-69c294a55e74 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:28:41.453270 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Attempting to bind port 994247d4-cee2-4d6a-a836-69c294a55e74 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:28:41.453611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Attempting to bind port 994247d4-cee2-4d6a-a836-69c294a55e74 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:41.458728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Port 994247d4-cee2-4d6a-a836-69c294a55e74 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:28:41.459308 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Attempting to bind port 994247d4-cee2-4d6a-a836-69c294a55e74 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:41.464838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:28:41.465984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:41.466718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:28:41.467223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Bound port: 994247d4-cee2-4d6a-a836-69c294a55e74, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:28:41.467651 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:41.498465 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:41.504416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55994) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:41.581592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:41.593395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] For port 994247d4-cee2-4d6a-a836-69c294a55e74, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:28:41.596737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] For port 994247d4-cee2-4d6a-a836-69c294a55e74, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=994247d4-cee2-4d6a-a836-69c294a55e74,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:28:41.678441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-552701595-network', 'tenant_id': '26824789def4412abd886336d3559fe2'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:41.682003 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:41.697328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08794bda-1426-42a7-8808-9e2661713268 req-ba1db8a8-8572-4b46-8fad-cbd7a6a0802b tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:41.700112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08794bda-1426-42a7-8808-9e2661713268 req-ba1db8a8-8572-4b46-8fad-cbd7a6a0802b tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 970 time: 0.0757043 Jan 27 21:28:41.740175 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a1a235-5b6d-4ee9-8367-4fc1cfbf2de6" -d '{"events": [{"server_uuid": "3e92edcf-46cd-4139-aec7-107810cd059f", "name": "network-vif-plugged", "status": "completed", "tag": "5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:28:41.758303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:41.758934 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:41.760480 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] 10.222.0.74 "PUT /v2.0/ports/994247d4-cee2-4d6a-a836-69c294a55e74 HTTP/1.1" status: 200 len: 1096 time: 1.3052106 Jan 27 21:28:41.760813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd', 'tag': '994247d4-cee2-4d6a-a836-69c294a55e74'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:28:41.763609 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5224294c-8a34-480b-bc71-cfc0b568048e" -d '{"events": [{"name": "network-changed", "server_uuid": "909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd", "tag": "994247d4-cee2-4d6a-a836-69c294a55e74"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:28:41.783409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08794bda-1426-42a7-8808-9e2661713268 req-8ae433aa-4d47-44a5-a905-d7dba52932ee tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649571 Jan 27 21:28:41.787388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646642e2-973e-4b2a-b418-577d1ed7957b service neutron] Pushing event updated for resources: {'Port': ['ID=994247d4-cee2-4d6a-a836-69c294a55e74,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:41.886199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Made reservation on behalf of 26824789def4412abd886336d3559fe2 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:41.888674 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:41.968971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907b1a-4252-4b64-b137-b140134703ea req-f930175c-1b7d-446d-b593-ee1ebd8c9592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:41.971017 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-f930175c-1b7d-446d-b593-ee1ebd8c9592 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e855d488f9834309bc16a226dbcb8080&device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 1099 time: 0.0727272 Jan 27 21:28:41.971487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.74', 54713) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:42.006981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:42.062337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30c917d2-2e37-458f-8ec3-24d84f5e2bbe req-da3e13f0-41cb-45e1-b5c0-12d4f9a7702f tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 210 time: 0.0564141 Jan 27 21:28:42.072854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ee209-ef8c-45b6-ba07-3ca10c9bdd8a req-a69e94ff-a1f5-4063-944a-16a9dfae1e82 tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.073334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ee209-ef8c-45b6-ba07-3ca10c9bdd8a req-a69e94ff-a1f5-4063-944a-16a9dfae1e82 tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.073809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ee209-ef8c-45b6-ba07-3ca10c9bdd8a req-a69e94ff-a1f5-4063-944a-16a9dfae1e82 tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.082838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ee209-ef8c-45b6-ba07-3ca10c9bdd8a req-a69e94ff-a1f5-4063-944a-16a9dfae1e82 tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.082838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ee209-ef8c-45b6-ba07-3ca10c9bdd8a req-a69e94ff-a1f5-4063-944a-16a9dfae1e82 tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.082838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af9ee209-ef8c-45b6-ba07-3ca10c9bdd8a req-a69e94ff-a1f5-4063-944a-16a9dfae1e82 tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.2595654 Jan 27 21:28:42.114309 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-5396d833-9000-4c6e-8341-344e012a2a74 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=994247d4-cee2-4d6a-a836-69c294a55e74 HTTP/1.1" status: 200 len: 217 time: 0.0979257 Jan 27 21:28:42.163066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Publish callbacks [] for security_group (ca626548-1897-4f4d-99e2-8bd4bac8c5e1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:42.170613 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b2a3b7-ec02-491a-91b8-48fd6c360443 x-openstack-request-id: req-36b2a3b7-ec02-491a-91b8-48fd6c360443 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:28:42.170889 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd", "tag": "994247d4-cee2-4d6a-a836-69c294a55e74", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:28:42.171146 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36b2a3b7-ec02-491a-91b8-48fd6c360443 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:28:42.171540 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd', 'tag': '994247d4-cee2-4d6a-a836-69c294a55e74', 'status': 'completed', 'code': 200} Jan 27 21:28:42.252874 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a431dae-fbb2-42f2-a2e0-368e8b2cd982 x-openstack-request-id: req-0a431dae-fbb2-42f2-a2e0-368e8b2cd982 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:28:42.253373 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e92edcf-46cd-4139-aec7-107810cd059f", "name": "network-vif-plugged", "status": "completed", "tag": "5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:28:42.253449 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a431dae-fbb2-42f2-a2e0-368e8b2cd982 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:28:42.253875 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e92edcf-46cd-4139-aec7-107810cd059f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b', 'code': 200} Jan 27 21:28:42.257740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a553c820-e15b-4b2d-87fb-6b8bf42f932b req-f6b52eff-4afc-4290-87de-1f5296e3541a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 210 time: 0.0387571 Jan 27 21:28:42.259032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ca626548-1897-4f4d-99e2-8bd4bac8c5e1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:42.289687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca626548-1897-4f4d-99e2-8bd4bac8c5e1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:42.332265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:28:42.384105 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (86d0f8f1-67ad-4184-a852-831af42f81e7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:42.384646 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Added segment 86d0f8f1-67ad-4184-a852-831af42f81e7 of type vlan for network 14857012-de9f-42a8-a812-9c816b879109 Jan 27 21:28:42.441517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0e2b5-d69a-4552-a109-bfd80ebe75fa req-85a82882-4d1d-434b-bb7a-144279698c0c tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.443127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0b0e2b5-d69a-4552-a109-bfd80ebe75fa req-85a82882-4d1d-434b-bb7a-144279698c0c tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 948 time: 0.1200604 Jan 27 21:28:42.453815 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (14857012-de9f-42a8-a812-9c816b879109), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:42.554304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766951c-b65a-4951-b731-4372bda10511 req-058cbcb3-9e09-4112-bdac-468dc1ee2004 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.556341 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-058cbcb3-9e09-4112-bdac-468dc1ee2004 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.74 "GET /v2.0/networks?id=9702760e-a020-4d15-a8dc-77e191f3ead9 HTTP/1.1" status: 200 len: 824 time: 0.5833137 Jan 27 21:28:42.561405 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907b1a-4252-4b64-b137-b140134703ea req-4bd709c3-78ce-4266-9869-a35b325b0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.563250 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-4bd709c3-78ce-4266-9869-a35b325b0b96 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.3945625 Jan 27 21:28:42.565727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0b0e2b5-d69a-4552-a109-bfd80ebe75fa req-e482b6bc-2bcd-464a-b36d-68a65f6ad00c tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146460 Jan 27 21:28:42.580586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f588f-7737-4c10-a037-23f686a3a794 req-3f2aaa6e-90b0-424c-8a8e-a585e8f18b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.590653 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-376f588f-7737-4c10-a037-23f686a3a794 req-3f2aaa6e-90b0-424c-8a8e-a585e8f18b00 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 1121 time: 0.1344533 Jan 27 21:28:42.610218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c775aa3-5b28-4feb-9b30-59ebfa6791e7 req-541fb0ae-e255-4366-9c44-16a97e43e6bc tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.611680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c775aa3-5b28-4feb-9b30-59ebfa6791e7 req-541fb0ae-e255-4366-9c44-16a97e43e6bc tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 886 time: 0.1476696 Jan 27 21:28:42.619677 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (14857012-de9f-42a8-a812-9c816b879109), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:42.620649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.621383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:42.657161 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-376f588f-7737-4c10-a037-23f686a3a794 req-fe583b80-0bb6-4b67-a700-d654f4d69dd6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:42.747999 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-0ff72379-130a-4c7d-8bf4-1ffc26aa27ca tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=451676679c4b4b5587451d05a77ed0c4 HTTP/1.1" status: 200 len: 379 time: 0.1786828 Jan 27 21:28:42.750965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96907b1a-4252-4b64-b137-b140134703ea req-a2ddded5-517d-4d9c-ba71-c396985012ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.752376 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-a2ddded5-517d-4d9c-ba71-c396985012ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1820664 Jan 27 21:28:42.766400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-7766951c-b65a-4951-b731-4372bda10511 req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Request body: {'port': {'device_id': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'admin_state_up': True, 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'security_groups': ['8537887a-8b53-4c4f-a354-ecc7cae96f1d']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:42.810731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] Pushing event updated for resources: {'Network': ['ID=14857012-de9f-42a8-a812-9c816b879109,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:42.845209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 14857012-de9f-42a8-a812-9c816b879109 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:28:42.847815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3443a9-1f23-412a-ab11-5f799120b291 req-f99a475d-932f-4306-9d2c-0d4cb8f0d86f tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.849120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3443a9-1f23-412a-ab11-5f799120b291 req-f99a475d-932f-4306-9d2c-0d4cb8f0d86f tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.849980 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3443a9-1f23-412a-ab11-5f799120b291 req-f99a475d-932f-4306-9d2c-0d4cb8f0d86f tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.850784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3443a9-1f23-412a-ab11-5f799120b291 req-f99a475d-932f-4306-9d2c-0d4cb8f0d86f tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.851649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3443a9-1f23-412a-ab11-5f799120b291 req-f99a475d-932f-4306-9d2c-0d4cb8f0d86f tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.852570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3443a9-1f23-412a-ab11-5f799120b291 req-f99a475d-932f-4306-9d2c-0d4cb8f0d86f tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.855657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc3443a9-1f23-412a-ab11-5f799120b291 req-f99a475d-932f-4306-9d2c-0d4cb8f0d86f tempest-NetworksTest-772653025 tempest-NetworksTest-772653025-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.2010295 Jan 27 21:28:42.890353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-edffafe8-0fa6-4a68-8ba8-5c4f99dd10f3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3848474 Jan 27 21:28:42.893683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56048) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:42.899573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-636d77fa-42ae-4017-a103-1635ee18e7da admin admin] Request body: {'subnet': {'network_id': '14857012-de9f-42a8-a812-9c816b879109', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-552701595-subnet', 'tenant_id': '26824789def4412abd886336d3559fe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:42.995454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0340c2-781b-4805-b358-01ade8bb851a req-68da3710-087a-4b73-8bcc-1c5e9d138599 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:42.997573 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff0340c2-781b-4805-b358-01ade8bb851a req-68da3710-087a-4b73-8bcc-1c5e9d138599 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 970 time: 0.0781219 Jan 27 21:28:43.002018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-376f588f-7737-4c10-a037-23f686a3a794 req-fe583b80-0bb6-4b67-a700-d654f4d69dd6 service neutron] Publish callbacks [] for security_group (fa2ef00f-2740-4c99-b669-e29957320e28), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:43.013960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636d77fa-42ae-4017-a103-1635ee18e7da admin admin] Made reservation on behalf of 26824789def4412abd886336d3559fe2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:43.016588 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-636d77fa-42ae-4017-a103-1635ee18e7da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:43.031762 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-ba8bfa2e-8419-4b3f-b465-0593c356dfd8 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617183 Jan 27 21:28:43.064525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-376f588f-7737-4c10-a037-23f686a3a794 req-fe583b80-0bb6-4b67-a700-d654f4d69dd6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fa2ef00f-2740-4c99-b669-e29957320e28), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:43.121889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7766951c-b65a-4951-b731-4372bda10511 req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Made reservation on behalf of 451676679c4b4b5587451d05a77ed0c4 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:43.128556 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7766951c-b65a-4951-b731-4372bda10511 req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:43.142575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff0340c2-781b-4805-b358-01ade8bb851a req-0bb3ce73-fcb2-46af-82fe-78395fe98edf tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385458 Jan 27 21:28:43.191143 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-376f588f-7737-4c10-a037-23f686a3a794 req-fe583b80-0bb6-4b67-a700-d654f4d69dd6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922692 Jan 27 21:28:43.199499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe583b80-0bb6-4b67-a700-d654f4d69dd6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2ef00f-2740-4c99-b669-e29957320e28,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:43.251525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56054) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:43.263910 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-96907b1a-4252-4b64-b137-b140134703ea req-5455523a-0bd9-4be5-9cca-d03510754520 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230713 Jan 27 21:28:43.273981 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f8b4bdc-4a90-453f-9b0d-4f81fdd2c880 req-958b212e-7f83-4713-b525-830b8173995b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 210 time: 0.0500493 Jan 27 21:28:43.383592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-7766951c-b65a-4951-b731-4372bda10511 req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Allocated IP 172.20.0.11 (9702760e-a020-4d15-a8dc-77e191f3ead9/8f63e171-69ab-4248-b2bd-b8b38611ff18/f9b0d477-9359-4503-9927-ac7ff7c5542b) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:28:43.402567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56062) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:43.432543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-294beb6d-cea7-43d4-a5fd-6c23ece013c4 req-12e1d92f-890c-430e-a58c-e97bab714b73 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 210 time: 0.0404723 Jan 27 21:28:43.453314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.74', 54717) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:43.493936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-29759eea-5d7d-4e64-a8e8-4648cab321cf tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360830 Jan 27 21:28:43.516449 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d65f3ad-dc5e-487e-8229-693bdcaac83b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:43.539974 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88e55204-078f-4c33-a368-b5d3f803b93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:43.560936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224294c-8a34-480b-bc71-cfc0b568048e req-5134a2fd-d1ef-4322-aca0-04596f1b77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:43.562473 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5224294c-8a34-480b-bc71-cfc0b568048e req-5134a2fd-d1ef-4322-aca0-04596f1b77a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e855d488f9834309bc16a226dbcb8080&device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 1099 time: 0.1220980 Jan 27 21:28:43.644857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7766951c-b65a-4951-b731-4372bda10511 req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:43.696720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224294c-8a34-480b-bc71-cfc0b568048e req-c4c6b994-b176-433f-97b1-210a2429b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:43.698203 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5224294c-8a34-480b-bc71-cfc0b568048e req-c4c6b994-b176-433f-97b1-210a2429b709 service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1277885 Jan 27 21:28:43.712400 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-636d77fa-42ae-4017-a103-1635ee18e7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (908066f9-a86a-49be-9201-2d195809262c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:43.741809 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5224294c-8a34-480b-bc71-cfc0b568048e req-51990fc9-4274-4fa6-8140-8fc386972510 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=994247d4-cee2-4d6a-a836-69c294a55e74 HTTP/1.1" status: 200 len: 217 time: 0.0375102 Jan 27 21:28:43.780294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7766951c-b65a-4951-b731-4372bda10511 req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:43.833865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224294c-8a34-480b-bc71-cfc0b568048e req-bee642ad-1c24-465c-a5fb-46dd1bf8ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:43.835401 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5224294c-8a34-480b-bc71-cfc0b568048e req-bee642ad-1c24-465c-a5fb-46dd1bf8ab4a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0879567 Jan 27 21:28:43.837131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7766951c-b65a-4951-b731-4372bda10511 req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Network 9702760e-a020-4d15-a8dc-77e191f3ead9 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:43.840658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-7766951c-b65a-4951-b731-4372bda10511 req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:43.843206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-7766951c-b65a-4951-b731-4372bda10511 req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:28:43.853534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766951c-b65a-4951-b731-4372bda10511 req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:43.853534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7766951c-b65a-4951-b731-4372bda10511 req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:43.864115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d77fa-42ae-4017-a103-1635ee18e7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=908066f9-a86a-49be-9201-2d195809262c,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:43.893832 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Pushing event updated for resources: {'Port': ['ID=f9b0d477-9359-4503-9927-ac7ff7c5542b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:43.913751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224294c-8a34-480b-bc71-cfc0b568048e req-dddf7414-3c1a-45ed-ab44-94a529d5c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:43.915340 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5224294c-8a34-480b-bc71-cfc0b568048e req-dddf7414-3c1a-45ed-ab44-94a529d5c8e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629811 Jan 27 21:28:43.919276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e908e43b-0441-405c-8c83-669cb2575229 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:43.920900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e908e43b-0441-405c-8c83-669cb2575229 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4192700 Jan 27 21:28:43.931318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a8a53-f614-4766-877a-faceea2b532b req-7d1ee2b2-2a44-4d56-b5b2-75526059e324 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:43.932790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b63a8a53-f614-4766-877a-faceea2b532b req-7d1ee2b2-2a44-4d56-b5b2-75526059e324 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 948 time: 0.2304502 Jan 27 21:28:43.951953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Request body: {'port': {'device_id': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '8d87dbbb836740af80771db9b8ffe9ca'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:43.964154 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-08dc9657-bfe9-4959-b904-62cb6c8e277b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2019398 Jan 27 21:28:43.996748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Request body: {'port': {'device_id': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:44.024960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d77fa-42ae-4017-a103-1635ee18e7da admin admin] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:44.025176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d77fa-42ae-4017-a103-1635ee18e7da admin admin] Network hostable DHCP agents. Network: 14857012-de9f-42a8-a812-9c816b879109, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:28:44.073458 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.079778 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5224294c-8a34-480b-bc71-cfc0b568048e req-80eb7096-8f8a-4eca-a9a4-11bfc67b69a1 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445196 Jan 27 21:28:44.096167 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d65f3ad-dc5e-487e-8229-693bdcaac83b admin admin] Publish callbacks [] for security_group (ecbe8e31-ed36-44c2-849e-344d0e0105c8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.102210 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88e55204-078f-4c33-a368-b5d3f803b93e admin admin] Publish callbacks [] for security_group (36ab7a8f-9c32-4067-9a24-5cbe851bda8c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.106430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5ae3ed07-5d70-4d7f-970c-745a39098084 None None] Provisioning complete for port f9b0d477-9359-4503-9927-ac7ff7c5542b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:44.106930 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5ae3ed07-5d70-4d7f-970c-745a39098084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.138032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b63a8a53-f614-4766-877a-faceea2b532b req-5df96fda-355b-4b73-b767-a125788c62a6 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923552 Jan 27 21:28:44.148370 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3ed07-5d70-4d7f-970c-745a39098084 None None] Port f9b0d477-9359-4503-9927-ac7ff7c5542b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:28:44.159889 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d65f3ad-dc5e-487e-8229-693bdcaac83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ecbe8e31-ed36-44c2-849e-344d0e0105c8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.198028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88e55204-078f-4c33-a368-b5d3f803b93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (36ab7a8f-9c32-4067-9a24-5cbe851bda8c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.222047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65f3ad-dc5e-487e-8229-693bdcaac83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbe8e31-ed36-44c2-849e-344d0e0105c8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:44.229171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d65f3ad-dc5e-487e-8229-693bdcaac83b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7fb5b3627f9943f4b5ad5004b3aa9493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9765313 Jan 27 21:28:44.243420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d77fa-42ae-4017-a103-1635ee18e7da admin admin] Network 14857012-de9f-42a8-a812-9c816b879109 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:28:44.250226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56070) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:44.291338 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5224294c-8a34-480b-bc71-cfc0b568048e req-4add787a-b980-4828-a965-68f1106242eb service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038910 Jan 27 21:28:44.326038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-88e55204-078f-4c33-a368-b5d3f803b93e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ecc8e2c583d247dc805ca06b2033862c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9223959 Jan 27 21:28:44.331495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56074) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:44.335988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e55204-078f-4c33-a368-b5d3f803b93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ab7a8f-9c32-4067-9a24-5cbe851bda8c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:44.395301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-636d77fa-42ae-4017-a103-1635ee18e7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 14857012-de9f-42a8-a812-9c816b879109) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:44.401167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636d77fa-42ae-4017-a103-1635ee18e7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:44.401767 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-636d77fa-42ae-4017-a103-1635ee18e7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.405855 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0983af82-82f3-4f35-83ff-0025cc5886c5 None None] Network 14857012-de9f-42a8-a812-9c816b879109 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:28:44.430760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103537e9-e9ca-4ff9-874f-7eb3eedaeaca req-01e99a31-377d-4770-ba7e-899fad1f2b55 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:44.432575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-103537e9-e9ca-4ff9-874f-7eb3eedaeaca req-01e99a31-377d-4770-ba7e-899fad1f2b55 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 970 time: 0.2020569 Jan 27 21:28:44.440652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b0d477-9359-4503-9927-ac7ff7c5542b {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:28:44.447730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Made reservation on behalf of 8d87dbbb836740af80771db9b8ffe9ca for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:44.451160 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.455271 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Publish callbacks [] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.473595 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Transition to ACTIVE for port object f9b0d477-9359-4503-9927-ac7ff7c5542b will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:28:44.475923 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0be299df-2427-4a8c-a0ad-3744237847fe admin admin] Publish callbacks [] for security_group (ecbe8e31-ed36-44c2-849e-344d0e0105c8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.486736 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.516202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321a187-6acc-43c2-b6f8-19caa67f762f None None] Network 14857012-de9f-42a8-a812-9c816b879109 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:28:44.548048 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0be299df-2427-4a8c-a0ad-3744237847fe admin admin] Publish callbacks [] for security_group (ecbe8e31-ed36-44c2-849e-344d0e0105c8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.550858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83d09708-b3ec-4eb7-8351-af06b8c3e38a admin admin] Publish callbacks [] for security_group (36ab7a8f-9c32-4067-9a24-5cbe851bda8c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.576162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-636d77fa-42ae-4017-a103-1635ee18e7da admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6718309 Jan 27 21:28:44.583076 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9d505-156b-441d-b92e-d5f434c7aa59 req-d9246d59-1294-41b8-ae53-3f6056133525 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:44.584605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbe9d505-156b-441d-b92e-d5f434c7aa59 req-d9246d59-1294-41b8-ae53-3f6056133525 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 932 time: 0.2309947 Jan 27 21:28:44.595681 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.629742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-103537e9-e9ca-4ff9-874f-7eb3eedaeaca req-e15cf284-52f4-4c12-b4b4-515b6c8d71a3 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866679 Jan 27 21:28:44.666376 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83d09708-b3ec-4eb7-8351-af06b8c3e38a admin admin] Publish callbacks [] for security_group (36ab7a8f-9c32-4067-9a24-5cbe851bda8c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.743035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Pushing event updated for resources: {'Port': ['ID=f9b0d477-9359-4503-9927-ac7ff7c5542b,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:44.754882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Attempting to bind port f9b0d477-9359-4503-9927-ac7ff7c5542b on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:28:44.755346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Attempting to bind port f9b0d477-9359-4503-9927-ac7ff7c5542b by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:28:44.755977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Attempting to bind port f9b0d477-9359-4503-9927-ac7ff7c5542b on network 9702760e-a020-4d15-a8dc-77e191f3ead9 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:44.760975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Port f9b0d477-9359-4503-9927-ac7ff7c5542b on network 9702760e-a020-4d15-a8dc-77e191f3ead9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:28:44.761301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Attempting to bind port f9b0d477-9359-4503-9927-ac7ff7c5542b on network 9702760e-a020-4d15-a8dc-77e191f3ead9 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:44.768052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:28:44.768052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Checking segment: {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:44.768052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Bound using segment: {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:28:44.768540 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Bound port: f9b0d477-9359-4503-9927-ac7ff7c5542b, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:28:44.769046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.781177 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbe9d505-156b-441d-b92e-d5f434c7aa59 req-6e32db74-39c3-46d2-b1c7-cf7b73ec18e2 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851158 Jan 27 21:28:44.783164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b987767-298f-4088-a13e-87cc080dad13 req-d5178d12-4f7c-469d-aeb5-7175d3064b82 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 210 time: 0.0448241 Jan 27 21:28:44.821495 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks [] for security_group (5ca944ac-489b-477f-804a-bedd82b32fff), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.859765 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] For port f9b0d477-9359-4503-9927-ac7ff7c5542b, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:28:44.864143 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0be299df-2427-4a8c-a0ad-3744237847fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ecbe8e31-ed36-44c2-849e-344d0e0105c8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.864800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] For port f9b0d477-9359-4503-9927-ac7ff7c5542b, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=f9b0d477-9359-4503-9927-ac7ff7c5542b,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:28:44.866994 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0be299df-2427-4a8c-a0ad-3744237847fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.868189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0be299df-2427-4a8c-a0ad-3744237847fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ecbe8e31-ed36-44c2-849e-344d0e0105c8 HTTP/1.1" status: 204 len: 168 time: 0.6118400 Jan 27 21:28:44.878455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be299df-2427-4a8c-a0ad-3744237847fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbe8e31-ed36-44c2-849e-344d0e0105c8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:44.893126 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5ca944ac-489b-477f-804a-bedd82b32fff), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.896519 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83d09708-b3ec-4eb7-8351-af06b8c3e38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (36ab7a8f-9c32-4067-9a24-5cbe851bda8c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.899303 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83d09708-b3ec-4eb7-8351-af06b8c3e38a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:44.901608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-83d09708-b3ec-4eb7-8351-af06b8c3e38a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36ab7a8f-9c32-4067-9a24-5cbe851bda8c HTTP/1.1" status: 204 len: 168 time: 0.5655608 Jan 27 21:28:44.956752 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:45.011587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca944ac-489b-477f-804a-bedd82b32fff,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:45.023202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:45.023823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:45.025558 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] 10.222.0.74 "PUT /v2.0/ports/f9b0d477-9359-4503-9927-ac7ff7c5542b HTTP/1.1" status: 200 len: 1092 time: 1.0374441 Jan 27 21:28:45.026042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'tag': 'f9b0d477-9359-4503-9927-ac7ff7c5542b'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:28:45.029170 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7b7a4c-7d7b-4d3b-b3b0-046765729b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "50e31a28-3dea-4972-a9cf-b2dd85eb1dc2", "tag": "f9b0d477-9359-4503-9927-ac7ff7c5542b"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:28:45.041053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d09708-b3ec-4eb7-8351-af06b8c3e38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ab7a8f-9c32-4067-9a24-5cbe851bda8c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:45.055851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2761108-1ea5-42b2-9668-7edaaa1d0b0b service neutron] Pushing event updated for resources: {'Port': ['ID=f9b0d477-9359-4503-9927-ac7ff7c5542b,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:45.090923 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bc3734-08ae-4c89-9996-c37d2b9dcd0d x-openstack-request-id: req-39bc3734-08ae-4c89-9996-c37d2b9dcd0d {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:28:45.090923 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e31a28-3dea-4972-a9cf-b2dd85eb1dc2", "tag": "f9b0d477-9359-4503-9927-ac7ff7c5542b", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:28:45.090923 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39bc3734-08ae-4c89-9996-c37d2b9dcd0d {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:28:45.097317 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'tag': 'f9b0d477-9359-4503-9927-ac7ff7c5542b', 'status': 'completed', 'code': 200} Jan 27 21:28:45.196592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b7a4c-7d7b-4d3b-b3b0-046765729b4f req-994c2203-b251-4b91-8e3d-82b923c5499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:45.196592 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6d7b7a4c-7d7b-4d3b-b3b0-046765729b4f req-994c2203-b251-4b91-8e3d-82b923c5499c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=451676679c4b4b5587451d05a77ed0c4&device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 1095 time: 0.0885558 Jan 27 21:28:45.220612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Allocated IP 192.168.233.207 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/805e66b3-ce25-4e09-93a4-5fcb4a4278e3) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:28:45.349355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9517f-15da-47e7-a389-ff3476627c49 req-41fe109d-9e0f-4d2d-9eb1-d09b96055ecc tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:45.356013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ee9517f-15da-47e7-a389-ff3476627c49 req-41fe109d-9e0f-4d2d-9eb1-d09b96055ecc tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 948 time: 0.1200609 Jan 27 21:28:45.427654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b7a4c-7d7b-4d3b-b3b0-046765729b4f req-c2ce60ef-6844-4fab-ad57-42243fd15eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:45.429984 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6d7b7a4c-7d7b-4d3b-b3b0-046765729b4f req-c2ce60ef-6844-4fab-ad57-42243fd15eb4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=451676679c4b4b5587451d05a77ed0c4&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2247629 Jan 27 21:28:45.459434 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ee9517f-15da-47e7-a389-ff3476627c49 req-1c89a4d7-5abe-4c0b-8665-510757b31485 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025426 Jan 27 21:28:45.498046 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks [] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:45.595459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b7a4c-7d7b-4d3b-b3b0-046765729b4f req-c9253dea-97a1-4d17-83a6-69566e92f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:45.596984 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6d7b7a4c-7d7b-4d3b-b3b0-046765729b4f req-c9253dea-97a1-4d17-83a6-69566e92f24f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1600561 Jan 27 21:28:45.618761 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:45.752391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Pushing event updated for resources: {'Port': ['ID=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:45.770042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:45.774720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:45.778053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:28:45.788252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:45.797102 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:45.824988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59676766-d6c5-4115-bc83-7cd18724917f req-4107bcbb-d4c4-4da7-bf88-ed44f195f858 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:45.826829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59676766-d6c5-4115-bc83-7cd18724917f req-4107bcbb-d4c4-4da7-bf88-ed44f195f858 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 970 time: 0.1046195 Jan 27 21:28:45.867001 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56110) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:45.890662 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f364912e-9ada-4b69-9fc0-a852ab8efc9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:45.900002 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-47c8cda4-a0f2-4958-bdbb-3059896b24ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9593923 Jan 27 21:28:45.935776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Request body: {'port': {'device_id': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:45.971763 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766951c-b65a-4951-b731-4372bda10511 req-a459da2c-acbc-4055-8a9b-e8709754199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:45.975250 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-a459da2c-acbc-4055-8a9b-e8709754199b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=451676679c4b4b5587451d05a77ed0c4&device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 1095 time: 0.3347213 Jan 27 21:28:45.991737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f364912e-9ada-4b69-9fc0-a852ab8efc9f admin admin] Publish callbacks [] for security_group (c8eb8136-fd92-4e8a-9963-ba14632b3756), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.020824 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-247e6cc4-dbc3-487b-85eb-4b8828d227c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9b0d477-9359-4503-9927-ac7ff7c5542b HTTP/1.1" status: 200 len: 217 time: 0.0394640 Jan 27 21:28:46.048811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59676766-d6c5-4115-bc83-7cd18724917f req-490d8a3e-4c19-43de-8c09-68d65e6f8b2b tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938789 Jan 27 21:28:46.059426 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f364912e-9ada-4b69-9fc0-a852ab8efc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c8eb8136-fd92-4e8a-9963-ba14632b3756), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.087697 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56116) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:46.093344 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.094964 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1199919985-network', 'tenant_id': '39b323d87c2e437facbc00cf80667a8d'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:46.115676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30325c35-4774-4e07-81ca-b75820ca5caf req-5eaae266-8cc2-4e70-9875-0a6bc425c95c tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:46.117404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30325c35-4774-4e07-81ca-b75820ca5caf req-5eaae266-8cc2-4e70-9875-0a6bc425c95c tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 944 time: 0.1516333 Jan 27 21:28:46.143629 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f364912e-9ada-4b69-9fc0-a852ab8efc9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8d82497272f455f98af4584e337ae84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723038 Jan 27 21:28:46.145072 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56118) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:46.146998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364912e-9ada-4b69-9fc0-a852ab8efc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eb8136-fd92-4e8a-9963-ba14632b3756,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:46.156337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766951c-b65a-4951-b731-4372bda10511 req-09c09f51-e093-4bab-856c-06d25eb33db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:46.157804 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-09c09f51-e093-4bab-856c-06d25eb33db5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f63e171-69ab-4248-b2bd-b8b38611ff18 HTTP/1.1" status: 200 len: 863 time: 0.1311219 Jan 27 21:28:46.166961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-417ca973-8692-41dd-a685-b07b564c433f None None] Provisioning complete for port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:46.167997 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-417ca973-8692-41dd-a685-b07b564c433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.205321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766951c-b65a-4951-b731-4372bda10511 req-c02f68c2-8f6d-4957-bd1f-d55d72b300d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:46.206962 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-c02f68c2-8f6d-4957-bd1f-d55d72b300d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9702760e-a020-4d15-a8dc-77e191f3ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420539 Jan 27 21:28:46.208629 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-417ca973-8692-41dd-a685-b07b564c433f None None] Port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:28:46.212230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Made reservation on behalf of 39b323d87c2e437facbc00cf80667a8d for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:46.214644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.239449 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.286510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56120) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:46.312734 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f2534f0-aea0-4142-8807-74b679ecbd24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.371923 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-1e8f42d5-5b5a-441b-9089-e99d3885e4af service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528561 Jan 27 21:28:46.378796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8b04d-a36a-471b-a469-f99d9ad106d7 req-79247c71-3cf4-49e2-a900-2aa3a02a1db1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:46.380286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cb8b04d-a36a-471b-a469-f99d9ad106d7 req-79247c71-3cf4-49e2-a900-2aa3a02a1db1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 936 time: 0.2424119 Jan 27 21:28:46.399148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30325c35-4774-4e07-81ca-b75820ca5caf req-3cc62c2e-9d71-4930-a8fb-2e273841c41a tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601469 Jan 27 21:28:46.538254 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Publish callbacks [] for security_group (7da0b41a-9cc2-403f-a167-7ea816e1d999), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.569357 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f2534f0-aea0-4142-8807-74b679ecbd24 admin admin] Publish callbacks [] for security_group (b81316b1-630c-470e-a3bc-d6a4e9888695), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.572283 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7766951c-b65a-4951-b731-4372bda10511 req-2502568b-d6fd-4260-8dff-999af722dde2 service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902399 Jan 27 21:28:46.619269 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7da0b41a-9cc2-403f-a167-7ea816e1d999), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.627714 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-03960f93-aebc-4906-a516-6f2a12eb29b9 admin admin] Publish callbacks [] for security_group (c8eb8136-fd92-4e8a-9963-ba14632b3756), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.642825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:28:46.654314 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f2534f0-aea0-4142-8807-74b679ecbd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b81316b1-630c-470e-a3bc-d6a4e9888695), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.671139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da0b41a-9cc2-403f-a167-7ea816e1d999,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:46.674201 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d42de8a6-5707-4298-822b-b0c7c07e26a0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.674608 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Added segment d42de8a6-5707-4298-822b-b0c7c07e26a0 of type vlan for network d84a7fde-72f3-4f53-b951-e7c21bb13b5d Jan 27 21:28:46.721829 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7f2534f0-aea0-4142-8807-74b679ecbd24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ddee5f666e1d46a594637df35686900b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4340112 Jan 27 21:28:46.726071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cb8b04d-a36a-471b-a469-f99d9ad106d7 req-659dd316-ba7d-428c-b03a-6ff8867d606c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376558 Jan 27 21:28:46.728113 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56124) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:46.729153 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-03960f93-aebc-4906-a516-6f2a12eb29b9 admin admin] Publish callbacks [] for security_group (c8eb8136-fd92-4e8a-9963-ba14632b3756), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.747105 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2534f0-aea0-4142-8807-74b679ecbd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81316b1-630c-470e-a3bc-d6a4e9888695,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:46.757779 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (d84a7fde-72f3-4f53-b951-e7c21bb13b5d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.801049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c262b82-b81b-448c-b794-655fc1d19c03 req-3c272c30-741a-4a22-8cc4-ade9653307d3 tempest-AggregatesAdminTestJSON-895588766 tempest-AggregatesAdminTestJSON-895588766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:46.802489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c262b82-b81b-448c-b794-655fc1d19c03 req-3c272c30-741a-4a22-8cc4-ade9653307d3 tempest-AggregatesAdminTestJSON-895588766 tempest-AggregatesAdminTestJSON-895588766-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 1121 time: 0.1611240 Jan 27 21:28:46.817707 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-133fb13b-57f6-456f-97c4-569694623fcf admin admin] Publish callbacks [] for security_group (b81316b1-630c-470e-a3bc-d6a4e9888695), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.839332 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-133fb13b-57f6-456f-97c4-569694623fcf admin admin] Publish callbacks [] for security_group (b81316b1-630c-470e-a3bc-d6a4e9888695), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.862155 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6c262b82-b81b-448c-b794-655fc1d19c03 req-4b3f62fd-f502-4fce-b2db-03619b29c057 tempest-AggregatesAdminTestJSON-895588766 tempest-AggregatesAdminTestJSON-895588766-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.880654 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (d84a7fde-72f3-4f53-b951-e7c21bb13b5d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.881618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:46.882257 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.924828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca0f3a-af92-46d6-8f73-3566e7df2e96 req-91c0f85e-e5f2-43e2-bcea-11118b4e7d6f tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:46.926391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1ca0f3a-af92-46d6-8f73-3566e7df2e96 req-91c0f85e-e5f2-43e2-bcea-11118b4e7d6f tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 948 time: 0.1215315 Jan 27 21:28:46.928407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:28:46.940956 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] Pushing event updated for resources: {'Network': ['ID=d84a7fde-72f3-4f53-b951-e7c21bb13b5d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:46.943235 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Publish callbacks [] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.951896 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network d84a7fde-72f3-4f53-b951-e7c21bb13b5d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:28:46.955405 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-133fb13b-57f6-456f-97c4-569694623fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b81316b1-630c-470e-a3bc-d6a4e9888695), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.958568 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-133fb13b-57f6-456f-97c4-569694623fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.962682 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-133fb13b-57f6-456f-97c4-569694623fcf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b81316b1-630c-470e-a3bc-d6a4e9888695 HTTP/1.1" status: 204 len: 168 time: 0.2282784 Jan 27 21:28:46.969864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fb13b-57f6-456f-97c4-569694623fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81316b1-630c-470e-a3bc-d6a4e9888695,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:46.982496 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c5941e7b-c89f-411d-a1a7-3c5989ad26d0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8942347 Jan 27 21:28:46.991010 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56128) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:46.992135 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-03960f93-aebc-4906-a516-6f2a12eb29b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c8eb8136-fd92-4e8a-9963-ba14632b3756), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.994846 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-03960f93-aebc-4906-a516-6f2a12eb29b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:46.998943 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-03960f93-aebc-4906-a516-6f2a12eb29b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c8eb8136-fd92-4e8a-9963-ba14632b3756 HTTP/1.1" status: 204 len: 168 time: 0.8282762 Jan 27 21:28:47.000489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Transition to ACTIVE for port object 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:28:47.006274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9247eb60-7303-4a87-9bf9-d98b82bce94f admin admin] Request body: {'subnet': {'network_id': 'd84a7fde-72f3-4f53-b951-e7c21bb13b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1199919985-subnet', 'tenant_id': '39b323d87c2e437facbc00cf80667a8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:47.029527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03960f93-aebc-4906-a516-6f2a12eb29b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eb8136-fd92-4e8a-9963-ba14632b3756,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:47.049154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1ca0f3a-af92-46d6-8f73-3566e7df2e96 req-378ccab4-90d2-4586-8cf1-fe0fd4c73cda tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161487 Jan 27 21:28:47.069150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:47.077847 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6c262b82-b81b-448c-b794-655fc1d19c03 req-4b3f62fd-f502-4fce-b2db-03619b29c057 tempest-AggregatesAdminTestJSON-895588766 tempest-AggregatesAdminTestJSON-895588766-project-admin] Publish callbacks [] for security_group (6e0c7197-6e18-4169-ba15-b6c3d02e2613), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:47.121841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9247eb60-7303-4a87-9bf9-d98b82bce94f admin admin] Made reservation on behalf of 39b323d87c2e437facbc00cf80667a8d for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:47.124745 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9247eb60-7303-4a87-9bf9-d98b82bce94f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:47.134299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Pushing event updated for resources: {'Port': ['ID=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:47.177728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6c262b82-b81b-448c-b794-655fc1d19c03 req-4b3f62fd-f502-4fce-b2db-03619b29c057 tempest-AggregatesAdminTestJSON-895588766 tempest-AggregatesAdminTestJSON-895588766-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6e0c7197-6e18-4169-ba15-b6c3d02e2613), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:47.208415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f62fd-f502-4fce-b2db-03619b29c057 tempest-AggregatesAdminTestJSON-895588766 tempest-AggregatesAdminTestJSON-895588766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0c7197-6e18-4169-ba15-b6c3d02e2613,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:47.255218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Attempting to bind port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:28:47.255832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Attempting to bind port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:28:47.256634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Attempting to bind port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:47.266993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:28:47.267687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Attempting to bind port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:47.273775 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c262b82-b81b-448c-b794-655fc1d19c03 req-4b3f62fd-f502-4fce-b2db-03619b29c057 tempest-AggregatesAdminTestJSON-895588766 tempest-AggregatesAdminTestJSON-895588766-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572163 Jan 27 21:28:47.277903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:28:47.278911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:47.280419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:28:47.281114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Bound port: 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:28:47.281708 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:47.363536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:28:47.370556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:28:47.436740 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:47.471600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:47.472552 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:47.474014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] 10.222.0.74 "PUT /v2.0/ports/805e66b3-ce25-4e09-93a4-5fcb4a4278e3 HTTP/1.1" status: 200 len: 1096 time: 1.5430760 Jan 27 21:28:47.476946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'tag': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:28:47.528145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9247eb60-7303-4a87-9bf9-d98b82bce94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (4f3bae7f-abd0-4230-87e4-04a510f87352), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:47.606589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c925d-08d6-4df5-81c6-cf7e6fc142bd service neutron] Pushing event updated for resources: {'Port': ['ID=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:47.614112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247eb60-7303-4a87-9bf9-d98b82bce94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3bae7f-abd0-4230-87e4-04a510f87352,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:47.632141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 994247d4-cee2-4d6a-a836-69c294a55e74 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:28:47.649191 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9247eb60-7303-4a87-9bf9-d98b82bce94f admin admin] Checking segment: {'id': 'd42de8a6-5707-4298-822b-b0c7c07e26a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'd84a7fde-72f3-4f53-b951-e7c21bb13b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:47.660111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9247eb60-7303-4a87-9bf9-d98b82bce94f admin admin] Network hostable DHCP agents. Network: d84a7fde-72f3-4f53-b951-e7c21bb13b5d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:28:47.693090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3cedb-d15d-4979-8264-5151b5d8e50e req-454f28a4-8309-456f-a430-5e14010e3bad tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:47.695540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11f3cedb-d15d-4979-8264-5151b5d8e50e req-454f28a4-8309-456f-a430-5e14010e3bad tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 944 time: 0.1600976 Jan 27 21:28:47.737450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-04237bf7-41e2-4c49-a7bb-a9fc04dc59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:47.739207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-04237bf7-41e2-4c49-a7bb-a9fc04dc59d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 1099 time: 0.1280661 Jan 27 21:28:47.773715 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9247eb60-7303-4a87-9bf9-d98b82bce94f admin admin] Network d84a7fde-72f3-4f53-b951-e7c21bb13b5d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:28:47.837637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 994247d4-cee2-4d6a-a836-69c294a55e74, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=994247d4-cee2-4d6a-a836-69c294a55e74,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:47.852342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '994247d4-cee2-4d6a-a836-69c294a55e74', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '994247d4-cee2-4d6a-a836-69c294a55e74', 'mac_address': 'fa:16:3e:e4:3e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:28:47.866882 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ab678b-a922-4d4d-8833-47f849752ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d897b56-906e-4b86-bff4-2149b6d95c81", "tag": "805e66b3-ce25-4e09-93a4-5fcb4a4278e3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:28:47.869362 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-9247eb60-7303-4a87-9bf9-d98b82bce94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, d84a7fde-72f3-4f53-b951-e7c21bb13b5d) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:47.874434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9247eb60-7303-4a87-9bf9-d98b82bce94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:47.875404 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9247eb60-7303-4a87-9bf9-d98b82bce94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:47.885117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934a5ba2-fc8f-4d9c-b2f9-4fd29d6f7e7b None None] Network d84a7fde-72f3-4f53-b951-e7c21bb13b5d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:28:47.892554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-001b8470-04b8-400b-9a6d-733f810a4add service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3 HTTP/1.1" status: 200 len: 217 time: 0.1352432 Jan 27 21:28:47.910762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11f3cedb-d15d-4979-8264-5151b5d8e50e req-5e81b51a-6a97-4790-a76d-6e31c85f1a79 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056582 Jan 27 21:28:47.978284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 994247d4-cee2-4d6a-a836-69c294a55e74 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:47.983022 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:48.012155 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9247eb60-7303-4a87-9bf9-d98b82bce94f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0189610 Jan 27 21:28:48.033105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994247d4-cee2-4d6a-a836-69c294a55e74 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:28:48.034240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5083a2-4b20-4e1e-be2f-d08182cea060 req-a1856278-d735-40d9-b07b-36d5aded6873 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:48.035827 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d5083a2-4b20-4e1e-be2f-d08182cea060 req-a1856278-d735-40d9-b07b-36d5aded6873 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 970 time: 0.2178764 Jan 27 21:28:48.039497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-c210d664-f99b-40c7-89f4-9cb4861ec0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:48.040872 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-c210d664-f99b-40c7-89f4-9cb4861ec0e6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1291029 Jan 27 21:28:48.062043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358df330-d619-4ea8-8676-ffcde7d9d26e None None] Network d84a7fde-72f3-4f53-b951-e7c21bb13b5d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:28:48.073437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 994247d4-cee2-4d6a-a836-69c294a55e74, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=994247d4-cee2-4d6a-a836-69c294a55e74,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:48.125753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0a1b9-4565-423a-b9b6-4ca845823bba req-00d75903-600f-4862-9629-4318c4d44fa6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:48.127188 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbe0a1b9-4565-423a-b9b6-4ca845823bba req-00d75903-600f-4862-9629-4318c4d44fa6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 948 time: 0.1346436 Jan 27 21:28:48.139880 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:48.184240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d5083a2-4b20-4e1e-be2f-d08182cea060 req-525aad64-cbb9-45fe-bffe-08a7d555e8c2 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396401 Jan 27 21:28:48.187228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-25ba4d72-f8b9-4cd9-802f-04296bef78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:48.188822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-25ba4d72-f8b9-4cd9-802f-04296bef78e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349199 Jan 27 21:28:48.214848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=994247d4-cee2-4d6a-a836-69c294a55e74,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:48.264536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbe0a1b9-4565-423a-b9b6-4ca845823bba req-b77ac3c4-98a0-411a-a08c-79d00db1c51b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219602 Jan 27 21:28:48.307105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-57fe9390-62e6-4a25-ac18-5c149620340e service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075881 Jan 27 21:28:48.425346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a716f5b-8d48-4add-b2ef-a952f0ab8a6a req-4f6e6760-ae15-47cc-88f2-5a96f474a74d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:48.426811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a716f5b-8d48-4add-b2ef-a952f0ab8a6a req-4f6e6760-ae15-47cc-88f2-5a96f474a74d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 949 time: 0.0957510 Jan 27 21:28:48.447804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8eb3c84-82f7-4f26-84e3-c594fe6582ee req-f867f994-1bc8-458e-8ec0-2255b67e5048 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343596 Jan 27 21:28:48.469636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['994247d4-cee2-4d6a-a836-69c294a55e74'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:28:48.505281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a716f5b-8d48-4add-b2ef-a952f0ab8a6a req-3ffa388c-2a09-46db-b621-fc0028cfb228 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683136 Jan 27 21:28:48.545570 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99644ebe-6a66-4e23-b754-0be92160f162 x-openstack-request-id: req-99644ebe-6a66-4e23-b754-0be92160f162 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:28:48.545858 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d897b56-906e-4b86-bff4-2149b6d95c81", "tag": "805e66b3-ce25-4e09-93a4-5fcb4a4278e3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:28:48.546397 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99644ebe-6a66-4e23-b754-0be92160f162 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:28:48.546589 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'tag': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'status': 'completed', 'code': 200} Jan 27 21:28:48.638901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab678b-a922-4d4d-8833-47f849752ec1 req-840232d9-22b9-4a7b-a7dd-28b9cc7d342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:48.640426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60ab678b-a922-4d4d-8833-47f849752ec1 req-840232d9-22b9-4a7b-a7dd-28b9cc7d342f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 1099 time: 0.0518579 Jan 27 21:28:49.094885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab678b-a922-4d4d-8833-47f849752ec1 req-040f4177-9fd5-46c9-b875-d92d9c20ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:49.096394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60ab678b-a922-4d4d-8833-47f849752ec1 req-040f4177-9fd5-46c9-b875-d92d9c20ac1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.4477525 Jan 27 21:28:49.103441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-d807281f-0e8f-479d-8091-d71ab125be6f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:49.104793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-d807281f-0e8f-479d-8091-d71ab125be6f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 807 time: 0.4118531 Jan 27 21:28:49.159896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60ab678b-a922-4d4d-8833-47f849752ec1 req-a5b31f47-0231-4219-a690-8d67584c406d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3 HTTP/1.1" status: 200 len: 217 time: 0.0522799 Jan 27 21:28:49.169364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab6609-4a55-485a-81db-f285121c8ea1 req-f5e6d72c-40c0-459f-bc60-0886b5945c4d tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:49.170814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90ab6609-4a55-485a-81db-f285121c8ea1 req-f5e6d72c-40c0-459f-bc60-0886b5945c4d tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 944 time: 0.1572599 Jan 27 21:28:49.173662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-dde4c5de-ef0d-4c46-b76f-518ee8223498 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/quotas/26824789def4412abd886336d3559fe2 HTTP/1.1" status: 200 len: 375 time: 0.0571287 Jan 27 21:28:49.246696 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189ddf6-96d0-462f-b1a6-21bc8d18eb8f req-1d2ee14e-9b90-4fb8-ba80-4557e874573a tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:49.248233 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2189ddf6-96d0-462f-b1a6-21bc8d18eb8f req-1d2ee14e-9b90-4fb8-ba80-4557e874573a tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 970 time: 0.1049335 Jan 27 21:28:49.253344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-1c23fe6e-2b34-4d0f-97d7-bb1a1d536100 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710895 Jan 27 21:28:49.295834 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab678b-a922-4d4d-8833-47f849752ec1 req-da22a2b3-1b69-479d-a630-d099ecbd9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:49.297304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60ab678b-a922-4d4d-8833-47f849752ec1 req-da22a2b3-1b69-479d-a630-d099ecbd9dbf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1254060 Jan 27 21:28:49.343961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90ab6609-4a55-485a-81db-f285121c8ea1 req-ae19ac60-1215-42d2-a471-b644fe82ee12 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612566 Jan 27 21:28:49.417478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-c77d56ee-ed82-4477-831c-4f0d8e3dde0d service neutron] 10.222.0.61 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556184 Jan 27 21:28:49.424475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab678b-a922-4d4d-8833-47f849752ec1 req-27c092a0-3f5c-41c9-8c30-4f935ce297b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:49.425927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60ab678b-a922-4d4d-8833-47f849752ec1 req-27c092a0-3f5c-41c9-8c30-4f935ce297b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016381 Jan 27 21:28:49.515345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-2189ddf6-96d0-462f-b1a6-21bc8d18eb8f req-64328222-765e-4ec4-90cf-3807eb717718 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Deleting port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:28:49.515781 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2189ddf6-96d0-462f-b1a6-21bc8d18eb8f req-64328222-765e-4ec4-90cf-3807eb717718 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:49.617539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device f9b0d477-9359-4503-9927-ac7ff7c5542b details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:28:49.618133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-2189ddf6-96d0-462f-b1a6-21bc8d18eb8f req-64328222-765e-4ec4-90cf-3807eb717718 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] For port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:49.618757 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2189ddf6-96d0-462f-b1a6-21bc8d18eb8f req-64328222-765e-4ec4-90cf-3807eb717718 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:49.619019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924c1f7-441c-4421-92bc-b726071c7379 req-ec5316eb-b194-4e64-ac6a-ca94885902cc tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:49.620636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c924c1f7-441c-4421-92bc-b726071c7379 req-ec5316eb-b194-4e64-ac6a-ca94885902cc tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 970 time: 0.1180682 Jan 27 21:28:49.626883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 994247d4-cee2-4d6a-a836-69c294a55e74 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:49.641053 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-2189ddf6-96d0-462f-b1a6-21bc8d18eb8f req-64328222-765e-4ec4-90cf-3807eb717718 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Calling delete_port for 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b owned by compute:tempest-test_az-891239408 {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:28:49.666060 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-36bbd832-7f12-4f5a-80cd-f2346b4ff546 service neutron] 10.222.0.61 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391145 Jan 27 21:28:49.668156 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60ab678b-a922-4d4d-8833-47f849752ec1 req-8ad68e6e-cf82-4169-a3c9-30d1aecdc43b service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158854 Jan 27 21:28:49.815974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port f9b0d477-9359-4503-9927-ac7ff7c5542b, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=f9b0d477-9359-4503-9927-ac7ff7c5542b,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:49.843662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 994247d4-cee2-4d6a-a836-69c294a55e74 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:28:49.851136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'f9b0d477-9359-4503-9927-ac7ff7c5542b', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'port_id': 'f9b0d477-9359-4503-9927-ac7ff7c5542b', 'mac_address': 'fa:16:3e:55:42:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:28:49.853463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 994247d4-cee2-4d6a-a836-69c294a55e74 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:49.853994 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:49.882677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c924c1f7-441c-4421-92bc-b726071c7379 req-1981db08-93b7-4539-b6bd-5668340e50a5 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/security-groups?id=879cd80e-879e-42ab-8571-5439450663fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311108 Jan 27 21:28:49.948506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port f9b0d477-9359-4503-9927-ac7ff7c5542b is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:49.948901 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:49.966881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60ab678b-a922-4d4d-8833-47f849752ec1 req-3ee9a486-6f52-4b49-ab6c-a64af5940a11 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817452 Jan 27 21:28:49.967666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b0d477-9359-4503-9927-ac7ff7c5542b {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:28:50.020025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port f9b0d477-9359-4503-9927-ac7ff7c5542b, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=f9b0d477-9359-4503-9927-ac7ff7c5542b,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:50.052679 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2189ddf6-96d0-462f-b1a6-21bc8d18eb8f req-64328222-765e-4ec4-90cf-3807eb717718 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:50.058104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 994247d4-cee2-4d6a-a836-69c294a55e74 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:50.060421 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:50.084623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:28:50.092986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967ae6d-84d7-4dcb-a5c9-3285342aa14b req-b27e32bc-e4ac-4090-86dd-732ce2ffbd1f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:50.096315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a967ae6d-84d7-4dcb-a5c9-3285342aa14b req-b27e32bc-e4ac-4090-86dd-732ce2ffbd1f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 948 time: 0.1179633 Jan 27 21:28:50.123809 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64328222-765e-4ec4-90cf-3807eb717718 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Pushing event deleted for resources: {'Port': ['ID=5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:50.174233 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:50.177095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2189ddf6-96d0-462f-b1a6-21bc8d18eb8f req-64328222-765e-4ec4-90cf-3807eb717718 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] No DVR routers for this DVR port 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:28:50.182696 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2189ddf6-96d0-462f-b1a6-21bc8d18eb8f req-64328222-765e-4ec4-90cf-3807eb717718 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:50.193410 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2189ddf6-96d0-462f-b1a6-21bc8d18eb8f req-64328222-765e-4ec4-90cf-3807eb717718 tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.71 "DELETE /v2.0/ports/5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b HTTP/1.1" status: 204 len: 173 time: 0.9368205 Jan 27 21:28:50.194095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e92edcf-46cd-4139-aec7-107810cd059f', 'name': 'network-vif-deleted', 'tag': '5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:28:50.196672 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d8b7c7-a04a-41b9-9d6a-84683c0f5fae" -d '{"events": [{"server_uuid": "3e92edcf-46cd-4139-aec7-107810cd059f", "name": "network-vif-deleted", "tag": "5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:28:50.232944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994247d4-cee2-4d6a-a836-69c294a55e74'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:28:50.235374 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fceafb-914a-45f8-b82b-0c592f23e570" -d '{"events": [{"server_uuid": "909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd", "name": "network-vif-plugged", "status": "completed", "tag": "994247d4-cee2-4d6a-a836-69c294a55e74"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:28:50.252870 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 994247d4-cee2-4d6a-a836-69c294a55e74, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=994247d4-cee2-4d6a-a836-69c294a55e74,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:50.281584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba02347-a867-4365-a921-13249e42de62 req-966a8031-224a-4fb5-96b6-627fd4a42601 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:50.282237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=f9b0d477-9359-4503-9927-ac7ff7c5542b,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:50.282313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ba02347-a867-4365-a921-13249e42de62 req-966a8031-224a-4fb5-96b6-627fd4a42601 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 949 time: 0.1544359 Jan 27 21:28:50.304835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a967ae6d-84d7-4dcb-a5c9-3285342aa14b req-74d6e997-3fd7-4544-a77f-0f9d5cfd24d0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949232 Jan 27 21:28:50.355517 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:50.393419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35274757-1f15-4964-bdbd-b2bab8610e39 req-9592f6ec-0abe-42a8-957b-a68e9ccc6b2a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 210 time: 0.0417416 Jan 27 21:28:50.405876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ba02347-a867-4365-a921-13249e42de62 req-5ca914d2-d9c7-4208-b7c1-a3580bb0743b tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227272 Jan 27 21:28:50.425894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['f9b0d477-9359-4503-9927-ac7ff7c5542b'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:28:50.453832 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37241b4e-ba66-4072-b37f-24b2b93c21dd x-openstack-request-id: req-37241b4e-ba66-4072-b37f-24b2b93c21dd {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:28:50.454355 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e92edcf-46cd-4139-aec7-107810cd059f", "name": "network-vif-deleted", "tag": "5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:28:50.454446 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37241b4e-ba66-4072-b37f-24b2b93c21dd {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:28:50.454797 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e92edcf-46cd-4139-aec7-107810cd059f', 'name': 'network-vif-deleted', 'tag': '5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b', 'status': 'completed', 'code': 200} Jan 27 21:28:50.480276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=994247d4-cee2-4d6a-a836-69c294a55e74,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:50.496425 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bd7342-aa7a-493a-8461-091dc66facad x-openstack-request-id: req-85bd7342-aa7a-493a-8461-091dc66facad {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:28:50.496768 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd", "name": "network-vif-plugged", "status": "completed", "tag": "994247d4-cee2-4d6a-a836-69c294a55e74", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:28:50.497038 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85bd7342-aa7a-493a-8461-091dc66facad {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:28:50.497455 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994247d4-cee2-4d6a-a836-69c294a55e74', 'code': 200} Jan 27 21:28:50.658859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a07c7-2a95-4515-8c5b-287d648fe240 req-6ddd0aad-f5b7-4f34-bb5e-43e046ea53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:50.660381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-962a07c7-2a95-4515-8c5b-287d648fe240 req-6ddd0aad-f5b7-4f34-bb5e-43e046ea53dd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 1101 time: 0.0813653 Jan 27 21:28:50.668558 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c6609-cc56-45d5-ae6f-6572bbdc8d6a req-93f37afa-66bc-4e67-8b69-c2e3c6f25cb4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:50.669928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a3c6609-cc56-45d5-ae6f-6572bbdc8d6a req-93f37afa-66bc-4e67-8b69-c2e3c6f25cb4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 945 time: 0.1068749 Jan 27 21:28:50.757128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a3c6609-cc56-45d5-ae6f-6572bbdc8d6a req-1713fdb5-8c2a-44b4-b909-cbadbac74cbe tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804443 Jan 27 21:28:50.759238 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-962a07c7-2a95-4515-8c5b-287d648fe240 req-d5496bac-42ab-4367-afb2-b654b0df146d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880914 Jan 27 21:28:51.000137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51557c4d-83b4-4f5e-ae18-9600f7965d79 req-1cfe260b-3c8d-4d8a-a27b-e0e8b7fb580d tempest-AggregatesAdminTestJSON-1171147804 tempest-AggregatesAdminTestJSON-1171147804-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e92edcf-46cd-4139-aec7-107810cd059f HTTP/1.1" status: 200 len: 210 time: 0.0264823 Jan 27 21:28:51.389275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56308) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:51.426090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903689dd-816d-4f7a-b06d-8bb93babaee6 req-74e67efd-a887-4570-9bea-771837d1d9c4 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:51.427793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-903689dd-816d-4f7a-b06d-8bb93babaee6 req-74e67efd-a887-4570-9bea-771837d1d9c4 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 948 time: 0.0584331 Jan 27 21:28:51.487135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-903689dd-816d-4f7a-b06d-8bb93babaee6 req-fe637842-1cf2-454a-8e2a-cb127d69853a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515542 Jan 27 21:28:51.513618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7fe455e0-f637-47a4-aa31-3ec62eb528ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:51.594926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778700c9-f747-49b9-a9c5-fdd8d5bfe40c req-7fa8320b-6c0b-4e41-9b6b-f72a7cf4fcf3 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:51.596521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-778700c9-f747-49b9-a9c5-fdd8d5bfe40c req-7fa8320b-6c0b-4e41-9b6b-f72a7cf4fcf3 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 950 time: 0.0520194 Jan 27 21:28:51.598833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7fe455e0-f637-47a4-aa31-3ec62eb528ff admin admin] Publish callbacks [] for security_group (088baa70-1a70-4769-9629-52fd33c5d8bc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:51.631352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:28:51.651899 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device f9b0d477-9359-4503-9927-ac7ff7c5542b up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:51.655731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-778700c9-f747-49b9-a9c5-fdd8d5bfe40c req-04061664-c4d3-4b57-ab05-47ccf8a94223 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534008 Jan 27 21:28:51.721477 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7fe455e0-f637-47a4-aa31-3ec62eb528ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (088baa70-1a70-4769-9629-52fd33c5d8bc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:51.737243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93dd8597-83ee-47dc-9091-59eb47b7de41 req-0d1859d3-ba2a-4c21-a5e5-b1361c900a6a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 210 time: 0.0264473 Jan 27 21:28:51.758608 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7fe455e0-f637-47a4-aa31-3ec62eb528ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc5addfce2634ab5a2d42b0a15bc3053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678336 Jan 27 21:28:51.759469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe455e0-f637-47a4-aa31-3ec62eb528ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088baa70-1a70-4769-9629-52fd33c5d8bc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:51.762574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56322) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:51.802732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:51.826940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'mac_address': 'fa:16:3e:b2:26:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:28:51.869959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-49968c34-31fb-4a75-b576-459be4beabee admin admin] Publish callbacks [] for security_group (088baa70-1a70-4769-9629-52fd33c5d8bc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:51.882879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:51.883430 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:51.893247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port f9b0d477-9359-4503-9927-ac7ff7c5542b completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:28:51.899756 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-49968c34-31fb-4a75-b576-459be4beabee admin admin] Publish callbacks [] for security_group (088baa70-1a70-4769-9629-52fd33c5d8bc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:51.900322 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port f9b0d477-9359-4503-9927-ac7ff7c5542b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:51.902363 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:51.904233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:28:51.907918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc02132-65fb-4e49-97ea-533e935c4746 req-480ccce0-f3f2-4080-9e24-9145b4954d82 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:51.909587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bdc02132-65fb-4e49-97ea-533e935c4746 req-480ccce0-f3f2-4080-9e24-9145b4954d82 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 945 time: 0.0764642 Jan 27 21:28:51.960839 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:51.980745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bdc02132-65fb-4e49-97ea-533e935c4746 req-c38ee750-baa5-4903-99b9-1f5375ddee96 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652564 Jan 27 21:28:52.016044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port f9b0d477-9359-4503-9927-ac7ff7c5542b is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:52.016468 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:52.049152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port f9b0d477-9359-4503-9927-ac7ff7c5542b, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=f9b0d477-9359-4503-9927-ac7ff7c5542b,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:52.050153 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:52.081126 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-49968c34-31fb-4a75-b576-459be4beabee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (088baa70-1a70-4769-9629-52fd33c5d8bc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:52.084444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-49968c34-31fb-4a75-b576-459be4beabee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:52.085918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-49968c34-31fb-4a75-b576-459be4beabee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/088baa70-1a70-4769-9629-52fd33c5d8bc HTTP/1.1" status: 204 len: 168 time: 0.3229613 Jan 27 21:28:52.101957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49968c34-31fb-4a75-b576-459be4beabee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088baa70-1a70-4769-9629-52fd33c5d8bc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:52.131188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:52.172708 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:52.226369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=f9b0d477-9359-4503-9927-ac7ff7c5542b,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:52.308048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['805e66b3-ce25-4e09-93a4-5fcb4a4278e3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:28:52.498276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b0d477-9359-4503-9927-ac7ff7c5542b'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:28:52.500506 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a07966-43e8-4580-8077-f7a5c8f5ac3a" -d '{"events": [{"server_uuid": "50e31a28-3dea-4972-a9cf-b2dd85eb1dc2", "name": "network-vif-plugged", "status": "completed", "tag": "f9b0d477-9359-4503-9927-ac7ff7c5542b"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:28:52.535456 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7219687-b72f-4451-9c0b-be4fc6396a44 x-openstack-request-id: req-e7219687-b72f-4451-9c0b-be4fc6396a44 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:28:52.535780 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e31a28-3dea-4972-a9cf-b2dd85eb1dc2", "name": "network-vif-plugged", "status": "completed", "tag": "f9b0d477-9359-4503-9927-ac7ff7c5542b", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:28:52.536046 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e7219687-b72f-4451-9c0b-be4fc6396a44 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:28:52.536475 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b0d477-9359-4503-9927-ac7ff7c5542b', 'code': 200} Jan 27 21:28:52.659802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6af8b-4095-4714-befb-7c522dd593ba req-9ff1fd81-1c2f-486b-98fc-180617e5f7b5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:52.661897 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21a6af8b-4095-4714-befb-7c522dd593ba req-9ff1fd81-1c2f-486b-98fc-180617e5f7b5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 949 time: 0.0794973 Jan 27 21:28:52.691568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580af58-a22e-4733-b040-b0bcfd867662 req-3d148311-a317-430a-87cf-d2cef91a1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:52.693462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8580af58-a22e-4733-b040-b0bcfd867662 req-3d148311-a317-430a-87cf-d2cef91a1926 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0795159 Jan 27 21:28:52.735536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21a6af8b-4095-4714-befb-7c522dd593ba req-42c83fc9-46b8-40c4-b6d6-924392947caf tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674708 Jan 27 21:28:52.755816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8580af58-a22e-4733-b040-b0bcfd867662 req-47cab77e-b40d-47ef-adc4-785dddf6f420 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523961 Jan 27 21:28:52.757078 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5df1ad7f-1f36-4afb-8833-25662db298ab tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:52.758562 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5df1ad7f-1f36-4afb-8833-25662db298ab tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.71 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 807 time: 0.1492000 Jan 27 21:28:52.769929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Request body: {'port': {'device_id': '84c86e66-5ad0-4a89-8b55-6223be6346d8', 'network_id': '14857012-de9f-42a8-a812-9c816b879109', 'admin_state_up': True, 'tenant_id': '26824789def4412abd886336d3559fe2'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:52.865164 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46650bfa-7196-46fc-83c4-8bc880a1bee6 req-9713c64f-5cba-4063-9e1e-3dc4dee2a8ea tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:52.872275 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46650bfa-7196-46fc-83c4-8bc880a1bee6 req-9713c64f-5cba-4063-9e1e-3dc4dee2a8ea tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 950 time: 0.0622008 Jan 27 21:28:52.915360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46650bfa-7196-46fc-83c4-8bc880a1bee6 req-8d70e08b-cf4c-4c39-9e4c-8a67cb66b471 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Jan 27 21:28:52.978762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:28:53.006882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Made reservation on behalf of 26824789def4412abd886336d3559fe2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:28:53.017603 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:28:53.017603 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5d6b8e5a-0c00-4c28-a9e1-d8a9e54a2d0b not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:28:53.017951 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.036556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e370fa45-b909-4b03-826f-13e0e9701f41 req-2a24c358-5c5d-4fde-b261-ef47d6104be9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 210 time: 0.0402665 Jan 27 21:28:53.157833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7bae7-0756-413a-9002-39eac42d1d0d req-7626ce55-f0ee-478c-9dff-b5d6078423f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:53.159301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4cc7bae7-0756-413a-9002-39eac42d1d0d req-7626ce55-f0ee-478c-9dff-b5d6078423f4 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 946 time: 0.0509233 Jan 27 21:28:53.176041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Allocated IP 172.20.0.9 (14857012-de9f-42a8-a812-9c816b879109/908066f9-a86a-49be-9201-2d195809262c/cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:28:53.207812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56370) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:53.241020 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2b9e-c046-4a9b-9160-c02c3b938f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.245576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4cc7bae7-0756-413a-9002-39eac42d1d0d req-b8b89929-1b05-4468-bdba-390499c05898 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808182 Jan 27 21:28:53.331936 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2b9e-c046-4a9b-9160-c02c3b938f7a admin admin] Publish callbacks [] for security_group (5157656a-8707-49d9-a940-4a73bd8433f8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.350261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks [] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.441170 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fbf2b9e-c046-4a9b-9160-c02c3b938f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5157656a-8707-49d9-a940-4a73bd8433f8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.471702 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.482515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56378) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:53.489528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8fbf2b9e-c046-4a9b-9160-c02c3b938f7a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c3762abe32ae4f2d8a33764d1dba53bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806821 Jan 27 21:28:53.492522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56380) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:53.499956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf2b9e-c046-4a9b-9160-c02c3b938f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5157656a-8707-49d9-a940-4a73bd8433f8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:53.526014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Network 14857012-de9f-42a8-a812-9c816b879109 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:28:53.531409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:28:53.535875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:28:53.540988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:53.541535 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.545786 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Pushing event updated for resources: {'Port': ['ID=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:53.557819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-56a06a6e-026a-48d5-a9ce-481c9faa1b03 admin admin] Publish callbacks [] for security_group (5157656a-8707-49d9-a940-4a73bd8433f8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.582884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-56a06a6e-026a-48d5-a9ce-481c9faa1b03 admin admin] Publish callbacks [] for security_group (5157656a-8707-49d9-a940-4a73bd8433f8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.629646 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbaac-4f2e-4c54-b330-7ef557801258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.648965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:28:53.650708 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-5830b82d-a1d3-4e0a-b56f-e3002abdf197 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8845704 Jan 27 21:28:53.661514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Request body: {'port': {'device_id': '84c86e66-5ad0-4a89-8b55-6223be6346d8', 'device_owner': 'compute:tempest-test_az-891239408', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:53.719628 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.726718 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-56a06a6e-026a-48d5-a9ce-481c9faa1b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5157656a-8707-49d9-a940-4a73bd8433f8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.729608 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-56a06a6e-026a-48d5-a9ce-481c9faa1b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.733861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-56a06a6e-026a-48d5-a9ce-481c9faa1b03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5157656a-8707-49d9-a940-4a73bd8433f8 HTTP/1.1" status: 204 len: 168 time: 0.2403829 Jan 27 21:28:53.742868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a06a6e-026a-48d5-a9ce-481c9faa1b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5157656a-8707-49d9-a940-4a73bd8433f8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:53.771890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:28:53.792420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:28:53.793860 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.897587 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbaac-4f2e-4c54-b330-7ef557801258 admin admin] Publish callbacks [] for security_group (5e4772b9-7aa2-4be3-80d1-090762d83b9c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.900893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:53.901301 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:53.920425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf187a11-78ec-4c7b-a369-ff3ba3403826 req-6d1364e2-01d2-4892-a90d-4963e55cca2f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:53.923368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf187a11-78ec-4c7b-a369-ff3ba3403826 req-6d1364e2-01d2-4892-a90d-4963e55cca2f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 949 time: 0.1020329 Jan 27 21:28:53.943892 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:28:53.946240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:53.964768 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d3dbaac-4f2e-4c54-b330-7ef557801258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5e4772b9-7aa2-4be3-80d1-090762d83b9c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:54.015512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf187a11-78ec-4c7b-a369-ff3ba3403826 req-55567918-c2a1-4c0d-b902-0621c2a20027 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837796 Jan 27 21:28:54.018324 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:54.036354 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9d3dbaac-4f2e-4c54-b330-7ef557801258 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3eb81450f93d40938b69f0e5df59aaa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5505338 Jan 27 21:28:54.036582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56408) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:54.038180 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dbaac-4f2e-4c54-b330-7ef557801258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4772b9-7aa2-4be3-80d1-090762d83b9c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:54.165587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f836258a-525e-4e98-a9ce-f67f4868b68c admin admin] Publish callbacks [] for security_group (5e4772b9-7aa2-4be3-80d1-090762d83b9c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:54.200339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:28:54.202360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363ca2d-3431-40b4-88ef-d633969c8f5a req-3da0673c-ef87-4688-bc20-9fe4de609953 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:54.209461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e363ca2d-3431-40b4-88ef-d633969c8f5a req-3da0673c-ef87-4688-bc20-9fe4de609953 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 950 time: 0.1004424 Jan 27 21:28:54.220058 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Publish callbacks [] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:54.220246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:54.235971 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f836258a-525e-4e98-a9ce-f67f4868b68c admin admin] Publish callbacks [] for security_group (5e4772b9-7aa2-4be3-80d1-090762d83b9c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:54.239072 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Transition to ACTIVE for port object cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:28:54.327686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e363ca2d-3431-40b4-88ef-d633969c8f5a req-eecddb59-66ba-4f9c-aea3-06fcde29c6fd tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173658 Jan 27 21:28:54.349820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0877-61c9-4fe9-9122-853eaa400f30 req-5a701836-f565-4189-8caa-92c724d85e46 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:54.351281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1aa0877-61c9-4fe9-9122-853eaa400f30 req-5a701836-f565-4189-8caa-92c724d85e46 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 931 time: 0.0731118 Jan 27 21:28:54.356066 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:54.405226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1aa0877-61c9-4fe9-9122-853eaa400f30 req-7d6ef0ff-f4d0-46f6-bd73-115e96310e93 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472531 Jan 27 21:28:54.425454 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:54.438159 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Attempting to bind port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:28:54.438495 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Attempting to bind port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:28:54.438820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Attempting to bind port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:54.443642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:28:54.443958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Attempting to bind port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:28:54.448769 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:28:54.449131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:28:54.450277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:28:54.450277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Bound port: cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:28:54.450277 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:54.492904 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f836258a-525e-4e98-a9ce-f67f4868b68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5e4772b9-7aa2-4be3-80d1-090762d83b9c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:54.495823 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f836258a-525e-4e98-a9ce-f67f4868b68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:54.498298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f836258a-525e-4e98-a9ce-f67f4868b68c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e4772b9-7aa2-4be3-80d1-090762d83b9c HTTP/1.1" status: 204 len: 168 time: 0.4604340 Jan 27 21:28:54.513958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836258a-525e-4e98-a9ce-f67f4868b68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4772b9-7aa2-4be3-80d1-090762d83b9c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:54.537321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab80ee-1f19-4f17-9777-235de0b41749 req-b1ba30ed-9a42-49d1-a781-bbca2d22fa84 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:54.544150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:28:54.546212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62ab80ee-1f19-4f17-9777-235de0b41749 req-b1ba30ed-9a42-49d1-a781-bbca2d22fa84 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 946 time: 0.0840597 Jan 27 21:28:54.547212 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566e373f-bc43-471a-bd6c-e4d611e894e3" -d '{"events": [{"server_uuid": "5d897b56-906e-4b86-bff4-2149b6d95c81", "name": "network-vif-plugged", "status": "completed", "tag": "805e66b3-ce25-4e09-93a4-5fcb4a4278e3"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:28:54.582624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:28:54.587432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:28:54.593215 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62ab80ee-1f19-4f17-9777-235de0b41749 req-054d8357-6e75-495f-af2b-25591c39895d tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460043 Jan 27 21:28:54.705099 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:54.767297 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f3c31f-42fd-4946-a586-cfef23482d10 x-openstack-request-id: req-11f3c31f-42fd-4946-a586-cfef23482d10 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:28:54.767715 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d897b56-906e-4b86-bff4-2149b6d95c81", "name": "network-vif-plugged", "status": "completed", "tag": "805e66b3-ce25-4e09-93a4-5fcb4a4278e3", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:28:54.768040 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11f3c31f-42fd-4946-a586-cfef23482d10 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:28:54.768544 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'code': 200} Jan 27 21:28:54.812254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:54.820974 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:54.821597 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:54.823063 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-00572041-1cca-4d32-a685-58de795f49b4 service neutron] 10.222.0.71 "PUT /v2.0/ports/cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 HTTP/1.1" status: 200 len: 1112 time: 1.1655531 Jan 27 21:28:54.823526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c86e66-5ad0-4a89-8b55-6223be6346d8', 'tag': 'cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:28:54.837744 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804123c6-1a08-4103-95ab-171af6598f31" -d '{"events": [{"name": "network-changed", "server_uuid": "84c86e66-5ad0-4a89-8b55-6223be6346d8", "tag": "cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:28:54.930005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a734b-8c30-42d7-a3ff-aa0d4165039e req-657b7971-796d-4af3-88db-6739d67cba4d tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:54.932403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-725a734b-8c30-42d7-a3ff-aa0d4165039e req-657b7971-796d-4af3-88db-6739d67cba4d tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 946 time: 0.0858712 Jan 27 21:28:54.939020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445d22b-a5c9-4a3a-be29-e8965d7f778b req-74c3a839-b16a-48e1-90e6-95ea2a634838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:54.940825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3445d22b-a5c9-4a3a-be29-e8965d7f778b req-74c3a839-b16a-48e1-90e6-95ea2a634838 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 1101 time: 0.0834398 Jan 27 21:28:54.941523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56448) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:54.946916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b8063f66-c580-4fbc-a3cd-e2e527269358 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Request body: {'floatingip': {'port_id': 'f9b0d477-9359-4503-9927-ac7ff7c5542b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:28:55.045787 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b8063f66-c580-4fbc-a3cd-e2e527269358 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for floatingip (63701453-6858-4d11-bac7-3b586a3833a5), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:55.193476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-3b6d0a20-de21-4069-baa8-ffed03c0348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:55.195107 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-3b6d0a20-de21-4069-baa8-ffed03c0348f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 1115 time: 0.2790997 Jan 27 21:28:55.278849 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b788673-1fe8-4236-b4e8-f324d7ba9004 x-openstack-request-id: req-9b788673-1fe8-4236-b4e8-f324d7ba9004 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:28:55.279142 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c86e66-5ad0-4a89-8b55-6223be6346d8", "tag": "cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:28:55.279396 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9b788673-1fe8-4236-b4e8-f324d7ba9004 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:28:55.279793 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c86e66-5ad0-4a89-8b55-6223be6346d8', 'tag': 'cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6', 'status': 'completed', 'code': 200} Jan 27 21:28:55.281992 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-4189bc6f-0f4a-40a5-998b-608496cbf660 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 HTTP/1.1" status: 200 len: 217 time: 0.0799448 Jan 27 21:28:55.335384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-e5f9f49f-b883-47d0-b0a7-7f0d19f68dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:55.341477 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-e5f9f49f-b883-47d0-b0a7-7f0d19f68dfc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0490844 Jan 27 21:28:55.367619 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-ff88c8eb-b07f-4d42-b007-a7ea6c91caa6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242558 Jan 27 21:28:55.450040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3445d22b-a5c9-4a3a-be29-e8965d7f778b req-dbe79d26-2267-4387-b3b3-d660ac59654e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989457 Jan 27 21:28:55.460227 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-614fa74c-f0ec-460f-82e6-d383cd3a9930 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867190 Jan 27 21:28:55.492455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9daf6-da6f-4589-9749-f211163b3a4e req-97e49257-5df8-46f5-bc41-9a9b8af3573b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:55.493932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41b9daf6-da6f-4589-9749-f211163b3a4e req-97e49257-5df8-46f5-bc41-9a9b8af3573b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.1963749 Jan 27 21:28:55.536483 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56470) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:55.560842 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a2be9740-38a9-4a2c-bb5c-f88a693fa72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:55.575923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257a070-63c4-43f9-a2b4-8fa23aaaf5ca req-95359bf5-9870-48a9-8b41-10c087b41c34 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:55.579860 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2257a070-63c4-43f9-a2b4-8fa23aaaf5ca req-95359bf5-9870-48a9-8b41-10c087b41c34 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 950 time: 0.1773491 Jan 27 21:28:55.580191 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ee0cea78-842b-477e-a842-6bcec19c90d1 req-f1a4975d-784d-4324-b7e7-a8df65d359f2 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142809 Jan 27 21:28:55.646913 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a2be9740-38a9-4a2c-bb5c-f88a693fa72f admin admin] Publish callbacks [] for security_group (57fbd165-b79e-4ec4-80f6-d0fca481423f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:55.662259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41b9daf6-da6f-4589-9749-f211163b3a4e req-3e0c987c-9705-4e79-b396-cb28e11afcd3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555338 Jan 27 21:28:55.708466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a2be9740-38a9-4a2c-bb5c-f88a693fa72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (57fbd165-b79e-4ec4-80f6-d0fca481423f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:55.735505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2257a070-63c4-43f9-a2b4-8fa23aaaf5ca req-73199192-dbc9-4417-a744-f0af67f9e084 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470025 Jan 27 21:28:55.756610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be9740-38a9-4a2c-bb5c-f88a693fa72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fbd165-b79e-4ec4-80f6-d0fca481423f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:55.760507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804123c6-1a08-4103-95ab-171af6598f31 req-7c68b9a7-60f3-470f-b987-ff3745e1bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:55.762149 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-804123c6-1a08-4103-95ab-171af6598f31 req-7c68b9a7-60f3-470f-b987-ff3745e1bc43 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 1115 time: 0.0829828 Jan 27 21:28:55.767623 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a2be9740-38a9-4a2c-bb5c-f88a693fa72f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3a0ec814e8e4ebf970ff9f3ef198425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301543 Jan 27 21:28:55.769595 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56474) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:55.895519 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9881c07f-0334-496b-8aa7-a00b7ed52203 admin admin] Publish callbacks [] for security_group (57fbd165-b79e-4ec4-80f6-d0fca481423f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:55.907423 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804123c6-1a08-4103-95ab-171af6598f31 req-e95145d5-6840-401f-981a-fcef44dc28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:55.908938 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-804123c6-1a08-4103-95ab-171af6598f31 req-e95145d5-6840-401f-981a-fcef44dc28bb service neutron] 10.222.0.71 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.1402159 Jan 27 21:28:55.928854 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9881c07f-0334-496b-8aa7-a00b7ed52203 admin admin] Publish callbacks [] for security_group (57fbd165-b79e-4ec4-80f6-d0fca481423f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:55.965359 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-804123c6-1a08-4103-95ab-171af6598f31 req-224975e4-153f-440f-812b-53a4815ae6ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 HTTP/1.1" status: 200 len: 217 time: 0.0466311 Jan 27 21:28:56.030353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985799f-7de6-42a3-ab69-ed7b18bb6312 req-02126a01-01f6-4d67-89e5-0aef8d17cf36 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:56.040445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0985799f-7de6-42a3-ab69-ed7b18bb6312 req-02126a01-01f6-4d67-89e5-0aef8d17cf36 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 964 time: 0.1619749 Jan 27 21:28:56.040889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804123c6-1a08-4103-95ab-171af6598f31 req-561ac76b-4806-4ad7-bd77-ed9fe127f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:56.042486 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-804123c6-1a08-4103-95ab-171af6598f31 req-561ac76b-4806-4ad7-bd77-ed9fe127f92d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0708706 Jan 27 21:28:56.075854 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-804123c6-1a08-4103-95ab-171af6598f31 req-f7851047-70c4-4cb5-baf2-7ad351775009 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268166 Jan 27 21:28:56.129232 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9881c07f-0334-496b-8aa7-a00b7ed52203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (57fbd165-b79e-4ec4-80f6-d0fca481423f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:56.131781 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9881c07f-0334-496b-8aa7-a00b7ed52203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:56.132936 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9881c07f-0334-496b-8aa7-a00b7ed52203 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57fbd165-b79e-4ec4-80f6-d0fca481423f HTTP/1.1" status: 204 len: 168 time: 0.3624251 Jan 27 21:28:56.146299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881c07f-0334-496b-8aa7-a00b7ed52203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fbd165-b79e-4ec4-80f6-d0fca481423f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:56.188382 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-804123c6-1a08-4103-95ab-171af6598f31 req-33fba201-bba4-424c-9885-8b8bfc921201 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059475 Jan 27 21:28:56.200722 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0985799f-7de6-42a3-ab69-ed7b18bb6312 req-da185952-c11c-4d2c-ba03-42c7298e67a5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504545 Jan 27 21:28:56.229577 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b8063f66-c580-4fbc-a3cd-e2e527269358 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:56.292827 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b8063f66-c580-4fbc-a3cd-e2e527269358 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (63701453-6858-4d11-bac7-3b586a3833a5), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:56.325354 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-804123c6-1a08-4103-95ab-171af6598f31 req-643214ad-6237-4376-9763-42f75b04f5bd service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290653 Jan 27 21:28:56.383824 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:56.420596 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-b8063f66-c580-4fbc-a3cd-e2e527269358 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Floating IP 63701453-6858-4d11-bac7-3b586a3833a5 associated. External IP: 172.25.0.216, port: f9b0d477-9359-4503-9927-ac7ff7c5542b. Jan 27 21:28:56.656758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8063f66-c580-4fbc-a3cd-e2e527269358 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Router 8c199853-cee7-45c2-a895-660315ea98ad has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:28:56.892241 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:57.055835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8063f66-c580-4fbc-a3cd-e2e527269358 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:28:57.064924 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b8063f66-c580-4fbc-a3cd-e2e527269358 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:57.073081 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f41ceb-749a-49e0-9412-211915e51b06 None None] Sync routers for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:28:57.082658 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f41ceb-749a-49e0-9412-211915e51b06 None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:28:57.083274 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-08f41ceb-749a-49e0-9412-211915e51b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:28:34Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:57.101267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991ca99-fadf-4374-a7ea-162a49123a98 req-d11513ed-b3c3-422e-90b3-52cc3321300c tempest-DeleteServersAdminTestJSON-423539967 tempest-DeleteServersAdminTestJSON-423539967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:57.102793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e991ca99-fadf-4374-a7ea-162a49123a98 req-d11513ed-b3c3-422e-90b3-52cc3321300c tempest-DeleteServersAdminTestJSON-423539967 tempest-DeleteServersAdminTestJSON-423539967-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 1101 time: 0.1451364 Jan 27 21:28:57.111970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e29d7-4152-4dcb-9392-ebf97b608470 req-443b3ceb-a6f9-4c40-b3fe-e131f1ed6d60 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:57.113351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-322e29d7-4152-4dcb-9392-ebf97b608470 req-443b3ceb-a6f9-4c40-b3fe-e131f1ed6d60 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.1566069 Jan 27 21:28:57.122004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486916c-ecc7-46cd-91b1-4b9a59401526 req-4fe15f7a-81ff-41e2-9048-9e3f29874389 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:57.123409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b486916c-ecc7-46cd-91b1-4b9a59401526 req-4fe15f7a-81ff-41e2-9048-9e3f29874389 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 950 time: 0.1680241 Jan 27 21:28:57.130627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b8063f66-c580-4fbc-a3cd-e2e527269358 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "PUT /v2.0/floatingips/63701453-6858-4d11-bac7-3b586a3833a5 HTTP/1.1" status: 200 len: 992 time: 2.1879759 Jan 27 21:28:57.133993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'tag': 'f9b0d477-9359-4503-9927-ac7ff7c5542b'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:28:57.136202 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3a9740-0e03-4c0e-b040-a717ac794360" -d '{"events": [{"name": "network-changed", "server_uuid": "50e31a28-3dea-4972-a9cf-b2dd85eb1dc2", "tag": "f9b0d477-9359-4503-9927-ac7ff7c5542b"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:28:57.197887 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-08f41ceb-749a-49e0-9412-211915e51b06 None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:28:57.255918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-322e29d7-4152-4dcb-9392-ebf97b608470 req-e8f6ca74-61b3-4e91-8370-9a28f8c09754 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315401 Jan 27 21:28:57.262108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b486916c-ecc7-46cd-91b1-4b9a59401526 req-bfc4f21a-0265-4dbd-acf2-82004b1b70dd tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275232 Jan 27 21:28:57.282556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-e991ca99-fadf-4374-a7ea-162a49123a98 req-1ca9e0d0-0782-4863-bea5-b8f999e886e1 tempest-DeleteServersAdminTestJSON-423539967 tempest-DeleteServersAdminTestJSON-423539967-project-admin] Deleting port 994247d4-cee2-4d6a-a836-69c294a55e74 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:28:57.298081 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e991ca99-fadf-4374-a7ea-162a49123a98 req-1ca9e0d0-0782-4863-bea5-b8f999e886e1 tempest-DeleteServersAdminTestJSON-423539967 tempest-DeleteServersAdminTestJSON-423539967-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:57.404905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e991ca99-fadf-4374-a7ea-162a49123a98 req-1ca9e0d0-0782-4863-bea5-b8f999e886e1 tempest-DeleteServersAdminTestJSON-423539967 tempest-DeleteServersAdminTestJSON-423539967-project-admin] For port 994247d4-cee2-4d6a-a836-69c294a55e74, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=994247d4-cee2-4d6a-a836-69c294a55e74,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:57.405648 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e991ca99-fadf-4374-a7ea-162a49123a98 req-1ca9e0d0-0782-4863-bea5-b8f999e886e1 tempest-DeleteServersAdminTestJSON-423539967 tempest-DeleteServersAdminTestJSON-423539967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:57.426387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-e991ca99-fadf-4374-a7ea-162a49123a98 req-1ca9e0d0-0782-4863-bea5-b8f999e886e1 tempest-DeleteServersAdminTestJSON-423539967 tempest-DeleteServersAdminTestJSON-423539967-project-admin] Calling delete_port for 994247d4-cee2-4d6a-a836-69c294a55e74 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:28:57.530753 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd07eb6b-4932-4c63-928c-0cd78c206768 x-openstack-request-id: req-dd07eb6b-4932-4c63-928c-0cd78c206768 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:28:57.531048 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e31a28-3dea-4972-a9cf-b2dd85eb1dc2", "tag": "f9b0d477-9359-4503-9927-ac7ff7c5542b", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:28:57.531306 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd07eb6b-4932-4c63-928c-0cd78c206768 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:28:57.532097 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'tag': 'f9b0d477-9359-4503-9927-ac7ff7c5542b', 'status': 'completed', 'code': 200} Jan 27 21:28:57.624286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9740-0e03-4c0e-b040-a717ac794360 req-6a0aba3d-2075-4b8a-82cc-9a03046f22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:57.626231 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc3a9740-0e03-4c0e-b040-a717ac794360 req-6a0aba3d-2075-4b8a-82cc-9a03046f22b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=451676679c4b4b5587451d05a77ed0c4&device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0621645 Jan 27 21:28:57.666265 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-08f41ceb-749a-49e0-9412-211915e51b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '63701453-6858-4d11-bac7-3b586a3833a5', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'port_id': 'f9b0d477-9359-4503-9927-ac7ff7c5542b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'mac_address': 'fa:16:3e:55:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:28:35Z', 'updated_at': '2022-01-27T21:28:56Z', 'revision_number': 1, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:18Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:57.703201 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f41ceb-749a-49e0-9412-211915e51b06 None None] Checking router: 8c199853-cee7-45c2-a895-660315ea98ad for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:28:57.716905 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f41ceb-749a-49e0-9412-211915e51b06 None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:28:57.717613 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-08f41ceb-749a-49e0-9412-211915e51b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:28:34Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:57.780363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5ffec-d512-4aa6-bdb0-015ae910f09b req-c225f821-ed1a-4eb7-96cc-831a3013fd12 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:57.787067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4c5ffec-d512-4aa6-bdb0-015ae910f09b req-c225f821-ed1a-4eb7-96cc-831a3013fd12 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 964 time: 0.1313035 Jan 27 21:28:57.794656 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e991ca99-fadf-4374-a7ea-162a49123a98 req-1ca9e0d0-0782-4863-bea5-b8f999e886e1 tempest-DeleteServersAdminTestJSON-423539967 tempest-DeleteServersAdminTestJSON-423539967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (994247d4-cee2-4d6a-a836-69c294a55e74), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:57.810312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['994247d4-cee2-4d6a-a836-69c294a55e74'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:28:57.810968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9740-0e03-4c0e-b040-a717ac794360 req-84b36660-f8c7-4b9a-9597-adb4b5cc48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:57.812961 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc3a9740-0e03-4c0e-b040-a717ac794360 req-84b36660-f8c7-4b9a-9597-adb4b5cc48d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9702760e-a020-4d15-a8dc-77e191f3ead9 HTTP/1.1" status: 200 len: 925 time: 0.1789031 Jan 27 21:28:57.852118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9e0d0-0782-4863-bea5-b8f999e886e1 tempest-DeleteServersAdminTestJSON-423539967 tempest-DeleteServersAdminTestJSON-423539967-project-admin] Pushing event deleted for resources: {'Port': ['ID=994247d4-cee2-4d6a-a836-69c294a55e74,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:57.881760 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-08f41ceb-749a-49e0-9412-211915e51b06 None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:28:57.930071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4c5ffec-d512-4aa6-bdb0-015ae910f09b req-6f6f4cd7-634c-4fc7-941c-875c50c95093 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420417 Jan 27 21:28:57.997887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e991ca99-fadf-4374-a7ea-162a49123a98 req-1ca9e0d0-0782-4863-bea5-b8f999e886e1 tempest-DeleteServersAdminTestJSON-423539967 tempest-DeleteServersAdminTestJSON-423539967-project-admin] No DVR routers for this DVR port 994247d4-cee2-4d6a-a836-69c294a55e74 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:28:58.002805 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e991ca99-fadf-4374-a7ea-162a49123a98 req-1ca9e0d0-0782-4863-bea5-b8f999e886e1 tempest-DeleteServersAdminTestJSON-423539967 tempest-DeleteServersAdminTestJSON-423539967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:58.006358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e991ca99-fadf-4374-a7ea-162a49123a98 req-1ca9e0d0-0782-4863-bea5-b8f999e886e1 tempest-DeleteServersAdminTestJSON-423539967 tempest-DeleteServersAdminTestJSON-423539967-project-admin] 10.222.0.74 "DELETE /v2.0/ports/994247d4-cee2-4d6a-a836-69c294a55e74 HTTP/1.1" status: 204 len: 173 time: 0.8917315 Jan 27 21:28:58.039864 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc3a9740-0e03-4c0e-b040-a717ac794360 req-a25e48eb-f7f9-44b7-b3af-6eb237b0391c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9b0d477-9359-4503-9927-ac7ff7c5542b HTTP/1.1" status: 200 len: 1000 time: 0.2152123 Jan 27 21:28:58.111814 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9740-0e03-4c0e-b040-a717ac794360 req-0808cc86-63fd-4e74-a0e6-73104dbef715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:58.116257 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc3a9740-0e03-4c0e-b040-a717ac794360 req-0808cc86-63fd-4e74-a0e6-73104dbef715 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f63e171-69ab-4248-b2bd-b8b38611ff18 HTTP/1.1" status: 200 len: 863 time: 0.0753515 Jan 27 21:28:58.232327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9740-0e03-4c0e-b040-a717ac794360 req-78013cff-b52e-4f07-9ccb-f71d5596ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:58.236867 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc3a9740-0e03-4c0e-b040-a717ac794360 req-78013cff-b52e-4f07-9ccb-f71d5596ce80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9702760e-a020-4d15-a8dc-77e191f3ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144929 Jan 27 21:28:58.254047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56602) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:58.272780 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-08f41ceb-749a-49e0-9412-211915e51b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '63701453-6858-4d11-bac7-3b586a3833a5', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'port_id': 'f9b0d477-9359-4503-9927-ac7ff7c5542b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'mac_address': 'fa:16:3e:55:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:28:35Z', 'updated_at': '2022-01-27T21:28:56Z', 'revision_number': 1, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:18Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:28:58.328517 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f41ceb-749a-49e0-9412-211915e51b06 None None] The sync data for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 is: [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '63701453-6858-4d11-bac7-3b586a3833a5', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'port_id': 'f9b0d477-9359-4503-9927-ac7ff7c5542b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'mac_address': 'fa:16:3e:55:42:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:28:35Z', 'updated_at': '2022-01-27T21:28:56Z', 'revision_number': 1, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:18Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:28:58.383448 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc3a9740-0e03-4c0e-b040-a717ac794360 req-9e042b13-1e58-4219-8444-e12e2c63f5ae service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386375 Jan 27 21:28:58.393392 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7f4aeb70-db24-49cf-932c-2a27d7717555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:58.477447 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7f4aeb70-db24-49cf-932c-2a27d7717555 admin admin] Publish callbacks [] for security_group (025bfe6f-4c1d-41b1-8b6a-e85c5b89ffdd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:58.481116 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc3a9740-0e03-4c0e-b040-a717ac794360 req-bab674a8-9595-4d39-80b6-028a6fbc0a86 service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916221 Jan 27 21:28:58.532646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba46f57-b49b-4774-9cda-eb6b9e76121e None None] New status for floating IP 63701453-6858-4d11-bac7-3b586a3833a5: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:28:58.659719 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7f4aeb70-db24-49cf-932c-2a27d7717555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (025bfe6f-4c1d-41b1-8b6a-e85c5b89ffdd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:58.760777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7f4aeb70-db24-49cf-932c-2a27d7717555 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa1084667c1e4fb386879527ef70e5ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5048451 Jan 27 21:28:58.763661 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56620) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:28:58.776067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4aeb70-db24-49cf-932c-2a27d7717555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025bfe6f-4c1d-41b1-8b6a-e85c5b89ffdd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:58.816916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7d4460f-c2bf-452c-89f8-2ffce9f9f838 req-62ef9b94-8cef-4354-b53d-530253225870 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd HTTP/1.1" status: 200 len: 210 time: 0.0339530 Jan 27 21:28:58.836121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eac74-494a-430f-be7c-54532ae61489 req-f29a7d55-0e68-45da-92f7-8f3919ac80ee tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:58.838097 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c82eac74-494a-430f-be7c-54532ae61489 req-f29a7d55-0e68-45da-92f7-8f3919ac80ee tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0941563 Jan 27 21:28:58.866966 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0b67be7-7517-4fd1-a3bd-0a4d665e9186 admin admin] Publish callbacks [] for security_group (025bfe6f-4c1d-41b1-8b6a-e85c5b89ffdd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:58.894754 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0b67be7-7517-4fd1-a3bd-0a4d665e9186 admin admin] Publish callbacks [] for security_group (025bfe6f-4c1d-41b1-8b6a-e85c5b89ffdd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:58.906521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c82eac74-494a-430f-be7c-54532ae61489 req-6894d685-b50a-4181-80e6-eef7bd70b93b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607932 Jan 27 21:28:59.009394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:28:59.026045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0b67be7-7517-4fd1-a3bd-0a4d665e9186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (025bfe6f-4c1d-41b1-8b6a-e85c5b89ffdd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:59.026045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0b67be7-7517-4fd1-a3bd-0a4d665e9186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:59.032091 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c0b67be7-7517-4fd1-a3bd-0a4d665e9186 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/025bfe6f-4c1d-41b1-8b6a-e85c5b89ffdd HTTP/1.1" status: 204 len: 168 time: 0.2657807 Jan 27 21:28:59.040810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b67be7-7517-4fd1-a3bd-0a4d665e9186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025bfe6f-4c1d-41b1-8b6a-e85c5b89ffdd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:59.101185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e669c-a06f-4c48-aee0-2283cbcb3c56 req-d0efac5c-c750-4015-98f7-7148ad11d5c4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:59.111229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-166e669c-a06f-4c48-aee0-2283cbcb3c56 req-d0efac5c-c750-4015-98f7-7148ad11d5c4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 964 time: 0.0931814 Jan 27 21:28:59.170546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:59.183961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6', 'network_id': '14857012-de9f-42a8-a812-9c816b879109', 'port_id': 'cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6', 'mac_address': 'fa:16:3e:1a:0d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908066f9-a86a-49be-9201-2d195809262c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-891239408', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:28:59.187289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-166e669c-a06f-4c48-aee0-2283cbcb3c56 req-c4c8890b-d74f-4812-8021-06661bd57ee5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744817 Jan 27 21:28:59.228035 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:28:59.232581 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:59.242645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:28:59.262744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:28:59.401635 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:59.460308 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:59.465437 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8b75b-7834-45f4-b820-5093fa091035 req-785f2d42-8057-4ddf-9b15-3ed7dd87873f tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:59.466955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0d8b75b-7834-45f4-b820-5093fa091035 req-785f2d42-8057-4ddf-9b15-3ed7dd87873f tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 1101 time: 0.0483830 Jan 27 21:28:59.486125 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a0d8b75b-7834-45f4-b820-5093fa091035 req-ba0d2d5c-a5cc-4f9b-b008-7215f5640865 tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:59.533915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd', 'name': 'network-vif-deleted', 'tag': '994247d4-cee2-4d6a-a836-69c294a55e74'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:28:59.537450 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260c42af-af22-440b-9fee-7d5158427be2" -d '{"events": [{"server_uuid": "909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd", "name": "network-vif-deleted", "tag": "994247d4-cee2-4d6a-a836-69c294a55e74"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:28:59.594730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:28:59.600294 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a0d8b75b-7834-45f4-b820-5093fa091035 req-ba0d2d5c-a5cc-4f9b-b008-7215f5640865 tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] Publish callbacks [] for security_group (436d0671-02f3-4bf3-9326-940db7d82b13), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:59.720214 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a0d8b75b-7834-45f4-b820-5093fa091035 req-ba0d2d5c-a5cc-4f9b-b008-7215f5640865 tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (436d0671-02f3-4bf3-9326-940db7d82b13), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:28:59.762980 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0d8b75b-7834-45f4-b820-5093fa091035 req-ba0d2d5c-a5cc-4f9b-b008-7215f5640865 tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857559 Jan 27 21:28:59.785831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d2d5c-a5cc-4f9b-b008-7215f5640865 tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436d0671-02f3-4bf3-9326-940db7d82b13,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:28:59.885210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-252e2c66-92bd-43d4-8702-89fe246a063a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2e7e41510601437eab65149bd54b9068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233207 Jan 27 21:28:59.993215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-795ab81f-ce3e-43fd-85ed-85d0057335e5 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:28:59.994748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-795ab81f-ce3e-43fd-85ed-85d0057335e5 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044624 Jan 27 21:29:00.013564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-f1fe64ca-d554-4d10-933e-86d7bba5b6c2 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/quotas/2e7e41510601437eab65149bd54b9068 HTTP/1.1" status: 200 len: 375 time: 0.0118136 Jan 27 21:29:00.047838 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b130b810-ae30-4b6a-8902-23197463b1eb x-openstack-request-id: req-b130b810-ae30-4b6a-8902-23197463b1eb {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:00.048282 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd", "name": "network-vif-deleted", "tag": "994247d4-cee2-4d6a-a836-69c294a55e74", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:00.048476 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b130b810-ae30-4b6a-8902-23197463b1eb {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:00.049581 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909b6e25-ac80-4e4e-8c0b-e7c4042ce0cd', 'name': 'network-vif-deleted', 'tag': '994247d4-cee2-4d6a-a836-69c294a55e74', 'status': 'completed', 'code': 200} Jan 27 21:29:00.051905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-6cef982b-4e2b-43e5-90a6-ccc2a945dd7a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e7e41510601437eab65149bd54b9068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324843 Jan 27 21:29:00.140478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-ed836153-e161-4c3c-8ed4-75ada2848bad req-6edd4fbd-79b5-4143-91ea-8946cbd238be service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:29:00.141460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed836153-e161-4c3c-8ed4-75ada2848bad req-6edd4fbd-79b5-4143-91ea-8946cbd238be service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053265 Jan 27 21:29:00.686205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c413459-06a7-4c3b-9b93-558c1af6f176 req-a5c834c4-8789-45dd-a674-39973b5ce75b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:00.687712 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c413459-06a7-4c3b-9b93-558c1af6f176 req-a5c834c4-8789-45dd-a674-39973b5ce75b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 965 time: 0.0558267 Jan 27 21:29:00.736784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c413459-06a7-4c3b-9b93-558c1af6f176 req-7c410dad-41d4-4d9b-8285-52cedc7461f2 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 Jan 27 21:29:00.834972 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-759f38eb-fa56-4c81-82ee-2fc11772e768 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2e7e41510601437eab65149bd54b9068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311871 Jan 27 21:29:00.996201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-d829ff6b-9635-4e9d-a780-9c35709906b9 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:01.004658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-d829ff6b-9635-4e9d-a780-9c35709906b9 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629505 Jan 27 21:29:01.016271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:01.041500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-355eb699-5e78-46e3-b1e8-aafc07c067c6 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/quotas/2e7e41510601437eab65149bd54b9068 HTTP/1.1" status: 200 len: 375 time: 0.0329349 Jan 27 21:29:01.043369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-169eb246-6122-4d02-ae0e-5cf542698626 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e855d488f9834309bc16a226dbcb8080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360410 Jan 27 21:29:01.152399 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56772) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:01.152894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-1e4fdd44-8b10-474a-94dd-eb1bf768d5f7 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e7e41510601437eab65149bd54b9068&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862119 Jan 27 21:29:01.207215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:29:01.215006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:01.215006 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:01.262095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658c75-7bff-48f7-abee-baca3cda4623 req-43f9480c-68a9-441a-9a92-0bd21d271392 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:01.268981 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-43f9480c-68a9-441a-9a92-0bd21d271392 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181396 Jan 27 21:29:01.285896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-2de19c86-6090-4b7d-9206-259caef52de5 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/quotas/e855d488f9834309bc16a226dbcb8080 HTTP/1.1" status: 200 len: 375 time: 0.0158799 Jan 27 21:29:01.333402 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7773e17f-f529-4917-a6a4-53ee00415c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:01.360595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:01.361077 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:01.368264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-338c5c4e-1de9-4f65-b947-04ab036981d9 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e855d488f9834309bc16a226dbcb8080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813155 Jan 27 21:29:01.393898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c86e66-5ad0-4a89-8b55-6223be6346d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:01.400231 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed58dc5f-9934-4b2e-84b5-b5e12d4f7d6d" -d '{"events": [{"server_uuid": "84c86e66-5ad0-4a89-8b55-6223be6346d8", "name": "network-vif-plugged", "status": "completed", "tag": "cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:01.415436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:01.415718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56788) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:01.502361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-22c3941d-9424-499e-ac4f-52cbf30e465c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850229 Jan 27 21:29:01.503381 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7773e17f-f529-4917-a6a4-53ee00415c24 admin admin] Publish callbacks [] for security_group (604855d3-0c95-40a5-99cd-df114b79ba9b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:01.510953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-11aeacb0-4701-4135-a0bc-cd88b1815120 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:29:01.512493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-11aeacb0-4701-4135-a0bc-cd88b1815120 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055277 Jan 27 21:29:01.592562 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:01.647110 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7773e17f-f529-4917-a6a4-53ee00415c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (604855d3-0c95-40a5-99cd-df114b79ba9b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:01.662052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:01.694336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 994247d4-cee2-4d6a-a836-69c294a55e74 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:29:01.703191 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773e17f-f529-4917-a6a4-53ee00415c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604855d3-0c95-40a5-99cd-df114b79ba9b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:01.707916 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7773e17f-f529-4917-a6a4-53ee00415c24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c251e201ab3242ddb223af1280bfa4af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5583799 Jan 27 21:29:01.710554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56806) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:01.787364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 994247d4-cee2-4d6a-a836-69c294a55e74 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:29:01.787919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 994247d4-cee2-4d6a-a836-69c294a55e74 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:29:01.816932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa95ba-2674-42fb-8a14-9e7762c2eb0d req-0b4bcf90-3fb1-47d6-94c9-68376e478be0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:01.826680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61fa95ba-2674-42fb-8a14-9e7762c2eb0d req-0b4bcf90-3fb1-47d6-94c9-68376e478be0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.1465392 Jan 27 21:29:01.841213 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60a3cc0a-1685-407c-b7df-6447abb7e284 admin admin] Publish callbacks [] for security_group (604855d3-0c95-40a5-99cd-df114b79ba9b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:01.856630 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5b3e4b-86f4-41cb-99fb-84a3efbe9107 x-openstack-request-id: req-5f5b3e4b-86f4-41cb-99fb-84a3efbe9107 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:01.857133 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c86e66-5ad0-4a89-8b55-6223be6346d8", "name": "network-vif-plugged", "status": "completed", "tag": "cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:01.857374 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f5b3e4b-86f4-41cb-99fb-84a3efbe9107 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:01.857922 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c86e66-5ad0-4a89-8b55-6223be6346d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6', 'code': 200} Jan 27 21:29:01.900406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61fa95ba-2674-42fb-8a14-9e7762c2eb0d req-5aa5e60c-cb1c-4367-838c-66a26565581b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712552 Jan 27 21:29:01.911979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60a3cc0a-1685-407c-b7df-6447abb7e284 admin admin] Publish callbacks [] for security_group (604855d3-0c95-40a5-99cd-df114b79ba9b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:01.977645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76798030-141b-4221-b439-5c3f65563237 req-090c971a-e58c-4165-bd27-8cab65c7dd75 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 210 time: 0.0459039 Jan 27 21:29:02.045478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ba24d-7094-4d73-b176-da227cc62f98 req-2d55dafd-b5b3-4cf7-9066-c04d0df362ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:02.047190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f89fe3f7-3aab-40fb-a5a5-bfa6ebacf162 req-91207e22-90f7-43af-b9d6-beea1536ce8d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 210 time: 0.0305820 Jan 27 21:29:02.047898 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fe0ba24d-7094-4d73-b176-da227cc62f98 req-2d55dafd-b5b3-4cf7-9066-c04d0df362ce service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 1117 time: 0.1105051 Jan 27 21:29:02.138857 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fe0ba24d-7094-4d73-b176-da227cc62f98 req-b535a999-bec2-4d5f-bfcf-be465aebf859 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850613 Jan 27 21:29:02.179265 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9e32a24-5fe2-4980-99f1-18aebdd80445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:02.182031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad54d7-383d-4f89-8493-ae13d9c80c97 req-8068bbc6-5642-406e-8d4e-23a79985f2a4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:02.185711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7ad54d7-383d-4f89-8493-ae13d9c80c97 req-8068bbc6-5642-406e-8d4e-23a79985f2a4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 966 time: 0.0570381 Jan 27 21:29:02.188576 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60a3cc0a-1685-407c-b7df-6447abb7e284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (604855d3-0c95-40a5-99cd-df114b79ba9b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:02.195024 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60a3cc0a-1685-407c-b7df-6447abb7e284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:02.196216 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-60a3cc0a-1685-407c-b7df-6447abb7e284 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/604855d3-0c95-40a5-99cd-df114b79ba9b HTTP/1.1" status: 204 len: 168 time: 0.4846075 Jan 27 21:29:02.207784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3cc0a-1685-407c-b7df-6447abb7e284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604855d3-0c95-40a5-99cd-df114b79ba9b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:02.297261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7ad54d7-383d-4f89-8493-ae13d9c80c97 req-c75026eb-ad7a-4117-9367-089f4fdddfa4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047330 Jan 27 21:29:02.423979 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d401235c-f7ff-4a4b-900c-ee7797813f8b req-e7123f0a-25f1-4fc9-96ec-5c1dba4976f9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419102 Jan 27 21:29:02.539166 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401235c-f7ff-4a4b-900c-ee7797813f8b req-c6ada76c-5658-43a7-bd97-fe5eb79eb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:02.541145 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d401235c-f7ff-4a4b-900c-ee7797813f8b req-c6ada76c-5658-43a7-bd97-fe5eb79eb26c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=451676679c4b4b5587451d05a77ed0c4&device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0668194 Jan 27 21:29:02.658952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401235c-f7ff-4a4b-900c-ee7797813f8b req-50700f5c-1953-42e4-9d00-56d6e15f4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:02.660475 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d401235c-f7ff-4a4b-900c-ee7797813f8b req-50700f5c-1953-42e4-9d00-56d6e15f4189 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9702760e-a020-4d15-a8dc-77e191f3ead9 HTTP/1.1" status: 200 len: 925 time: 0.0940421 Jan 27 21:29:02.746449 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d401235c-f7ff-4a4b-900c-ee7797813f8b req-d9efe51d-9a67-468f-9e44-1d2ce92b03b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9b0d477-9359-4503-9927-ac7ff7c5542b HTTP/1.1" status: 200 len: 1002 time: 0.0763180 Jan 27 21:29:02.811010 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401235c-f7ff-4a4b-900c-ee7797813f8b req-c06cb6a9-b0d7-4a34-b4fd-4484aaa24d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:02.812546 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d401235c-f7ff-4a4b-900c-ee7797813f8b req-c06cb6a9-b0d7-4a34-b4fd-4484aaa24d1c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f63e171-69ab-4248-b2bd-b8b38611ff18 HTTP/1.1" status: 200 len: 863 time: 0.0636866 Jan 27 21:29:02.883525 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401235c-f7ff-4a4b-900c-ee7797813f8b req-94eb6b6b-17bd-4b0c-9810-bb87d5400449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:02.887707 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d401235c-f7ff-4a4b-900c-ee7797813f8b req-94eb6b6b-17bd-4b0c-9810-bb87d5400449 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9702760e-a020-4d15-a8dc-77e191f3ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585647 Jan 27 21:29:03.004367 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d401235c-f7ff-4a4b-900c-ee7797813f8b req-6205a353-cfd9-4bf4-a2a6-848f0a8648ad service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087415 Jan 27 21:29:03.124187 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d401235c-f7ff-4a4b-900c-ee7797813f8b req-5ea32e6b-9f7d-4d9a-99a2-8bfef1a71328 service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132817 Jan 27 21:29:03.170612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479dfe1-ab6d-4b1a-b98f-a88906b0deb5 req-98db144c-dc5e-4058-86d5-e0215b21be83 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:03.172197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7479dfe1-ab6d-4b1a-b98f-a88906b0deb5 req-98db144c-dc5e-4058-86d5-e0215b21be83 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0517850 Jan 27 21:29:03.190542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56950) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:03.207889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5cda3096-c0e8-4d6c-b3c8-e81e1e6979c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:03.286670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7479dfe1-ab6d-4b1a-b98f-a88906b0deb5 req-a532e4e5-3c13-4c85-94aa-a58435b77235 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048887 Jan 27 21:29:03.325209 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-724e8bf6-44c4-4705-a49e-e4bbd993af22 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2e7e41510601437eab65149bd54b9068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276699 Jan 27 21:29:03.384436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-125bbe56-37c1-4295-b498-394d12fd0f14 req-2143d120-4cf8-4bf5-af4c-8f99a00b1e75 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 210 time: 0.0460570 Jan 27 21:29:03.415937 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5cda3096-c0e8-4d6c-b3c8-e81e1e6979c3 admin admin] Publish callbacks [] for security_group (56a928fe-86f9-4000-945c-c669fb9de3d5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:03.416246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f94f5420-bca5-4cf0-9c6c-72e9f2666f95 req-3fc7bf58-ee22-42bc-a101-13f12f2efbe6 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 210 time: 0.0401657 Jan 27 21:29:03.472921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-d59c50dc-2d8a-4281-8a1a-aacabcc16082 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:03.474127 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-d59c50dc-2d8a-4281-8a1a-aacabcc16082 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406233 Jan 27 21:29:03.502006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Request body: {'port': {'device_id': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '2e7e41510601437eab65149bd54b9068'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:03.595584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce50f2b-9a5d-4aed-a1bb-0db1a98f2fc2 req-8b2aa313-3599-4c0e-8e19-e43a37252e56 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:03.597195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ce50f2b-9a5d-4aed-a1bb-0db1a98f2fc2 req-8b2aa313-3599-4c0e-8e19-e43a37252e56 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 966 time: 0.0477185 Jan 27 21:29:03.646381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ce50f2b-9a5d-4aed-a1bb-0db1a98f2fc2 req-ac7065f0-7029-4fef-8f4c-4333c131f6d9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Jan 27 21:29:03.711869 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5cda3096-c0e8-4d6c-b3c8-e81e1e6979c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (56a928fe-86f9-4000-945c-c669fb9de3d5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:03.762575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda3096-c0e8-4d6c-b3c8-e81e1e6979c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a928fe-86f9-4000-945c-c669fb9de3d5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:03.767091 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5cda3096-c0e8-4d6c-b3c8-e81e1e6979c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11a158f055954c4aab2f4987e69b9589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5755026 Jan 27 21:29:03.769745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56992) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:03.789828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Made reservation on behalf of 2e7e41510601437eab65149bd54b9068 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:03.798143 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:03.816744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:03.872744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33338d95-0a68-4f44-a1a5-fd699b182f2a admin admin] Publish callbacks [] for security_group (56a928fe-86f9-4000-945c-c669fb9de3d5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:03.899659 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33338d95-0a68-4f44-a1a5-fd699b182f2a admin admin] Publish callbacks [] for security_group (56a928fe-86f9-4000-945c-c669fb9de3d5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:03.969348 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks [] for security_group (3c24389e-8692-444f-ac37-70c86549f305), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:04.121943 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3c24389e-8692-444f-ac37-70c86549f305), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:04.124959 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33338d95-0a68-4f44-a1a5-fd699b182f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (56a928fe-86f9-4000-945c-c669fb9de3d5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:04.130175 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33338d95-0a68-4f44-a1a5-fd699b182f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:04.130175 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-33338d95-0a68-4f44-a1a5-fd699b182f2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56a928fe-86f9-4000-945c-c669fb9de3d5 HTTP/1.1" status: 204 len: 168 time: 0.3580184 Jan 27 21:29:04.203987 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c24389e-8692-444f-ac37-70c86549f305,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:04.243277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3813d-fcc3-4a3d-86a6-f856c7bd4d0d req-0c8aa8e7-6e1a-4a03-b55d-a189bfb8afae tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:04.246125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34a3813d-fcc3-4a3d-86a6-f856c7bd4d0d req-0c8aa8e7-6e1a-4a03-b55d-a189bfb8afae tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 1117 time: 0.0744281 Jan 27 21:29:04.257241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33338d95-0a68-4f44-a1a5-fd699b182f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a928fe-86f9-4000-945c-c669fb9de3d5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:04.325915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Allocated IP 192.168.233.71 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/2c96e243-d6be-4759-8025-e4867df9a2c5) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:29:04.339482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34a3813d-fcc3-4a3d-86a6-f856c7bd4d0d req-238fce1a-51a2-4157-8d9f-c9ffcf7f8330 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862830 Jan 27 21:29:04.518807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e662bd-da40-48ca-9b56-cf5b80e7ff82 req-62642dde-dae2-4755-8042-396026aacf02 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:04.524573 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43e662bd-da40-48ca-9b56-cf5b80e7ff82 req-62642dde-dae2-4755-8042-396026aacf02 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0579085 Jan 27 21:29:04.525358 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks [] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:04.583937 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8dbf03a2-84b5-429d-8e64-d934b5c02229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:04.597070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43e662bd-da40-48ca-9b56-cf5b80e7ff82 req-cbd1c35e-ad82-4ef4-b219-1424d41ff245 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711348 Jan 27 21:29:04.639733 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-24ffbf2f-2ca3-4d8c-ae3b-643260207014 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e855d488f9834309bc16a226dbcb8080&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514002 Jan 27 21:29:04.641832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:04.687754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e1a65-204f-4019-9232-2b1ff3df807b req-d93fa8c2-5731-49c6-87f5-5b45eb1ec55b tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:04.689338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26e1a65-204f-4019-9232-2b1ff3df807b req-d93fa8c2-5731-49c6-87f5-5b45eb1ec55b tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 1117 time: 0.0481875 Jan 27 21:29:04.749218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93fee9fc-df60-437d-87a3-ee0f47da7396 req-107b752c-0ca7-4846-8c13-9fc5ee93c7bb tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 210 time: 0.0539033 Jan 27 21:29:04.765587 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:29:04.766637 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Pushing event updated for resources: {'Port': ['ID=2c96e243-d6be-4759-8025-e4867df9a2c5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:04.771847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:04.775449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:29:04.783287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:04.783763 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:04.823932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26e1a65-204f-4019-9232-2b1ff3df807b req-55e75218-021f-4eb5-8bc1-091ec2894248 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261730 Jan 27 21:29:04.869530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658c75-7bff-48f7-abee-baca3cda4623 req-8f3f6ddb-63ca-4a07-aa12-2e6ef9d3c3e2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:04.874656 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-8f3f6ddb-63ca-4a07-aa12-2e6ef9d3c3e2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293334 Jan 27 21:29:04.884328 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-3a2d41cf-83ad-4a41-b82d-60be847f3302 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3964698 Jan 27 21:29:04.891839 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-34658c75-7bff-48f7-abee-baca3cda4623 req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Request body: {'port': {'device_id': 'd3cc9727-9495-4203-b528-942a852b1d95', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'e855d488f9834309bc16a226dbcb8080'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:04.922590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Request body: {'port': {'device_id': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:04.972180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0787213-6e54-4571-a130-34161265bd31 req-aab56f2d-5f86-408f-a4b5-b2a35028881b tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 210 time: 0.0720897 Jan 27 21:29:05.143810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-08f6c607-c060-4ff1-9c77-392c5e2b2057 None None] Provisioning complete for port 2c96e243-d6be-4759-8025-e4867df9a2c5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:05.144219 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08f6c607-c060-4ff1-9c77-392c5e2b2057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:05.160301 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:05.184541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-08f6c607-c060-4ff1-9c77-392c5e2b2057 None None] Port 2c96e243-d6be-4759-8025-e4867df9a2c5 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:29:05.238077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-987327dc-4711-4430-b42d-210b822ccec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:05.239688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-987327dc-4711-4430-b42d-210b822ccec5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 1101 time: 0.0778253 Jan 27 21:29:05.459379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-ad407274-1cfb-4a5f-9c81-133c14ee737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:05.462139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-ad407274-1cfb-4a5f-9c81-133c14ee737a service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2156045 Jan 27 21:29:05.494393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34658c75-7bff-48f7-abee-baca3cda4623 req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Made reservation on behalf of e855d488f9834309bc16a226dbcb8080 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:05.498593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-34658c75-7bff-48f7-abee-baca3cda4623 req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:05.525818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.71', 49800) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:05.526926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-ae4bbb99-bd55-4503-8594-9611db9d6e08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3 HTTP/1.1" status: 200 len: 217 time: 0.0385802 Jan 27 21:29:05.571294 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-734d7fcf-3dee-42b2-b25b-7d19bbe5b4e6 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=2e7e41510601437eab65149bd54b9068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443785 Jan 27 21:29:05.586488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-f351c097-cfe8-4959-8dd8-eb1f7587c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:05.590594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-f351c097-cfe8-4959-8dd8-eb1f7587c5f7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0628562 Jan 27 21:29:05.699302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-3054ed3c-f188-4a06-b44b-568a6c0be3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:05.701600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-3054ed3c-f188-4a06-b44b-568a6c0be3e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040733 Jan 27 21:29:05.796827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57162) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:05.827900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c96e243-d6be-4759-8025-e4867df9a2c5 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:05.846582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Publish callbacks [] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:05.868915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-e985bd5c-186b-41c3-8dd9-56f2a058e103 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:05.870531 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-e985bd5c-186b-41c3-8dd9-56f2a058e103 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683101 Jan 27 21:29:05.875714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Transition to ACTIVE for port object 2c96e243-d6be-4759-8025-e4867df9a2c5 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:29:05.887391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Request body: {'port': {'device_id': '85697d7d-7e07-495c-9488-00fa1450c4c6', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '2e7e41510601437eab65149bd54b9068'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:05.902190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-75f77599-a36e-45da-80d1-8fe6253914f6 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934369 Jan 27 21:29:05.925936 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:06.074811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e26c4960-cf7b-4077-a151-0223cefef6f1 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652539 Jan 27 21:29:06.095918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5225271-4884-45cd-bb30-1d0617c4a826 req-71e8950a-5d9a-4bb4-804a-f94033f4dc1a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:06.100289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5225271-4884-45cd-bb30-1d0617c4a826 req-71e8950a-5d9a-4bb4-804a-f94033f4dc1a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0803237 Jan 27 21:29:06.160285 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5225271-4884-45cd-bb30-1d0617c4a826 req-936cc784-980b-4c0c-b8af-eb82e5457792 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590417 Jan 27 21:29:06.210268 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:06.264308 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27a47e1e-7f7a-42e3-8cad-fe475ae3620c req-affaa82f-8ce9-4f5d-8e36-7a0f6a0231f8 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 210 time: 0.0320809 Jan 27 21:29:06.369093 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Pushing event updated for resources: {'Port': ['ID=2c96e243-d6be-4759-8025-e4867df9a2c5,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:06.393766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-34658c75-7bff-48f7-abee-baca3cda4623 req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Allocated IP 192.168.233.38 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/c08f56a7-92d0-475c-bd05-9807a5e4702e) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:29:06.402887 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-718235ab-a419-40ae-b37f-8ad834864edb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=24137125d9774ddc868d32665fc5ad29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6047456 Jan 27 21:29:06.410161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57206) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:06.507849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Attempting to bind port 2c96e243-d6be-4759-8025-e4867df9a2c5 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:06.508444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Attempting to bind port 2c96e243-d6be-4759-8025-e4867df9a2c5 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:06.508549 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Attempting to bind port 2c96e243-d6be-4759-8025-e4867df9a2c5 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:06.523899 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b38ef0f9-da2b-4e6f-b727-95f18f97dcf0 admin admin] Publish callbacks [] for security_group (879cd80e-879e-42ab-8571-5439450663fc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:06.525108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Port 2c96e243-d6be-4759-8025-e4867df9a2c5 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:06.525437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Attempting to bind port 2c96e243-d6be-4759-8025-e4867df9a2c5 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:06.550753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:06.550753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:06.550753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:06.550753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Bound port: 2c96e243-d6be-4759-8025-e4867df9a2c5, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:06.550753 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:06.588568 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b38ef0f9-da2b-4e6f-b727-95f18f97dcf0 admin admin] Publish callbacks [] for security_group (879cd80e-879e-42ab-8571-5439450663fc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:06.649430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Made reservation on behalf of 2e7e41510601437eab65149bd54b9068 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:06.652871 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:06.709572 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b38ef0f9-da2b-4e6f-b727-95f18f97dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (879cd80e-879e-42ab-8571-5439450663fc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:06.712436 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b38ef0f9-da2b-4e6f-b727-95f18f97dcf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:06.714128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b38ef0f9-da2b-4e6f-b727-95f18f97dcf0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/879cd80e-879e-42ab-8571-5439450663fc HTTP/1.1" status: 204 len: 168 time: 0.3025696 Jan 27 21:29:06.725637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ef0f9-da2b-4e6f-b727-95f18f97dcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879cd80e-879e-42ab-8571-5439450663fc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:06.832494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:06.863075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:06.868830 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-34658c75-7bff-48f7-abee-baca3cda4623 req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks [] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:06.972126 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:07.007401 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-34658c75-7bff-48f7-abee-baca3cda4623 req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:07.063956 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:07.064724 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:07.066290 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] 10.222.0.74 "PUT /v2.0/ports/2c96e243-d6be-4759-8025-e4867df9a2c5 HTTP/1.1" status: 200 len: 1095 time: 2.1591456 Jan 27 21:29:07.068012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65666a5f-5074-4aea-b3e3-b165904eff37 req-83466aa2-9ef6-4581-92a4-df4f5871afde tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:07.078400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'tag': '2c96e243-d6be-4759-8025-e4867df9a2c5'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:07.080854 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c94a90-93f2-4651-906b-9ced9d30db45" -d '{"events": [{"name": "network-changed", "server_uuid": "787306ec-0efc-42e3-b6bb-fc7edd8663ad", "tag": "2c96e243-d6be-4759-8025-e4867df9a2c5"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:07.082626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65666a5f-5074-4aea-b3e3-b165904eff37 req-83466aa2-9ef6-4581-92a4-df4f5871afde tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 935 time: 0.0625820 Jan 27 21:29:07.096039 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34658c75-7bff-48f7-abee-baca3cda4623 req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:29:07.101786 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-34658c75-7bff-48f7-abee-baca3cda4623 req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:07.104579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-34658c75-7bff-48f7-abee-baca3cda4623 req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:29:07.110045 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658c75-7bff-48f7-abee-baca3cda4623 req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:07.110705 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-34658c75-7bff-48f7-abee-baca3cda4623 req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:07.152961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65666a5f-5074-4aea-b3e3-b165904eff37 req-e5a60343-a92c-4f1a-90b2-8ca4baa07d51 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690589 Jan 27 21:29:07.155095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7fa88-07d8-4587-a0f3-edbd1ccb3519 service neutron] Pushing event updated for resources: {'Port': ['ID=2c96e243-d6be-4759-8025-e4867df9a2c5,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:07.162866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Allocated IP 192.168.233.225 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/81d8e5f4-0ad9-482f-9710-7a72d992f129) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:29:07.196205 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:07.207658 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3218746 Jan 27 21:29:07.255635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Request body: {'port': {'device_id': 'd3cc9727-9495-4203-b528-942a852b1d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:07.313985 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75581387-fc24-42b0-befc-94d81bbc34c2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Pushing event updated for resources: {'Port': ['ID=c08f56a7-92d0-475c-bd05-9807a5e4702e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:07.392744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-70c11e45-8081-4573-9596-33a6f1ce9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:07.394732 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-70c11e45-8081-4573-9596-33a6f1ce9001 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2e7e41510601437eab65149bd54b9068&device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 1098 time: 0.1857011 Jan 27 21:29:07.403554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:07.502055 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-8a20dcdb-6b69-4b4b-9ce6-5fd162374a3c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=2c96e243-d6be-4759-8025-e4867df9a2c5 HTTP/1.1" status: 200 len: 217 time: 0.0996566 Jan 27 21:29:07.621009 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80728141-e4db-4fe3-8fe7-e62e382f5add x-openstack-request-id: req-80728141-e4db-4fe3-8fe7-e62e382f5add {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:07.621603 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787306ec-0efc-42e3-b6bb-fc7edd8663ad", "tag": "2c96e243-d6be-4759-8025-e4867df9a2c5", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:07.621603 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80728141-e4db-4fe3-8fe7-e62e382f5add {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:07.621987 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'tag': '2c96e243-d6be-4759-8025-e4867df9a2c5', 'status': 'completed', 'code': 200} Jan 27 21:29:07.638632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-ef39cf10-8aa8-4871-867c-3b7327a36344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:07.640128 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-ef39cf10-8aa8-4871-867c-3b7327a36344 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1293941 Jan 27 21:29:07.716104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5636ca3-62a1-4ee6-8326-2527a3e90ef5 req-8b86a090-5ef5-4135-8ebf-2e21ef8354a8 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:07.717496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2b9bb603-76a7-480e-a1b8-b042603978ad None None] Provisioning complete for port c08f56a7-92d0-475c-bd05-9807a5e4702e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:07.717946 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2b9bb603-76a7-480e-a1b8-b042603978ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:07.718600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5636ca3-62a1-4ee6-8326-2527a3e90ef5 req-8b86a090-5ef5-4135-8ebf-2e21ef8354a8 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0533240 Jan 27 21:29:07.737957 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks [] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:07.766733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2b9bb603-76a7-480e-a1b8-b042603978ad None None] Port c08f56a7-92d0-475c-bd05-9807a5e4702e cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:29:07.768115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57290) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:07.785631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5636ca3-62a1-4ee6-8326-2527a3e90ef5 req-234b1a30-4b76-4c17-8ad5-ae3df5a4f0e9 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602486 Jan 27 21:29:07.800264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-f81d4331-8488-40b3-adb2-b719d1d88496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:07.800644 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-f81d4331-8488-40b3-adb2-b719d1d88496 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165197 Jan 27 21:29:07.875050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d21644d-11c8-4414-be4d-d6dd1075cd77 req-e38691a0-e679-4f5b-aca4-6db6ce453400 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 210 time: 0.0308421 Jan 27 21:29:07.881640 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cdb358e2-85e0-4a6a-b0a3-ad2f5427ad89 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=73dc7a2a14474deda9ba3788b6f2997d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1085885 Jan 27 21:29:07.883061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57292) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:07.929356 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-0490a35e-336c-45bb-b812-fd95f022dd98 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189134 Jan 27 21:29:07.935587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bdacdd7e-2030-4b54-b55f-b6a55c21a23f admin admin] Publish callbacks [] for security_group (6e0c7197-6e18-4169-ba15-b6c3d02e2613), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:07.957258 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bdacdd7e-2030-4b54-b55f-b6a55c21a23f admin admin] Publish callbacks [] for security_group (6e0c7197-6e18-4169-ba15-b6c3d02e2613), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:07.993058 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:08.063994 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bdacdd7e-2030-4b54-b55f-b6a55c21a23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6e0c7197-6e18-4169-ba15-b6c3d02e2613), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:08.070549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bdacdd7e-2030-4b54-b55f-b6a55c21a23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:08.075615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bdacdd7e-2030-4b54-b55f-b6a55c21a23f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e0c7197-6e18-4169-ba15-b6c3d02e2613 HTTP/1.1" status: 204 len: 168 time: 0.1914461 Jan 27 21:29:08.111025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacdd7e-2030-4b54-b55f-b6a55c21a23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0c7197-6e18-4169-ba15-b6c3d02e2613,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:08.122475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57318) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:08.123260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:29:08.132380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Pushing event updated for resources: {'Port': ['ID=81d8e5f4-0ad9-482f-9710-7a72d992f129,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:08.144844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:08.157631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:29:08.162996 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:08.163641 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:08.172579 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc470339-6b56-4579-98c8-5e1d7c69189a req-7f6e631f-1327-4b75-86fa-9206bec3e1d1 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369361 Jan 27 21:29:08.273931 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-8ce2da24-530b-454e-9406-82d8b973fcc4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3934720 Jan 27 21:29:08.289523 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Request body: {'port': {'device_id': '85697d7d-7e07-495c-9488-00fa1450c4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:08.301760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-f6d2ea4c-289e-43b0-ae1e-112554d8ddc3 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:29:08.302973 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-f6d2ea4c-289e-43b0-ae1e-112554d8ddc3 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1793034 Jan 27 21:29:08.324791 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08f56a7-92d0-475c-bd05-9807a5e4702e {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:08.347243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Publish callbacks [] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:08.394873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Transition to ACTIVE for port object c08f56a7-92d0-475c-bd05-9807a5e4702e will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:29:08.406537 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:08.411253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c94a90-93f2-4651-906b-9ced9d30db45 req-82b3ae80-fa10-4e8f-9a05-18684ede27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:08.412861 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03c94a90-93f2-4651-906b-9ced9d30db45 req-82b3ae80-fa10-4e8f-9a05-18684ede27bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2e7e41510601437eab65149bd54b9068&device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 1098 time: 0.1183169 Jan 27 21:29:08.459311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-6b25c195-a31e-46ad-992b-456a07821d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:08.461031 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-6b25c195-a31e-46ad-992b-456a07821d64 service neutron] 10.222.0.61 "GET /v2.0/ports/cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 HTTP/1.1" status: 200 len: 1114 time: 0.0959432 Jan 27 21:29:08.470698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] Request body: {'binding': {'host': 'n-h1-760456-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:08.471344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] Unknown quota resources ['binding']. {{(pid=104027) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:29:08.501382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-af4388fd-46c1-49dd-a2f9-5bc545c958a6 None None] Provisioning complete for port 81d8e5f4-0ad9-482f-9710-7a72d992f129 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:08.502343 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:08.504019 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-af4388fd-46c1-49dd-a2f9-5bc545c958a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:08.545424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-af4388fd-46c1-49dd-a2f9-5bc545c958a6 None None] Port 81d8e5f4-0ad9-482f-9710-7a72d992f129 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:29:08.642673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Pushing event updated for resources: {'Port': ['ID=c08f56a7-92d0-475c-bd05-9807a5e4702e,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:08.649407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] Attempting to bind port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on host n-h1-760456-6 for vnic_type normal with profile None {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:08.650145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] Attempting to bind port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:08.656034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] Attempting to bind port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:08.663064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] Port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:08.663064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] Attempting to bind port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:08.671136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:08.672139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:08.672691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:08.673589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] Bound port: cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:08.738898 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:08.769923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c94a90-93f2-4651-906b-9ced9d30db45 req-9464e1bc-cb7e-4f9c-b8fe-e8b1d2f40884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:08.771434 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03c94a90-93f2-4651-906b-9ced9d30db45 req-9464e1bc-cb7e-4f9c-b8fe-e8b1d2f40884 service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.3491609 Jan 27 21:29:08.772132 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Attempting to bind port c08f56a7-92d0-475c-bd05-9807a5e4702e on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:08.772470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Attempting to bind port c08f56a7-92d0-475c-bd05-9807a5e4702e by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:08.772801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Attempting to bind port c08f56a7-92d0-475c-bd05-9807a5e4702e on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:08.787531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Port c08f56a7-92d0-475c-bd05-9807a5e4702e on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:08.787866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Attempting to bind port c08f56a7-92d0-475c-bd05-9807a5e4702e on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:08.824623 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03c94a90-93f2-4651-906b-9ced9d30db45 req-66bc698d-88c1-4d8f-9a73-a4bde8701e22 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=2c96e243-d6be-4759-8025-e4867df9a2c5 HTTP/1.1" status: 200 len: 217 time: 0.0442920 Jan 27 21:29:08.835901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:08.840310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:08.840671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:08.841068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:08.841517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Bound port: c08f56a7-92d0-475c-bd05-9807a5e4702e, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:08.841880 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:08.906369 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:08.907582 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9f1bed74-1d4a-4001-a30b-06af220c9785 service neutron] 10.222.0.61 "POST /v2.0/ports/cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6/bindings HTTP/1.1" status: 201 len: 389 time: 0.4404480 Jan 27 21:29:08.958675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c94a90-93f2-4651-906b-9ced9d30db45 req-ee4370bc-13a8-471a-9921-0ed3d74ef83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:08.960401 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03c94a90-93f2-4651-906b-9ced9d30db45 req-ee4370bc-13a8-471a-9921-0ed3d74ef83b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1151757 Jan 27 21:29:09.043157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] For port c08f56a7-92d0-475c-bd05-9807a5e4702e, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:09.064041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] For port c08f56a7-92d0-475c-bd05-9807a5e4702e, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c08f56a7-92d0-475c-bd05-9807a5e4702e,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:09.074213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d8e5f4-0ad9-482f-9710-7a72d992f129 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:09.084771 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Publish callbacks [] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:09.088187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c94a90-93f2-4651-906b-9ced9d30db45 req-f11272ff-f78a-406f-b662-891e6c40c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:09.089753 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03c94a90-93f2-4651-906b-9ced9d30db45 req-f11272ff-f78a-406f-b662-891e6c40c74e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155863 Jan 27 21:29:09.108623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Transition to ACTIVE for port object 81d8e5f4-0ad9-482f-9710-7a72d992f129 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:29:09.112839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1842ddf-e228-4c0b-ae79-6b151237647a req-b558d52d-fb72-4972-83b0-b1de84f0465e tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:09.114321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1842ddf-e228-4c0b-ae79-6b151237647a req-b558d52d-fb72-4972-83b0-b1de84f0465e tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 947 time: 0.0733635 Jan 27 21:29:09.157114 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:09.161135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1842ddf-e228-4c0b-ae79-6b151237647a req-dbf10741-f890-4d9d-982b-38fbcfe0f0fd tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Jan 27 21:29:09.201739 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:09.222622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:09.223331 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:09.224976 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] 10.222.0.71 "PUT /v2.0/ports/c08f56a7-92d0-475c-bd05-9807a5e4702e HTTP/1.1" status: 200 len: 1095 time: 1.9823589 Jan 27 21:29:09.241757 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03c94a90-93f2-4651-906b-9ced9d30db45 req-8d34b3f4-fcd9-4f7f-8a83-acf796952ae3 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451209 Jan 27 21:29:09.280357 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Pushing event updated for resources: {'Port': ['ID=c08f56a7-92d0-475c-bd05-9807a5e4702e,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:09.328629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.328980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.329346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.329674 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.330010 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.330341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.330777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.331067 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.331388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.331693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.332408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.332408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.332748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592c583-3a08-4b3d-920b-1a9b279cf13d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:09.442535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Pushing event updated for resources: {'Port': ['ID=81d8e5f4-0ad9-482f-9710-7a72d992f129,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:09.488466 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03c94a90-93f2-4651-906b-9ced9d30db45 req-8f659770-1e28-4b0f-9461-668e5b444c7f service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373371 Jan 27 21:29:09.491730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Attempting to bind port 81d8e5f4-0ad9-482f-9710-7a72d992f129 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:09.491730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Attempting to bind port 81d8e5f4-0ad9-482f-9710-7a72d992f129 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:09.491926 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Attempting to bind port 81d8e5f4-0ad9-482f-9710-7a72d992f129 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:09.523529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfd840-91af-4de5-93b0-a4523b0871a1 req-b203aebd-fcda-49c1-a44d-b4e9e5c2f02c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:09.525265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9bdfd840-91af-4de5-93b0-a4523b0871a1 req-b203aebd-fcda-49c1-a44d-b4e9e5c2f02c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0832767 Jan 27 21:29:09.638447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9bdfd840-91af-4de5-93b0-a4523b0871a1 req-1a418e98-a254-40c1-9eff-99d8cfddc61d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973277 Jan 27 21:29:09.822652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e7692-c448-44d0-b574-4417aad322ed req-9f037a92-4710-4def-9883-cc455f9d5352 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:09.825007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e7692-c448-44d0-b574-4417aad322ed req-9f037a92-4710-4def-9883-cc455f9d5352 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 948 time: 0.0920155 Jan 27 21:29:09.845559 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cc9727-9495-4203-b528-942a852b1d95', 'tag': 'c08f56a7-92d0-475c-bd05-9807a5e4702e'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:09.848460 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697aa8d0-cff8-4dd0-9c20-74360336714e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cc9727-9495-4203-b528-942a852b1d95", "tag": "c08f56a7-92d0-475c-bd05-9807a5e4702e"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:09.880531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Port 81d8e5f4-0ad9-482f-9710-7a72d992f129 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:09.880868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Attempting to bind port 81d8e5f4-0ad9-482f-9710-7a72d992f129 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:09.890855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e7692-c448-44d0-b574-4417aad322ed req-2d3bdb83-31a3-4358-b68b-9676c68e87d4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489631 Jan 27 21:29:09.902071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:09.902416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:09.904266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:09.904863 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Bound port: 81d8e5f4-0ad9-482f-9710-7a72d992f129, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:09.905667 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:09.925537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658c75-7bff-48f7-abee-baca3cda4623 req-2f7c4aa3-1dfd-4672-932e-817e868c64da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:09.927131 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-2f7c4aa3-1dfd-4672-932e-817e868c64da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e855d488f9834309bc16a226dbcb8080&device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 1098 time: 0.4898760 Jan 27 21:29:09.971344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-2131f973-be9d-4ad6-a227-6d02af53421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:09.972869 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-2131f973-be9d-4ad6-a227-6d02af53421a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 1117 time: 0.1214366 Jan 27 21:29:10.010567 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-86c53cd0-caea-4260-98a5-bf58053e3fd6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=c08f56a7-92d0-475c-bd05-9807a5e4702e HTTP/1.1" status: 200 len: 217 time: 0.0752883 Jan 27 21:29:10.041309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74da7-9b24-4b92-aa00-565bab65c47b req-ff480e15-46b0-40d9-a89e-f555997ce9f2 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:10.042981 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841d1c73-26e2-4703-b8a9-708934d278a3 x-openstack-request-id: req-841d1c73-26e2-4703-b8a9-708934d278a3 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:10.043277 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cc9727-9495-4203-b528-942a852b1d95", "tag": "c08f56a7-92d0-475c-bd05-9807a5e4702e", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:10.043387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-97c74da7-9b24-4b92-aa00-565bab65c47b req-ff480e15-46b0-40d9-a89e-f555997ce9f2 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 966 time: 0.0568306 Jan 27 21:29:10.043525 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-841d1c73-26e2-4703-b8a9-708934d278a3 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:10.043910 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3cc9727-9495-4203-b528-942a852b1d95', 'tag': 'c08f56a7-92d0-475c-bd05-9807a5e4702e', 'status': 'completed', 'code': 200} Jan 27 21:29:10.120670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-97c74da7-9b24-4b92-aa00-565bab65c47b req-956a39ee-7dbe-4cf7-82f9-311a42472004 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651612 Jan 27 21:29:10.129395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] For port 81d8e5f4-0ad9-482f-9710-7a72d992f129, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:10.143102 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] For port 81d8e5f4-0ad9-482f-9710-7a72d992f129, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=81d8e5f4-0ad9-482f-9710-7a72d992f129,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:10.146279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658c75-7bff-48f7-abee-baca3cda4623 req-43090733-79df-410b-b998-4291f38cad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:10.147756 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-43090733-79df-410b-b998-4291f38cad94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1234815 Jan 27 21:29:10.189505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-cf433999-3c79-422f-95b9-88c19cba4605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:10.190983 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-cf433999-3c79-422f-95b9-88c19cba4605 service neutron] 10.222.0.74 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.1900365 Jan 27 21:29:10.211998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658c75-7bff-48f7-abee-baca3cda4623 req-c0af3341-1fdb-44c3-bd06-c1e1d30b55de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:10.213540 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-c0af3341-1fdb-44c3-bd06-c1e1d30b55de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0576787 Jan 27 21:29:10.249185 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-65d6816b-aed4-4044-abb7-f0ef6a5a43c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 HTTP/1.1" status: 200 len: 217 time: 0.0463033 Jan 27 21:29:10.251165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:10.368979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:10.369606 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:10.371596 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] 10.222.0.71 "PUT /v2.0/ports/81d8e5f4-0ad9-482f-9710-7a72d992f129 HTTP/1.1" status: 200 len: 1096 time: 2.0881112 Jan 27 21:29:10.416237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-ea9046ca-1f38-46bd-a443-bd166cad3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:10.418188 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-ea9046ca-1f38-46bd-a443-bd166cad3aea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.1537986 Jan 27 21:29:10.418798 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afaef0-fd2c-47fc-9c3b-b7d15c49bf0f service neutron] Pushing event updated for resources: {'Port': ['ID=81d8e5f4-0ad9-482f-9710-7a72d992f129,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:10.445307 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-4f6431d9-33f7-4b26-bc3e-10d40d26bbfd service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049217 Jan 27 21:29:10.464372 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-7666daf9-f1db-4313-b063-79c86962ef2a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347390 Jan 27 21:29:10.583943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbde9a7-6ec8-46ad-9362-5381be9e53c0 req-1a9ede08-163b-4cc8-80bc-6050b915e754 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:10.591812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afbde9a7-6ec8-46ad-9362-5381be9e53c0 req-1a9ede08-163b-4cc8-80bc-6050b915e754 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 947 time: 0.0693111 Jan 27 21:29:10.664916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afbde9a7-6ec8-46ad-9362-5381be9e53c0 req-7a03db55-41b4-49cb-93db-97469bfc21f4 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720088 Jan 27 21:29:10.705909 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-34658c75-7bff-48f7-abee-baca3cda4623 req-8240d717-1f14-466d-b81c-3594db658e03 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401087 Jan 27 21:29:10.721422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-a4135500-9d54-4cd8-acc7-9c17fa858097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:10.722948 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-a4135500-9d54-4cd8-acc7-9c17fa858097 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e7e41510601437eab65149bd54b9068&device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 1099 time: 0.1879485 Jan 27 21:29:10.776522 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-859a8ffd-e6f9-4133-ae03-7e4c4674b2bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=81d8e5f4-0ad9-482f-9710-7a72d992f129 HTTP/1.1" status: 200 len: 217 time: 0.0471532 Jan 27 21:29:10.780097 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-7d2a55da-ea63-49e4-8f8e-5e4e4b101075 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475235 Jan 27 21:29:10.869209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d1948-e2b0-4f0a-b178-c8e98c66dfcb req-1035504d-9dc8-4142-8f15-74e6a5c9ea76 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:10.871512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d5d1948-e2b0-4f0a-b178-c8e98c66dfcb req-1035504d-9dc8-4142-8f15-74e6a5c9ea76 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0568516 Jan 27 21:29:10.919743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-c29fff9a-9029-438d-985b-8fa8a533c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:10.921229 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-c29fff9a-9029-438d-985b-8fa8a533c945 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1387324 Jan 27 21:29:10.929059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d5d1948-e2b0-4f0a-b178-c8e98c66dfcb req-907fb887-87c3-4e83-99c8-bebd731dbe52 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497115 Jan 27 21:29:10.993777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa8d0-cff8-4dd0-9c20-74360336714e req-7a988881-44c0-41c8-9eca-67d1e3e363b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:10.995822 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-697aa8d0-cff8-4dd0-9c20-74360336714e req-7a988881-44c0-41c8-9eca-67d1e3e363b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e855d488f9834309bc16a226dbcb8080&device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 1098 time: 0.1216669 Jan 27 21:29:10.998975 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-f5863776-59c9-4748-9c8f-8475dccecd7f service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067087 Jan 27 21:29:11.059238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-6fc83b3e-70e9-4f3b-823c-9e167acce11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:11.060815 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-6fc83b3e-70e9-4f3b-823c-9e167acce11d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1286247 Jan 27 21:29:11.146082 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa8d0-cff8-4dd0-9c20-74360336714e req-80201add-bcf8-42ff-adb5-53a1daa3b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:11.147570 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-697aa8d0-cff8-4dd0-9c20-74360336714e req-80201add-bcf8-42ff-adb5-53a1daa3b402 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1455810 Jan 27 21:29:11.202703 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-697aa8d0-cff8-4dd0-9c20-74360336714e req-afdba4cd-8566-4e9e-811a-2104c2f70881 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=c08f56a7-92d0-475c-bd05-9807a5e4702e HTTP/1.1" status: 200 len: 217 time: 0.0447786 Jan 27 21:29:11.220832 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-5fbdd98b-2ca1-41aa-8d6e-d626dc06274e service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521029 Jan 27 21:29:11.306773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc8f94-9947-4d1c-a0e4-01ae049ca39b req-61ed85e1-fc4e-4dc0-82b6-c730f217fa6d tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:11.309079 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ccc8f94-9947-4d1c-a0e4-01ae049ca39b req-61ed85e1-fc4e-4dc0-82b6-c730f217fa6d tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 948 time: 0.0551524 Jan 27 21:29:11.363389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa8d0-cff8-4dd0-9c20-74360336714e req-0f47b0e3-c7a3-48a7-8ee9-1fb9acb01647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:11.365284 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-697aa8d0-cff8-4dd0-9c20-74360336714e req-0f47b0e3-c7a3-48a7-8ee9-1fb9acb01647 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1557846 Jan 27 21:29:11.369439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ccc8f94-9947-4d1c-a0e4-01ae049ca39b req-704aaa49-dd58-4d93-9e90-1d8550f3cb33 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486696 Jan 27 21:29:11.438786 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-cb72aa47-336d-4844-8bf6-5944d04b1402 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:11.440503 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-cb72aa47-336d-4844-8bf6-5944d04b1402 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8&tenant_id=26824789def4412abd886336d3559fe2&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1117 time: 0.1901393 Jan 27 21:29:11.456369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760456-6'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:11.462886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff8674-4ca7-4d3c-9508-3660e395a61d req-9904f0ff-af3a-4cea-8edd-2a64012e29c6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:11.463182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4aff8674-4ca7-4d3c-9508-3660e395a61d req-9904f0ff-af3a-4cea-8edd-2a64012e29c6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 966 time: 0.0631156 Jan 27 21:29:11.465085 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d2564340-73b5-4a8a-8525-4d31b75f9fa4 req-eeaac908-9047-48d4-a169-6f9a4da3f621 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264876 Jan 27 21:29:11.495052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa8d0-cff8-4dd0-9c20-74360336714e req-80689c55-dc04-4ac5-9e7b-afe651567a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:11.496557 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-697aa8d0-cff8-4dd0-9c20-74360336714e req-80689c55-dc04-4ac5-9e7b-afe651567a7d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193573 Jan 27 21:29:11.519694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4aff8674-4ca7-4d3c-9508-3660e395a61d req-ab3d3753-2b39-4194-abc7-1c7b2b27d44b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460968 Jan 27 21:29:11.606140 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:11.708608 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-697aa8d0-cff8-4dd0-9c20-74360336714e req-0b47678d-1354-4330-bd6a-3cf0c9184e8b service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994176 Jan 27 21:29:11.771376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2c96e243-d6be-4759-8025-e4867df9a2c5 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:11.821418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c56187-02d5-4afd-88af-80cc81a7d11e req-4fad8aa5-2a28-4ea0-83a6-3a9f086c2479 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:11.823901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19c56187-02d5-4afd-88af-80cc81a7d11e req-4fad8aa5-2a28-4ea0-83a6-3a9f086c2479 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 947 time: 0.0755899 Jan 27 21:29:11.888541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:11.902415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '2c96e243-d6be-4759-8025-e4867df9a2c5', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '2c96e243-d6be-4759-8025-e4867df9a2c5', 'mac_address': 'fa:16:3e:49:e4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:29:11.921269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19c56187-02d5-4afd-88af-80cc81a7d11e req-e0e8707d-d297-4597-b871-eae6fd22c8ea tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855374 Jan 27 21:29:11.962861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2c96e243-d6be-4759-8025-e4867df9a2c5 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:11.963268 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:11.982234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c96e243-d6be-4759-8025-e4867df9a2c5 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:12.025814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:12.080871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518010d-5411-4f25-8577-bd0c113eadd7 req-2edc4658-b6c5-404e-a742-6629fa18a198 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:12.088103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6518010d-5411-4f25-8577-bd0c113eadd7 req-2edc4658-b6c5-404e-a742-6629fa18a198 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0657814 Jan 27 21:29:12.112818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85697d7d-7e07-495c-9488-00fa1450c4c6', 'tag': '81d8e5f4-0ad9-482f-9710-7a72d992f129'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:12.115062 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00b2a39-6d11-4212-9451-cfba4966c769" -d '{"events": [{"name": "network-changed", "server_uuid": "85697d7d-7e07-495c-9488-00fa1450c4c6", "tag": "81d8e5f4-0ad9-482f-9710-7a72d992f129"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:12.144632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6518010d-5411-4f25-8577-bd0c113eadd7 req-d16f6cdb-61da-4451-821d-0241dbbfb8e6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555871 Jan 27 21:29:12.166723 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:12.184184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:12.197575 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-697aa8d0-cff8-4dd0-9c20-74360336714e req-1ba66757-5ed0-4fdc-84fe-effdfa731d46 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840364 Jan 27 21:29:12.223432 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8128c87c-62ec-4206-be4d-58f02585b0f1 x-openstack-request-id: req-8128c87c-62ec-4206-be4d-58f02585b0f1 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:12.229495 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85697d7d-7e07-495c-9488-00fa1450c4c6", "tag": "81d8e5f4-0ad9-482f-9710-7a72d992f129", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:12.229495 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8128c87c-62ec-4206-be4d-58f02585b0f1 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:12.229495 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85697d7d-7e07-495c-9488-00fa1450c4c6', 'tag': '81d8e5f4-0ad9-482f-9710-7a72d992f129', 'status': 'completed', 'code': 200} Jan 27 21:29:12.240456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2c96e243-d6be-4759-8025-e4867df9a2c5,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:12.249148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.249511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.249860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.250197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.250694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.251564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.252240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.259240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.259240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.259240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.259240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.259240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.259240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:12.259750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:12.321693 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Publish callbacks [] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:12.326934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b2a39-6d11-4212-9451-cfba4966c769 req-867f11fe-2c7a-4da5-ac54-51094d2db319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:12.328480 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b00b2a39-6d11-4212-9451-cfba4966c769 req-867f11fe-2c7a-4da5-ac54-51094d2db319 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e7e41510601437eab65149bd54b9068&device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 1099 time: 0.0810630 Jan 27 21:29:12.404453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['2c96e243-d6be-4759-8025-e4867df9a2c5'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:12.438226 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:12.461055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b2a39-6d11-4212-9451-cfba4966c769 req-3473feb1-ee34-4233-ba4c-a69f4a3d2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:12.462629 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b00b2a39-6d11-4212-9451-cfba4966c769 req-3473feb1-ee34-4233-ba4c-a69f4a3d2bb1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1252947 Jan 27 21:29:12.533541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96844d5b-c264-4552-802b-65a6277ab161 req-154aa3fc-84ce-44d4-bf27-8b62683569e9 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:12.542498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96844d5b-c264-4552-802b-65a6277ab161 req-154aa3fc-84ce-44d4-bf27-8b62683569e9 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 948 time: 0.0678775 Jan 27 21:29:12.548395 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b00b2a39-6d11-4212-9451-cfba4966c769 req-7e1a07e8-7409-4244-bed5-6dbab2d44adc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=81d8e5f4-0ad9-482f-9710-7a72d992f129 HTTP/1.1" status: 200 len: 217 time: 0.0663557 Jan 27 21:29:12.587755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96844d5b-c264-4552-802b-65a6277ab161 req-7182367a-e4fb-47c8-8a25-05fef61fe56a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441179 Jan 27 21:29:12.615429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,revision_number=7']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:12.635650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Attempting to bind port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on host n-h2-760456-6 for vnic_type normal with profile {"migrating_to": "n-h1-760456-6"} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:12.635988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Attempting to bind port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:12.636373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Attempting to bind port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:12.642526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:12.642859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Attempting to bind port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:12.661042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:12.661393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:12.662210 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:12.662210 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Bound port: cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:12.662549 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:12.666715 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b2a39-6d11-4212-9451-cfba4966c769 req-659123bd-495e-4e3b-afeb-1efc8fb44c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:12.668873 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b00b2a39-6d11-4212-9451-cfba4966c769 req-659123bd-495e-4e3b-afeb-1efc8fb44c4a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1120358 Jan 27 21:29:12.726373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d010b-41d8-4627-9477-152140541570 req-dc2790e9-a3c1-416d-8caf-6815e4565e28 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:12.727790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-129d010b-41d8-4627-9477-152140541570 req-dc2790e9-a3c1-416d-8caf-6815e4565e28 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 964 time: 0.0550673 Jan 27 21:29:12.770850 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b2a39-6d11-4212-9451-cfba4966c769 req-ac0f45fe-8c44-4aa2-8ed8-b712044afdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:12.773048 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b00b2a39-6d11-4212-9451-cfba4966c769 req-ac0f45fe-8c44-4aa2-8ed8-b712044afdb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967538 Jan 27 21:29:12.804866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-129d010b-41d8-4627-9477-152140541570 req-d2bb008e-fa19-4dd2-9249-00d414f63616 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707939 Jan 27 21:29:12.822351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57650) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:12.841310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:12.845612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:12.876666 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b00b2a39-6d11-4212-9451-cfba4966c769 req-db5d084f-2679-4674-8edb-db52a1655e39 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947981 Jan 27 21:29:12.943188 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:12.970138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.025876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c08f56a7-92d0-475c-bd05-9807a5e4702e details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:13.030974 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b00b2a39-6d11-4212-9451-cfba4966c769 req-45a05a61-769d-46e2-b43b-d82c461ee037 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483715 Jan 27 21:29:13.062083 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Publish callbacks [] for security_group (936c1cb7-f23d-4439-bf0b-81cef5276ac9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.072979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963cd2a-f89b-435d-a583-78877e830c13 req-3ffecc0c-d85e-4ac2-94ae-5c728868c3b3 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:13.074759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b963cd2a-f89b-435d-a583-78877e830c13 req-3ffecc0c-d85e-4ac2-94ae-5c728868c3b3 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 947 time: 0.0749764 Jan 27 21:29:13.085284 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:13.086004 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.087439 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] 10.222.0.74 "PUT /v2.0/ports/cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 HTTP/1.1" status: 200 len: 1142 time: 1.6378584 Jan 27 21:29:13.112924 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd336d7-1a42-4cd7-aa63-7d67ce7d02b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,revision_number=8']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:13.138991 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (936c1cb7-f23d-4439-bf0b-81cef5276ac9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.181755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b963cd2a-f89b-435d-a583-78877e830c13 req-22b09b9f-a905-4df2-92b3-58bc913e16dc tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989892 Jan 27 21:29:13.187403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3bc05ee11be841beaa35afc5fbc41f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3639429 Jan 27 21:29:13.190883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57668) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:13.203272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936c1cb7-f23d-4439-bf0b-81cef5276ac9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:13.227033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.227033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.227033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.227033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.227033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.227033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.227033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.227846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.228444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.230873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.231467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.232009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.233268 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7fd9b1-cbc2-449a-bded-3056597af9f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:29:13.275318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:13.306504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd173077-8a00-4ffb-a9d1-c1ae8a42faa6 admin admin] Publish callbacks [] for security_group (936c1cb7-f23d-4439-bf0b-81cef5276ac9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.312237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c08f56a7-92d0-475c-bd05-9807a5e4702e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c08f56a7-92d0-475c-bd05-9807a5e4702e,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:13.334531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f2bfa-ad54-4b82-b48d-6fc59ee6460c req-b22a8538-67e8-495e-a8e2-7628b741fef2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:13.336487 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e4f2bfa-ad54-4b82-b48d-6fc59ee6460c req-b22a8538-67e8-495e-a8e2-7628b741fef2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0706959 Jan 27 21:29:13.345051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'c08f56a7-92d0-475c-bd05-9807a5e4702e', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'c08f56a7-92d0-475c-bd05-9807a5e4702e', 'mac_address': 'fa:16:3e:43:b0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:29:13.347372 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd173077-8a00-4ffb-a9d1-c1ae8a42faa6 admin admin] Publish callbacks [] for security_group (936c1cb7-f23d-4439-bf0b-81cef5276ac9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.362292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57672) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:13.405951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e4f2bfa-ad54-4b82-b48d-6fc59ee6460c req-577a6c4b-a092-4d49-b3d1-4ac803515e5b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627193 Jan 27 21:29:13.465849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c08f56a7-92d0-475c-bd05-9807a5e4702e is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:13.466378 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.493088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08f56a7-92d0-475c-bd05-9807a5e4702e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:13.509785 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd173077-8a00-4ffb-a9d1-c1ae8a42faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (936c1cb7-f23d-4439-bf0b-81cef5276ac9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.513351 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd173077-8a00-4ffb-a9d1-c1ae8a42faa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.517488 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cd173077-8a00-4ffb-a9d1-c1ae8a42faa6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/936c1cb7-f23d-4439-bf0b-81cef5276ac9 HTTP/1.1" status: 204 len: 168 time: 0.3255441 Jan 27 21:29:13.523194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c08f56a7-92d0-475c-bd05-9807a5e4702e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c08f56a7-92d0-475c-bd05-9807a5e4702e,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:13.528806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd173077-8a00-4ffb-a9d1-c1ae8a42faa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936c1cb7-f23d-4439-bf0b-81cef5276ac9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:13.530342 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-800ca82d-1947-4031-8cf9-8bdc179c505c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.624524 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-800ca82d-1947-4031-8cf9-8bdc179c505c admin admin] Publish callbacks [] for security_group (076e9bb1-bbdd-48ac-9a90-bf992cbcce95), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.635664 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.694243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c08f56a7-92d0-475c-bd05-9807a5e4702e,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:13.715653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323e8e7-000c-4618-b5f5-3f1d40b16ed9 req-5ed04004-7e95-46be-85f7-8e4ca3d2ab4e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:13.717165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e323e8e7-000c-4618-b5f5-3f1d40b16ed9 req-5ed04004-7e95-46be-85f7-8e4ca3d2ab4e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 948 time: 0.0582516 Jan 27 21:29:13.764672 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e323e8e7-000c-4618-b5f5-3f1d40b16ed9 req-09da04ea-0b1a-4e9d-b5b5-d8f445947f69 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Jan 27 21:29:13.766532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2c96e243-d6be-4759-8025-e4867df9a2c5 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:13.778028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-800ca82d-1947-4031-8cf9-8bdc179c505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (076e9bb1-bbdd-48ac-9a90-bf992cbcce95), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.821809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-800ca82d-1947-4031-8cf9-8bdc179c505c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4b837e430bc411bb1562104c22b0221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560072 Jan 27 21:29:13.821809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ca82d-1947-4031-8cf9-8bdc179c505c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076e9bb1-bbdd-48ac-9a90-bf992cbcce95,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:13.822581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57690) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:13.891781 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f080-d6f8-4bd2-a4ad-edd955d7d954 admin admin] Publish callbacks [] for security_group (076e9bb1-bbdd-48ac-9a90-bf992cbcce95), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.909028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['c08f56a7-92d0-475c-bd05-9807a5e4702e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:13.913746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 2c96e243-d6be-4759-8025-e4867df9a2c5 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:29:13.914471 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f080-d6f8-4bd2-a4ad-edd955d7d954 admin admin] Publish callbacks [] for security_group (076e9bb1-bbdd-48ac-9a90-bf992cbcce95), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.951056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 2c96e243-d6be-4759-8025-e4867df9a2c5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:13.953108 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:13.953767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a5569-1375-4605-b5c5-2c4ebb82213c req-ac0980a3-9bd0-404c-8fb2-d433daefc776 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:13.961047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f82a5569-1375-4605-b5c5-2c4ebb82213c req-ac0980a3-9bd0-404c-8fb2-d433daefc776 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 964 time: 0.0695841 Jan 27 21:29:14.010432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f82a5569-1375-4605-b5c5-2c4ebb82213c req-5929b6fd-535c-457a-b4e6-2828d01a9096 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482976 Jan 27 21:29:14.068123 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f080-d6f8-4bd2-a4ad-edd955d7d954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (076e9bb1-bbdd-48ac-9a90-bf992cbcce95), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:14.070798 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cf8f080-d6f8-4bd2-a4ad-edd955d7d954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:14.072198 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3cf8f080-d6f8-4bd2-a4ad-edd955d7d954 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/076e9bb1-bbdd-48ac-9a90-bf992cbcce95 HTTP/1.1" status: 204 len: 168 time: 0.2487218 Jan 27 21:29:14.082019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8f080-d6f8-4bd2-a4ad-edd955d7d954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076e9bb1-bbdd-48ac-9a90-bf992cbcce95,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:14.106802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2c96e243-d6be-4759-8025-e4867df9a2c5 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:14.107959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:14.147257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c96e243-d6be-4759-8025-e4867df9a2c5'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:14.149499 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793d37f2-e62a-4b81-9506-42e774df1c2a" -d '{"events": [{"server_uuid": "787306ec-0efc-42e3-b6bb-fc7edd8663ad", "name": "network-vif-plugged", "status": "completed", "tag": "2c96e243-d6be-4759-8025-e4867df9a2c5"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:14.170764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:14.187462 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2385ced8-7fc8-4415-a374-85ed2ef252dc x-openstack-request-id: req-2385ced8-7fc8-4415-a374-85ed2ef252dc {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:14.187818 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787306ec-0efc-42e3-b6bb-fc7edd8663ad", "name": "network-vif-plugged", "status": "completed", "tag": "2c96e243-d6be-4759-8025-e4867df9a2c5", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:14.188102 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2385ced8-7fc8-4415-a374-85ed2ef252dc {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:14.188495 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c96e243-d6be-4759-8025-e4867df9a2c5', 'code': 200} Jan 27 21:29:14.225203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c86e66-5ad0-4a89-8b55-6223be6346d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6'}, {'name': 'network-changed', 'server_uuid': '84c86e66-5ad0-4a89-8b55-6223be6346d8', 'tag': 'cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:14.227738 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134aa60e-db02-42e7-9455-52b265d78774" -d '{"events": [{"server_uuid": "84c86e66-5ad0-4a89-8b55-6223be6346d8", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6"}, {"name": "network-changed", "server_uuid": "84c86e66-5ad0-4a89-8b55-6223be6346d8", "tag": "cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:14.264478 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:14.297110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c1b24-c3ee-4724-800d-7099f35dc19b req-9e2adb3a-f2bb-44c8-b39c-a1f0c9382bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:14.298927 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a00c1b24-c3ee-4724-800d-7099f35dc19b req-9e2adb3a-f2bb-44c8-b39c-a1f0c9382bc0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 1099 time: 0.0474508 Jan 27 21:29:14.327354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff3646-052d-4870-aabf-aafedf37a4e8 req-a84b02af-2579-4dae-9fcd-a62dafc6e0d7 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:14.332552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02ff3646-052d-4870-aabf-aafedf37a4e8 req-a84b02af-2579-4dae-9fcd-a62dafc6e0d7 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 948 time: 0.0576637 Jan 27 21:29:14.340934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2c96e243-d6be-4759-8025-e4867df9a2c5,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:14.369895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57722) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:14.373149 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a00c1b24-c3ee-4724-800d-7099f35dc19b req-089b3b48-d5f2-43d2-888d-ce9cc7a4c3e3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679040 Jan 27 21:29:14.390791 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a401e7af-0a3c-4ce5-9343-f7eac0cefdcc x-openstack-request-id: req-a401e7af-0a3c-4ce5-9343-f7eac0cefdcc {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:14.391331 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c86e66-5ad0-4a89-8b55-6223be6346d8", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6", "code": 200}, {"name": "network-changed", "server_uuid": "84c86e66-5ad0-4a89-8b55-6223be6346d8", "tag": "cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:14.391658 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a401e7af-0a3c-4ce5-9343-f7eac0cefdcc {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:14.392199 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c86e66-5ad0-4a89-8b55-6223be6346d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6', 'code': 200} Jan 27 21:29:14.392556 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c86e66-5ad0-4a89-8b55-6223be6346d8', 'tag': 'cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6', 'status': 'completed', 'code': 200} Jan 27 21:29:14.395724 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66b3c675-14f1-4229-a85c-f2557a4f0c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:14.402083 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02ff3646-052d-4870-aabf-aafedf37a4e8 req-91e53ce3-a284-4cd0-9f47-98eea50c350d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624397 Jan 27 21:29:14.500613 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66b3c675-14f1-4229-a85c-f2557a4f0c56 admin admin] Publish callbacks [] for security_group (1ebf2c38-2708-4019-b9ed-c70127859b08), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:14.503768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134aa60e-db02-42e7-9455-52b265d78774 req-f7fa9699-e61f-41af-a31e-6e4aa7a7cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:14.505331 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-134aa60e-db02-42e7-9455-52b265d78774 req-f7fa9699-e61f-41af-a31e-6e4aa7a7cd92 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 1145 time: 0.0598271 Jan 27 21:29:14.617634 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134aa60e-db02-42e7-9455-52b265d78774 req-82aa009b-243f-486b-b5fa-978f9a436c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:14.619456 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-134aa60e-db02-42e7-9455-52b265d78774 req-82aa009b-243f-486b-b5fa-978f9a436c0e service neutron] 10.222.0.71 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.1060245 Jan 27 21:29:14.683645 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-134aa60e-db02-42e7-9455-52b265d78774 req-da194f2a-506f-4615-8561-e8932d7264c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 HTTP/1.1" status: 200 len: 217 time: 0.0572779 Jan 27 21:29:14.738368 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134aa60e-db02-42e7-9455-52b265d78774 req-81a031b7-8f42-431a-bd3c-8e665b8b3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:14.740498 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-134aa60e-db02-42e7-9455-52b265d78774 req-81a031b7-8f42-431a-bd3c-8e665b8b3555 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0505605 Jan 27 21:29:14.743545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66b3c675-14f1-4229-a85c-f2557a4f0c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1ebf2c38-2708-4019-b9ed-c70127859b08), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:14.772962 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-134aa60e-db02-42e7-9455-52b265d78774 req-c485ac3d-df1f-457c-8e5d-6f364f24a1cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252242 Jan 27 21:29:14.797185 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-66b3c675-14f1-4229-a85c-f2557a4f0c56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9512fab70b624f4190dc373affbb4abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187756 Jan 27 21:29:14.797353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57744) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:14.811392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023afcd9-d39d-4c83-aea9-033028ba9eb0 req-ecb5f0b1-edaa-411a-a65b-576c223ec479 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:14.813101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-023afcd9-d39d-4c83-aea9-033028ba9eb0 req-ecb5f0b1-edaa-411a-a65b-576c223ec479 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.3255761 Jan 27 21:29:14.814964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3c675-14f1-4229-a85c-f2557a4f0c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebf2c38-2708-4019-b9ed-c70127859b08,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:14.894999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b1331ea-a8a8-4f83-b97b-ab4f554ccec7 admin admin] Publish callbacks [] for security_group (1ebf2c38-2708-4019-b9ed-c70127859b08), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:14.951966 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-134aa60e-db02-42e7-9455-52b265d78774 req-1bddcf5d-d262-46a3-9cb7-9a768220e4af service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735551 Jan 27 21:29:14.957227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-023afcd9-d39d-4c83-aea9-033028ba9eb0 req-81adbaeb-2e65-407b-8629-c509a11dabba tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267076 Jan 27 21:29:14.989284 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b1331ea-a8a8-4f83-b97b-ab4f554ccec7 admin admin] Publish callbacks [] for security_group (1ebf2c38-2708-4019-b9ed-c70127859b08), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:15.028460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 81d8e5f4-0ad9-482f-9710-7a72d992f129 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:15.039029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0ccbb-e653-4c8f-a998-e17dc21b75cf req-7a6f7fad-2c00-4200-88b9-f2bfbc459c86 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:15.058663 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25f0ccbb-e653-4c8f-a998-e17dc21b75cf req-7a6f7fad-2c00-4200-88b9-f2bfbc459c86 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 948 time: 0.1404250 Jan 27 21:29:15.104868 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-134aa60e-db02-42e7-9455-52b265d78774 req-34cc1a37-6eb4-4342-bc9e-4a51ba3130d7 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455858 Jan 27 21:29:15.173007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 81d8e5f4-0ad9-482f-9710-7a72d992f129, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=81d8e5f4-0ad9-482f-9710-7a72d992f129,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:15.187522 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '81d8e5f4-0ad9-482f-9710-7a72d992f129', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '81d8e5f4-0ad9-482f-9710-7a72d992f129', 'mac_address': 'fa:16:3e:a6:18:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:29:15.189911 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c08f56a7-92d0-475c-bd05-9807a5e4702e up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:15.193271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25f0ccbb-e653-4c8f-a998-e17dc21b75cf req-9e8b8b17-e303-4752-9c20-d5d92f4b58ae tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332748 Jan 27 21:29:15.230517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b1331ea-a8a8-4f83-b97b-ab4f554ccec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1ebf2c38-2708-4019-b9ed-c70127859b08), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:15.234419 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b1331ea-a8a8-4f83-b97b-ab4f554ccec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:15.240218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1b1331ea-a8a8-4f83-b97b-ab4f554ccec7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ebf2c38-2708-4019-b9ed-c70127859b08 HTTP/1.1" status: 204 len: 168 time: 0.4417257 Jan 27 21:29:15.253076 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1331ea-a8a8-4f83-b97b-ab4f554ccec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebf2c38-2708-4019-b9ed-c70127859b08,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:15.264961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 81d8e5f4-0ad9-482f-9710-7a72d992f129 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:15.265352 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:15.265966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146aa7f-d40c-413a-8147-793ae0a0c981 req-17d780b5-f903-4797-981c-64728a6fad33 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:15.274990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f146aa7f-d40c-413a-8147-793ae0a0c981 req-17d780b5-f903-4797-981c-64728a6fad33 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 964 time: 0.1287308 Jan 27 21:29:15.289226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d8e5f4-0ad9-482f-9710-7a72d992f129 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:15.342268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f146aa7f-d40c-413a-8147-793ae0a0c981 req-eca530fa-6a78-44af-a602-acb4ed7aab81 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660522 Jan 27 21:29:15.353798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 81d8e5f4-0ad9-482f-9710-7a72d992f129, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=81d8e5f4-0ad9-482f-9710-7a72d992f129,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:15.428926 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port c08f56a7-92d0-475c-bd05-9807a5e4702e completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:29:15.435383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port c08f56a7-92d0-475c-bd05-9807a5e4702e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:15.436103 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:15.513491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:15.560976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a15a5-3ba9-4112-b294-1c2c8be300eb req-648cb399-626e-4807-8b87-a7e0821126b4 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:15.568725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=81d8e5f4-0ad9-482f-9710-7a72d992f129,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:15.569247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c1a15a5-3ba9-4112-b294-1c2c8be300eb req-648cb399-626e-4807-8b87-a7e0821126b4 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 948 time: 0.0858731 Jan 27 21:29:15.631020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c1a15a5-3ba9-4112-b294-1c2c8be300eb req-8c6261c9-ce81-401b-9c6b-6f5218700e4b tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584702 Jan 27 21:29:15.633505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c08f56a7-92d0-475c-bd05-9807a5e4702e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:15.633948 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:15.666236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57772) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:15.673869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c08f56a7-92d0-475c-bd05-9807a5e4702e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c08f56a7-92d0-475c-bd05-9807a5e4702e,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:15.748621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['81d8e5f4-0ad9-482f-9710-7a72d992f129'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:15.779044 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:15.810646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:15.861681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c08f56a7-92d0-475c-bd05-9807a5e4702e,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:16.000646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:16.036721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 has no active binding in host n-h1-760456-6 {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:29:16.101357 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6bb8c6e2-ae07-4587-9d0d-faf8a8732d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:16.136058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940da36-f0bc-4a45-87d1-ecb2a06f7bd6 req-5d50d989-685b-4967-8e4e-ec307fdff1eb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:16.137594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2940da36-f0bc-4a45-87d1-ecb2a06f7bd6 req-5d50d989-685b-4967-8e4e-ec307fdff1eb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0846324 Jan 27 21:29:16.189785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cc9727-9495-4203-b528-942a852b1d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08f56a7-92d0-475c-bd05-9807a5e4702e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:16.193031 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c58e80-1696-48ae-a212-195f536217c0" -d '{"events": [{"server_uuid": "d3cc9727-9495-4203-b528-942a852b1d95", "name": "network-vif-plugged", "status": "completed", "tag": "c08f56a7-92d0-475c-bd05-9807a5e4702e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:16.212491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2940da36-f0bc-4a45-87d1-ecb2a06f7bd6 req-df1a8bb8-dfdc-4534-8138-ca2358fbf370 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642679 Jan 27 21:29:16.232460 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7f4bad-4fac-44ed-af1a-e8a7b9334890 x-openstack-request-id: req-0b7f4bad-4fac-44ed-af1a-e8a7b9334890 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:16.232785 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cc9727-9495-4203-b528-942a852b1d95", "name": "network-vif-plugged", "status": "completed", "tag": "c08f56a7-92d0-475c-bd05-9807a5e4702e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:16.233051 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b7f4bad-4fac-44ed-af1a-e8a7b9334890 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:16.233457 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cc9727-9495-4203-b528-942a852b1d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08f56a7-92d0-475c-bd05-9807a5e4702e', 'code': 200} Jan 27 21:29:16.239778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6bb8c6e2-ae07-4587-9d0d-faf8a8732d7e admin admin] Publish callbacks [] for security_group (ba516405-e29a-44d0-a182-ac6e7733ff18), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:16.308120 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6bb8c6e2-ae07-4587-9d0d-faf8a8732d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ba516405-e29a-44d0-a182-ac6e7733ff18), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:16.380361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6bb8c6e2-ae07-4587-9d0d-faf8a8732d7e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=230db5c1f1c14c8caf3d3cddf4bda424&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7120616 Jan 27 21:29:16.383940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57796) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:16.384980 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8c6e2-ae07-4587-9d0d-faf8a8732d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba516405-e29a-44d0-a182-ac6e7733ff18,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:16.413377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411172f-5529-4c4f-9d6e-eb65c67a703f req-1abc3df5-752e-431d-9ae7-2acd702e96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:16.416178 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b411172f-5529-4c4f-9d6e-eb65c67a703f req-1abc3df5-752e-431d-9ae7-2acd702e96b4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 1100 time: 0.1126106 Jan 27 21:29:16.417633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e46fb2-cb07-4776-8b3e-fbe5dc3c4090 req-fe1d7981-120a-4a97-9e46-75eb8c0db768 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:16.419263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11e46fb2-cb07-4776-8b3e-fbe5dc3c4090 req-fe1d7981-120a-4a97-9e46-75eb8c0db768 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 949 time: 0.1254776 Jan 27 21:29:16.466336 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b411172f-5529-4c4f-9d6e-eb65c67a703f req-a8080c97-98f3-4d70-9a6e-5908fa46d29c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437713 Jan 27 21:29:16.493788 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d151056-4491-4cef-92a1-ec9ec8e585d6 admin admin] Publish callbacks [] for security_group (ba516405-e29a-44d0-a182-ac6e7733ff18), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:16.560565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11e46fb2-cb07-4776-8b3e-fbe5dc3c4090 req-f32da1f6-907a-493e-840b-f26e06b4c4df tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977995 Jan 27 21:29:16.566682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d151056-4491-4cef-92a1-ec9ec8e585d6 admin admin] Publish callbacks [] for security_group (ba516405-e29a-44d0-a182-ac6e7733ff18), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:16.607195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35924919-8eee-488d-a4d0-a94f23dd6d8f req-80dfe3cf-797e-4807-a1df-bf5c08471032 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:16.608925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35924919-8eee-488d-a4d0-a94f23dd6d8f req-80dfe3cf-797e-4807-a1df-bf5c08471032 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 964 time: 0.1079414 Jan 27 21:29:16.671246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35924919-8eee-488d-a4d0-a94f23dd6d8f req-d6969f72-1b6c-41aa-811a-6668c499ec8f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545216 Jan 27 21:29:16.747186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5517036-f77d-4139-bb01-ad1b4bab42e2 req-87e12f28-00e0-40f4-8921-3925af84a843 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:16.749089 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5517036-f77d-4139-bb01-ad1b4bab42e2 req-87e12f28-00e0-40f4-8921-3925af84a843 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 949 time: 0.0565152 Jan 27 21:29:16.760320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d151056-4491-4cef-92a1-ec9ec8e585d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ba516405-e29a-44d0-a182-ac6e7733ff18), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:16.763370 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d151056-4491-4cef-92a1-ec9ec8e585d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:16.767148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d151056-4491-4cef-92a1-ec9ec8e585d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba516405-e29a-44d0-a182-ac6e7733ff18 HTTP/1.1" status: 204 len: 168 time: 0.3778162 Jan 27 21:29:16.783771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d151056-4491-4cef-92a1-ec9ec8e585d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba516405-e29a-44d0-a182-ac6e7733ff18,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:16.822404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5517036-f77d-4139-bb01-ad1b4bab42e2 req-352e24f6-a066-4864-af95-c5a65b18e881 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659223 Jan 27 21:29:16.878574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57810) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:16.974793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1027471084-network', 'tenant_id': 'c873eeae24ef4b64894b14e679056881'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:17.029016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Made reservation on behalf of c873eeae24ef4b64894b14e679056881 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:17.031478 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.042551 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.059489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 81d8e5f4-0ad9-482f-9710-7a72d992f129 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:17.132980 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Publish callbacks [] for security_group (9da99618-35fb-46d6-b0e5-3b6ebbef5e85), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.274975 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9da99618-35fb-46d6-b0e5-3b6ebbef5e85), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.275228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 81d8e5f4-0ad9-482f-9710-7a72d992f129 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:29:17.280163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 81d8e5f4-0ad9-482f-9710-7a72d992f129 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:17.280743 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.315389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da99618-35fb-46d6-b0e5-3b6ebbef5e85,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:17.336150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:29:17.385155 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6dc0f223-67dc-46aa-aac9-b4ea56d57b66), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.385732 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Added segment 6dc0f223-67dc-46aa-aac9-b4ea56d57b66 of type vlan for network 67c3ed9a-058f-40ac-8a57-8d7cc625ac9a Jan 27 21:29:17.411428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 81d8e5f4-0ad9-482f-9710-7a72d992f129 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:17.411898 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.446447 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (67c3ed9a-058f-40ac-8a57-8d7cc625ac9a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.456492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 81d8e5f4-0ad9-482f-9710-7a72d992f129, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=81d8e5f4-0ad9-482f-9710-7a72d992f129,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:17.459253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32212ce0-4fa1-49e8-9b90-b075a238f09a req-e9dce59a-c8e2-4765-9976-a216d2a93d3e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:17.460983 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32212ce0-4fa1-49e8-9b90-b075a238f09a req-e9dce59a-c8e2-4765-9976-a216d2a93d3e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.1196568 Jan 27 21:29:17.531972 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32212ce0-4fa1-49e8-9b90-b075a238f09a req-4e95f49c-3b70-4aa1-99b9-8fc6e13a5f44 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588195 Jan 27 21:29:17.560635 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.590560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (67c3ed9a-058f-40ac-8a57-8d7cc625ac9a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.591881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:17.592720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.616586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=81d8e5f4-0ad9-482f-9710-7a72d992f129,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:17.667920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] Pushing event updated for resources: {'Network': ['ID=67c3ed9a-058f-40ac-8a57-8d7cc625ac9a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:17.676994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0715eb44-00ce-4489-8af7-76e0a199e808 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7973289 Jan 27 21:29:17.682826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57836) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:17.683404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57838) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:17.689287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b1a10ab0-33a5-4226-828a-907e5f9d9846 admin admin] Request body: {'subnet': {'network_id': '67c3ed9a-058f-40ac-8a57-8d7cc625ac9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1027471084-subnet', 'tenant_id': 'c873eeae24ef4b64894b14e679056881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:17.691665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 67c3ed9a-058f-40ac-8a57-8d7cc625ac9a details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:29:17.714573 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5612370c-94a4-45da-8ec8-d3363f68be76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.734980 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6334e7-8ddc-4c20-ab51-a3aed9125067 req-6eb747b8-f418-42e7-9844-134a92304df0 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:17.742671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e6334e7-8ddc-4c20-ab51-a3aed9125067 req-6eb747b8-f418-42e7-9844-134a92304df0 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 950 time: 0.0699313 Jan 27 21:29:17.824926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e6334e7-8ddc-4c20-ab51-a3aed9125067 req-320e0511-8ad3-454d-9419-8e7b5c9476d3 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812500 Jan 27 21:29:17.855123 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a10ab0-33a5-4226-828a-907e5f9d9846 admin admin] Made reservation on behalf of c873eeae24ef4b64894b14e679056881 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:17.857477 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a10ab0-33a5-4226-828a-907e5f9d9846 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.861847 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5612370c-94a4-45da-8ec8-d3363f68be76 admin admin] Publish callbacks [] for security_group (7eac72eb-d7bb-4145-986f-da97e8d0e84e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.868031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526eb31-cd1d-42af-adcf-f749d8fb2405 req-58ed2ac9-5479-483c-9b98-855612abe140 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:17.869659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b526eb31-cd1d-42af-adcf-f749d8fb2405 req-58ed2ac9-5479-483c-9b98-855612abe140 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 964 time: 0.0611134 Jan 27 21:29:17.951144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5612370c-94a4-45da-8ec8-d3363f68be76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7eac72eb-d7bb-4145-986f-da97e8d0e84e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:17.961654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b526eb31-cd1d-42af-adcf-f749d8fb2405 req-4d355d58-b8fb-4a94-9f7f-4d90625ad398 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862126 Jan 27 21:29:17.984352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee91bb5-e7b2-4b86-935f-a4800f45c73e req-417b4068-f550-416b-94f5-e4ba11743c13 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:17.986078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ee91bb5-e7b2-4b86-935f-a4800f45c73e req-417b4068-f550-416b-94f5-e4ba11743c13 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 949 time: 0.0749617 Jan 27 21:29:18.022234 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5612370c-94a4-45da-8ec8-d3363f68be76 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83695bd7899e40e3a5398c2cf2092b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365884 Jan 27 21:29:18.023381 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612370c-94a4-45da-8ec8-d3363f68be76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eac72eb-d7bb-4145-986f-da97e8d0e84e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:18.031694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57856) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:18.060110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ee91bb5-e7b2-4b86-935f-a4800f45c73e req-6c8d589e-83cc-4ec7-917e-7f3a1363d38a tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674295 Jan 27 21:29:18.104010 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9e9f-6b13-4be9-a7eb-ea845042f232 admin admin] Publish callbacks [] for security_group (7eac72eb-d7bb-4145-986f-da97e8d0e84e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:18.127675 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9e9f-6b13-4be9-a7eb-ea845042f232 admin admin] Publish callbacks [] for security_group (7eac72eb-d7bb-4145-986f-da97e8d0e84e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:18.206643 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a10ab0-33a5-4226-828a-907e5f9d9846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (510aa89f-43f3-40a8-bdff-4f49f8104655), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:18.234871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85697d7d-7e07-495c-9488-00fa1450c4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d8e5f4-0ad9-482f-9710-7a72d992f129'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:18.237294 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ca4ecd-6d68-46ca-8da4-428464e5485d" -d '{"events": [{"server_uuid": "85697d7d-7e07-495c-9488-00fa1450c4c6", "name": "network-vif-plugged", "status": "completed", "tag": "81d8e5f4-0ad9-482f-9710-7a72d992f129"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:18.246782 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9e9f-6b13-4be9-a7eb-ea845042f232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7eac72eb-d7bb-4145-986f-da97e8d0e84e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:18.250229 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9e9f-6b13-4be9-a7eb-ea845042f232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:18.257170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4b6e9e9f-6b13-4be9-a7eb-ea845042f232 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7eac72eb-d7bb-4145-986f-da97e8d0e84e HTTP/1.1" status: 204 len: 168 time: 0.2243013 Jan 27 21:29:18.267002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a10ab0-33a5-4226-828a-907e5f9d9846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=510aa89f-43f3-40a8-bdff-4f49f8104655,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:18.268427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e9e9f-6b13-4be9-a7eb-ea845042f232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eac72eb-d7bb-4145-986f-da97e8d0e84e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:18.282449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a10ab0-33a5-4226-828a-907e5f9d9846 admin admin] Checking segment: {'id': '6dc0f223-67dc-46aa-aac9-b4ea56d57b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '67c3ed9a-058f-40ac-8a57-8d7cc625ac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:18.282814 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a10ab0-33a5-4226-828a-907e5f9d9846 admin admin] Network hostable DHCP agents. Network: 67c3ed9a-058f-40ac-8a57-8d7cc625ac9a, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:29:18.286645 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77b64c2-9642-45ae-8755-0f35e268c152 x-openstack-request-id: req-b77b64c2-9642-45ae-8755-0f35e268c152 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:18.287141 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85697d7d-7e07-495c-9488-00fa1450c4c6", "name": "network-vif-plugged", "status": "completed", "tag": "81d8e5f4-0ad9-482f-9710-7a72d992f129", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:18.287237 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b77b64c2-9642-45ae-8755-0f35e268c152 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:18.287587 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85697d7d-7e07-495c-9488-00fa1450c4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d8e5f4-0ad9-482f-9710-7a72d992f129', 'code': 200} Jan 27 21:29:18.373889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a10ab0-33a5-4226-828a-907e5f9d9846 admin admin] Network 67c3ed9a-058f-40ac-8a57-8d7cc625ac9a is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:29:18.391434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4add4b-6b34-4503-917b-1ebcf307494d req-ee992f93-6dc3-42ff-881b-7bcdb5dd9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:18.392964 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1d4add4b-6b34-4503-917b-1ebcf307494d req-ee992f93-6dc3-42ff-881b-7bcdb5dd9e9b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 1101 time: 0.0511143 Jan 27 21:29:18.437311 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1d4add4b-6b34-4503-917b-1ebcf307494d req-6fff8bb8-80ff-4dec-8e12-ddc82d0cf068 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367429 Jan 27 21:29:18.440390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b1a10ab0-33a5-4226-828a-907e5f9d9846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 67c3ed9a-058f-40ac-8a57-8d7cc625ac9a) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:18.444564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a10ab0-33a5-4226-828a-907e5f9d9846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:18.451991 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a10ab0-33a5-4226-828a-907e5f9d9846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:18.452759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bee3b8-f2ba-4ca1-8ef7-0021974fecaa None None] Network 67c3ed9a-058f-40ac-8a57-8d7cc625ac9a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:29:18.529392 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b1a10ab0-33a5-4226-828a-907e5f9d9846 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8449183 Jan 27 21:29:18.544415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9af8b3-597e-4f2f-9fa6-7e85864c90fb None None] Network 67c3ed9a-058f-40ac-8a57-8d7cc625ac9a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:29:18.666543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bb40d-bbd4-4941-b013-dc7906312328 req-c648c0ef-59bb-40b9-b436-c5f13acdddc2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:18.668632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d7bb40d-bbd4-4941-b013-dc7906312328 req-c648c0ef-59bb-40b9-b436-c5f13acdddc2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0621686 Jan 27 21:29:18.719353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d7bb40d-bbd4-4941-b013-dc7906312328 req-74111063-5412-4287-b25a-6d58016b39fc tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444477 Jan 27 21:29:18.942752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099b3e-1e0f-472e-801e-29d6a185a99a req-35f65a27-8469-4c24-ba97-dcf6d4190cfd tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:18.944260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4099b3e-1e0f-472e-801e-29d6a185a99a req-35f65a27-8469-4c24-ba97-dcf6d4190cfd tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 950 time: 0.0478787 Jan 27 21:29:18.992981 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4099b3e-1e0f-472e-801e-29d6a185a99a req-b54d8594-13a7-424c-b496-16e89840df44 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431800 Jan 27 21:29:19.084774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faa800-c6d3-4767-83e7-d9ea46edefdd req-2ab4b48e-bf70-47dd-94ee-24a9dd458f70 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:19.086280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72faa800-c6d3-4767-83e7-d9ea46edefdd req-2ab4b48e-bf70-47dd-94ee-24a9dd458f70 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 964 time: 0.0488181 Jan 27 21:29:19.149800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72faa800-c6d3-4767-83e7-d9ea46edefdd req-c776f9f5-85ae-4e12-bd87-551a6ecc6ee6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568085 Jan 27 21:29:19.193359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3001e6-75bb-42d5-b7aa-2f0e01e4f445 req-70826faf-3ba8-4fdf-8e50-d0829d6c74c0 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:19.194834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe3001e6-75bb-42d5-b7aa-2f0e01e4f445 req-70826faf-3ba8-4fdf-8e50-d0829d6c74c0 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 949 time: 0.0574782 Jan 27 21:29:19.242111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe3001e6-75bb-42d5-b7aa-2f0e01e4f445 req-d8bbed88-1836-43da-8da9-588383d472fa tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Jan 27 21:29:19.372334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57922) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:19.377465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-146689253-network', 'tenant_id': 'c127e3e5f529458bb2fe31cbd4e4c8a3'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:19.526377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Made reservation on behalf of c127e3e5f529458bb2fe31cbd4e4c8a3 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:19.528854 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:19.539838 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:19.629610 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Publish callbacks [] for security_group (7cdcfe13-f5e8-4991-8742-233e3e1feaf7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:19.719634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7cdcfe13-f5e8-4991-8742-233e3e1feaf7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:19.762723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:29:19.785701 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b7f2a476-6549-4f08-8091-26359890ebb4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:19.786057 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Added segment b7f2a476-6549-4f08-8091-26359890ebb4 of type vlan for network 6bfd12c3-21df-4bbd-aca4-bc7685615002 Jan 27 21:29:19.787969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdcfe13-f5e8-4991-8742-233e3e1feaf7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:19.846812 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-2fe8d6e3-d7e9-491f-be88-07425cbbe8f0 service neutron] 10.222.0.71 "GET /v2.0/ports/cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6/bindings/n-h1-760456-6 HTTP/1.1" status: 200 len: 384 time: 0.1199129 Jan 27 21:29:19.900843 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6bfd12c3-21df-4bbd-aca4-bc7685615002), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:19.942053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881d577-9c91-4853-b26b-3bb28530d74a req-c65144c1-aa84-41c3-becd-5b9430ebe78f tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:19.943553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6881d577-9c91-4853-b26b-3bb28530d74a req-c65144c1-aa84-41c3-becd-5b9430ebe78f tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 949 time: 0.1086326 Jan 27 21:29:19.954852 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b807758-2d11-42a5-b4b7-704344095cdd req-c57ce6bb-c5f0-4b91-829b-3c82d6e61259 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:19.956375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b807758-2d11-42a5-b4b7-704344095cdd req-c57ce6bb-c5f0-4b91-829b-3c82d6e61259 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.1203222 Jan 27 21:29:20.032195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6881d577-9c91-4853-b26b-3bb28530d74a req-eeba4365-d363-4e2e-b96e-ed2ed8f9ef9f tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747402 Jan 27 21:29:20.036413 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6bfd12c3-21df-4bbd-aca4-bc7685615002), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:20.037369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:20.037954 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:20.042741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-715cb7e0-8194-430d-ba9e-744b6f011b4b service neutron] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:20.055257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b807758-2d11-42a5-b4b7-704344095cdd req-3a145cc2-68cc-46a6-a0ed-f3a2a7764829 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815325 Jan 27 21:29:20.089285 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-715cb7e0-8194-430d-ba9e-744b6f011b4b service neutron] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:20.112460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] Pushing event updated for resources: {'Network': ['ID=6bfd12c3-21df-4bbd-aca4-bc7685615002,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:20.123867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6bfd12c3-21df-4bbd-aca4-bc7685615002 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:29:20.140803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-715cb7e0-8194-430d-ba9e-744b6f011b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:20.161748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-715cb7e0-8194-430d-ba9e-744b6f011b4b service neutron] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:20.174326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-70c819f9-3e15-4390-b2e6-1de696944af3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8008766 Jan 27 21:29:20.178203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57962) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:20.184338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ec72557b-e31a-4f1b-9704-759470971461 admin admin] Request body: {'subnet': {'network_id': '6bfd12c3-21df-4bbd-aca4-bc7685615002', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-146689253-subnet', 'tenant_id': 'c127e3e5f529458bb2fe31cbd4e4c8a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:20.223015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c42ec3-2a7d-46bd-a1a0-ffd665ae9156 req-1b0bec9c-d63c-4044-89f3-0e279b92c316 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:20.224846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13c42ec3-2a7d-46bd-a1a0-ffd665ae9156 req-1b0bec9c-d63c-4044-89f3-0e279b92c316 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 950 time: 0.0967944 Jan 27 21:29:20.234627 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-715cb7e0-8194-430d-ba9e-744b6f011b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:20.272548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13c42ec3-2a7d-46bd-a1a0-ffd665ae9156 req-cbe4d26d-64e3-4aab-83ec-ec1b61addc3c tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415604 Jan 27 21:29:20.274445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec72557b-e31a-4f1b-9704-759470971461 admin admin] Made reservation on behalf of c127e3e5f529458bb2fe31cbd4e4c8a3 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:20.276812 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec72557b-e31a-4f1b-9704-759470971461 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:20.335465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-715cb7e0-8194-430d-ba9e-744b6f011b4b service neutron] Transition to ACTIVE for port object cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:29:20.435433 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-715cb7e0-8194-430d-ba9e-744b6f011b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:20.511133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-715cb7e0-8194-430d-ba9e-744b6f011b4b service neutron] No DVR routers for this DVR port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:29:20.526370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79c19a-d156-4032-86b9-18752ae0ba75 req-f38ae7d0-0686-4631-b803-a828a063c88e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:20.527900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c79c19a-d156-4032-86b9-18752ae0ba75 req-f38ae7d0-0686-4631-b803-a828a063c88e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 965 time: 0.1043112 Jan 27 21:29:20.545112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cb7e0-8194-430d-ba9e-744b6f011b4b service neutron] Pushing event updated for resources: {'Port': ['ID=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,revision_number=10']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:20.552983 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-715cb7e0-8194-430d-ba9e-744b6f011b4b service neutron] 10.222.0.71 "PUT /v2.0/ports/cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6/bindings/n-h1-760456-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6987655 Jan 27 21:29:20.580449 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec72557b-e31a-4f1b-9704-759470971461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (a45460b3-0425-48b5-9559-c1aef8931e05), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:20.591334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c79c19a-d156-4032-86b9-18752ae0ba75 req-8846a701-4808-4786-94bf-cd274cbcf52c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569625 Jan 27 21:29:20.670045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72557b-e31a-4f1b-9704-759470971461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45460b3-0425-48b5-9559-c1aef8931e05,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:20.691081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e491c-f252-4510-ac80-3304e5b01878 req-880c51a5-c929-4481-b6c3-1c6ca1261d46 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:20.692598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b33e491c-f252-4510-ac80-3304e5b01878 req-880c51a5-c929-4481-b6c3-1c6ca1261d46 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.0998030 Jan 27 21:29:20.695447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec72557b-e31a-4f1b-9704-759470971461 admin admin] Checking segment: {'id': 'b7f2a476-6549-4f08-8091-26359890ebb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6bfd12c3-21df-4bbd-aca4-bc7685615002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:20.695811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec72557b-e31a-4f1b-9704-759470971461 admin admin] Network hostable DHCP agents. Network: 6bfd12c3-21df-4bbd-aca4-bc7685615002, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:29:20.715442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-a41b808a-5196-4059-b4fd-39a8904526ac tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:20.717008 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-a41b808a-5196-4059-b4fd-39a8904526ac tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8&tenant_id=26824789def4412abd886336d3559fe2&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1116 time: 0.0554447 Jan 27 21:29:20.789242 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b33e491c-f252-4510-ac80-3304e5b01878 req-2a4742a9-a8a3-43d3-b3b1-eb4fe6e7767a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864255 Jan 27 21:29:20.806665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27cfaa-2d27-46b0-ae8c-5085296bbcd9 req-f0312693-358a-45e7-a2c0-e9e3899f9f74 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:20.808879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce27cfaa-2d27-46b0-ae8c-5085296bbcd9 req-f0312693-358a-45e7-a2c0-e9e3899f9f74 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 949 time: 0.0697954 Jan 27 21:29:20.809386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-f313de2d-161a-436a-a5cd-bb5439b21f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:20.810877 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-f313de2d-161a-436a-a5cd-bb5439b21f9e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8&tenant_id=26824789def4412abd886336d3559fe2 HTTP/1.1" status: 200 len: 1116 time: 0.0833101 Jan 27 21:29:20.822743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec72557b-e31a-4f1b-9704-759470971461 admin admin] Network 6bfd12c3-21df-4bbd-aca4-bc7685615002 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:29:20.885370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce27cfaa-2d27-46b0-ae8c-5085296bbcd9 req-1439c8f4-3255-4bce-aa90-5c1652e7907e tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702944 Jan 27 21:29:20.886968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-313e2e43-2492-4afe-9739-df51061559b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:20.888849 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-313e2e43-2492-4afe-9739-df51061559b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 1116 time: 0.0463970 Jan 27 21:29:20.915468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ec72557b-e31a-4f1b-9704-759470971461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 6bfd12c3-21df-4bbd-aca4-bc7685615002) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:20.920813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec72557b-e31a-4f1b-9704-759470971461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:20.921696 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec72557b-e31a-4f1b-9704-759470971461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:20.927795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28eaa93-37a5-4b39-bf50-f5087bc96f0e None None] Network 6bfd12c3-21df-4bbd-aca4-bc7685615002 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:29:21.018074 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ec72557b-e31a-4f1b-9704-759470971461 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8310599 Jan 27 21:29:21.027993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-3ebf6fa0-a023-4b54-994b-e6aaa10c7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:21.034285 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-3ebf6fa0-a023-4b54-994b-e6aaa10c7962 service neutron] 10.222.0.74 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.1391487 Jan 27 21:29:21.049233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed365c-ea8a-405b-929f-51bebc69cc84 None None] Network 6bfd12c3-21df-4bbd-aca4-bc7685615002 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:29:21.109428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f2a9df35-37b7-4f1c-ab64-86115f77533f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2e7e41510601437eab65149bd54b9068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396583 Jan 27 21:29:21.116181 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-9eb5043b-80ef-4db1-8a78-4b3411ea9ed2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 HTTP/1.1" status: 200 len: 217 time: 0.0687087 Jan 27 21:29:21.189180 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-aa0ba8a1-adff-4502-9632-3ebeba5a1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:21.190676 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-aa0ba8a1-adff-4502-9632-3ebeba5a1cd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0679157 Jan 27 21:29:21.228348 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-ac70af77-5163-40e5-b740-d374729dcdbb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299273 Jan 27 21:29:21.265648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58026) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:21.281161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-c4c3c313-c859-4140-a7d0-6ca29e48a19b tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:21.282613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-c4c3c313-c859-4140-a7d0-6ca29e48a19b tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665578 Jan 27 21:29:21.305585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f3eee-964a-4cfc-8d56-6d64b504b3fe req-0ea9f3cc-1ac6-4ee6-bf37-5e6fbb10c24b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:21.306944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d01f3eee-964a-4cfc-8d56-6d64b504b3fe req-0ea9f3cc-1ac6-4ee6-bf37-5e6fbb10c24b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0763452 Jan 27 21:29:21.308658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-0a49a746-89ae-4104-9a8f-7b12aa4b64c4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/quotas/2e7e41510601437eab65149bd54b9068 HTTP/1.1" status: 200 len: 375 time: 0.0204189 Jan 27 21:29:21.350707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4c14fc-fd07-4647-b23c-6a48b09f1a90 admin admin] Deleting subnet 510aa89f-43f3-40a8-bdff-4f49f8104655 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:29:21.357063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c4c14fc-fd07-4647-b23c-6a48b09f1a90 admin admin] Publish callbacks [] for subnet (510aa89f-43f3-40a8-bdff-4f49f8104655), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.383575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d01f3eee-964a-4cfc-8d56-6d64b504b3fe req-0a4338ba-62d3-4ef4-b396-ae9fad255b96 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711503 Jan 27 21:29:21.391887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-cb8ebaba-7237-462c-8e10-aeb7eff8c970 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2e7e41510601437eab65149bd54b9068&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737584 Jan 27 21:29:21.397403 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-0dae5346-8f46-40ab-82fb-799aa3282d2d service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629601 Jan 27 21:29:21.407739 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c4c14fc-fd07-4647-b23c-6a48b09f1a90 admin admin] Publish callbacks [] for subnet (510aa89f-43f3-40a8-bdff-4f49f8104655), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.434095 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c4c14fc-fd07-4647-b23c-6a48b09f1a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (510aa89f-43f3-40a8-bdff-4f49f8104655), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.534097 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-33abb8c1-86f2-4fe7-971d-d6218a4efa98 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285954 Jan 27 21:29:21.643602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c704897-0c4e-45f8-99ba-29e4efd490d3 req-82ae7e66-e297-4e94-9f93-406361c4499d tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 210 time: 0.0339620 Jan 27 21:29:21.652462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c4c14fc-fd07-4647-b23c-6a48b09f1a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (510aa89f-43f3-40a8-bdff-4f49f8104655), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.702881 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c14fc-fd07-4647-b23c-6a48b09f1a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=510aa89f-43f3-40a8-bdff-4f49f8104655,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:21.704932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c4c14fc-fd07-4647-b23c-6a48b09f1a90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.710705 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6c4c14fc-fd07-4647-b23c-6a48b09f1a90 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/510aa89f-43f3-40a8-bdff-4f49f8104655 HTTP/1.1" status: 204 len: 168 time: 0.4417315 Jan 27 21:29:21.711499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58036) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:21.795540 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58046) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:21.831401 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (67c3ed9a-058f-40ac-8a57-8d7cc625ac9a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.852285 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ed468-0640-4009-99fe-95c40a5ece82 req-28b814a3-049a-4b23-88e1-9ae056f887d2 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:21.853815 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b89ed468-0640-4009-99fe-95c40a5ece82 req-28b814a3-049a-4b23-88e1-9ae056f887d2 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 965 time: 0.0847423 Jan 27 21:29:21.896472 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f6f9c-8302-4b90-9f19-0b8090a3abab req-eeba15a9-1e6d-4f46-8291-3cf7528dfcab tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:21.899267 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bd3f6f9c-8302-4b90-9f19-0b8090a3abab req-eeba15a9-1e6d-4f46-8291-3cf7528dfcab tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 949 time: 0.0605292 Jan 27 21:29:21.945467 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e67b780-9585-4991-967c-50f032e6c7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:21.993502 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (67c3ed9a-058f-40ac-8a57-8d7cc625ac9a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.005816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b89ed468-0640-4009-99fe-95c40a5ece82 req-65aabbff-49b1-4253-833f-6dcde74952ae tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440146 Jan 27 21:29:22.073201 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.075115 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.076184 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.082549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > port after_create 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.082549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.082549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > port after_update 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.082549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.082549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.082549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.082549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.097844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-bd3f6f9c-8302-4b90-9f19-0b8090a3abab req-449224a9-b056-4077-bb20-124f453b2a3d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Deleting port c08f56a7-92d0-475c-bd05-9807a5e4702e {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:29:22.098366 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-bd3f6f9c-8302-4b90-9f19-0b8090a3abab req-449224a9-b056-4077-bb20-124f453b2a3d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.161794 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e67b780-9585-4991-967c-50f032e6c7ec admin admin] Publish callbacks [] for security_group (e0bdf251-dadb-490b-8cb2-b0c8b31202d5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.176739 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.177101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.177439 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.177931 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:29:22.178460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c3ed9a-058f-40ac-8a57-8d7cc625ac9a']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:29:22.204577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc0f223-67dc-46aa-aac9-b4ea56d57b66') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:29:22.204887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc0f223-67dc-46aa-aac9-b4ea56d57b66') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:29:22.206667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-c4cf83a1-23f0-469c-9870-8310552663b9 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:22.208377 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-c4cf83a1-23f0-469c-9870-8310552663b9 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8&tenant_id=26824789def4412abd886336d3559fe2&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 1116 time: 0.1424670 Jan 27 21:29:22.224238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7dffc-c1f9-4683-8ccf-ad3af36b75ef req-38bda320-43e0-4e5e-b4cc-792e63ba09a2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:22.232784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03e7dffc-c1f9-4683-8ccf-ad3af36b75ef req-38bda320-43e0-4e5e-b4cc-792e63ba09a2 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 949 time: 0.2210314 Jan 27 21:29:22.242675 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (6dc0f223-67dc-46aa-aac9-b4ea56d57b66), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.248593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e67b780-9585-4991-967c-50f032e6c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e0bdf251-dadb-490b-8cb2-b0c8b31202d5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.259773 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-bd3f6f9c-8302-4b90-9f19-0b8090a3abab req-449224a9-b056-4077-bb20-124f453b2a3d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] For port c08f56a7-92d0-475c-bd05-9807a5e4702e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c08f56a7-92d0-475c-bd05-9807a5e4702e,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:22.263458 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-bd3f6f9c-8302-4b90-9f19-0b8090a3abab req-449224a9-b056-4077-bb20-124f453b2a3d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.286241 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6dc0f223-67dc-46aa-aac9-b4ea56d57b66), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.300240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-bd3f6f9c-8302-4b90-9f19-0b8090a3abab req-449224a9-b056-4077-bb20-124f453b2a3d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Calling delete_port for c08f56a7-92d0-475c-bd05-9807a5e4702e owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:29:22.302486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:29:22.302884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (6dc0f223-67dc-46aa-aac9-b4ea56d57b66), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: from cryptography.utils import int_from_bytes Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: from cryptography.utils import int_from_bytes Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:29:22.324240 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:29:22.326604 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7e67b780-9585-4991-967c-50f032e6c7ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=09862af003c746caae778e0d8b85a22f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5286179 Jan 27 21:29:22.339111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58064) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:22.341055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67b780-9585-4991-967c-50f032e6c7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bdf251-dadb-490b-8cb2-b0c8b31202d5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:22.377806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03e7dffc-c1f9-4683-8ccf-ad3af36b75ef req-746c450e-67a5-4e13-98bc-19e520085d5e tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/security-groups?id=377affa9-5a1c-4a9d-9a39-082c572155b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441693 Jan 27 21:29:22.506775 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b059442-f844-4c89-a1bc-5321e53c1987 admin admin] Publish callbacks [] for security_group (e0bdf251-dadb-490b-8cb2-b0c8b31202d5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.507888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419d588-9d20-45e2-b45d-0b521d366e4b req-2e3daa1f-8cb8-448c-bf00-21a7c010dbbb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:22.509391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c419d588-9d20-45e2-b45d-0b521d366e4b req-2e3daa1f-8cb8-448c-bf00-21a7c010dbbb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0492442 Jan 27 21:29:22.532404 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (67c3ed9a-058f-40ac-8a57-8d7cc625ac9a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.539393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.539554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b059442-f844-4c89-a1bc-5321e53c1987 admin admin] Publish callbacks [] for security_group (e0bdf251-dadb-490b-8cb2-b0c8b31202d5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.542634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] 10.222.0.61 "DELETE /v2.0/networks/67c3ed9a-058f-40ac-8a57-8d7cc625ac9a HTTP/1.1" status: 204 len: 168 time: 0.8306270 Jan 27 21:29:22.546690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58072) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:22.591724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4f2b5-449a-4ef3-b900-30683fd6c013 admin admin] Pushing event deleted for resources: {'Network': ['ID=67c3ed9a-058f-40ac-8a57-8d7cc625ac9a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:22.609896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-1fc1bdcd-4ffa-49d8-bfc9-263f34e0eaf1 service neutron] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:22.617068 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-1fc1bdcd-4ffa-49d8-bfc9-263f34e0eaf1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.618255 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-204a4c3b-de7d-48b3-9cbd-eea1d6a060f6 req-1fc1bdcd-4ffa-49d8-bfc9-263f34e0eaf1 service neutron] 10.222.0.74 "DELETE /v2.0/ports/cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6/bindings/n-h2-760456-6 HTTP/1.1" status: 204 len: 173 time: 0.4022117 Jan 27 21:29:22.626335 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c419d588-9d20-45e2-b45d-0b521d366e4b req-59c527a8-d4c9-41cf-b332-f76d54516d6d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106620 Jan 27 21:29:22.633092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe96e671-f139-4fe6-aade-4f44a508044c admin admin] Deleting subnet a45460b3-0425-48b5-9559-c1aef8931e05 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:29:22.638407 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fe96e671-f139-4fe6-aade-4f44a508044c admin admin] Publish callbacks [] for subnet (a45460b3-0425-48b5-9559-c1aef8931e05), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.674089 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fe96e671-f139-4fe6-aade-4f44a508044c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (a45460b3-0425-48b5-9559-c1aef8931e05), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.680940 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-bd3f6f9c-8302-4b90-9f19-0b8090a3abab req-449224a9-b056-4077-bb20-124f453b2a3d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (c08f56a7-92d0-475c-bd05-9807a5e4702e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.693896 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['c08f56a7-92d0-475c-bd05-9807a5e4702e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:22.709986 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449224a9-b056-4077-bb20-124f453b2a3d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Pushing event deleted for resources: {'Port': ['ID=c08f56a7-92d0-475c-bd05-9807a5e4702e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:22.752849 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b059442-f844-4c89-a1bc-5321e53c1987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e0bdf251-dadb-490b-8cb2-b0c8b31202d5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.755575 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b059442-f844-4c89-a1bc-5321e53c1987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.756931 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b059442-f844-4c89-a1bc-5321e53c1987 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0bdf251-dadb-490b-8cb2-b0c8b31202d5 HTTP/1.1" status: 204 len: 168 time: 0.4228849 Jan 27 21:29:22.777646 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fe96e671-f139-4fe6-aade-4f44a508044c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (a45460b3-0425-48b5-9559-c1aef8931e05), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.807047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b059442-f844-4c89-a1bc-5321e53c1987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bdf251-dadb-490b-8cb2-b0c8b31202d5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:22.809764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3f6f9c-8302-4b90-9f19-0b8090a3abab req-449224a9-b056-4077-bb20-124f453b2a3d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] No DVR routers for this DVR port c08f56a7-92d0-475c-bd05-9807a5e4702e on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:29:22.812561 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-bd3f6f9c-8302-4b90-9f19-0b8090a3abab req-449224a9-b056-4077-bb20-124f453b2a3d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:22.816756 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bd3f6f9c-8302-4b90-9f19-0b8090a3abab req-449224a9-b056-4077-bb20-124f453b2a3d tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.71 "DELETE /v2.0/ports/c08f56a7-92d0-475c-bd05-9807a5e4702e HTTP/1.1" status: 204 len: 173 time: 0.9139228 Jan 27 21:29:22.817222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cc9727-9495-4203-b528-942a852b1d95', 'name': 'network-vif-deleted', 'tag': 'c08f56a7-92d0-475c-bd05-9807a5e4702e'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:22.819621 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f554b4-3551-49de-9738-81cb834503c3" -d '{"events": [{"server_uuid": "d3cc9727-9495-4203-b528-942a852b1d95", "name": "network-vif-deleted", "tag": "c08f56a7-92d0-475c-bd05-9807a5e4702e"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:22.823077 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-badb9174-9a7f-4a45-a0b3-c9438f35c905 req-9c81923e-a50f-4014-8cf7-1858c1afba84 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 210 time: 0.0683482 Jan 27 21:29:22.910828 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e34dd05-eff5-4d57-bfa1-20d425a39c1d x-openstack-request-id: req-1e34dd05-eff5-4d57-bfa1-20d425a39c1d {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:22.911347 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cc9727-9495-4203-b528-942a852b1d95", "name": "network-vif-deleted", "tag": "c08f56a7-92d0-475c-bd05-9807a5e4702e", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:22.911440 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1e34dd05-eff5-4d57-bfa1-20d425a39c1d {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:22.911806 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3cc9727-9495-4203-b528-942a852b1d95', 'name': 'network-vif-deleted', 'tag': 'c08f56a7-92d0-475c-bd05-9807a5e4702e', 'status': 'completed', 'code': 200} Jan 27 21:29:22.972596 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fe96e671-f139-4fe6-aade-4f44a508044c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (a45460b3-0425-48b5-9559-c1aef8931e05), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:23.004996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96e671-f139-4fe6-aade-4f44a508044c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a45460b3-0425-48b5-9559-c1aef8931e05,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:23.007073 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fe96e671-f139-4fe6-aade-4f44a508044c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:23.011717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fe96e671-f139-4fe6-aade-4f44a508044c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a45460b3-0425-48b5-9559-c1aef8931e05 HTTP/1.1" status: 204 len: 168 time: 0.4629619 Jan 27 21:29:23.014261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58104) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:23.057980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:29:23.118927 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6bfd12c3-21df-4bbd-aca4-bc7685615002), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:23.171590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] The host n-h2-760456-6 is not matching for port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 host n-h1-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:29:23.172367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:29:23.268318 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-a85bb434-45d3-4de8-bf1d-4c5d700a90ea tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e03fa434633844dd8bfb04d44bac1de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536225 Jan 27 21:29:23.270446 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6bfd12c3-21df-4bbd-aca4-bc7685615002), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:23.322536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfd12c3-21df-4bbd-aca4-bc7685615002']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:29:23.364403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f2a476-6549-4f08-8091-26359890ebb4') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:29:23.364630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f2a476-6549-4f08-8091-26359890ebb4') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:29:23.372930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6864e8-211e-4c1e-9631-d69459177fe5 req-82a5fe88-042a-496c-80a8-ed1b251b4c9d tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:23.374395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae6864e8-211e-4c1e-9631-d69459177fe5 req-82a5fe88-042a-496c-80a8-ed1b251b4c9d tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 965 time: 0.1610026 Jan 27 21:29:23.397335 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (b7f2a476-6549-4f08-8091-26359890ebb4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:23.439627 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b7f2a476-6549-4f08-8091-26359890ebb4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:23.456190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:29:23.456584 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (b7f2a476-6549-4f08-8091-26359890ebb4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:23.463512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-7a0856a7-c573-46fd-a846-0bd8f23b6dc0 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:23.464976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-7a0856a7-c573-46fd-a846-0bd8f23b6dc0 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858666 Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:29:23.465602 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:29:23.531606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae6864e8-211e-4c1e-9631-d69459177fe5 req-ef397dca-123f-46d8-99a3-13799666915d tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485934 Jan 27 21:29:23.534670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-9cb3364f-e4e1-4a38-ab6d-76fb743f2756 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/quotas/e03fa434633844dd8bfb04d44bac1de4 HTTP/1.1" status: 200 len: 375 time: 0.0578973 Jan 27 21:29:23.573778 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-bb92ff07-5bbd-4fed-9a2c-a0b563de5d69 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e03fa434633844dd8bfb04d44bac1de4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313029 Jan 27 21:29:23.669960 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (6bfd12c3-21df-4bbd-aca4-bc7685615002), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:23.688620 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:23.691766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6bfd12c3-21df-4bbd-aca4-bc7685615002 HTTP/1.1" status: 204 len: 168 time: 0.6764276 Jan 27 21:29:23.693374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f058f5-0670-420c-b2ab-3337b33ee704 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bfd12c3-21df-4bbd-aca4-bc7685615002,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:23.728885 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6f3cc61-b53c-431f-92f9-0236b0a8fdbc req-1c64aae7-02c0-4e42-8558-4fd89145d6f7 tempest-DeleteServersAdminTestJSON-105937536 tempest-DeleteServersAdminTestJSON-105937536-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3cc9727-9495-4203-b528-942a852b1d95 HTTP/1.1" status: 200 len: 210 time: 0.0413454 Jan 27 21:29:23.818858 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58134) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:23.838097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b6968aa-4e6e-484e-a2e0-efb2eef4ce06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:23.928656 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b6968aa-4e6e-484e-a2e0-efb2eef4ce06 admin admin] Publish callbacks [] for security_group (ad95eff5-37ac-48cf-9fcb-51b412d91af4), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:23.984707 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-96be6572-dc6c-4126-abac-d7eefaab33c3 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=2e7e41510601437eab65149bd54b9068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299039 Jan 27 21:29:24.026574 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b6968aa-4e6e-484e-a2e0-efb2eef4ce06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ad95eff5-37ac-48cf-9fcb-51b412d91af4), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:24.125402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5f39a-768e-4f2c-a7d0-8671e70749a1 req-c226b681-7bcc-4a40-a116-f429ef1c91d1 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:24.133040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71c5f39a-768e-4f2c-a7d0-8671e70749a1 req-c226b681-7bcc-4a40-a116-f429ef1c91d1 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 1116 time: 0.3045361 Jan 27 21:29:24.154795 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58146) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:24.166506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dfa55-b947-4b85-994b-3010533c7286 req-7b9fbc72-e8a3-4c93-842c-358f89645063 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:24.168503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-401dfa55-b947-4b85-994b-3010533c7286 req-7b9fbc72-e8a3-4c93-842c-358f89645063 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.3121738 Jan 27 21:29:24.170572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6968aa-4e6e-484e-a2e0-efb2eef4ce06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad95eff5-37ac-48cf-9fcb-51b412d91af4,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:24.199083 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8b6968aa-4e6e-484e-a2e0-efb2eef4ce06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9cdfdf41cb784dd3a03a09746dc0eade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752728 Jan 27 21:29:24.200970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58148) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:24.216939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71c5f39a-768e-4f2c-a7d0-8671e70749a1 req-e8d46db0-df67-4238-97c5-cd2ab86984ae tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827992 Jan 27 21:29:24.249117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-401dfa55-b947-4b85-994b-3010533c7286 req-122ae91f-d6a5-447b-8256-5483dc9be63b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724850 Jan 27 21:29:24.257242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58152) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:24.264837 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e1ae0c44-5db4-4c23-8bf5-4c05e6a5ac3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c873eeae24ef4b64894b14e679056881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0964477 Jan 27 21:29:24.276926 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-535222f1-0acd-4360-86ed-b8cd7c4ba8a0 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:24.285599 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-535222f1-0acd-4360-86ed-b8cd7c4ba8a0 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2907217 Jan 27 21:29:24.303783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Request body: {'port': {'device_id': 'f9364dc2-1f4d-4fd3-afbe-7c692e9980bc', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '2e7e41510601437eab65149bd54b9068'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:24.377881 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c6c80a00-86c6-469f-87c9-8277af8a342c admin admin] Publish callbacks [] for security_group (ad95eff5-37ac-48cf-9fcb-51b412d91af4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:24.396377 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36938ef9-afcc-47d0-885a-450582b6c289 admin admin] Publish callbacks [] for security_group (9da99618-35fb-46d6-b0e5-3b6ebbef5e85), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:24.399706 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-147bae55-a4c2-4f98-8b9e-f6a233379b4e req-4358918e-ffba-4996-b9f6-c48ab1b7b4ec tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 210 time: 0.0583801 Jan 27 21:29:24.416241 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c6c80a00-86c6-469f-87c9-8277af8a342c admin admin] Publish callbacks [] for security_group (ad95eff5-37ac-48cf-9fcb-51b412d91af4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:24.420746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-01f22d90-38ce-4fc0-a778-fcb2149149e3 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e03fa434633844dd8bfb04d44bac1de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636508 Jan 27 21:29:24.481034 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36938ef9-afcc-47d0-885a-450582b6c289 admin admin] Publish callbacks [] for security_group (9da99618-35fb-46d6-b0e5-3b6ebbef5e85), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:24.565282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Made reservation on behalf of 2e7e41510601437eab65149bd54b9068 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:24.568677 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:24.628974 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c6c80a00-86c6-469f-87c9-8277af8a342c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ad95eff5-37ac-48cf-9fcb-51b412d91af4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:24.632276 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c6c80a00-86c6-469f-87c9-8277af8a342c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:24.636389 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c6c80a00-86c6-469f-87c9-8277af8a342c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad95eff5-37ac-48cf-9fcb-51b412d91af4 HTTP/1.1" status: 204 len: 168 time: 0.4268146 Jan 27 21:29:24.650743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c80a00-86c6-469f-87c9-8277af8a342c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad95eff5-37ac-48cf-9fcb-51b412d91af4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:24.671358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-b289ed43-ba30-429f-af44-068e106dd6d8 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:24.672901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-b289ed43-ba30-429f-af44-068e106dd6d8 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2457917 Jan 27 21:29:24.703175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-4f788800-8190-4cd2-bc02-35e1d573d3db tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:24.709868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-4f788800-8190-4cd2-bc02-35e1d573d3db tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 807 time: 0.1953022 Jan 27 21:29:24.713192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-0dc27ef5-3756-4e39-851f-55ac0989149e tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/quotas/e03fa434633844dd8bfb04d44bac1de4 HTTP/1.1" status: 200 len: 375 time: 0.0283213 Jan 27 21:29:24.720240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36938ef9-afcc-47d0-885a-450582b6c289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9da99618-35fb-46d6-b0e5-3b6ebbef5e85), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:24.722774 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36938ef9-afcc-47d0-885a-450582b6c289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:24.723878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-36938ef9-afcc-47d0-885a-450582b6c289 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9da99618-35fb-46d6-b0e5-3b6ebbef5e85 HTTP/1.1" status: 204 len: 168 time: 0.4654794 Jan 27 21:29:24.725001 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Allocated IP 192.168.233.24 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/c24cadc2-288d-4e0b-9c21-ad547fe961d7) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:29:24.756690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-6af809b1-a572-4ccb-b4bd-a8250c3c4f08 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/quotas/26824789def4412abd886336d3559fe2 HTTP/1.1" status: 200 len: 375 time: 0.0458741 Jan 27 21:29:24.760097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36938ef9-afcc-47d0-885a-450582b6c289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da99618-35fb-46d6-b0e5-3b6ebbef5e85,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:24.820039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-b81d4d8b-a1b7-4455-8130-94cf151bed70 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e03fa434633844dd8bfb04d44bac1de4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947850 Jan 27 21:29:24.892921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-8288ba70-aaa8-4bcb-914e-53858fb81ec9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881853 Jan 27 21:29:25.010967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-676aeca9-e0fe-4aef-9321-e9fee31bca3b service neutron] 10.222.0.61 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098840 Jan 27 21:29:25.054953 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c08f56a7-92d0-475c-bd05-9807a5e4702e no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:29:25.117481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: c08f56a7-92d0-475c-bd05-9807a5e4702e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:29:25.117825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c08f56a7-92d0-475c-bd05-9807a5e4702e not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:29:25.154261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-dbd06b8c-0d4b-46cb-a411-365837c0a31e service neutron] 10.222.0.61 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294737 Jan 27 21:29:25.230320 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks [] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:25.286432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da96f65c-88f9-4e6d-bbbc-6b32828ad435 req-68619c57-b67d-466c-a664-ff77a66af669 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 210 time: 0.0370183 Jan 27 21:29:25.390543 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:25.407983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['81d8e5f4-0ad9-482f-9710-7a72d992f129'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:25.411882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['2c96e243-d6be-4759-8025-e4867df9a2c5'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:25.441749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:29:25.446421 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:25.452826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:29:25.476943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e476b-a872-4e9e-b329-983919f06ada req-c35bac03-c786-4ed4-82f5-f98de0b8a2f1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:25.487466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-365e476b-a872-4e9e-b329-983919f06ada req-c35bac03-c786-4ed4-82f5-f98de0b8a2f1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0907216 Jan 27 21:29:25.490271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:25.490953 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:25.571678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Pushing event updated for resources: {'Port': ['ID=c24cadc2-288d-4e0b-9c21-ad547fe961d7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:25.617661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-365e476b-a872-4e9e-b329-983919f06ada req-bbdb59b0-547b-4da6-a0a6-ead22eef4578 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226654 Jan 27 21:29:25.677560 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-fc4629d6-17b0-4209-a852-fa6e0f81b256 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3785613 Jan 27 21:29:25.693215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Request body: {'port': {'device_id': 'f9364dc2-1f4d-4fd3-afbe-7c692e9980bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:25.765811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d697e03-65c5-4dc6-bf3b-7c57bf123406 req-de1dcd89-e081-4806-a88b-6308a287c4a4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 210 time: 0.0475881 Jan 27 21:29:25.809614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a5c65-08dd-4a35-9551-464394969bd6 req-c870452e-ac67-4ddb-8f76-ed51c2301d31 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:25.828816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-497a5c65-08dd-4a35-9551-464394969bd6 req-c870452e-ac67-4ddb-8f76-ed51c2301d31 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 935 time: 0.1496894 Jan 27 21:29:25.841860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:25.961390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-497a5c65-08dd-4a35-9551-464394969bd6 req-3cba5670-fa03-470a-afe6-86727bdb2c89 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162210 Jan 27 21:29:25.979950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58228) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:26.115146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6b2d979e-ab4e-41b2-ad04-74f4d8306fbb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c127e3e5f529458bb2fe31cbd4e4c8a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337781 Jan 27 21:29:26.115964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58232) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:26.130182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-313974e3-d13e-471c-834f-d44ce743bb63 None None] Provisioning complete for port c24cadc2-288d-4e0b-9c21-ad547fe961d7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:26.130182 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-313974e3-d13e-471c-834f-d44ce743bb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:26.215119 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c14067a-5a2e-4be1-8c31-bfea2bf02aa6 admin admin] Publish callbacks [] for security_group (7cdcfe13-f5e8-4991-8742-233e3e1feaf7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:26.241863 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c14067a-5a2e-4be1-8c31-bfea2bf02aa6 admin admin] Publish callbacks [] for security_group (7cdcfe13-f5e8-4991-8742-233e3e1feaf7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:26.285708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-313974e3-d13e-471c-834f-d44ce743bb63 None None] Port c24cadc2-288d-4e0b-9c21-ad547fe961d7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:29:26.333315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24cadc2-288d-4e0b-9c21-ad547fe961d7 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:26.344231 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Publish callbacks [] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:26.366859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8472001e-d007-4810-a1d6-a66aab912b05 req-b1102c0d-6e69-43e8-b6ba-ee0e3e52a64c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 210 time: 0.0317974 Jan 27 21:29:26.434512 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Transition to ACTIVE for port object c24cadc2-288d-4e0b-9c21-ad547fe961d7 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:29:26.434694 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:26.440182 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c14067a-5a2e-4be1-8c31-bfea2bf02aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7cdcfe13-f5e8-4991-8742-233e3e1feaf7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:26.448231 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c14067a-5a2e-4be1-8c31-bfea2bf02aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:26.455918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3c14067a-5a2e-4be1-8c31-bfea2bf02aa6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7cdcfe13-f5e8-4991-8742-233e3e1feaf7 HTTP/1.1" status: 204 len: 168 time: 0.3388543 Jan 27 21:29:26.470138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14067a-5a2e-4be1-8c31-bfea2bf02aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdcfe13-f5e8-4991-8742-233e3e1feaf7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:26.530892 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:26.629528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58250) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:26.646810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Pushing event updated for resources: {'Port': ['ID=c24cadc2-288d-4e0b-9c21-ad547fe961d7,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:26.662616 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Attempting to bind port c24cadc2-288d-4e0b-9c21-ad547fe961d7 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:26.662956 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Attempting to bind port c24cadc2-288d-4e0b-9c21-ad547fe961d7 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:26.663295 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Attempting to bind port c24cadc2-288d-4e0b-9c21-ad547fe961d7 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:26.671109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Port c24cadc2-288d-4e0b-9c21-ad547fe961d7 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:26.671427 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Attempting to bind port c24cadc2-288d-4e0b-9c21-ad547fe961d7 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:26.679836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:26.680603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:26.681387 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:26.688592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Bound port: c24cadc2-288d-4e0b-9c21-ad547fe961d7, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:26.688592 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:26.750111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448cfb8-a315-4256-a554-0c6be84670b2 req-ca84bfee-b2a4-4c8d-b426-915ff1426670 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:26.751822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3448cfb8-a315-4256-a554-0c6be84670b2 req-ca84bfee-b2a4-4c8d-b426-915ff1426670 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0542405 Jan 27 21:29:26.764705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] For port c24cadc2-288d-4e0b-9c21-ad547fe961d7, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:26.767940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] For port c24cadc2-288d-4e0b-9c21-ad547fe961d7, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c24cadc2-288d-4e0b-9c21-ad547fe961d7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:26.843640 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3448cfb8-a315-4256-a554-0c6be84670b2 req-ff0cd0b5-8264-4434-a66e-cf92a6e004b9 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840585 Jan 27 21:29:26.858624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:26.919846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed8750ce-6e39-41f2-a1fd-436216793957 req-58e786b6-ffa2-413b-8250-041c57f29806 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 210 time: 0.0347886 Jan 27 21:29:26.956171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:26.958880 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:26.962686 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] 10.222.0.74 "PUT /v2.0/ports/c24cadc2-288d-4e0b-9c21-ad547fe961d7 HTTP/1.1" status: 200 len: 1095 time: 1.2777011 Jan 27 21:29:26.970977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9364dc2-1f4d-4fd3-afbe-7c692e9980bc', 'tag': 'c24cadc2-288d-4e0b-9c21-ad547fe961d7'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:26.974199 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99511013-5383-4320-8099-a45e5945a45d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9364dc2-1f4d-4fd3-afbe-7c692e9980bc", "tag": "c24cadc2-288d-4e0b-9c21-ad547fe961d7"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:26.995582 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:27.008678 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-bd2b3d39-c78b-4907-8ba5-3935ba5b1097 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e03fa434633844dd8bfb04d44bac1de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283346 Jan 27 21:29:27.066799 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7373ca65-ea10-433f-a08b-9aba7b30d4fe x-openstack-request-id: req-7373ca65-ea10-433f-a08b-9aba7b30d4fe {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:27.067510 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9364dc2-1f4d-4fd3-afbe-7c692e9980bc", "tag": "c24cadc2-288d-4e0b-9c21-ad547fe961d7", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:27.067993 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7373ca65-ea10-433f-a08b-9aba7b30d4fe {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:27.068955 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9364dc2-1f4d-4fd3-afbe-7c692e9980bc', 'tag': 'c24cadc2-288d-4e0b-9c21-ad547fe961d7', 'status': 'completed', 'code': 200} Jan 27 21:29:27.180914 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7feee50-42b7-4613-b88e-9d90568b3203 service neutron] Pushing event updated for resources: {'Port': ['ID=c24cadc2-288d-4e0b-9c21-ad547fe961d7,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:27.245438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99511013-5383-4320-8099-a45e5945a45d req-2023d700-3766-4669-983e-29e3808b90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:27.247252 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-99511013-5383-4320-8099-a45e5945a45d req-2023d700-3766-4669-983e-29e3808b90bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2e7e41510601437eab65149bd54b9068&device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 1098 time: 0.1227038 Jan 27 21:29:27.257545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343e32e-2462-45d8-8ea7-945aa0789990 req-2607a1b8-46c4-42fc-aa48-167b2bd331f1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:27.268332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e343e32e-2462-45d8-8ea7-945aa0789990 req-2607a1b8-46c4-42fc-aa48-167b2bd331f1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 947 time: 0.1859250 Jan 27 21:29:27.286115 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-99511013-5383-4320-8099-a45e5945a45d req-59434f0a-b2e8-4c55-8bd6-30dfa95af099 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=2e7e41510601437eab65149bd54b9068&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270522 Jan 27 21:29:27.293653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-c713469c-945a-4100-8928-a76620386996 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:27.295286 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-c713469c-945a-4100-8928-a76620386996 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2711349 Jan 27 21:29:27.297635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-02aa4296-14d9-4db5-9923-6159572ede28 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e855d488f9834309bc16a226dbcb8080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6661770 Jan 27 21:29:27.302005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58280) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:27.311604 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Request body: {'port': {'device_id': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'e03fa434633844dd8bfb04d44bac1de4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:27.434939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e343e32e-2462-45d8-8ea7-945aa0789990 req-0b3722f1-6bd4-487a-b593-72309e1ee91a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654632 Jan 27 21:29:27.482346 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-150cd339-7196-40f4-b695-391deed7099d admin admin] Publish callbacks [] for security_group (377affa9-5a1c-4a9d-9a39-082c572155b5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:27.499212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0eff70b4-7c1b-427b-9c42-2a61bd6c2f41 req-631699d5-14d3-4a1d-8f02-03339e51cb82 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 210 time: 0.0342722 Jan 27 21:29:27.529092 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-150cd339-7196-40f4-b695-391deed7099d admin admin] Publish callbacks [] for security_group (377affa9-5a1c-4a9d-9a39-082c572155b5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:27.558098 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99511013-5383-4320-8099-a45e5945a45d req-9c3063ab-3df3-45b1-86ce-c9543a5857c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:27.559606 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-99511013-5383-4320-8099-a45e5945a45d req-9c3063ab-3df3-45b1-86ce-c9543a5857c5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2632337 Jan 27 21:29:27.649982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Made reservation on behalf of e03fa434633844dd8bfb04d44bac1de4 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:27.654342 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:27.668882 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:27.682707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-3d1a7bc6-d4be-41c1-8ab0-6d4f7b279796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:27.684339 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-3d1a7bc6-d4be-41c1-8ab0-6d4f7b279796 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2e7e41510601437eab65149bd54b9068&device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 1098 time: 0.0740595 Jan 27 21:29:27.692047 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-150cd339-7196-40f4-b695-391deed7099d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (377affa9-5a1c-4a9d-9a39-082c572155b5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:27.695016 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-150cd339-7196-40f4-b695-391deed7099d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:27.696223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-150cd339-7196-40f4-b695-391deed7099d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/377affa9-5a1c-4a9d-9a39-082c572155b5 HTTP/1.1" status: 204 len: 168 time: 0.3926864 Jan 27 21:29:27.706597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cd339-7196-40f4-b695-391deed7099d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377affa9-5a1c-4a9d-9a39-082c572155b5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:27.753037 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-c29cb745-cfaf-4e1f-b69e-ef38ba3723a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=c24cadc2-288d-4e0b-9c21-ad547fe961d7 HTTP/1.1" status: 200 len: 217 time: 0.0525296 Jan 27 21:29:27.838165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-5492c927-7a07-4d93-8935-5219bed5d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:27.840260 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-5492c927-7a07-4d93-8935-5219bed5d887 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0787899 Jan 27 21:29:27.865790 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-cebca2a5-ace4-432b-8a77-d1b29e58f38e tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e03fa434633844dd8bfb04d44bac1de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227962 Jan 27 21:29:27.894426 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks [] for security_group (e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:28.012344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-92095848-6c59-4e60-92ba-6e8bbb077955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:28.013756 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-92095848-6c59-4e60-92ba-6e8bbb077955 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1470835 Jan 27 21:29:28.019258 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:28.042119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fdf82a5f-2eae-4826-af27-57bce99a5bcc req-7937b450-103c-42a2-97c9-3a6fe7d07b73 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 210 time: 0.0412748 Jan 27 21:29:28.057560 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af497276-0587-40f0-942e-aedab07e67ea req-1e2d871f-4de9-454f-b259-f480e6075fb4 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:28.065138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af497276-0587-40f0-942e-aedab07e67ea req-1e2d871f-4de9-454f-b259-f480e6075fb4 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.1029673 Jan 27 21:29:28.129576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af497276-0587-40f0-942e-aedab07e67ea req-87b54b2e-0bf4-48b2-b57a-270519f066a2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572100 Jan 27 21:29:28.213811 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-e3aca3d9-351a-4bc0-8c6a-d6cbb551ce6b tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:28.215358 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-e3aca3d9-351a-4bc0-8c6a-d6cbb551ce6b tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3192539 Jan 27 21:29:28.215998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:28.232005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Request body: {'port': {'device_id': 'aa642856-a0af-4395-8a97-94b0c505012d', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'e03fa434633844dd8bfb04d44bac1de4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:28.280790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.71', 49833) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:28.362609 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-f4e9cd29-3a00-4c27-92c0-28f1dc7278cb service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352802 Jan 27 21:29:28.425308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-42af2638-62fd-4439-bc65-b7b65c238557 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:28.427817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-42af2638-62fd-4439-bc65-b7b65c238557 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.71 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 807 time: 0.1446841 Jan 27 21:29:28.442212 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Request body: {'port': {'device_id': '693a0319-fa22-4887-b351-e0fcbdfae1f8', 'network_id': '14857012-de9f-42a8-a812-9c816b879109', 'admin_state_up': True, 'tenant_id': '26824789def4412abd886336d3559fe2'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:28.475464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Allocated IP 192.168.233.19 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/2f66a744-eec4-4b79-8c92-cc8bee6cfdd7) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:29:28.559824 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3834defc-e822-4fc0-ad0b-09c3ab3155a1 req-41de7e26-804e-4b2f-bc58-3f371b2b7dd9 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837072 Jan 27 21:29:28.627029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58326) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:28.645615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2431c2b3-1bf0-478a-93d2-719eb8959f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:28.666086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0837b-69d9-4ca5-b8a4-a2cf98fa9a39 req-8a7fc78c-f57c-4e3d-a8da-9758cf66c671 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:28.673317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93b0837b-69d9-4ca5-b8a4-a2cf98fa9a39 req-8a7fc78c-f57c-4e3d-a8da-9758cf66c671 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 947 time: 0.1212902 Jan 27 21:29:28.686195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Made reservation on behalf of 26824789def4412abd886336d3559fe2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:28.689545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:28.731157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Made reservation on behalf of e03fa434633844dd8bfb04d44bac1de4 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:28.735082 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:28.826823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93b0837b-69d9-4ca5-b8a4-a2cf98fa9a39 req-3f5b6779-bad8-441e-b1e4-c1e7c4b395a8 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473143 Jan 27 21:29:28.872834 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks [] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:28.902424 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-833f33bf-2aac-4c76-8b49-7aed0b09735f service neutron] show failed (client error): The resource could not be found. Jan 27 21:29:28.903463 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-833f33bf-2aac-4c76-8b49-7aed0b09735f service neutron] 10.222.0.74 "GET /v2.0/ports/805e66b3-ce25-4e09-93a4-5fcb4a4278e3/bindings/n-h2-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.1806040 Jan 27 21:29:28.980420 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2431c2b3-1bf0-478a-93d2-719eb8959f74 admin admin] Publish callbacks [] for security_group (55dc7714-3115-41a7-99c8-d8fe9e041b4c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:28.984775 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25f75a55-5189-4f70-8388-a5bf6bdb55e1 req-2c3517f0-a2d0-427f-aae6-03ea2df784f8 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 210 time: 0.0444260 Jan 27 21:29:29.000977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Allocated IP 172.20.0.4 (14857012-de9f-42a8-a812-9c816b879109/908066f9-a86a-49be-9201-2d195809262c/b234459e-1b7e-4069-9887-d7b0c12986af) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:29:29.040930 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.051956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2431c2b3-1bf0-478a-93d2-719eb8959f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (55dc7714-3115-41a7-99c8-d8fe9e041b4c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.091525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2431c2b3-1bf0-478a-93d2-719eb8959f74 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f0340dc3455402c842c7448c1369fcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4629130 Jan 27 21:29:29.096639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58338) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:29.143015 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:29:29.160768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:29.160768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Allocated IP 192.168.233.69 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/7a1174c3-e602-488e-aaed-0bad9231a27f) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:29:29.161620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:29:29.168506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:29.169104 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.213325 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Pushing event updated for resources: {'Port': ['ID=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:29.237134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431c2b3-1bf0-478a-93d2-719eb8959f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dc7714-3115-41a7-99c8-d8fe9e041b4c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:29.270642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-173fb1dc-c9a9-4f6c-aa59-332bfd86cd64 req-5a37b605-1ebf-4a6c-80cc-1b382ff2ed06 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 210 time: 0.0354295 Jan 27 21:29:29.371686 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a206fa3-c78a-49e3-bc41-a35f5dbdf27b admin admin] Publish callbacks [] for security_group (55dc7714-3115-41a7-99c8-d8fe9e041b4c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.392001 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a206fa3-c78a-49e3-bc41-a35f5dbdf27b admin admin] Publish callbacks [] for security_group (55dc7714-3115-41a7-99c8-d8fe9e041b4c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.392759 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks [] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.403770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks [] for port (b234459e-1b7e-4069-9887-d7b0c12986af), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.420943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9173c40-13a4-48ad-8877-70a121a12944 req-95e2c824-d74d-4058-91be-0d290b3e1a61 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:29.422403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9173c40-13a4-48ad-8877-70a121a12944 req-95e2c824-d74d-4058-91be-0d290b3e1a61 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.1825202 Jan 27 21:29:29.501317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9173c40-13a4-48ad-8877-70a121a12944 req-6ca74dee-454e-4cb3-9c2d-d82e0ce80424 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702043 Jan 27 21:29:29.511547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d89c3d4f-2179-4927-b471-9213e607a3c1 None None] Provisioning complete for port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:29.512016 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d89c3d4f-2179-4927-b471-9213e607a3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.548044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d89c3d4f-2179-4927-b471-9213e607a3c1 None None] Port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:29:29.647055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.647425 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.651644 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a206fa3-c78a-49e3-bc41-a35f5dbdf27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (55dc7714-3115-41a7-99c8-d8fe9e041b4c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.654410 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e4a9303c-f8b4-4e0d-98a9-93f850cb2609 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3493645 Jan 27 21:29:29.655430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a206fa3-c78a-49e3-bc41-a35f5dbdf27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.660279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0a206fa3-c78a-49e3-bc41-a35f5dbdf27b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55dc7714-3115-41a7-99c8-d8fe9e041b4c HTTP/1.1" status: 204 len: 168 time: 0.5623617 Jan 27 21:29:29.698896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Request body: {'port': {'device_id': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:29.712071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a206fa3-c78a-49e3-bc41-a35f5dbdf27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dc7714-3115-41a7-99c8-d8fe9e041b4c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:29.724178 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Network 14857012-de9f-42a8-a812-9c816b879109 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:29:29.730063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:29.734335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:29:29.765142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:29:29.774334 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:29.781205 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:29:29.788271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:29.788923 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.794315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:29.796998 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.801047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Pushing event updated for resources: {'Port': ['ID=7a1174c3-e602-488e-aaed-0bad9231a27f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:29.804720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Pushing event updated for resources: {'Port': ['ID=b234459e-1b7e-4069-9887-d7b0c12986af,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:29.839688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:29.882832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.71', 49834) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:29.889827 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-2239afc5-7fc8-4943-b784-abbb7513e37c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6636202 Jan 27 21:29:29.908541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Request body: {'port': {'device_id': 'aa642856-a0af-4395-8a97-94b0c505012d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:29.952317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-c125fe13-53df-49b7-8661-e844b1c365fa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5152853 Jan 27 21:29:29.980996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Request body: {'port': {'device_id': '693a0319-fa22-4887-b351-e0fcbdfae1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:30.034863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-63f8c8e7-6ea2-46ed-9953-931252c462d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:30.036516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-63f8c8e7-6ea2-46ed-9953-931252c462d0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81&tenant_id=8d87dbbb836740af80771db9b8ffe9ca HTTP/1.1" status: 200 len: 1101 time: 0.1526763 Jan 27 21:29:30.062526 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:30.065025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:30.122763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83982d5-6082-4a77-a9f6-aa60e5aa64a3 req-09933a00-7a3a-45c7-aecd-92dd2cc39400 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:30.124262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a83982d5-6082-4a77-a9f6-aa60e5aa64a3 req-09933a00-7a3a-45c7-aecd-92dd2cc39400 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 947 time: 0.1818011 Jan 27 21:29:30.182131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ff49aa00-41d6-4dc4-a4fb-0f51756c2234 None None] Provisioning complete for port 7a1174c3-e602-488e-aaed-0bad9231a27f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:30.184882 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ff49aa00-41d6-4dc4-a4fb-0f51756c2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:30.204055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:30.236486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ff49aa00-41d6-4dc4-a4fb-0f51756c2234 None None] Port 7a1174c3-e602-488e-aaed-0bad9231a27f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:29:30.281443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c028024-23ef-43cc-bdca-7c3f8155d33a req-8b264b6e-071e-4604-9a4e-88f081acec74 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:30.283045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c028024-23ef-43cc-bdca-7c3f8155d33a req-8b264b6e-071e-4604-9a4e-88f081acec74 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 935 time: 0.1684773 Jan 27 21:29:30.301340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:30.323693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:30.333278 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Publish callbacks [] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:30.341157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a83982d5-6082-4a77-a9f6-aa60e5aa64a3 req-f5710ae5-f6b4-4816-a5cd-7c9f96d9dbfe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996708 Jan 27 21:29:30.356297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Transition to ACTIVE for port object 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:29:30.430409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58372) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:30.454761 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:30.710453 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c028024-23ef-43cc-bdca-7c3f8155d33a req-865a5a15-cd4e-4666-a2dd-8a96f7d30f9f tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162858 Jan 27 21:29:30.736240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd466ce-2257-4312-b36f-d275c8f9e3df req-0c4a4b7e-d4e0-43c6-b140-4e3bfbb280e6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:30.737942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbd466ce-2257-4312-b36f-d275c8f9e3df req-0c4a4b7e-d4e0-43c6-b140-4e3bfbb280e6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 931 time: 0.3047273 Jan 27 21:29:30.818757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbd466ce-2257-4312-b36f-d275c8f9e3df req-5b80ad1b-4435-4062-a1ed-4b97fd55537a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718412 Jan 27 21:29:30.899439 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:30.918908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34d5df-6a23-4941-abf5-9d8b964ba37b req-e36a5d1e-43cc-435b-80c6-fdc30d32cbe6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:30.926781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a34d5df-6a23-4941-abf5-9d8b964ba37b req-e36a5d1e-43cc-435b-80c6-fdc30d32cbe6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.1043262 Jan 27 21:29:30.949683 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:29:30.950606 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d302f409-c10d-4042-9082-b486e63316ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:30.960471 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Attempting to bind port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:30.960810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Attempting to bind port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:30.961148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Attempting to bind port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:30.978670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:30.979544 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Attempting to bind port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:30.994076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:30.994471 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:30.994869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:30.995302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Bound port: 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:30.995660 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.016802 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a34d5df-6a23-4941-abf5-9d8b964ba37b req-a14ea749-48a3-4bfd-b477-4973037201da tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849438 Jan 27 21:29:31.031490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b234459e-1b7e-4069-9887-d7b0c12986af {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:31.039520 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Publish callbacks [] for port (b234459e-1b7e-4069-9887-d7b0c12986af), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.056581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Transition to ACTIVE for port object b234459e-1b7e-4069-9887-d7b0c12986af will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:29:31.114641 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.115625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1174c3-e602-488e-aaed-0bad9231a27f {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:31.129741 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Publish callbacks [] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.150407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:31.158127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:31.159520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Transition to ACTIVE for port object 7a1174c3-e602-488e-aaed-0bad9231a27f will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:29:31.180248 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d302f409-c10d-4042-9082-b486e63316ab admin admin] Publish callbacks [] for security_group (53cac539-671f-44e0-b821-2142ff608bbf), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.196563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Pushing event updated for resources: {'Port': ['ID=b234459e-1b7e-4069-9887-d7b0c12986af,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:31.240792 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.285631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:31.285631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.285631 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] 10.222.0.71 "PUT /v2.0/ports/2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 HTTP/1.1" status: 200 len: 1095 time: 1.6238332 Jan 27 21:29:31.285890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:31.292755 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4616cf-2725-49a5-bb10-c074811a94ad" -d '{"events": [{"name": "network-changed", "server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:31.295441 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d302f409-c10d-4042-9082-b486e63316ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (53cac539-671f-44e0-b821-2142ff608bbf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.299069 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.367261 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b3c581-50f2-41c1-9852-4714aa370f5e x-openstack-request-id: req-69b3c581-50f2-41c1-9852-4714aa370f5e {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:31.369136 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:31.369136 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69b3c581-50f2-41c1-9852-4714aa370f5e {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:31.369136 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'status': 'completed', 'code': 200} Jan 27 21:29:31.392303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a328fec-4908-4895-bd79-3c5635923bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:31.469117 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Pushing event updated for resources: {'Port': ['ID=7a1174c3-e602-488e-aaed-0bad9231a27f,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:31.490378 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d302f409-c10d-4042-9082-b486e63316ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=352e97faeeed47958f5bd8b2282ba02a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0587823 Jan 27 21:29:31.505273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58416) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:31.523134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302f409-c10d-4042-9082-b486e63316ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cac539-671f-44e0-b821-2142ff608bbf,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:31.543711 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Attempting to bind port 7a1174c3-e602-488e-aaed-0bad9231a27f on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:31.544058 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Attempting to bind port 7a1174c3-e602-488e-aaed-0bad9231a27f by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:31.544439 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Attempting to bind port 7a1174c3-e602-488e-aaed-0bad9231a27f on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:31.568737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Port 7a1174c3-e602-488e-aaed-0bad9231a27f on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:31.569095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Attempting to bind port 7a1174c3-e602-488e-aaed-0bad9231a27f on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:31.586580 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:31.586925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:31.587314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:31.587762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Bound port: 7a1174c3-e602-488e-aaed-0bad9231a27f, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:31.588525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.600126 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4616cf-2725-49a5-bb10-c074811a94ad req-9c1cc366-eeee-4656-bb77-2103288c4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:31.601649 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3f4616cf-2725-49a5-bb10-c074811a94ad req-9c1cc366-eeee-4656-bb77-2103288c4e7a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03fa434633844dd8bfb04d44bac1de4&device_id=3a04dee9-1fd2-4a82-980a-7db7e58d97bb HTTP/1.1" status: 200 len: 1098 time: 0.1437559 Jan 27 21:29:31.659115 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24ba7312-f0ba-4d94-b6a8-8bf016bfd74a admin admin] Publish callbacks [] for security_group (53cac539-671f-44e0-b821-2142ff608bbf), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.664526 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3f4616cf-2725-49a5-bb10-c074811a94ad req-a0f33473-f46e-4e1f-9e3f-f21526784ed5 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e03fa434633844dd8bfb04d44bac1de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506029 Jan 27 21:29:31.668662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-907ed5bd-b79b-408e-ac7b-df989e041f58 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1a7bb41fd2444a8299dc4e6507175436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918064 Jan 27 21:29:31.672564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Attempting to bind port b234459e-1b7e-4069-9887-d7b0c12986af on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:31.672906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Attempting to bind port b234459e-1b7e-4069-9887-d7b0c12986af by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:31.673244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Attempting to bind port b234459e-1b7e-4069-9887-d7b0c12986af on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:31.708373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Port b234459e-1b7e-4069-9887-d7b0c12986af on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:31.708720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Attempting to bind port b234459e-1b7e-4069-9887-d7b0c12986af on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:31.730123 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] For port 7a1174c3-e602-488e-aaed-0bad9231a27f, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:31.734251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] For port 7a1174c3-e602-488e-aaed-0bad9231a27f, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7a1174c3-e602-488e-aaed-0bad9231a27f,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:31.776367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:31.776919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:31.777096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:31.777540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Bound port: b234459e-1b7e-4069-9887-d7b0c12986af, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:31.777907 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.800137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f15196-5b9e-4b57-a6ee-6d94c9e3afb5 req-fc1fb9d9-7465-4768-b86c-2e9613b624de tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:31.807807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32f15196-5b9e-4b57-a6ee-6d94c9e3afb5 req-fc1fb9d9-7465-4768-b86c-2e9613b624de tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 947 time: 0.2265792 Jan 27 21:29:31.832361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:31.847654 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.859085 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24ba7312-f0ba-4d94-b6a8-8bf016bfd74a admin admin] Publish callbacks [] for security_group (53cac539-671f-44e0-b821-2142ff608bbf), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.866268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c24cadc2-288d-4e0b-9c21-ad547fe961d7 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:31.913218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4616cf-2725-49a5-bb10-c074811a94ad req-1803f472-bdba-4651-928f-8312c61412d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:31.917423 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3f4616cf-2725-49a5-bb10-c074811a94ad req-1803f472-bdba-4651-928f-8312c61412d0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2341733 Jan 27 21:29:31.935936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:31.935936 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:31.936769 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] 10.222.0.71 "PUT /v2.0/ports/7a1174c3-e602-488e-aaed-0bad9231a27f HTTP/1.1" status: 200 len: 1095 time: 2.0383995 Jan 27 21:29:31.968997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:32.029909 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Publish callbacks [] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:32.029909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:32.029909 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2da6f2-cd35-45ce-8b6a-b669ee010a94" -d '{"events": [{"server_uuid": "5d897b56-906e-4b86-bff4-2149b6d95c81", "name": "network-vif-unplugged", "status": "completed", "tag": "805e66b3-ce25-4e09-93a4-5fcb4a4278e3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:32.054262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c24cadc2-288d-4e0b-9c21-ad547fe961d7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c24cadc2-288d-4e0b-9c21-ad547fe961d7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:32.071065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-6ded505f-e1fa-45e1-a7ab-ea5c7400674c tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:32.072240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-6ded505f-e1fa-45e1-a7ab-ea5c7400674c tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3938043 Jan 27 21:29:32.087321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7eff7-7371-4b5b-8296-b9476c43b68c service neutron] Pushing event updated for resources: {'Port': ['ID=7a1174c3-e602-488e-aaed-0bad9231a27f,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:32.088373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'c24cadc2-288d-4e0b-9c21-ad547fe961d7', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'c24cadc2-288d-4e0b-9c21-ad547fe961d7', 'mac_address': 'fa:16:3e:21:61:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:29:32.095167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Transition to ACTIVE for port object 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:29:32.121961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32f15196-5b9e-4b57-a6ee-6d94c9e3afb5 req-72fdfaa3-12e2-4397-9b4f-c1812091ef5e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130946 Jan 27 21:29:32.148099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-4283c0e3-6c73-49bb-8dcc-aae873ec7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:32.149721 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-4283c0e3-6c73-49bb-8dcc-aae873ec7530 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03fa434633844dd8bfb04d44bac1de4&device_id=3a04dee9-1fd2-4a82-980a-7db7e58d97bb HTTP/1.1" status: 200 len: 1098 time: 0.1671095 Jan 27 21:29:32.157567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:32.159256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c24cadc2-288d-4e0b-9c21-ad547fe961d7 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:32.159659 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:32.163750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b234459e-1b7e-4069-9887-d7b0c12986af,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:32.165940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-0911e06b-8fd3-4c19-acb5-22effb77e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:32.167964 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-0911e06b-8fd3-4c19-acb5-22effb77e8cc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03fa434633844dd8bfb04d44bac1de4&device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 1098 time: 0.0970378 Jan 27 21:29:32.176754 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00506abb-e40a-4cd0-903e-0d5582058b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:32.179936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-894a5a76-5495-4566-a13d-a1e3138e0ef8 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/quotas/1a7bb41fd2444a8299dc4e6507175436 HTTP/1.1" status: 200 len: 375 time: 0.0868719 Jan 27 21:29:32.194091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24cadc2-288d-4e0b-9c21-ad547fe961d7 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:32.219369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-4b66bf1c-dd98-4c33-a78e-3631ffa809df tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a7bb41fd2444a8299dc4e6507175436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382600 Jan 27 21:29:32.224864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c24cadc2-288d-4e0b-9c21-ad547fe961d7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c24cadc2-288d-4e0b-9c21-ad547fe961d7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:32.263615 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-b1c2b229-0281-4d18-85cb-b1aa90cd3cb8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 HTTP/1.1" status: 200 len: 217 time: 0.1049802 Jan 27 21:29:32.264501 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24ba7312-f0ba-4d94-b6a8-8bf016bfd74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (53cac539-671f-44e0-b821-2142ff608bbf), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:32.267053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24ba7312-f0ba-4d94-b6a8-8bf016bfd74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:32.268315 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-24ba7312-f0ba-4d94-b6a8-8bf016bfd74a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53cac539-671f-44e0-b821-2142ff608bbf HTTP/1.1" status: 204 len: 168 time: 0.7465396 Jan 27 21:29:32.289904 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:32.298196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:32.308787 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-7ff7ae30-d0fa-48c3-a8ef-1ff75025de9c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=7a1174c3-e602-488e-aaed-0bad9231a27f HTTP/1.1" status: 200 len: 217 time: 0.0963180 Jan 27 21:29:32.313124 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:32.317594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba7312-f0ba-4d94-b6a8-8bf016bfd74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cac539-671f-44e0-b821-2142ff608bbf,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:32.382741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Pushing event updated for resources: {'Port': ['ID=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:32.417541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-39784290-459c-48f7-85d9-63756f9f3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:32.419957 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-39784290-459c-48f7-85d9-63756f9f3a3a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1492865 Jan 27 21:29:32.420730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-42ad356d-2c50-4a46-af64-7c92f7724207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:32.422064 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-42ad356d-2c50-4a46-af64-7c92f7724207 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1057887 Jan 27 21:29:32.478325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] No DVR routers for this DVR port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:29:32.491754 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c24cadc2-288d-4e0b-9c21-ad547fe961d7,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:32.517937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:32.518606 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:32.527895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] 10.222.0.71 "PUT /v2.0/ports/b234459e-1b7e-4069-9887-d7b0c12986af HTTP/1.1" status: 200 len: 1091 time: 2.5654745 Jan 27 21:29:32.557250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77f909-2ba8-4997-903c-cbfe2f738c36 req-ae0822f0-abcf-4aef-92c2-e981f95bc7c1 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:32.560836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb77f909-2ba8-4997-903c-cbfe2f738c36 req-ae0822f0-abcf-4aef-92c2-e981f95bc7c1 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 947 time: 0.3426375 Jan 27 21:29:32.627034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e1382954-cc13-47bd-8ab6-254c48917a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:32.636483 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-e1382954-cc13-47bd-8ab6-254c48917a41 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2032793 Jan 27 21:29:32.642742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-f912ab70-4b2b-4b78-805a-9b3a249ccc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:32.646689 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-f912ab70-4b2b-4b78-805a-9b3a249ccc49 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1974087 Jan 27 21:29:32.653826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['c24cadc2-288d-4e0b-9c21-ad547fe961d7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:32.676325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Attempting to bind port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:32.676815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Attempting to bind port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:32.677046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Attempting to bind port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:32.768691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:32.775720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Attempting to bind port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:32.780675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8ccc7-8ba2-493f-b43f-e9d2661fd21e service neutron] Pushing event updated for resources: {'Port': ['ID=b234459e-1b7e-4069-9887-d7b0c12986af,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:32.799607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:32.800001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:32.806195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:32.806195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Bound port: 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:32.806195 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:32.871052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e7a1d-ddc6-47af-8a2e-f18af1df1e00 req-290e61ea-db79-45ec-9199-5d43406dace5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:32.879579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-741e7a1d-ddc6-47af-8a2e-f18af1df1e00 req-290e61ea-db79-45ec-9199-5d43406dace5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 943 time: 0.3074598 Jan 27 21:29:32.885683 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-14797d03-d133-4de3-9343-b89cc62d0c5c service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376621 Jan 27 21:29:32.889364 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-cdcd6bee-0116-433a-8017-57b27d6f82f4 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190280 Jan 27 21:29:32.916045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb77f909-2ba8-4997-903c-cbfe2f738c36 req-fa795338-f62c-49c1-978c-03ebed71a40d tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422794 Jan 27 21:29:32.930756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-1e8eaaf0-d7da-4b63-beb3-90baf5ee2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:32.940932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-1e8eaaf0-d7da-4b63-beb3-90baf5ee2b93 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 1094 time: 0.2413540 Jan 27 21:29:32.995154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-8d8e44a0-07a1-422a-8d86-c777fe5c2974 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b234459e-1b7e-4069-9887-d7b0c12986af HTTP/1.1" status: 200 len: 217 time: 0.0531583 Jan 27 21:29:33.061990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-741e7a1d-ddc6-47af-8a2e-f18af1df1e00 req-73385ef9-1d17-4eee-a187-d3e653859f07 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815519 Jan 27 21:29:33.063171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:33.101719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:33.107639 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2e83d856-f799-4c95-87ca-bfe715cdafcb service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112749 Jan 27 21:29:33.113703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-2092bfc1-6b28-4762-bc32-3ce0c43ad60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:33.115260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-2092bfc1-6b28-4762-bc32-3ce0c43ad60c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.1112428 Jan 27 21:29:33.127081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e5bdb-eab9-41d2-b4a0-9a9d98e9202a req-44aabc6e-f591-4784-a988-c790f0c0a1a5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:33.128711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e8e5bdb-eab9-41d2-b4a0-9a9d98e9202a req-44aabc6e-f591-4784-a988-c790f0c0a1a5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 948 time: 0.0779500 Jan 27 21:29:33.129213 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9afb970b-8f20-4a99-ab2a-9c349ddc9828 req-15de81b4-f7fa-4eaa-a637-f3d9080e6b3c service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316754 Jan 27 21:29:33.161480 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c60e603-d306-40a0-a3de-cedaa782dd3d x-openstack-request-id: req-6c60e603-d306-40a0-a3de-cedaa782dd3d {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:33.161849 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d897b56-906e-4b86-bff4-2149b6d95c81", "name": "network-vif-unplugged", "status": "completed", "tag": "805e66b3-ce25-4e09-93a4-5fcb4a4278e3", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:33.162175 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c60e603-d306-40a0-a3de-cedaa782dd3d {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:33.162642 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'code': 200} Jan 27 21:29:33.170670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-d73cb3ef-e23e-49bc-b979-df6d0bd1c4ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409293 Jan 27 21:29:33.239508 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:33.269993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0be0840-4ba2-48b2-8b76-8e04cc3f4c2f req-1c3c89fd-1a6b-4c17-b92f-6eb9bb4d8a04 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 210 time: 0.0779252 Jan 27 21:29:33.298160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e8e5bdb-eab9-41d2-b4a0-9a9d98e9202a req-2397eb55-9c8a-4da0-a269-c37811e721cf tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601152 Jan 27 21:29:33.317733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:33.318359 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:33.319758 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] 10.222.0.71 "PUT /v2.0/ports/805e66b3-ce25-4e09-93a4-5fcb4a4278e3 HTTP/1.1" status: 200 len: 1096 time: 3.2751758 Jan 27 21:29:33.355415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d119f4-2a95-48ce-8643-5527db433dcb service neutron] Pushing event updated for resources: {'Port': ['ID=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:33.370752 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa642856-a0af-4395-8a97-94b0c505012d', 'tag': '7a1174c3-e602-488e-aaed-0bad9231a27f'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:33.375024 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4597b7-888d-4aea-b807-74e95964bdef" -d '{"events": [{"name": "network-changed", "server_uuid": "aa642856-a0af-4395-8a97-94b0c505012d", "tag": "7a1174c3-e602-488e-aaed-0bad9231a27f"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:33.385911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-3ee8a1c1-c226-4f05-9aa8-57af2d2886dc service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065661 Jan 27 21:29:33.418049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58462) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:33.439934 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60792954-5626-4f31-a768-db9b90d009bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:33.508691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-602defa6-7bb2-4b4f-8a64-d908cd99ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:33.510667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-602defa6-7bb2-4b4f-8a64-d908cd99ec77 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 1099 time: 0.1514759 Jan 27 21:29:33.582106 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60792954-5626-4f31-a768-db9b90d009bb admin admin] Publish callbacks [] for security_group (e06c2504-10f3-433e-9b79-d726adb29f94), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:33.606981 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86b45fc-78e3-4cb2-88e2-e0a2e8411464 req-b1b815c3-5dca-4959-a63b-3e53850863a5 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070978 Jan 27 21:29:33.615196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a522213-879e-4ee0-afc3-99586b29c655 req-3651a846-fc2f-46af-9292-5087d1e31b00 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:33.622479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a522213-879e-4ee0-afc3-99586b29c655 req-3651a846-fc2f-46af-9292-5087d1e31b00 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 948 time: 0.1701756 Jan 27 21:29:33.680373 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60792954-5626-4f31-a768-db9b90d009bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e06c2504-10f3-433e-9b79-d726adb29f94), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:33.691502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-83f70d94-df65-4462-bde6-5b85651384da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:33.693028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-83f70d94-df65-4462-bde6-5b85651384da service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1710322 Jan 27 21:29:33.703713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a522213-879e-4ee0-afc3-99586b29c655 req-2d25da92-785c-49a0-a80d-5243468046b0 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803282 Jan 27 21:29:33.741699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60792954-5626-4f31-a768-db9b90d009bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06c2504-10f3-433e-9b79-d726adb29f94,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:33.749052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-2cbcc526-8107-4adc-9761-a134b575af12 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3 HTTP/1.1" status: 200 len: 217 time: 0.0420356 Jan 27 21:29:33.750141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58468) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:33.750802 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-60792954-5626-4f31-a768-db9b90d009bb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=430f0f07edf64b04bfe372fd10e7bfae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314340 Jan 27 21:29:33.754194 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90099a10-83ee-4ea0-9a3c-07267d9b6673 x-openstack-request-id: req-90099a10-83ee-4ea0-9a3c-07267d9b6673 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:33.754489 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa642856-a0af-4395-8a97-94b0c505012d", "tag": "7a1174c3-e602-488e-aaed-0bad9231a27f", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:33.754745 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90099a10-83ee-4ea0-9a3c-07267d9b6673 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:33.755130 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa642856-a0af-4395-8a97-94b0c505012d', 'tag': '7a1174c3-e602-488e-aaed-0bad9231a27f', 'status': 'completed', 'code': 200} Jan 27 21:29:33.852293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-a56ad585-2d40-4450-9514-abc0fa956955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:33.864752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-a56ad585-2d40-4450-9514-abc0fa956955 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0898192 Jan 27 21:29:33.890289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c24cadc2-288d-4e0b-9c21-ad547fe961d7 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:33.895152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4597b7-888d-4aea-b807-74e95964bdef req-7ef295c0-78c8-4d48-9124-f4093bdfbe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:33.896673 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4597b7-888d-4aea-b807-74e95964bdef req-7ef295c0-78c8-4d48-9124-f4093bdfbe46 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e03fa434633844dd8bfb04d44bac1de4&device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 1098 time: 0.1043553 Jan 27 21:29:33.902643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-08ce35ff-82b4-4aeb-903b-97b1f705f195 admin admin] Publish callbacks [] for security_group (e06c2504-10f3-433e-9b79-d726adb29f94), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:33.984763 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-08ce35ff-82b4-4aeb-903b-97b1f705f195 admin admin] Publish callbacks [] for security_group (e06c2504-10f3-433e-9b79-d726adb29f94), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:34.000239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port c24cadc2-288d-4e0b-9c21-ad547fe961d7 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:29:34.001333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-4a575a69-42f1-49cf-9347-e9fddb31d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:34.002865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-4a575a69-42f1-49cf-9347-e9fddb31d85c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410418 Jan 27 21:29:34.006038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port c24cadc2-288d-4e0b-9c21-ad547fe961d7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:34.006655 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:34.094653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c24cadc2-288d-4e0b-9c21-ad547fe961d7 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:34.095287 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:34.121391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9364dc2-1f4d-4fd3-afbe-7c692e9980bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24cadc2-288d-4e0b-9c21-ad547fe961d7'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:34.124128 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41a5f6f-52a8-4afc-8f11-888821b15321" -d '{"events": [{"server_uuid": "f9364dc2-1f4d-4fd3-afbe-7c692e9980bc", "name": "network-vif-plugged", "status": "completed", "tag": "c24cadc2-288d-4e0b-9c21-ad547fe961d7"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:34.131495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4597b7-888d-4aea-b807-74e95964bdef req-19c5a269-0986-48b2-ad31-2b4c9aca6935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:34.132997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4597b7-888d-4aea-b807-74e95964bdef req-19c5a269-0986-48b2-ad31-2b4c9aca6935 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2285378 Jan 27 21:29:34.146055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c24cadc2-288d-4e0b-9c21-ad547fe961d7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c24cadc2-288d-4e0b-9c21-ad547fe961d7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:34.190796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4597b7-888d-4aea-b807-74e95964bdef req-d3c179db-77d6-4541-9779-4b84ff3d96d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=7a1174c3-e602-488e-aaed-0bad9231a27f HTTP/1.1" status: 200 len: 217 time: 0.0493624 Jan 27 21:29:34.198129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333840d-dcb6-4ef5-934e-42e5c5982ddc req-57a77a20-65fd-497b-bf4f-6341a95f0aef tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:34.199607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d333840d-dcb6-4ef5-934e-42e5c5982ddc req-57a77a20-65fd-497b-bf4f-6341a95f0aef tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 947 time: 0.1733332 Jan 27 21:29:34.211106 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:34.213280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:29:34.282033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-37a1d1d5-fb50-4675-8caf-0acb1c5d8b32 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713721 Jan 27 21:29:34.282753 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-08ce35ff-82b4-4aeb-903b-97b1f705f195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e06c2504-10f3-433e-9b79-d726adb29f94), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:34.285423 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-08ce35ff-82b4-4aeb-903b-97b1f705f195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:34.289412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-08ce35ff-82b4-4aeb-903b-97b1f705f195 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e06c2504-10f3-433e-9b79-d726adb29f94 HTTP/1.1" status: 204 len: 168 time: 0.5355730 Jan 27 21:29:34.293634 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] The host n-h1-760456-6 is not matching for port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 host n-h2-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:29:34.294444 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:29:34.300443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c24cadc2-288d-4e0b-9c21-ad547fe961d7,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:34.526388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce35ff-82b4-4aeb-903b-97b1f705f195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06c2504-10f3-433e-9b79-d726adb29f94,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:34.564319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4597b7-888d-4aea-b807-74e95964bdef req-80d89dab-7e94-4512-90b5-530e16653a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:34.565771 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4597b7-888d-4aea-b807-74e95964bdef req-80d89dab-7e94-4512-90b5-530e16653a4f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.3614595 Jan 27 21:29:34.615855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d333840d-dcb6-4ef5-934e-42e5c5982ddc req-c9090e98-f0cd-4fcc-b3a1-d4bc3238af2f tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908758 Jan 27 21:29:34.627527 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c2d64f2d-bfd6-42ee-870e-f205353d019a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:34.655805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd1c08-6bba-47a4-830a-c25228015bb0 req-da63facf-66fe-4674-90a6-9c7efd3c1c26 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:34.657316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19fd1c08-6bba-47a4-830a-c25228015bb0 req-da63facf-66fe-4674-90a6-9c7efd3c1c26 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 943 time: 0.4070210 Jan 27 21:29:34.669442 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96130dda-a43e-4abc-8a9e-dde51f610baa x-openstack-request-id: req-96130dda-a43e-4abc-8a9e-dde51f610baa {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:34.669786 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9364dc2-1f4d-4fd3-afbe-7c692e9980bc", "name": "network-vif-plugged", "status": "completed", "tag": "c24cadc2-288d-4e0b-9c21-ad547fe961d7", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:34.670198 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96130dda-a43e-4abc-8a9e-dde51f610baa {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:34.670854 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9364dc2-1f4d-4fd3-afbe-7c692e9980bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24cadc2-288d-4e0b-9c21-ad547fe961d7', 'code': 200} Jan 27 21:29:34.710984 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c3f22bb-e699-4f3f-af59-30e5edcece83 req-d160283e-2890-4019-b376-69d0d9e680df service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231017 Jan 27 21:29:34.718604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4597b7-888d-4aea-b807-74e95964bdef req-630e84a1-3522-4bdd-9dbc-3fee8f40c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:34.720019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4597b7-888d-4aea-b807-74e95964bdef req-630e84a1-3522-4bdd-9dbc-3fee8f40c7a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207731 Jan 27 21:29:34.755705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19fd1c08-6bba-47a4-830a-c25228015bb0 req-52de070a-3fb7-47bc-94bb-b963c48750c9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893087 Jan 27 21:29:34.827495 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed805b-18c1-4101-977c-38baa42b1637 req-1b8cca55-4225-4216-89b4-536da8a3b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:34.829008 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-40ed805b-18c1-4101-977c-38baa42b1637 req-1b8cca55-4225-4216-89b4-536da8a3b2e2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 1100 time: 0.0830982 Jan 27 21:29:34.883867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37fe9e7f-5c62-4efa-8e71-c8dd36e61832 req-b0c7dfac-c27d-44f2-a577-32a39ab95fd7 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 210 time: 0.0665779 Jan 27 21:29:34.887915 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-40ed805b-18c1-4101-977c-38baa42b1637 req-16fc8610-a09c-4cc6-837e-94756a1d3983 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481842 Jan 27 21:29:34.921315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4597b7-888d-4aea-b807-74e95964bdef req-786bd796-0449-44a3-8f99-6145f4d6a178 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898069 Jan 27 21:29:34.956611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a6dd5-5936-42bf-befd-bdf8b0f01fa3 req-4c821348-63cc-4ae8-b1b3-9bb3a54d244b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:34.958204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d49a6dd5-5936-42bf-befd-bdf8b0f01fa3 req-4c821348-63cc-4ae8-b1b3-9bb3a54d244b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 948 time: 0.0952861 Jan 27 21:29:35.093025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d49a6dd5-5936-42bf-befd-bdf8b0f01fa3 req-dcfa8474-b06e-45d2-a809-a66af67f1dff tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085517 Jan 27 21:29:35.095234 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4597b7-888d-4aea-b807-74e95964bdef req-070cb53b-e3f1-42b2-a0da-0f037698b46d service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674862 Jan 27 21:29:35.101964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc294ea-aa37-4d46-9327-a5e2c3c2ad20 req-676f307b-72bb-45fe-960a-e41f6eb3435c tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:35.103442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfc294ea-aa37-4d46-9327-a5e2c3c2ad20 req-676f307b-72bb-45fe-960a-e41f6eb3435c tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 949 time: 0.1201928 Jan 27 21:29:35.164369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693a0319-fa22-4887-b351-e0fcbdfae1f8', 'tag': 'b234459e-1b7e-4069-9887-d7b0c12986af'}, {'name': 'network-changed', 'server_uuid': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'tag': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:35.166788 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce828319-640b-483e-8f1a-21c153fb7c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "693a0319-fa22-4887-b351-e0fcbdfae1f8", "tag": "b234459e-1b7e-4069-9887-d7b0c12986af"}, {"name": "network-changed", "server_uuid": "5d897b56-906e-4b86-bff4-2149b6d95c81", "tag": "805e66b3-ce25-4e09-93a4-5fcb4a4278e3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:35.175925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfc294ea-aa37-4d46-9327-a5e2c3c2ad20 req-1944ccfb-5eb1-447b-899b-e798437e4938 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625484 Jan 27 21:29:35.305803 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb005682-09f0-43da-b665-c7a5cfd7a966 x-openstack-request-id: req-cb005682-09f0-43da-b665-c7a5cfd7a966 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:35.306122 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693a0319-fa22-4887-b351-e0fcbdfae1f8", "tag": "b234459e-1b7e-4069-9887-d7b0c12986af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5d897b56-906e-4b86-bff4-2149b6d95c81", "tag": "805e66b3-ce25-4e09-93a4-5fcb4a4278e3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:35.306368 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb005682-09f0-43da-b665-c7a5cfd7a966 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:35.306773 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693a0319-fa22-4887-b351-e0fcbdfae1f8', 'tag': 'b234459e-1b7e-4069-9887-d7b0c12986af', 'status': 'completed', 'code': 200} Jan 27 21:29:35.307023 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'tag': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'status': 'completed', 'code': 200} Jan 27 21:29:35.389480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-1f0316b0-41bb-4520-a8f2-79a8fba1df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:35.391675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-1f0316b0-41bb-4520-a8f2-79a8fba1df38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 1094 time: 0.0535631 Jan 27 21:29:35.402743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-a4afdca7-106f-4191-b134-4da5b68829da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:35.402743 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-a4afdca7-106f-4191-b134-4da5b68829da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 1099 time: 0.0587897 Jan 27 21:29:35.478005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-ba2308f5-2e9f-4ffb-9d44-4ca9305293db tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1a7bb41fd2444a8299dc4e6507175436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258195 Jan 27 21:29:35.511172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-40cb4d1e-36a7-4ab3-91b0-bbc76ef6fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:35.512844 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-40cb4d1e-36a7-4ab3-91b0-bbc76ef6fdf0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.0919230 Jan 27 21:29:35.577252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-3f3fe4a9-b53c-40f0-8b44-9474267c215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:35.579900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-3f3fe4a9-b53c-40f0-8b44-9474267c215e service neutron] 10.222.0.71 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.1810522 Jan 27 21:29:35.599032 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-a2da42f8-8130-4510-98ef-3f522f4e4c73 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3 HTTP/1.1" status: 200 len: 217 time: 0.0720806 Jan 27 21:29:35.631244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-92688b30-8ec2-4bb3-a463-d54d1ead3cac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b234459e-1b7e-4069-9887-d7b0c12986af HTTP/1.1" status: 200 len: 217 time: 0.0436387 Jan 27 21:29:35.662248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-976c3c4d-44cd-46cb-b552-10faf32810af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:35.664245 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-976c3c4d-44cd-46cb-b552-10faf32810af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0582151 Jan 27 21:29:35.724664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-7355e0ef-07cd-431d-add0-6cd8d49fbc70 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:35.726161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-7355e0ef-07cd-431d-add0-6cd8d49fbc70 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301559 Jan 27 21:29:35.743004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-073e1f38-da7e-44ee-88d4-185618241d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:35.745516 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-073e1f38-da7e-44ee-88d4-185618241d04 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662951 Jan 27 21:29:35.756116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Request body: {'port': {'device_id': '1fc72a1a-357e-40ee-88c8-e146a47ae29b', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '1a7bb41fd2444a8299dc4e6507175436'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:35.762979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-31c4c699-7123-4b11-829b-32d7ee31f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:35.764579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-31c4c699-7123-4b11-829b-32d7ee31f2c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.1226556 Jan 27 21:29:35.838776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-0540941d-70af-4104-8558-e99445614075 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616031 Jan 27 21:29:35.853353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4c984-51de-422c-866b-243b21fc3a54 req-0f7a2439-3b1b-496c-9914-9064932036f9 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:35.860602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59e4c984-51de-422c-866b-243b21fc3a54 req-0f7a2439-3b1b-496c-9914-9064932036f9 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 947 time: 0.1542158 Jan 27 21:29:35.866370 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-fb54e43a-376e-4879-b70c-759ecf9279bf service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095760 Jan 27 21:29:35.903384 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:35.966458 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-f88d8da2-84b9-4949-ac3f-8f50d9e3a7ff service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929704 Jan 27 21:29:36.034137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5e10c-873b-47b0-a415-8b9d06c5b787 req-b4e3bf15-a7b8-480f-aa83-01b04d10f9ba tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:36.035608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bf5e10c-873b-47b0-a415-8b9d06c5b787 req-b4e3bf15-a7b8-480f-aa83-01b04d10f9ba tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 943 time: 0.1793981 Jan 27 21:29:36.056504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59e4c984-51de-422c-866b-243b21fc3a54 req-c76b2977-2dc4-4a74-9707-42477b857dfe tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906438 Jan 27 21:29:36.074488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-fdfd0a76-0180-461a-8905-3b5296d255d9 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283175 Jan 27 21:29:36.152228 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bf5e10c-873b-47b0-a415-8b9d06c5b787 req-7e55765e-7088-42fe-808c-28b5de6fe04a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030812 Jan 27 21:29:36.196495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Made reservation on behalf of 1a7bb41fd2444a8299dc4e6507175436 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:36.203999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:36.251373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19d212b5-1015-4fd2-9834-6a15a7588916 req-e08a3af0-d5c7-4576-ab63-3bca597d72f8 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 210 time: 0.0613091 Jan 27 21:29:36.252022 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:36.269475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-7f225d24-fdef-42bc-9e7f-46e1c44d9166 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866739 Jan 27 21:29:36.363469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1c0c1-d988-49f3-9c76-dd8cc0814e4f req-070bab07-b904-4572-924e-09e5c6c39d8e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:36.365054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3f1c0c1-d988-49f3-9c76-dd8cc0814e4f req-070bab07-b904-4572-924e-09e5c6c39d8e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 948 time: 0.1338878 Jan 27 21:29:36.454395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-34503ba6-5174-4d95-a739-d9bcb487e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:36.455880 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-34503ba6-5174-4d95-a739-d9bcb487e461 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 1099 time: 0.1414740 Jan 27 21:29:36.491548 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks [] for security_group (f35c3be4-cee6-4b4d-a9fe-6d1026f6c698), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:36.495064 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3f1c0c1-d988-49f3-9c76-dd8cc0814e4f req-166c4455-2d95-44ec-ae02-97a3fde5c630 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206169 Jan 27 21:29:36.556660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11885b47-d814-4a05-8d9e-568e170848cb req-6ace313c-2f9d-4677-8781-0ca4d98b907a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:36.558233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11885b47-d814-4a05-8d9e-568e170848cb req-6ace313c-2f9d-4677-8781-0ca4d98b907a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 949 time: 0.1496968 Jan 27 21:29:36.600863 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f35c3be4-cee6-4b4d-a9fe-6d1026f6c698), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:36.637194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-794c0436-ba16-4849-8623-de137720e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:36.638663 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-794c0436-ba16-4849-8623-de137720e86e service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1676588 Jan 27 21:29:36.731100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:36.735143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-1e355bfb-685b-47aa-abab-4be34de3b67c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3 HTTP/1.1" status: 200 len: 217 time: 0.0592375 Jan 27 21:29:36.738269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11885b47-d814-4a05-8d9e-568e170848cb req-5f0f9f8e-ed97-4672-b7ac-93ff477432d4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736326 Jan 27 21:29:36.827673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-62f7a4e9-7edd-4e40-afdd-45600773d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:36.831003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-62f7a4e9-7edd-4e40-afdd-45600773d670 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0873795 Jan 27 21:29:36.858608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Allocated IP 192.168.233.244 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/0981c980-6bb3-4afd-8202-481d57b0fb21) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:29:36.915506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-e9eca601-d441-46d7-b7c5-733001a1ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:36.917490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-e9eca601-d441-46d7-b7c5-733001a1ee4f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756187 Jan 27 21:29:37.091881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device b234459e-1b7e-4069-9887-d7b0c12986af details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:37.107659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-c3f42884-806f-4c39-af69-7a4d889ebd19 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840601 Jan 27 21:29:37.146362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks [] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:37.222869 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:37.240784 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b234459e-1b7e-4069-9887-d7b0c12986af,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:37.263656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'b234459e-1b7e-4069-9887-d7b0c12986af', 'network_id': '14857012-de9f-42a8-a812-9c816b879109', 'port_id': 'b234459e-1b7e-4069-9887-d7b0c12986af', 'mac_address': 'fa:16:3e:37:bd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908066f9-a86a-49be-9201-2d195809262c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:29:37.273775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3b467-add6-4936-9f4b-f8d0afe83fcb req-1376d90c-22a6-41df-accc-4c83a5239e40 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:37.275325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26f3b467-add6-4936-9f4b-f8d0afe83fcb req-1376d90c-22a6-41df-accc-4c83a5239e40 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 947 time: 0.1005378 Jan 27 21:29:37.279201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce828319-640b-483e-8f1a-21c153fb7c3a req-f70145ce-c7fc-43c6-b53d-312d781a60e4 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626279 Jan 27 21:29:37.309802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port b234459e-1b7e-4069-9887-d7b0c12986af is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:37.310491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:37.326223 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b234459e-1b7e-4069-9887-d7b0c12986af {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:37.329942 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:37.348129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b234459e-1b7e-4069-9887-d7b0c12986af,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:37.394970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:29:37.403764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:37.410153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26f3b467-add6-4936-9f4b-f8d0afe83fcb req-ab1321a6-d3ba-48cf-a574-83f73297173f tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273060 Jan 27 21:29:37.416609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473594e-0bd7-4df0-805b-eb14cc21c28e req-b412a8fc-4190-4a87-9d12-95cebcc326e0 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:37.418072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5473594e-0bd7-4df0-805b-eb14cc21c28e req-b412a8fc-4190-4a87-9d12-95cebcc326e0 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 943 time: 0.1293871 Jan 27 21:29:37.430993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:29:37.431187 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:37.431187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:37.491309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Pushing event updated for resources: {'Port': ['ID=0981c980-6bb3-4afd-8202-481d57b0fb21,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:37.496851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:37.497498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:37.520790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=b234459e-1b7e-4069-9887-d7b0c12986af,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:37.523035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5473594e-0bd7-4df0-805b-eb14cc21c28e req-1595280c-6a75-4960-9574-5511d05d456e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967569 Jan 27 21:29:37.599522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-041b1c97-d89d-4002-985f-c37d2095620f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8514450 Jan 27 21:29:37.613350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Request body: {'port': {'device_id': '1fc72a1a-357e-40ee-88c8-e146a47ae29b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:37.613594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:37.628641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'mac_address': 'fa:16:3e:3a:2e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:29:37.676290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:37.676968 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:37.697709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:37.698619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:37.721356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514fcde-4122-493a-9a46-f4413553cfc7 req-323c42b1-6e1e-41e5-afbb-c70650a1e3f1 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:37.723214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f514fcde-4122-493a-9a46-f4413553cfc7 req-323c42b1-6e1e-41e5-afbb-c70650a1e3f1 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 936 time: 0.1285305 Jan 27 21:29:37.728660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:37.742276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1918df13-724f-422a-800a-a75cb44b29a8 None None] Provisioning complete for port 0981c980-6bb3-4afd-8202-481d57b0fb21 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:37.742673 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1918df13-724f-422a-800a-a75cb44b29a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:37.781248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1918df13-724f-422a-800a-a75cb44b29a8 None None] Port 0981c980-6bb3-4afd-8202-481d57b0fb21 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:29:37.804346 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:37.805264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7a1174c3-e602-488e-aaed-0bad9231a27f details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:37.874500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:37.881558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7a1174c3-e602-488e-aaed-0bad9231a27f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7a1174c3-e602-488e-aaed-0bad9231a27f,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:37.894202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '7a1174c3-e602-488e-aaed-0bad9231a27f', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '7a1174c3-e602-488e-aaed-0bad9231a27f', 'mac_address': 'fa:16:3e:3d:3d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:29:37.933689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 7a1174c3-e602-488e-aaed-0bad9231a27f is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:37.934079 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:37.948220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1174c3-e602-488e-aaed-0bad9231a27f {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:37.968694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7a1174c3-e602-488e-aaed-0bad9231a27f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7a1174c3-e602-488e-aaed-0bad9231a27f,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:38.023461 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.079044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=7a1174c3-e602-488e-aaed-0bad9231a27f,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:38.080757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58618) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:38.111717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24d12b-fe85-47b6-a11a-a1a61d118469 req-80f02fd8-a241-4cc8-8169-d3ab526805c5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:38.113330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c24d12b-fe85-47b6-a11a-a1a61d118469 req-80f02fd8-a241-4cc8-8169-d3ab526805c5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 948 time: 0.3609557 Jan 27 21:29:38.120297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f514fcde-4122-493a-9a46-f4413553cfc7 req-17adc138-1684-49fd-9a71-f77fcee8aa44 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760874 Jan 27 21:29:38.229369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c24d12b-fe85-47b6-a11a-a1a61d118469 req-57cab853-55bf-4bff-bb3b-8b5a7771ebb7 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072543 Jan 27 21:29:38.247400 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28ff1d7e-eba9-4496-98fe-22b4202d366e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.321852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28ff1d7e-eba9-4496-98fe-22b4202d366e admin admin] Publish callbacks [] for security_group (a774f5bc-1673-47b5-990a-8fefb79cb5be), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.343793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2f66a744-eec4-4b79-8c92-cc8bee6cfdd7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:38.364876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09617-bf8e-40a0-b136-6daa43eaaa59 req-f19aa356-e88e-4597-b459-17bc3669f21d tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:38.372263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8e09617-bf8e-40a0-b136-6daa43eaaa59 req-f19aa356-e88e-4597-b459-17bc3669f21d tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 949 time: 0.0963807 Jan 27 21:29:38.408890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0981c980-6bb3-4afd-8202-481d57b0fb21 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:38.409482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['7a1174c3-e602-488e-aaed-0bad9231a27f'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:38.411990 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28ff1d7e-eba9-4496-98fe-22b4202d366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a774f5bc-1673-47b5-990a-8fefb79cb5be), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.417640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['b234459e-1b7e-4069-9887-d7b0c12986af'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:38.424899 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Publish callbacks [] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.450207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8e09617-bf8e-40a0-b136-6daa43eaaa59 req-e3a5a0fa-1ebf-421a-982f-afb0b97c832e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767865 Jan 27 21:29:38.452920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Transition to ACTIVE for port object 0981c980-6bb3-4afd-8202-481d57b0fb21 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:29:38.460367 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-28ff1d7e-eba9-4496-98fe-22b4202d366e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2498b66ce039461f9aaa9ab07e7f5491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759968 Jan 27 21:29:38.460367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff1d7e-eba9-4496-98fe-22b4202d366e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a774f5bc-1673-47b5-990a-8fefb79cb5be,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:38.465040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58630) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:38.522106 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bb8f166b-8e5b-4c84-93b0-2848aa28a13f admin admin] Publish callbacks [] for security_group (a774f5bc-1673-47b5-990a-8fefb79cb5be), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.537172 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.573530 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bb8f166b-8e5b-4c84-93b0-2848aa28a13f admin admin] Publish callbacks [] for security_group (a774f5bc-1673-47b5-990a-8fefb79cb5be), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.671672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0981c980-6bb3-4afd-8202-481d57b0fb21,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:38.774065 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.815771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Attempting to bind port 0981c980-6bb3-4afd-8202-481d57b0fb21 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:38.816177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Attempting to bind port 0981c980-6bb3-4afd-8202-481d57b0fb21 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:38.816785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Attempting to bind port 0981c980-6bb3-4afd-8202-481d57b0fb21 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:38.827549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Port 0981c980-6bb3-4afd-8202-481d57b0fb21 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:38.827549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Attempting to bind port 0981c980-6bb3-4afd-8202-481d57b0fb21 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:38.832290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:38.832641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:38.833032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:38.833471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Bound port: 0981c980-6bb3-4afd-8202-481d57b0fb21, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:38.833846 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.873928 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bb8f166b-8e5b-4c84-93b0-2848aa28a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a774f5bc-1673-47b5-990a-8fefb79cb5be), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.876292 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bb8f166b-8e5b-4c84-93b0-2848aa28a13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:38.879808 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bb8f166b-8e5b-4c84-93b0-2848aa28a13f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a774f5bc-1673-47b5-990a-8fefb79cb5be HTTP/1.1" status: 204 len: 168 time: 0.4146490 Jan 27 21:29:38.897850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f4e98-370f-480a-82ce-642b8eb1c2ae req-abeadaac-fde7-4aad-bbe1-d52f76a05725 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:38.899406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f46f4e98-370f-480a-82ce-642b8eb1c2ae req-abeadaac-fde7-4aad-bbe1-d52f76a05725 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 948 time: 0.1585405 Jan 27 21:29:38.917848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f166b-8e5b-4c84-93b0-2848aa28a13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a774f5bc-1673-47b5-990a-8fefb79cb5be,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:38.956120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] For port 0981c980-6bb3-4afd-8202-481d57b0fb21, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:38.961259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-7b8757a0-2bb4-4489-a697-3ee0ce74f005 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:38.964725 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-7b8757a0-2bb4-4489-a697-3ee0ce74f005 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81&tenant_id=8d87dbbb836740af80771db9b8ffe9ca&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 948 time: 0.1540473 Jan 27 21:29:38.965100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] For port 0981c980-6bb3-4afd-8202-481d57b0fb21, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0981c980-6bb3-4afd-8202-481d57b0fb21,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:38.992229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f46f4e98-370f-480a-82ce-642b8eb1c2ae req-c62a0868-0ba7-4438-b232-58630ba3ad74 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853536 Jan 27 21:29:39.046995 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:39.084613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:39.122283 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-019178d5-6c5a-48f8-b9e2-1b7f776bb3e4 service neutron] delete failed (client error): The resource could not be found. Jan 27 21:29:39.124027 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-019178d5-6c5a-48f8-b9e2-1b7f776bb3e4 service neutron] 10.222.0.74 "DELETE /v2.0/ports/805e66b3-ce25-4e09-93a4-5fcb4a4278e3/bindings/n-h1-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.1486285 Jan 27 21:29:39.130904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.131684 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:39.133111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] 10.222.0.74 "PUT /v2.0/ports/0981c980-6bb3-4afd-8202-481d57b0fb21 HTTP/1.1" status: 200 len: 1096 time: 1.5240083 Jan 27 21:29:39.133720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc72a1a-357e-40ee-88c8-e146a47ae29b', 'tag': '0981c980-6bb3-4afd-8202-481d57b0fb21'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:39.142470 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579f5bdc-6b7c-4fbe-9d90-151722516a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc72a1a-357e-40ee-88c8-e146a47ae29b", "tag": "0981c980-6bb3-4afd-8202-481d57b0fb21"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:39.201177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ca013-e9a0-4a5a-8b7c-5d4c2a6061d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0981c980-6bb3-4afd-8202-481d57b0fb21,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:39.219492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5ca4c-a407-4046-9f52-fa3a4af04780 req-e1d69f2c-b5cf-44e3-ac61-40aa7ed8c603 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.221091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1b5ca4c-a407-4046-9f52-fa3a4af04780 req-e1d69f2c-b5cf-44e3-ac61-40aa7ed8c603 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 944 time: 0.1301103 Jan 27 21:29:39.271426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:39.290646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'mac_address': 'fa:16:3e:b2:26:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:29:39.307798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da8a59-da86-42a8-b2ae-7ed10f9001f1 req-ec3cd795-3ab0-4ad1-aff2-0493b22fcb13 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.316452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77da8a59-da86-42a8-b2ae-7ed10f9001f1 req-ec3cd795-3ab0-4ad1-aff2-0493b22fcb13 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 948 time: 0.1871521 Jan 27 21:29:39.327081 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-6492efe6-37d7-4fb2-8df5-f24adb290864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.328756 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-6492efe6-37d7-4fb2-8df5-f24adb290864 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a7bb41fd2444a8299dc4e6507175436&device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 1099 time: 0.0693119 Jan 27 21:29:39.350601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-a92862c3-17b9-4ee4-8d37-a5de0afad5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.352182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-a92862c3-17b9-4ee4-8d37-a5de0afad5a9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 1099 time: 0.1292539 Jan 27 21:29:39.368576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:39.369606 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:39.388357 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-70ed60c0-0c3b-447e-805e-ab11e74f345a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=0981c980-6bb3-4afd-8202-481d57b0fb21 HTTP/1.1" status: 200 len: 217 time: 0.0506284 Jan 27 21:29:39.388741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:39.409434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:39.424898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1b5ca4c-a407-4046-9f52-fa3a4af04780 req-2568775c-8a34-42b3-ba5a-d46568100cd8 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849005 Jan 27 21:29:39.442941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-ea26a841-9846-46bf-8336-572a158bf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.444419 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-ea26a841-9846-46bf-8336-572a158bf50e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0492251 Jan 27 21:29:39.484720 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77da8a59-da86-42a8-b2ae-7ed10f9001f1 req-fdddbc09-84b7-45b1-81bb-ea624efd0502 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674049 Jan 27 21:29:39.496356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-7ecf2ed6-300c-43fb-abc4-19aa017dcb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.501008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-7ecf2ed6-300c-43fb-abc4-19aa017dcb1c service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1370366 Jan 27 21:29:39.507792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-80e2a078-9404-48cd-a1fb-155547e70c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.509324 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-80e2a078-9404-48cd-a1fb-155547e70c51 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560553 Jan 27 21:29:39.521313 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:39.546683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-cb2c9f25-0ba7-451b-a32e-8e370788cf52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3 HTTP/1.1" status: 200 len: 217 time: 0.0368216 Jan 27 21:29:39.587436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:39.657442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-1cc5ae4f-45b2-4bfa-9a99-efd6b86e7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.658927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-1cc5ae4f-45b2-4bfa-9a99-efd6b86e7437 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1061420 Jan 27 21:29:39.660706 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-b990a75c-7750-465a-919c-02967a09af6e service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378584 Jan 27 21:29:39.670878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edfea2-fd82-4671-a325-236913de7660 req-283ae77c-ae72-4f2d-bf6e-5909e7a94fba tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.673446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8edfea2-fd82-4671-a325-236913de7660 req-283ae77c-ae72-4f2d-bf6e-5909e7a94fba tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 948 time: 0.0719411 Jan 27 21:29:39.736901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-cff098f7-9cba-4b5b-83a1-e6b78b1af140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.738402 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-cff098f7-9cba-4b5b-83a1-e6b78b1af140 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639343 Jan 27 21:29:39.764182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8edfea2-fd82-4671-a325-236913de7660 req-d25f7fc4-3cda-4bd3-82cc-5bfd6d30da95 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800059 Jan 27 21:29:39.768693 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-823fc2a9-a64c-48da-a8bb-c6bcec6cb50e req-f913c83c-694a-4dcf-bb0e-54af4b60d1e3 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969002 Jan 27 21:29:39.817369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58656) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:39.832453 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bed384a8-d4d8-4dda-93fc-89d1211a2e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:39.838620 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6caafc-1994-4d96-8aee-81c932c6986e x-openstack-request-id: req-eb6caafc-1994-4d96-8aee-81c932c6986e {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:39.838620 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc72a1a-357e-40ee-88c8-e146a47ae29b", "tag": "0981c980-6bb3-4afd-8202-481d57b0fb21", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:39.838620 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb6caafc-1994-4d96-8aee-81c932c6986e {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:39.838620 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc72a1a-357e-40ee-88c8-e146a47ae29b', 'tag': '0981c980-6bb3-4afd-8202-481d57b0fb21', 'status': 'completed', 'code': 200} Jan 27 21:29:39.861516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['805e66b3-ce25-4e09-93a4-5fcb4a4278e3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:39.909248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-6969b469-fb65-4a68-a43f-488e8604e9a7 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.909720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-6969b469-fb65-4a68-a43f-488e8604e9a7 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.910110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-6969b469-fb65-4a68-a43f-488e8604e9a7 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.910581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-6969b469-fb65-4a68-a43f-488e8604e9a7 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.911041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-6969b469-fb65-4a68-a43f-488e8604e9a7 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.911505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-6969b469-fb65-4a68-a43f-488e8604e9a7 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.911962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-6969b469-fb65-4a68-a43f-488e8604e9a7 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.913149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-6969b469-fb65-4a68-a43f-488e8604e9a7 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.913728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-6969b469-fb65-4a68-a43f-488e8604e9a7 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.914079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-6969b469-fb65-4a68-a43f-488e8604e9a7 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.916464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-6969b469-fb65-4a68-a43f-488e8604e9a7 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b&device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8&device_id=aa642856-a0af-4395-8a97-94b0c505012d&device_id=3a04dee9-1fd2-4a82-980a-7db7e58d97bb&device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc&device_id=85697d7d-7e07-495c-9488-00fa1450c4c6&device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad&device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8&device_id=5d897b56-906e-4b86-bff4-2149b6d95c81&device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 9117 time: 0.1009653 Jan 27 21:29:39.920525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-44d7c85f-4fa2-4cc7-8c27-aad5b6e53e9f service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719961 Jan 27 21:29:39.934891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bed384a8-d4d8-4dda-93fc-89d1211a2e18 admin admin] Publish callbacks [] for security_group (0724b026-7d07-46aa-8a3a-62bfd2cfa022), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:39.952576 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-44228e95-6f23-40c8-93a8-10a2e902796e tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:39.991813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f5bdc-6b7c-4fbe-9d90-151722516a2f req-37cac91a-3678-41c4-aa20-2cb57884131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:39.992499 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-579f5bdc-6b7c-4fbe-9d90-151722516a2f req-37cac91a-3678-41c4-aa20-2cb57884131c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a7bb41fd2444a8299dc4e6507175436&device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 1099 time: 0.0560439 Jan 27 21:29:40.023109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bed384a8-d4d8-4dda-93fc-89d1211a2e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0724b026-7d07-46aa-8a3a-62bfd2cfa022), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:40.092597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c60ca75-f5b2-4564-a7b2-f35d159c1721 req-bfa5a38f-ad73-4a6a-8b28-f8e969c05062 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531942 Jan 27 21:29:40.110824 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bed384a8-d4d8-4dda-93fc-89d1211a2e18 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d7dc87eede5741b696004bda5f8559bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923377 Jan 27 21:29:40.118777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58668) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:40.119308 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed384a8-d4d8-4dda-93fc-89d1211a2e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0724b026-7d07-46aa-8a3a-62bfd2cfa022,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:40.172230 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-44228e95-6f23-40c8-93a8-10a2e902796e tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Publish callbacks [] for security_group (08d6a422-4031-4b7f-9ff4-2b60204ed531), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:40.173228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f5bdc-6b7c-4fbe-9d90-151722516a2f req-d5412f61-ffeb-4d04-8f39-03c41eae46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:40.174686 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-579f5bdc-6b7c-4fbe-9d90-151722516a2f req-d5412f61-ffeb-4d04-8f39-03c41eae46fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1759846 Jan 27 21:29:40.183299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e73fa7-9e4c-4d16-aac5-c08f317389d8 req-286d583e-5172-4903-be49-a2839a808898 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:40.184812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07e73fa7-9e4c-4d16-aac5-c08f317389d8 req-286d583e-5172-4903-be49-a2839a808898 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 948 time: 0.0804658 Jan 27 21:29:40.223696 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-50ab874f-789b-45e2-ae5d-329f8b1aa37d admin admin] Publish callbacks [] for security_group (0724b026-7d07-46aa-8a3a-62bfd2cfa022), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:40.227050 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-579f5bdc-6b7c-4fbe-9d90-151722516a2f req-6e89e369-4463-457c-adbb-4375f82fe6b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=0981c980-6bb3-4afd-8202-481d57b0fb21 HTTP/1.1" status: 200 len: 217 time: 0.0417395 Jan 27 21:29:40.235327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07e73fa7-9e4c-4d16-aac5-c08f317389d8 req-0d7acaf8-23af-4068-a973-305231078320 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446661 Jan 27 21:29:40.254555 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-50ab874f-789b-45e2-ae5d-329f8b1aa37d admin admin] Publish callbacks [] for security_group (0724b026-7d07-46aa-8a3a-62bfd2cfa022), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:40.255912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-44228e95-6f23-40c8-93a8-10a2e902796e tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (08d6a422-4031-4b7f-9ff4-2b60204ed531), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:40.306893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44228e95-6f23-40c8-93a8-10a2e902796e tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d6a422-4031-4b7f-9ff4-2b60204ed531,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:40.316846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f5bdc-6b7c-4fbe-9d90-151722516a2f req-4366c09d-07e2-412c-bc55-cb0834e2f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:40.318302 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-579f5bdc-6b7c-4fbe-9d90-151722516a2f req-4366c09d-07e2-412c-bc55-cb0834e2f849 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0751977 Jan 27 21:29:40.376870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abbdb0f4-2235-44cf-bad4-eb07cac133cf req-44228e95-6f23-40c8-93a8-10a2e902796e tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&id=3c24389e-8692-444f-ac37-70c86549f305&id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.4537289 Jan 27 21:29:40.384065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f5bdc-6b7c-4fbe-9d90-151722516a2f req-000dacb1-2b3d-4817-baab-3fdf3f54134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:40.386199 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-579f5bdc-6b7c-4fbe-9d90-151722516a2f req-000dacb1-2b3d-4817-baab-3fdf3f54134d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586619 Jan 27 21:29:40.480416 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-579f5bdc-6b7c-4fbe-9d90-151722516a2f req-76b8f22e-075b-497e-b07d-098b99cf9ec8 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863042 Jan 27 21:29:40.495951 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-50ab874f-789b-45e2-ae5d-329f8b1aa37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0724b026-7d07-46aa-8a3a-62bfd2cfa022), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:40.498753 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-50ab874f-789b-45e2-ae5d-329f8b1aa37d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:40.499670 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-50ab874f-789b-45e2-ae5d-329f8b1aa37d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0724b026-7d07-46aa-8a3a-62bfd2cfa022 HTTP/1.1" status: 204 len: 168 time: 0.3813512 Jan 27 21:29:40.519270 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab874f-789b-45e2-ae5d-329f8b1aa37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0724b026-7d07-46aa-8a3a-62bfd2cfa022,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:40.609211 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-579f5bdc-6b7c-4fbe-9d90-151722516a2f req-e9be60dd-2805-4db9-ae7f-8846e97bac96 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215515 Jan 27 21:29:40.666455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819d1d3-4ee8-46b8-a198-f1d61ac13a6c req-2208774f-528b-481c-b1e7-99f8c747ee54 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:40.667999 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d819d1d3-4ee8-46b8-a198-f1d61ac13a6c req-2208774f-528b-481c-b1e7-99f8c747ee54 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 944 time: 0.0860202 Jan 27 21:29:40.679223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36891ed-77f5-4f6f-b9c7-689dea57279f req-f445a6fe-7b3d-49b1-aacf-721f936a7820 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:40.680701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a36891ed-77f5-4f6f-b9c7-689dea57279f req-f445a6fe-7b3d-49b1-aacf-721f936a7820 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 949 time: 0.0673323 Jan 27 21:29:40.752126 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d819d1d3-4ee8-46b8-a198-f1d61ac13a6c req-9e658732-d909-480c-a0b5-6fac6a0947d7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704398 Jan 27 21:29:40.755733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a36891ed-77f5-4f6f-b9c7-689dea57279f req-d0a142f1-91f3-4a6b-be48-6052d9316f3c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682268 Jan 27 21:29:41.004959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e109127-22c8-47b8-ba22-eaf95a236d04 req-9a7ab247-b46b-4e58-9431-30d64b3abe9c tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:41.005349 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e109127-22c8-47b8-ba22-eaf95a236d04 req-9a7ab247-b46b-4e58-9431-30d64b3abe9c tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:41.005811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e109127-22c8-47b8-ba22-eaf95a236d04 req-9a7ab247-b46b-4e58-9431-30d64b3abe9c tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:41.007471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e109127-22c8-47b8-ba22-eaf95a236d04 req-9a7ab247-b46b-4e58-9431-30d64b3abe9c tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc&device_id=85697d7d-7e07-495c-9488-00fa1450c4c6&device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 2882 time: 0.0843365 Jan 27 21:29:41.029782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eed6b-3f80-47c3-acfe-a627cc707095 req-02a4cc49-523b-478a-ac42-95b1015268ee tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:41.031234 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b85eed6b-3f80-47c3-acfe-a627cc707095 req-02a4cc49-523b-478a-ac42-95b1015268ee tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 948 time: 0.0716593 Jan 27 21:29:41.088401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:41.098649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e109127-22c8-47b8-ba22-eaf95a236d04 req-805e02eb-a705-4165-802a-e18bda123e21 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844524 Jan 27 21:29:41.112765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b85eed6b-3f80-47c3-acfe-a627cc707095 req-203ca79e-7896-48c3-8a71-cb31a39d6968 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653262 Jan 27 21:29:41.268966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:29:41.273975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:41.274412 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:41.390935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf4e8e-12ff-442d-8eb4-5b16cbd018d2 req-cdf3755c-5f4e-4cca-8479-fbfa03dc6238 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:41.391505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:41.391598 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:41.392510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2aaf4e8e-12ff-442d-8eb4-5b16cbd018d2 req-cdf3755c-5f4e-4cca-8479-fbfa03dc6238 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 948 time: 0.0692723 Jan 27 21:29:41.415345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:41.418591 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1ba2ff-1402-4b36-ba49-cdd04431c528" -d '{"events": [{"server_uuid": "5d897b56-906e-4b86-bff4-2149b6d95c81", "name": "network-vif-plugged", "status": "completed", "tag": "805e66b3-ce25-4e09-93a4-5fcb4a4278e3"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:41.433369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:41.448374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2aaf4e8e-12ff-442d-8eb4-5b16cbd018d2 req-d275206f-28e0-4beb-a2f9-77e39afaf1c7 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502670 Jan 27 21:29:41.497053 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7938c796-9ba5-4109-9008-9d5f4ddb0f6e x-openstack-request-id: req-7938c796-9ba5-4109-9008-9d5f4ddb0f6e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:41.497372 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d897b56-906e-4b86-bff4-2149b6d95c81", "name": "network-vif-plugged", "status": "completed", "tag": "805e66b3-ce25-4e09-93a4-5fcb4a4278e3", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:41.497756 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7938c796-9ba5-4109-9008-9d5f4ddb0f6e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:41.498168 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'code': 200} Jan 27 21:29:41.537874 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:41.539151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device b234459e-1b7e-4069-9887-d7b0c12986af up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:41.628751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:41.709005 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port b234459e-1b7e-4069-9887-d7b0c12986af completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:29:41.717952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port b234459e-1b7e-4069-9887-d7b0c12986af triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:41.717952 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:41.809457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port b234459e-1b7e-4069-9887-d7b0c12986af is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:41.809862 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:41.845900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b234459e-1b7e-4069-9887-d7b0c12986af,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:41.917266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce8cbf-ad33-4333-9272-05858c5358c8 req-c8409651-8197-4f08-aac3-a7b134c4f9b9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:41.918854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6ce8cbf-ad33-4333-9272-05858c5358c8 req-c8409651-8197-4f08-aac3-a7b134c4f9b9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 944 time: 0.0522916 Jan 27 21:29:41.947155 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:41.947976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:41.992964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6ce8cbf-ad33-4333-9272-05858c5358c8 req-6a876bf2-ddec-404a-a122-38a69bfa708f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680754 Jan 27 21:29:42.016547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0a380-f519-49cb-b4e8-80677641ecaf req-6090432d-7a8b-4f97-801c-c03b84ea23b0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:42.018196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33a0a380-f519-49cb-b4e8-80677641ecaf req-6090432d-7a8b-4f97-801c-c03b84ea23b0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.0626907 Jan 27 21:29:42.040487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=b234459e-1b7e-4069-9887-d7b0c12986af,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:42.076608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33a0a380-f519-49cb-b4e8-80677641ecaf req-1df8156a-a242-4319-959a-05e9da495c92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475960 Jan 27 21:29:42.137034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:29:42.141928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:42.142313 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:42.225610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:42.226012 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:42.260434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ebb9c-4c5f-40eb-8d42-ea9ea987c2ae req-53045494-8845-4cae-aeac-ff61a402059f tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:42.262111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-650ebb9c-4c5f-40eb-8d42-ea9ea987c2ae req-53045494-8845-4cae-aeac-ff61a402059f tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 1101 time: 0.0539551 Jan 27 21:29:42.262833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:42.310384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-650ebb9c-4c5f-40eb-8d42-ea9ea987c2ae req-c7fadcf0-e5da-4109-baf6-0285767424e3 tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416756 Jan 27 21:29:42.341485 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:42.342345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7a1174c3-e602-488e-aaed-0bad9231a27f up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:42.417621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445a0ca-13ac-4e5b-ba38-e588c4afaa23 req-55b35f74-4871-4031-8b9d-dff6fb27f4df tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:42.419133 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5445a0ca-13ac-4e5b-ba38-e588c4afaa23 req-55b35f74-4871-4031-8b9d-dff6fb27f4df tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 948 time: 0.0529900 Jan 27 21:29:42.427781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:42.485264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5445a0ca-13ac-4e5b-ba38-e588c4afaa23 req-fd6ca5e4-cdf4-4b67-b914-8ef45ede619c tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579257 Jan 27 21:29:42.531573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 7a1174c3-e602-488e-aaed-0bad9231a27f completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:29:42.539280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 7a1174c3-e602-488e-aaed-0bad9231a27f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:42.539757 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:42.644315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 7a1174c3-e602-488e-aaed-0bad9231a27f is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:42.644718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:42.649617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679834c2-27fe-4303-8482-74aa6e4022fb req-a2bf1086-b730-4378-87e9-01fb4665f171 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:42.652518 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-679834c2-27fe-4303-8482-74aa6e4022fb req-a2bf1086-b730-4378-87e9-01fb4665f171 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 1100 time: 0.0833418 Jan 27 21:29:42.661103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb88a25-b6f9-4d38-b9f3-a3953c29d36f req-06d53721-91ba-4d8a-af74-2002035c20a9 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:42.662908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdb88a25-b6f9-4d38-b9f3-a3953c29d36f req-06d53721-91ba-4d8a-af74-2002035c20a9 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 948 time: 0.0654175 Jan 27 21:29:42.694969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7a1174c3-e602-488e-aaed-0bad9231a27f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7a1174c3-e602-488e-aaed-0bad9231a27f,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:42.733685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-679834c2-27fe-4303-8482-74aa6e4022fb req-a4b967ed-5915-408d-9da0-dc332a931295 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698400 Jan 27 21:29:42.740763 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdb88a25-b6f9-4d38-b9f3-a3953c29d36f req-2ad8a786-144e-4a02-a252-1c232818ab3d tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695276 Jan 27 21:29:42.787458 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:42.867557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=7a1174c3-e602-488e-aaed-0bad9231a27f,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:42.896826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-02a49378-384b-4dc2-bddb-cca8a6766b5c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716791 Jan 27 21:29:42.931185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9098fda-4fc9-41c9-9d15-b7503b46d75e req-34163e3e-edae-4f4b-bc9c-f4ec26a3d2d3 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:42.933235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9098fda-4fc9-41c9-9d15-b7503b46d75e req-34163e3e-edae-4f4b-bc9c-f4ec26a3d2d3 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 1100 time: 0.0699615 Jan 27 21:29:42.942874 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58796) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:43.034845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9098fda-4fc9-41c9-9d15-b7503b46d75e req-a458dc65-ac42-403b-853b-622928435ce7 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758028 Jan 27 21:29:43.044317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-c5cb4657-fc8f-4f22-912c-54ee46878cb0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:43.045734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-c5cb4657-fc8f-4f22-912c-54ee46878cb0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427329 Jan 27 21:29:43.060833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-9115f6cc-f674-4f98-8bb3-a2111547b5d6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/quotas/8d87dbbb836740af80771db9b8ffe9ca HTTP/1.1" status: 200 len: 375 time: 0.0098469 Jan 27 21:29:43.115530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-bf9935a0-9bca-40f3-aa18-a1a5d513d536 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487456 Jan 27 21:29:43.117936 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-296c81e1-ac71-435f-9f40-65f6523e67e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:43.201128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-296c81e1-ac71-435f-9f40-65f6523e67e7 admin admin] Publish callbacks [] for security_group (0bb385dd-be58-46bb-9a85-ee3706a3d737), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:43.308786 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-296c81e1-ac71-435f-9f40-65f6523e67e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0bb385dd-be58-46bb-9a85-ee3706a3d737), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:43.367134 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-296c81e1-ac71-435f-9f40-65f6523e67e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3912151c43e847c5aed816eac01f86b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4202969 Jan 27 21:29:43.386752 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58812) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:43.387129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facbb9b-aaef-4e53-8bda-27de512d4581 req-1bed9de5-e71d-4909-8221-a407dd0c4dd2 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:43.387243 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c81e1-ac71-435f-9f40-65f6523e67e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb385dd-be58-46bb-9a85-ee3706a3d737,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:43.387330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7facbb9b-aaef-4e53-8bda-27de512d4581 req-1bed9de5-e71d-4909-8221-a407dd0c4dd2 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 945 time: 0.0671849 Jan 27 21:29:43.446027 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a52d5ce5-1768-4de0-93f3-8fd56a099052 admin admin] Publish callbacks [] for security_group (0bb385dd-be58-46bb-9a85-ee3706a3d737), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:43.453404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7facbb9b-aaef-4e53-8bda-27de512d4581 req-150a9e93-29f3-4a4e-93ff-891379dc3850 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653205 Jan 27 21:29:43.483323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a52d5ce5-1768-4de0-93f3-8fd56a099052 admin admin] Publish callbacks [] for security_group (0bb385dd-be58-46bb-9a85-ee3706a3d737), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:43.498979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693a0319-fa22-4887-b351-e0fcbdfae1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b234459e-1b7e-4069-9887-d7b0c12986af'}, {'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7'}, {'server_uuid': 'aa642856-a0af-4395-8a97-94b0c505012d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1174c3-e602-488e-aaed-0bad9231a27f'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:43.502766 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a38263e-72d2-42ee-944d-ebf31c6c3200" -d '{"events": [{"server_uuid": "693a0319-fa22-4887-b351-e0fcbdfae1f8", "name": "network-vif-plugged", "status": "completed", "tag": "b234459e-1b7e-4069-9887-d7b0c12986af"}, {"server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "name": "network-vif-plugged", "status": "completed", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7"}, {"server_uuid": "aa642856-a0af-4395-8a97-94b0c505012d", "name": "network-vif-plugged", "status": "completed", "tag": "7a1174c3-e602-488e-aaed-0bad9231a27f"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:43.544690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27996265-eacb-40e1-8727-ee256af8813e req-c4a43963-c1cc-4183-86d1-bbf086491c66 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 210 time: 0.0410671 Jan 27 21:29:43.586666 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468572c6-f0ad-4b66-8318-3ed15117ceb8 x-openstack-request-id: req-468572c6-f0ad-4b66-8318-3ed15117ceb8 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:43.586973 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693a0319-fa22-4887-b351-e0fcbdfae1f8", "name": "network-vif-plugged", "status": "completed", "tag": "b234459e-1b7e-4069-9887-d7b0c12986af", "code": 200}, {"server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "name": "network-vif-plugged", "status": "completed", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7", "code": 200}, {"server_uuid": "aa642856-a0af-4395-8a97-94b0c505012d", "name": "network-vif-plugged", "status": "completed", "tag": "7a1174c3-e602-488e-aaed-0bad9231a27f", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:43.587226 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-468572c6-f0ad-4b66-8318-3ed15117ceb8 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:43.587655 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693a0319-fa22-4887-b351-e0fcbdfae1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b234459e-1b7e-4069-9887-d7b0c12986af', 'code': 200} Jan 27 21:29:43.587912 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'code': 200} Jan 27 21:29:43.588190 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa642856-a0af-4395-8a97-94b0c505012d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1174c3-e602-488e-aaed-0bad9231a27f', 'code': 200} Jan 27 21:29:43.626768 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a52d5ce5-1768-4de0-93f3-8fd56a099052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0bb385dd-be58-46bb-9a85-ee3706a3d737), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:43.631000 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a52d5ce5-1768-4de0-93f3-8fd56a099052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:43.631000 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a52d5ce5-1768-4de0-93f3-8fd56a099052 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0bb385dd-be58-46bb-9a85-ee3706a3d737 HTTP/1.1" status: 204 len: 168 time: 0.2619009 Jan 27 21:29:43.653783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d5ce5-1768-4de0-93f3-8fd56a099052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb385dd-be58-46bb-9a85-ee3706a3d737,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:43.784069 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af26f8-f66e-469a-8d49-95de48c38963 req-d88e476c-c0b2-43da-baaa-6085cf72bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:43.785911 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-77af26f8-f66e-469a-8d49-95de48c38963 req-d88e476c-c0b2-43da-baaa-6085cf72bbb1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3a04dee9-1fd2-4a82-980a-7db7e58d97bb HTTP/1.1" status: 200 len: 1100 time: 0.0486610 Jan 27 21:29:43.806110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274700d-d308-4ef0-a575-7d24e8fb277a req-22b1a368-8c06-4c21-8271-414c296b5f70 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:43.807665 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3274700d-d308-4ef0-a575-7d24e8fb277a req-22b1a368-8c06-4c21-8271-414c296b5f70 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 948 time: 0.1369987 Jan 27 21:29:43.809440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7a7bc-4922-4671-860e-6f9f3fb05ab8 req-4b08220c-ad4a-4f0e-9376-6cd3b040146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:43.810958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deb7a7bc-4922-4671-860e-6f9f3fb05ab8 req-4b08220c-ad4a-4f0e-9376-6cd3b040146b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 1100 time: 0.1020172 Jan 27 21:29:43.825428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96674455-8d81-4aee-8d7f-302b9e492442 req-98352571-0770-40c4-b7e4-9ea7de661771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:43.826869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96674455-8d81-4aee-8d7f-302b9e492442 req-98352571-0770-40c4-b7e4-9ea7de661771 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 1096 time: 0.0969713 Jan 27 21:29:43.834535 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-77af26f8-f66e-469a-8d49-95de48c38963 req-65293ed5-5e36-4fbc-af94-0cc6a00adf6f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Jan 27 21:29:43.891875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3274700d-d308-4ef0-a575-7d24e8fb277a req-e2331bfa-b67d-49b6-bbcd-1fbe6122615c tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777421 Jan 27 21:29:43.895949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deb7a7bc-4922-4671-860e-6f9f3fb05ab8 req-ac64faf0-4084-4558-be9f-1393760e4692 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724945 Jan 27 21:29:43.947757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0981c980-6bb3-4afd-8202-481d57b0fb21 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:44.023581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58840) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:44.058265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb33c9-2ab1-406c-876f-6509b0fe701a req-e0bc19a6-bc81-41da-b648-3f50a893798b tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:44.059925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23fb33c9-2ab1-406c-876f-6509b0fe701a req-e0bc19a6-bc81-41da-b648-3f50a893798b tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 949 time: 0.1089892 Jan 27 21:29:44.106332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96674455-8d81-4aee-8d7f-302b9e492442 req-c3e0093a-060d-4ff3-a10c-4f6ef408086a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783789 Jan 27 21:29:44.110259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 0981c980-6bb3-4afd-8202-481d57b0fb21, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0981c980-6bb3-4afd-8202-481d57b0fb21,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:44.134963 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '0981c980-6bb3-4afd-8202-481d57b0fb21', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '0981c980-6bb3-4afd-8202-481d57b0fb21', 'mac_address': 'fa:16:3e:14:78:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:29:44.160616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23fb33c9-2ab1-406c-876f-6509b0fe701a req-5fca92d0-51ae-4fef-b298-7ddc794f6255 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911996 Jan 27 21:29:44.184143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 0981c980-6bb3-4afd-8202-481d57b0fb21 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:44.184610 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.199407 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5a22ab4c-2d2f-4fa6-8c84-397923c74df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.206177 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0981c980-6bb3-4afd-8202-481d57b0fb21 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:44.227901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 0981c980-6bb3-4afd-8202-481d57b0fb21, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0981c980-6bb3-4afd-8202-481d57b0fb21,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:44.276528 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5a22ab4c-2d2f-4fa6-8c84-397923c74df3 admin admin] Publish callbacks [] for security_group (08a9845f-1822-4141-b6e6-c999061ca439), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.314707 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.370333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=0981c980-6bb3-4afd-8202-481d57b0fb21,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:44.371481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5a22ab4c-2d2f-4fa6-8c84-397923c74df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (08a9845f-1822-4141-b6e6-c999061ca439), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.421151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22ab4c-2d2f-4fa6-8c84-397923c74df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a9845f-1822-4141-b6e6-c999061ca439,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:44.434332 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5a22ab4c-2d2f-4fa6-8c84-397923c74df3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a7c0b8eb818429e9456f08e57cd2647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062700 Jan 27 21:29:44.434694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58854) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:44.446170 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58856) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:44.462147 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-274b3b70-05de-42de-9b88-3e8f21b67230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.568782 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-274b3b70-05de-42de-9b88-3e8f21b67230 admin admin] Publish callbacks [] for security_group (b2d9c419-b5ca-4298-b1b7-f617f85bf3e6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.592951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f99a812a-ba71-4b79-b470-c82cc688690b admin admin] Publish callbacks [] for security_group (08a9845f-1822-4141-b6e6-c999061ca439), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.623523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['0981c980-6bb3-4afd-8202-481d57b0fb21'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:44.631901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a92dd2-f870-4ef7-b6c4-f555d4617254 req-24356e6c-b0c8-4bb5-b4ea-8689aaae61de tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:44.633402 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09a92dd2-f870-4ef7-b6c4-f555d4617254 req-24356e6c-b0c8-4bb5-b4ea-8689aaae61de tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1070127 Jan 27 21:29:44.640177 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f99a812a-ba71-4b79-b470-c82cc688690b admin admin] Publish callbacks [] for security_group (08a9845f-1822-4141-b6e6-c999061ca439), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.643864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-274b3b70-05de-42de-9b88-3e8f21b67230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b2d9c419-b5ca-4298-b1b7-f617f85bf3e6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.676338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2ef8e-35ff-4817-804c-a7b4d6092af2 req-becbec6e-ecaf-4b86-a436-a23866e2a03a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:44.677958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cc2ef8e-35ff-4817-804c-a7b4d6092af2 req-becbec6e-ecaf-4b86-a436-a23866e2a03a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 945 time: 0.1214726 Jan 27 21:29:44.689869 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-274b3b70-05de-42de-9b88-3e8f21b67230 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d226e07c2174a9a940d7cd8adeea7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418251 Jan 27 21:29:44.696120 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58868) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:44.734595 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b3b70-05de-42de-9b88-3e8f21b67230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d9c419-b5ca-4298-b1b7-f617f85bf3e6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:44.757482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09a92dd2-f870-4ef7-b6c4-f555d4617254 req-5eddc579-fc17-447a-b5c7-cecd32148251 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136851 Jan 27 21:29:44.775373 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-26c8189b-e5fe-493c-82fd-95d2444ec751 admin admin] Publish callbacks [] for security_group (b2d9c419-b5ca-4298-b1b7-f617f85bf3e6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.784331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cc2ef8e-35ff-4817-804c-a7b4d6092af2 req-df21ca60-9843-4cbe-b83c-3fe42e9073f8 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890226 Jan 27 21:29:44.810679 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-26c8189b-e5fe-493c-82fd-95d2444ec751 admin admin] Publish callbacks [] for security_group (b2d9c419-b5ca-4298-b1b7-f617f85bf3e6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.828748 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f99a812a-ba71-4b79-b470-c82cc688690b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (08a9845f-1822-4141-b6e6-c999061ca439), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.831340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f99a812a-ba71-4b79-b470-c82cc688690b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.835043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f99a812a-ba71-4b79-b470-c82cc688690b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08a9845f-1822-4141-b6e6-c999061ca439 HTTP/1.1" status: 204 len: 168 time: 0.3968165 Jan 27 21:29:44.843950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a812a-ba71-4b79-b470-c82cc688690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a9845f-1822-4141-b6e6-c999061ca439,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:44.921370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e623c4a-41d7-4d66-bcce-acccf2c140d0 req-4e379527-37fb-493f-b51b-024b62e5c0b3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 210 time: 0.0561643 Jan 27 21:29:44.954743 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-26c8189b-e5fe-493c-82fd-95d2444ec751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b2d9c419-b5ca-4298-b1b7-f617f85bf3e6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.956785 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-26c8189b-e5fe-493c-82fd-95d2444ec751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:44.957936 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-26c8189b-e5fe-493c-82fd-95d2444ec751 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2d9c419-b5ca-4298-b1b7-f617f85bf3e6 HTTP/1.1" status: 204 len: 168 time: 0.2601063 Jan 27 21:29:44.967228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8189b-e5fe-493c-82fd-95d2444ec751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d9c419-b5ca-4298-b1b7-f617f85bf3e6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:45.057634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fc392-3f0e-4ea5-9f8e-6055ed553c3e req-aafa721a-064d-49a8-9fe5-92d9b1fbb080 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:45.059136 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-896fc392-3f0e-4ea5-9f8e-6055ed553c3e req-aafa721a-064d-49a8-9fe5-92d9b1fbb080 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 949 time: 0.0500112 Jan 27 21:29:45.110487 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-896fc392-3f0e-4ea5-9f8e-6055ed553c3e req-57afbcef-79ef-427d-ba24-580ee9ab5081 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 Jan 27 21:29:45.269809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd10f18-db62-4af0-b1bf-df4cf3ae98c9 req-11f19fa7-4e73-44bf-a802-2b45fadb1e3f tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:45.271310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bd10f18-db62-4af0-b1bf-df4cf3ae98c9 req-11f19fa7-4e73-44bf-a802-2b45fadb1e3f tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 949 time: 0.0508487 Jan 27 21:29:45.325646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bd10f18-db62-4af0-b1bf-df4cf3ae98c9 req-301a2d08-3887-48c9-af58-b5f605977e74 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475860 Jan 27 21:29:45.751699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58894) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:45.764440 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f5b6c963-790a-46c7-8ef9-7a55892dcf85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:45.869734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-2ab001cd-b37e-4db4-8c61-2c4e419723e6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330205 Jan 27 21:29:45.874560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f5b6c963-790a-46c7-8ef9-7a55892dcf85 admin admin] Publish callbacks [] for security_group (eecca4f3-36c7-4beb-b369-908e566dcee0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:45.958257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0981c980-6bb3-4afd-8202-481d57b0fb21 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:45.993660 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f5b6c963-790a-46c7-8ef9-7a55892dcf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (eecca4f3-36c7-4beb-b369-908e566dcee0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:46.133825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 0981c980-6bb3-4afd-8202-481d57b0fb21 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:29:46.145141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 0981c980-6bb3-4afd-8202-481d57b0fb21 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:46.145533 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:46.248786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 0981c980-6bb3-4afd-8202-481d57b0fb21 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:46.249183 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:46.264478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487da85-3a0e-4468-b105-ce00ba734531 req-2250c05b-15a2-43fd-b097-c8b353bb5b5f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:46.265971 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8487da85-3a0e-4468-b105-ce00ba734531 req-2250c05b-15a2-43fd-b097-c8b353bb5b5f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.3879764 Jan 27 21:29:46.274333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc72a1a-357e-40ee-88c8-e146a47ae29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0981c980-6bb3-4afd-8202-481d57b0fb21'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:46.276664 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9485e30f-dc4b-40cf-8b9a-4cc5da63bbab" -d '{"events": [{"server_uuid": "1fc72a1a-357e-40ee-88c8-e146a47ae29b", "name": "network-vif-plugged", "status": "completed", "tag": "0981c980-6bb3-4afd-8202-481d57b0fb21"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:46.293108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 0981c980-6bb3-4afd-8202-481d57b0fb21, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0981c980-6bb3-4afd-8202-481d57b0fb21,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:46.296558 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbc5c8-47da-48e0-88e3-c564fc0a8d0c req-6f9c2cb6-84a2-48ff-ab83-209a2935461b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:46.298004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eadbc5c8-47da-48e0-88e3-c564fc0a8d0c req-6f9c2cb6-84a2-48ff-ab83-209a2935461b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 945 time: 0.4209683 Jan 27 21:29:46.300331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f5b6c963-790a-46c7-8ef9-7a55892dcf85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=20183a93501e4708b0597ec2a446b576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5475383 Jan 27 21:29:46.301120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6c963-790a-46c7-8ef9-7a55892dcf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecca4f3-36c7-4beb-b369-908e566dcee0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:46.303616 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58918) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:46.335184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-ae94072c-f524-44a3-b5f5-54a804d9c721 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:46.336652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-ae94072c-f524-44a3-b5f5-54a804d9c721 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4607463 Jan 27 21:29:46.354129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Request body: {'port': {'device_id': 'ce9fa17c-991f-47d4-9b15-b858de76aa11', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '8d87dbbb836740af80771db9b8ffe9ca'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:46.364608 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1294c61e-9e1f-4e58-abdc-002785d620da admin admin] Publish callbacks [] for security_group (eecca4f3-36c7-4beb-b369-908e566dcee0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:46.369039 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:46.388916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1294c61e-9e1f-4e58-abdc-002785d620da admin admin] Publish callbacks [] for security_group (eecca4f3-36c7-4beb-b369-908e566dcee0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:46.413604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=0981c980-6bb3-4afd-8202-481d57b0fb21,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:46.444350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8487da85-3a0e-4468-b105-ce00ba734531 req-f276e656-6998-4b20-b916-5379f6045c6e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644707 Jan 27 21:29:46.453735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eadbc5c8-47da-48e0-88e3-c564fc0a8d0c req-0406b0bf-7ae7-4e78-81af-8dd5c2a168b1 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416876 Jan 27 21:29:46.526419 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1294c61e-9e1f-4e58-abdc-002785d620da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (eecca4f3-36c7-4beb-b369-908e566dcee0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:46.530755 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1294c61e-9e1f-4e58-abdc-002785d620da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:46.531935 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1294c61e-9e1f-4e58-abdc-002785d620da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eecca4f3-36c7-4beb-b369-908e566dcee0 HTTP/1.1" status: 204 len: 168 time: 0.2272770 Jan 27 21:29:46.551138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294c61e-9e1f-4e58-abdc-002785d620da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecca4f3-36c7-4beb-b369-908e566dcee0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:46.580206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b958a138-9605-4f75-b105-5e6c302457f3 req-d4263587-3224-45c4-904f-3653715174bf tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 210 time: 0.0437899 Jan 27 21:29:46.628798 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50799521-637d-42ab-8b89-35a9ce72dd5a x-openstack-request-id: req-50799521-637d-42ab-8b89-35a9ce72dd5a {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:46.629466 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc72a1a-357e-40ee-88c8-e146a47ae29b", "name": "network-vif-plugged", "status": "completed", "tag": "0981c980-6bb3-4afd-8202-481d57b0fb21", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:46.630289 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-50799521-637d-42ab-8b89-35a9ce72dd5a {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:46.630868 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc72a1a-357e-40ee-88c8-e146a47ae29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0981c980-6bb3-4afd-8202-481d57b0fb21', 'code': 200} Jan 27 21:29:46.640825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a52a1-eb4e-455f-803d-5e01de10de8c req-a2f0c7e3-390b-47f5-8163-91beba36fe13 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:46.642461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-895a52a1-eb4e-455f-803d-5e01de10de8c req-a2f0c7e3-390b-47f5-8163-91beba36fe13 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 950 time: 0.0585933 Jan 27 21:29:46.657391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Made reservation on behalf of 8d87dbbb836740af80771db9b8ffe9ca for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:46.661359 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:46.735244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f0f1a-93cf-46e6-bf50-4ded76673314 req-87a6adeb-4fac-46dc-8577-49ebe8e710df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:46.737655 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a21f0f1a-93cf-46e6-bf50-4ded76673314 req-87a6adeb-4fac-46dc-8577-49ebe8e710df service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 1101 time: 0.0479491 Jan 27 21:29:46.786685 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a21f0f1a-93cf-46e6-bf50-4ded76673314 req-5d38d984-8ba6-4fcf-8e44-f3656e66fe04 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431812 Jan 27 21:29:46.799431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-895a52a1-eb4e-455f-803d-5e01de10de8c req-15be29f7-11ed-4191-85d4-e639ec2cd95a tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506934 Jan 27 21:29:46.836568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c95db-24fc-47ae-b17a-9743b56ee1fc req-179b741c-f2d2-416f-8a48-3e14d415db49 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:46.838556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-361c95db-24fc-47ae-b17a-9743b56ee1fc req-179b741c-f2d2-416f-8a48-3e14d415db49 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 949 time: 0.1590538 Jan 27 21:29:46.878655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Allocated IP 192.168.233.43 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/f1969fd7-9bcd-463c-a65d-1a43f776cf54) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:29:46.911256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-361c95db-24fc-47ae-b17a-9743b56ee1fc req-b7a03bb3-1829-4f8c-a127-1f9d2958d50b tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672581 Jan 27 21:29:47.083665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f0c16-29a4-484f-bdf6-c7e2b9ae4666 req-f760c0ee-4da0-40a6-a820-a07d895d2e2e tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:47.085176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac9f0c16-29a4-484f-bdf6-c7e2b9ae4666 req-f760c0ee-4da0-40a6-a820-a07d895d2e2e tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a04dee9-1fd2-4a82-980a-7db7e58d97bb HTTP/1.1" status: 200 len: 949 time: 0.0815301 Jan 27 21:29:47.110297 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks [] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:47.174052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac9f0c16-29a4-484f-bdf6-c7e2b9ae4666 req-fb4a22ea-97de-4cb9-a56e-2b02414b5b8a tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689619 Jan 27 21:29:47.246315 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:47.260422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['805e66b3-ce25-4e09-93a4-5fcb4a4278e3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:47.346535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:29:47.359174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:47.384151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:29:47.418944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Pushing event updated for resources: {'Port': ['ID=f1969fd7-9bcd-463c-a65d-1a43f776cf54,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:47.459653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:47.460376 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:47.568283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29f21-f081-4e27-9335-61f3d5c606a9 req-55a47773-6474-4288-8b21-431dbef8bfab tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:47.569842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1bb29f21-f081-4e27-9335-61f3d5c606a9 req-55a47773-6474-4288-8b21-431dbef8bfab tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.0497582 Jan 27 21:29:47.597903 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-0987e53b-3d52-4882-8a79-a17028363b92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2501373 Jan 27 21:29:47.613891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Request body: {'port': {'device_id': 'ce9fa17c-991f-47d4-9b15-b858de76aa11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:47.665337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1bb29f21-f081-4e27-9335-61f3d5c606a9 req-898d9492-964b-40e8-9d61-2adc8ba6f9aa tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891654 Jan 27 21:29:47.667837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-338977fd-8852-4229-ba67-4a00fb889719 None None] Provisioning complete for port f1969fd7-9bcd-463c-a65d-1a43f776cf54 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:47.668262 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-338977fd-8852-4229-ba67-4a00fb889719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:47.710148 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:47.741658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-338977fd-8852-4229-ba67-4a00fb889719 None None] Port f1969fd7-9bcd-463c-a65d-1a43f776cf54 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:29:47.898893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5bc2d-3d64-4c58-8619-3804ce2180da req-3f2ec5a1-4811-48eb-8fce-ebea784c2a9c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:47.905678 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1dd5bc2d-3d64-4c58-8619-3804ce2180da req-3f2ec5a1-4811-48eb-8fce-ebea784c2a9c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 945 time: 0.1335053 Jan 27 21:29:48.042658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1dd5bc2d-3d64-4c58-8619-3804ce2180da req-ebdc305c-20b7-4d67-b67d-5ada1181405e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340168 Jan 27 21:29:48.103844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676faf6-7e60-4974-bbc9-7f8045ff2fb7 req-22e7b0a1-8123-4535-a884-a09ac4d2c887 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:48.105587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e676faf6-7e60-4974-bbc9-7f8045ff2fb7 req-22e7b0a1-8123-4535-a884-a09ac4d2c887 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 935 time: 0.1178446 Jan 27 21:29:48.206536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e676faf6-7e60-4974-bbc9-7f8045ff2fb7 req-f1b76d1c-92cf-47f4-813e-c9edda546911 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884795 Jan 27 21:29:48.252590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1969fd7-9bcd-463c-a65d-1a43f776cf54 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:48.263401 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Publish callbacks [] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:48.281256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Transition to ACTIVE for port object f1969fd7-9bcd-463c-a65d-1a43f776cf54 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:29:48.288406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cc018-fdd2-4e05-aa7d-f0ef114e53c0 req-37c49e1e-3311-48a2-b29f-f4f61b349ae2 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:48.289890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a2cc018-fdd2-4e05-aa7d-f0ef114e53c0 req-37c49e1e-3311-48a2-b29f-f4f61b349ae2 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 950 time: 0.0968461 Jan 27 21:29:48.352357 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a2cc018-fdd2-4e05-aa7d-f0ef114e53c0 req-00ed1489-ff48-457d-9a95-4e534761d964 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551348 Jan 27 21:29:48.438153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29a57b-b290-4274-8316-ba971ace45b9 req-99ea5226-f7ed-4594-b3a7-242c2d788248 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:48.439654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b29a57b-b290-4274-8316-ba971ace45b9 req-99ea5226-f7ed-4594-b3a7-242c2d788248 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 1096 time: 0.0427282 Jan 27 21:29:48.443680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:48.518126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Pushing event updated for resources: {'Port': ['ID=f1969fd7-9bcd-463c-a65d-1a43f776cf54,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:48.582542 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b29a57b-b290-4274-8316-ba971ace45b9 req-80c9d99d-3c5f-4bb3-bf9a-d80376f745fb tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365030 Jan 27 21:29:48.616270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Attempting to bind port f1969fd7-9bcd-463c-a65d-1a43f776cf54 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:48.616720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Attempting to bind port f1969fd7-9bcd-463c-a65d-1a43f776cf54 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:48.617063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Attempting to bind port f1969fd7-9bcd-463c-a65d-1a43f776cf54 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:48.622384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Port f1969fd7-9bcd-463c-a65d-1a43f776cf54 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:48.627715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Attempting to bind port f1969fd7-9bcd-463c-a65d-1a43f776cf54 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:48.636368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:48.636540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:48.638105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:48.638105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Bound port: f1969fd7-9bcd-463c-a65d-1a43f776cf54, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:48.639597 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:48.747266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] For port f1969fd7-9bcd-463c-a65d-1a43f776cf54, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:48.751121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] For port f1969fd7-9bcd-463c-a65d-1a43f776cf54, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:48.753549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5925c-6ef1-4e45-b00e-31c8a165d5ee req-00359203-5365-4d8d-87da-d98cac3c7fc2 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:48.755131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fe5925c-6ef1-4e45-b00e-31c8a165d5ee req-00359203-5365-4d8d-87da-d98cac3c7fc2 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 1096 time: 0.0752654 Jan 27 21:29:48.805577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fe5925c-6ef1-4e45-b00e-31c8a165d5ee req-f9da5353-08f1-4801-9597-63b43ed83fdd tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422213 Jan 27 21:29:48.870964 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:48.925534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:48.933885 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:48.933885 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] 10.222.0.71 "PUT /v2.0/ports/f1969fd7-9bcd-463c-a65d-1a43f776cf54 HTTP/1.1" status: 200 len: 1095 time: 1.3184040 Jan 27 21:29:48.933885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9fa17c-991f-47d4-9b15-b858de76aa11', 'tag': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:48.934629 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73249fcd-e35f-4982-a832-7bf987c2a4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9fa17c-991f-47d4-9b15-b858de76aa11", "tag": "f1969fd7-9bcd-463c-a65d-1a43f776cf54"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:48.975400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed32fa9-e4c5-44ac-a756-d49ffe905c09 req-596998de-2103-46e2-b6de-50380782edcf tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:48.982847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ed32fa9-e4c5-44ac-a756-d49ffe905c09 req-596998de-2103-46e2-b6de-50380782edcf tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1231098 Jan 27 21:29:48.986188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a5400-62ce-4fb9-a639-672228c36129 service neutron] Pushing event updated for resources: {'Port': ['ID=f1969fd7-9bcd-463c-a65d-1a43f776cf54,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:49.071475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ed32fa9-e4c5-44ac-a756-d49ffe905c09 req-958fdcbd-8fad-4cdd-893f-87441ce936f3 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877342 Jan 27 21:29:49.089980 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-4f2aede2-25f4-4b2a-8deb-095979b90c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:49.091468 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-4f2aede2-25f4-4b2a-8deb-095979b90c1e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 1098 time: 0.0479798 Jan 27 21:29:49.150618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-05f5978b-bc7f-4073-9073-c209035c4f0a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54 HTTP/1.1" status: 200 len: 217 time: 0.0490589 Jan 27 21:29:49.235292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-a5dba65c-a58a-4551-83cc-b353c8220662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:49.237761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-a5dba65c-a58a-4551-83cc-b353c8220662 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0803626 Jan 27 21:29:49.324839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fe036a8e-d859-47e8-8270-909fd3274e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:49.326514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-fe036a8e-d859-47e8-8270-909fd3274e4b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769212 Jan 27 21:29:49.333747 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80739cc-f4ab-4612-ac97-d8ff8179419e x-openstack-request-id: req-b80739cc-f4ab-4612-ac97-d8ff8179419e {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:49.334118 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9fa17c-991f-47d4-9b15-b858de76aa11", "tag": "f1969fd7-9bcd-463c-a65d-1a43f776cf54", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:49.334437 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b80739cc-f4ab-4612-ac97-d8ff8179419e {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:49.334890 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9fa17c-991f-47d4-9b15-b858de76aa11', 'tag': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54', 'status': 'completed', 'code': 200} Jan 27 21:29:49.443769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-25b62c09-ca5f-4f0b-ac7f-b55b4ace5c50 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953674 Jan 27 21:29:49.563266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2eeb807-642b-49c4-a1ad-dea354980a07 req-9aa878c2-64f7-437c-9a30-90adfb055fa6 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004508 Jan 27 21:29:49.753993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbace86-f8bb-4f30-bff5-c646d5a98beb req-794e38b3-3a6f-491c-b1c6-dfb27d0bf674 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:49.755461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afbace86-f8bb-4f30-bff5-c646d5a98beb req-794e38b3-3a6f-491c-b1c6-dfb27d0bf674 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 947 time: 0.0882649 Jan 27 21:29:49.761368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73249fcd-e35f-4982-a832-7bf987c2a4d9 req-ec06c138-e7db-4142-8ccf-fcfcc5b63ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:49.762775 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73249fcd-e35f-4982-a832-7bf987c2a4d9 req-ec06c138-e7db-4142-8ccf-fcfcc5b63ea7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 1098 time: 0.0586224 Jan 27 21:29:49.857154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afbace86-f8bb-4f30-bff5-c646d5a98beb req-3a679da8-4c17-4e1d-b810-6094daf6ad77 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934734 Jan 27 21:29:49.904813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73249fcd-e35f-4982-a832-7bf987c2a4d9 req-2b70ea3d-f084-4dba-bd73-7f7826d3eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:49.906253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73249fcd-e35f-4982-a832-7bf987c2a4d9 req-2b70ea3d-f084-4dba-bd73-7f7826d3eb54 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1361930 Jan 27 21:29:49.968253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73249fcd-e35f-4982-a832-7bf987c2a4d9 req-3ac74ea3-a8a9-4760-a8be-1cdfc083cab4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54 HTTP/1.1" status: 200 len: 217 time: 0.0486662 Jan 27 21:29:50.036056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d52d7e-349d-4403-b6c8-0e2592a76a02 req-48f5b149-1b3a-4290-890c-730381cb5e54 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:50.037559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3d52d7e-349d-4403-b6c8-0e2592a76a02 req-48f5b149-1b3a-4290-890c-730381cb5e54 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 950 time: 0.1468468 Jan 27 21:29:50.047988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd511b-e7d9-43e5-94ce-0f99af56ad8a req-00427394-9446-4fcb-8819-dc22289b0cbe tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:50.049460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9fd511b-e7d9-43e5-94ce-0f99af56ad8a req-00427394-9446-4fcb-8819-dc22289b0cbe tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 1096 time: 0.1287556 Jan 27 21:29:50.060198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73249fcd-e35f-4982-a832-7bf987c2a4d9 req-ce5d94f8-ace1-4c04-8265-350ed7c48375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:50.061574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73249fcd-e35f-4982-a832-7bf987c2a4d9 req-ce5d94f8-ace1-4c04-8265-350ed7c48375 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0780787 Jan 27 21:29:50.161235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3d52d7e-349d-4403-b6c8-0e2592a76a02 req-8d6cf8e7-18bf-4f1e-a0b6-78db5d02120c tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166430 Jan 27 21:29:50.164589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9fd511b-e7d9-43e5-94ce-0f99af56ad8a req-f90b181a-6f4a-4b7e-b9a2-18515f897c1a tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064186 Jan 27 21:29:50.169062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73249fcd-e35f-4982-a832-7bf987c2a4d9 req-161ee728-a06f-4204-9a17-09fbf1365f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:50.170562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73249fcd-e35f-4982-a832-7bf987c2a4d9 req-161ee728-a06f-4204-9a17-09fbf1365f17 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965645 Jan 27 21:29:50.270193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73249fcd-e35f-4982-a832-7bf987c2a4d9 req-e4f93637-d751-4510-b447-96d539f806c0 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876822 Jan 27 21:29:50.367987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73249fcd-e35f-4982-a832-7bf987c2a4d9 req-ac07e982-7ca5-47f6-b5a8-748286d71ce6 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887942 Jan 27 21:29:50.460099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41525270-454f-4075-b06f-02b1a972f97e req-61d99831-3075-4340-b8e0-2ff3b9ba5292 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:50.461630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41525270-454f-4075-b06f-02b1a972f97e req-61d99831-3075-4340-b8e0-2ff3b9ba5292 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.0509422 Jan 27 21:29:50.507270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41525270-454f-4075-b06f-02b1a972f97e req-a0581d20-ed5f-4a72-bf83-9d30c0838f59 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Jan 27 21:29:50.756061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-e9944d07-1f81-4c76-8b1c-fdb8bc0c0084 req-f1548be0-b8ed-46a5-936c-bed8e9ecf652 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:29:50.757096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9944d07-1f81-4c76-8b1c-fdb8bc0c0084 req-f1548be0-b8ed-46a5-936c-bed8e9ecf652 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459776 Jan 27 21:29:50.950402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dab02d-59e1-4218-9532-b7136cf8033b req-1fe946a4-0028-4d28-8cee-cd0a24ed34eb tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:50.951756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0dab02d-59e1-4218-9532-b7136cf8033b req-1fe946a4-0028-4d28-8cee-cd0a24ed34eb tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 950 time: 0.0464611 Jan 27 21:29:51.001489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0dab02d-59e1-4218-9532-b7136cf8033b req-4ff7fe9b-0f64-47b1-9178-77502c58de29 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442617 Jan 27 21:29:51.073017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8091f7f-61c4-4235-9c67-66c5e2219aec req-a18e4ef3-2e60-4928-948b-391355d732ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:51.074778 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8091f7f-61c4-4235-9c67-66c5e2219aec req-a18e4ef3-2e60-4928-948b-391355d732ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 947 time: 0.0546603 Jan 27 21:29:51.123240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8091f7f-61c4-4235-9c67-66c5e2219aec req-7e5a6f63-b625-4a6f-91a0-7d4c5d45279c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Jan 27 21:29:51.141691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:51.238234 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-358eb98a-d051-47e2-b384-5bea349369b1 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=1a7bb41fd2444a8299dc4e6507175436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225000 Jan 27 21:29:51.245006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:51.257379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'mac_address': 'fa:16:3e:3a:2e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:29:51.304958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:51.305665 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:51.321382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:51.342379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:51.353611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-cc382ad4-ae80-4f8d-a2c6-6cbfe6abfe0a tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:51.355076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-cc382ad4-ae80-4f8d-a2c6-6cbfe6abfe0a tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1115050 Jan 27 21:29:51.371962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-b5a2597a-c4d3-4903-8ff7-b1ead539d08f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/quotas/1a7bb41fd2444a8299dc4e6507175436 HTTP/1.1" status: 200 len: 375 time: 0.0114357 Jan 27 21:29:51.445829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-acb5d59a-425f-4724-86d5-bf4ae89221a9 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a7bb41fd2444a8299dc4e6507175436&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684531 Jan 27 21:29:51.456058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10411d-b6c0-4aa7-9f64-6f4274ab69e8 req-87e95111-1c1c-4c8b-b470-bad8f2bf2242 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:51.457640 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f10411d-b6c0-4aa7-9f64-6f4274ab69e8 req-87e95111-1c1c-4c8b-b470-bad8f2bf2242 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 1096 time: 0.0495126 Jan 27 21:29:51.481498 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:51.512282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f10411d-b6c0-4aa7-9f64-6f4274ab69e8 req-08843d36-9361-4768-a2cd-65d62e682278 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468163 Jan 27 21:29:51.549788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:51.606142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2f66a744-eec4-4b79-8c92-cc8bee6cfdd7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:51.864303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429bb8c-d02b-4516-9e60-b9d1124b0ce1 req-6080a911-8f44-4446-98fd-f41d3fccca95 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:51.865923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5429bb8c-d02b-4516-9e60-b9d1124b0ce1 req-6080a911-8f44-4446-98fd-f41d3fccca95 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.0550940 Jan 27 21:29:51.940797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5429bb8c-d02b-4516-9e60-b9d1124b0ce1 req-e4e26086-6a0b-4510-9319-d405a27713b1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592856 Jan 27 21:29:52.038632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c5a129a-ca28-4ef3-b2b7-1a511adcf4f2 req-fcfa062b-2494-44cc-a221-33926831cae6 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 210 time: 0.0276501 Jan 27 21:29:52.216664 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59194) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:52.377009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53129574-9434-4539-8265-6fad0cdbc0df req-4e0712ab-80e1-4855-8648-94ea6db85e93 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:52.383300 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e172f717-ffc9-402e-b5e4-39832c48ecd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:52.384032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53129574-9434-4539-8265-6fad0cdbc0df req-4e0712ab-80e1-4855-8648-94ea6db85e93 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 947 time: 0.0771930 Jan 27 21:29:52.461805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53129574-9434-4539-8265-6fad0cdbc0df req-11f6d44a-e069-49ab-9638-e758cf355c9b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717502 Jan 27 21:29:52.535424 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e172f717-ffc9-402e-b5e4-39832c48ecd4 admin admin] Publish callbacks [] for security_group (46e1e51b-da22-4873-ad08-4b03e019059c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:52.665421 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e172f717-ffc9-402e-b5e4-39832c48ecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (46e1e51b-da22-4873-ad08-4b03e019059c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:52.756496 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e172f717-ffc9-402e-b5e4-39832c48ecd4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64c11bdf80c6484c9d83db6d1b97b736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5383835 Jan 27 21:29:52.759792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59218) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:52.777407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172f717-ffc9-402e-b5e4-39832c48ecd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e1e51b-da22-4873-ad08-4b03e019059c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:52.839386 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8618df1a-df74-4c2e-96e7-9840c5641595 admin admin] Publish callbacks [] for security_group (46e1e51b-da22-4873-ad08-4b03e019059c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:52.884409 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8618df1a-df74-4c2e-96e7-9840c5641595 admin admin] Publish callbacks [] for security_group (46e1e51b-da22-4873-ad08-4b03e019059c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:53.037484 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8618df1a-df74-4c2e-96e7-9840c5641595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (46e1e51b-da22-4873-ad08-4b03e019059c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:53.040122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8618df1a-df74-4c2e-96e7-9840c5641595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:53.046924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8618df1a-df74-4c2e-96e7-9840c5641595 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46e1e51b-da22-4873-ad08-4b03e019059c HTTP/1.1" status: 204 len: 168 time: 0.2854033 Jan 27 21:29:53.070987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618df1a-df74-4c2e-96e7-9840c5641595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e1e51b-da22-4873-ad08-4b03e019059c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:53.157317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f1969fd7-9bcd-463c-a65d-1a43f776cf54 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:53.189282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:53.229682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12b1f9-a2a1-43a2-9985-ce15f11a3d9d req-11a6204e-f949-435d-8c08-054988f8a40d tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:53.236440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e12b1f9-a2a1-43a2-9985-ce15f11a3d9d req-11a6204e-f949-435d-8c08-054988f8a40d tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.0832281 Jan 27 21:29:53.300745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e12b1f9-a2a1-43a2-9985-ce15f11a3d9d req-8476de33-4d27-4dab-9010-aa3d5cc2c833 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627184 Jan 27 21:29:53.509104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b9beac1-1576-414d-963a-8c1e10d1a4a0 req-461a9632-1c23-4d3b-bb53-e22f98fe6686 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 210 time: 0.0933616 Jan 27 21:29:53.572321 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:53.572699 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:53.635620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f1969fd7-9bcd-463c-a65d-1a43f776cf54, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:53.653741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54', 'mac_address': 'fa:16:3e:ee:a2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:29:53.748986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port f1969fd7-9bcd-463c-a65d-1a43f776cf54 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:53.749694 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:53.775310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:53.776000 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:53.779096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1969fd7-9bcd-463c-a65d-1a43f776cf54 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:53.817067 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f1969fd7-9bcd-463c-a65d-1a43f776cf54, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:53.825106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:53.828033 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1e490d-35f5-4bc7-b7dd-4447474947e3" -d '{"events": [{"server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "name": "network-vif-plugged", "status": "completed", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:53.843494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:53.920317 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:53.960717 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:53.995785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=f1969fd7-9bcd-463c-a65d-1a43f776cf54,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:54.148474 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59272) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:54.163631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:54.170837 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d51a-3648-47fc-958d-9389cb563aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:54.179964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfa88c-f800-483a-aab4-075079e933e1 req-6133f4fe-b2ba-4051-85db-e3bfd5f47e4d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:54.182952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2bfa88c-f800-483a-aab4-075079e933e1 req-6133f4fe-b2ba-4051-85db-e3bfd5f47e4d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 948 time: 0.0962665 Jan 27 21:29:54.262049 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2bfa88c-f800-483a-aab4-075079e933e1 req-ec378130-5e42-4890-ae64-e52df3ef4a96 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728643 Jan 27 21:29:54.269500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['f1969fd7-9bcd-463c-a65d-1a43f776cf54'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:54.292867 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d51a-3648-47fc-958d-9389cb563aad admin admin] Publish callbacks [] for security_group (c15463f5-7a64-492d-a49e-275858fdb6ee), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:54.365836 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c96a4f4-2d7e-4089-8f68-f219ba043a36 x-openstack-request-id: req-3c96a4f4-2d7e-4089-8f68-f219ba043a36 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:54.366177 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "name": "network-vif-plugged", "status": "completed", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:54.366443 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c96a4f4-2d7e-4089-8f68-f219ba043a36 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:54.366860 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'code': 200} Jan 27 21:29:54.398087 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d51a-3648-47fc-958d-9389cb563aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c15463f5-7a64-492d-a49e-275858fdb6ee), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:54.448162 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5ae6d51a-3648-47fc-958d-9389cb563aad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b6f1759aa434361958df547e56e637c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979693 Jan 27 21:29:54.449310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6d51a-3648-47fc-958d-9389cb563aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15463f5-7a64-492d-a49e-275858fdb6ee,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:54.451914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59276) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:54.537400 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94ccd26e-b686-4397-b939-a27503502673 admin admin] Publish callbacks [] for security_group (c15463f5-7a64-492d-a49e-275858fdb6ee), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:54.557783 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-a40440a5-0df3-42b0-ae4c-0f39040443dc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=1a7bb41fd2444a8299dc4e6507175436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434930 Jan 27 21:29:54.603894 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94ccd26e-b686-4397-b939-a27503502673 admin admin] Publish callbacks [] for security_group (c15463f5-7a64-492d-a49e-275858fdb6ee), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:54.741241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-af6dcb2e-e80d-4b1d-a3db-0d3bb6ffe3bb tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:54.745177 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-af6dcb2e-e80d-4b1d-a3db-0d3bb6ffe3bb tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787550 Jan 27 21:29:54.769593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Request body: {'port': {'device_id': 'abe7abc5-eb97-4962-8036-42edfc88ba17', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '1a7bb41fd2444a8299dc4e6507175436'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:54.793350 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94ccd26e-b686-4397-b939-a27503502673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c15463f5-7a64-492d-a49e-275858fdb6ee), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:54.799857 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94ccd26e-b686-4397-b939-a27503502673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:54.811875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-94ccd26e-b686-4397-b939-a27503502673 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c15463f5-7a64-492d-a49e-275858fdb6ee HTTP/1.1" status: 204 len: 168 time: 0.3576136 Jan 27 21:29:54.867363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccd26e-b686-4397-b939-a27503502673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15463f5-7a64-492d-a49e-275858fdb6ee,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:54.905951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ad3d4-c079-4c4c-8f57-0c0f455e54ed req-787d531d-ff4b-44e7-8552-50b77655a7dc tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:54.907521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de0ad3d4-c079-4c4c-8f57-0c0f455e54ed req-787d531d-ff4b-44e7-8552-50b77655a7dc tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1180661 Jan 27 21:29:55.005808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-432f5bfd-a53d-468b-8bfe-56d945f8bc31 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:29:55.006825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-432f5bfd-a53d-468b-8bfe-56d945f8bc31 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2584867 Jan 27 21:29:55.028783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de0ad3d4-c079-4c4c-8f57-0c0f455e54ed req-e61e56d8-fc58-425b-9de3-995d800d3887 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030347 Jan 27 21:29:55.040742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Made reservation on behalf of 1a7bb41fd2444a8299dc4e6507175436 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:29:55.046184 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:55.058288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-a6aa12c4-6b42-4958-8fe8-7a214459de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:55.059886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-a6aa12c4-6b42-4958-8fe8-7a214459de7e service neutron] 10.222.0.61 "GET /v2.0/ports/b234459e-1b7e-4069-9887-d7b0c12986af HTTP/1.1" status: 200 len: 1093 time: 0.0436902 Jan 27 21:29:55.070780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] Request body: {'binding': {'host': 'n-h1-760456-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:55.071250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] Unknown quota resources ['binding']. {{(pid=104027) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:29:55.179457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4cd50c27-214a-42da-8f6e-4b09870cb118 req-eac3f3d7-e3f5-44b4-8c76-b077f3fca0ee tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 210 time: 0.0525122 Jan 27 21:29:55.236694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Allocated IP 192.168.233.51 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/e309d81a-159a-4be9-b14e-449ce6562b90) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:29:55.313923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] Attempting to bind port b234459e-1b7e-4069-9887-d7b0c12986af on host n-h1-760456-6 for vnic_type normal with profile None {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:55.314488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] Attempting to bind port b234459e-1b7e-4069-9887-d7b0c12986af by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:55.314782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] Attempting to bind port b234459e-1b7e-4069-9887-d7b0c12986af on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:55.333279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] Port b234459e-1b7e-4069-9887-d7b0c12986af on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:55.333279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] Attempting to bind port b234459e-1b7e-4069-9887-d7b0c12986af on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:55.348198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:55.348556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:55.348950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:55.349400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] Bound port: b234459e-1b7e-4069-9887-d7b0c12986af, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:55.428528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b234459e-1b7e-4069-9887-d7b0c12986af,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:55.479520 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks [] for port (e309d81a-159a-4be9-b14e-449ce6562b90), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:55.512938 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:55.515289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7dd05890-9c9d-45ee-a389-83448b529bf2 service neutron] 10.222.0.61 "POST /v2.0/ports/b234459e-1b7e-4069-9887-d7b0c12986af/bindings HTTP/1.1" status: 201 len: 389 time: 0.4483359 Jan 27 21:29:55.624063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:55.636868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['0981c980-6bb3-4afd-8202-481d57b0fb21'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:55.671780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee95ec-0f22-4229-92ec-c28dbd18f089 req-615a628a-239c-414a-a900-a434145141e5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:55.679292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12ee95ec-0f22-4229-92ec-c28dbd18f089 req-615a628a-239c-414a-a900-a434145141e5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 948 time: 0.1154072 Jan 27 21:29:55.679444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:29:55.692820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:29:55.697118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:29:55.718207 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:55.718808 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:55.726234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Pushing event updated for resources: {'Port': ['ID=e309d81a-159a-4be9-b14e-449ce6562b90,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:55.824682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12ee95ec-0f22-4229-92ec-c28dbd18f089 req-acecb813-65ed-4e17-98d5-fe6b93693155 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353514 Jan 27 21:29:55.868698 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-8d2b11b1-2b13-44ea-b71e-1b81c87cd8cd tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1102908 Jan 27 21:29:55.878735 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Request body: {'port': {'device_id': 'abe7abc5-eb97-4962-8036-42edfc88ba17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:55.986115 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:56.010315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2c96e243-d6be-4759-8025-e4867df9a2c5 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:29:56.013810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2c96e243-d6be-4759-8025-e4867df9a2c5 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:29:56.357157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2a78f-b353-4616-aebc-44ed562ef3d5 req-5acfa3e5-4268-4441-8715-1a461808867e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:56.358761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4f2a78f-b353-4616-aebc-44ed562ef3d5 req-5acfa3e5-4268-4441-8715-1a461808867e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 945 time: 0.1646109 Jan 27 21:29:56.375688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-90f5f1e2-4caa-4833-92d1-99a84debe02e None None] Provisioning complete for port e309d81a-159a-4be9-b14e-449ce6562b90 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:56.376092 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-90f5f1e2-4caa-4833-92d1-99a84debe02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:56.469153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2c96e243-d6be-4759-8025-e4867df9a2c5 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:56.469901 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:56.479655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:56.509566 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-90f5f1e2-4caa-4833-92d1-99a84debe02e None None] Port e309d81a-159a-4be9-b14e-449ce6562b90 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:29:56.510031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '2c96e243-d6be-4759-8025-e4867df9a2c5', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '2c96e243-d6be-4759-8025-e4867df9a2c5', 'mac_address': 'fa:16:3e:49:e4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:29:56.534349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:56.537714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c96e243-d6be-4759-8025-e4867df9a2c5'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:56.542293 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4891cc-012a-4250-b9f9-295acbc25dfb" -d '{"events": [{"server_uuid": "787306ec-0efc-42e3-b6bb-fc7edd8663ad", "name": "network-vif-unplugged", "status": "completed", "tag": "2c96e243-d6be-4759-8025-e4867df9a2c5"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:56.546008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4f2a78f-b353-4616-aebc-44ed562ef3d5 req-9ebef321-273c-4ff2-a6df-dab07eaac1a4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544132 Jan 27 21:29:56.556470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b03e1-f0ef-462b-938b-14e7a56e0f09 req-052c905e-b3f9-4902-9a05-a74ca421ff24 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:56.557968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d2b03e1-f0ef-462b-938b-14e7a56e0f09 req-052c905e-b3f9-4902-9a05-a74ca421ff24 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1397367 Jan 27 21:29:56.568207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-3dd88602-b89c-43a1-b260-238797f42941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:56.568207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-3dd88602-b89c-43a1-b260-238797f42941 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 1096 time: 0.1417127 Jan 27 21:29:56.590471 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e309d81a-159a-4be9-b14e-449ce6562b90 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:56.594711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2c96e243-d6be-4759-8025-e4867df9a2c5 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:56.595252 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:56.600481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Publish callbacks [] for port (e309d81a-159a-4be9-b14e-449ce6562b90), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:56.613684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c96e243-d6be-4759-8025-e4867df9a2c5 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:56.619869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Transition to ACTIVE for port object e309d81a-159a-4be9-b14e-449ce6562b90 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:29:56.914625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d2b03e1-f0ef-462b-938b-14e7a56e0f09 req-e16b19d3-4c96-4e7e-a9bf-7af5dde66dc9 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493690 Jan 27 21:29:56.935125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81014d6-5262-421b-969a-7d9bd1e5f275 req-31ffdea3-5776-4ec2-b325-fae098641c6a tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:56.936610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e81014d6-5262-421b-969a-7d9bd1e5f275 req-31ffdea3-5776-4ec2-b325-fae098641c6a tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 935 time: 0.1385667 Jan 27 21:29:56.939463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-6b8045f8-fe3a-4385-a515-347e3f1e4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:56.940830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-6b8045f8-fe3a-4385-a515-347e3f1e4867 service neutron] 10.222.0.74 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.3658793 Jan 27 21:29:56.998845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-1da2a8ba-9d7c-43f5-bc24-41cead4e1a5f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b234459e-1b7e-4069-9887-d7b0c12986af HTTP/1.1" status: 200 len: 217 time: 0.0485573 Jan 27 21:29:57.055587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e81014d6-5262-421b-969a-7d9bd1e5f275 req-cf928159-825a-434a-910d-ae561c98962e tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121223 Jan 27 21:29:57.065861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-ab04333b-e965-4b3c-969c-394ad28222f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:57.067276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-ab04333b-e965-4b3c-969c-394ad28222f4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0592628 Jan 27 21:29:57.103972 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-a5db16fb-daaa-47a9-988d-78163075d3af service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286293 Jan 27 21:29:57.106351 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4a9df4-1097-41bc-992d-8965fa35587f x-openstack-request-id: req-2f4a9df4-1097-41bc-992d-8965fa35587f {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:57.106870 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787306ec-0efc-42e3-b6bb-fc7edd8663ad", "name": "network-vif-unplugged", "status": "completed", "tag": "2c96e243-d6be-4759-8025-e4867df9a2c5", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:57.107066 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f4a9df4-1097-41bc-992d-8965fa35587f {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:57.107552 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c96e243-d6be-4759-8025-e4867df9a2c5', 'code': 200} Jan 27 21:29:57.127198 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:57.128952 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:57.131555 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:57.267747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Pushing event updated for resources: {'Port': ['ID=e309d81a-159a-4be9-b14e-449ce6562b90,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:57.301444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Attempting to bind port e309d81a-159a-4be9-b14e-449ce6562b90 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:57.301967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Attempting to bind port e309d81a-159a-4be9-b14e-449ce6562b90 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:57.302363 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Attempting to bind port e309d81a-159a-4be9-b14e-449ce6562b90 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:57.312829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2c96e243-d6be-4759-8025-e4867df9a2c5,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:57.320636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Port e309d81a-159a-4be9-b14e-449ce6562b90 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:57.327180 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Attempting to bind port e309d81a-159a-4be9-b14e-449ce6562b90 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:57.328097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187aef0-db05-43ee-bf0f-4d6fae8b5714 req-77f443a1-156b-4575-a119-c79af46a915d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:57.331931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d187aef0-db05-43ee-bf0f-4d6fae8b5714 req-77f443a1-156b-4575-a119-c79af46a915d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 948 time: 0.1572218 Jan 27 21:29:57.342680 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:57.343029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:57.343419 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:57.343849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Bound port: e309d81a-159a-4be9-b14e-449ce6562b90, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:57.344249 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:57.347176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-af603ca1-9e41-4653-868f-60bc263b7d17 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259517 Jan 27 21:29:57.351631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f1969fd7-9bcd-463c-a65d-1a43f776cf54 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:29:57.405223 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:57.460335 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:29:57.460703 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:29:57.477046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] For port e309d81a-159a-4be9-b14e-449ce6562b90, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:57.495761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] For port e309d81a-159a-4be9-b14e-449ce6562b90, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e309d81a-159a-4be9-b14e-449ce6562b90,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:57.559349 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:57.565482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d187aef0-db05-43ee-bf0f-4d6fae8b5714 req-5591837a-686e-4c08-b865-330d05723da9 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168713 Jan 27 21:29:57.587373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port f1969fd7-9bcd-463c-a65d-1a43f776cf54 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:29:57.591810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port f1969fd7-9bcd-463c-a65d-1a43f776cf54 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:29:57.592401 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:57.621917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-4ed7fb17-ba19-45c8-828c-d487db136c97 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654831 Jan 27 21:29:57.675452 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:57.676545 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:57.678270 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] 10.222.0.74 "PUT /v2.0/ports/e309d81a-159a-4be9-b14e-449ce6562b90 HTTP/1.1" status: 200 len: 1095 time: 1.8046622 Jan 27 21:29:57.684227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe7abc5-eb97-4962-8036-42edfc88ba17', 'tag': 'e309d81a-159a-4be9-b14e-449ce6562b90'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:57.687203 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08a0fec-e5b4-45d9-8204-88b3dbdfc058" -d '{"events": [{"name": "network-changed", "server_uuid": "abe7abc5-eb97-4962-8036-42edfc88ba17", "tag": "e309d81a-159a-4be9-b14e-449ce6562b90"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:57.722113 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87412523-9983-4aba-91d5-d5cb90f7b6fd service neutron] Pushing event updated for resources: {'Port': ['ID=e309d81a-159a-4be9-b14e-449ce6562b90,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:57.837179 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cc8656-3782-41e3-ad6a-358623e29795 x-openstack-request-id: req-e4cc8656-3782-41e3-ad6a-358623e29795 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:57.837787 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe7abc5-eb97-4962-8036-42edfc88ba17", "tag": "e309d81a-159a-4be9-b14e-449ce6562b90", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:57.838464 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4cc8656-3782-41e3-ad6a-358623e29795 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:57.848642 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe7abc5-eb97-4962-8036-42edfc88ba17', 'tag': 'e309d81a-159a-4be9-b14e-449ce6562b90', 'status': 'completed', 'code': 200} Jan 27 21:29:57.881036 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-b4452b99-ff4b-4d85-8c59-2c322ea84dc2 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:57.883684 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-b4452b99-ff4b-4d85-8c59-2c322ea84dc2 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8&tenant_id=26824789def4412abd886336d3559fe2&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1096 time: 0.1332757 Jan 27 21:29:57.902324 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760456-6'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:29:57.914552 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port f1969fd7-9bcd-463c-a65d-1a43f776cf54 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:57.914552 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:57.923362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d356ef5-6922-4790-808a-6420cd58c764 req-e7164b82-1dc2-4c87-a60e-4ffe4628d184 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:57.932918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d356ef5-6922-4790-808a-6420cd58c764 req-e7164b82-1dc2-4c87-a60e-4ffe4628d184 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 945 time: 0.2437747 Jan 27 21:29:58.037206 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:58.097804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f1969fd7-9bcd-463c-a65d-1a43f776cf54, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:58.098019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a0fec-e5b4-45d9-8204-88b3dbdfc058 req-8b35ea49-9028-4ff5-8fb8-a1fc442e5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:58.098019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08a0fec-e5b4-45d9-8204-88b3dbdfc058 req-8b35ea49-9028-4ff5-8fb8-a1fc442e5ac9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a7bb41fd2444a8299dc4e6507175436&device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 1098 time: 0.2599566 Jan 27 21:29:58.105208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2c96e243-d6be-4759-8025-e4867df9a2c5 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:29:58.105656 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:58.126437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c96e243-d6be-4759-8025-e4867df9a2c5 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:29:58.152859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d356ef5-6922-4790-808a-6420cd58c764 req-0173d92f-4c72-44e1-94cd-80a21f96a998 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157578 Jan 27 21:29:58.163252 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:58.168589 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:58.231539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59382) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:58.249485 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:58.285638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=f1969fd7-9bcd-463c-a65d-1a43f776cf54,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:58.353388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08a0fec-e5b4-45d9-8204-88b3dbdfc058 req-74a662cd-b6f4-45d8-b7cc-4f082b61de16 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=1a7bb41fd2444a8299dc4e6507175436&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2139800 Jan 27 21:29:58.381666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2c96e243-d6be-4759-8025-e4867df9a2c5,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:58.527343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9521ef-9662-4855-814f-4f8e134fc862 req-27783a77-0c44-45f6-8ea0-c0bb20662ae0 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:58.529118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9521ef-9662-4855-814f-4f8e134fc862 req-27783a77-0c44-45f6-8ea0-c0bb20662ae0 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 947 time: 0.4406290 Jan 27 21:29:58.547940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b234459e-1b7e-4069-9887-d7b0c12986af,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:29:58.548660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['2c96e243-d6be-4759-8025-e4867df9a2c5'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:29:58.656142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:58.729319 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Publish callbacks [] for port (b234459e-1b7e-4069-9887-d7b0c12986af), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:58.729845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9521ef-9662-4855-814f-4f8e134fc862 req-d3abaf47-8181-45bb-98ce-9f942eb47a1a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366115 Jan 27 21:29:58.738767 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a66f91b2-b41b-461a-a68e-fdadf0eb739e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:58.816064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a0fec-e5b4-45d9-8204-88b3dbdfc058 req-c3d0db77-e2a2-43e8-a14a-45704877dc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:58.818058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08a0fec-e5b4-45d9-8204-88b3dbdfc058 req-c3d0db77-e2a2-43e8-a14a-45704877dc08 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4417834 Jan 27 21:29:58.833455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079366f5-07ec-40c4-a90b-cb0b310ff970 req-3daf6ad1-96af-4f1b-b0d4-2b488a251e19 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:58.854501 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:58.860452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-079366f5-07ec-40c4-a90b-cb0b310ff970 req-3daf6ad1-96af-4f1b-b0d4-2b488a251e19 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 947 time: 0.3635421 Jan 27 21:29:59.056417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-079366f5-07ec-40c4-a90b-cb0b310ff970 req-faa84511-a152-4c39-863a-8ac11d6a6dbc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929090 Jan 27 21:29:59.060768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-c98f3c42-b8da-4d82-9034-fa8a41b0059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:59.062256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-c98f3c42-b8da-4d82-9034-fa8a41b0059b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a7bb41fd2444a8299dc4e6507175436&device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 1098 time: 0.1569235 Jan 27 21:29:59.085616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2848c-d87b-46ef-b847-6b325726cdd0 req-d1c1284e-7593-485c-80da-9c148d609600 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:59.088416 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ea2848c-d87b-46ef-b847-6b325726cdd0 req-d1c1284e-7593-485c-80da-9c148d609600 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1420305 Jan 27 21:29:59.108557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9fa17c-991f-47d4-9b15-b858de76aa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:59.111477 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28499b9b-260f-4fbc-8cb2-29d6c5b7771c" -d '{"events": [{"server_uuid": "ce9fa17c-991f-47d4-9b15-b858de76aa11", "name": "network-vif-plugged", "status": "completed", "tag": "f1969fd7-9bcd-463c-a65d-1a43f776cf54"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:59.162363 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9f5d37-acb8-4c16-9742-8d57dd012439 x-openstack-request-id: req-0b9f5d37-acb8-4c16-9742-8d57dd012439 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:29:59.163306 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9fa17c-991f-47d4-9b15-b858de76aa11", "name": "network-vif-plugged", "status": "completed", "tag": "f1969fd7-9bcd-463c-a65d-1a43f776cf54", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:29:59.163788 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b9f5d37-acb8-4c16-9742-8d57dd012439 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:29:59.164353 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9fa17c-991f-47d4-9b15-b858de76aa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54', 'code': 200} Jan 27 21:29:59.169729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-4a183a82-af3c-44d9-82f2-fb270f6288ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=e309d81a-159a-4be9-b14e-449ce6562b90 HTTP/1.1" status: 200 len: 217 time: 0.0984585 Jan 27 21:29:59.254305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-3463647e-f7d2-4e1e-8f13-b5da2238eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:59.255862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-3463647e-f7d2-4e1e-8f13-b5da2238eec3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0776196 Jan 27 21:29:59.341690 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b234459e-1b7e-4069-9887-d7b0c12986af,revision_number=7']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:59.382707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ea2848c-d87b-46ef-b847-6b325726cdd0 req-a48a1ec1-fe91-4947-a8d1-e47bf34848f4 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866673 Jan 27 21:29:59.387699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a9f05-cdb0-478c-bd13-01c38f46fc4f req-3a8b33aa-127d-4eda-a541-f4d301f43f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:59.389075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-273a9f05-cdb0-478c-bd13-01c38f46fc4f req-3a8b33aa-127d-4eda-a541-f4d301f43f9b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 1100 time: 0.1323290 Jan 27 21:29:59.423973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-d6bd9f99-b927-4891-9ff6-385862ec7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:59.423973 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-d6bd9f99-b927-4891-9ff6-385862ec7b70 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276329 Jan 27 21:29:59.455885 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Attempting to bind port b234459e-1b7e-4069-9887-d7b0c12986af on host n-h2-760456-6 for vnic_type normal with profile {"migrating_to": "n-h1-760456-6"} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:29:59.456356 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Attempting to bind port b234459e-1b7e-4069-9887-d7b0c12986af by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:29:59.457025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Attempting to bind port b234459e-1b7e-4069-9887-d7b0c12986af on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:59.469961 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a66f91b2-b41b-461a-a68e-fdadf0eb739e admin admin] Publish callbacks [] for security_group (dd7235a9-656a-478d-b87a-77baaf57aabb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:59.474252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Port b234459e-1b7e-4069-9887-d7b0c12986af on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:29:59.474647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Attempting to bind port b234459e-1b7e-4069-9887-d7b0c12986af on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:29:59.494483 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:29:59.501629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:29:59.502355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:29:59.503186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Bound port: b234459e-1b7e-4069-9887-d7b0c12986af, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:29:59.503794 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:59.547435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043d80e-e793-411e-b923-b3815b50d886 req-5ae0bbb2-b8a2-4d48-9573-b766b76bc03e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:59.548610 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a66f91b2-b41b-461a-a68e-fdadf0eb739e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (dd7235a9-656a-478d-b87a-77baaf57aabb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:59.556142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8043d80e-e793-411e-b923-b3815b50d886 req-5ae0bbb2-b8a2-4d48-9573-b766b76bc03e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 943 time: 0.2248952 Jan 27 21:29:59.579213 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a66f91b2-b41b-461a-a68e-fdadf0eb739e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2ae367250b74b5abdf54110d6b00869&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3454552 Jan 27 21:29:59.582430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59426) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:29:59.609290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-273a9f05-cdb0-478c-bd13-01c38f46fc4f req-f2e48dfd-9575-4a8c-9660-24c9e053bb0a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985037 Jan 27 21:29:59.625370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f91b2-b41b-461a-a68e-fdadf0eb739e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7235a9-656a-478d-b87a-77baaf57aabb,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:29:59.637783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:29:59.641261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b234459e-1b7e-4069-9887-d7b0c12986af,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:29:59.642168 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-23bb6f73-6ee3-4b50-92da-c849d6e7c8f5 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238216 Jan 27 21:29:59.709510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8043d80e-e793-411e-b923-b3815b50d886 req-00c0a757-89cf-4f6c-8002-4adfcd05d389 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443222 Jan 27 21:29:59.735840 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:59.837799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3fc828-26f8-4924-a39e-e43e151aebb1 req-5a12fe1f-ffd9-4bc9-92b9-b2bc64562796 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877272 Jan 27 21:29:59.841925 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c54e74df-446d-47d5-84c3-175ddb4b5514 admin admin] Publish callbacks [] for security_group (dd7235a9-656a-478d-b87a-77baaf57aabb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:59.852043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693a0319-fa22-4887-b351-e0fcbdfae1f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b234459e-1b7e-4069-9887-d7b0c12986af'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:29:59.854391 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7543b9-fefa-49d3-a5de-a2ca7000e9db" -d '{"events": [{"server_uuid": "693a0319-fa22-4887-b351-e0fcbdfae1f8", "name": "network-vif-unplugged", "status": "completed", "tag": "b234459e-1b7e-4069-9887-d7b0c12986af"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:29:59.876660 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c54e74df-446d-47d5-84c3-175ddb4b5514 admin admin] Publish callbacks [] for security_group (dd7235a9-656a-478d-b87a-77baaf57aabb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:59.886144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:29:59.886778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:29:59.888229 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] 10.222.0.74 "PUT /v2.0/ports/b234459e-1b7e-4069-9887-d7b0c12986af HTTP/1.1" status: 200 len: 1121 time: 1.9977620 Jan 27 21:29:59.904636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e1346-e9e6-4bc7-a6dc-02899c311dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b234459e-1b7e-4069-9887-d7b0c12986af,revision_number=8']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:00.005180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8a556-78e3-456d-b115-6b606ee06b3b req-946aeb4a-00ba-48c7-a50a-4395b8699963 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:00.007293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ae8a556-78e3-456d-b115-6b606ee06b3b req-946aeb4a-00ba-48c7-a50a-4395b8699963 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 948 time: 0.1141069 Jan 27 21:30:00.029731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['b234459e-1b7e-4069-9887-d7b0c12986af'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:30:00.163700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ae8a556-78e3-456d-b115-6b606ee06b3b req-c98554b8-c220-4e02-9028-191fe5aabf5c tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973852 Jan 27 21:30:00.163700 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c54e74df-446d-47d5-84c3-175ddb4b5514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (dd7235a9-656a-478d-b87a-77baaf57aabb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:00.163700 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c54e74df-446d-47d5-84c3-175ddb4b5514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:00.163700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c54e74df-446d-47d5-84c3-175ddb4b5514 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd7235a9-656a-478d-b87a-77baaf57aabb HTTP/1.1" status: 204 len: 168 time: 0.5609128 Jan 27 21:30:00.169184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e74df-446d-47d5-84c3-175ddb4b5514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7235a9-656a-478d-b87a-77baaf57aabb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:00.171387 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b329e8a-87bd-4c95-ba0b-d21cabcfaf51 x-openstack-request-id: req-3b329e8a-87bd-4c95-ba0b-d21cabcfaf51 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:00.171691 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693a0319-fa22-4887-b351-e0fcbdfae1f8", "name": "network-vif-unplugged", "status": "completed", "tag": "b234459e-1b7e-4069-9887-d7b0c12986af", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:00.171956 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b329e8a-87bd-4c95-ba0b-d21cabcfaf51 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:00.172415 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693a0319-fa22-4887-b351-e0fcbdfae1f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b234459e-1b7e-4069-9887-d7b0c12986af', 'code': 200} Jan 27 21:30:00.275752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2c96e243-d6be-4759-8025-e4867df9a2c5 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:00.332462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac4c04-005f-4213-bd56-40616138371c req-7dd2759f-7bfb-4a06-bacd-c42aa69c6acc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:00.342411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0ac4c04-005f-4213-bd56-40616138371c req-7dd2759f-7bfb-4a06-bacd-c42aa69c6acc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 947 time: 0.0890002 Jan 27 21:30:00.378787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 2c96e243-d6be-4759-8025-e4867df9a2c5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:00.378787 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:00.429974 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0ac4c04-005f-4213-bd56-40616138371c req-e021bb70-87d7-499b-9981-c18458154bb6 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853944 Jan 27 21:30:00.520269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2c96e243-d6be-4759-8025-e4867df9a2c5 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:00.520719 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:00.578487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:00.640068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f8c8d-da6d-43e8-9987-6bd3f5fde593 req-31dfe156-771a-4a84-bf43-375c514e9e5e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:00.640068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a4f8c8d-da6d-43e8-9987-6bd3f5fde593 req-31dfe156-771a-4a84-bf43-375c514e9e5e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.0736003 Jan 27 21:30:00.660998 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:00.702858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a4f8c8d-da6d-43e8-9987-6bd3f5fde593 req-f6c28704-535a-4726-a3af-5538d559030b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662849 Jan 27 21:30:00.761953 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2c96e243-d6be-4759-8025-e4867df9a2c5,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:00.827675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49150c04-e14e-438c-9e8f-353f2162db18 req-24fc453d-991f-46b7-b8f1-d384a890a53d tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:00.829365 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49150c04-e14e-438c-9e8f-353f2162db18 req-24fc453d-991f-46b7-b8f1-d384a890a53d tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 943 time: 0.0543125 Jan 27 21:30:00.896396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49150c04-e14e-438c-9e8f-353f2162db18 req-b548d9c2-e2bc-434f-b0ae-00187d4c6fa8 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608604 Jan 27 21:30:01.166144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c96e243-d6be-4759-8025-e4867df9a2c5'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:01.168496 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0841d5b5-7519-4c7f-b0e7-97b6a290d3c2" -d '{"events": [{"server_uuid": "787306ec-0efc-42e3-b6bb-fc7edd8663ad", "name": "network-vif-plugged", "status": "completed", "tag": "2c96e243-d6be-4759-8025-e4867df9a2c5"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:01.195032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59480) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:01.216352 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c58099-40ca-4399-9462-319dffa47b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:01.316413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbfc95-16fa-4ed4-9f54-576a73e41480 req-46e0fc31-1b16-4435-bb5d-cd7d7a414914 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:01.324016 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ebbfc95-16fa-4ed4-9f54-576a73e41480 req-46e0fc31-1b16-4435-bb5d-cd7d7a414914 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1089189 Jan 27 21:30:01.391664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ebbfc95-16fa-4ed4-9f54-576a73e41480 req-19f35af5-cd19-4aad-bd22-5a205952bbb8 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663373 Jan 27 21:30:01.414281 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c58099-40ca-4399-9462-319dffa47b8b admin admin] Publish callbacks [] for security_group (f3f5d8b6-fd8c-42a7-b286-1edc6ed6e29a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:01.611540 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c58099-40ca-4399-9462-319dffa47b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f3f5d8b6-fd8c-42a7-b286-1edc6ed6e29a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:01.624324 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8676620b-72a9-4732-9214-d576737786e2 x-openstack-request-id: req-8676620b-72a9-4732-9214-d576737786e2 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:01.624828 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787306ec-0efc-42e3-b6bb-fc7edd8663ad", "name": "network-vif-plugged", "status": "completed", "tag": "2c96e243-d6be-4759-8025-e4867df9a2c5", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:01.624933 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8676620b-72a9-4732-9214-d576737786e2 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:01.625335 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c96e243-d6be-4759-8025-e4867df9a2c5', 'code': 200} Jan 27 21:30:01.700795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c58099-40ca-4399-9462-319dffa47b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f5d8b6-fd8c-42a7-b286-1edc6ed6e29a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:01.721342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-81c58099-40ca-4399-9462-319dffa47b8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=521e11196024486db4cba82a1bf1fde9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5251997 Jan 27 21:30:01.724009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59496) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:01.787258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989de45e-688c-4b6b-b223-a84d0af97498 req-5130748a-b875-4b69-822e-7f515ef29632 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:01.795831 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-989de45e-688c-4b6b-b223-a84d0af97498 req-5130748a-b875-4b69-822e-7f515ef29632 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 947 time: 0.0917671 Jan 27 21:30:01.885126 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-989de45e-688c-4b6b-b223-a84d0af97498 req-f1eb352e-3b4e-4e6e-bd9b-3ffc3583ecaa tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837646 Jan 27 21:30:01.888606 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-564467ac-6b41-4598-bb0f-329a11dcfa94 admin admin] Publish callbacks [] for security_group (f3f5d8b6-fd8c-42a7-b286-1edc6ed6e29a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:01.919734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db822e66-09a0-48e1-ab8c-b6f7e7c94681 req-cd2c5151-365f-4c0d-9a1d-127706b770fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:01.922236 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db822e66-09a0-48e1-ab8c-b6f7e7c94681 req-cd2c5151-365f-4c0d-9a1d-127706b770fc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 1100 time: 0.0710187 Jan 27 21:30:01.929586 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-564467ac-6b41-4598-bb0f-329a11dcfa94 admin admin] Publish callbacks [] for security_group (f3f5d8b6-fd8c-42a7-b286-1edc6ed6e29a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:02.026750 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-db822e66-09a0-48e1-ab8c-b6f7e7c94681 req-c69beee1-0721-4804-88bc-911f8e750712 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872481 Jan 27 21:30:02.147774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30b47b-e0ef-4f04-a55f-dfdb4c1df06d req-73ac4467-a584-4ac9-b53d-0e3dced83f6d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:02.149811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d30b47b-e0ef-4f04-a55f-dfdb4c1df06d req-73ac4467-a584-4ac9-b53d-0e3dced83f6d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.0792515 Jan 27 21:30:02.151211 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-564467ac-6b41-4598-bb0f-329a11dcfa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f3f5d8b6-fd8c-42a7-b286-1edc6ed6e29a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:02.165627 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-564467ac-6b41-4598-bb0f-329a11dcfa94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:02.166982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-564467ac-6b41-4598-bb0f-329a11dcfa94 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3f5d8b6-fd8c-42a7-b286-1edc6ed6e29a HTTP/1.1" status: 204 len: 168 time: 0.4247766 Jan 27 21:30:02.173910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693a0319-fa22-4887-b351-e0fcbdfae1f8', 'tag': 'b234459e-1b7e-4069-9887-d7b0c12986af'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:02.177150 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c714a9-31f1-4c1c-98fc-62fd44a2a6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "693a0319-fa22-4887-b351-e0fcbdfae1f8", "tag": "b234459e-1b7e-4069-9887-d7b0c12986af"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:02.185422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564467ac-6b41-4598-bb0f-329a11dcfa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f5d8b6-fd8c-42a7-b286-1edc6ed6e29a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:02.266300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d30b47b-e0ef-4f04-a55f-dfdb4c1df06d req-063c650f-a0ed-472b-923b-66cfefbc6cf5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952835 Jan 27 21:30:02.279036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca069df-c3ba-4da4-8941-71f2e07f1e62 req-4a041570-a805-46f8-b903-1a86754ba939 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:02.288653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ca069df-c3ba-4da4-8941-71f2e07f1e62 req-4a041570-a805-46f8-b903-1a86754ba939 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 943 time: 0.1204648 Jan 27 21:30:02.336430 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7611fc3b-0905-48d1-bf55-a5a345fb1893 x-openstack-request-id: req-7611fc3b-0905-48d1-bf55-a5a345fb1893 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:02.336430 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693a0319-fa22-4887-b351-e0fcbdfae1f8", "tag": "b234459e-1b7e-4069-9887-d7b0c12986af", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:02.336430 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7611fc3b-0905-48d1-bf55-a5a345fb1893 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:02.336430 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693a0319-fa22-4887-b351-e0fcbdfae1f8', 'tag': 'b234459e-1b7e-4069-9887-d7b0c12986af', 'status': 'completed', 'code': 200} Jan 27 21:30:02.349282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ca069df-c3ba-4da4-8941-71f2e07f1e62 req-d27becdc-4628-48c3-9f2c-f23c7ae92e5e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594690 Jan 27 21:30:02.406573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c714a9-31f1-4c1c-98fc-62fd44a2a6fe req-d6542d4b-b756-4243-beac-84771c021969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:02.408128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84c714a9-31f1-4c1c-98fc-62fd44a2a6fe req-d6542d4b-b756-4243-beac-84771c021969 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 1124 time: 0.0472426 Jan 27 21:30:02.483557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-79572d93-ae51-404d-9c27-b4d6deef6a73 req-222a2742-6f50-4731-93da-3b00c0a1aba9 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:30:02.484544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79572d93-ae51-404d-9c27-b4d6deef6a73 req-222a2742-6f50-4731-93da-3b00c0a1aba9 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049686 Jan 27 21:30:02.554712 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c9521b5f-581d-4a7a-9c1b-ec7bca6d5818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:02.767870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34822103-5497-40db-bf40-2c531da2fbe8 req-b966ebe9-3f69-4211-a4c9-70baa45cdebd tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:02.769400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34822103-5497-40db-bf40-2c531da2fbe8 req-b966ebe9-3f69-4211-a4c9-70baa45cdebd tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.2804019 Jan 27 21:30:02.772309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c714a9-31f1-4c1c-98fc-62fd44a2a6fe req-a4cd0aae-5039-4c93-95ba-56b5e08ea531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:02.773653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84c714a9-31f1-4c1c-98fc-62fd44a2a6fe req-a4cd0aae-5039-4c93-95ba-56b5e08ea531 service neutron] 10.222.0.71 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.3585777 Jan 27 21:30:02.824895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84c714a9-31f1-4c1c-98fc-62fd44a2a6fe req-b4324ae7-eeb1-406a-9c40-028334c88cb4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b234459e-1b7e-4069-9887-d7b0c12986af HTTP/1.1" status: 200 len: 217 time: 0.0422533 Jan 27 21:30:02.916778 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34822103-5497-40db-bf40-2c531da2fbe8 req-7cfd2c2c-ad0e-46e8-b36d-52a357345a39 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318469 Jan 27 21:30:02.937790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c714a9-31f1-4c1c-98fc-62fd44a2a6fe req-ce08294c-b472-48d7-9d1c-615a301897e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:02.941292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84c714a9-31f1-4c1c-98fc-62fd44a2a6fe req-ce08294c-b472-48d7-9d1c-615a301897e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0992656 Jan 27 21:30:03.027817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84c714a9-31f1-4c1c-98fc-62fd44a2a6fe req-ffb296e9-3754-4ade-8126-7e5f9a97b960 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737710 Jan 27 21:30:03.323883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baf048-2b0d-41b6-8058-d33386f6fdcf req-f463f335-54cb-487a-8cb2-9ace5c2e7b1e tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:03.325770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40baf048-2b0d-41b6-8058-d33386f6fdcf req-f463f335-54cb-487a-8cb2-9ace5c2e7b1e tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 947 time: 0.2662520 Jan 27 21:30:03.332314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84c714a9-31f1-4c1c-98fc-62fd44a2a6fe req-47fe08dc-ed29-4af4-90b1-a3c452189d55 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937782 Jan 27 21:30:03.344220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7583-c38f-458c-b2fd-e06a248d38b9 req-ec57b14a-e2fc-48e8-a5e3-eef1c7cd3dba tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:03.353001 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc9d7583-c38f-458c-b2fd-e06a248d38b9 req-ec57b14a-e2fc-48e8-a5e3-eef1c7cd3dba tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1601923 Jan 27 21:30:03.365340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-86362907-5593-4e51-8501-7f64879b0f08 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1729922 Jan 27 21:30:03.403963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-e739507c-915d-493a-a7fc-5d66fb1c9b3f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:30:03.404977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-e739507c-915d-493a-a7fc-5d66fb1c9b3f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0178404 Jan 27 21:30:03.518083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59538) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:03.523595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40baf048-2b0d-41b6-8058-d33386f6fdcf req-e4aa65d1-12a0-4484-aed4-9241b7e657d2 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881211 Jan 27 21:30:03.562814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc9d7583-c38f-458c-b2fd-e06a248d38b9 req-d02fd598-c684-4db2-b030-e5ce206cfe29 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039247 Jan 27 21:30:03.601328 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b19dbecf-4fb3-44fb-b5a1-8461485f375c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:03.663083 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84c714a9-31f1-4c1c-98fc-62fd44a2a6fe req-a4247f07-0743-4ce9-aa0a-dc536a37c3a1 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009367 Jan 27 21:30:03.791918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271682c4-b7c5-4e6f-827f-e8d0f9a8bc03 req-68d07b46-9ae7-4a00-af07-3b97ed7ae13e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:03.799638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-271682c4-b7c5-4e6f-827f-e8d0f9a8bc03 req-68d07b46-9ae7-4a00-af07-3b97ed7ae13e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 943 time: 0.0994823 Jan 27 21:30:03.865458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-271682c4-b7c5-4e6f-827f-e8d0f9a8bc03 req-fae4d147-2009-4dc5-9704-5e06fd9b8ede tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654566 Jan 27 21:30:03.876089 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b19dbecf-4fb3-44fb-b5a1-8461485f375c admin admin] Publish callbacks [] for security_group (6b1908f5-7461-453f-ae07-06fd6f8dfd45), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:03.922431 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59560) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:03.955590 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b19dbecf-4fb3-44fb-b5a1-8461485f375c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6b1908f5-7461-453f-ae07-06fd6f8dfd45), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.037586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19dbecf-4fb3-44fb-b5a1-8461485f375c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1908f5-7461-453f-ae07-06fd6f8dfd45,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:04.050453 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b19dbecf-4fb3-44fb-b5a1-8461485f375c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0416a3c80bd74819a40bf6151784a0bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5251718 Jan 27 21:30:04.052915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59568) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:04.161374 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-52b6f30d-5bac-4891-b220-ad7d64f6d23b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.217832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5315f69-2b4d-484d-a971-c95ff5fde410 req-5ebc84ed-de76-40bb-ad23-f79eed30e1a9 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:04.226124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5315f69-2b4d-484d-a971-c95ff5fde410 req-5ebc84ed-de76-40bb-ad23-f79eed30e1a9 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.2177839 Jan 27 21:30:04.262883 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f921387-49a7-475c-8262-4d4935078f0e admin admin] Publish callbacks [] for security_group (6b1908f5-7461-453f-ae07-06fd6f8dfd45), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.277551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-342bb2ce-b2a0-4787-b305-066046b21648 req-9edbc280-6b3f-4b6b-8127-c980fd53bb63 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1041343 Jan 27 21:30:04.313559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f921387-49a7-475c-8262-4d4935078f0e admin admin] Publish callbacks [] for security_group (6b1908f5-7461-453f-ae07-06fd6f8dfd45), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.313770 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-52b6f30d-5bac-4891-b220-ad7d64f6d23b admin admin] Publish callbacks [] for security_group (748a48e4-a2f6-4b3d-8db4-88a2b87f4f61), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.323461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e309d81a-159a-4be9-b14e-449ce6562b90 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:30:04.345263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5315f69-2b4d-484d-a971-c95ff5fde410 req-b8db8a49-edee-460b-949c-83b794b9a4bd tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173925 Jan 27 21:30:04.406191 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-52b6f30d-5bac-4891-b220-ad7d64f6d23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (748a48e4-a2f6-4b3d-8db4-88a2b87f4f61), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.482001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e309d81a-159a-4be9-b14e-449ce6562b90, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e309d81a-159a-4be9-b14e-449ce6562b90,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:04.486871 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-52b6f30d-5bac-4891-b220-ad7d64f6d23b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aea199c19b7b4252a47b2740410b09b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5633347 Jan 27 21:30:04.488792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6f30d-5bac-4891-b220-ad7d64f6d23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748a48e4-a2f6-4b3d-8db4-88a2b87f4f61,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:04.499692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'e309d81a-159a-4be9-b14e-449ce6562b90', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'e309d81a-159a-4be9-b14e-449ce6562b90', 'mac_address': 'fa:16:3e:2f:9b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:30:04.518428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bb2ce-b2a0-4787-b305-066046b21648 req-92cf45d5-35de-4cf6-9ba7-aafb7a43f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:04.520318 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-342bb2ce-b2a0-4787-b305-066046b21648 req-92cf45d5-35de-4cf6-9ba7-aafb7a43f8b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 1101 time: 0.1014018 Jan 27 21:30:04.520936 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f921387-49a7-475c-8262-4d4935078f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6b1908f5-7461-453f-ae07-06fd6f8dfd45), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.528829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59576) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:04.539095 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f921387-49a7-475c-8262-4d4935078f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.543167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6f921387-49a7-475c-8262-4d4935078f0e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b1908f5-7461-453f-ae07-06fd6f8dfd45 HTTP/1.1" status: 204 len: 168 time: 0.4871454 Jan 27 21:30:04.576398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f921387-49a7-475c-8262-4d4935078f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1908f5-7461-453f-ae07-06fd6f8dfd45,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:04.659595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port e309d81a-159a-4be9-b14e-449ce6562b90 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:04.660020 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.712608 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c328c1da-d878-4d9a-9ac3-88825525d832 admin admin] Publish callbacks [] for security_group (748a48e4-a2f6-4b3d-8db4-88a2b87f4f61), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.719148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e309d81a-159a-4be9-b14e-449ce6562b90 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:30:04.744785 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c328c1da-d878-4d9a-9ac3-88825525d832 admin admin] Publish callbacks [] for security_group (748a48e4-a2f6-4b3d-8db4-88a2b87f4f61), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.745138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e309d81a-159a-4be9-b14e-449ce6562b90, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e309d81a-159a-4be9-b14e-449ce6562b90,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:04.747061 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-55b15609-33cb-44df-b92d-1c25a63909a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.845661 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.846316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b234459e-1b7e-4069-9887-d7b0c12986af details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:30:04.850627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3b12f-49c3-4894-a07f-019e3d0d7c96 req-e8d2673d-d587-4012-9c3d-1e2fae8c4ef8 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:04.852175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cc3b12f-49c3-4894-a07f-019e3d0d7c96 req-e8d2673d-d587-4012-9c3d-1e2fae8c4ef8 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1060336 Jan 27 21:30:04.871316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ac242-25d9-4d8b-a5f3-882ef51f3a1c req-250d5609-8b3a-4de9-9482-1a980be14ed3 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:04.879216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-751ac242-25d9-4d8b-a5f3-882ef51f3a1c req-250d5609-8b3a-4de9-9482-1a980be14ed3 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 947 time: 0.1798346 Jan 27 21:30:04.907254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bb2ce-b2a0-4787-b305-066046b21648 req-3cea8122-5152-401a-9856-a619cf498805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:04.908743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-342bb2ce-b2a0-4787-b305-066046b21648 req-3cea8122-5152-401a-9856-a619cf498805 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.3354163 Jan 27 21:30:04.948665 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c328c1da-d878-4d9a-9ac3-88825525d832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (748a48e4-a2f6-4b3d-8db4-88a2b87f4f61), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.951662 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c328c1da-d878-4d9a-9ac3-88825525d832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:04.955763 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c328c1da-d878-4d9a-9ac3-88825525d832 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/748a48e4-a2f6-4b3d-8db4-88a2b87f4f61 HTTP/1.1" status: 204 len: 168 time: 0.4261978 Jan 27 21:30:04.974146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328c1da-d878-4d9a-9ac3-88825525d832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748a48e4-a2f6-4b3d-8db4-88a2b87f4f61,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:04.994605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-751ac242-25d9-4d8b-a5f3-882ef51f3a1c req-9f2489a8-b8ab-4fa9-833d-fe9731b719ac tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100795 Jan 27 21:30:05.017594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=e309d81a-159a-4be9-b14e-449ce6562b90,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:05.055349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-342bb2ce-b2a0-4787-b305-066046b21648 req-5371bb69-4580-4df0-a2af-80e4e03de389 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3 HTTP/1.1" status: 200 len: 217 time: 0.1341784 Jan 27 21:30:05.113816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b234459e-1b7e-4069-9887-d7b0c12986af,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:05.145271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cc3b12f-49c3-4894-a07f-019e3d0d7c96 req-6fad57f1-2853-44ad-9810-fa9916ce7d87 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588768 Jan 27 21:30:05.154958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b234459e-1b7e-4069-9887-d7b0c12986af has no active binding in host n-h1-760456-6 {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:30:05.165947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bb2ce-b2a0-4787-b305-066046b21648 req-af89e0d3-dfa6-4d06-8773-441e4d60af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:05.167413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-342bb2ce-b2a0-4787-b305-066046b21648 req-af89e0d3-dfa6-4d06-8773-441e4d60af7e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0978298 Jan 27 21:30:05.325376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bb2ce-b2a0-4787-b305-066046b21648 req-5e24c4ac-fcae-402c-b563-efe79ecd888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:05.326976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-342bb2ce-b2a0-4787-b305-066046b21648 req-5e24c4ac-fcae-402c-b563-efe79ecd888e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530583 Jan 27 21:30:05.366031 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-ad91f4ea-0585-4ee5-a763-701f6f0128b6 service neutron] 10.222.0.71 "GET /v2.0/ports/b234459e-1b7e-4069-9887-d7b0c12986af/bindings/n-h1-760456-6 HTTP/1.1" status: 200 len: 384 time: 0.1576064 Jan 27 21:30:05.406450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1adb6-77fe-41b8-bed9-a0db14f570ce req-0a29d1b4-fe95-4b9a-bb33-f66fa9c1f4eb tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:05.409325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93b1adb6-77fe-41b8-bed9-a0db14f570ce req-0a29d1b4-fe95-4b9a-bb33-f66fa9c1f4eb tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 943 time: 0.1804290 Jan 27 21:30:05.463865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['e309d81a-159a-4be9-b14e-449ce6562b90'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:30:05.572495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93b1adb6-77fe-41b8-bed9-a0db14f570ce req-7f1855a7-d307-4f0c-8407-44719f1146ee tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231248 Jan 27 21:30:05.581385 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ec0acf44-b5e0-4075-9c9f-d3a2d9d70aa8 req-b8be668b-5344-4f76-a270-4071d37456a8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1429579 Jan 27 21:30:05.660417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-342bb2ce-b2a0-4787-b305-066046b21648 req-07ca8783-dd43-4d10-8591-98025d04d356 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243561 Jan 27 21:30:05.702809 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acf44-b5e0-4075-9c9f-d3a2d9d70aa8 req-ec231791-5706-467e-8893-942f335f9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:05.704832 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ec0acf44-b5e0-4075-9c9f-d3a2d9d70aa8 req-ec231791-5706-467e-8893-942f335f9723 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=451676679c4b4b5587451d05a77ed0c4&device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0742657 Jan 27 21:30:05.818638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-342bb2ce-b2a0-4787-b305-066046b21648 req-acbb0f38-7745-4b40-a6cd-09ee2d313144 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360481 Jan 27 21:30:05.853139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4a1ea-a155-49a5-88b8-40604d9df2f5 req-3e85d499-64d5-4128-aaf3-de502ada8275 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:05.860422 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0a4a1ea-a155-49a5-88b8-40604d9df2f5 req-3e85d499-64d5-4128-aaf3-de502ada8275 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.2699099 Jan 27 21:30:05.909891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acf44-b5e0-4075-9c9f-d3a2d9d70aa8 req-aa8abe63-87f4-4930-bedb-ac0bfbbd01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:05.912331 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ec0acf44-b5e0-4075-9c9f-d3a2d9d70aa8 req-aa8abe63-87f4-4930-bedb-ac0bfbbd01ba service neutron] 10.222.0.74 "GET /v2.0/networks?id=9702760e-a020-4d15-a8dc-77e191f3ead9 HTTP/1.1" status: 200 len: 925 time: 0.1731203 Jan 27 21:30:06.028361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0a4a1ea-a155-49a5-88b8-40604d9df2f5 req-01da0945-6750-405c-94b6-08afca43bedc tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516528 Jan 27 21:30:06.058992 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ec0acf44-b5e0-4075-9c9f-d3a2d9d70aa8 req-587674cc-af14-4bd1-becd-05c684ace81d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9b0d477-9359-4503-9927-ac7ff7c5542b HTTP/1.1" status: 200 len: 1002 time: 0.1340661 Jan 27 21:30:06.061489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-40e671f4-94bc-444d-8fd5-e3f2930dd3a5 service neutron] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b234459e-1b7e-4069-9887-d7b0c12986af,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:06.150571 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:06.154775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-40e671f4-94bc-444d-8fd5-e3f2930dd3a5 service neutron] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:30:06.210873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acf44-b5e0-4075-9c9f-d3a2d9d70aa8 req-a39758d2-93ce-4c3a-80bc-c64a503a7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:06.218708 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ec0acf44-b5e0-4075-9c9f-d3a2d9d70aa8 req-a39758d2-93ce-4c3a-80bc-c64a503a7aad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f63e171-69ab-4248-b2bd-b8b38611ff18 HTTP/1.1" status: 200 len: 863 time: 0.1570013 Jan 27 21:30:06.275361 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0acf44-b5e0-4075-9c9f-d3a2d9d70aa8 req-b2f1c366-0160-43f7-a174-36643a1a05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:06.278145 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ec0acf44-b5e0-4075-9c9f-d3a2d9d70aa8 req-b2f1c366-0160-43f7-a174-36643a1a05c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9702760e-a020-4d15-a8dc-77e191f3ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515072 Jan 27 21:30:06.300379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-40e671f4-94bc-444d-8fd5-e3f2930dd3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b234459e-1b7e-4069-9887-d7b0c12986af {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:30:06.322215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-40e671f4-94bc-444d-8fd5-e3f2930dd3a5 service neutron] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b234459e-1b7e-4069-9887-d7b0c12986af,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:06.374819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995c9cd-249b-4103-9638-effa83f29f54 req-6530b6fd-2619-4411-a059-d1cfc800b48d tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:06.376561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9995c9cd-249b-4103-9638-effa83f29f54 req-6530b6fd-2619-4411-a059-d1cfc800b48d tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1739948 Jan 27 21:30:06.383273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d25f4e-49ac-4bd0-b2ec-9fdd499c8496 req-2bab91a8-7e33-437a-91fb-e724c65c6c7d tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:06.390431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d25f4e-49ac-4bd0-b2ec-9fdd499c8496 req-2bab91a8-7e33-437a-91fb-e724c65c6c7d tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 948 time: 0.1811976 Jan 27 21:30:06.398913 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ec0acf44-b5e0-4075-9c9f-d3a2d9d70aa8 req-db5ffb4c-0140-4010-a6c9-eabe89a049db service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138322 Jan 27 21:30:06.491001 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-40e671f4-94bc-444d-8fd5-e3f2930dd3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:06.497466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d25f4e-49ac-4bd0-b2ec-9fdd499c8496 req-1948c879-ae63-4d8d-8eae-09ba1a582859 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062286 Jan 27 21:30:06.510286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9995c9cd-249b-4103-9638-effa83f29f54 req-685cdabc-aa9d-4fbc-b998-e51807dc60c9 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112125 Jan 27 21:30:06.517748 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ec0acf44-b5e0-4075-9c9f-d3a2d9d70aa8 req-aa1c3993-b744-4ae5-b415-d8623260080c service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099877 Jan 27 21:30:06.582070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59648) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:06.600066 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f63c-efb6-4167-9aa2-6897e4b97cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:06.678450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-40e671f4-94bc-444d-8fd5-e3f2930dd3a5 service neutron] Transition to ACTIVE for port object b234459e-1b7e-4069-9887-d7b0c12986af will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:30:06.766757 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f63c-efb6-4167-9aa2-6897e4b97cc6 admin admin] Publish callbacks [] for security_group (45eba85b-d639-43c3-aade-f4bc98e454ff), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:06.788399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00e6b7-3072-46af-842f-be88d1b85c7d req-93e7909b-1c5b-495d-97bf-da68668818a3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:06.792413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c00e6b7-3072-46af-842f-be88d1b85c7d req-93e7909b-1c5b-495d-97bf-da68668818a3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1075575 Jan 27 21:30:06.796581 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-40e671f4-94bc-444d-8fd5-e3f2930dd3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:06.834118 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f63c-efb6-4167-9aa2-6897e4b97cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (45eba85b-d639-43c3-aade-f4bc98e454ff), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:06.927386 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1ec9f63c-efb6-4167-9aa2-6897e4b97cc6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb3bc2d3d94d4cacb680f31229edfae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439529 Jan 27 21:30:06.928778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9f63c-efb6-4167-9aa2-6897e4b97cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eba85b-d639-43c3-aade-f4bc98e454ff,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:06.931699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59664) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:06.992618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-40e671f4-94bc-444d-8fd5-e3f2930dd3a5 service neutron] No DVR routers for this DVR port b234459e-1b7e-4069-9887-d7b0c12986af on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:30:07.000862 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-62e4cf9b-61bf-4a17-9c41-02a63ded0f20 admin admin] Publish callbacks [] for security_group (45eba85b-d639-43c3-aade-f4bc98e454ff), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:07.003221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e671f4-94bc-444d-8fd5-e3f2930dd3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b234459e-1b7e-4069-9887-d7b0c12986af,revision_number=10']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:07.034754 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-62e4cf9b-61bf-4a17-9c41-02a63ded0f20 admin admin] Publish callbacks [] for security_group (45eba85b-d639-43c3-aade-f4bc98e454ff), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:07.039702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c00e6b7-3072-46af-842f-be88d1b85c7d req-42dd69f8-d020-4fc4-bce2-9f1f0e3b4913 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392638 Jan 27 21:30:07.054201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-7f87343e-2bc9-4831-95ca-016f89a21ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:07.060521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-7f87343e-2bc9-4831-95ca-016f89a21ea5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 1100 time: 0.2042427 Jan 27 21:30:07.079009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-40e671f4-94bc-444d-8fd5-e3f2930dd3a5 service neutron] 10.222.0.71 "PUT /v2.0/ports/b234459e-1b7e-4069-9887-d7b0c12986af/bindings/n-h1-760456-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6622028 Jan 27 21:30:07.189277 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:07.256614 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-62e4cf9b-61bf-4a17-9c41-02a63ded0f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (45eba85b-d639-43c3-aade-f4bc98e454ff), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:07.259916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-62e4cf9b-61bf-4a17-9c41-02a63ded0f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:07.261254 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-62e4cf9b-61bf-4a17-9c41-02a63ded0f20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45eba85b-d639-43c3-aade-f4bc98e454ff HTTP/1.1" status: 204 len: 168 time: 0.3181159 Jan 27 21:30:07.265061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device b234459e-1b7e-4069-9887-d7b0c12986af no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:30:07.265780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2b6aa-f812-4632-9645-61e50ed9453c req-b0100b0c-9feb-4f8b-8f49-4625ffa40474 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:07.281770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49f2b6aa-f812-4632-9645-61e50ed9453c req-b0100b0c-9feb-4f8b-8f49-4625ffa40474 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 944 time: 0.1092861 Jan 27 21:30:07.322763 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4cf9b-61bf-4a17-9c41-02a63ded0f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eba85b-d639-43c3-aade-f4bc98e454ff,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:07.327328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-f734cc4b-63e8-4028-8ba6-056305ee21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:07.328863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-f734cc4b-63e8-4028-8ba6-056305ee21ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2489209 Jan 27 21:30:07.405566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-a5c034da-1ff6-40bd-8885-2779c2bdd489 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:07.407061 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-a5c034da-1ff6-40bd-8885-2779c2bdd489 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8&tenant_id=26824789def4412abd886336d3559fe2&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1095 time: 0.1283281 Jan 27 21:30:07.411167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] The host n-h2-760456-6 is not matching for port b234459e-1b7e-4069-9887-d7b0c12986af host n-h1-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:30:07.417136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device b234459e-1b7e-4069-9887-d7b0c12986af not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:30:07.458705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-aed39e69-c41d-4bdd-a2c7-6ee3d244eabd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54 HTTP/1.1" status: 200 len: 217 time: 0.0858181 Jan 27 21:30:07.494799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-1cc24da6-4b3f-41a9-8e7b-c5bc173f4021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:07.496822 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-1cc24da6-4b3f-41a9-8e7b-c5bc173f4021 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8&tenant_id=26824789def4412abd886336d3559fe2 HTTP/1.1" status: 200 len: 1095 time: 0.0829637 Jan 27 21:30:07.536848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef371bec-14d7-427c-8676-c13e03300e85 req-c03f7b40-5002-4221-95ba-21127dc8058e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:07.544257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef371bec-14d7-427c-8676-c13e03300e85 req-c03f7b40-5002-4221-95ba-21127dc8058e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.2484763 Jan 27 21:30:07.576497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49f2b6aa-f812-4632-9645-61e50ed9453c req-f0245f87-f56b-45eb-a42c-f57de214b38d tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886744 Jan 27 21:30:07.615542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7c0dc2ab-d38b-4751-98ef-fc71ce244afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:07.617341 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-7c0dc2ab-d38b-4751-98ef-fc71ce244afc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 1095 time: 0.0896628 Jan 27 21:30:07.660740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef371bec-14d7-427c-8676-c13e03300e85 req-7941c86b-eb8a-46b1-ad71-7b3c39a46188 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155148 Jan 27 21:30:07.668180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-0ef80bdb-d324-41de-baef-94075c16c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:07.673561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-0ef80bdb-d324-41de-baef-94075c16c8ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.2063699 Jan 27 21:30:07.825875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-f041083f-7b29-43d6-8356-d99b5f3e8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:07.827635 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-f041083f-7b29-43d6-8356-d99b5f3e8726 service neutron] 10.222.0.74 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.2035482 Jan 27 21:30:07.899912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7818736-144e-414c-bfe2-7423dcb82527 req-8f519cc5-c250-41fa-87b2-ae3b0a5f877b tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:07.910112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7818736-144e-414c-bfe2-7423dcb82527 req-8f519cc5-c250-41fa-87b2-ae3b0a5f877b tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 948 time: 0.1827857 Jan 27 21:30:07.913348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-00c02ba4-8594-44de-a068-296c0cc0697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:07.914806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-00c02ba4-8594-44de-a068-296c0cc0697d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2282422 Jan 27 21:30:07.961360 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:30:07.978522 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-a6fa5413-a011-4a94-b407-ce76164bfdef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b234459e-1b7e-4069-9887-d7b0c12986af HTTP/1.1" status: 200 len: 217 time: 0.1436875 Jan 27 21:30:08.015688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7818736-144e-414c-bfe2-7423dcb82527 req-f6c543ac-f8d5-4685-ad92-387235ef5c10 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046207 Jan 27 21:30:08.100195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-6758a8c6-4618-4ee8-996a-6d31d66ca1cc service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678753 Jan 27 21:30:08.119224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-75edf933-9c5a-4576-9806-f82fac41bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:08.120933 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-75edf933-9c5a-4576-9806-f82fac41bbd2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.1349421 Jan 27 21:30:08.191266 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-675cacdf-1f3b-438b-975e-521761cb86f8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551350 Jan 27 21:30:08.317243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e309d81a-159a-4be9-b14e-449ce6562b90 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:08.382375 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-c4ed0a9e-8c98-4b77-95d3-f0e8691f321a service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879094 Jan 27 21:30:08.518908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port e309d81a-159a-4be9-b14e-449ce6562b90 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:30:08.528430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port e309d81a-159a-4be9-b14e-449ce6562b90 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:08.549317 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:08.620981 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-b98bc7ce-dadd-4c05-b5c6-346769cfe4c3 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283518 Jan 27 21:30:08.626889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc2664-d080-4578-b266-f4c1cae048ea req-b9944647-2a2e-4d3d-a1b3-dbb4ffca6a3a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:08.640830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43dc2664-d080-4578-b266-f4c1cae048ea req-b9944647-2a2e-4d3d-a1b3-dbb4ffca6a3a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1731033 Jan 27 21:30:08.646585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-a2369c38-a8ac-4ebd-897d-53d43d18756e service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394676 Jan 27 21:30:08.716290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43dc2664-d080-4578-b266-f4c1cae048ea req-09e1a37b-7d63-4574-9e8a-e825fe656521 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742857 Jan 27 21:30:08.759918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port e309d81a-159a-4be9-b14e-449ce6562b90 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:08.760444 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:08.792638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe7abc5-eb97-4962-8036-42edfc88ba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e309d81a-159a-4be9-b14e-449ce6562b90'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:08.794945 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052eadc8-5728-474b-83f9-90e38cd3f24f" -d '{"events": [{"server_uuid": "abe7abc5-eb97-4962-8036-42edfc88ba17", "name": "network-vif-plugged", "status": "completed", "tag": "e309d81a-159a-4be9-b14e-449ce6562b90"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:08.810707 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e309d81a-159a-4be9-b14e-449ce6562b90, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e309d81a-159a-4be9-b14e-449ce6562b90,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:08.858275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba07c38-7ec6-4aba-a35e-df1de1d846a9 req-eaf8932a-bd36-405a-932c-e9e2c7bb1766 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:08.859763 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ba07c38-7ec6-4aba-a35e-df1de1d846a9 req-eaf8932a-bd36-405a-932c-e9e2c7bb1766 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.0766425 Jan 27 21:30:08.879740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4a311-0b42-4cd1-9281-4b9bdc01e777 req-7ebec067-fc27-4a9b-9016-b551d78a04a8 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:08.881160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25c4a311-0b42-4cd1-9281-4b9bdc01e777 req-7ebec067-fc27-4a9b-9016-b551d78a04a8 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 944 time: 0.0703504 Jan 27 21:30:08.940390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ba07c38-7ec6-4aba-a35e-df1de1d846a9 req-9a473b5d-89e2-4369-a700-da576f61372a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734496 Jan 27 21:30:08.954227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25c4a311-0b42-4cd1-9281-4b9bdc01e777 req-ad54cc8c-b73e-4e73-929d-424d876df3f5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657756 Jan 27 21:30:09.004863 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0856908f-799a-4d8c-a67d-1ed04c1a8e10 x-openstack-request-id: req-0856908f-799a-4d8c-a67d-1ed04c1a8e10 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:09.005213 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe7abc5-eb97-4962-8036-42edfc88ba17", "name": "network-vif-plugged", "status": "completed", "tag": "e309d81a-159a-4be9-b14e-449ce6562b90", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:09.005476 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0856908f-799a-4d8c-a67d-1ed04c1a8e10 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:09.005868 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe7abc5-eb97-4962-8036-42edfc88ba17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e309d81a-159a-4be9-b14e-449ce6562b90', 'code': 200} Jan 27 21:30:09.128935 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49027276-6d3c-4fc5-b4d0-a1f8dbafe3fe req-fcdc5acd-a409-4523-b29c-9e8ce179793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:09.128935 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-49027276-6d3c-4fc5-b4d0-a1f8dbafe3fe req-fcdc5acd-a409-4523-b29c-9e8ce179793b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 1099 time: 0.0511971 Jan 27 21:30:09.143385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a2928-2503-464e-bee5-0eb02e054503 req-7e354427-ea3f-48ec-9d40-2f543a678e49 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:09.143385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-177a2928-2503-464e-bee5-0eb02e054503 req-7e354427-ea3f-48ec-9d40-2f543a678e49 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 948 time: 0.0519931 Jan 27 21:30:09.183423 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-49027276-6d3c-4fc5-b4d0-a1f8dbafe3fe req-d19bf3b6-61b3-4785-a637-7797f9189c4c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492945 Jan 27 21:30:09.194812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-177a2928-2503-464e-bee5-0eb02e054503 req-0b9f8796-cef9-468e-98d9-fc51a594026a tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481691 Jan 27 21:30:09.240539 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:09.245840 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:09.300213 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=e309d81a-159a-4be9-b14e-449ce6562b90,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:09.353093 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59780) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:09.480620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2099750020-network', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:09.577041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Made reservation on behalf of fafc60b4f78f434c942dd998f261f8f5 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:30:09.580406 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:09.598285 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:09.686576 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Publish callbacks [] for security_group (ee7f2196-113c-4069-8ced-05e9e57851ef), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:09.763660 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ee7f2196-113c-4069-8ced-05e9e57851ef), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:09.792739 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:30:09.798165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7f2196-113c-4069-8ced-05e9e57851ef,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:09.809654 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (72e22469-4b5e-42d8-8683-5b2c6ceb219e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:09.809938 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Added segment 72e22469-4b5e-42d8-8683-5b2c6ceb219e of type vlan for network c1c5d197-a134-497d-b891-e583a774be14 Jan 27 21:30:09.812205 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.812534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.812883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.813239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.813567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.813906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.814236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.814569 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.814896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.815254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.815665 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.816110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.816473 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:09.872632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da09f74-baff-49d3-8e14-268a3153bf2a req-71f7354d-c843-45c6-be53-b8d2a20fae20 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:09.874609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0da09f74-baff-49d3-8e14-268a3153bf2a req-71f7354d-c843-45c6-be53-b8d2a20fae20 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.0803101 Jan 27 21:30:09.890747 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (c1c5d197-a134-497d-b891-e583a774be14), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:09.928841 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0da09f74-baff-49d3-8e14-268a3153bf2a req-cc9eecba-f3e0-4c16-8754-81eb07773107 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482280 Jan 27 21:30:09.929190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-59a2673c-d023-4a68-8c36-6430525f7a4e tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:09.931490 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-59a2673c-d023-4a68-8c36-6430525f7a4e tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8&tenant_id=26824789def4412abd886336d3559fe2&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 1095 time: 0.0822473 Jan 27 21:30:09.957880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59788) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:10.099373 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (c1c5d197-a134-497d-b891-e583a774be14), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.102560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:10.103013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.110671 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ba3c5ff2-17d3-4204-8017-13a7b35d4a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.119114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca542a91-da21-4304-ac83-c2fe60f89eb3 req-b88e3600-b89a-41c0-a5d5-461e20ddbb80 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:10.120632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca542a91-da21-4304-ac83-c2fe60f89eb3 req-b88e3600-b89a-41c0-a5d5-461e20ddbb80 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1065772 Jan 27 21:30:10.157123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c442a69-508f-406b-ab79-b57f6e20967b req-7f50a219-aee3-4c06-aca8-8443a4174904 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:10.158464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-22dd00ff-bb93-4dbd-b00c-47ef11bc1778 service neutron] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:30:10.158583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c442a69-508f-406b-ab79-b57f6e20967b req-7f50a219-aee3-4c06-aca8-8443a4174904 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 944 time: 0.1096900 Jan 27 21:30:10.163428 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-22dd00ff-bb93-4dbd-b00c-47ef11bc1778 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.164564 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1c32f62-0106-45a4-9362-51391b8a6f0c req-22dd00ff-bb93-4dbd-b00c-47ef11bc1778 service neutron] 10.222.0.74 "DELETE /v2.0/ports/b234459e-1b7e-4069-9887-d7b0c12986af/bindings/n-h2-760456-6 HTTP/1.1" status: 204 len: 173 time: 0.2255993 Jan 27 21:30:10.170002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] Pushing event updated for resources: {'Network': ['ID=c1c5d197-a134-497d-b891-e583a774be14,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:10.179561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network c1c5d197-a134-497d-b891-e583a774be14 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:30:10.234413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca542a91-da21-4304-ac83-c2fe60f89eb3 req-a08aa291-8b34-4576-9871-3d1f10e0855e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044676 Jan 27 21:30:10.237230 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b6df4057-7ec1-4953-908b-f3615aee8bbe admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8827529 Jan 27 21:30:10.240125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59808) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:10.245725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bffed31f-85e0-441a-9a24-be16a6fe1ae7 admin admin] Request body: {'subnet': {'network_id': 'c1c5d197-a134-497d-b891-e583a774be14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2099750020-subnet', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:10.283870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c442a69-508f-406b-ab79-b57f6e20967b req-aee78f93-c838-474a-b84a-f52651823aac tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157076 Jan 27 21:30:10.323680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ba3c5ff2-17d3-4204-8017-13a7b35d4a00 admin admin] Publish callbacks [] for security_group (e0e916ed-ca21-466f-8a8f-3492f55c3913), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.411624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9455a0-b956-4355-a7b2-4b084d47960f req-76274fbb-42bb-45f3-a0b9-db172bec6189 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:10.413161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c9455a0-b956-4355-a7b2-4b084d47960f req-76274fbb-42bb-45f3-a0b9-db172bec6189 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 949 time: 0.0494287 Jan 27 21:30:10.457069 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffed31f-85e0-441a-9a24-be16a6fe1ae7 admin admin] Made reservation on behalf of fafc60b4f78f434c942dd998f261f8f5 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:30:10.459635 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bffed31f-85e0-441a-9a24-be16a6fe1ae7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.472386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c9455a0-b956-4355-a7b2-4b084d47960f req-3fcc2f54-a5b9-4f90-b679-09679bc0d23f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519512 Jan 27 21:30:10.500997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11733836-b2f5-4a6b-9612-ce2dd0c52685 req-c5ed124c-d1c5-4a21-bbcb-aa5064d5af23 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:10.502513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11733836-b2f5-4a6b-9612-ce2dd0c52685 req-c5ed124c-d1c5-4a21-bbcb-aa5064d5af23 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 1095 time: 0.0454509 Jan 27 21:30:10.503572 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ba3c5ff2-17d3-4204-8017-13a7b35d4a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e0e916ed-ca21-466f-8a8f-3492f55c3913), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.558379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c5ff2-17d3-4204-8017-13a7b35d4a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e916ed-ca21-466f-8a8f-3492f55c3913,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:10.565718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ba3c5ff2-17d3-4204-8017-13a7b35d4a00 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f6953a7de214a39b0c9fb66b66f6691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6042650 Jan 27 21:30:10.566664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59824) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:10.612328 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11733836-b2f5-4a6b-9612-ce2dd0c52685 req-8ccd77fb-ffb7-44bf-9779-1b07b7995cc8 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937910 Jan 27 21:30:10.641457 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d538668-1080-4d77-9302-5dac0f6e56a1 admin admin] Publish callbacks [] for security_group (e0e916ed-ca21-466f-8a8f-3492f55c3913), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.669650 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d538668-1080-4d77-9302-5dac0f6e56a1 admin admin] Publish callbacks [] for security_group (e0e916ed-ca21-466f-8a8f-3492f55c3913), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.820783 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bffed31f-85e0-441a-9a24-be16a6fe1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (060ae481-0f7f-4099-ba77-797f486cdbda), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.828012 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d538668-1080-4d77-9302-5dac0f6e56a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e0e916ed-ca21-466f-8a8f-3492f55c3913), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.830519 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d538668-1080-4d77-9302-5dac0f6e56a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:10.831604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2d538668-1080-4d77-9302-5dac0f6e56a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0e916ed-ca21-466f-8a8f-3492f55c3913 HTTP/1.1" status: 204 len: 168 time: 0.2637117 Jan 27 21:30:10.878508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d538668-1080-4d77-9302-5dac0f6e56a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e916ed-ca21-466f-8a8f-3492f55c3913,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:10.891005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffed31f-85e0-441a-9a24-be16a6fe1ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=060ae481-0f7f-4099-ba77-797f486cdbda,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:10.894678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffed31f-85e0-441a-9a24-be16a6fe1ae7 admin admin] Checking segment: {'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:10.895162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffed31f-85e0-441a-9a24-be16a6fe1ae7 admin admin] Network hostable DHCP agents. Network: c1c5d197-a134-497d-b891-e583a774be14, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:30:10.948091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-3f15943a-1c4b-44d3-adab-d5bddd6b463a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:10.949900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-3f15943a-1c4b-44d3-adab-d5bddd6b463a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 807 time: 0.1327400 Jan 27 21:30:10.964436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-deeb7e78-50fd-4a2e-8b4e-38e3cb3482e5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/quotas/26824789def4412abd886336d3559fe2 HTTP/1.1" status: 200 len: 375 time: 0.0090649 Jan 27 21:30:11.003274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffed31f-85e0-441a-9a24-be16a6fe1ae7 admin admin] Network c1c5d197-a134-497d-b891-e583a774be14 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:30:11.048243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-0285a1e8-5e01-4458-a1fa-cfb5f9316cd4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783069 Jan 27 21:30:11.061303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24c161-7d14-4e74-bd46-12e613614223 req-1aa5047e-f747-439f-b61d-59ab3995a39d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:11.062805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b24c161-7d14-4e74-bd46-12e613614223 req-1aa5047e-f747-439f-b61d-59ab3995a39d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.0630531 Jan 27 21:30:11.067653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-a08661c8-c03a-4e97-bba6-b94daa90bab3 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:30:11.068681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-a08661c8-c03a-4e97-bba6-b94daa90bab3 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050189 Jan 27 21:30:11.096879 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-bffed31f-85e0-441a-9a24-be16a6fe1ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, c1c5d197-a134-497d-b891-e583a774be14) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:11.101307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffed31f-85e0-441a-9a24-be16a6fe1ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:11.101683 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bffed31f-85e0-441a-9a24-be16a6fe1ae7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:11.106741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be648ef9-f287-42f1-ad15-a2ad1d8bdb7f None None] Network c1c5d197-a134-497d-b891-e583a774be14 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:30:11.173759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b24c161-7d14-4e74-bd46-12e613614223 req-3c28e195-744b-43b9-abe6-c3484d5f0ec6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041455 Jan 27 21:30:11.205195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-23bfe025-a272-4238-8873-0be73dbf2b3b service neutron] 10.222.0.61 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288078 Jan 27 21:30:11.213230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-c1c5d197-a134-497d-b891-e583a774be14', 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14', 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'fixed_ips': [{'subnet_id': '060ae481-0f7f-4099-ba77-797f486cdbda'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:30:11.221761 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:11.248490 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bffed31f-85e0-441a-9a24-be16a6fe1ae7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0077176 Jan 27 21:30:11.251158 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59846) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:11.255848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2099750020-router', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:11.315989 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-9b08817d-56d0-46e7-a67f-c64a41cbf5ca service neutron] 10.222.0.61 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046333 Jan 27 21:30:11.386879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Allocated IP 172.20.0.2 (c1c5d197-a134-497d-b891-e583a774be14/060ae481-0f7f-4099-ba77-797f486cdbda/201fb3d0-b722-4a6f-8345-56d675b29cf0) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:30:11.400020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bea79-e32c-41ea-a189-b7591015d5b0 req-dc27d8b4-1e38-4ddc-9122-2d89d8eddb9f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:11.401899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e35bea79-e32c-41ea-a189-b7591015d5b0 req-dc27d8b4-1e38-4ddc-9122-2d89d8eddb9f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.0744214 Jan 27 21:30:11.437425 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (a7d3705c-0e63-45e2-85ee-811b56441b76), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:11.441482 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (a7d3705c-0e63-45e2-85ee-811b56441b76), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:11.459198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e35bea79-e32c-41ea-a189-b7591015d5b0 req-4c5c6f78-5298-4ea8-b95f-83ecaeec3c6f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506766 Jan 27 21:30:11.508960 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Publish callbacks [] for router_controller (a7d3705c-0e63-45e2-85ee-811b56441b76), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:11.543942 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Publish callbacks [] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:11.611690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:11.654871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Network c1c5d197-a134-497d-b891-e583a774be14 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:11.657887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:11.663103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:30:11.675411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Pushing event updated for resources: {'Port': ['ID=201fb3d0-b722-4a6f-8345-56d675b29cf0,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:11.710561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec82273-12ff-41a4-842d-5b58200f0663 req-08d8f35f-d538-45be-8634-c2d7b2b25d93 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:11.722216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ec82273-12ff-41a4-842d-5b58200f0663 req-08d8f35f-d538-45be-8634-c2d7b2b25d93 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 949 time: 0.0808365 Jan 27 21:30:11.753431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Attempting to bind port 201fb3d0-b722-4a6f-8345-56d675b29cf0 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:30:11.754152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Attempting to bind port 201fb3d0-b722-4a6f-8345-56d675b29cf0 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:30:11.754711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Attempting to bind port 201fb3d0-b722-4a6f-8345-56d675b29cf0 on network c1c5d197-a134-497d-b891-e583a774be14 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:30:11.763366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:30:11.764193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Checking segment: {'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:11.765086 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:11.765689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Bound using segment: {'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:30:11.766330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Bound port: 201fb3d0-b722-4a6f-8345-56d675b29cf0, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:30:11.766876 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:11.778717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59878) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:11.816498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d05297d1-4ac2-4635-b969-71075126564a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:11.847366 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Publish callbacks [] for router_gateway (a7d3705c-0e63-45e2-85ee-811b56441b76), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:11.853961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] For port 201fb3d0-b722-4a6f-8345-56d675b29cf0, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:30:11.857524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] For port 201fb3d0-b722-4a6f-8345-56d675b29cf0, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=201fb3d0-b722-4a6f-8345-56d675b29cf0,segment=NetworkSegment(72e22469-4b5e-42d8-8683-5b2c6ceb219e),segment_id=72e22469-4b5e-42d8-8683-5b2c6ceb219e)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:30:11.876035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9882815e-836e-4afc-bd4c-86df663f23a7 req-a844edbc-4ad1-4890-bc88-31016e3291cb tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 210 time: 0.0618651 Jan 27 21:30:11.882454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ec82273-12ff-41a4-842d-5b58200f0663 req-f44eb5c3-8be6-4835-8778-7cfd5468d64f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594136 Jan 27 21:30:11.960057 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d05297d1-4ac2-4635-b969-71075126564a admin admin] Publish callbacks [] for security_group (52b5b833-9fbd-4c6a-bf4b-e1d3f3fd1c8b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:11.963857 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:12.017712 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d05297d1-4ac2-4635-b969-71075126564a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (52b5b833-9fbd-4c6a-bf4b-e1d3f3fd1c8b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:12.045195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151c66b-b779-4f6b-81fd-328241457081 None None] Pushing event updated for resources: {'Port': ['ID=201fb3d0-b722-4a6f-8345-56d675b29cf0,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:12.091102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32cde1-81ef-49e1-b3d8-371dc4424e3c req-bfc39c33-2977-4b36-b04d-b162da698207 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:12.112054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b32cde1-81ef-49e1-b3d8-371dc4424e3c req-bfc39c33-2977-4b36-b04d-b162da698207 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a04dee9-1fd2-4a82-980a-7db7e58d97bb HTTP/1.1" status: 200 len: 949 time: 0.1299160 Jan 27 21:30:12.124174 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d05297d1-4ac2-4635-b969-71075126564a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa0ec05f54004d3da546550f046d2a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422542 Jan 27 21:30:12.124527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05297d1-4ac2-4635-b969-71075126564a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b5b833-9fbd-4c6a-bf4b-e1d3f3fd1c8b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:12.127190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59888) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:12.203838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b32cde1-81ef-49e1-b3d8-371dc4424e3c req-46a3286b-0d4b-4da8-82f3-5768f9209a87 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906944 Jan 27 21:30:12.250979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Publish callbacks [] for router_gateway (a7d3705c-0e63-45e2-85ee-811b56441b76), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:12.251087 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-825da277-b15f-44eb-bff2-f4f94a7023b2 admin admin] Publish callbacks [] for security_group (52b5b833-9fbd-4c6a-bf4b-e1d3f3fd1c8b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:12.277966 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:12.295858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-825da277-b15f-44eb-bff2-f4f94a7023b2 admin admin] Publish callbacks [] for security_group (52b5b833-9fbd-4c6a-bf4b-e1d3f3fd1c8b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:12.406695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969f8b-765d-4a63-bac1-1779e9ed7546 req-1f8b0a76-276a-475e-afb6-114b85011475 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:12.414651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b969f8b-765d-4a63-bac1-1779e9ed7546 req-1f8b0a76-276a-475e-afb6-114b85011475 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1226482 Jan 27 21:30:12.449723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Allocated IP 172.25.0.97 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:30:12.556727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b969f8b-765d-4a63-bac1-1779e9ed7546 req-36a85b3a-3236-457b-99cd-e1f75b381808 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405292 Jan 27 21:30:12.601526 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-825da277-b15f-44eb-bff2-f4f94a7023b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (52b5b833-9fbd-4c6a-bf4b-e1d3f3fd1c8b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:12.608008 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-825da277-b15f-44eb-bff2-f4f94a7023b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:12.608008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-825da277-b15f-44eb-bff2-f4f94a7023b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52b5b833-9fbd-4c6a-bf4b-e1d3f3fd1c8b HTTP/1.1" status: 204 len: 168 time: 0.4764698 Jan 27 21:30:12.617390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825da277-b15f-44eb-bff2-f4f94a7023b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b5b833-9fbd-4c6a-bf4b-e1d3f3fd1c8b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:12.676337 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Publish callbacks [] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:12.729872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33993454-c81a-4592-92bb-32147bad7c3c req-6e9c9e59-02a8-4246-acb8-9cac54edd376 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:12.731398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33993454-c81a-4592-92bb-32147bad7c3c req-6e9c9e59-02a8-4246-acb8-9cac54edd376 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 949 time: 0.0615368 Jan 27 21:30:12.786879 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:12.794528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33993454-c81a-4592-92bb-32147bad7c3c req-75243c9a-09ec-41be-988c-83bd864d6da8 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573902 Jan 27 21:30:12.840333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:12.843326 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:12.846979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:30:12.890071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Pushing event updated for resources: {'Port': ['ID=5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:12.926121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ad393-c4d7-4e71-83a3-72aeb24be4dd req-6cc7b6de-a7ad-4c22-a74b-1ada48571442 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:12.927714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b5ad393-c4d7-4e71-83a3-72aeb24be4dd req-6cc7b6de-a7ad-4c22-a74b-1ada48571442 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.0663955 Jan 27 21:30:12.976014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b5ad393-c4d7-4e71-83a3-72aeb24be4dd req-dead00cb-83e6-450f-86bb-9ed1a9dcdf07 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421910 Jan 27 21:30:13.236726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be582b04-ba06-49d9-94d7-76458e956097 req-6d2a9ccd-0e93-497a-a776-2a5e5ca70586 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 210 time: 0.0494187 Jan 27 21:30:13.271731 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Publish callbacks [] for router_gateway (a7d3705c-0e63-45e2-85ee-811b56441b76), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:13.457324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa46883-731b-47b5-918e-fe79ac65171e None None] Network c1c5d197-a134-497d-b891-e583a774be14 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:30:13.487879 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (a7d3705c-0e63-45e2-85ee-811b56441b76), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:13.557148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Provisioning complete for port 201fb3d0-b722-4a6f-8345-56d675b29cf0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:13.557524 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:13.693146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Current status of the port 201fb3d0-b722-4a6f-8345-56d675b29cf0 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:13.693470 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:13.698207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250647f-3ed1-44ef-8ce7-7e69b5508c85 req-32469cf9-de65-45da-84a5-e2e1fa726c91 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:13.705552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a250647f-3ed1-44ef-8ce7-7e69b5508c85 req-32469cf9-de65-45da-84a5-e2e1fa726c91 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.0669916 Jan 27 21:30:13.736777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Router a7d3705c-0e63-45e2-85ee-811b56441b76 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:30:13.741724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] For port 201fb3d0-b722-4a6f-8345-56d675b29cf0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=201fb3d0-b722-4a6f-8345-56d675b29cf0,segment=NetworkSegment(72e22469-4b5e-42d8-8683-5b2c6ceb219e),segment_id=72e22469-4b5e-42d8-8683-5b2c6ceb219e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:13.772875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a250647f-3ed1-44ef-8ce7-7e69b5508c85 req-27879932-e73e-4c4f-aa22-01d2eabea470 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661807 Jan 27 21:30:13.820417 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:13.902891 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Pushing event updated for resources: {'Port': ['ID=201fb3d0-b722-4a6f-8345-56d675b29cf0,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:13.912135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.912858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.913425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.913874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.914315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.914807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.915240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.915694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.916154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.916587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.917188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.917614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.918040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf3551d-5d3d-4e0b-9a53-9e82a551141d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:13.933160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 201fb3d0-b722-4a6f-8345-56d675b29cf0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:13.942144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:30:13.956206 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Sync routers for ids ['a7d3705c-0e63-45e2-85ee-811b56441b76'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:30:13.968007 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Routers {'a7d3705c-0e63-45e2-85ee-811b56441b76'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:30:13.969149 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a7d3705c-0e63-45e2-85ee-811b56441b76'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:13.979839 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8329d2f4-6ce2-468c-9a45-09705bfaea12 None None] Provisioning complete for port 201fb3d0-b722-4a6f-8345-56d675b29cf0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:13.980258 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8329d2f4-6ce2-468c-9a45-09705bfaea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:13.986576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5723e-40f3-48c1-9d47-1bfc6e5b26b3 req-e4906ede-2d0a-4f72-9f76-771d071b5343 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:13.988069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47c5723e-40f3-48c1-9d47-1bfc6e5b26b3 req-e4906ede-2d0a-4f72-9f76-771d071b5343 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 949 time: 0.0677283 Jan 27 21:30:14.019117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 201fb3d0-b722-4a6f-8345-56d675b29cf0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:14.019505 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:14.059601 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:14.064612 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a16101fb-0d95-4586-af15-595318c49e7c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8123434 Jan 27 21:30:14.065699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59948) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:14.106494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47c5723e-40f3-48c1-9d47-1bfc6e5b26b3 req-1c22622c-6fa0-4270-8075-5d3d9e75fd2c tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120517 Jan 27 21:30:14.147978 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Set router a7d3705c-0e63-45e2-85ee-811b56441b76 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:30:14.198745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8329d2f4-6ce2-468c-9a45-09705bfaea12 None None] Current status of the port 201fb3d0-b722-4a6f-8345-56d675b29cf0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:14.251235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 201fb3d0-b722-4a6f-8345-56d675b29cf0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:14.256670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d707e-8437-48c8-afb4-97c95822b27c req-328a8187-6dfe-4144-ba7f-1f85a2d4c9af tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:14.258555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b47d707e-8437-48c8-afb4-97c95822b27c req-328a8187-6dfe-4144-ba7f-1f85a2d4c9af tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1819210 Jan 27 21:30:14.389768 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'name': 'tempest-AttachSCSIVolumeTestJSON-2099750020-router', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:11Z', 'updated_at': '2022-01-27T21:30:12Z', 'revision_number': 3, 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'gw_port': {'id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:12Z', 'updated_at': '2022-01-27T21:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:14.423760 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Checking router: a7d3705c-0e63-45e2-85ee-811b56441b76 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:30:14.424355 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Updating router a7d3705c-0e63-45e2-85ee-811b56441b76 port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:30:14.433688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b47d707e-8437-48c8-afb4-97c95822b27c req-13340a8e-0785-4d9d-8f77-9da12c64245c tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657946 Jan 27 21:30:14.456229 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:14.514916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd9853-6dbc-4126-b069-60dab29a04f6 req-cee64bb8-8ec0-41c0-bf19-05088a92fc2b tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:14.516269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19bd9853-6dbc-4126-b069-60dab29a04f6 req-cee64bb8-8ec0-41c0-bf19-05088a92fc2b tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 1100 time: 0.1863031 Jan 27 21:30:14.552998 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-19bd9853-6dbc-4126-b069-60dab29a04f6 req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:14.669227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-d1233737-e50b-4c61-88a8-9af3d87b8cbe tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:14.670697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-d1233737-e50b-4c61-88a8-9af3d87b8cbe tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.71 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 807 time: 0.2723315 Jan 27 21:30:14.675704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2de90c17-0d58-4205-b877-c2ed3e3d4d1d req-ba6a134d-92d2-480e-a21c-5c46c5b54490 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 210 time: 0.0569060 Jan 27 21:30:14.690476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Request body: {'port': {'device_id': '48f1eadd-3433-4d57-a808-9f44bcb43b95', 'network_id': '14857012-de9f-42a8-a812-9c816b879109', 'admin_state_up': True, 'tenant_id': '26824789def4412abd886336d3559fe2'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:14.864840 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Publish callbacks [] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:14.946399 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:14.995717 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Pushing event updated for resources: {'Port': ['ID=5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:15.038793 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.039378 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.039914 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.040425 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.040914 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.041432 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.041918 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.042400 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.042881 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.043376 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.043857 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.044361 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.044951 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.059602 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Attempting to bind port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:30:15.060385 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Attempting to bind port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:30:15.060923 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Attempting to bind port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:30:15.067508 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:30:15.068300 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:15.068911 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:15.069612 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:30:15.070283 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Bound port: 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:30:15.071991 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:15.132945 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] For port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:30:15.136864 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] For port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:30:15.206741 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-19bd9853-6dbc-4126-b069-60dab29a04f6 req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Publish callbacks [] for security_group (6b8a7b36-e325-4de0-8bda-4393e70a4d1f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:15.225154 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:15.232101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa95a9c-d38a-48eb-a55e-ff0304d53b57 req-93b4d7ca-649b-4b04-b912-480e8a02bad1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:15.233611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-daa95a9c-d38a-48eb-a55e-ff0304d53b57 req-93b4d7ca-649b-4b04-b912-480e8a02bad1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.3705184 Jan 27 21:30:15.278608 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Routers {'a7d3705c-0e63-45e2-85ee-811b56441b76'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:30:15.279434 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a7d3705c-0e63-45e2-85ee-811b56441b76'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:15.291814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:30:15.301339 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-19bd9853-6dbc-4126-b069-60dab29a04f6 req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6b8a7b36-e325-4de0-8bda-4393e70a4d1f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:15.304577 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:15.333995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Made reservation on behalf of 26824789def4412abd886336d3559fe2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:30:15.338702 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:15.384907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-daa95a9c-d38a-48eb-a55e-ff0304d53b57 req-17309904-db97-43b4-ac99-b778da21176c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242886 Jan 27 21:30:15.396013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:15.400326 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:15.438634 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864b973-3651-4325-bd9e-cd44e40100ec None None] Pushing event updated for resources: {'Port': ['ID=5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:15.442799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19bd9853-6dbc-4126-b069-60dab29a04f6 req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9170716 Jan 27 21:30:15.452936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:15.457351 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c52aef2-0499-4422-91de-55d875154a8e" -d '{"events": [{"server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "name": "network-vif-unplugged", "status": "completed", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:15.475045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:15.517712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8a7b36-e325-4de0-8bda-4393e70a4d1f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:15.532521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.532878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.533231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.533582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.534293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.534640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.534977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.535311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.535645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.536167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.536462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.536793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.537120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5194253-df6b-4a52-b031-c9e83f0c875a tempest-LiveMigrationNegativeTest-1936579795 tempest-LiveMigrationNegativeTest-1936579795-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:30:15.538557 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] Set router a7d3705c-0e63-45e2-85ee-811b56441b76 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:30:15.565123 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:15.640765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:15.756365 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddade04-3815-4e27-bcde-adbdc05f4db5 x-openstack-request-id: req-eddade04-3815-4e27-bcde-adbdc05f4db5 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:15.756768 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "name": "network-vif-unplugged", "status": "completed", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:15.756965 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eddade04-3815-4e27-bcde-adbdc05f4db5 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:15.757372 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'code': 200} Jan 27 21:30:15.854391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 201fb3d0-b722-4a6f-8345-56d675b29cf0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:15.868907 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'name': 'tempest-AttachSCSIVolumeTestJSON-2099750020-router', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:11Z', 'updated_at': '2022-01-27T21:30:12Z', 'revision_number': 3, 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'gw_port': {'id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:12Z', 'updated_at': '2022-01-27T21:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:15.887168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Allocated IP 172.20.0.5 (14857012-de9f-42a8-a812-9c816b879109/908066f9-a86a-49be-9201-2d195809262c/8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:30:15.910745 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70281340-afbb-4659-9d21-d488d52b42c0 None None] The sync data for ids ['a7d3705c-0e63-45e2-85ee-811b56441b76'] in n-d-760456-6 is: [{'id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'name': 'tempest-AttachSCSIVolumeTestJSON-2099750020-router', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:11Z', 'updated_at': '2022-01-27T21:30:12Z', 'revision_number': 3, 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'gw_port': {'id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:12Z', 'updated_at': '2022-01-27T21:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:30:15.923699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd251088-a206-4851-8cee-97237a79911a req-3907da8d-900f-4ba0-bc2e-68fb8d94ab75 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:15.925437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd251088-a206-4851-8cee-97237a79911a req-3907da8d-900f-4ba0-bc2e-68fb8d94ab75 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1831951 Jan 27 21:30:15.926721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Allocated IP 172.20.0.1 (c1c5d197-a134-497d-b891-e583a774be14/060ae481-0f7f-4099-ba77-797f486cdbda/3b3ab69f-b400-4b4e-b163-e22cf5baa526) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:30:15.959428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 201fb3d0-b722-4a6f-8345-56d675b29cf0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:15.963917 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:16.101166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 201fb3d0-b722-4a6f-8345-56d675b29cf0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:16.121888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd251088-a206-4851-8cee-97237a79911a req-2079aa02-400e-4c28-a144-0919f4b15172 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800523 Jan 27 21:30:16.184643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ab60411-7b39-4b50-a53b-1bcc4407d87c req-25efd1e0-2984-44b7-84a3-5f9bd2f0fcf7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 210 time: 0.0591121 Jan 27 21:30:16.216829 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Publish callbacks [] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:16.334680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:16.342756 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks [] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:16.382732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Network c1c5d197-a134-497d-b891-e583a774be14 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:16.389643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:16.396337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:30:16.447158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3ab69f-b400-4b4e-b163-e22cf5baa526,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:16.475263 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (a7d3705c-0e63-45e2-85ee-811b56441b76), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:16.564208 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:16.658703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Pushing event updated for resources: {'Port': ['ID=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:16.704160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Network 14857012-de9f-42a8-a812-9c816b879109 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:16.734328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:16.744803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:30:16.754362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6803038c-1a13-4a51-b001-6f8bff006118 None None] Provisioning complete for port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:16.755416 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6803038c-1a13-4a51-b001-6f8bff006118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:16.769197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf6a7-94e3-4ff7-8f5f-74994479bc05 req-a78510c9-5d02-415e-8b9b-c92a320f1ee0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:16.770985 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-179cf6a7-94e3-4ff7-8f5f-74994479bc05 req-a78510c9-5d02-415e-8b9b-c92a320f1ee0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.2218845 Jan 27 21:30:16.806925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6803038c-1a13-4a51-b001-6f8bff006118 None None] Port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:30:16.953958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:16.954918 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:16.976204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c8bcc-041b-4a8c-9772-e40b7e2af39a req-c49146f9-8d3c-473a-b2b5-2716fade5b82 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:16.978296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e4c8bcc-041b-4a8c-9772-e40b7e2af39a req-c49146f9-8d3c-473a-b2b5-2716fade5b82 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 949 time: 0.1388905 Jan 27 21:30:17.006358 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60030) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:17.023603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-179cf6a7-94e3-4ff7-8f5f-74994479bc05 req-76ec148b-5629-4029-9fae-a0e709c23553 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212753 Jan 27 21:30:17.049273 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:17.120906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-907b5346-72b3-4b86-b997-65aca3b8c2e4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4367232 Jan 27 21:30:17.143751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Request body: {'port': {'device_id': '48f1eadd-3433-4d57-a808-9f44bcb43b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:17.155322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e4c8bcc-041b-4a8c-9772-e40b7e2af39a req-8e39fc4b-80d0-4b64-82a7-a22ebf74e534 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281595 Jan 27 21:30:17.293775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7a1174c3-e602-488e-aaed-0bad9231a27f details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:30:17.400197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:17.434879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d597f-ca86-4418-8b49-bf2564f3c4bc req-806d0119-1e6f-4e0a-b738-e9bf29293708 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:17.436527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe7d597f-ca86-4418-8b49-bf2564f3c4bc req-806d0119-1e6f-4e0a-b738-e9bf29293708 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1946843 Jan 27 21:30:17.437456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7a1174c3-e602-488e-aaed-0bad9231a27f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7a1174c3-e602-488e-aaed-0bad9231a27f,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:17.455494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-993a1c7e-fcfa-40ee-80b9-2421d4b5145c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:17.467109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '7a1174c3-e602-488e-aaed-0bad9231a27f', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '7a1174c3-e602-488e-aaed-0bad9231a27f', 'mac_address': 'fa:16:3e:3d:3d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:30:17.479849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4fcb7-c635-4a75-abf7-b1413c873202 req-2d88039c-58bb-4c54-94a1-36a03a19bbcf tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:17.481546 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11b4fcb7-c635-4a75-abf7-b1413c873202 req-2d88039c-58bb-4c54-94a1-36a03a19bbcf tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 931 time: 0.1529758 Jan 27 21:30:17.510759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 7a1174c3-e602-488e-aaed-0bad9231a27f is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:17.511411 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:17.529604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a1174c3-e602-488e-aaed-0bad9231a27f {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:30:17.553726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7a1174c3-e602-488e-aaed-0bad9231a27f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7a1174c3-e602-488e-aaed-0bad9231a27f,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:17.593760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-993a1c7e-fcfa-40ee-80b9-2421d4b5145c admin admin] Publish callbacks [] for security_group (1b850a0b-e485-4c7a-a5fc-34c999cc1631), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:17.630078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe7d597f-ca86-4418-8b49-bf2564f3c4bc req-5c33cb65-6f01-4c3e-99e2-fc876182f44f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834049 Jan 27 21:30:17.631971 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Publish callbacks [] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:17.634669 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:17.682662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=7a1174c3-e602-488e-aaed-0bad9231a27f,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:17.700387 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-993a1c7e-fcfa-40ee-80b9-2421d4b5145c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1b850a0b-e485-4c7a-a5fc-34c999cc1631), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:17.706937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11b4fcb7-c635-4a75-abf7-b1413c873202 req-4d408c8d-bed4-4c6f-ba4f-6a0cfe618d44 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914935 Jan 27 21:30:17.742988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a1c7e-fcfa-40ee-80b9-2421d4b5145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b850a0b-e485-4c7a-a5fc-34c999cc1631,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:17.747606 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-993a1c7e-fcfa-40ee-80b9-2421d4b5145c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52ff887a571345c6921d8cb658826705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7401226 Jan 27 21:30:17.750238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60058) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:17.770556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['7a1174c3-e602-488e-aaed-0bad9231a27f'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:30:17.883787 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:17.905742 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08253635-09b3-4031-b531-4e29a32a8503 admin admin] Publish callbacks [] for security_group (1b850a0b-e485-4c7a-a5fc-34c999cc1631), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:17.945106 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08253635-09b3-4031-b531-4e29a32a8503 admin admin] Publish callbacks [] for security_group (1b850a0b-e485-4c7a-a5fc-34c999cc1631), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:17.987982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3ab69f-b400-4b4e-b163-e22cf5baa526,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:17.995920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:18.062431 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (a7d3705c-0e63-45e2-85ee-811b56441b76), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:18.077068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:30:18.077512 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08253635-09b3-4031-b531-4e29a32a8503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1b850a0b-e485-4c7a-a5fc-34c999cc1631), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:18.081366 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08253635-09b3-4031-b531-4e29a32a8503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:18.083992 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-08253635-09b3-4031-b531-4e29a32a8503 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b850a0b-e485-4c7a-a5fc-34c999cc1631 HTTP/1.1" status: 204 len: 168 time: 0.3323514 Jan 27 21:30:18.108726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08253635-09b3-4031-b531-4e29a32a8503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b850a0b-e485-4c7a-a5fc-34c999cc1631,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:18.158948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:18.159787 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:18.245087 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Publish callbacks [] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:18.301939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Transition to ACTIVE for port object 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:30:18.318208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:18.319811 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:18.353640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7349f13-3da6-41c2-862e-f7eb428ad956 req-f0c0a859-8b10-4206-a2be-57f89f5491d3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:18.355157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7349f13-3da6-41c2-862e-f7eb428ad956 req-f0c0a859-8b10-4206-a2be-57f89f5491d3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1211133 Jan 27 21:30:18.385236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:18.406243 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:18.433292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Network c1c5d197-a134-497d-b891-e583a774be14 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:18.441585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd796b-ddee-4d4b-bc02-cf3a66400794 req-be180332-a517-42f7-a661-0e495da89187 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:18.443143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8afd796b-ddee-4d4b-bc02-cf3a66400794 req-be180332-a517-42f7-a661-0e495da89187 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 949 time: 0.1355767 Jan 27 21:30:18.489959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:18.550580 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454771e1-e592-492c-80f0-c631d5d10abd req-10e88de9-e101-4726-9534-fb5d5c5bb28f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:18.555771 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-454771e1-e592-492c-80f0-c631d5d10abd req-10e88de9-e101-4726-9534-fb5d5c5bb28f tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.74 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 949 time: 0.1112709 Jan 27 21:30:18.560844 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:18.645892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Pushing event updated for resources: {'Port': ['ID=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:18.667855 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:18.707648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7349f13-3da6-41c2-862e-f7eb428ad956 req-61eed086-1099-4075-acb8-ccac7248ca7b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360097 Jan 27 21:30:18.762444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-454771e1-e592-492c-80f0-c631d5d10abd req-5a382a02-c7da-4ada-b07b-751cbac93dfc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Deleting port e309d81a-159a-4be9-b14e-449ce6562b90 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:30:18.763691 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-454771e1-e592-492c-80f0-c631d5d10abd req-5a382a02-c7da-4ada-b07b-751cbac93dfc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:18.783459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8afd796b-ddee-4d4b-bc02-cf3a66400794 req-6da0a627-7618-4b88-a7b9-c8eb05dd2a44 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959449 Jan 27 21:30:18.869104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2f59d767-21b2-439c-b702-30d0139a1ca0 None None] Provisioning complete for port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:18.870190 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f59d767-21b2-439c-b702-30d0139a1ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:18.885297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-454771e1-e592-492c-80f0-c631d5d10abd req-5a382a02-c7da-4ada-b07b-751cbac93dfc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] For port e309d81a-159a-4be9-b14e-449ce6562b90, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e309d81a-159a-4be9-b14e-449ce6562b90,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:18.885913 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-454771e1-e592-492c-80f0-c631d5d10abd req-5a382a02-c7da-4ada-b07b-751cbac93dfc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:18.902056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-454771e1-e592-492c-80f0-c631d5d10abd req-5a382a02-c7da-4ada-b07b-751cbac93dfc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Calling delete_port for e309d81a-159a-4be9-b14e-449ce6562b90 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:30:18.921602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2f59d767-21b2-439c-b702-30d0139a1ca0 None None] Port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:30:19.079796 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60098) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:19.107172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc6e361f-49bf-41a0-b971-f13dac5d7561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.196757 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-454771e1-e592-492c-80f0-c631d5d10abd req-5a382a02-c7da-4ada-b07b-751cbac93dfc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (e309d81a-159a-4be9-b14e-449ce6562b90), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.218990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['0981c980-6bb3-4afd-8202-481d57b0fb21', 'e309d81a-159a-4be9-b14e-449ce6562b90'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:30:19.220632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:30:19.221404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:30:19.222215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:30:19.245987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:30:19.246693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:30:19.250186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a382a02-c7da-4ada-b07b-751cbac93dfc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Pushing event deleted for resources: {'Port': ['ID=e309d81a-159a-4be9-b14e-449ce6562b90,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:19.260392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Router a7d3705c-0e63-45e2-85ee-811b56441b76 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:30:19.260621 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc6e361f-49bf-41a0-b971-f13dac5d7561 admin admin] Publish callbacks [] for security_group (79adb148-80da-42f5-9bf7-adc95bda3d4a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.285064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdaa84-a604-4d4d-b143-6935f67234d4 req-5e792a48-77bf-49e6-94f3-f638c2fe4de4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:19.294241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34fdaa84-a604-4d4d-b143-6935f67234d4 req-5e792a48-77bf-49e6-94f3-f638c2fe4de4 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.4130943 Jan 27 21:30:19.297265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:30:19.297632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:19.298115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:30:19.298666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Bound port: 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:30:19.299156 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.306183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7a1174c3-e602-488e-aaed-0bad9231a27f up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:19.336021 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-454771e1-e592-492c-80f0-c631d5d10abd req-5a382a02-c7da-4ada-b07b-751cbac93dfc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] No DVR routers for this DVR port e309d81a-159a-4be9-b14e-449ce6562b90 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:30:19.336021 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc6e361f-49bf-41a0-b971-f13dac5d7561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (79adb148-80da-42f5-9bf7-adc95bda3d4a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.342371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-454771e1-e592-492c-80f0-c631d5d10abd req-5a382a02-c7da-4ada-b07b-751cbac93dfc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.346664 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-454771e1-e592-492c-80f0-c631d5d10abd req-5a382a02-c7da-4ada-b07b-751cbac93dfc tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.74 "DELETE /v2.0/ports/e309d81a-159a-4be9-b14e-449ce6562b90 HTTP/1.1" status: 204 len: 173 time: 0.7846541 Jan 27 21:30:19.350038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe7abc5-eb97-4962-8036-42edfc88ba17', 'name': 'network-vif-deleted', 'tag': 'e309d81a-159a-4be9-b14e-449ce6562b90'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:19.353013 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb1fbb3-22e4-46b8-aff3-c97a6c6b840e" -d '{"events": [{"server_uuid": "abe7abc5-eb97-4962-8036-42edfc88ba17", "name": "network-vif-deleted", "tag": "e309d81a-159a-4be9-b14e-449ce6562b90"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:19.402799 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fc6e361f-49bf-41a0-b971-f13dac5d7561 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c97a658253fe48a59f23dfa7cfb7814e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212438 Jan 27 21:30:19.404120 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e361f-49bf-41a0-b971-f13dac5d7561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79adb148-80da-42f5-9bf7-adc95bda3d4a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:19.412596 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60104) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:19.496040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 7a1174c3-e602-488e-aaed-0bad9231a27f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:19.496761 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.503728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1a857-789d-49de-a548-d6486d5b7343 req-116470fa-4e46-4505-adf1-718ce6e4e9dd tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:19.511528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0d1a857-789d-49de-a548-d6486d5b7343 req-116470fa-4e46-4505-adf1-718ce6e4e9dd tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 943 time: 0.6112578 Jan 27 21:30:19.517009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:30:19.535455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Sync routers for ids ['a7d3705c-0e63-45e2-85ee-811b56441b76'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:30:19.586092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-efd0382c-426e-46ff-ad05-a4e3ebed23b7 admin admin] 10.222.0.61 "PUT /v2.0/routers/a7d3705c-0e63-45e2-85ee-811b56441b76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5188360 Jan 27 21:30:19.623637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34fdaa84-a604-4d4d-b143-6935f67234d4 req-c5b3a05a-5cb3-4da2-a597-222ff714bd55 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282912 Jan 27 21:30:19.640647 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d178769-ca54-4d52-949a-109f414b79d1 admin admin] Publish callbacks [] for security_group (79adb148-80da-42f5-9bf7-adc95bda3d4a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.660877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:30:19.667152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:30:19.670417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Routers {'a7d3705c-0e63-45e2-85ee-811b56441b76'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:30:19.671070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a7d3705c-0e63-45e2-85ee-811b56441b76'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:19.720143 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d178769-ca54-4d52-949a-109f414b79d1 admin admin] Publish callbacks [] for security_group (79adb148-80da-42f5-9bf7-adc95bda3d4a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.720946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0d1a857-789d-49de-a548-d6486d5b7343 req-cef90147-41dc-47eb-8168-8bce5f3d4463 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083151 Jan 27 21:30:19.777757 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.875605 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf709138-3c89-4b07-8420-9b17ddebf35a x-openstack-request-id: req-bf709138-3c89-4b07-8420-9b17ddebf35a {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:19.875910 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe7abc5-eb97-4962-8036-42edfc88ba17", "name": "network-vif-deleted", "tag": "e309d81a-159a-4be9-b14e-449ce6562b90", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:19.876218 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf709138-3c89-4b07-8420-9b17ddebf35a {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:19.876631 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe7abc5-eb97-4962-8036-42edfc88ba17', 'name': 'network-vif-deleted', 'tag': 'e309d81a-159a-4be9-b14e-449ce6562b90', 'status': 'completed', 'code': 200} Jan 27 21:30:19.927128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:19.928054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.929530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] 10.222.0.71 "PUT /v2.0/ports/8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 HTTP/1.1" status: 200 len: 1091 time: 2.7927973 Jan 27 21:30:19.945622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f1eadd-3433-4d57-a808-9f44bcb43b95', 'tag': '8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:19.954415 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9760f205-88ff-4391-9e11-f8977e79f643" -d '{"events": [{"name": "network-changed", "server_uuid": "48f1eadd-3433-4d57-a808-9f44bcb43b95", "tag": "8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:19.963652 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d178769-ca54-4d52-949a-109f414b79d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (79adb148-80da-42f5-9bf7-adc95bda3d4a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.966972 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d178769-ca54-4d52-949a-109f414b79d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:19.978189 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1d178769-ca54-4d52-949a-109f414b79d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/79adb148-80da-42f5-9bf7-adc95bda3d4a HTTP/1.1" status: 204 len: 168 time: 0.5643497 Jan 27 21:30:19.996821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea753c-d9fd-4533-9e35-e4649d500554 service neutron] Pushing event updated for resources: {'Port': ['ID=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:20.022425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d178769-ca54-4d52-949a-109f414b79d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79adb148-80da-42f5-9bf7-adc95bda3d4a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:20.179274 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f25eeb9-c653-4ffb-8285-caabfa20687a req-85330884-f0ba-41c8-9f59-6328783518b9 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=abe7abc5-eb97-4962-8036-42edfc88ba17 HTTP/1.1" status: 200 len: 210 time: 0.0677586 Jan 27 21:30:20.225345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8aa14-41f1-4101-80a2-0a58b16f8065 req-a19fca2c-1853-47af-8b78-8bcc70d84784 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:20.236310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9d8aa14-41f1-4101-80a2-0a58b16f8065 req-a19fca2c-1853-47af-8b78-8bcc70d84784 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1936257 Jan 27 21:30:20.248997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Set router a7d3705c-0e63-45e2-85ee-811b56441b76 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:30:20.274815 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb006d0-2533-4b4a-9626-cad3e72b3be6 x-openstack-request-id: req-acb006d0-2533-4b4a-9626-cad3e72b3be6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:20.275584 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f1eadd-3433-4d57-a808-9f44bcb43b95", "tag": "8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:20.275880 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-acb006d0-2533-4b4a-9626-cad3e72b3be6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:20.278158 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f1eadd-3433-4d57-a808-9f44bcb43b95', 'tag': '8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95', 'status': 'completed', 'code': 200} Jan 27 21:30:20.281497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-e3bfc0f5-a79b-4027-bca4-a732e7dcdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:20.283019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-e3bfc0f5-a79b-4027-bca4-a732e7dcdc1b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 1094 time: 0.1619589 Jan 27 21:30:20.339475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:20.395279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9d8aa14-41f1-4101-80a2-0a58b16f8065 req-ae22ed57-3577-4666-992a-d1ee63d5a043 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373684 Jan 27 21:30:20.396842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-b9418b66-cde3-4a4e-9817-774492cf2391 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 HTTP/1.1" status: 200 len: 217 time: 0.1039310 Jan 27 21:30:20.455489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-37834eb3-5a70-413f-8a18-604edcdb17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:20.457960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-37834eb3-5a70-413f-8a18-604edcdb17c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0517414 Jan 27 21:30:20.495711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-63f86cbe-d3b3-4488-ba60-5fcb585e666a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281041 Jan 27 21:30:20.508112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 7a1174c3-e602-488e-aaed-0bad9231a27f is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:20.508723 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:20.603581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa642856-a0af-4395-8a97-94b0c505012d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1174c3-e602-488e-aaed-0bad9231a27f'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:20.606156 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96559ee-fabd-4122-8f88-337bc7a267fe" -d '{"events": [{"server_uuid": "aa642856-a0af-4395-8a97-94b0c505012d", "name": "network-vif-plugged", "status": "completed", "tag": "7a1174c3-e602-488e-aaed-0bad9231a27f"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:20.638638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-f81f6190-10e6-47c6-9598-1a980921ee28 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329813 Jan 27 21:30:20.648363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7a1174c3-e602-488e-aaed-0bad9231a27f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7a1174c3-e602-488e-aaed-0bad9231a27f,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:20.668437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:20.668830 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:20.771540 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:20.807201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef77c72-f976-4f25-9d40-1213cb8366e6 req-6d1b74f9-9b33-4bb4-9a27-ea2cbe96c549 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492298 Jan 27 21:30:20.807610 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b3d5a2-c97e-4a30-a3fa-9c4249bbc0f1 x-openstack-request-id: req-42b3d5a2-c97e-4a30-a3fa-9c4249bbc0f1 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:20.808193 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa642856-a0af-4395-8a97-94b0c505012d", "name": "network-vif-plugged", "status": "completed", "tag": "7a1174c3-e602-488e-aaed-0bad9231a27f", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:20.809446 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42b3d5a2-c97e-4a30-a3fa-9c4249bbc0f1 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:20.810069 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa642856-a0af-4395-8a97-94b0c505012d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1174c3-e602-488e-aaed-0bad9231a27f', 'code': 200} Jan 27 21:30:20.897604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac763e-8edc-46e5-be1a-d4a995ed9b2f req-d7efcc07-6508-473d-a169-8e565a6d4066 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:20.932866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbac763e-8edc-46e5-be1a-d4a995ed9b2f req-d7efcc07-6508-473d-a169-8e565a6d4066 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1543009 Jan 27 21:30:20.933028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'name': 'tempest-AttachSCSIVolumeTestJSON-2099750020-router', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:11Z', 'updated_at': '2022-01-27T21:30:16Z', 'revision_number': 4, 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'gw_port': {'id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:12Z', 'updated_at': '2022-01-27T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '3b3ab69f-b400-4b4e-b163-e22cf5baa526', 'name': '', 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'mac_address': 'fa:16:3e:55:29:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '060ae481-0f7f-4099-ba77-797f486cdbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:15Z', 'updated_at': '2022-01-27T21:30:17Z', 'revision_number': 2, 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'subnets': [{'id': '060ae481-0f7f-4099-ba77-797f486cdbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:20.933028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=7a1174c3-e602-488e-aaed-0bad9231a27f,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:20.985260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Checking router: a7d3705c-0e63-45e2-85ee-811b56441b76 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:30:20.985679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Updating router a7d3705c-0e63-45e2-85ee-811b56441b76 port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:30:21.031059 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:21.052798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:21.093105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbac763e-8edc-46e5-be1a-d4a995ed9b2f req-67240007-8cac-45ea-8f74-8e06aec24909 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707201 Jan 27 21:30:21.123138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce134de-03e2-4c9b-9631-88b1b5a3fa1a req-f2add851-09f2-4f3e-8de4-c372c27df67b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:21.130603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cce134de-03e2-4c9b-9631-88b1b5a3fa1a req-f2add851-09f2-4f3e-8de4-c372c27df67b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 943 time: 0.2040014 Jan 27 21:30:21.138637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760f205-88ff-4391-9e11-f8977e79f643 req-9f770077-79df-4ce0-afd0-f90a4c70a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:21.140386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9760f205-88ff-4391-9e11-f8977e79f643 req-9f770077-79df-4ce0-afd0-f90a4c70a8d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 1094 time: 0.1702859 Jan 27 21:30:21.267073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cce134de-03e2-4c9b-9631-88b1b5a3fa1a req-4c87169c-54b2-4985-9920-511fe4f6617a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306474 Jan 27 21:30:21.349551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760f205-88ff-4391-9e11-f8977e79f643 req-9d23356f-c79f-486a-bb9b-18be3e480403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:21.352337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9760f205-88ff-4391-9e11-f8977e79f643 req-9d23356f-c79f-486a-bb9b-18be3e480403 service neutron] 10.222.0.71 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.2029324 Jan 27 21:30:21.410390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9760f205-88ff-4391-9e11-f8977e79f643 req-5c0c0bc8-495f-47d4-a042-e70633dfb15d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 HTTP/1.1" status: 200 len: 217 time: 0.0488462 Jan 27 21:30:21.505074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760f205-88ff-4391-9e11-f8977e79f643 req-42edf24c-3629-46b8-8f6a-e4f65b8da0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:21.506921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9760f205-88ff-4391-9e11-f8977e79f643 req-42edf24c-3629-46b8-8f6a-e4f65b8da0e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0823214 Jan 27 21:30:21.537283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60172) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:21.547077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-16789085-network', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:21.572629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9760f205-88ff-4391-9e11-f8977e79f643 req-e463a5ba-d21d-462a-9a79-aa45f6b52fde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579093 Jan 27 21:30:21.631771 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Publish callbacks [] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:21.639863 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Made reservation on behalf of 627573a74ee0475ca36ba7dd64cfad14 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:30:21.642818 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:21.655327 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:21.716050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61d4d9-c97f-44bd-9704-bb55894926b1 req-264a03cd-1cca-4029-971d-ec3f1d55899e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:21.717975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd61d4d9-c97f-44bd-9704-bb55894926b1 req-264a03cd-1cca-4029-971d-ec3f1d55899e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1851909 Jan 27 21:30:21.751223 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:21.757107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9760f205-88ff-4391-9e11-f8977e79f643 req-a7e670d5-368b-439a-91f5-9b907cdb2ed2 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621518 Jan 27 21:30:21.816528 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Publish callbacks [] for security_group (5ab35ff8-9329-4858-a865-396880c72a2e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:21.832934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a7980-bda9-4014-b5fc-e6d97da84e05 None None] Pushing event updated for resources: {'Port': ['ID=3b3ab69f-b400-4b4e-b163-e22cf5baa526,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:21.917326 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5ab35ff8-9329-4858-a865-396880c72a2e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:21.922818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Attempting to bind port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:30:21.926354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Attempting to bind port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:30:21.927708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Attempting to bind port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 on network c1c5d197-a134-497d-b891-e583a774be14 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:30:21.934600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd61d4d9-c97f-44bd-9704-bb55894926b1 req-28557057-76bc-4bc7-958b-0641da955bfa tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095845 Jan 27 21:30:21.957491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:30:21.957491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Checking segment: {'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:21.957491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:21.957491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Bound using segment: {'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:30:21.957491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Bound port: 3b3ab69f-b400-4b4e-b163-e22cf5baa526, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:30:21.957491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:21.963300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:30:21.975027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab35ff8-9329-4858-a865-396880c72a2e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:21.981780 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d918512c-89e7-4ff6-9eda-e8bde4d0bc7b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:21.982390 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Added segment d918512c-89e7-4ff6-9eda-e8bde4d0bc7b of type vlan for network 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 Jan 27 21:30:22.018900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d76e3a-4106-4f61-a021-5fa7f4e5eb40 req-a38135b9-d75a-4f93-87cc-a23bbcfe7532 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:22.032421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86d76e3a-4106-4f61-a021-5fa7f4e5eb40 req-a38135b9-d75a-4f93-87cc-a23bbcfe7532 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 950 time: 0.1659374 Jan 27 21:30:22.044230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6df639e3-3e1d-4a0a-8dfd-38b97b907ef1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:22.067904 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9760f205-88ff-4391-9e11-f8977e79f643 req-07b932d5-8b28-4c14-92d6-ee1077aae0f0 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837987 Jan 27 21:30:22.142739 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6df639e3-3e1d-4a0a-8dfd-38b97b907ef1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:22.144276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:22.145165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:22.179907 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] For port 3b3ab69f-b400-4b4e-b163-e22cf5baa526, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:30:22.195546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] For port 3b3ab69f-b400-4b4e-b163-e22cf5baa526, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3b3ab69f-b400-4b4e-b163-e22cf5baa526,segment=NetworkSegment(72e22469-4b5e-42d8-8683-5b2c6ceb219e),segment_id=72e22469-4b5e-42d8-8683-5b2c6ceb219e)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:30:22.224054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86d76e3a-4106-4f61-a021-5fa7f4e5eb40 req-0be86cc2-cb42-49cf-8f42-ccbf924b40f3 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898828 Jan 27 21:30:22.269238 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:22.293152 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] Pushing event updated for resources: {'Network': ['ID=6df639e3-3e1d-4a0a-8dfd-38b97b907ef1,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:22.303667 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b2d8e0a7-5bbf-4444-8900-d3a2196f378e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7651653 Jan 27 21:30:22.308047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60190) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:22.313048 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a8949955-264d-476e-afd9-812aa024e436 admin admin] Request body: {'subnet': {'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-16789085-subnet', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:22.388617 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a7980-bda9-4014-b5fc-e6d97da84e05 None None] Pushing event updated for resources: {'Port': ['ID=3b3ab69f-b400-4b4e-b163-e22cf5baa526,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:22.392530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0697e-047b-42ca-9640-0c0cd95094d5 req-a3372f83-35ff-4e77-ac82-e146f31b92e3 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:22.394937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2fc0697e-047b-42ca-9640-0c0cd95094d5 req-a3372f83-35ff-4e77-ac82-e146f31b92e3 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1463587 Jan 27 21:30:22.399757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:30:22.435562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e309d81a-159a-4be9-b14e-449ce6562b90 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:30:22.476193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8949955-264d-476e-afd9-812aa024e436 admin admin] Made reservation on behalf of 627573a74ee0475ca36ba7dd64cfad14 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:30:22.479207 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8949955-264d-476e-afd9-812aa024e436 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:22.503016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: e309d81a-159a-4be9-b14e-449ce6562b90 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:30:22.503532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e309d81a-159a-4be9-b14e-449ce6562b90 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:30:22.516578 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c916fe7c-cb12-49b1-bc68-8c4003a61d2f None None] Provisioning complete for port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:22.516930 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c916fe7c-cb12-49b1-bc68-8c4003a61d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:22.599670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Routers {'a7d3705c-0e63-45e2-85ee-811b56441b76'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:30:22.600470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a7d3705c-0e63-45e2-85ee-811b56441b76'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:22.644565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c916fe7c-cb12-49b1-bc68-8c4003a61d2f None None] Current status of the port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:22.645583 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c916fe7c-cb12-49b1-bc68-8c4003a61d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:22.804654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c916fe7c-cb12-49b1-bc68-8c4003a61d2f None None] For port 3b3ab69f-b400-4b4e-b163-e22cf5baa526, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3b3ab69f-b400-4b4e-b163-e22cf5baa526,segment=NetworkSegment(72e22469-4b5e-42d8-8683-5b2c6ceb219e),segment_id=72e22469-4b5e-42d8-8683-5b2c6ceb219e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:22.839917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2fc0697e-047b-42ca-9640-0c0cd95094d5 req-4e85bcf3-5f2c-47d4-94ce-d8436acd36f5 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296916 Jan 27 21:30:22.846306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] Set router a7d3705c-0e63-45e2-85ee-811b56441b76 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:30:22.892919 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c916fe7c-cb12-49b1-bc68-8c4003a61d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:22.923223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d0801-5dfa-4d0a-9dbc-aed8c59eeaca req-5507ef61-357a-4b8d-82fc-252471a2ce8e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:22.933124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-177d0801-5dfa-4d0a-9dbc-aed8c59eeaca req-5507ef61-357a-4b8d-82fc-252471a2ce8e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 943 time: 0.4249513 Jan 27 21:30:23.133588 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916fe7c-cb12-49b1-bc68-8c4003a61d2f None None] Pushing event updated for resources: {'Port': ['ID=3b3ab69f-b400-4b4e-b163-e22cf5baa526,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:23.244282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-177d0801-5dfa-4d0a-9dbc-aed8c59eeaca req-76c362af-220c-45cb-b5be-a59ad51cc333 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046303 Jan 27 21:30:23.260204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c3f219fc-fe14-490b-8800-0b8952ee76a2 None None] Provisioning complete for port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:23.266970 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c3f219fc-fe14-490b-8800-0b8952ee76a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:23.379487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:30:23.389000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ee4ee-d8ea-437c-87ac-36e51429d4fe req-b5172039-a76d-43d9-946e-1d0348784c83 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:23.397880 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-646ee4ee-d8ea-437c-87ac-36e51429d4fe req-b5172039-a76d-43d9-946e-1d0348784c83 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1037414 Jan 27 21:30:23.497887 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8949955-264d-476e-afd9-812aa024e436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:23.530476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-646ee4ee-d8ea-437c-87ac-36e51429d4fe req-0ae17faa-95ea-4301-b996-f6f85acbdbb4 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109090 Jan 27 21:30:23.666529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8949955-264d-476e-afd9-812aa024e436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:23.703727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:23.713517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ab269-07f4-462a-8a3f-c9be5bf1089d req-4097cabb-f902-42d9-90ab-c4cf78dccf46 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:23.721915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'name': 'tempest-AttachSCSIVolumeTestJSON-2099750020-router', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:11Z', 'updated_at': '2022-01-27T21:30:16Z', 'revision_number': 4, 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'gw_port': {'id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:12Z', 'updated_at': '2022-01-27T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '3b3ab69f-b400-4b4e-b163-e22cf5baa526', 'name': '', 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'mac_address': 'fa:16:3e:55:29:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '060ae481-0f7f-4099-ba77-797f486cdbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:15Z', 'updated_at': '2022-01-27T21:30:22Z', 'revision_number': 4, 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'subnets': [{'id': '060ae481-0f7f-4099-ba77-797f486cdbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:23.724216 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb78a47-6896-40ca-89ea-57f65cf43696 req-8406225a-773d-4c3e-b230-b4591c584ad1 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:23.726385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-155ab269-07f4-462a-8a3f-c9be5bf1089d req-4097cabb-f902-42d9-90ab-c4cf78dccf46 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 950 time: 0.2455237 Jan 27 21:30:23.727670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c3f219fc-fe14-490b-8800-0b8952ee76a2 None None] Current status of the port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:23.728303 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dcb78a47-6896-40ca-89ea-57f65cf43696 req-8406225a-773d-4c3e-b230-b4591c584ad1 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.74 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 950 time: 0.3754718 Jan 27 21:30:23.761934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8949955-264d-476e-afd9-812aa024e436 admin admin] Checking segment: {'id': 'd918512c-89e7-4ff6-9eda-e8bde4d0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:23.762309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8949955-264d-476e-afd9-812aa024e436 admin admin] Network hostable DHCP agents. Network: 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:30:23.767535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ccd4c-fe27-4ce0-82bb-9a0e007dd9f2 None None] The sync data for ids ['a7d3705c-0e63-45e2-85ee-811b56441b76'] in n-d-760456-6 is: [{'id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'name': 'tempest-AttachSCSIVolumeTestJSON-2099750020-router', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:11Z', 'updated_at': '2022-01-27T21:30:16Z', 'revision_number': 4, 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'gw_port': {'id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:12Z', 'updated_at': '2022-01-27T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '3b3ab69f-b400-4b4e-b163-e22cf5baa526', 'name': '', 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'mac_address': 'fa:16:3e:55:29:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '060ae481-0f7f-4099-ba77-797f486cdbda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:15Z', 'updated_at': '2022-01-27T21:30:22Z', 'revision_number': 4, 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'subnets': [{'id': '060ae481-0f7f-4099-ba77-797f486cdbda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:30:23.775627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95', 'network_id': '14857012-de9f-42a8-a812-9c816b879109', 'port_id': '8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95', 'mac_address': 'fa:16:3e:78:3d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908066f9-a86a-49be-9201-2d195809262c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:30:23.889892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-155ab269-07f4-462a-8a3f-c9be5bf1089d req-013b0132-f5b4-4515-82ec-0a0d13f69652 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/security-groups?id=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563144 Jan 27 21:30:23.907609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:23.910894 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:23.959859 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:30:23.993072 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-dcb78a47-6896-40ca-89ea-57f65cf43696 req-58010586-23e7-467d-91c0-c1269dd2a3d9 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Deleting port 0981c980-6bb3-4afd-8202-481d57b0fb21 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:30:24.003001 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dcb78a47-6896-40ca-89ea-57f65cf43696 req-58010586-23e7-467d-91c0-c1269dd2a3d9 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:24.026511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:24.031554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8949955-264d-476e-afd9-812aa024e436 admin admin] Network 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:30:24.108526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445967f-f058-4587-95e4-ad5a045c1a90 req-f78ae402-db1e-459b-8ee3-3b24c9d43b47 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:24.116061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8445967f-f058-4587-95e4-ad5a045c1a90 req-f78ae402-db1e-459b-8ee3-3b24c9d43b47 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.0998590 Jan 27 21:30:24.119631 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:24.394602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:24.396748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8445967f-f058-4587-95e4-ad5a045c1a90 req-c71d98dc-3c4c-4549-b359-69097473d47b tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765544 Jan 27 21:30:24.397436 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a8949955-264d-476e-afd9-812aa024e436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:24.397436 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-dcb78a47-6896-40ca-89ea-57f65cf43696 req-58010586-23e7-467d-91c0-c1269dd2a3d9 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] For port 0981c980-6bb3-4afd-8202-481d57b0fb21, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0981c980-6bb3-4afd-8202-481d57b0fb21,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:24.397436 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dcb78a47-6896-40ca-89ea-57f65cf43696 req-58010586-23e7-467d-91c0-c1269dd2a3d9 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:24.397679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b406718-19d7-45c6-9c23-6c278f5ff03b None None] Network 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:30:24.397765 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8949955-264d-476e-afd9-812aa024e436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:24.397765 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8949955-264d-476e-afd9-812aa024e436 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:24.460768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-dcb78a47-6896-40ca-89ea-57f65cf43696 req-58010586-23e7-467d-91c0-c1269dd2a3d9 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Calling delete_port for 0981c980-6bb3-4afd-8202-481d57b0fb21 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:30:24.925326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:30:24.989395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-6df639e3-3e1d-4a0a-8dfd-38b97b907ef1', 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1', 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'fixed_ips': [{'subnet_id': 'a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:30:24.990424 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:25.169663 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a8949955-264d-476e-afd9-812aa024e436 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8574517 Jan 27 21:30:25.174690 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dcb78a47-6896-40ca-89ea-57f65cf43696 req-58010586-23e7-467d-91c0-c1269dd2a3d9 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (0981c980-6bb3-4afd-8202-481d57b0fb21), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:25.188488 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60246) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:25.200100 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-16789085-router', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:25.210099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['0981c980-6bb3-4afd-8202-481d57b0fb21'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:30:25.276625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Allocated IP 172.20.0.2 (6df639e3-3e1d-4a0a-8dfd-38b97b907ef1/a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee/23a443de-8b7d-454c-a1f1-5a334a2e713a) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:30:25.295250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58010586-23e7-467d-91c0-c1269dd2a3d9 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Pushing event deleted for resources: {'Port': ['ID=0981c980-6bb3-4afd-8202-481d57b0fb21,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:25.336213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a602a-247f-45cd-ad79-356f1fa8860f req-29c3a377-b47a-4978-95fd-a4cdbe762b14 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:25.340491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f7a602a-247f-45cd-ad79-356f1fa8860f req-29c3a377-b47a-4978-95fd-a4cdbe762b14 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 944 time: 0.1817183 Jan 27 21:30:25.416601 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb78a47-6896-40ca-89ea-57f65cf43696 req-58010586-23e7-467d-91c0-c1269dd2a3d9 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] No DVR routers for this DVR port 0981c980-6bb3-4afd-8202-481d57b0fb21 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:30:25.421165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dcb78a47-6896-40ca-89ea-57f65cf43696 req-58010586-23e7-467d-91c0-c1269dd2a3d9 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:25.424898 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dcb78a47-6896-40ca-89ea-57f65cf43696 req-58010586-23e7-467d-91c0-c1269dd2a3d9 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.74 "DELETE /v2.0/ports/0981c980-6bb3-4afd-8202-481d57b0fb21 HTTP/1.1" status: 204 len: 173 time: 1.6826406 Jan 27 21:30:25.425802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc72a1a-357e-40ee-88c8-e146a47ae29b', 'name': 'network-vif-deleted', 'tag': '0981c980-6bb3-4afd-8202-481d57b0fb21'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:25.428919 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cabe0fc-5fb7-4d64-b7a8-ec61b58b4fc2" -d '{"events": [{"server_uuid": "1fc72a1a-357e-40ee-88c8-e146a47ae29b", "name": "network-vif-deleted", "tag": "0981c980-6bb3-4afd-8202-481d57b0fb21"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:25.433807 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:25.436167 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:25.524553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d015443-c4d1-483e-9e1e-12b014d68974 req-d75e12f2-320a-468b-a680-29b512911ca2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:25.526192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d015443-c4d1-483e-9e1e-12b014d68974 req-d75e12f2-320a-468b-a680-29b512911ca2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.2501709 Jan 27 21:30:25.542204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f7a602a-247f-45cd-ad79-356f1fa8860f req-fc53e0d9-1a30-47aa-8443-40d4305a8995 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983764 Jan 27 21:30:25.637584 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Publish callbacks [] for router_controller (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:25.660413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d015443-c4d1-483e-9e1e-12b014d68974 req-cfc31019-08e2-4491-827b-818c42262d64 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160729 Jan 27 21:30:25.684820 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Publish callbacks [] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:25.824877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d74b8ee-543d-43af-b448-f1685453fc5b req-4cfeb2b4-1434-47c3-8181-b33086ab58a4 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 210 time: 0.0630274 Jan 27 21:30:25.931006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3b3ab69f-b400-4b4e-b163-e22cf5baa526 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:26.102625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:26.103278 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:26.181898 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dd40c5-b939-4a84-812d-53a955573389 x-openstack-request-id: req-25dd40c5-b939-4a84-812d-53a955573389 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:26.182550 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc72a1a-357e-40ee-88c8-e146a47ae29b", "name": "network-vif-deleted", "tag": "0981c980-6bb3-4afd-8202-481d57b0fb21", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:26.182550 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-25dd40c5-b939-4a84-812d-53a955573389 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:26.182890 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc72a1a-357e-40ee-88c8-e146a47ae29b', 'name': 'network-vif-deleted', 'tag': '0981c980-6bb3-4afd-8202-481d57b0fb21', 'status': 'completed', 'code': 200} Jan 27 21:30:26.191971 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:26.261856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31264f-3f97-4192-b61a-f0af1e460c9e req-42a8c32c-a7de-4694-836f-5c03943951b2 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:26.269034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d31264f-3f97-4192-b61a-f0af1e460c9e req-42a8c32c-a7de-4694-836f-5c03943951b2 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1252210 Jan 27 21:30:26.304499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Network 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:26.321696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:26.327442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:30:26.373992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d31264f-3f97-4192-b61a-f0af1e460c9e req-bdcb05f5-ae70-4971-b9bb-d5cdea1ff063 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990441 Jan 27 21:30:26.404362 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Publish callbacks [] for router_gateway (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:26.424388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Pushing event updated for resources: {'Port': ['ID=23a443de-8b7d-454c-a1f1-5a334a2e713a,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:26.485781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:26.489865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Attempting to bind port 23a443de-8b7d-454c-a1f1-5a334a2e713a on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:30:26.490303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Attempting to bind port 23a443de-8b7d-454c-a1f1-5a334a2e713a by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'd918512c-89e7-4ff6-9eda-e8bde4d0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:30:26.490644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Attempting to bind port 23a443de-8b7d-454c-a1f1-5a334a2e713a on network 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:30:26.496217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:30:26.496600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Checking segment: {'id': 'd918512c-89e7-4ff6-9eda-e8bde4d0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:26.497007 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:26.497398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Bound using segment: {'id': 'd918512c-89e7-4ff6-9eda-e8bde4d0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:30:26.497870 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Bound port: 23a443de-8b7d-454c-a1f1-5a334a2e713a, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd918512c-89e7-4ff6-9eda-e8bde4d0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:30:26.498253 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:26.561479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] For port 23a443de-8b7d-454c-a1f1-5a334a2e713a, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:30:26.564620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] For port 23a443de-8b7d-454c-a1f1-5a334a2e713a, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=23a443de-8b7d-454c-a1f1-5a334a2e713a,segment=NetworkSegment(d918512c-89e7-4ff6-9eda-e8bde4d0bc7b),segment_id=d918512c-89e7-4ff6-9eda-e8bde4d0bc7b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:30:26.619651 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:26.713477 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:26.862619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3889b-2491-402b-a545-077a04376748 req-ba33da3d-a6bb-4b0e-a6cb-e377184ef7f0 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:26.865726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87a3889b-2491-402b-a545-077a04376748 req-ba33da3d-a6bb-4b0e-a6cb-e377184ef7f0 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 944 time: 0.1148727 Jan 27 21:30:26.902513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea5909-1fd4-4a9e-bd8f-ccf5980157be None None] Pushing event updated for resources: {'Port': ['ID=23a443de-8b7d-454c-a1f1-5a334a2e713a,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:26.956182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87a3889b-2491-402b-a545-077a04376748 req-d95e2dcc-b98d-4b0e-b2ec-4362f35636b5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845244 Jan 27 21:30:26.971260 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:26.999574 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Publish callbacks [] for router_gateway (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:27.025236 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:27.120280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd45e58-22d7-47ce-928c-04886537ccb6 req-0623b814-6d15-4ad7-b77f-b16e680abba0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:27.127912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fd45e58-22d7-47ce-928c-04886537ccb6 req-0623b814-6d15-4ad7-b77f-b16e680abba0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.0751641 Jan 27 21:30:27.194547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Allocated IP 172.25.0.10 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/1c517061-3fbf-43cb-87b6-58999887c4ac) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:30:27.318522 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Publish callbacks [] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:27.336414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:27.345670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fd45e58-22d7-47ce-928c-04886537ccb6 req-dee93553-041b-4091-bdb8-941e6a307d2c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164631 Jan 27 21:30:27.509456 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:27.575425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Pushing event updated for resources: {'Port': ['ID=1c517061-3fbf-43cb-87b6-58999887c4ac,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:27.586751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:27.590386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:27.593086 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:30:27.608483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:30:27.613556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:27.614360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:27.621774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4777263a-f5b3-42cc-ac7d-c64abf27546c req-59e850d9-54f4-4396-946a-541bc909a811 tempest-LiveMigrationNegativeTest-186201947 tempest-LiveMigrationNegativeTest-186201947-project] 10.222.0.61 "GET /v2.0/ports?device_id=1fc72a1a-357e-40ee-88c8-e146a47ae29b HTTP/1.1" status: 200 len: 210 time: 0.0707133 Jan 27 21:30:27.835226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:27.835226 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:27.907336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f1eadd-3433-4d57-a808-9f44bcb43b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:27.921050 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec30dd8-2d9b-4560-b9ba-035f04bf0d9b" -d '{"events": [{"server_uuid": "48f1eadd-3433-4d57-a808-9f44bcb43b95", "name": "network-vif-plugged", "status": "completed", "tag": "8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:27.956681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec7992-f61d-46d5-be2f-b90c42fe5b1a req-5f6fa62c-143a-4568-bfee-281ab7bf04b2 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:27.964068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14ec7992-f61d-46d5-be2f-b90c42fe5b1a req-5f6fa62c-143a-4568-bfee-281ab7bf04b2 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.0944731 Jan 27 21:30:27.973807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:28.057941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 23a443de-8b7d-454c-a1f1-5a334a2e713a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:28.074189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14ec7992-f61d-46d5-be2f-b90c42fe5b1a req-1e070574-fef3-4166-9333-9c034097a91f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004899 Jan 27 21:30:28.102334 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Publish callbacks [] for router_gateway (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:28.162337 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c001ca21-519a-4482-86d2-ca1bb086264c x-openstack-request-id: req-c001ca21-519a-4482-86d2-ca1bb086264c {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:28.172586 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f1eadd-3433-4d57-a808-9f44bcb43b95", "name": "network-vif-plugged", "status": "completed", "tag": "8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:28.173237 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c001ca21-519a-4482-86d2-ca1bb086264c {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:28.173775 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f1eadd-3433-4d57-a808-9f44bcb43b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95', 'code': 200} Jan 27 21:30:28.177472 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:28.313907 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 23a443de-8b7d-454c-a1f1-5a334a2e713a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:28.332508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:28.395062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dcc4e-0d67-4a01-b4f0-7b4111c90189 req-f27d96da-83ff-4477-84dd-4dba7cd8cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:28.399454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df3dcc4e-0d67-4a01-b4f0-7b4111c90189 req-f27d96da-83ff-4477-84dd-4dba7cd8cf89 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 1096 time: 0.2020524 Jan 27 21:30:28.423330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0981c980-6bb3-4afd-8202-481d57b0fb21 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:30:28.442974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67abdb-7502-42b8-951a-9cda68c96423 req-c41af9b4-3d51-4708-a7d6-186400de664b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:28.455346 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b67abdb-7502-42b8-951a-9cda68c96423 req-c41af9b4-3d51-4708-a7d6-186400de664b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.1841409 Jan 27 21:30:28.491684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:28.503861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 0981c980-6bb3-4afd-8202-481d57b0fb21 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:30:28.510143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0981c980-6bb3-4afd-8202-481d57b0fb21 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:30:28.621849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b67abdb-7502-42b8-951a-9cda68c96423 req-2e70cf82-863a-45c2-9108-0b09335cf9d9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402872 Jan 27 21:30:28.635353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df3dcc4e-0d67-4a01-b4f0-7b4111c90189 req-c02b3160-a694-4310-945e-7a6c31fb70b9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240710 Jan 27 21:30:28.637390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 23a443de-8b7d-454c-a1f1-5a334a2e713a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:28.639086 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:28.655048 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:28.689139 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 23a443de-8b7d-454c-a1f1-5a334a2e713a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=23a443de-8b7d-454c-a1f1-5a334a2e713a,segment=NetworkSegment(d918512c-89e7-4ff6-9eda-e8bde4d0bc7b),segment_id=d918512c-89e7-4ff6-9eda-e8bde4d0bc7b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:28.714319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb96103-9675-4362-b37b-98b9ed4a805b None None] Network 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:30:28.770495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772af038-a9be-44a1-a4af-9739a750159d req-c30fe18c-cf21-4f3c-9e33-3340c0aac51d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:28.786021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-772af038-a9be-44a1-a4af-9739a750159d req-c30fe18c-cf21-4f3c-9e33-3340c0aac51d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.0705318 Jan 27 21:30:28.808347 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:28.864716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-772af038-a9be-44a1-a4af-9739a750159d req-5522e774-e92b-4b70-a2cd-e6ed53504f2d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749819 Jan 27 21:30:28.879306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-804c9564-d1e4-4c7b-a61f-be328703d1f5 None None] Provisioning complete for port 23a443de-8b7d-454c-a1f1-5a334a2e713a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:28.879948 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-804c9564-d1e4-4c7b-a61f-be328703d1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:29.083038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Router a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:30:29.147733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-804c9564-d1e4-4c7b-a61f-be328703d1f5 None None] Current status of the port 23a443de-8b7d-454c-a1f1-5a334a2e713a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:29.154578 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=23a443de-8b7d-454c-a1f1-5a334a2e713a,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:29.309548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b7153-1845-4b48-85e2-c9b6e1c00675 req-c29c43d5-647a-4487-99e7-e18eb9208472 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:29.322941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010b7153-1845-4b48-85e2-c9b6e1c00675 req-c29c43d5-647a-4487-99e7-e18eb9208472 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.0928679 Jan 27 21:30:29.421584 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010b7153-1845-4b48-85e2-c9b6e1c00675 req-583bff71-bcea-4124-9ab2-30cc5b270130 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923727 Jan 27 21:30:29.434469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:30:29.448924 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Sync routers for ids ['a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:30:29.460112 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Routers {'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:30:29.465534 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:29.544943 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:29.549334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60318) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:29.549674 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-02821960-0f55-4332-bb4d-8232e06968b2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3571582 Jan 27 21:30:29.595450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fa183d55-8f7e-48f6-baab-1cde4b5eefc6 None None] Provisioning complete for port 23a443de-8b7d-454c-a1f1-5a334a2e713a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:29.595908 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fa183d55-8f7e-48f6-baab-1cde4b5eefc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:29.674506 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Set router a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:30:29.923480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 23a443de-8b7d-454c-a1f1-5a334a2e713a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:29.964290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fa183d55-8f7e-48f6-baab-1cde4b5eefc6 None None] Current status of the port 23a443de-8b7d-454c-a1f1-5a334a2e713a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:30.040505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 23a443de-8b7d-454c-a1f1-5a334a2e713a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:30.040832 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.043909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbd749-ae16-49b6-a03a-a264f11aff6e req-0d2367a6-ab11-4732-8e93-51d4c3e6fb83 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:30.053661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03bbd749-ae16-49b6-a03a-a264f11aff6e req-0d2367a6-ab11-4732-8e93-51d4c3e6fb83 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.3241656 Jan 27 21:30:30.055541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60330) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:30.056624 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'name': 'tempest-AttachSCSIVolumeTestJSON-16789085-router', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:25Z', 'updated_at': '2022-01-27T21:30:27Z', 'revision_number': 3, 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'gw_port': {'id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:27Z', 'updated_at': '2022-01-27T21:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:30.127873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60334) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:30.128565 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Checking router: a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:30:30.129146 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Updating router a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 port 1c517061-3fbf-43cb-87b6-58999887c4ac binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:30:30.170419 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.226982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c761a-6cd7-4696-b330-9a516356027e req-a1d2ffb7-283b-423c-bf1c-8246aa3e43c2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:30.235499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-194c761a-6cd7-4696-b330-9a516356027e req-a1d2ffb7-283b-423c-bf1c-8246aa3e43c2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.2172642 Jan 27 21:30:30.259672 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03bbd749-ae16-49b6-a03a-a264f11aff6e req-4ccc1b2c-3222-4d48-bfdf-510eba5b893a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051766 Jan 27 21:30:30.320958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 23a443de-8b7d-454c-a1f1-5a334a2e713a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:30.410446 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b11be841-f9ce-4579-99e2-b242c6b0647a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.427394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-194c761a-6cd7-4696-b330-9a516356027e req-e6a8e064-1965-4744-99cf-acbdec528fcb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904361 Jan 27 21:30:30.544049 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6e21a698-ccec-4c23-9ded-aa3a8adc9577 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a7bb41fd2444a8299dc4e6507175436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123735 Jan 27 21:30:30.546648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60350) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:30.659323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-27c77139-7cdf-4ed6-aeae-f992e1405d25 admin admin] Publish callbacks [] for security_group (f35c3be4-cee6-4b4d-a9fe-6d1026f6c698), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.702122 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-27c77139-7cdf-4ed6-aeae-f992e1405d25 admin admin] Publish callbacks [] for security_group (f35c3be4-cee6-4b4d-a9fe-6d1026f6c698), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.757003 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Publish callbacks [] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.761815 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b11be841-f9ce-4579-99e2-b242c6b0647a admin admin] Publish callbacks [] for security_group (10984a69-60e1-45e7-917b-8f3f64fd7c57), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.772821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da876c62-23d4-4be8-8d1e-f6e2806b75f9 req-a7e7a22c-359b-4d01-98f4-b91e4f404ab5 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:30.775108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da876c62-23d4-4be8-8d1e-f6e2806b75f9 req-a7e7a22c-359b-4d01-98f4-b91e4f404ab5 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1515665 Jan 27 21:30:30.840939 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.850662 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.874136 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da876c62-23d4-4be8-8d1e-f6e2806b75f9 req-45568569-ed25-489e-86b8-21d723f1724b tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922389 Jan 27 21:30:30.897464 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b11be841-f9ce-4579-99e2-b242c6b0647a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (10984a69-60e1-45e7-917b-8f3f64fd7c57), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.900468 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-27c77139-7cdf-4ed6-aeae-f992e1405d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f35c3be4-cee6-4b4d-a9fe-6d1026f6c698), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.903222 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-27c77139-7cdf-4ed6-aeae-f992e1405d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.908232 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-27c77139-7cdf-4ed6-aeae-f992e1405d25 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f35c3be4-cee6-4b4d-a9fe-6d1026f6c698 HTTP/1.1" status: 204 len: 168 time: 0.3571661 Jan 27 21:30:30.926532 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ac98c-89bb-4e2a-b925-1b0a1acca755 None None] Pushing event updated for resources: {'Port': ['ID=1c517061-3fbf-43cb-87b6-58999887c4ac,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:30.960999 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Attempting to bind port 1c517061-3fbf-43cb-87b6-58999887c4ac on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:30:30.961879 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Attempting to bind port 1c517061-3fbf-43cb-87b6-58999887c4ac by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:30:30.962841 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Attempting to bind port 1c517061-3fbf-43cb-87b6-58999887c4ac on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:30:30.964036 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11be841-f9ce-4579-99e2-b242c6b0647a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10984a69-60e1-45e7-917b-8f3f64fd7c57,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:30.969076 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:30:30.969948 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:30.971359 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.973888 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:30:30.975077 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Bound port: 1c517061-3fbf-43cb-87b6-58999887c4ac, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:30:30.976654 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:30.992476 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b11be841-f9ce-4579-99e2-b242c6b0647a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c2ad0878c04a461696ba605ebe32a4a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9334552 Jan 27 21:30:30.995577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60354) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:31.022220 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c77139-7cdf-4ed6-aeae-f992e1405d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35c3be4-cee6-4b4d-a9fe-6d1026f6c698,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:31.089810 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-275e169e-9b24-4702-9bf7-77e997e8bf26 admin admin] Publish callbacks [] for security_group (10984a69-60e1-45e7-917b-8f3f64fd7c57), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:31.092494 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] For port 1c517061-3fbf-43cb-87b6-58999887c4ac, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:30:31.096894 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] For port 1c517061-3fbf-43cb-87b6-58999887c4ac, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1c517061-3fbf-43cb-87b6-58999887c4ac,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:30:31.114632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-275e169e-9b24-4702-9bf7-77e997e8bf26 admin admin] Publish callbacks [] for security_group (10984a69-60e1-45e7-917b-8f3f64fd7c57), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:31.148629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Allocated IP 172.20.0.1 (6df639e3-3e1d-4a0a-8dfd-38b97b907ef1/a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee/c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:30:31.209729 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:31.265584 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-275e169e-9b24-4702-9bf7-77e997e8bf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (10984a69-60e1-45e7-917b-8f3f64fd7c57), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:31.268917 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-275e169e-9b24-4702-9bf7-77e997e8bf26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:31.271956 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-275e169e-9b24-4702-9bf7-77e997e8bf26 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10984a69-60e1-45e7-917b-8f3f64fd7c57 HTTP/1.1" status: 204 len: 168 time: 0.2698181 Jan 27 21:30:31.285747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e169e-9b24-4702-9bf7-77e997e8bf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10984a69-60e1-45e7-917b-8f3f64fd7c57,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:31.299811 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ac98c-89bb-4e2a-b925-1b0a1acca755 None None] Pushing event updated for resources: {'Port': ['ID=1c517061-3fbf-43cb-87b6-58999887c4ac,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:31.340021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Publish callbacks [] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:31.357863 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Routers {'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:30:31.362218 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:31.490133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:31.532582 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] Set router a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:30:31.591232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Network 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:31.596526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:31.602374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:30:31.619266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474cbca-858c-4c3b-8cd6-146d3a739732 req-8e86607f-6deb-411f-89b4-919a19a7405b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:31.621348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6474cbca-858c-4c3b-8cd6-146d3a739732 req-8e86607f-6deb-411f-89b4-919a19a7405b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.2008235 Jan 27 21:30:31.868934 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'name': 'tempest-AttachSCSIVolumeTestJSON-16789085-router', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:25Z', 'updated_at': '2022-01-27T21:30:27Z', 'revision_number': 3, 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'gw_port': {'id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:27Z', 'updated_at': '2022-01-27T21:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:31.937905 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d745ac5-1f43-4151-bc69-22c5c284c09b None None] The sync data for ids ['a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'] in n-d-760456-6 is: [{'id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'name': 'tempest-AttachSCSIVolumeTestJSON-16789085-router', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:25Z', 'updated_at': '2022-01-27T21:30:27Z', 'revision_number': 3, 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'gw_port': {'id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:27Z', 'updated_at': '2022-01-27T21:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:30:32.015181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-93e84738-829e-4c8c-84da-6c023d12f8c0 None None] Provisioning complete for port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:32.015766 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93e84738-829e-4c8c-84da-6c023d12f8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:32.141058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-93e84738-829e-4c8c-84da-6c023d12f8c0 None None] Port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:30:32.176639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Pushing event updated for resources: {'Port': ['ID=c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:32.220141 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60372) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:32.258598 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cd8f07dd-a8d3-482b-8763-1ee066bd6527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:32.262904 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:32.266454 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fd1eff21-539e-4397-bcde-967dbd4832a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3f6ef78dc704dc99f79146e9fa4d122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440307 Jan 27 21:30:32.268948 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60374) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:32.338603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6474cbca-858c-4c3b-8cd6-146d3a739732 req-ddc2d2b2-12c6-418a-a1ac-57e54d800a4a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6823094 Jan 27 21:30:32.474197 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c66ed2e-8594-4907-a90d-11acdad95d0e admin admin] Publish callbacks [] for security_group (6b8a7b36-e325-4de0-8bda-4393e70a4d1f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:32.529938 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c66ed2e-8594-4907-a90d-11acdad95d0e admin admin] Publish callbacks [] for security_group (6b8a7b36-e325-4de0-8bda-4393e70a4d1f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:32.561319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cb0a9-c747-47af-845b-a6d8ef1558d1 req-28c7d0b8-5cd8-4ab7-9f6b-7305707a9c11 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:32.582664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af0cb0a9-c747-47af-845b-a6d8ef1558d1 req-28c7d0b8-5cd8-4ab7-9f6b-7305707a9c11 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.3931968 Jan 27 21:30:32.699226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af0cb0a9-c747-47af-845b-a6d8ef1558d1 req-cdfa01c1-a65a-4691-9984-17e635d44f54 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919321 Jan 27 21:30:32.839611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6691fc3-54a9-4d9f-985e-0531aca06a27 req-6b37837c-b315-4ffe-980e-e1045bd5e011 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:32.841267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6691fc3-54a9-4d9f-985e-0531aca06a27 req-6b37837c-b315-4ffe-980e-e1045bd5e011 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1036968 Jan 27 21:30:32.860341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9412c5d-e6c8-431e-b3c7-cd88549f0ed1 req-efb3afe9-646b-4eed-bd88-a143f50fbdf2 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:32.862075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9412c5d-e6c8-431e-b3c7-cd88549f0ed1 req-efb3afe9-646b-4eed-bd88-a143f50fbdf2 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 1096 time: 0.0719934 Jan 27 21:30:32.872783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60388) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:32.891370 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21bbe16f-9e47-4814-8438-a426e0b38f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:32.941538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6691fc3-54a9-4d9f-985e-0531aca06a27 req-13f12cdb-5071-46b7-bfb0-81069716af42 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926914 Jan 27 21:30:32.949070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9412c5d-e6c8-431e-b3c7-cd88549f0ed1 req-0552a2a0-0e4f-4bb4-8837-62582344e673 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761273 Jan 27 21:30:32.989086 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21bbe16f-9e47-4814-8438-a426e0b38f81 admin admin] Publish callbacks [] for security_group (9281f20d-1c94-4fea-8e7e-35008f0cdccc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:33.385485 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c66ed2e-8594-4907-a90d-11acdad95d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6b8a7b36-e325-4de0-8bda-4393e70a4d1f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:33.388198 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c66ed2e-8594-4907-a90d-11acdad95d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:33.389375 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6c66ed2e-8594-4907-a90d-11acdad95d0e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b8a7b36-e325-4de0-8bda-4393e70a4d1f HTTP/1.1" status: 204 len: 168 time: 1.1193204 Jan 27 21:30:33.397567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66ed2e-8594-4907-a90d-11acdad95d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8a7b36-e325-4de0-8bda-4393e70a4d1f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:33.414391 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21bbe16f-9e47-4814-8438-a426e0b38f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9281f20d-1c94-4fea-8e7e-35008f0cdccc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:33.453274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbe16f-9e47-4814-8438-a426e0b38f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9281f20d-1c94-4fea-8e7e-35008f0cdccc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:33.469457 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:33.473978 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-21bbe16f-9e47-4814-8438-a426e0b38f81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96c93625448747208f51de55d8b53a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5997937 Jan 27 21:30:33.477138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60400) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:33.536166 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bccbc7d7-c125-40f9-b363-f1f7a0ec18a5 admin admin] Publish callbacks [] for security_group (9281f20d-1c94-4fea-8e7e-35008f0cdccc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:33.595995 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bccbc7d7-c125-40f9-b363-f1f7a0ec18a5 admin admin] Publish callbacks [] for security_group (9281f20d-1c94-4fea-8e7e-35008f0cdccc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:33.726434 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Publish callbacks [] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:33.770654 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bccbc7d7-c125-40f9-b363-f1f7a0ec18a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9281f20d-1c94-4fea-8e7e-35008f0cdccc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:33.773931 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bccbc7d7-c125-40f9-b363-f1f7a0ec18a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:33.777710 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bccbc7d7-c125-40f9-b363-f1f7a0ec18a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9281f20d-1c94-4fea-8e7e-35008f0cdccc HTTP/1.1" status: 204 len: 168 time: 0.2967486 Jan 27 21:30:33.825041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbc7d7-c125-40f9-b363-f1f7a0ec18a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9281f20d-1c94-4fea-8e7e-35008f0cdccc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:33.906483 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:33.979144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1c517061-3fbf-43cb-87b6-58999887c4ac up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:34.084268 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c47cf-bd35-4aef-aea7-130bf5613199 req-4d16ae3d-2527-4ac9-9c7f-81193c78ea76 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:34.087938 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-248c47cf-bd35-4aef-aea7-130bf5613199 req-4d16ae3d-2527-4ac9-9c7f-81193c78ea76 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.3002019 Jan 27 21:30:34.093133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:34.121579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1c517061-3fbf-43cb-87b6-58999887c4ac triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:34.122232 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:34.269811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Network 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:34.276885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1c517061-3fbf-43cb-87b6-58999887c4ac is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:34.277714 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:34.298338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:34.317584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 1c517061-3fbf-43cb-87b6-58999887c4ac, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1c517061-3fbf-43cb-87b6-58999887c4ac,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:34.391510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Pushing event updated for resources: {'Port': ['ID=c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:34.426468 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:34.556564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-248c47cf-bd35-4aef-aea7-130bf5613199 req-bc8b9db5-5381-4f89-bc6b-16bb6e81b4d6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433529 Jan 27 21:30:34.585710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3974a26-79ca-497d-85a2-fe6f47ae5374 req-209e2352-ce04-4d57-823e-8b07641c6799 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:34.598805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3974a26-79ca-497d-85a2-fe6f47ae5374 req-209e2352-ce04-4d57-823e-8b07641c6799 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.4868259 Jan 27 21:30:34.615537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=1c517061-3fbf-43cb-87b6-58999887c4ac,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:34.732287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e1006e9a-6e33-4b85-b64d-061f2c45fba3 None None] Provisioning complete for port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:34.734898 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1006e9a-6e33-4b85-b64d-061f2c45fba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:34.857861 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f945-cb19-46e2-8292-2603b7764f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:34.882248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e1006e9a-6e33-4b85-b64d-061f2c45fba3 None None] Port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:30:34.926112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3974a26-79ca-497d-85a2-fe6f47ae5374 req-c16eeb35-e96e-40cc-abec-a844d21c7f5f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139465 Jan 27 21:30:34.955765 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Router a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:30:35.133114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:30:35.145184 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-60e23ed1-dbc2-44e3-9b38-fc73a1ff175b admin admin] 10.222.0.61 "PUT /v2.0/routers/a8c4f0e1-be34-47d8-8f7e-e4b6a846f203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5892503 Jan 27 21:30:35.149658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Sync routers for ids ['a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:30:35.352644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Routers {'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:30:35.353296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:35.488221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60480) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:35.544561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Set router a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:30:35.787739 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d9564-46f3-408a-a1f9-1010af2b2979 req-fd795752-d2ec-4414-9c3a-9a89c1685409 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:35.813779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa3d9564-46f3-408a-a1f9-1010af2b2979 req-fd795752-d2ec-4414-9c3a-9a89c1685409 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1411333 Jan 27 21:30:35.832776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1743209220-network', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:35.984786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa3d9564-46f3-408a-a1f9-1010af2b2979 req-6fed5892-dc1b-453e-b3a8-039d6ad07fee tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692255 Jan 27 21:30:35.997056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Made reservation on behalf of 7a69075e1bd147e4af0a1251fe600121 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:30:36.013907 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:36.044415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1c517061-3fbf-43cb-87b6-58999887c4ac up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:36.045230 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:36.065448 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:36.222040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1c517061-3fbf-43cb-87b6-58999887c4ac triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:36.222682 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:36.280614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'name': 'tempest-AttachSCSIVolumeTestJSON-16789085-router', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:25Z', 'updated_at': '2022-01-27T21:30:32Z', 'revision_number': 4, 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'gw_port': {'id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:27Z', 'updated_at': '2022-01-27T21:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4', 'name': '', 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'mac_address': 'fa:16:3e:54:07:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:30Z', 'updated_at': '2022-01-27T21:30:33Z', 'revision_number': 2, 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'subnets': [{'id': 'a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:36.352216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Checking router: a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:30:36.352577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Updating router a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:30:36.357090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3fa2b-2d2e-4cf0-92f1-ae36eb4fa5f8 req-d6f05be0-048c-412e-91b9-97837d97f64e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:36.373468 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4b3fa2b-2d2e-4cf0-92f1-ae36eb4fa5f8 req-d6f05be0-048c-412e-91b9-97837d97f64e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.1837897 Jan 27 21:30:36.463078 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:36.488707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Publish callbacks [] for security_group (4e788d85-890e-457c-b9fc-18b6871e38a0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:36.704168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1c517061-3fbf-43cb-87b6-58999887c4ac is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:36.720988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4b3fa2b-2d2e-4cf0-92f1-ae36eb4fa5f8 req-cdd57e21-12f1-471a-ab1b-4169c5b2f03f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445010 Jan 27 21:30:36.877494 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4e788d85-890e-457c-b9fc-18b6871e38a0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:36.915256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:30:36.937882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (45716ea8-0270-400f-9484-87eabf7180c3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:36.938598 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Added segment 45716ea8-0270-400f-9484-87eabf7180c3 of type vlan for network 33edea2b-3991-4d2e-84ab-38e4216b91d8 Jan 27 21:30:37.063928 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (33edea2b-3991-4d2e-84ab-38e4216b91d8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:37.106394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e788d85-890e-457c-b9fc-18b6871e38a0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:37.296901 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (33edea2b-3991-4d2e-84ab-38e4216b91d8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:37.315045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:37.315045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:37.371178 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Publish callbacks [] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:37.413032 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:37.417816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc2b0a-c40e-47cb-b002-ec6f6765a8fa req-c7235367-9d04-4cf7-b561-c386515700c3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:37.423144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38fc2b0a-c40e-47cb-b002-ec6f6765a8fa req-c7235367-9d04-4cf7-b561-c386515700c3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1950009 Jan 27 21:30:37.461343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] Pushing event updated for resources: {'Network': ['ID=33edea2b-3991-4d2e-84ab-38e4216b91d8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:37.482782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 33edea2b-3991-4d2e-84ab-38e4216b91d8 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:30:37.516726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38fc2b0a-c40e-47cb-b002-ec6f6765a8fa req-2da5b469-4770-46aa-9b48-293a318cd3b3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844388 Jan 27 21:30:37.554524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3466cc8d-c599-41a3-85a9-9d4f9fea7404 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0651073 Jan 27 21:30:37.561477 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60530) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:37.579354 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3efc9045-3ffd-4064-ae69-8a7f46be7510 admin admin] Request body: {'subnet': {'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1743209220-subnet', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:37.588827 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:37.689846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b672614-c00e-4940-bfd3-3d8d8c2cd8b5 None None] Pushing event updated for resources: {'Port': ['ID=c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:37.738946 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efc9045-3ffd-4064-ae69-8a7f46be7510 admin admin] Made reservation on behalf of 7a69075e1bd147e4af0a1251fe600121 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:30:37.742147 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3efc9045-3ffd-4064-ae69-8a7f46be7510 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:37.971985 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Attempting to bind port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:30:37.972696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Attempting to bind port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'd918512c-89e7-4ff6-9eda-e8bde4d0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:30:37.974337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Attempting to bind port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 on network 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:30:37.988488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:30:37.989237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Checking segment: {'id': 'd918512c-89e7-4ff6-9eda-e8bde4d0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:37.989847 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:37.990481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Bound using segment: {'id': 'd918512c-89e7-4ff6-9eda-e8bde4d0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:30:38.003348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Bound port: c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd918512c-89e7-4ff6-9eda-e8bde4d0bc7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:30:38.006806 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:38.125728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] For port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:30:38.129508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] For port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4,segment=NetworkSegment(d918512c-89e7-4ff6-9eda-e8bde4d0bc7b),segment_id=d918512c-89e7-4ff6-9eda-e8bde4d0bc7b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:30:38.184039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c606235-7691-4ca9-bafd-68a3611e7d08 req-ecc127b7-ab55-4858-8158-84ac77291c9e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:38.192502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c606235-7691-4ca9-bafd-68a3611e7d08 req-ecc127b7-ab55-4858-8158-84ac77291c9e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.0855267 Jan 27 21:30:38.197467 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:38.317720 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Routers {'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:30:38.318467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:38.362100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c606235-7691-4ca9-bafd-68a3611e7d08 req-183dc110-afe9-4f92-88c8-c160c7a943f7 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685519 Jan 27 21:30:38.659840 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b672614-c00e-4940-bfd3-3d8d8c2cd8b5 None None] Pushing event updated for resources: {'Port': ['ID=c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:38.678850 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3efc9045-3ffd-4064-ae69-8a7f46be7510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (0bc95b7d-20a3-4119-8866-41f9cca9c875), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:38.712176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b9befb92-8d42-4890-bb32-314072557f9d None None] Provisioning complete for port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:38.712557 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9befb92-8d42-4890-bb32-314072557f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:38.786654 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:38.821353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] Set router a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:30:38.915219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc9045-3ffd-4064-ae69-8a7f46be7510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc95b7d-20a3-4119-8866-41f9cca9c875,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:38.922018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efc9045-3ffd-4064-ae69-8a7f46be7510 admin admin] Checking segment: {'id': '45716ea8-0270-400f-9484-87eabf7180c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:38.922872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc9045-3ffd-4064-ae69-8a7f46be7510 admin admin] Network hostable DHCP agents. Network: 33edea2b-3991-4d2e-84ab-38e4216b91d8, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:30:39.010780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efc9045-3ffd-4064-ae69-8a7f46be7510 admin admin] Network 33edea2b-3991-4d2e-84ab-38e4216b91d8 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:30:39.144199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-3efc9045-3ffd-4064-ae69-8a7f46be7510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 33edea2b-3991-4d2e-84ab-38e4216b91d8) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:39.150489 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc9045-3ffd-4064-ae69-8a7f46be7510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:39.153189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3efc9045-3ffd-4064-ae69-8a7f46be7510 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:39.176429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e53820-868c-4e7b-ae99-997feffb59d0 None None] Network 33edea2b-3991-4d2e-84ab-38e4216b91d8 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:30:39.286507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60556) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:39.287065 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3efc9045-3ffd-4064-ae69-8a7f46be7510 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7284284 Jan 27 21:30:39.295938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1743209220-router', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:39.424295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b9befb92-8d42-4890-bb32-314072557f9d None None] Current status of the port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:39.424799 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9befb92-8d42-4890-bb32-314072557f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:39.488202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b9befb92-8d42-4890-bb32-314072557f9d None None] For port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4,segment=NetworkSegment(d918512c-89e7-4ff6-9eda-e8bde4d0bc7b),segment_id=d918512c-89e7-4ff6-9eda-e8bde4d0bc7b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:39.493601 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'name': 'tempest-AttachSCSIVolumeTestJSON-16789085-router', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:25Z', 'updated_at': '2022-01-27T21:30:32Z', 'revision_number': 4, 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'gw_port': {'id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:27Z', 'updated_at': '2022-01-27T21:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4', 'name': '', 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'mac_address': 'fa:16:3e:54:07:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:30Z', 'updated_at': '2022-01-27T21:30:38Z', 'revision_number': 4, 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'subnets': [{'id': 'a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:39.505617 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (0193b89b-2553-45bd-850c-8055e14958e9), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:39.521718 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (0193b89b-2553-45bd-850c-8055e14958e9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:39.561467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7362d83b-ca09-41c0-bea7-7ea7d83e0228 None None] The sync data for ids ['a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'] in n-d-760456-6 is: [{'id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'name': 'tempest-AttachSCSIVolumeTestJSON-16789085-router', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:25Z', 'updated_at': '2022-01-27T21:30:32Z', 'revision_number': 4, 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'gw_port': {'id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:27Z', 'updated_at': '2022-01-27T21:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4', 'name': '', 'network_id': '6df639e3-3e1d-4a0a-8dfd-38b97b907ef1', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'mac_address': 'fa:16:3e:54:07:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:30Z', 'updated_at': '2022-01-27T21:30:38Z', 'revision_number': 4, 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'subnets': [{'id': 'a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:30:39.608096 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9befb92-8d42-4890-bb32-314072557f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:39.654671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-33edea2b-3991-4d2e-84ab-38e4216b91d8', 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8', 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'fixed_ips': [{'subnet_id': '0bc95b7d-20a3-4119-8866-41f9cca9c875'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:30:39.655544 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:39.718793 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Publish callbacks [] for router_controller (0193b89b-2553-45bd-850c-8055e14958e9), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:40.011359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9befb92-8d42-4890-bb32-314072557f9d None None] Pushing event updated for resources: {'Port': ['ID=c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:40.156298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8e0fd7f-6eb7-4d21-ae53-204291439147 None None] Provisioning complete for port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:40.156298 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8e0fd7f-6eb7-4d21-ae53-204291439147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:40.242259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Allocated IP 172.20.0.2 (33edea2b-3991-4d2e-84ab-38e4216b91d8/0bc95b7d-20a3-4119-8866-41f9cca9c875/e7bc5f2e-c25e-4f10-a039-5d96047155fa) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:30:40.292152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:40.329488 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Publish callbacks [] for router_gateway (0193b89b-2553-45bd-850c-8055e14958e9), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:40.738866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:40.739266 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:40.816129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0fd7f-6eb7-4d21-ae53-204291439147 None None] Current status of the port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:40.890683 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Publish callbacks [] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:41.070996 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:41.083891 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:41.195441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Network 33edea2b-3991-4d2e-84ab-38e4216b91d8 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:41.216423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:41.228674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:30:41.239464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Pushing event updated for resources: {'Port': ['ID=e7bc5f2e-c25e-4f10-a039-5d96047155fa,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:41.330472 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Publish callbacks [] for router_gateway (0193b89b-2553-45bd-850c-8055e14958e9), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:41.355026 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:41.362279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Attempting to bind port e7bc5f2e-c25e-4f10-a039-5d96047155fa on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:30:41.362665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Attempting to bind port e7bc5f2e-c25e-4f10-a039-5d96047155fa by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '45716ea8-0270-400f-9484-87eabf7180c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:30:41.363037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Attempting to bind port e7bc5f2e-c25e-4f10-a039-5d96047155fa on network 33edea2b-3991-4d2e-84ab-38e4216b91d8 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:30:41.374557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:30:41.374818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Checking segment: {'id': '45716ea8-0270-400f-9484-87eabf7180c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:41.375268 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:41.375726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Bound using segment: {'id': '45716ea8-0270-400f-9484-87eabf7180c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:30:41.378568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Bound port: e7bc5f2e-c25e-4f10-a039-5d96047155fa, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45716ea8-0270-400f-9484-87eabf7180c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:30:41.379214 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:41.507630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] For port e7bc5f2e-c25e-4f10-a039-5d96047155fa, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:30:41.516829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] For port e7bc5f2e-c25e-4f10-a039-5d96047155fa, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e7bc5f2e-c25e-4f10-a039-5d96047155fa,segment=NetworkSegment(45716ea8-0270-400f-9484-87eabf7180c3),segment_id=45716ea8-0270-400f-9484-87eabf7180c3)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:30:41.613707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-177dfba0-d632-4f56-982e-85fc48f90299 service neutron] 10.222.0.71 "GET /v2.0/ports/f1969fd7-9bcd-463c-a65d-1a43f776cf54/bindings/n-h2-760456-6 HTTP/1.1" status: 200 len: 382 time: 0.0930545 Jan 27 21:30:41.633993 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:41.741246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Allocated IP 172.25.0.129 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/b084c2e2-38c7-489e-8af8-e5fea442a6a7) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:30:41.839925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30add1-4c6b-441c-84b7-e6b4e011c309 None None] Pushing event updated for resources: {'Port': ['ID=e7bc5f2e-c25e-4f10-a039-5d96047155fa,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:41.996484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:42.153292 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Publish callbacks [] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:42.301999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:42.302512 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:42.349340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:42.564436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:42.567546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:42.588944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:42.592183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:30:42.663977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-e6d317aa-64da-451d-a186-31ec0c5deed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:42.673363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-e6d317aa-64da-451d-a186-31ec0c5deed4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11&tenant_id=8d87dbbb836740af80771db9b8ffe9ca HTTP/1.1" status: 200 len: 1100 time: 0.3348672 Jan 27 21:30:42.696153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=b084c2e2-38c7-489e-8af8-e5fea442a6a7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:42.984581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-79721b16-9f7a-4bfe-b3f1-7cf35651636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:42.986248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-79721b16-9f7a-4bfe-b3f1-7cf35651636d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 1100 time: 0.2861195 Jan 27 21:30:43.185442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-992228a1-6e49-4b67-b897-a763468b7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:43.187339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-992228a1-6e49-4b67-b897-a763468b7434 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1374178 Jan 27 21:30:43.197209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-d2455e14-3b0d-4df5-80b6-ffa1efeacef3 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a3d3241e6f6a4eb9a77516d040d131f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2375472 Jan 27 21:30:43.609119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4371151-28e4-40e3-801f-756101965ad7 None None] Network 33edea2b-3991-4d2e-84ab-38e4216b91d8 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:30:43.702630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-9759d2d5-696b-4ba4-a197-c0dfcb3a53f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54 HTTP/1.1" status: 200 len: 217 time: 0.4202650 Jan 27 21:30:43.729584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2b2be011-5fce-47df-8598-c5047af642ea None None] Provisioning complete for port e7bc5f2e-c25e-4f10-a039-5d96047155fa triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:43.736491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2b2be011-5fce-47df-8598-c5047af642ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:43.820935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f001c9-9506-48ce-8991-cc57ddb6ae3f req-6d9aea5f-192e-4d94-a065-581bb2d811ae tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:43.857653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5f001c9-9506-48ce-8991-cc57ddb6ae3f req-6d9aea5f-192e-4d94-a065-581bb2d811ae tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.7732666 Jan 27 21:30:43.949493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2b2be011-5fce-47df-8598-c5047af642ea None None] Current status of the port e7bc5f2e-c25e-4f10-a039-5d96047155fa is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:43.949900 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2b2be011-5fce-47df-8598-c5047af642ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:44.040551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2b2be011-5fce-47df-8598-c5047af642ea None None] For port e7bc5f2e-c25e-4f10-a039-5d96047155fa, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e7bc5f2e-c25e-4f10-a039-5d96047155fa,segment=NetworkSegment(45716ea8-0270-400f-9484-87eabf7180c3),segment_id=45716ea8-0270-400f-9484-87eabf7180c3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:44.044004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e7bc5f2e-c25e-4f10-a039-5d96047155fa up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:44.049006 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Publish callbacks [] for router_gateway (0193b89b-2553-45bd-850c-8055e14958e9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:44.131093 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2b2be011-5fce-47df-8598-c5047af642ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:44.199621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e7bc5f2e-c25e-4f10-a039-5d96047155fa triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:44.200522 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:44.270710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7d5e6913-43c9-41e5-9148-35056c3d75a5 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:44.276939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7d5e6913-43c9-41e5-9148-35056c3d75a5 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9796760 Jan 27 21:30:44.298377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5f001c9-9506-48ce-8991-cc57ddb6ae3f req-a370fe6c-4a65-4136-bced-cd0f1d6e8ad5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391689 Jan 27 21:30:44.306410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-f2b6aa95-6b92-49b3-83de-226696ef3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:44.307972 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-f2b6aa95-6b92-49b3-83de-226696ef3097 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.5874412 Jan 27 21:30:44.321929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-385dc1f3-9d0d-44bd-9a98-c9531642074c tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/quotas/a3d3241e6f6a4eb9a77516d040d131f7 HTTP/1.1" status: 200 len: 375 time: 0.0295560 Jan 27 21:30:44.327530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2be011-5fce-47df-8598-c5047af642ea None None] Pushing event updated for resources: {'Port': ['ID=e7bc5f2e-c25e-4f10-a039-5d96047155fa,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:44.411651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e9846ea0-6b18-4feb-94aa-6b6679439d7f None None] Provisioning complete for port e7bc5f2e-c25e-4f10-a039-5d96047155fa triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:44.412029 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9846ea0-6b18-4feb-94aa-6b6679439d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:44.474971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e7bc5f2e-c25e-4f10-a039-5d96047155fa is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:44.476497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-4c97a27c-3698-4741-bdb8-44e19ffd24e5 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3d3241e6f6a4eb9a77516d040d131f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1225717 Jan 27 21:30:44.552015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-f8e09134-93ed-46ef-817e-23ddbc6783e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:44.553701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-f8e09134-93ed-46ef-817e-23ddbc6783e8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2308969 Jan 27 21:30:44.582228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2c96e243-d6be-4759-8025-e4867df9a2c5 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:30:44.675958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed053ce-7ddf-4a6e-abaa-4797a499dbb6 req-70ae0427-583c-4111-9741-aca0187106d2 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:44.680296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ed053ce-7ddf-4a6e-abaa-4797a499dbb6 req-70ae0427-583c-4111-9741-aca0187106d2 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 949 time: 0.2282958 Jan 27 21:30:44.689865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2c96e243-d6be-4759-8025-e4867df9a2c5 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:30:44.736752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e9846ea0-6b18-4feb-94aa-6b6679439d7f None None] Current status of the port e7bc5f2e-c25e-4f10-a039-5d96047155fa is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:44.764843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:44.793392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '2c96e243-d6be-4759-8025-e4867df9a2c5', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '2c96e243-d6be-4759-8025-e4867df9a2c5', 'mac_address': 'fa:16:3e:49:e4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:30:44.815974 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (0193b89b-2553-45bd-850c-8055e14958e9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:44.824341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ed053ce-7ddf-4a6e-abaa-4797a499dbb6 req-82df0e57-0619-4317-9925-1a828b2798af tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267643 Jan 27 21:30:44.871802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2c96e243-d6be-4759-8025-e4867df9a2c5 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:44.874587 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:44.942711 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:30:45.002837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c96e243-d6be-4759-8025-e4867df9a2c5 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:30:45.025446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-fc41b45c-8334-479d-abc2-90f433547ced service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027462 Jan 27 21:30:45.053713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2c96e243-d6be-4759-8025-e4867df9a2c5 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:45.056511 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:45.115383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:45.227163 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:45.347346 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93da1f0f-46cc-461a-86bf-9d1aad957faf req-2894b4e1-7dbc-4101-b747-c5a9cd46e65c service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119874 Jan 27 21:30:45.348066 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:30:45.349205 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:30:45.378172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2c96e243-d6be-4759-8025-e4867df9a2c5,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:45.406039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7a1174c3-e602-488e-aaed-0bad9231a27f no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:30:45.415035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0344364e-6623-4788-b3b7-1264689a6166 req-c3c9a827-bc96-433c-8922-9d882ad57ac1 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 210 time: 0.0654936 Jan 27 21:30:45.487299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['2c96e243-d6be-4759-8025-e4867df9a2c5'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:30:45.563311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cddf04-1934-47b0-9031-73d874b558ea req-aab5d3f3-6c5a-4baa-8ec3-09f8663e3a08 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:45.571699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52cddf04-1934-47b0-9031-73d874b558ea req-aab5d3f3-6c5a-4baa-8ec3-09f8663e3a08 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 946 time: 0.0618391 Jan 27 21:30:45.617789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Router 0193b89b-2553-45bd-850c-8055e14958e9 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:30:45.641611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 7a1174c3-e602-488e-aaed-0bad9231a27f is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:45.642209 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:45.688158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52cddf04-1934-47b0-9031-73d874b558ea req-1f085f6c-a07e-41b0-aeac-7f9306213624 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128101 Jan 27 21:30:45.688346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7a1174c3-e602-488e-aaed-0bad9231a27f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7a1174c3-e602-488e-aaed-0bad9231a27f,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:45.688461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa642856-a0af-4395-8a97-94b0c505012d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a1174c3-e602-488e-aaed-0bad9231a27f'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:45.702631 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740f2d96-dec5-4896-88ff-54b5830b972d" -d '{"events": [{"server_uuid": "aa642856-a0af-4395-8a97-94b0c505012d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a1174c3-e602-488e-aaed-0bad9231a27f"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:45.935685 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:45.938519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f1969fd7-9bcd-463c-a65d-1a43f776cf54 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:30:45.990171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e7bc5f2e-c25e-4f10-a039-5d96047155fa up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:46.111902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:30:46.122662 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Sync routers for ids ['0193b89b-2553-45bd-850c-8055e14958e9'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:30:46.133125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09238c53-99da-4b82-94ee-058da19cf14b req-68d4e6ca-22bc-4507-972d-99719b1dcba0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:46.143474 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09238c53-99da-4b82-94ee-058da19cf14b req-68d4e6ca-22bc-4507-972d-99719b1dcba0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1166873 Jan 27 21:30:46.159368 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Routers {'0193b89b-2553-45bd-850c-8055e14958e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:30:46.160025 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['0193b89b-2553-45bd-850c-8055e14958e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:46.237211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2c96e243-d6be-4759-8025-e4867df9a2c5 is: BUILD; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:46.242987 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:46.245473 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09238c53-99da-4b82-94ee-058da19cf14b req-953be232-d4d8-4890-afe1-c21ee2aabe7f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957100 Jan 27 21:30:46.293577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2c96e243-d6be-4759-8025-e4867df9a2c5 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:30:46.374383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:46.374383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d0197060-bba9-4b26-8419-f087b693b6d5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.0297010 Jan 27 21:30:46.375201 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb0502b-44e8-4d0b-9dfb-66cf7df960ce x-openstack-request-id: req-cdb0502b-44e8-4d0b-9dfb-66cf7df960ce {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:46.375201 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa642856-a0af-4395-8a97-94b0c505012d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a1174c3-e602-488e-aaed-0bad9231a27f", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:46.375201 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cdb0502b-44e8-4d0b-9dfb-66cf7df960ce {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:46.375201 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa642856-a0af-4395-8a97-94b0c505012d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a1174c3-e602-488e-aaed-0bad9231a27f', 'code': 200} Jan 27 21:30:46.375886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60638) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:30:46.375972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:46.421908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port f1969fd7-9bcd-463c-a65d-1a43f776cf54 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:46.422401 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:46.424557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e7bc5f2e-c25e-4f10-a039-5d96047155fa triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:46.424922 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:46.467160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=7a1174c3-e602-488e-aaed-0bad9231a27f,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:46.548831 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:46.582442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2c96e243-d6be-4759-8025-e4867df9a2c5 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:46.674891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418edc75-23de-4cf1-a866-b7b4d8963eeb req-1060db35-57f2-4e0e-88ed-0ffd795eae4c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:46.687839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-418edc75-23de-4cf1-a866-b7b4d8963eeb req-1060db35-57f2-4e0e-88ed-0ffd795eae4c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 947 time: 0.2415214 Jan 27 21:30:46.806058 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Set router 0193b89b-2553-45bd-850c-8055e14958e9 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:30:46.849166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-418edc75-23de-4cf1-a866-b7b4d8963eeb req-4a6f8d5c-9633-4ad8-8fba-7883cad70fbf tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602962 Jan 27 21:30:46.991863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f1969fd7-9bcd-463c-a65d-1a43f776cf54, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:47.130507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e7bc5f2e-c25e-4f10-a039-5d96047155fa is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:47.149887 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:47.160808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2c96e243-d6be-4759-8025-e4867df9a2c5,revision_number=10']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:47.194159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525d3fd-4c10-46cc-91e6-282a199f3a31 req-d613aa32-ae5c-45ad-b5eb-3db2058e14bd tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:47.205130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4525d3fd-4c10-46cc-91e6-282a199f3a31 req-d613aa32-ae5c-45ad-b5eb-3db2058e14bd tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 948 time: 0.4451983 Jan 27 21:30:47.301857 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0193b89b-2553-45bd-850c-8055e14958e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1743209220-router', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:39Z', 'updated_at': '2022-01-27T21:30:43Z', 'revision_number': 3, 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'gw_port': {'id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:22:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0193b89b-2553-45bd-850c-8055e14958e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:41Z', 'updated_at': '2022-01-27T21:30:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:47.388060 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 2c96e243-d6be-4759-8025-e4867df9a2c5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:47.388060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:47.390846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=f1969fd7-9bcd-463c-a65d-1a43f776cf54,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:47.412760 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Checking router: 0193b89b-2553-45bd-850c-8055e14958e9 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:30:47.413458 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Updating router 0193b89b-2553-45bd-850c-8055e14958e9 port b084c2e2-38c7-489e-8af8-e5fea442a6a7 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:30:47.528492 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:47.651188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2c96e243-d6be-4759-8025-e4867df9a2c5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:47.651188 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:47.689713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4525d3fd-4c10-46cc-91e6-282a199f3a31 req-dd19eb22-2427-4ef5-a017-8d2af7fe7791 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442647 Jan 27 21:30:47.865529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:48.042868 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:48.121902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51f19e77-0450-4f34-a4d6-de1837e84ebf req-fd72b8b5-5500-47c5-bace-f844d2763de5 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 210 time: 0.1450057 Jan 27 21:30:48.232051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2c96e243-d6be-4759-8025-e4867df9a2c5,revision_number=11']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:48.263090 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:48.348187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9fa17c-991f-47d4-9b15-b858de76aa11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54'}, {'server_uuid': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c96e243-d6be-4759-8025-e4867df9a2c5'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:48.352622 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1f001f-2aa7-4a28-93a4-b6b0d21f9cf9" -d '{"events": [{"server_uuid": "ce9fa17c-991f-47d4-9b15-b858de76aa11", "name": "network-vif-unplugged", "status": "completed", "tag": "f1969fd7-9bcd-463c-a65d-1a43f776cf54"}, {"server_uuid": "787306ec-0efc-42e3-b6bb-fc7edd8663ad", "name": "network-vif-plugged", "status": "completed", "tag": "2c96e243-d6be-4759-8025-e4867df9a2c5"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:48.464927 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Publish callbacks [] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:48.596237 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:48.628789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Allocated IP 172.20.0.1 (33edea2b-3991-4d2e-84ab-38e4216b91d8/0bc95b7d-20a3-4119-8866-41f9cca9c875/9d8fe2bb-c43a-45c4-8801-b73b40795925) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:30:48.742287 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Attempting to bind port b084c2e2-38c7-489e-8af8-e5fea442a6a7 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:30:48.742620 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Attempting to bind port b084c2e2-38c7-489e-8af8-e5fea442a6a7 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:30:48.742967 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Attempting to bind port b084c2e2-38c7-489e-8af8-e5fea442a6a7 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:30:48.751754 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf62391-7dd6-4b29-b53a-a5e86541cbe7 None None] Pushing event updated for resources: {'Port': ['ID=b084c2e2-38c7-489e-8af8-e5fea442a6a7,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:48.767040 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:30:48.770665 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:48.770665 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:48.770665 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:30:48.770665 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Bound port: b084c2e2-38c7-489e-8af8-e5fea442a6a7, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:30:48.770665 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:48.802673 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Publish callbacks [] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:48.923080 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] For port b084c2e2-38c7-489e-8af8-e5fea442a6a7, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:30:48.933388 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] For port b084c2e2-38c7-489e-8af8-e5fea442a6a7, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b084c2e2-38c7-489e-8af8-e5fea442a6a7,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:30:48.941693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dba38b-1576-40c7-be3e-3a351c2019e4 req-976b9a5e-7b55-4fae-9f6b-bcd0201e02b1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:48.952874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86dba38b-1576-40c7-be3e-3a351c2019e4 req-976b9a5e-7b55-4fae-9f6b-bcd0201e02b1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 947 time: 0.6505451 Jan 27 21:30:49.123496 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:49.285834 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:49.364353 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Routers {'0193b89b-2553-45bd-850c-8055e14958e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:30:49.365004 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['0193b89b-2553-45bd-850c-8055e14958e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:49.387779 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf62391-7dd6-4b29-b53a-a5e86541cbe7 None None] Pushing event updated for resources: {'Port': ['ID=b084c2e2-38c7-489e-8af8-e5fea442a6a7,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:49.397043 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-ea85390b-fc15-479b-a76e-e41af5d81739 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=a3d3241e6f6a4eb9a77516d040d131f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7194479 Jan 27 21:30:49.425673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f1969fd7-9bcd-463c-a65d-1a43f776cf54 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:30:49.459818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8fe2bb-c43a-45c4-8801-b73b40795925,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:49.522795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86dba38b-1576-40c7-be3e-3a351c2019e4 req-4cea2a9c-d392-40e0-9f73-2cb3d7af319a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687785 Jan 27 21:30:49.668046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Network 33edea2b-3991-4d2e-84ab-38e4216b91d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:49.695569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:49.750275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:30:49.791610 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] Set router 0193b89b-2553-45bd-850c-8055e14958e9 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:30:49.846617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-42bde53d-69fc-4db9-8af2-5129e1376d7f tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:49.849583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-42bde53d-69fc-4db9-8af2-5129e1376d7f tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.74 "GET /v2.0/ports?device_id=50e31a28-3dea-4972-a9cf-b2dd85eb1dc2 HTTP/1.1" status: 200 len: 946 time: 0.7706933 Jan 27 21:30:49.884775 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-a094e29f-40c3-4c45-b0ef-106b6652a030 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:49.896065 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04d7b13-408f-4184-9b63-43ed3f52a900 x-openstack-request-id: req-e04d7b13-408f-4184-9b63-43ed3f52a900 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:49.900172 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-a094e29f-40c3-4c45-b0ef-106b6652a030 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4966686 Jan 27 21:30:49.909042 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9fa17c-991f-47d4-9b15-b858de76aa11", "name": "network-vif-unplugged", "status": "completed", "tag": "f1969fd7-9bcd-463c-a65d-1a43f776cf54", "code": 200}, {"server_uuid": "787306ec-0efc-42e3-b6bb-fc7edd8663ad", "name": "network-vif-plugged", "status": "completed", "tag": "2c96e243-d6be-4759-8025-e4867df9a2c5", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:49.912261 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e04d7b13-408f-4184-9b63-43ed3f52a900 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:49.915992 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9fa17c-991f-47d4-9b15-b858de76aa11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54', 'code': 200} Jan 27 21:30:49.919989 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c96e243-d6be-4759-8025-e4867df9a2c5', 'code': 200} Jan 27 21:30:49.927860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Request body: {'port': {'device_id': 'f2555b00-deb6-4134-823e-6b8af644cad6', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'a3d3241e6f6a4eb9a77516d040d131f7'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:50.229160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f1969fd7-9bcd-463c-a65d-1a43f776cf54, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:50.287128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54', 'mac_address': 'fa:16:3e:ee:a2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:30:50.383097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port f1969fd7-9bcd-463c-a65d-1a43f776cf54 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:50.384033 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:50.436516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1969fd7-9bcd-463c-a65d-1a43f776cf54 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:30:50.563451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f1969fd7-9bcd-463c-a65d-1a43f776cf54, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:50.596301 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0d5ad002-5826-4978-89f2-cac6bc0833cc None None] Provisioning complete for port 9d8fe2bb-c43a-45c4-8801-b73b40795925 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:50.598850 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d5ad002-5826-4978-89f2-cac6bc0833cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:50.605055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9f9bb-035e-4bf5-ba04-65fb80ff4230 req-becd58d6-d4b4-407e-a8f8-fd103c4b2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:50.613856 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8cb9f9bb-035e-4bf5-ba04-65fb80ff4230 req-becd58d6-d4b4-407e-a8f8-fd103c4b2ab9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 1101 time: 0.2663667 Jan 27 21:30:50.667116 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0193b89b-2553-45bd-850c-8055e14958e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1743209220-router', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:39Z', 'updated_at': '2022-01-27T21:30:43Z', 'revision_number': 3, 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'gw_port': {'id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:22:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0193b89b-2553-45bd-850c-8055e14958e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:41Z', 'updated_at': '2022-01-27T21:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:50.694214 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:50.775730 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa8b894-12f8-41d0-9f5e-e6d762d281ea None None] The sync data for ids ['0193b89b-2553-45bd-850c-8055e14958e9'] in n-d-760456-6 is: [{'id': '0193b89b-2553-45bd-850c-8055e14958e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1743209220-router', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:39Z', 'updated_at': '2022-01-27T21:30:43Z', 'revision_number': 3, 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'gw_port': {'id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:22:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0193b89b-2553-45bd-850c-8055e14958e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:41Z', 'updated_at': '2022-01-27T21:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:30:50.776935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-fa5d909a-5b45-458b-b6eb-5facb806ccbb tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--305281964&fields=id&tenant_id=451676679c4b4b5587451d05a77ed0c4 HTTP/1.1" status: 200 len: 267 time: 1.5607257 Jan 27 21:30:50.804776 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8cb9f9bb-035e-4bf5-ba04-65fb80ff4230 req-ff8126cc-4890-4509-9fd5-135a7e865e02 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742554 Jan 27 21:30:50.870407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=f1969fd7-9bcd-463c-a65d-1a43f776cf54,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:50.870407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ad002-5826-4978-89f2-cac6bc0833cc None None] Port 9d8fe2bb-c43a-45c4-8801-b73b40795925 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:30:50.959007 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Made reservation on behalf of a3d3241e6f6a4eb9a77516d040d131f7 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:30:50.967498 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:51.008972 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:51.029300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['f1969fd7-9bcd-463c-a65d-1a43f776cf54'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:30:51.104960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-7600ac9c-d9da-4762-a169-cf46c666a992 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:51.114553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-7600ac9c-d9da-4762-a169-cf46c666a992 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/networks?id=9702760e-a020-4d15-a8dc-77e191f3ead9 HTTP/1.1" status: 200 len: 824 time: 0.2902226 Jan 27 21:30:51.154427 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (0193b89b-2553-45bd-850c-8055e14958e9), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:51.296829 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Publish callbacks [] for security_group (5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:51.380446 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:51.387964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-5fd0be5f-6396-4cd7-84db-478fe9cee534 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/quotas/451676679c4b4b5587451d05a77ed0c4 HTTP/1.1" status: 200 len: 375 time: 0.2724087 Jan 27 21:30:51.477913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:51.558059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f0d57-7606-4d72-9305-568acde1fbd7 req-b6ad18e7-3c47-4dcd-9a63-079af597a7e6 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:51.559909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-083f0d57-7606-4d72-9305-568acde1fbd7 req-b6ad18e7-3c47-4dcd-9a63-079af597a7e6 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 950 time: 0.8132071 Jan 27 21:30:51.704539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-a6cc3e27-f175-47a7-a064-1f99f7a19fa5 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=451676679c4b4b5587451d05a77ed0c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3156128 Jan 27 21:30:51.743037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Allocated IP 192.168.233.44 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/745bb8ea-cce8-42f9-94b3-587e85c5975c) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:30:51.751157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Deleting port f9b0d477-9359-4503-9927-ac7ff7c5542b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:30:51.751645 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:51.953814 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Publish callbacks [] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:52.071729 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:52.087135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b084c2e2-38c7-489e-8af8-e5fea442a6a7 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:52.133365 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-47d56197-1bd3-40aa-8711-56b23d52e4ae service neutron] 10.222.0.61 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951929 Jan 27 21:30:52.189637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:52.248091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b084c2e2-38c7-489e-8af8-e5fea442a6a7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:52.249718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:52.259802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Pushing event updated for resources: {'Port': ['ID=745bb8ea-cce8-42f9-94b3-587e85c5975c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:52.263400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:52.273190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:52.280811 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:30:52.289224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:52.291348 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:52.326542 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-083f0d57-7606-4d72-9305-568acde1fbd7 req-247a2386-a057-4b67-810f-a772f22db0c6 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7396727 Jan 27 21:30:52.413022 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-7bc44b69-8744-4ec4-8510-70df4effcebb tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5020802 Jan 27 21:30:52.429950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Request body: {'port': {'device_id': 'f2555b00-deb6-4134-823e-6b8af644cad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:52.469268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b084c2e2-38c7-489e-8af8-e5fea442a6a7 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:52.473741 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:52.563617 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device f9b0d477-9359-4503-9927-ac7ff7c5542b no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:30:52.640716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] For port f9b0d477-9359-4503-9927-ac7ff7c5542b, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=f9b0d477-9359-4503-9927-ac7ff7c5542b,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:52.640977 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:52.767523 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:52.885390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port b084c2e2-38c7-489e-8af8-e5fea442a6a7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b084c2e2-38c7-489e-8af8-e5fea442a6a7,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:52.925241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-629853f9-b045-40ba-a12c-e07a42d5a4ca service neutron] 10.222.0.61 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416775 Jan 27 21:30:52.933899 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-97a316c6-fbde-43a4-9e46-2fffd408cfeb None None] Provisioning complete for port 745bb8ea-cce8-42f9-94b3-587e85c5975c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:52.934533 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-97a316c6-fbde-43a4-9e46-2fffd408cfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:53.044446 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-97a316c6-fbde-43a4-9e46-2fffd408cfeb None None] Port 745bb8ea-cce8-42f9-94b3-587e85c5975c cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:30:53.051324 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:53.210715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=b084c2e2-38c7-489e-8af8-e5fea442a6a7,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:53.378954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port f9b0d477-9359-4503-9927-ac7ff7c5542b is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:53.379388 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:53.498161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b0d477-9359-4503-9927-ac7ff7c5542b'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:53.508626 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0e55cf-1054-40ea-9384-ca4e7675aa4c" -d '{"events": [{"server_uuid": "50e31a28-3dea-4972-a9cf-b2dd85eb1dc2", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b0d477-9359-4503-9927-ac7ff7c5542b"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:53.513622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:30:53.606825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745bb8ea-cce8-42f9-94b3-587e85c5975c {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:30:53.617801 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Publish callbacks [] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:53.699599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Transition to ACTIVE for port object 745bb8ea-cce8-42f9-94b3-587e85c5975c will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:30:53.759003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f1969fd7-9bcd-463c-a65d-1a43f776cf54 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:53.769976 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:53.774709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Publish callbacks [] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:53.793453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port f9b0d477-9359-4503-9927-ac7ff7c5542b, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=f9b0d477-9359-4503-9927-ac7ff7c5542b,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:53.828963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a728925-6235-4b9d-958b-6a691d9a78ea req-a781df8f-273b-4ba8-a708-32c57a017a71 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:53.843936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a728925-6235-4b9d-958b-6a691d9a78ea req-a781df8f-273b-4ba8-a708-32c57a017a71 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 935 time: 1.1550448 Jan 27 21:30:53.916502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Pushing event updated for resources: {'Port': ['ID=745bb8ea-cce8-42f9-94b3-587e85c5975c,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:53.948055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:53.963584 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:54.051723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Attempting to bind port 745bb8ea-cce8-42f9-94b3-587e85c5975c on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:30:54.052386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Attempting to bind port 745bb8ea-cce8-42f9-94b3-587e85c5975c by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:30:54.059414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Attempting to bind port 745bb8ea-cce8-42f9-94b3-587e85c5975c on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:30:54.059414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Port 745bb8ea-cce8-42f9-94b3-587e85c5975c on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:30:54.059414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Attempting to bind port 745bb8ea-cce8-42f9-94b3-587e85c5975c on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:30:54.071803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:30:54.072344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:30:54.073094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:30:54.073617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Bound port: 745bb8ea-cce8-42f9-94b3-587e85c5975c, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:30:54.074072 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:54.083674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b084c2e2-38c7-489e-8af8-e5fea442a6a7 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:54.220676 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] For port 745bb8ea-cce8-42f9-94b3-587e85c5975c, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:30:54.224868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] For port 745bb8ea-cce8-42f9-94b3-587e85c5975c, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=745bb8ea-cce8-42f9-94b3-587e85c5975c,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:30:54.251475 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (0193b89b-2553-45bd-850c-8055e14958e9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:54.268674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-513406bb-7805-45fe-8797-926f0b7bfbff req-c6c28bc0-2aae-4caf-9706-b9c38328ecad tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 210 time: 0.3585668 Jan 27 21:30:54.284969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:54.299263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'mac_address': 'fa:16:3e:3a:2e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:30:54.403331 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:54.431681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:54.434173 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:54.458530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:30:54.499080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:54.540723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a728925-6235-4b9d-958b-6a691d9a78ea req-8ba5eda9-986e-4121-9407-6311522e34c2 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6948931 Jan 27 21:30:54.552324 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:54.552324 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:54.552324 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] 10.222.0.74 "PUT /v2.0/ports/745bb8ea-cce8-42f9-94b3-587e85c5975c HTTP/1.1" status: 200 len: 1095 time: 2.1301384 Jan 27 21:30:54.552324 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2555b00-deb6-4134-823e-6b8af644cad6', 'tag': '745bb8ea-cce8-42f9-94b3-587e85c5975c'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:54.556767 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b174a2-5149-43e7-ae23-220959a27425" -d '{"events": [{"name": "network-changed", "server_uuid": "f2555b00-deb6-4134-823e-6b8af644cad6", "tag": "745bb8ea-cce8-42f9-94b3-587e85c5975c"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:54.557554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=f9b0d477-9359-4503-9927-ac7ff7c5542b,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:54.657170 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:54.684093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port f1969fd7-9bcd-463c-a65d-1a43f776cf54 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:54.685767 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:54.805146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc07ca-e46d-497f-a7ed-ef853adf1d27 service neutron] Pushing event updated for resources: {'Port': ['ID=745bb8ea-cce8-42f9-94b3-587e85c5975c,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:54.869187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b084c2e2-38c7-489e-8af8-e5fea442a6a7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:54.869638 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:54.891794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:54.899713 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (63701453-6858-4d11-bac7-3b586a3833a5), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:54.900207 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Floating IP 63701453-6858-4d11-bac7-3b586a3833a5 disassociated. External IP: 172.25.0.216, port: f9b0d477-9359-4503-9927-ac7ff7c5542b. Jan 27 21:30:54.900724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Calling delete_port for f9b0d477-9359-4503-9927-ac7ff7c5542b owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:30:54.910491 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-12b367b2-b012-43da-8385-dbf174e9364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:54.912066 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-12b367b2-b012-43da-8385-dbf174e9364d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a3d3241e6f6a4eb9a77516d040d131f7&device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 1098 time: 0.2537618 Jan 27 21:30:54.974067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8fe2bb-c43a-45c4-8801-b73b40795925,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:55.001341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2f66a744-eec4-4b79-8c92-cc8bee6cfdd7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:30:55.040484 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-d456b2d0-995f-4b90-99ff-9bd60d7f6efe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=745bb8ea-cce8-42f9-94b3-587e85c5975c HTTP/1.1" status: 200 len: 217 time: 0.1128137 Jan 27 21:30:55.072882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730832c-b06a-4472-b2dd-095bbb7f00c4 req-536938bf-c1b4-46ac-a0db-d7840b9a575a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:55.074658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e730832c-b06a-4472-b2dd-095bbb7f00c4 req-536938bf-c1b4-46ac-a0db-d7840b9a575a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 950 time: 0.5397172 Jan 27 21:30:55.103333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-55dcbe7e-8663-4ba5-8b93-43a8eea8acfe tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:55.109876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-55dcbe7e-8663-4ba5-8b93-43a8eea8acfe tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11&tenant_id=8d87dbbb836740af80771db9b8ffe9ca&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 948 time: 0.9341693 Jan 27 21:30:55.184251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-a989d316-0bd5-4340-9e9b-0914e34a4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:55.186031 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-a989d316-0bd5-4340-9e9b-0914e34a4f4d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1369748 Jan 27 21:30:55.201339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:55.303001 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-f408077a-eb56-4b6a-8e8c-5a086d7f94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:55.306240 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-f408077a-eb56-4b6a-8e8c-5a086d7f94bd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1130850 Jan 27 21:30:55.349156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b084c2e2-38c7-489e-8af8-e5fea442a6a7 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:55.381313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port f1969fd7-9bcd-463c-a65d-1a43f776cf54 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:55.384460 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:55.503815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f1969fd7-9bcd-463c-a65d-1a43f776cf54, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:55.672211 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:55.688224 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-776fab95-214e-4256-bb46-075dd37eaf13 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749998 Jan 27 21:30:55.806703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=f1969fd7-9bcd-463c-a65d-1a43f776cf54,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:55.906345 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03f5eef5-7eca-4a24-ba57-12ef0829d8a1 req-0f9fdf03-d5f4-48eb-9ad1-8c0efe4f6d38 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062602 Jan 27 21:30:56.018181 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-b44e4ab2-b7a4-4fd0-99a2-7f680442ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:56.019739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-b44e4ab2-b7a4-4fd0-99a2-7f680442ebc7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 1100 time: 0.2671161 Jan 27 21:30:56.021662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Network 33edea2b-3991-4d2e-84ab-38e4216b91d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:56.046251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e730832c-b06a-4472-b2dd-095bbb7f00c4 req-7cfdc75e-4fe9-40d1-9cd9-21dec2df7037 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9310524 Jan 27 21:30:56.260775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-5a77447d-8f37-4d77-9c65-bd7722405ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:56.262529 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-5a77447d-8f37-4d77-9c65-bd7722405ab0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2049348 Jan 27 21:30:56.263613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:56.334531 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-496d6dfe-422b-4d99-8bae-3eb428ee7cd0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54 HTTP/1.1" status: 200 len: 217 time: 0.0457761 Jan 27 21:30:56.439729 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:56.738800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-befd1929-a53e-4250-9871-8b360643b3dd None None] Provisioning complete for port 9d8fe2bb-c43a-45c4-8801-b73b40795925 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:56.739183 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-befd1929-a53e-4250-9871-8b360643b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:56.768504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8df84e-ad37-492f-9e24-54573c4c123f req-5b0e9e0c-3d4a-4a4f-9f8f-b2bd6b3870ae tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:56.778138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8df84e-ad37-492f-9e24-54573c4c123f req-5b0e9e0c-3d4a-4a4f-9f8f-b2bd6b3870ae tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.5000150 Jan 27 21:30:56.842661 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-befd1929-a53e-4250-9871-8b360643b3dd None None] Port 9d8fe2bb-c43a-45c4-8801-b73b40795925 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:30:56.912823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-233473f8-9652-434c-903d-e16021652622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:56.915334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-233473f8-9652-434c-903d-e16021652622 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.5245752 Jan 27 21:30:56.935758 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:56.945777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8df84e-ad37-492f-9e24-54573c4c123f req-930ae698-743f-44f3-bf35-492cb46789af tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663070 Jan 27 21:30:57.021009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-7277457f-436d-4e8f-9638-1e0b1f7e31e5 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:57.030432 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-7277457f-436d-4e8f-9638-1e0b1f7e31e5 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.74 "GET /v2.0/networks?id=9702760e-a020-4d15-a8dc-77e191f3ead9 HTTP/1.1" status: 200 len: 824 time: 0.2700582 Jan 27 21:30:57.048166 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8400cf50-fcb7-4bb2-a55f-00f139013401 x-openstack-request-id: req-8400cf50-fcb7-4bb2-a55f-00f139013401 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:57.048574 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e31a28-3dea-4972-a9cf-b2dd85eb1dc2", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b0d477-9359-4503-9927-ac7ff7c5542b", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:57.048826 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8400cf50-fcb7-4bb2-a55f-00f139013401 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:57.049229 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b0d477-9359-4503-9927-ac7ff7c5542b', 'code': 200} Jan 27 21:30:57.122671 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f9b0d477-9359-4503-9927-ac7ff7c5542b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:57.161662 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49facf40-f004-4eed-b881-c486c1ca01bb x-openstack-request-id: req-49facf40-f004-4eed-b881-c486c1ca01bb {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:30:57.163722 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2555b00-deb6-4134-823e-6b8af644cad6", "tag": "745bb8ea-cce8-42f9-94b3-587e85c5975c", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:30:57.163722 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49facf40-f004-4eed-b881-c486c1ca01bb {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:30:57.163722 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2555b00-deb6-4134-823e-6b8af644cad6', 'tag': '745bb8ea-cce8-42f9-94b3-587e85c5975c', 'status': 'completed', 'code': 200} Jan 27 21:30:57.310906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Pushing event deleted for resources: {'Port': ['ID=f9b0d477-9359-4503-9927-ac7ff7c5542b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:57.415317 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-1cd14282-8a09-4dfe-9f1f-e07a3f29384e tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=451676679c4b4b5587451d05a77ed0c4 HTTP/1.1" status: 200 len: 379 time: 0.3756301 Jan 27 21:30:57.448249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Request body: {'port': {'device_id': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'admin_state_up': True, 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'security_groups': ['8537887a-8b53-4c4f-a354-ecc7cae96f1d']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:30:57.498240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:30:57.511692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Router 0193b89b-2553-45bd-850c-8055e14958e9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:30:57.553077 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-543e4c03-185e-4295-b522-bc0705a57fc9 req-a92df5b8-f9d6-41c8-a375-36c1ceed31b0 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 210 time: 0.1901031 Jan 27 21:30:57.639329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-48aa717b-318a-4818-9a65-e9a8bd2429f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:57.642633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-48aa717b-318a-4818-9a65-e9a8bd2429f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6757329 Jan 27 21:30:57.681513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:30:57.684996 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:57.694776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b174a2-5149-43e7-ae23-220959a27425 req-f3d92a45-ba98-46da-8a0c-b0e2692f7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:57.726039 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a0b174a2-5149-43e7-ae23-220959a27425 req-f3d92a45-ba98-46da-8a0c-b0e2692f7bb8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a3d3241e6f6a4eb9a77516d040d131f7&device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 1098 time: 0.5307314 Jan 27 21:30:57.951273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:30:57.952430 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:58.018671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:30:58.089983 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:58.125689 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b174a2-5149-43e7-ae23-220959a27425 req-6d47a8c6-3648-43e9-9875-c26d7c0916be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:58.135480 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a0b174a2-5149-43e7-ae23-220959a27425 req-6d47a8c6-3648-43e9-9875-c26d7c0916be service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.3864074 Jan 27 21:30:58.226628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,revision_number=10']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:58.253878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Made reservation on behalf of 451676679c4b4b5587451d05a77ed0c4 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:30:58.257870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:58.273114 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a0b174a2-5149-43e7-ae23-220959a27425 req-cac16985-65b2-406a-93f4-643603c029e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=745bb8ea-cce8-42f9-94b3-587e85c5975c HTTP/1.1" status: 200 len: 217 time: 0.1362758 Jan 27 21:30:58.408397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e794b7c-9bee-49ed-b062-e44cf4515ce8 req-35b81662-1b69-46b7-b43f-8956644351a3 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:58.434128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e794b7c-9bee-49ed-b062-e44cf4515ce8 req-35b81662-1b69-46b7-b43f-8956644351a3 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 947 time: 0.6332407 Jan 27 21:30:58.512392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-2e485fa9-9548-4c94-9255-836c4378522e service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8528535 Jan 27 21:30:58.522786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:30:58.525748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Router 8c199853-cee7-45c2-a895-660315ea98ad has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:30:58.535464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Sync routers for ids ['0193b89b-2553-45bd-850c-8055e14958e9'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:30:58.548041 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4b0418bf-070c-4376-b107-8cc8a2389ea5 admin admin] 10.222.0.61 "PUT /v2.0/routers/0193b89b-2553-45bd-850c-8055e14958e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1699898 Jan 27 21:30:58.570480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Routers {'0193b89b-2553-45bd-850c-8055e14958e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:30:58.571123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['0193b89b-2553-45bd-850c-8055e14958e9'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:58.652364 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b174a2-5149-43e7-ae23-220959a27425 req-9f529ab0-258f-44a3-85b6-b9d6c16f5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:58.653980 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a0b174a2-5149-43e7-ae23-220959a27425 req-9f529ab0-258f-44a3-85b6-b9d6c16f5e47 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.3730237 Jan 27 21:30:58.724125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e794b7c-9bee-49ed-b062-e44cf4515ce8 req-d9c64a97-12b3-474c-abc9-8dfccc53eefa tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893417 Jan 27 21:30:58.868510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b174a2-5149-43e7-ae23-220959a27425 req-681242b4-5785-44a0-a42c-16fb7fe84530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:58.870431 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a0b174a2-5149-43e7-ae23-220959a27425 req-681242b4-5785-44a0-a42c-16fb7fe84530 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2074361 Jan 27 21:30:58.936746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Allocated IP 172.20.0.11 (9702760e-a020-4d15-a8dc-77e191f3ead9/8f63e171-69ab-4248-b2bd-b8b38611ff18/b3aa83aa-a195-484d-861d-e6e571ff22ac) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:30:59.092360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-582f6efa-34b6-49bb-ae6a-345a29496e20 req-06ff0973-714d-4910-86f7-91f6d906bc75 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561693 Jan 27 21:30:59.102020 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a0b174a2-5149-43e7-ae23-220959a27425 req-ad9c40e8-10c3-4821-bc61-f564538493b7 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179613 Jan 27 21:30:59.157531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:30:59.169313 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23cf335-14ec-497c-bf66-e9e5b0f83470 None None] Sync routers for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:30:59.187260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9fa17c-991f-47d4-9b15-b858de76aa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54'}, {'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:59.189293 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a3aee4-2bc5-43de-afc9-734be029cd0b" -d '{"events": [{"server_uuid": "ce9fa17c-991f-47d4-9b15-b858de76aa11", "name": "network-vif-plugged", "status": "completed", "tag": "f1969fd7-9bcd-463c-a65d-1a43f776cf54"}, {"server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "name": "network-vif-plugged", "status": "completed", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:59.203078 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23cf335-14ec-497c-bf66-e9e5b0f83470 None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:30:59.203730 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c23cf335-14ec-497c-bf66-e9e5b0f83470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:59.297147 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:59.340594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Set router 0193b89b-2553-45bd-850c-8055e14958e9 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:30:59.389421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] No DVR routers for this DVR port f9b0d477-9359-4503-9927-ac7ff7c5542b on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:30:59.393741 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:59.399902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a39d576-7efe-4aeb-886b-8337414fbba8 req-9d4e1356-5cc6-44a7-a812-6dcc41baff19 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.74 "DELETE /v2.0/ports/f9b0d477-9359-4503-9927-ac7ff7c5542b HTTP/1.1" status: 204 len: 173 time: 8.6505854 Jan 27 21:30:59.404785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'name': 'network-vif-deleted', 'tag': 'f9b0d477-9359-4503-9927-ac7ff7c5542b'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:30:59.407334 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d2e7c1-fcb8-4de7-891f-8030a6fcdb4a" -d '{"events": [{"server_uuid": "50e31a28-3dea-4972-a9cf-b2dd85eb1dc2", "name": "network-vif-deleted", "tag": "f9b0d477-9359-4503-9927-ac7ff7c5542b"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:30:59.505507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca70216-8407-4850-8b76-96fd7546ccc5 req-2d41a206-2c5a-4286-a169-28260a87cf40 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:59.511366 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:30:59.525153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ca70216-8407-4850-8b76-96fd7546ccc5 req-2d41a206-2c5a-4286-a169-28260a87cf40 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1101031 Jan 27 21:30:59.597539 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-c23cf335-14ec-497c-bf66-e9e5b0f83470 None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:30:59.659655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ca70216-8407-4850-8b76-96fd7546ccc5 req-7d4afcd9-1e67-4665-9de4-3fd88bdba566 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226263 Jan 27 21:30:59.811033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Pushing event updated for resources: {'Port': ['ID=b3aa83aa-a195-484d-861d-e6e571ff22ac,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:30:59.870300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0193b89b-2553-45bd-850c-8055e14958e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1743209220-router', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:39Z', 'updated_at': '2022-01-27T21:30:51Z', 'revision_number': 4, 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'gw_port': {'id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0193b89b-2553-45bd-850c-8055e14958e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:41Z', 'updated_at': '2022-01-27T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '9d8fe2bb-c43a-45c4-8801-b73b40795925', 'name': '', 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'mac_address': 'fa:16:3e:b4:e7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0193b89b-2553-45bd-850c-8055e14958e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '0bc95b7d-20a3-4119-8866-41f9cca9c875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:48Z', 'updated_at': '2022-01-27T21:30:52Z', 'revision_number': 2, 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'subnets': [{'id': '0bc95b7d-20a3-4119-8866-41f9cca9c875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:30:59.918253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d952f3b-4b1d-4bf3-8008-83e6a44ea09d req-7c3cdb0d-3993-4b40-ac6a-314b71a0adbc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:59.926359 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a0b174a2-5149-43e7-ae23-220959a27425 req-3b9bdd45-fc54-46cb-8143-907d8c75bf84 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5896916 Jan 27 21:30:59.936519 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d952f3b-4b1d-4bf3-8008-83e6a44ea09d req-7c3cdb0d-3993-4b40-ac6a-314b71a0adbc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 932 time: 0.1193626 Jan 27 21:30:59.953135 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Network 9702760e-a020-4d15-a8dc-77e191f3ead9 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:30:59.956235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Checking router: 0193b89b-2553-45bd-850c-8055e14958e9 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:30:59.956654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Updating router 0193b89b-2553-45bd-850c-8055e14958e9 port 9d8fe2bb-c43a-45c4-8801-b73b40795925 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:30:59.957644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:30:59.965785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:30:59.977810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:30:59.981075 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:00.023390 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:00.051387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d952f3b-4b1d-4bf3-8008-83e6a44ea09d req-cd6bdaa4-11c6-4730-8770-aff264380f13 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068976 Jan 27 21:31:00.061722 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c23cf335-14ec-497c-bf66-e9e5b0f83470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:18Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:00.255289 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23cf335-14ec-497c-bf66-e9e5b0f83470 None None] Checking router: 8c199853-cee7-45c2-a895-660315ea98ad for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:31:00.255289 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23cf335-14ec-497c-bf66-e9e5b0f83470 None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:31:00.255289 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c23cf335-14ec-497c-bf66-e9e5b0f83470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:00.277086 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-436119a7-dbc3-40b4-8a8b-f390bb0b12c2 req-2408e5f6-2f7f-4bad-98aa-f919e1b8d11f tempest-FloatingIPDetailsNegativeTestJSON-1043000360 tempest-FloatingIPDetailsNegativeTestJSON-1043000360-project] show failed (client error): The resource could not be found. Jan 27 21:31:00.288757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60800) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:00.298559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436119a7-dbc3-40b4-8a8b-f390bb0b12c2 req-2408e5f6-2f7f-4bad-98aa-f919e1b8d11f tempest-FloatingIPDetailsNegativeTestJSON-1043000360 tempest-FloatingIPDetailsNegativeTestJSON-1043000360-project] 10.222.0.61 "GET /v2.0/floatingips/f488e55a-15a6-4314-bf73-8cf1b731f3b3 HTTP/1.1" status: 404 len: 350 time: 0.1207829 Jan 27 21:31:00.547888 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-c23cf335-14ec-497c-bf66-e9e5b0f83470 None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:31:00.567184 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b894773a-f2f5-42a7-9375-e7c139ef1193 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1365323 Jan 27 21:31:00.581252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Request body: {'port': {'device_id': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:00.751124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba1753-1366-45a5-b015-c1292affb1f5 req-156fe690-b97c-4e0d-a2e6-5d55c77e5b98 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:00.758821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9ba1753-1366-45a5-b015-c1292affb1f5 req-156fe690-b97c-4e0d-a2e6-5d55c77e5b98 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 1101 time: 0.1054637 Jan 27 21:31:00.835023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Publish callbacks [] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:00.846855 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132e668c-ee7a-4f31-b0e4-d18ade8c9f33 x-openstack-request-id: req-132e668c-ee7a-4f31-b0e4-d18ade8c9f33 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:00.847570 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9fa17c-991f-47d4-9b15-b858de76aa11", "name": "network-vif-plugged", "status": "completed", "tag": "f1969fd7-9bcd-463c-a65d-1a43f776cf54", "code": 200}, {"server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "name": "network-vif-plugged", "status": "completed", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:00.848169 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-132e668c-ee7a-4f31-b0e4-d18ade8c9f33 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:00.848779 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9fa17c-991f-47d4-9b15-b858de76aa11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54', 'code': 200} Jan 27 21:31:00.849261 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'code': 200} Jan 27 21:31:00.856800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 745bb8ea-cce8-42f9-94b3-587e85c5975c details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:31:00.898199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9ba1753-1366-45a5-b015-c1292affb1f5 req-3d092f14-f892-42b7-b82a-ed0574d1b14c tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383331 Jan 27 21:31:00.923323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-99dd6594-b992-45e7-bdfe-922c60a59d8d None None] Provisioning complete for port b3aa83aa-a195-484d-861d-e6e571ff22ac triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:00.923886 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-99dd6594-b992-45e7-bdfe-922c60a59d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:00.939148 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ca7e43-2923-478f-a6ad-8803b97bc62c x-openstack-request-id: req-66ca7e43-2923-478f-a6ad-8803b97bc62c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:00.939733 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e31a28-3dea-4972-a9cf-b2dd85eb1dc2", "name": "network-vif-deleted", "tag": "f9b0d477-9359-4503-9927-ac7ff7c5542b", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:00.940430 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66ca7e43-2923-478f-a6ad-8803b97bc62c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:00.941071 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e31a28-3dea-4972-a9cf-b2dd85eb1dc2', 'name': 'network-vif-deleted', 'tag': 'f9b0d477-9359-4503-9927-ac7ff7c5542b', 'status': 'completed', 'code': 200} Jan 27 21:31:01.077279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-99dd6594-b992-45e7-bdfe-922c60a59d8d None None] Port b3aa83aa-a195-484d-861d-e6e571ff22ac cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:31:01.094386 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:01.182259 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:01.271400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6b285-5a36-4cc4-93ed-9b1cbf100335 req-1b856886-25c6-45d7-a8bb-709d2790fc54 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:01.281469 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c23cf335-14ec-497c-bf66-e9e5b0f83470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:18Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:01.287202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00a6b285-5a36-4cc4-93ed-9b1cbf100335 req-1b856886-25c6-45d7-a8bb-709d2790fc54 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 947 time: 0.1775296 Jan 27 21:31:01.365024 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23cf335-14ec-497c-bf66-e9e5b0f83470 None None] The sync data for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 is: [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:18Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:31:01.428818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 745bb8ea-cce8-42f9-94b3-587e85c5975c, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=745bb8ea-cce8-42f9-94b3-587e85c5975c,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:01.450959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '745bb8ea-cce8-42f9-94b3-587e85c5975c', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '745bb8ea-cce8-42f9-94b3-587e85c5975c', 'mac_address': 'fa:16:3e:ee:29:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:31:01.464659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049a8b9-9fc5-4d8f-8706-44ad5a8a85ae None None] Pushing event updated for resources: {'Port': ['ID=9d8fe2bb-c43a-45c4-8801-b73b40795925,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:01.537676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 745bb8ea-cce8-42f9-94b3-587e85c5975c is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:01.538039 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:01.559048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745bb8ea-cce8-42f9-94b3-587e85c5975c {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:01.589298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00a6b285-5a36-4cc4-93ed-9b1cbf100335 req-3d5a21e0-1a0e-45ac-9825-819dd09e2c52 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978556 Jan 27 21:31:01.768827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 745bb8ea-cce8-42f9-94b3-587e85c5975c, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=745bb8ea-cce8-42f9-94b3-587e85c5975c,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:01.801782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a945ce-18d7-4545-9e5d-4d6dedbbf88c req-d61f23fb-4599-4cda-b4dd-e9330247ac0b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:01.817844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17a945ce-18d7-4545-9e5d-4d6dedbbf88c req-d61f23fb-4599-4cda-b4dd-e9330247ac0b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1392832 Jan 27 21:31:01.848207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Attempting to bind port 9d8fe2bb-c43a-45c4-8801-b73b40795925 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:01.850895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Attempting to bind port 9d8fe2bb-c43a-45c4-8801-b73b40795925 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '45716ea8-0270-400f-9484-87eabf7180c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:01.854302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Attempting to bind port 9d8fe2bb-c43a-45c4-8801-b73b40795925 on network 33edea2b-3991-4d2e-84ab-38e4216b91d8 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:01.869853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:01.874632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Checking segment: {'id': '45716ea8-0270-400f-9484-87eabf7180c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:01.876458 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:01.878464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Bound using segment: {'id': '45716ea8-0270-400f-9484-87eabf7180c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:01.879040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Bound port: 9d8fe2bb-c43a-45c4-8801-b73b40795925, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45716ea8-0270-400f-9484-87eabf7180c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:01.879447 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:01.917036 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:01.967858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17a945ce-18d7-4545-9e5d-4d6dedbbf88c req-c0813a69-8814-4bb3-8297-cc93e2bcc961 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490133 Jan 27 21:31:02.097339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3aa83aa-a195-484d-861d-e6e571ff22ac {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:02.120379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Publish callbacks [] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:02.153410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4e40cb61-6a4b-4a21-80c6-27a707ade1b5 None None] Provisioning complete for port 9d8fe2bb-c43a-45c4-8801-b73b40795925 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:02.158416 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4e40cb61-6a4b-4a21-80c6-27a707ade1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:02.171283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Transition to ACTIVE for port object b3aa83aa-a195-484d-861d-e6e571ff22ac will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:31:02.217211 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b78103e5-b6e2-4ccc-945f-52f84163deb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (0193b89b-2553-45bd-850c-8055e14958e9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:02.221004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc717648-9e14-42ed-b82d-f50f3799782d None None] New status for floating IP 63701453-6858-4d11-bac7-3b586a3833a5: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:31:02.293370 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:02.488591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=745bb8ea-cce8-42f9-94b3-587e85c5975c,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:02.550222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['745bb8ea-cce8-42f9-94b3-587e85c5975c'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:02.707747 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-291d24bb-00b5-4ff6-b464-4bbface0d0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:02.726414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb120b7c-26c9-48f6-a56a-d54a75baa82e req-a932005e-1181-4dc4-925c-b53781a8432c tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:02.736627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb120b7c-26c9-48f6-a56a-d54a75baa82e req-a932005e-1181-4dc4-925c-b53781a8432c tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 944 time: 0.1319916 Jan 27 21:31:02.884518 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb120b7c-26c9-48f6-a56a-d54a75baa82e req-9152e2b2-1ee3-46ee-9859-3735de950be6 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468651 Jan 27 21:31:02.917781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] For port 9d8fe2bb-c43a-45c4-8801-b73b40795925, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:02.955109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4e40cb61-6a4b-4a21-80c6-27a707ade1b5 None None] Port 9d8fe2bb-c43a-45c4-8801-b73b40795925 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:31:02.991163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] For port 9d8fe2bb-c43a-45c4-8801-b73b40795925, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9d8fe2bb-c43a-45c4-8801-b73b40795925,segment=NetworkSegment(45716ea8-0270-400f-9484-87eabf7180c3),segment_id=45716ea8-0270-400f-9484-87eabf7180c3)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:03.104742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f004ac-a1cf-4472-9d19-763e3e0b47c8 req-2b51e3a7-f186-4ecd-9998-e0c65d5b2ce0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:03.120099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3f004ac-a1cf-4472-9d19-763e3e0b47c8 req-2b51e3a7-f186-4ecd-9998-e0c65d5b2ce0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1778657 Jan 27 21:31:03.148358 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:03.243965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3f004ac-a1cf-4472-9d19-763e3e0b47c8 req-cdc96b96-c250-4b73-bec0-af393fe3f3cd tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222041 Jan 27 21:31:03.301468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Pushing event updated for resources: {'Port': ['ID=b3aa83aa-a195-484d-861d-e6e571ff22ac,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:03.323078 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Attempting to bind port b3aa83aa-a195-484d-861d-e6e571ff22ac on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:03.323413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Attempting to bind port b3aa83aa-a195-484d-861d-e6e571ff22ac by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:03.323743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Attempting to bind port b3aa83aa-a195-484d-861d-e6e571ff22ac on network 9702760e-a020-4d15-a8dc-77e191f3ead9 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:03.352118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049a8b9-9fc5-4d8f-8706-44ad5a8a85ae None None] Pushing event updated for resources: {'Port': ['ID=9d8fe2bb-c43a-45c4-8801-b73b40795925,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:03.364854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Port b3aa83aa-a195-484d-861d-e6e571ff22ac on network 9702760e-a020-4d15-a8dc-77e191f3ead9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:31:03.365154 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Attempting to bind port b3aa83aa-a195-484d-861d-e6e571ff22ac on network 9702760e-a020-4d15-a8dc-77e191f3ead9 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:03.401438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:03.401438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Checking segment: {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:03.401438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Bound using segment: {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:03.405870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Bound port: b3aa83aa-a195-484d-861d-e6e571ff22ac, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f6fc8e7-04de-4514-9f48-cb50e77faf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:03.405870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:03.408726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Routers {'0193b89b-2553-45bd-850c-8055e14958e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:31:03.409497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:30:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['0193b89b-2553-45bd-850c-8055e14958e9'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:03.489109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ccb6b-1958-4117-936b-454236b3611c req-f2265b2d-d7c9-4a69-9dbe-f32f5f390590 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:03.492690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-799ccb6b-1958-4117-936b-454236b3611c req-f2265b2d-d7c9-4a69-9dbe-f32f5f390590 tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 1101 time: 0.1028872 Jan 27 21:31:03.593388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-799ccb6b-1958-4117-936b-454236b3611c req-4e2941eb-c065-4fe6-94fe-aaec9c973b5d tempest-ServersAdminTestJSON-477943668 tempest-ServersAdminTestJSON-477943668-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948572 Jan 27 21:31:03.630015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] Set router 0193b89b-2553-45bd-850c-8055e14958e9 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:31:03.701489 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] For port b3aa83aa-a195-484d-861d-e6e571ff22ac, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:03.714033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] For port b3aa83aa-a195-484d-861d-e6e571ff22ac, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b3aa83aa-a195-484d-861d-e6e571ff22ac,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:03.826723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdd64c-bf99-474e-a764-5e02a8547685 req-9401d5f0-bf04-4a63-8bb2-38feed98f412 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:03.849677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38fdd64c-bf99-474e-a764-5e02a8547685 req-9401d5f0-bf04-4a63-8bb2-38feed98f412 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 948 time: 0.1103020 Jan 27 21:31:03.901124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7d490102-3297-47fb-a0ca-903af38cc61b None None] Provisioning complete for port 9d8fe2bb-c43a-45c4-8801-b73b40795925 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:03.901522 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7d490102-3297-47fb-a0ca-903af38cc61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:03.919964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38fdd64c-bf99-474e-a764-5e02a8547685 req-e3d279a8-9b6d-4a8c-abef-32a59125d735 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640807 Jan 27 21:31:03.955575 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:04.104401 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:04.105332 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:04.106461 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] 10.222.0.74 "PUT /v2.0/ports/b3aa83aa-a195-484d-861d-e6e571ff22ac HTTP/1.1" status: 200 len: 1092 time: 3.5314436 Jan 27 21:31:04.108721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'tag': 'b3aa83aa-a195-484d-861d-e6e571ff22ac'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:04.113408 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418d84e7-0546-43e7-b090-eb989505d817" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea3a4fc-c949-47aa-82df-b772121a9f3b", "tag": "b3aa83aa-a195-484d-861d-e6e571ff22ac"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:04.209086 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404f18-aed9-4fc2-b89f-5bbb53b37848 service neutron] Pushing event updated for resources: {'Port': ['ID=b3aa83aa-a195-484d-861d-e6e571ff22ac,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:04.301645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0193b89b-2553-45bd-850c-8055e14958e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1743209220-router', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:39Z', 'updated_at': '2022-01-27T21:30:51Z', 'revision_number': 4, 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'gw_port': {'id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0193b89b-2553-45bd-850c-8055e14958e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:41Z', 'updated_at': '2022-01-27T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '9d8fe2bb-c43a-45c4-8801-b73b40795925', 'name': '', 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'mac_address': 'fa:16:3e:b4:e7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0193b89b-2553-45bd-850c-8055e14958e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '0bc95b7d-20a3-4119-8866-41f9cca9c875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:48Z', 'updated_at': '2022-01-27T21:31:02Z', 'revision_number': 4, 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'subnets': [{'id': '0bc95b7d-20a3-4119-8866-41f9cca9c875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:04.452360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461c3d0-58e1-4c6a-9245-dcafc2657ac8 None None] The sync data for ids ['0193b89b-2553-45bd-850c-8055e14958e9'] in n-d-760456-6 is: [{'id': '0193b89b-2553-45bd-850c-8055e14958e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1743209220-router', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:39Z', 'updated_at': '2022-01-27T21:30:51Z', 'revision_number': 4, 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'gw_port': {'id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0193b89b-2553-45bd-850c-8055e14958e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:41Z', 'updated_at': '2022-01-27T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '9d8fe2bb-c43a-45c4-8801-b73b40795925', 'name': '', 'network_id': '33edea2b-3991-4d2e-84ab-38e4216b91d8', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'mac_address': 'fa:16:3e:b4:e7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0193b89b-2553-45bd-850c-8055e14958e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '0bc95b7d-20a3-4119-8866-41f9cca9c875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:48Z', 'updated_at': '2022-01-27T21:31:02Z', 'revision_number': 4, 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'subnets': [{'id': '0bc95b7d-20a3-4119-8866-41f9cca9c875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:31:04.481692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7d490102-3297-47fb-a0ca-903af38cc61b None None] Current status of the port 9d8fe2bb-c43a-45c4-8801-b73b40795925 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:04.482408 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7d490102-3297-47fb-a0ca-903af38cc61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:04.612374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b9e9bf5c-3f91-4096-9768-5c5bab8abfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:04.639219 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-b9e9bf5c-3f91-4096-9768-5c5bab8abfa7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=451676679c4b4b5587451d05a77ed0c4&device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 1095 time: 0.3318014 Jan 27 21:31:04.650150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 745bb8ea-cce8-42f9-94b3-587e85c5975c up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:04.693348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7d490102-3297-47fb-a0ca-903af38cc61b None None] For port 9d8fe2bb-c43a-45c4-8801-b73b40795925, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9d8fe2bb-c43a-45c4-8801-b73b40795925,segment=NetworkSegment(45716ea8-0270-400f-9484-87eabf7180c3),segment_id=45716ea8-0270-400f-9484-87eabf7180c3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:04.752226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726e4cc-b7bb-4b1f-9efa-d2ea374cb7c9 req-d1f694f9-8493-43f0-8a9d-ccc972ec3bf7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:04.760325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4726e4cc-b7bb-4b1f-9efa-d2ea374cb7c9 req-d1f694f9-8493-43f0-8a9d-ccc972ec3bf7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 944 time: 0.0932660 Jan 27 21:31:04.780948 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-5ea0fcc5-7a31-47c7-8612-110e994bbe60 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3aa83aa-a195-484d-861d-e6e571ff22ac HTTP/1.1" status: 200 len: 217 time: 0.1282890 Jan 27 21:31:04.792185 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7d490102-3297-47fb-a0ca-903af38cc61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:04.877708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4726e4cc-b7bb-4b1f-9efa-d2ea374cb7c9 req-1e0aa260-f2a8-4136-8392-2c02836ba179 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164289 Jan 27 21:31:04.895679 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b78103e5-b6e2-4ccc-945f-52f84163deb3 admin admin] Deleting port 9d8fe2bb-c43a-45c4-8801-b73b40795925 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:31:04.896046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b78103e5-b6e2-4ccc-945f-52f84163deb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:04.938074 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-34a159d5-8ebc-456d-b1fd-13a6686967aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:04.953417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-74303d37-d3b2-4abd-bb86-751970be5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:04.954708 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-74303d37-d3b2-4abd-bb86-751970be5619 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f63e171-69ab-4248-b2bd-b8b38611ff18 HTTP/1.1" status: 200 len: 863 time: 0.1650920 Jan 27 21:31:05.023771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d490102-3297-47fb-a0ca-903af38cc61b None None] Pushing event updated for resources: {'Port': ['ID=9d8fe2bb-c43a-45c4-8801-b73b40795925,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:05.070962 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94844ce-5c23-4143-b44b-6276c4c10207 x-openstack-request-id: req-d94844ce-5c23-4143-b44b-6276c4c10207 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:05.071491 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea3a4fc-c949-47aa-82df-b772121a9f3b", "tag": "b3aa83aa-a195-484d-861d-e6e571ff22ac", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:05.071936 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d94844ce-5c23-4143-b44b-6276c4c10207 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:05.072839 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'tag': 'b3aa83aa-a195-484d-861d-e6e571ff22ac', 'status': 'completed', 'code': 200} Jan 27 21:31:05.081678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 745bb8ea-cce8-42f9-94b3-587e85c5975c completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:31:05.087201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 745bb8ea-cce8-42f9-94b3-587e85c5975c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:05.087757 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:05.163561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-b78103e5-b6e2-4ccc-945f-52f84163deb3 admin admin] For port 9d8fe2bb-c43a-45c4-8801-b73b40795925, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9d8fe2bb-c43a-45c4-8801-b73b40795925,segment=NetworkSegment(45716ea8-0270-400f-9484-87eabf7180c3),segment_id=45716ea8-0270-400f-9484-87eabf7180c3)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:05.166902 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b78103e5-b6e2-4ccc-945f-52f84163deb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:05.206199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-78561045-01d6-4dff-98c7-8b052f257b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:05.207894 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-78561045-01d6-4dff-98c7-8b052f257b18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9702760e-a020-4d15-a8dc-77e191f3ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2399206 Jan 27 21:31:05.208969 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b78103e5-b6e2-4ccc-945f-52f84163deb3 admin admin] Calling delete_port for 9d8fe2bb-c43a-45c4-8801-b73b40795925 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:31:05.323221 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 745bb8ea-cce8-42f9-94b3-587e85c5975c is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:05.323618 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:05.328336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc08ba-1fa8-431d-bf7a-48ac861170fa req-0769d20d-4ca7-474a-920a-59616dd8fa8d tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:05.330038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38dc08ba-1fa8-431d-bf7a-48ac861170fa req-0769d20d-4ca7-474a-920a-59616dd8fa8d tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 949 time: 0.1240280 Jan 27 21:31:05.405120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 745bb8ea-cce8-42f9-94b3-587e85c5975c, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=745bb8ea-cce8-42f9-94b3-587e85c5975c,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:05.406210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2555b00-deb6-4134-823e-6b8af644cad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745bb8ea-cce8-42f9-94b3-587e85c5975c'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:05.410209 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5547096a-0351-42a7-a175-1532985dcff1" -d '{"events": [{"server_uuid": "f2555b00-deb6-4134-823e-6b8af644cad6", "name": "network-vif-plugged", "status": "completed", "tag": "745bb8ea-cce8-42f9-94b3-587e85c5975c"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:05.430039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38dc08ba-1fa8-431d-bf7a-48ac861170fa req-6901d156-abb1-4d66-b02b-9e73401c434e tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873306 Jan 27 21:31:05.469770 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:05.516673 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-330f3ae1-0d8f-4ecd-8132-a057d31f5af2 service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942693 Jan 27 21:31:05.605874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=745bb8ea-cce8-42f9-94b3-587e85c5975c,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:05.879929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49be59-97b4-4b51-9592-effa77d4dfed req-807b2168-512a-4e7b-bbae-fe233729dc30 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:05.887482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d49be59-97b4-4b51-9592-effa77d4dfed req-807b2168-512a-4e7b-bbae-fe233729dc30 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 949 time: 0.1498628 Jan 27 21:31:05.920373 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b78103e5-b6e2-4ccc-945f-52f84163deb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (9d8fe2bb-c43a-45c4-8801-b73b40795925), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:05.956464 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9cf20aff-f435-4faa-a8a7-c3366759d160 req-5c3cecb0-30dd-4199-94a7-e88b5ee20d7f service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955904 Jan 27 21:31:06.088953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d49be59-97b4-4b51-9592-effa77d4dfed req-f831f815-bc9b-4e2a-bdda-6f46aeec0e48 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932967 Jan 27 21:31:06.112933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78103e5-b6e2-4ccc-945f-52f84163deb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8fe2bb-c43a-45c4-8801-b73b40795925,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:06.231044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9d8fe2bb-c43a-45c4-8801-b73b40795925 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:06.244695 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25beb92b-1c4b-4093-a1b7-4b2ee2991603 x-openstack-request-id: req-25beb92b-1c4b-4093-a1b7-4b2ee2991603 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:06.245676 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2555b00-deb6-4134-823e-6b8af644cad6", "name": "network-vif-plugged", "status": "completed", "tag": "745bb8ea-cce8-42f9-94b3-587e85c5975c", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:06.246355 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-25beb92b-1c4b-4093-a1b7-4b2ee2991603 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:06.247172 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2555b00-deb6-4134-823e-6b8af644cad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745bb8ea-cce8-42f9-94b3-587e85c5975c', 'code': 200} Jan 27 21:31:06.337143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 9d8fe2bb-c43a-45c4-8801-b73b40795925 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:31:06.348536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9d8fe2bb-c43a-45c4-8801-b73b40795925 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 21:31:06.455112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Port 9d8fe2bb-c43a-45c4-8801-b73b40795925 not found, will not notify nova. {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 21:31:06.476223 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:06.576937 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b78103e5-b6e2-4ccc-945f-52f84163deb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (0193b89b-2553-45bd-850c-8055e14958e9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:06.727044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0e774-8190-4d41-8ef8-675f261abd2b req-02a42fe6-cd85-4a9a-9ad6-2cc4432c8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:06.734443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03b0e774-8190-4d41-8ef8-675f261abd2b req-02a42fe6-cd85-4a9a-9ad6-2cc4432c8480 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 1100 time: 0.3685207 Jan 27 21:31:06.811260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe30e8-f7dd-47e1-80ff-55cfac30bec8 req-466ad819-d0eb-4b62-a1c2-c20a895083d1 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:06.818212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48fe30e8-f7dd-47e1-80ff-55cfac30bec8 req-466ad819-d0eb-4b62-a1c2-c20a895083d1 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 944 time: 0.3147588 Jan 27 21:31:06.854489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36620ce9-0760-48a0-b504-d49b49ff116a req-747b1723-19da-40cb-8b96-d8972ca92484 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2554662 Jan 27 21:31:06.945927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03b0e774-8190-4d41-8ef8-675f261abd2b req-3a848eed-42b0-41ea-a491-9b2e03e35e11 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081664 Jan 27 21:31:06.964352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe152493-8614-4087-a3a6-5ce806ad6c44 req-6d081e04-6af5-45a4-a4aa-58f2b9e99f23 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:06.966448 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fe152493-8614-4087-a3a6-5ce806ad6c44 req-6d081e04-6af5-45a4-a4aa-58f2b9e99f23 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.74 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 949 time: 0.4192598 Jan 27 21:31:07.013609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d84e7-0546-43e7-b090-eb989505d817 req-b21f4ade-4c6b-4964-af02-6e2ec8f76ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:07.016045 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-418d84e7-0546-43e7-b090-eb989505d817 req-b21f4ade-4c6b-4964-af02-6e2ec8f76ded service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=451676679c4b4b5587451d05a77ed0c4&device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 1095 time: 0.7805967 Jan 27 21:31:07.020807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48fe30e8-f7dd-47e1-80ff-55cfac30bec8 req-d6e18f53-ecde-4d16-aa88-3fe9067beefc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977773 Jan 27 21:31:07.047794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620ce9-0760-48a0-b504-d49b49ff116a req-57733b11-3dbe-40e7-ac5d-2e5f6c4be8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:07.055186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36620ce9-0760-48a0-b504-d49b49ff116a req-57733b11-3dbe-40e7-ac5d-2e5f6c4be8ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e7e41510601437eab65149bd54b9068&device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 1101 time: 0.1680434 Jan 27 21:31:07.232821 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:07.395393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78103e5-b6e2-4ccc-945f-52f84163deb3 admin admin] Router 0193b89b-2553-45bd-850c-8055e14958e9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:31:07.408328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502faed5-8578-400c-a1f8-f55b887c8ba6 req-22cfd842-7b8c-4f27-8ffd-622dc3a5e16a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:07.411091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-502faed5-8578-400c-a1f8-f55b887c8ba6 req-22cfd842-7b8c-4f27-8ffd-622dc3a5e16a tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9364dc2-1f4d-4fd3-afbe-7c692e9980bc HTTP/1.1" status: 200 len: 949 time: 0.2205200 Jan 27 21:31:07.459074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620ce9-0760-48a0-b504-d49b49ff116a req-78202a0b-0cfb-4655-9883-75cb53cf700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:07.460543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36620ce9-0760-48a0-b504-d49b49ff116a req-78202a0b-0cfb-4655-9883-75cb53cf700a service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.3823638 Jan 27 21:31:07.461105 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d84e7-0546-43e7-b090-eb989505d817 req-6615faa0-7d80-4bfb-883e-76e034447d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:07.462641 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-418d84e7-0546-43e7-b090-eb989505d817 req-6615faa0-7d80-4bfb-883e-76e034447d13 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9702760e-a020-4d15-a8dc-77e191f3ead9 HTTP/1.1" status: 200 len: 925 time: 0.2390389 Jan 27 21:31:07.616512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36620ce9-0760-48a0-b504-d49b49ff116a req-ee28932e-0621-44af-8480-822cd5b61a3d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=81d8e5f4-0ad9-482f-9710-7a72d992f129 HTTP/1.1" status: 200 len: 217 time: 0.1406054 Jan 27 21:31:07.663004 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-418d84e7-0546-43e7-b090-eb989505d817 req-3c84b68e-2453-4a7c-b77a-fdaeaaf8d48b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3aa83aa-a195-484d-861d-e6e571ff22ac HTTP/1.1" status: 200 len: 217 time: 0.1021430 Jan 27 21:31:07.775880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-fe152493-8614-4087-a3a6-5ce806ad6c44 req-cb70fe43-3796-4897-82ae-a10f9cac91e1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Deleting port c24cadc2-288d-4e0b-9c21-ad547fe961d7 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:31:07.776367 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fe152493-8614-4087-a3a6-5ce806ad6c44 req-cb70fe43-3796-4897-82ae-a10f9cac91e1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:08.352910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-502faed5-8578-400c-a1f8-f55b887c8ba6 req-9dfa93a3-7195-4685-8ebb-a906c3241efd tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9306624 Jan 27 21:31:08.371460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d593680-c94c-4e82-8292-17febd74768e req-b7cd4fd8-0f21-485b-b37a-f95d6848c710 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8824441 Jan 27 21:31:08.379647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620ce9-0760-48a0-b504-d49b49ff116a req-114e4d66-7ef2-4293-a3e8-055fa6451c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:08.382035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36620ce9-0760-48a0-b504-d49b49ff116a req-114e4d66-7ef2-4293-a3e8-055fa6451c07 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.7593873 Jan 27 21:31:08.412232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d84e7-0546-43e7-b090-eb989505d817 req-cf57c8f7-e3b6-4c73-954b-63176b1cf31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:08.416819 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-418d84e7-0546-43e7-b090-eb989505d817 req-cf57c8f7-e3b6-4c73-954b-63176b1cf31d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f63e171-69ab-4248-b2bd-b8b38611ff18 HTTP/1.1" status: 200 len: 863 time: 0.7414150 Jan 27 21:31:08.451254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78103e5-b6e2-4ccc-945f-52f84163deb3 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:31:08.501165 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b076c95-850b-4df2-9e9e-bfe676f0de58 None None] Sync routers for ids ['0193b89b-2553-45bd-850c-8055e14958e9'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:31:08.501165 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b076c95-850b-4df2-9e9e-bfe676f0de58 None None] Routers {'0193b89b-2553-45bd-850c-8055e14958e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:31:08.501165 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3b076c95-850b-4df2-9e9e-bfe676f0de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:31:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['0193b89b-2553-45bd-850c-8055e14958e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:08.501754 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b78103e5-b6e2-4ccc-945f-52f84163deb3 admin admin] 10.222.0.61 "PUT /v2.0/routers/0193b89b-2553-45bd-850c-8055e14958e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1869061 Jan 27 21:31:08.512614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60876) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:08.532567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36620ce9-0760-48a0-b504-d49b49ff116a req-452af172-47cf-4eb3-b9bb-af0d41fd8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:08.534089 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36620ce9-0760-48a0-b504-d49b49ff116a req-452af172-47cf-4eb3-b9bb-af0d41fd8cca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429172 Jan 27 21:31:08.535624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d593680-c94c-4e82-8292-17febd74768e req-3a072d52-2aa9-4aa2-832e-4a8885364a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:08.537056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d593680-c94c-4e82-8292-17febd74768e req-3a072d52-2aa9-4aa2-832e-4a8885364a77 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 1116 time: 0.1188037 Jan 27 21:31:08.549354 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-fe152493-8614-4087-a3a6-5ce806ad6c44 req-cb70fe43-3796-4897-82ae-a10f9cac91e1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] For port c24cadc2-288d-4e0b-9c21-ad547fe961d7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c24cadc2-288d-4e0b-9c21-ad547fe961d7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:08.550148 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fe152493-8614-4087-a3a6-5ce806ad6c44 req-cb70fe43-3796-4897-82ae-a10f9cac91e1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:08.566537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-fe152493-8614-4087-a3a6-5ce806ad6c44 req-cb70fe43-3796-4897-82ae-a10f9cac91e1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Calling delete_port for c24cadc2-288d-4e0b-9c21-ad547fe961d7 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:31:08.633273 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-3b076c95-850b-4df2-9e9e-bfe676f0de58 None None] Set router 0193b89b-2553-45bd-850c-8055e14958e9 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:31:08.770975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d84e7-0546-43e7-b090-eb989505d817 req-8a43c0f1-60c3-4f97-b707-5509a2c2721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:08.772600 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-418d84e7-0546-43e7-b090-eb989505d817 req-8a43c0f1-60c3-4f97-b707-5509a2c2721f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9702760e-a020-4d15-a8dc-77e191f3ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3449254 Jan 27 21:31:08.843300 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Publish callbacks [] for router (0193b89b-2553-45bd-850c-8055e14958e9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:08.915396 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-418d84e7-0546-43e7-b090-eb989505d817 req-37908134-9c59-44d6-a680-4e77361b26d1 service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310587 Jan 27 21:31:08.923384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36620ce9-0760-48a0-b504-d49b49ff116a req-bc792d0f-d802-4d3c-9271-df47d33a5925 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511963 Jan 27 21:31:08.929142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d593680-c94c-4e82-8292-17febd74768e req-f9a34efb-da30-4967-b99a-26268545b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:08.930516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d593680-c94c-4e82-8292-17febd74768e req-f9a34efb-da30-4967-b99a-26268545b5a1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.3598716 Jan 27 21:31:08.947761 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3b076c95-850b-4df2-9e9e-bfe676f0de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0193b89b-2553-45bd-850c-8055e14958e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1743209220-router', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:39Z', 'updated_at': '2022-01-27T21:31:05Z', 'revision_number': 5, 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'gw_port': {'id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0193b89b-2553-45bd-850c-8055e14958e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:41Z', 'updated_at': '2022-01-27T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:08.980758 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b076c95-850b-4df2-9e9e-bfe676f0de58 None None] Checking router: 0193b89b-2553-45bd-850c-8055e14958e9 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:31:08.991006 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b076c95-850b-4df2-9e9e-bfe676f0de58 None None] Routers {'0193b89b-2553-45bd-850c-8055e14958e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:31:08.991959 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3b076c95-850b-4df2-9e9e-bfe676f0de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:31:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['0193b89b-2553-45bd-850c-8055e14958e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:09.064205 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-418d84e7-0546-43e7-b090-eb989505d817 req-2d605453-42b5-45c4-84af-917484e541f3 service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320827 Jan 27 21:31:09.064525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Publish callbacks [] for router_gateway (0193b89b-2553-45bd-850c-8055e14958e9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:09.098599 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fe152493-8614-4087-a3a6-5ce806ad6c44 req-cb70fe43-3796-4897-82ae-a10f9cac91e1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (c24cadc2-288d-4e0b-9c21-ad547fe961d7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:09.107512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d593680-c94c-4e82-8292-17febd74768e req-1f745f61-34ca-4947-a1f8-d2b9ccf8c9c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 HTTP/1.1" status: 200 len: 217 time: 0.1111634 Jan 27 21:31:09.137303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36620ce9-0760-48a0-b504-d49b49ff116a req-351bbf88-e821-46fd-8fb6-74b67b08d9b2 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039471 Jan 27 21:31:09.144622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70fe43-3796-4897-82ae-a10f9cac91e1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Pushing event deleted for resources: {'Port': ['ID=c24cadc2-288d-4e0b-9c21-ad547fe961d7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:09.156653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['81d8e5f4-0ad9-482f-9710-7a72d992f129'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:09.159466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['2c96e243-d6be-4759-8025-e4867df9a2c5'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:09.163932 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:09.198378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d593680-c94c-4e82-8292-17febd74768e req-000d72ff-6b92-48a7-b875-5345d62cfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:09.202967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d593680-c94c-4e82-8292-17febd74768e req-000d72ff-6b92-48a7-b875-5345d62cfc07 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0879915 Jan 27 21:31:09.228790 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-3b076c95-850b-4df2-9e9e-bfe676f0de58 None None] Set router 0193b89b-2553-45bd-850c-8055e14958e9 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:31:09.232895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe152493-8614-4087-a3a6-5ce806ad6c44 req-cb70fe43-3796-4897-82ae-a10f9cac91e1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] No DVR routers for this DVR port c24cadc2-288d-4e0b-9c21-ad547fe961d7 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:31:09.235920 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fe152493-8614-4087-a3a6-5ce806ad6c44 req-cb70fe43-3796-4897-82ae-a10f9cac91e1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:09.241109 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fe152493-8614-4087-a3a6-5ce806ad6c44 req-cb70fe43-3796-4897-82ae-a10f9cac91e1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.74 "DELETE /v2.0/ports/c24cadc2-288d-4e0b-9c21-ad547fe961d7 HTTP/1.1" status: 204 len: 173 time: 2.0335383 Jan 27 21:31:09.241800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9364dc2-1f4d-4fd3-afbe-7c692e9980bc', 'name': 'network-vif-deleted', 'tag': 'c24cadc2-288d-4e0b-9c21-ad547fe961d7'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:09.245343 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f360cbf4-a389-4dad-91b9-86bbc729ee5e" -d '{"events": [{"server_uuid": "f9364dc2-1f4d-4fd3-afbe-7c692e9980bc", "name": "network-vif-deleted", "tag": "c24cadc2-288d-4e0b-9c21-ad547fe961d7"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:09.249879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d593680-c94c-4e82-8292-17febd74768e req-eaf23ec3-2721-4acf-8863-24a49a158fac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369470 Jan 27 21:31:09.385831 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d593680-c94c-4e82-8292-17febd74768e req-9c8ace2f-ff3c-4606-baf1-386e9c251469 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254597 Jan 27 21:31:09.451448 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3b076c95-850b-4df2-9e9e-bfe676f0de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0193b89b-2553-45bd-850c-8055e14958e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1743209220-router', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:39Z', 'updated_at': '2022-01-27T21:31:05Z', 'revision_number': 5, 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'gw_port': {'id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0193b89b-2553-45bd-850c-8055e14958e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:41Z', 'updated_at': '2022-01-27T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:09.489365 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b076c95-850b-4df2-9e9e-bfe676f0de58 None None] The sync data for ids ['0193b89b-2553-45bd-850c-8055e14958e9'] in n-d-760456-6 is: [{'id': '0193b89b-2553-45bd-850c-8055e14958e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1743209220-router', 'tenant_id': '7a69075e1bd147e4af0a1251fe600121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:39Z', 'updated_at': '2022-01-27T21:31:05Z', 'revision_number': 5, 'project_id': '7a69075e1bd147e4af0a1251fe600121', 'gw_port': {'id': 'b084c2e2-38c7-489e-8af8-e5fea442a6a7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0193b89b-2553-45bd-850c-8055e14958e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:41Z', 'updated_at': '2022-01-27T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:31:09.618036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Deleting port b084c2e2-38c7-489e-8af8-e5fea442a6a7 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:31:09.618384 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:09.757465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] For port b084c2e2-38c7-489e-8af8-e5fea442a6a7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b084c2e2-38c7-489e-8af8-e5fea442a6a7,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:09.757997 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:09.794303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Calling delete_port for b084c2e2-38c7-489e-8af8-e5fea442a6a7 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:31:09.965801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9d8fe2bb-c43a-45c4-8801-b73b40795925 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:31:10.019521 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 9d8fe2bb-c43a-45c4-8801-b73b40795925 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:31:10.019886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9d8fe2bb-c43a-45c4-8801-b73b40795925 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:31:10.105450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d593680-c94c-4e82-8292-17febd74768e req-a5804c3c-8991-4dc9-a1cc-06aa47abcfd4 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7076449 Jan 27 21:31:10.183847 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b084c2e2-38c7-489e-8af8-e5fea442a6a7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:10.296554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Pushing event deleted for resources: {'Port': ['ID=b084c2e2-38c7-489e-8af8-e5fea442a6a7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:10.357579 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (0193b89b-2553-45bd-850c-8055e14958e9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:10.543710 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (0193b89b-2553-45bd-850c-8055e14958e9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:10.546650 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Publish callbacks [] for router_controller (0193b89b-2553-45bd-850c-8055e14958e9), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:10.611883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b3aa83aa-a195-484d-861d-e6e571ff22ac details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:31:10.615862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c24cadc2-288d-4e0b-9c21-ad547fe961d7 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:31:10.689813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: c24cadc2-288d-4e0b-9c21-ad547fe961d7 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:31:10.690173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c24cadc2-288d-4e0b-9c21-ad547fe961d7 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:31:10.749762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (0193b89b-2553-45bd-850c-8055e14958e9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:10.750363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0193b89b-2553-45bd-850c-8055e14958e9 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:31:10.766700 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:10.768167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c70d784f-e242-42e6-8089-7e915c12c6be admin admin] 10.222.0.61 "DELETE /v2.0/routers/0193b89b-2553-45bd-850c-8055e14958e9 HTTP/1.1" status: 204 len: 168 time: 2.2489798 Jan 27 21:31:10.771506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60896) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:10.900935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b3aa83aa-a195-484d-861d-e6e571ff22ac, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b3aa83aa-a195-484d-861d-e6e571ff22ac,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:10.936373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Deleting subnet 0bc95b7d-20a3-4119-8866-41f9cca9c875 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:31:10.939487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'b3aa83aa-a195-484d-861d-e6e571ff22ac', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'port_id': 'b3aa83aa-a195-484d-861d-e6e571ff22ac', 'mac_address': 'fa:16:3e:a9:23:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:31:10.972341 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Publish callbacks [] for subnet (0bc95b7d-20a3-4119-8866-41f9cca9c875), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:11.059006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port b3aa83aa-a195-484d-861d-e6e571ff22ac is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:11.059405 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:11.079502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3aa83aa-a195-484d-861d-e6e571ff22ac {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:11.116658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Publish callbacks [] for subnet (0bc95b7d-20a3-4119-8866-41f9cca9c875), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:11.131916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b3aa83aa-a195-484d-861d-e6e571ff22ac, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b3aa83aa-a195-484d-861d-e6e571ff22ac,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:11.212574 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:11.265545 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (0bc95b7d-20a3-4119-8866-41f9cca9c875), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:11.345495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=b3aa83aa-a195-484d-861d-e6e571ff22ac,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:11.456319 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (0bc95b7d-20a3-4119-8866-41f9cca9c875), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:11.499994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc95b7d-20a3-4119-8866-41f9cca9c875,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:11.535224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b3aa83aa-a195-484d-861d-e6e571ff22ac'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:11.559085 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.564893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.565360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.565803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.566239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.566676 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.567102 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.567766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.568560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.568992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.569417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.569841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.570266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:11.595917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd3a634-cebc-4a4e-be18-ce4392fd791c None None] Network 33edea2b-3991-4d2e-84ab-38e4216b91d8 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:31:11.596275 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:11.603756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60900) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:11.608040 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-535a7b4d-98ac-43c7-b63f-207209239760 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0bc95b7d-20a3-4119-8866-41f9cca9c875 HTTP/1.1" status: 204 len: 168 time: 0.8315527 Jan 27 21:31:11.791881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (33edea2b-3991-4d2e-84ab-38e4216b91d8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:11.958267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208fecb-add8-432e-b5e2-4cfc1c0b1085 None None] DHCP port deletion for 33edea2b-3991-4d2e-84ab-38e4216b91d8 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:31:11.969655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Deleting port e7bc5f2e-c25e-4f10-a039-5d96047155fa {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:31:11.970013 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:12.029532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b084c2e2-38c7-489e-8af8-e5fea442a6a7 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:31:12.125678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: b084c2e2-38c7-489e-8af8-e5fea442a6a7 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:31:12.126046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b084c2e2-38c7-489e-8af8-e5fea442a6a7 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:31:12.156356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] For port e7bc5f2e-c25e-4f10-a039-5d96047155fa, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e7bc5f2e-c25e-4f10-a039-5d96047155fa,segment=NetworkSegment(45716ea8-0270-400f-9484-87eabf7180c3),segment_id=45716ea8-0270-400f-9484-87eabf7180c3)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:12.157908 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:12.169602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9208fecb-add8-432e-b5e2-4cfc1c0b1085 None None] Deleting port e7bc5f2e-c25e-4f10-a039-5d96047155fa {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:31:12.169989 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9208fecb-add8-432e-b5e2-4cfc1c0b1085 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:12.180333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Calling delete_port for e7bc5f2e-c25e-4f10-a039-5d96047155fa owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:31:12.332268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9208fecb-add8-432e-b5e2-4cfc1c0b1085 None None] For port e7bc5f2e-c25e-4f10-a039-5d96047155fa, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e7bc5f2e-c25e-4f10-a039-5d96047155fa,segment=NetworkSegment(45716ea8-0270-400f-9484-87eabf7180c3),segment_id=45716ea8-0270-400f-9484-87eabf7180c3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:12.332661 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9208fecb-add8-432e-b5e2-4cfc1c0b1085 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:12.365932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9208fecb-add8-432e-b5e2-4cfc1c0b1085 None None] Calling delete_port for e7bc5f2e-c25e-4f10-a039-5d96047155fa owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:31:12.526486 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:12.608940 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9208fecb-add8-432e-b5e2-4cfc1c0b1085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (e7bc5f2e-c25e-4f10-a039-5d96047155fa), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:12.617630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bc5f2e-c25e-4f10-a039-5d96047155fa,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:12.659089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208fecb-add8-432e-b5e2-4cfc1c0b1085 None None] Pushing event deleted for resources: {'Port': ['ID=e7bc5f2e-c25e-4f10-a039-5d96047155fa,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:12.664383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208fecb-add8-432e-b5e2-4cfc1c0b1085 None None] No DVR routers for this DVR port e7bc5f2e-c25e-4f10-a039-5d96047155fa on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:31:12.680356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] No DVR routers for this DVR port e7bc5f2e-c25e-4f10-a039-5d96047155fa on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:31:12.816626 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (33edea2b-3991-4d2e-84ab-38e4216b91d8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:12.857174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33edea2b-3991-4d2e-84ab-38e4216b91d8']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:12.888061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45716ea8-0270-400f-9484-87eabf7180c3') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:12.888387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45716ea8-0270-400f-9484-87eabf7180c3') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:12.917443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (45716ea8-0270-400f-9484-87eabf7180c3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:12.962738 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (45716ea8-0270-400f-9484-87eabf7180c3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:12.984565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:31:12.985358 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (45716ea8-0270-400f-9484-87eabf7180c3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:31:13.034674 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:31:13.223982 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (33edea2b-3991-4d2e-84ab-38e4216b91d8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:13.235115 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:13.253513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] 10.222.0.61 "DELETE /v2.0/networks/33edea2b-3991-4d2e-84ab-38e4216b91d8 HTTP/1.1" status: 204 len: 168 time: 1.6485796 Jan 27 21:31:13.280347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbd349-b444-4e58-881f-dbc2e420c02b admin admin] Pushing event deleted for resources: {'Network': ['ID=33edea2b-3991-4d2e-84ab-38e4216b91d8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:13.781338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60908) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:13.840517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c861d907-3755-42a3-b4b9-7c88df13551e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a69075e1bd147e4af0a1251fe600121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0556076 Jan 27 21:31:13.840866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60910) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:13.900121 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6fffbbfb-b32c-4954-8f67-0203d7df3eff admin admin] Publish callbacks [] for security_group (4e788d85-890e-457c-b9fc-18b6871e38a0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:13.932387 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6fffbbfb-b32c-4954-8f67-0203d7df3eff admin admin] Publish callbacks [] for security_group (4e788d85-890e-457c-b9fc-18b6871e38a0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:13.957075 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e7bc5f2e-c25e-4f10-a039-5d96047155fa no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:31:13.990759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e7bc5f2e-c25e-4f10-a039-5d96047155fa {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:31:13.991289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e7bc5f2e-c25e-4f10-a039-5d96047155fa not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:31:14.372051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6fffbbfb-b32c-4954-8f67-0203d7df3eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4e788d85-890e-457c-b9fc-18b6871e38a0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:14.374726 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6fffbbfb-b32c-4954-8f67-0203d7df3eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:14.375889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6fffbbfb-b32c-4954-8f67-0203d7df3eff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e788d85-890e-457c-b9fc-18b6871e38a0 HTTP/1.1" status: 204 len: 168 time: 0.5341425 Jan 27 21:31:14.385014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffbbfb-b32c-4954-8f67-0203d7df3eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e788d85-890e-457c-b9fc-18b6871e38a0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:14.643279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b3aa83aa-a195-484d-861d-e6e571ff22ac up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:14.875490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port b3aa83aa-a195-484d-861d-e6e571ff22ac completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:31:14.882012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port b3aa83aa-a195-484d-861d-e6e571ff22ac triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:14.882505 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:14.964697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port b3aa83aa-a195-484d-861d-e6e571ff22ac is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:14.965342 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:14.991571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3aa83aa-a195-484d-861d-e6e571ff22ac'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:14.994174 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3670f3-d930-4256-a2d4-258d8321d6b1" -d '{"events": [{"server_uuid": "0ea3a4fc-c949-47aa-82df-b772121a9f3b", "name": "network-vif-plugged", "status": "completed", "tag": "b3aa83aa-a195-484d-861d-e6e571ff22ac"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:15.009990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b3aa83aa-a195-484d-861d-e6e571ff22ac, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b3aa83aa-a195-484d-861d-e6e571ff22ac,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:15.098141 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:15.273054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=b3aa83aa-a195-484d-861d-e6e571ff22ac,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:15.288984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:15.289528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:15.290042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:15.301071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:15.302721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:15.303231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:15.303731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:15.307972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:15.310749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:15.311851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:15.314052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:15.314579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:15.316666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:16.568197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-edde2628-fed3-4fee-b29d-1bccd33e0d76 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328820 Jan 27 21:31:16.712990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14376e59-9593-4092-918c-33c7c7127076 req-35c50126-e137-4f6f-b552-f41839182cc5 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:16.714483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14376e59-9593-4092-918c-33c7c7127076 req-35c50126-e137-4f6f-b552-f41839182cc5 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 949 time: 0.1178286 Jan 27 21:31:16.720699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-31aeb9c5-9605-4b03-978f-0443f1579cb1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:16.722034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-31aeb9c5-9605-4b03-978f-0443f1579cb1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1479824 Jan 27 21:31:16.745720 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-1ab1625b-928c-45df-adba-729666790c64 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/quotas/8d87dbbb836740af80771db9b8ffe9ca HTTP/1.1" status: 200 len: 375 time: 0.0164647 Jan 27 21:31:16.798648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14376e59-9593-4092-918c-33c7c7127076 req-df5a1380-6dc3-4181-9552-91c077d3ce64 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756619 Jan 27 21:31:16.815283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-a0f3a92a-28c2-42ea-bfde-387336dc0dd0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639563 Jan 27 21:31:16.904292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e809a9-85b7-4308-9511-c0280ac5e4bb req-72a387bc-92fd-432f-b0eb-d7c1d730baec tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:16.905884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0e809a9-85b7-4308-9511-c0280ac5e4bb req-72a387bc-92fd-432f-b0eb-d7c1d730baec tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 946 time: 0.0491910 Jan 27 21:31:16.954609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0e809a9-85b7-4308-9511-c0280ac5e4bb req-b05ea0b1-4ea0-4237-8e6e-d176477298f3 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431719 Jan 27 21:31:17.000630 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85296065-57c8-48cd-a884-ea0dab88dea3 x-openstack-request-id: req-85296065-57c8-48cd-a884-ea0dab88dea3 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:17.001271 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9364dc2-1f4d-4fd3-afbe-7c692e9980bc", "name": "network-vif-deleted", "tag": "c24cadc2-288d-4e0b-9c21-ad547fe961d7", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:17.001271 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85296065-57c8-48cd-a884-ea0dab88dea3 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:17.001627 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9364dc2-1f4d-4fd3-afbe-7c692e9980bc', 'name': 'network-vif-deleted', 'tag': 'c24cadc2-288d-4e0b-9c21-ad547fe961d7', 'status': 'completed', 'code': 200} Jan 27 21:31:17.065647 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c26f0f-4d13-4093-9940-c8adb095eb5d x-openstack-request-id: req-61c26f0f-4d13-4093-9940-c8adb095eb5d {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:17.066339 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea3a4fc-c949-47aa-82df-b772121a9f3b", "name": "network-vif-plugged", "status": "completed", "tag": "b3aa83aa-a195-484d-861d-e6e571ff22ac", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:17.066752 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61c26f0f-4d13-4093-9940-c8adb095eb5d {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:17.067437 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3aa83aa-a195-484d-861d-e6e571ff22ac', 'code': 200} Jan 27 21:31:17.175884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c19b7-8f4e-4ba0-a9ec-8a6b39dad36f req-85d3d210-4123-4587-9750-9eecb92167aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:17.177425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-211c19b7-8f4e-4ba0-a9ec-8a6b39dad36f req-85d3d210-4123-4587-9750-9eecb92167aa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 1097 time: 0.0415330 Jan 27 21:31:17.232016 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-211c19b7-8f4e-4ba0-a9ec-8a6b39dad36f req-ac76b6c5-fab1-4938-b64a-30b6cc882333 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480921 Jan 27 21:31:17.422716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-a64f14ff-09f7-48a0-96d5-31afc930023d tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:17.424213 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-a64f14ff-09f7-48a0-96d5-31afc930023d tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/networks?id=c1c5d197-a134-497d-b891-e583a774be14 HTTP/1.1" status: 200 len: 815 time: 0.1031065 Jan 27 21:31:17.438694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-8ec2e1f1-ea06-4461-8a04-5b74378fbc13 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/quotas/fafc60b4f78f434c942dd998f261f8f5 HTTP/1.1" status: 200 len: 375 time: 0.0087779 Jan 27 21:31:17.489089 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-e939cdb3-7128-4676-bd34-11e2dc1b5c9f tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fafc60b4f78f434c942dd998f261f8f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456479 Jan 27 21:31:17.589315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-f5cfed5b-8784-44b1-babd-351074110bd0 service neutron] 10.222.0.61 "GET /v2.0/networks/c1c5d197-a134-497d-b891-e583a774be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924962 Jan 27 21:31:17.679223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-dc987bb0-4463-4f34-b660-f1f256db6683 service neutron] 10.222.0.61 "GET /v2.0/networks/c1c5d197-a134-497d-b891-e583a774be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847151 Jan 27 21:31:17.810861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f723d6ef-e240-44c1-94b2-f46b01bab800 req-df48956d-1210-467d-9c76-dabefb5b4d3a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 210 time: 0.0273266 Jan 27 21:31:18.037629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29d77e-c648-4056-84ce-315bd11fb9ed req-e0c020d3-18f3-4e7d-8f05-a735dc4351b2 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:18.039111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed29d77e-c648-4056-84ce-315bd11fb9ed req-e0c020d3-18f3-4e7d-8f05-a735dc4351b2 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 950 time: 0.0561497 Jan 27 21:31:18.337863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9534940-3fdb-4097-ad21-7462f4a69055 req-3e31435d-95f6-4a17-ab97-cf31d034645e tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 210 time: 0.0294299 Jan 27 21:31:18.360532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed29d77e-c648-4056-84ce-315bd11fb9ed req-d06c37b4-11a1-40bd-b703-34064ef4c72f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155441 Jan 27 21:31:18.522272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb99958-4ab4-4828-b499-e058e0ef0344 req-e6fb8d73-74b3-4702-a08b-922d9f88919d tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:18.528738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5bb99958-4ab4-4828-b499-e058e0ef0344 req-e6fb8d73-74b3-4702-a08b-922d9f88919d tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 946 time: 0.0966332 Jan 27 21:31:18.554063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d5c03-8163-4703-8cef-2529a21feed1 req-a916de9c-a605-4047-84b5-d32ac93de0c0 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:18.555535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd6d5c03-8163-4703-8cef-2529a21feed1 req-a916de9c-a605-4047-84b5-d32ac93de0c0 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 949 time: 0.0978889 Jan 27 21:31:18.625677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5bb99958-4ab4-4828-b499-e058e0ef0344 req-d4f52fe0-7b57-4a62-a231-e1a36c582036 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949507 Jan 27 21:31:18.633578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd6d5c03-8163-4703-8cef-2529a21feed1 req-1bb573b4-6c95-45ba-920d-3492a6b11a3a tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713856 Jan 27 21:31:18.748664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c59f72-3b45-441c-a317-20969180d424 req-c76846f2-f185-4eec-b836-5bc9496cee80 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:18.750284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55c59f72-3b45-441c-a317-20969180d424 req-c76846f2-f185-4eec-b836-5bc9496cee80 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a04dee9-1fd2-4a82-980a-7db7e58d97bb HTTP/1.1" status: 200 len: 950 time: 0.0569987 Jan 27 21:31:18.808045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55c59f72-3b45-441c-a317-20969180d424 req-228c0bab-90ed-4ad8-b420-743f40b2d8f4 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486875 Jan 27 21:31:18.923252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b72a0f-b88f-47ea-b444-af89fa1b7c6d req-111443bc-4e70-4b0c-9e07-25adf1965701 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 210 time: 0.0280182 Jan 27 21:31:19.258625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-6146d82c-c84a-4404-9492-8b34241ca7fe tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312934 Jan 27 21:31:19.381428 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 32914) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:19.432223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-4857c93c-0137-4532-b83a-87dc66443291 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:19.434004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-4857c93c-0137-4532-b83a-87dc66443291 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683331 Jan 27 21:31:19.452367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Request body: {'port': {'device_id': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '8d87dbbb836740af80771db9b8ffe9ca'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:19.480803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-822dcb99-b5a5-405e-888d-daba34b41780 req-485fd3ca-7650-4531-b139-b110f214182b tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 210 time: 0.0455701 Jan 27 21:31:19.565323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e0ba7f-58ae-4f41-b053-494c91982811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:19.569675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:31:19.688135 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e0ba7f-58ae-4f41-b053-494c91982811 admin admin] Publish callbacks [] for security_group (ea9c51ea-8000-488c-8689-05abfc728f3d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:19.707050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:19.707932 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:19.758358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:19.759448 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:19.761901 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb2a6e7-4e20-4251-abf7-ae4cea67079c" -d '{"events": [{"server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "name": "network-vif-unplugged", "status": "completed", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:19.764121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa3069-24b1-443b-8ff5-bf181b8e5339 req-a07da747-1f89-4c8e-98f4-8dd57367db8f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:19.767842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eeaa3069-24b1-443b-8ff5-bf181b8e5339 req-a07da747-1f89-4c8e-98f4-8dd57367db8f tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.71 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 950 time: 0.2963178 Jan 27 21:31:19.775592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5fbda-db0c-468d-86c7-d5a7f8afb265 req-1d30b9a2-02ee-4cab-ab24-213df4243513 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:19.782915 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5e5fbda-db0c-468d-86c7-d5a7f8afb265 req-1d30b9a2-02ee-4cab-ab24-213df4243513 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 950 time: 0.2713280 Jan 27 21:31:19.790059 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e0ba7f-58ae-4f41-b053-494c91982811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ea9c51ea-8000-488c-8689-05abfc728f3d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:19.835450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Made reservation on behalf of 8d87dbbb836740af80771db9b8ffe9ca for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:31:19.839293 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:19.839533 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-19e0ba7f-58ae-4f41-b053-494c91982811 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cca12279ff5d4553a3d70a2f407a3b5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566109 Jan 27 21:31:19.841723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 32954) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:19.842725 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:19.883064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0ba7f-58ae-4f41-b053-494c91982811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c51ea-8000-488c-8689-05abfc728f3d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:19.920671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,revision_number=11']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:19.952440 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b91c6e5-70f0-4307-b00c-a10212401f7b admin admin] Publish callbacks [] for security_group (ea9c51ea-8000-488c-8689-05abfc728f3d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:19.965754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5e5fbda-db0c-468d-86c7-d5a7f8afb265 req-896986de-9cfb-4c3d-96c3-751b8e130886 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c24389e-8692-444f-ac37-70c86549f305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819568 Jan 27 21:31:19.980344 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b91c6e5-70f0-4307-b00c-a10212401f7b admin admin] Publish callbacks [] for security_group (ea9c51ea-8000-488c-8689-05abfc728f3d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:20.023701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca6790-fcc0-4388-b39c-fc7209310cf2 req-7d37b5e3-94af-4ae2-bc8f-63e546e8a67c tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:20.025333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42ca6790-fcc0-4388-b39c-fc7209310cf2 req-7d37b5e3-94af-4ae2-bc8f-63e546e8a67c tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 946 time: 0.1924069 Jan 27 21:31:20.125445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-eeaa3069-24b1-443b-8ff5-bf181b8e5339 req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Deleting port 81d8e5f4-0ad9-482f-9710-7a72d992f129 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:31:20.125797 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-eeaa3069-24b1-443b-8ff5-bf181b8e5339 req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:20.143924 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b91c6e5-70f0-4307-b00c-a10212401f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ea9c51ea-8000-488c-8689-05abfc728f3d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:20.153839 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b91c6e5-70f0-4307-b00c-a10212401f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:20.153839 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2b91c6e5-70f0-4307-b00c-a10212401f7b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea9c51ea-8000-488c-8689-05abfc728f3d HTTP/1.1" status: 204 len: 168 time: 0.3049142 Jan 27 21:31:20.161261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91c6e5-70f0-4307-b00c-a10212401f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c51ea-8000-488c-8689-05abfc728f3d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:20.229711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc61bc-c245-4ed7-9ca6-b8843f41732e req-deacfe1c-8f87-4c69-a6dc-897feca22cd8 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:20.231196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fcc61bc-c245-4ed7-9ca6-b8843f41732e req-deacfe1c-8f87-4c69-a6dc-897feca22cd8 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 949 time: 0.1961513 Jan 27 21:31:20.245476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42ca6790-fcc0-4388-b39c-fc7209310cf2 req-8fdd45c5-7416-4683-840b-0a5ea873c92d tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124321 Jan 27 21:31:20.246522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Allocated IP 192.168.233.165 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:31:20.293553 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0318a0-7c90-40fe-9da1-1940bbba877e x-openstack-request-id: req-3a0318a0-7c90-40fe-9da1-1940bbba877e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:20.294085 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "name": "network-vif-unplugged", "status": "completed", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:20.294352 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a0318a0-7c90-40fe-9da1-1940bbba877e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:20.294759 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'code': 200} Jan 27 21:31:20.337856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-eeaa3069-24b1-443b-8ff5-bf181b8e5339 req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] For port 81d8e5f4-0ad9-482f-9710-7a72d992f129, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=81d8e5f4-0ad9-482f-9710-7a72d992f129,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:20.338244 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-eeaa3069-24b1-443b-8ff5-bf181b8e5339 req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:20.374610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-eeaa3069-24b1-443b-8ff5-bf181b8e5339 req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Calling delete_port for 81d8e5f4-0ad9-482f-9710-7a72d992f129 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:31:20.379125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fcc61bc-c245-4ed7-9ca6-b8843f41732e req-6e7923e5-2f4a-4e7f-b921-86377713db9c tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393335 Jan 27 21:31:20.554826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9afab553-7765-46a7-aad2-ee3ebdb81f2f req-9b40db99-fe32-4493-a885-e1bd0655ae51 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 210 time: 0.0911136 Jan 27 21:31:20.635450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946974d2-91a5-4bbf-a85e-06a58b9a50aa req-ea503309-4194-4e57-a803-c2c771b3aaa6 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:20.637067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-946974d2-91a5-4bbf-a85e-06a58b9a50aa req-ea503309-4194-4e57-a803-c2c771b3aaa6 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 949 time: 0.2569721 Jan 27 21:31:20.664320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e0778-0dbd-4d02-ba96-8b09e6a0ecd1 req-8209250a-d84b-4746-b0d7-0fa7a22c82b7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:20.666038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f7e0778-0dbd-4d02-ba96-8b09e6a0ecd1 req-8209250a-d84b-4746-b0d7-0fa7a22c82b7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 946 time: 0.2013304 Jan 27 21:31:20.675528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 32994) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:20.685171 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks [] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:20.687035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ea7098bd-7f05-4a5d-8d2e-a0d1c1149e84 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Request body: {'floatingip': {'port_id': 'b3aa83aa-a195-484d-861d-e6e571ff22ac'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:20.795735 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea7098bd-7f05-4a5d-8d2e-a0d1c1149e84 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for floatingip (63701453-6858-4d11-bac7-3b586a3833a5), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:20.850496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1afe9df0-d9ce-4fe5-857f-c004c9c4b74e req-33b3698f-ee0f-4569-93a7-f14039a9ce0a tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 210 time: 0.0670457 Jan 27 21:31:21.048994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-c81070be-ed02-4957-a083-636ee9d84ea5 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:21.050075 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-eeaa3069-24b1-443b-8ff5-bf181b8e5339 req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (81d8e5f4-0ad9-482f-9710-7a72d992f129), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:21.050745 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-c81070be-ed02-4957-a083-636ee9d84ea5 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.71 "GET /v2.0/networks?id=c1c5d197-a134-497d-b891-e583a774be14 HTTP/1.1" status: 200 len: 815 time: 0.2656140 Jan 27 21:31:21.062925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['81d8e5f4-0ad9-482f-9710-7a72d992f129'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:21.064827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Request body: {'port': {'device_id': '568354ce-253d-4c1c-93ba-e0a4b9a7efd9', 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14', 'admin_state_up': True, 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:21.067093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264a2a6-3bf7-41be-9180-23a29e7f7ff3 req-48409696-413c-444f-9feb-c0dcb3f4d3d2 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:21.068374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['2c96e243-d6be-4759-8025-e4867df9a2c5'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:21.074674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8264a2a6-3bf7-41be-9180-23a29e7f7ff3 req-48409696-413c-444f-9feb-c0dcb3f4d3d2 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 1096 time: 0.1450896 Jan 27 21:31:21.102842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-946974d2-91a5-4bbf-a85e-06a58b9a50aa req-ace23e15-99a6-4683-8dad-2ff5695d1cdc tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Deleting port 745bb8ea-cce8-42f9-94b3-587e85c5975c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:31:21.103191 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-946974d2-91a5-4bbf-a85e-06a58b9a50aa req-ace23e15-99a6-4683-8dad-2ff5695d1cdc tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:21.232264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaa3069-24b1-443b-8ff5-bf181b8e5339 req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] No DVR routers for this DVR port 81d8e5f4-0ad9-482f-9710-7a72d992f129 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:31:21.236056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-eeaa3069-24b1-443b-8ff5-bf181b8e5339 req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:21.239622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eeaa3069-24b1-443b-8ff5-bf181b8e5339 req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.71 "DELETE /v2.0/ports/81d8e5f4-0ad9-482f-9710-7a72d992f129 HTTP/1.1" status: 204 len: 173 time: 1.4541204 Jan 27 21:31:21.240543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Pushing event deleted for resources: {'Port': ['ID=81d8e5f4-0ad9-482f-9710-7a72d992f129,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:21.256709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:21.271924 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'f1969fd7-9bcd-463c-a65d-1a43f776cf54'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:21.273080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85697d7d-7e07-495c-9488-00fa1450c4c6', 'name': 'network-vif-deleted', 'tag': '81d8e5f4-0ad9-482f-9710-7a72d992f129'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:21.275692 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fca8a8d-8461-41f4-bdae-4b39517fff5f" -d '{"events": [{"server_uuid": "85697d7d-7e07-495c-9488-00fa1450c4c6", "name": "network-vif-deleted", "tag": "81d8e5f4-0ad9-482f-9710-7a72d992f129"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:21.363158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eedaae98-68bc-47c5-920d-2b4ab9b72a02 req-7f71eb96-5ff4-4c1f-ae93-c26642edc219 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=85697d7d-7e07-495c-9488-00fa1450c4c6 HTTP/1.1" status: 200 len: 210 time: 0.1377354 Jan 27 21:31:21.397552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.398148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.399693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.400279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.400786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.401290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.403282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.410432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.410432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.410432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.410432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.410432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.410432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442abec3-94e3-4994-b416-b297c4da3cbe tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:21.437315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:31:21.477718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:21.489210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:31:21.614269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:21.615668 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:21.620381 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49964899-411b-42cb-8d08-573e03131eee x-openstack-request-id: req-49964899-411b-42cb-8d08-573e03131eee {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:21.620920 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85697d7d-7e07-495c-9488-00fa1450c4c6", "name": "network-vif-deleted", "tag": "81d8e5f4-0ad9-482f-9710-7a72d992f129", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:21.621328 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49964899-411b-42cb-8d08-573e03131eee {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:21.621966 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85697d7d-7e07-495c-9488-00fa1450c4c6', 'name': 'network-vif-deleted', 'tag': '81d8e5f4-0ad9-482f-9710-7a72d992f129', 'status': 'completed', 'code': 200} Jan 27 21:31:21.672759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-946974d2-91a5-4bbf-a85e-06a58b9a50aa req-ace23e15-99a6-4683-8dad-2ff5695d1cdc tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] For port 745bb8ea-cce8-42f9-94b3-587e85c5975c, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=745bb8ea-cce8-42f9-94b3-587e85c5975c,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:21.673488 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-946974d2-91a5-4bbf-a85e-06a58b9a50aa req-ace23e15-99a6-4683-8dad-2ff5695d1cdc tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:21.688719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-946974d2-91a5-4bbf-a85e-06a58b9a50aa req-ace23e15-99a6-4683-8dad-2ff5695d1cdc tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Calling delete_port for 745bb8ea-cce8-42f9-94b3-587e85c5975c owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:31:21.714555 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33078) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:21.749589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8264a2a6-3bf7-41be-9180-23a29e7f7ff3 req-63b92789-1185-4c5b-a254-ce3e5d5ecabb tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6739614 Jan 27 21:31:21.787503 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.resource_extend [None req-ea7098bd-7f05-4a5d-8d2e-a0d1c1149e84 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:31:21.909620 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Pushing event updated for resources: {'Port': ['ID=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:21.923313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-9ff17fa3-9ca1-4aac-90fb-7cbbbe69e055 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4721291 Jan 27 21:31:21.944277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Request body: {'port': {'device_id': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:21.945056 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:31:21.952620 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea7098bd-7f05-4a5d-8d2e-a0d1c1149e84 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:21.961670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce9aea-88ad-481b-8d81-a33728b35e13 req-7254231d-84d2-471d-ac5a-1485a8b2cecd tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:21.968403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31ce9aea-88ad-481b-8d81-a33728b35e13 req-7254231d-84d2-471d-ac5a-1485a8b2cecd tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2555b00-deb6-4134-823e-6b8af644cad6 HTTP/1.1" status: 200 len: 949 time: 0.2688468 Jan 27 21:31:22.008013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1524105256-network', 'tenant_id': 'dd73e2183ccc4b9b8fa1067cb44619a7'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:22.063446 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Made reservation on behalf of fafc60b4f78f434c942dd998f261f8f5 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:31:22.070683 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:22.128021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:22.173888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1ac2e0fc-68e3-4e40-91be-7cd06f58cfb6 None None] Provisioning complete for port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:22.174847 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e0fc-68e3-4e40-91be-7cd06f58cfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:22.184563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735371dc-fa0a-4b19-a6c9-702db913e48f req-1a18b0da-7536-475a-8698-bbdd8795f817 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:22.186679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-735371dc-fa0a-4b19-a6c9-702db913e48f req-1a18b0da-7536-475a-8698-bbdd8795f817 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 936 time: 0.2157309 Jan 27 21:31:22.196574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31ce9aea-88ad-481b-8d81-a33728b35e13 req-34e61d00-11a6-45de-aad2-59dbd9acb9e0 tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.61 "GET /v2.0/security-groups?id=5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273350 Jan 27 21:31:22.214818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2e0fc-68e3-4e40-91be-7cd06f58cfb6 None None] Port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:31:22.237819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Allocated IP 172.20.0.6 (c1c5d197-a134-497d-b891-e583a774be14/060ae481-0f7f-4099-ba77-797f486cdbda/ccb48247-954c-46b0-b0eb-f56bb82d085a) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:31:22.241800 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea7098bd-7f05-4a5d-8d2e-a0d1c1149e84 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (63701453-6858-4d11-bac7-3b586a3833a5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:22.325216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Made reservation on behalf of dd73e2183ccc4b9b8fa1067cb44619a7 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:31:22.327485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:22.348377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-735371dc-fa0a-4b19-a6c9-702db913e48f req-2bdbe351-3f5a-4c6b-bfb2-406b919771f6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477163 Jan 27 21:31:22.352027 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:22.407963 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-946974d2-91a5-4bbf-a85e-06a58b9a50aa req-ace23e15-99a6-4683-8dad-2ff5695d1cdc tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (745bb8ea-cce8-42f9-94b3-587e85c5975c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:22.423171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['745bb8ea-cce8-42f9-94b3-587e85c5975c'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:22.507136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace23e15-99a6-4683-8dad-2ff5695d1cdc tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Pushing event deleted for resources: {'Port': ['ID=745bb8ea-cce8-42f9-94b3-587e85c5975c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:22.917694 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-ea7098bd-7f05-4a5d-8d2e-a0d1c1149e84 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Floating IP 63701453-6858-4d11-bac7-3b586a3833a5 associated. External IP: 172.25.0.216, port: b3aa83aa-a195-484d-861d-e6e571ff22ac. Jan 27 21:31:22.991566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4c03afc-fad3-4711-be9e-88998f46b3c4 req-6a0f2168-ca68-4cf6-a23a-b6ae5bd6cb8e tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 210 time: 0.4617004 Jan 27 21:31:23.051152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-946974d2-91a5-4bbf-a85e-06a58b9a50aa req-ace23e15-99a6-4683-8dad-2ff5695d1cdc tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] No DVR routers for this DVR port 745bb8ea-cce8-42f9-94b3-587e85c5975c on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:31:23.056325 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-946974d2-91a5-4bbf-a85e-06a58b9a50aa req-ace23e15-99a6-4683-8dad-2ff5695d1cdc tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.060548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-946974d2-91a5-4bbf-a85e-06a58b9a50aa req-ace23e15-99a6-4683-8dad-2ff5695d1cdc tempest-ServerDiagnosticsNegativeTest-484079475 tempest-ServerDiagnosticsNegativeTest-484079475-project] 10.222.0.74 "DELETE /v2.0/ports/745bb8ea-cce8-42f9-94b3-587e85c5975c HTTP/1.1" status: 204 len: 173 time: 2.4120293 Jan 27 21:31:23.107424 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Publish callbacks [] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.158534 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Publish callbacks [] for security_group (79b954be-a0a2-4acf-bfd3-1808d967e6f2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.212536 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (79b954be-a0a2-4acf-bfd3-1808d967e6f2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.218130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:23.232945 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Publish callbacks [] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.267920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:31:23.298246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Transition to ACTIVE for port object 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:31:23.301118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b954be-a0a2-4acf-bfd3-1808d967e6f2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:23.327136 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (affc312d-493c-4557-bb27-ae5517a6ae39), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.327506 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Added segment affc312d-493c-4557-bb27-ae5517a6ae39 of type vlan for network 038c609c-9dab-435a-a0f9-09ac3d293b98 Jan 27 21:31:23.353100 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7098bd-7f05-4a5d-8d2e-a0d1c1149e84 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Router 8c199853-cee7-45c2-a895-660315ea98ad has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:31:23.409709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.475736 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (038c609c-9dab-435a-a0f9-09ac3d293b98), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.567737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 81d8e5f4-0ad9-482f-9710-7a72d992f129 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:31:23.580222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Pushing event updated for resources: {'Port': ['ID=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:23.600586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7098bd-7f05-4a5d-8d2e-a0d1c1149e84 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:31:23.613307 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea7098bd-7f05-4a5d-8d2e-a0d1c1149e84 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.616551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.639762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25676d-e896-405e-a702-c595eb72383e None None] Sync routers for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:31:23.644582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 81d8e5f4-0ad9-482f-9710-7a72d992f129 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:31:23.645233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 81d8e5f4-0ad9-482f-9710-7a72d992f129 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:31:23.684560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25676d-e896-405e-a702-c595eb72383e None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:31:23.684560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3d25676d-e896-405e-a702-c595eb72383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:31:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:23.684780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2555b00-deb6-4134-823e-6b8af644cad6', 'name': 'network-vif-deleted', 'tag': '745bb8ea-cce8-42f9-94b3-587e85c5975c'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:23.684780 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc028d6-3bf6-4577-af62-092c40cbd9fa" -d '{"events": [{"server_uuid": "f2555b00-deb6-4134-823e-6b8af644cad6", "name": "network-vif-deleted", "tag": "745bb8ea-cce8-42f9-94b3-587e85c5975c"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:23.714359 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ea7098bd-7f05-4a5d-8d2e-a0d1c1149e84 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "PUT /v2.0/floatingips/63701453-6858-4d11-bac7-3b586a3833a5 HTTP/1.1" status: 200 len: 992 time: 3.0375321 Jan 27 21:31:23.717911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'tag': 'b3aa83aa-a195-484d-861d-e6e571ff22ac'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:23.720257 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3509aab-9765-4910-a353-cc7b68891054" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea3a4fc-c949-47aa-82df-b772121a9f3b", "tag": "b3aa83aa-a195-484d-861d-e6e571ff22ac"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:23.729553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Attempting to bind port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:23.729910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Attempting to bind port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:23.730249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Attempting to bind port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:23.738357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:31:23.741820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Attempting to bind port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:23.741938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Network c1c5d197-a134-497d-b891-e583a774be14 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:31:23.745159 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:23.755128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:23.757294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:23.757434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:23.757772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Bound port: 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:23.758138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.766302 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (038c609c-9dab-435a-a0f9-09ac3d293b98), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.767262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:23.767847 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.768487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:31:23.777549 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:23.782975 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:23.791952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Pushing event updated for resources: {'Port': ['ID=ccb48247-954c-46b0-b0eb-f56bb82d085a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:23.908541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3d25676d-e896-405e-a702-c595eb72383e None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:31:23.922382 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-d9ec7251-f315-46c7-ae24-8930363555b2 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8616025 Jan 27 21:31:23.940681 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Request body: {'port': {'device_id': '568354ce-253d-4c1c-93ba-e0a4b9a7efd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:23.978326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2592015 Jan 27 21:31:23.982680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33158) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:23.983312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada19e1a-33cd-4021-96ef-86e4b1d9f7f3 admin admin] Pushing event updated for resources: {'Network': ['ID=038c609c-9dab-435a-a0f9-09ac3d293b98,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:23.994251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8db3b9d5-31dc-4a01-9165-442f1ffb980f admin admin] Request body: {'subnet': {'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1524105256-subnet', 'tenant_id': 'dd73e2183ccc4b9b8fa1067cb44619a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:24.025988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:24.029808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:24.041099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 038c609c-9dab-435a-a0f9-09ac3d293b98 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:31:24.104213 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:24.126845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db3b9d5-31dc-4a01-9165-442f1ffb980f admin admin] Made reservation on behalf of dd73e2183ccc4b9b8fa1067cb44619a7 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:31:24.129952 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8db3b9d5-31dc-4a01-9165-442f1ffb980f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:24.154319 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:24.252406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:24.252901 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:24.254327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] 10.222.0.71 "PUT /v2.0/ports/838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a HTTP/1.1" status: 200 len: 1096 time: 2.3216283 Jan 27 21:31:24.328066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16e40f-bc8d-4af2-b59f-8ebaa1b18ffb service neutron] Pushing event updated for resources: {'Port': ['ID=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:24.712129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-99be7cd8-f40f-4f33-87dd-8815d6e96f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:24.714771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 745bb8ea-cce8-42f9-94b3-587e85c5975c no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:31:24.718924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-99be7cd8-f40f-4f33-87dd-8815d6e96f17 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 1099 time: 0.2750969 Jan 27 21:31:24.753290 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8db3b9d5-31dc-4a01-9165-442f1ffb980f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (10416cba-4c10-4511-8751-27ccfe46b2bd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:24.757874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 745bb8ea-cce8-42f9-94b3-587e85c5975c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:31:24.762542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 745bb8ea-cce8-42f9-94b3-587e85c5975c not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:31:24.788909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f3397a8e-9c77-400a-a73c-ab9330287e02 None None] Provisioning complete for port ccb48247-954c-46b0-b0eb-f56bb82d085a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:24.789537 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3397a8e-9c77-400a-a73c-ab9330287e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:24.883433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f3397a8e-9c77-400a-a73c-ab9330287e02 None None] Port ccb48247-954c-46b0-b0eb-f56bb82d085a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:31:24.894151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb48247-954c-46b0-b0eb-f56bb82d085a {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:24.914833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Publish callbacks [] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:24.945070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Transition to ACTIVE for port object ccb48247-954c-46b0-b0eb-f56bb82d085a will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:31:24.981530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-0a78e337-9667-4bd6-9aa8-05a6196877f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a HTTP/1.1" status: 200 len: 217 time: 0.1807420 Jan 27 21:31:24.997239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3b9d5-31dc-4a01-9165-442f1ffb980f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10416cba-4c10-4511-8751-27ccfe46b2bd,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:25.002911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3b9d5-31dc-4a01-9165-442f1ffb980f admin admin] Checking segment: {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:25.003304 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3b9d5-31dc-4a01-9165-442f1ffb980f admin admin] Network hostable DHCP agents. Network: 038c609c-9dab-435a-a0f9-09ac3d293b98, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:31:25.015371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:25.144520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3d25676d-e896-405e-a702-c595eb72383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '63701453-6858-4d11-bac7-3b586a3833a5', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'port_id': 'b3aa83aa-a195-484d-861d-e6e571ff22ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'mac_address': 'fa:16:3e:a9:23:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:28:35Z', 'updated_at': '2022-01-27T21:31:21Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:18Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:25.208336 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b321e-4045-4204-9443-93957b17219d service neutron] Pushing event updated for resources: {'Port': ['ID=ccb48247-954c-46b0-b0eb-f56bb82d085a,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:25.210479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3b9d5-31dc-4a01-9165-442f1ffb980f admin admin] Network 038c609c-9dab-435a-a0f9-09ac3d293b98 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:31:25.251206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25676d-e896-405e-a702-c595eb72383e None None] Checking router: 8c199853-cee7-45c2-a895-660315ea98ad for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:31:25.256388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Attempting to bind port ccb48247-954c-46b0-b0eb-f56bb82d085a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:25.256388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Attempting to bind port ccb48247-954c-46b0-b0eb-f56bb82d085a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:25.256388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Attempting to bind port ccb48247-954c-46b0-b0eb-f56bb82d085a on network c1c5d197-a134-497d-b891-e583a774be14 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:25.264195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-de220509-e56e-4d39-8864-7629e1088f55 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:31:25.265883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-de220509-e56e-4d39-8864-7629e1088f55 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0374081 Jan 27 21:31:25.266579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Port ccb48247-954c-46b0-b0eb-f56bb82d085a on network c1c5d197-a134-497d-b891-e583a774be14 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:31:25.267008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Attempting to bind port ccb48247-954c-46b0-b0eb-f56bb82d085a on network c1c5d197-a134-497d-b891-e583a774be14 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:25.276068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:25.279365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Checking segment: {'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:25.279365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Bound using segment: {'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:25.279365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Bound port: ccb48247-954c-46b0-b0eb-f56bb82d085a, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e22469-4b5e-42d8-8683-5b2c6ceb219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:25.279365 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:25.285910 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25676d-e896-405e-a702-c595eb72383e None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:31:25.287857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3d25676d-e896-405e-a702-c595eb72383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:31:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:25.398918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8db3b9d5-31dc-4a01-9165-442f1ffb980f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 038c609c-9dab-435a-a0f9-09ac3d293b98) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:25.416681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db3b9d5-31dc-4a01-9165-442f1ffb980f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:25.417335 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8db3b9d5-31dc-4a01-9165-442f1ffb980f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:25.423778 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-d626a871-b146-4683-ba1a-01dad278dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:25.425323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-d626a871-b146-4683-ba1a-01dad278dd61 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.3421428 Jan 27 21:31:25.426501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-6e14bb8a-c77f-479f-8c8c-e7b84701719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:25.428070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-6e14bb8a-c77f-479f-8c8c-e7b84701719a service neutron] 10.222.0.61 "GET /v2.0/ports/8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 HTTP/1.1" status: 200 len: 1093 time: 0.1305714 Jan 27 21:31:25.463230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac6f18-3afe-4f7a-b748-d1bd7e45b763 None None] Network 038c609c-9dab-435a-a0f9-09ac3d293b98 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:31:25.468189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] Request body: {'binding': {'host': 'n-h1-760456-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:25.468676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] Unknown quota resources ['binding']. {{(pid=104027) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:31:25.496446 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] For port ccb48247-954c-46b0-b0eb-f56bb82d085a, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:25.500297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] For port ccb48247-954c-46b0-b0eb-f56bb82d085a, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ccb48247-954c-46b0-b0eb-f56bb82d085a,segment=NetworkSegment(72e22469-4b5e-42d8-8683-5b2c6ceb219e),segment_id=72e22469-4b5e-42d8-8683-5b2c6ceb219e)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:25.527909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe462d83-ca5d-426a-910a-8ffc8a47c130 req-e827f796-60f8-4e5d-a4d5-ad06e44b3df9 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:25.529833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe462d83-ca5d-426a-910a-8ffc8a47c130 req-e827f796-60f8-4e5d-a4d5-ad06e44b3df9 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 948 time: 0.3315265 Jan 27 21:31:25.568948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:25.576906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3d25676d-e896-405e-a702-c595eb72383e None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:31:25.618387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-beab2cbc-eb14-440b-8080-5e3ceb17f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:25.620215 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-beab2cbc-eb14-440b-8080-5e3ceb17f5fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1876416 Jan 27 21:31:25.673300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50011322-295c-4b41-9f29-a46207f89698 None None] Network 038c609c-9dab-435a-a0f9-09ac3d293b98 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:31:25.686707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8db3b9d5-31dc-4a01-9165-442f1ffb980f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6932435 Jan 27 21:31:25.688832 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:25.690049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:25.694885 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b57b321e-4045-4204-9443-93957b17219d service neutron] 10.222.0.71 "PUT /v2.0/ports/ccb48247-954c-46b0-b0eb-f56bb82d085a HTTP/1.1" status: 200 len: 1091 time: 1.7623072 Jan 27 21:31:25.775488 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b321e-4045-4204-9443-93957b17219d service neutron] Pushing event updated for resources: {'Port': ['ID=ccb48247-954c-46b0-b0eb-f56bb82d085a,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:25.870162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33186) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:25.913804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe462d83-ca5d-426a-910a-8ffc8a47c130 req-d57af609-8085-4e14-ae37-7092f43a29ba tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592715 Jan 27 21:31:25.953124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-45b473d7-cfee-45df-9958-860da1bb0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:25.955464 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-45b473d7-cfee-45df-9958-860da1bb0e47 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fafc60b4f78f434c942dd998f261f8f5&device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 1094 time: 0.1260111 Jan 27 21:31:26.044452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-884aca78-fd9f-453d-a2c7-6a7aefb998e8 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619304 Jan 27 21:31:26.047764 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ea601f-1e57-461a-a1a9-abb57ad1cd75 x-openstack-request-id: req-65ea601f-1e57-461a-a1a9-abb57ad1cd75 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:26.048638 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2555b00-deb6-4134-823e-6b8af644cad6", "name": "network-vif-deleted", "tag": "745bb8ea-cce8-42f9-94b3-587e85c5975c", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:26.048843 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65ea601f-1e57-461a-a1a9-abb57ad1cd75 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:26.049257 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2555b00-deb6-4134-823e-6b8af644cad6', 'name': 'network-vif-deleted', 'tag': '745bb8ea-cce8-42f9-94b3-587e85c5975c', 'status': 'completed', 'code': 200} Jan 27 21:31:26.085493 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-fdb30f0e-6185-4d84-ae12-e4e506504868 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccb48247-954c-46b0-b0eb-f56bb82d085a HTTP/1.1" status: 200 len: 217 time: 0.0924697 Jan 27 21:31:26.195180 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-3f4de3d6-2b8f-4e84-8449-699fc20f8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:26.197282 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-3f4de3d6-2b8f-4e84-8449-699fc20f8522 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=060ae481-0f7f-4099-ba77-797f486cdbda HTTP/1.1" status: 200 len: 854 time: 0.0967398 Jan 27 21:31:26.259062 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f82d381-85ec-4562-8f6b-c9dfd23e2d18 x-openstack-request-id: req-8f82d381-85ec-4562-8f6b-c9dfd23e2d18 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:26.259362 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea3a4fc-c949-47aa-82df-b772121a9f3b", "tag": "b3aa83aa-a195-484d-861d-e6e571ff22ac", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:26.259625 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f82d381-85ec-4562-8f6b-c9dfd23e2d18 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:26.260152 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'tag': 'b3aa83aa-a195-484d-861d-e6e571ff22ac', 'status': 'completed', 'code': 200} Jan 27 21:31:26.291597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on host n-h1-760456-6 for vnic_type normal with profile None {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:26.291938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:26.292264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:26.301027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-189a07ae-393c-4598-a6f2-1d3a5323ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:26.303359 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-189a07ae-393c-4598-a6f2-1d3a5323ea33 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c1c5d197-a134-497d-b891-e583a774be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965953 Jan 27 21:31:26.305246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] Port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:31:26.305681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:26.337977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3d25676d-e896-405e-a702-c595eb72383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '63701453-6858-4d11-bac7-3b586a3833a5', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'port_id': 'b3aa83aa-a195-484d-861d-e6e571ff22ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'mac_address': 'fa:16:3e:a9:23:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:28:35Z', 'updated_at': '2022-01-27T21:31:21Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:18Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:26.342530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:26.342913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:26.343413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:26.343881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] Bound port: 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:26.392119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25676d-e896-405e-a702-c595eb72383e None None] The sync data for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 is: [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '63701453-6858-4d11-bac7-3b586a3833a5', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'port_id': 'b3aa83aa-a195-484d-861d-e6e571ff22ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'mac_address': 'fa:16:3e:a9:23:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:28:35Z', 'updated_at': '2022-01-27T21:31:21Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:18Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:31:26.403904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:26.492470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793ac516-e078-4309-b2c1-4f9b290a56b0 req-5e7bd681-f2f1-44d2-b29e-9371359f89c1 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088607 Jan 27 21:31:26.501822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7644cc4f-3d97-4a87-bdc6-3de2eaa4f4dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3d3241e6f6a4eb9a77516d040d131f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6141465 Jan 27 21:31:26.506464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33196) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:26.508905 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:26.528433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3509aab-9765-4910-a353-cc7b68891054 req-55c94526-8db9-4e8d-b52c-dc2f343fbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:26.530013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3509aab-9765-4910-a353-cc7b68891054 req-55c94526-8db9-4e8d-b52c-dc2f343fbc98 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=451676679c4b4b5587451d05a77ed0c4&device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 1097 time: 0.2703464 Jan 27 21:31:26.533032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:26.534353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c98d4abe-3278-44ce-9eba-09dc99d5fe12 service neutron] 10.222.0.61 "POST /v2.0/ports/8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95/bindings HTTP/1.1" status: 201 len: 389 time: 1.0875647 Jan 27 21:31:26.536369 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-b6942d65-e845-43b2-98cc-cd5f3a7b7da3 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c5d197-a134-497d-b891-e583a774be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113221 Jan 27 21:31:26.556857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e526b16-19ff-463e-a2a8-8c501bb2d480 req-3ee758a2-1553-49d1-9d40-1d1b69d0d04c tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:26.565291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e526b16-19ff-463e-a2a8-8c501bb2d480 req-3ee758a2-1553-49d1-9d40-1d1b69d0d04c tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 943 time: 0.1597731 Jan 27 21:31:26.679860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dab1aab6-f831-43da-813c-b9d2ef624b91 admin admin] Publish callbacks [] for security_group (5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:26.721554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3509aab-9765-4910-a353-cc7b68891054 req-85646acd-cbf1-43a4-a94c-bfdae0ea0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:26.723358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3509aab-9765-4910-a353-cc7b68891054 req-85646acd-cbf1-43a4-a94c-bfdae0ea0957 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9702760e-a020-4d15-a8dc-77e191f3ead9 HTTP/1.1" status: 200 len: 925 time: 0.1832290 Jan 27 21:31:26.750291 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dab1aab6-f831-43da-813c-b9d2ef624b91 admin admin] Publish callbacks [] for security_group (5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:26.761549 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d52bfb1c-de2f-4a7c-b427-1e0ad9cd5b17 req-40ea0dff-2df4-4f2a-9621-d3f7f9011359 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c5d197-a134-497d-b891-e583a774be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966255 Jan 27 21:31:26.804801 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e849a9-856b-4950-b132-15fba1a5484e None None] New status for floating IP 63701453-6858-4d11-bac7-3b586a3833a5: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:31:26.927149 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dab1aab6-f831-43da-813c-b9d2ef624b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:26.936611 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dab1aab6-f831-43da-813c-b9d2ef624b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:26.937928 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dab1aab6-f831-43da-813c-b9d2ef624b91 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9 HTTP/1.1" status: 204 len: 168 time: 0.4300175 Jan 27 21:31:26.969095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e526b16-19ff-463e-a2a8-8c501bb2d480 req-eb43876b-def3-43d9-91b2-ffc96bdc0dad tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee7f2196-113c-4069-8ced-05e9e57851ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029293 Jan 27 21:31:26.977072 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1aab6-f831-43da-813c-b9d2ef624b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7ebce8-301c-4ee0-b0c2-8c2d0cc2bbc9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:27.018330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3509aab-9765-4910-a353-cc7b68891054 req-9bb627bd-a166-4a4a-bd9c-d3f5e74819ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3aa83aa-a195-484d-861d-e6e571ff22ac HTTP/1.1" status: 200 len: 1000 time: 0.2377148 Jan 27 21:31:27.019563 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:27.140403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3509aab-9765-4910-a353-cc7b68891054 req-dff29ee1-37a0-4e57-a443-79d05a257030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:27.140403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3509aab-9765-4910-a353-cc7b68891054 req-dff29ee1-37a0-4e57-a443-79d05a257030 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=8f63e171-69ab-4248-b2bd-b8b38611ff18 HTTP/1.1" status: 200 len: 863 time: 0.1142125 Jan 27 21:31:27.240361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3509aab-9765-4910-a353-cc7b68891054 req-0e693dcd-8bde-44ab-8cd1-bafc28f4914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:27.240361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3509aab-9765-4910-a353-cc7b68891054 req-0e693dcd-8bde-44ab-8cd1-bafc28f4914e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9702760e-a020-4d15-a8dc-77e191f3ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922348 Jan 27 21:31:27.420526 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3509aab-9765-4910-a353-cc7b68891054 req-fcf3b143-00fc-45d3-9d64-a292edb7e8bb service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717086 Jan 27 21:31:27.525749 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3509aab-9765-4910-a353-cc7b68891054 req-259a31d0-af79-47b1-af09-c6b7ec5011a1 service neutron] 10.222.0.74 "GET /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985107 Jan 27 21:31:27.874394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33236) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:27.892395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f179c528-6cc5-42b2-89a4-6c8b9adad9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:27.975803 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f179c528-6cc5-42b2-89a4-6c8b9adad9f9 admin admin] Publish callbacks [] for security_group (3a7d6bfd-e59c-4640-9177-547d616cf632), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:28.051221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'tag': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:28.054464 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb0898f-ec81-43e7-828d-edbe8d47a704" -d '{"events": [{"name": "network-changed", "server_uuid": "ebff7501-81e7-4458-b8fd-fffa655bb6a0", "tag": "838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:28.058535 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f179c528-6cc5-42b2-89a4-6c8b9adad9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3a7d6bfd-e59c-4640-9177-547d616cf632), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:28.099162 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f179c528-6cc5-42b2-89a4-6c8b9adad9f9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22482303e91546c68770ce8d5e590cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234917 Jan 27 21:31:28.099862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179c528-6cc5-42b2-89a4-6c8b9adad9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7d6bfd-e59c-4640-9177-547d616cf632,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:28.102150 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33246) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:28.150062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6db5-b14c-438c-b295-47eb32f4cf4b admin admin] Publish callbacks [] for security_group (3a7d6bfd-e59c-4640-9177-547d616cf632), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:28.174413 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6db5-b14c-438c-b295-47eb32f4cf4b admin admin] Publish callbacks [] for security_group (3a7d6bfd-e59c-4640-9177-547d616cf632), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:28.261654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568354ce-253d-4c1c-93ba-e0a4b9a7efd9', 'tag': 'ccb48247-954c-46b0-b0eb-f56bb82d085a'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:28.264753 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa54e101-aa37-42d7-83bd-a92b111b3e18" -d '{"events": [{"name": "network-changed", "server_uuid": "568354ce-253d-4c1c-93ba-e0a4b9a7efd9", "tag": "ccb48247-954c-46b0-b0eb-f56bb82d085a"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:28.329914 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6db5-b14c-438c-b295-47eb32f4cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3a7d6bfd-e59c-4640-9177-547d616cf632), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:28.332657 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6db5-b14c-438c-b295-47eb32f4cf4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:28.333967 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2b6e6db5-b14c-438c-b295-47eb32f4cf4b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a7d6bfd-e59c-4640-9177-547d616cf632 HTTP/1.1" status: 204 len: 168 time: 0.2309155 Jan 27 21:31:28.344115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e6db5-b14c-438c-b295-47eb32f4cf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7d6bfd-e59c-4640-9177-547d616cf632,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:29.022329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3a705-cf02-44e9-8d59-12d2d417b1e2 req-3a971614-7ad2-4ecf-a25c-30c031d1637c tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:29.023788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5df3a705-cf02-44e9-8d59-12d2d417b1e2 req-3a971614-7ad2-4ecf-a25c-30c031d1637c tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.74 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 950 time: 0.0679724 Jan 27 21:31:29.177002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-5df3a705-cf02-44e9-8d59-12d2d417b1e2 req-d034b5fa-9b22-4111-a971-d93794c17d72 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Deleting port 2c96e243-d6be-4759-8025-e4867df9a2c5 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:31:29.178229 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5df3a705-cf02-44e9-8d59-12d2d417b1e2 req-d034b5fa-9b22-4111-a971-d93794c17d72 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:29.301350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-5df3a705-cf02-44e9-8d59-12d2d417b1e2 req-d034b5fa-9b22-4111-a971-d93794c17d72 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] For port 2c96e243-d6be-4759-8025-e4867df9a2c5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2c96e243-d6be-4759-8025-e4867df9a2c5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:29.301835 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5df3a705-cf02-44e9-8d59-12d2d417b1e2 req-d034b5fa-9b22-4111-a971-d93794c17d72 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:29.314305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-5df3a705-cf02-44e9-8d59-12d2d417b1e2 req-d034b5fa-9b22-4111-a971-d93794c17d72 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Calling delete_port for 2c96e243-d6be-4759-8025-e4867df9a2c5 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:31:29.555646 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5df3a705-cf02-44e9-8d59-12d2d417b1e2 req-d034b5fa-9b22-4111-a971-d93794c17d72 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2c96e243-d6be-4759-8025-e4867df9a2c5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:29.574227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['2c96e243-d6be-4759-8025-e4867df9a2c5'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:29.682903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034b5fa-9b22-4111-a971-d93794c17d72 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Pushing event deleted for resources: {'Port': ['ID=2c96e243-d6be-4759-8025-e4867df9a2c5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:29.715805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601a011-33d6-4a6c-8f23-53c28af97c57 req-4b5d871a-dfb2-42fa-bfa6-a6eb8a4a5737 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:29.717657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0601a011-33d6-4a6c-8f23-53c28af97c57 req-4b5d871a-dfb2-42fa-bfa6-a6eb8a4a5737 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.2405093 Jan 27 21:31:29.751983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df3a705-cf02-44e9-8d59-12d2d417b1e2 req-d034b5fa-9b22-4111-a971-d93794c17d72 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] No DVR routers for this DVR port 2c96e243-d6be-4759-8025-e4867df9a2c5 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:31:29.764045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5df3a705-cf02-44e9-8d59-12d2d417b1e2 req-d034b5fa-9b22-4111-a971-d93794c17d72 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:29.767529 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5df3a705-cf02-44e9-8d59-12d2d417b1e2 req-d034b5fa-9b22-4111-a971-d93794c17d72 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.74 "DELETE /v2.0/ports/2c96e243-d6be-4759-8025-e4867df9a2c5 HTTP/1.1" status: 204 len: 173 time: 0.7373948 Jan 27 21:31:29.816274 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0601a011-33d6-4a6c-8f23-53c28af97c57 req-0075770b-b154-4add-a3aa-6f75e714da79 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898082 Jan 27 21:31:29.864043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5e3acf52-e437-497f-9f0f-d48b80b61dd3 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:29.875303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5e3acf52-e437-497f-9f0f-d48b80b61dd3 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/networks?id=038c609c-9dab-435a-a0f9-09ac3d293b98 HTTP/1.1" status: 200 len: 805 time: 0.3501229 Jan 27 21:31:29.898985 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-98f0c859-d657-4bdd-89cc-d8a83f21f920 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/quotas/dd73e2183ccc4b9b8fa1067cb44619a7 HTTP/1.1" status: 200 len: 375 time: 0.0177670 Jan 27 21:31:29.957310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-1b8b8586-8807-43ca-ba56-3edd5aa10210 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524676 Jan 27 21:31:30.095357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ca326-1f0a-4221-ac03-8713f26c00cf req-8cb63ae2-341a-4abb-95a6-495b646fa3f2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:30.096028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c2ca326-1f0a-4221-ac03-8713f26c00cf req-8cb63ae2-341a-4abb-95a6-495b646fa3f2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 948 time: 0.1176112 Jan 27 21:31:30.232818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-227702a4-6be7-4ccd-8d98-d606dd189570 service neutron] 10.222.0.61 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555604 Jan 27 21:31:30.245590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c2ca326-1f0a-4221-ac03-8713f26c00cf req-64c65818-b799-454e-b466-30659f8cf91b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218872 Jan 27 21:31:30.408121 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5d1eedfd-79b0-474d-aa16-1874262efe5b service neutron] 10.222.0.61 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743255 Jan 27 21:31:30.512804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18e4d022-56d2-4368-8a79-befb4d38782b req-951bbeda-9f2a-4ca6-bc1b-612039feb1a1 tempest-ServersAdminTestJSON-303851418 tempest-ServersAdminTestJSON-303851418-project] 10.222.0.61 "GET /v2.0/ports?device_id=787306ec-0efc-42e3-b6bb-fc7edd8663ad HTTP/1.1" status: 200 len: 210 time: 0.0623851 Jan 27 21:31:30.786557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c14a5-3f92-41f4-8ca9-ea16e80dcfbd req-506795ef-dfe1-4083-8675-d5e74f2e8525 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:30.786557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e2c14a5-3f92-41f4-8ca9-ea16e80dcfbd req-506795ef-dfe1-4083-8675-d5e74f2e8525 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 943 time: 0.1352239 Jan 27 21:31:30.786557 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003fa6a3-d0fe-4c05-81b1-a0d52c2ae776 x-openstack-request-id: req-003fa6a3-d0fe-4c05-81b1-a0d52c2ae776 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:30.786557 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebff7501-81e7-4458-b8fd-fffa655bb6a0", "tag": "838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:30.786557 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-003fa6a3-d0fe-4c05-81b1-a0d52c2ae776 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:30.786557 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'tag': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', 'status': 'completed', 'code': 200} Jan 27 21:31:30.787471 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa69424a-6150-4419-9f65-be6f57bb4dd2 x-openstack-request-id: req-fa69424a-6150-4419-9f65-be6f57bb4dd2 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:30.787471 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568354ce-253d-4c1c-93ba-e0a4b9a7efd9", "tag": "ccb48247-954c-46b0-b0eb-f56bb82d085a", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:30.787471 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa69424a-6150-4419-9f65-be6f57bb4dd2 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:30.787471 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568354ce-253d-4c1c-93ba-e0a4b9a7efd9', 'tag': 'ccb48247-954c-46b0-b0eb-f56bb82d085a', 'status': 'completed', 'code': 200} Jan 27 21:31:30.830558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e2c14a5-3f92-41f4-8ca9-ea16e80dcfbd req-c18c9655-37b2-4ebf-9fa9-72fd62d37fb0 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee7f2196-113c-4069-8ced-05e9e57851ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778263 Jan 27 21:31:30.946077 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-646a2d6c-a4ca-4c02-a6e6-b35f45a97cd2 req-fe464481-5a28-45aa-967f-b4545b0bc0b0 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 210 time: 0.0569537 Jan 27 21:31:31.135357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54e101-aa37-42d7-83bd-a92b111b3e18 req-77f5cdcd-b3e8-4f33-9b3e-f8616b4a2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:31.142826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa54e101-aa37-42d7-83bd-a92b111b3e18 req-77f5cdcd-b3e8-4f33-9b3e-f8616b4a2f10 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fafc60b4f78f434c942dd998f261f8f5&device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 1094 time: 0.0786607 Jan 27 21:31:31.143043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0898f-ec81-43e7-828d-edbe8d47a704 req-3f45c25c-23cd-497e-a97b-68c94d10d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:31.143043 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-deb0898f-ec81-43e7-828d-edbe8d47a704 req-3f45c25c-23cd-497e-a97b-68c94d10d205 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 1099 time: 0.0829573 Jan 27 21:31:31.158057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e396c68-cd4b-449d-9f29-8fec22b6e20b req-9a1be11b-5524-4ebb-a73b-9ae66942871c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:31.165349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e396c68-cd4b-449d-9f29-8fec22b6e20b req-9a1be11b-5524-4ebb-a73b-9ae66942871c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.0793059 Jan 27 21:31:31.363292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e396c68-cd4b-449d-9f29-8fec22b6e20b req-f06ef66f-8c57-44f4-8009-fe9bbb20107f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969807 Jan 27 21:31:31.386858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54e101-aa37-42d7-83bd-a92b111b3e18 req-3d7fafcd-ccd9-4287-a294-ef1f2c04509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:31.388401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa54e101-aa37-42d7-83bd-a92b111b3e18 req-3d7fafcd-ccd9-4287-a294-ef1f2c04509e service neutron] 10.222.0.71 "GET /v2.0/networks?id=c1c5d197-a134-497d-b891-e583a774be14 HTTP/1.1" status: 200 len: 916 time: 0.1872213 Jan 27 21:31:31.523921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa54e101-aa37-42d7-83bd-a92b111b3e18 req-a19734ac-25ec-4d2d-95e2-95b650e87121 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccb48247-954c-46b0-b0eb-f56bb82d085a HTTP/1.1" status: 200 len: 217 time: 0.1044314 Jan 27 21:31:31.621566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54e101-aa37-42d7-83bd-a92b111b3e18 req-23cfa25e-5e83-4366-9dce-51207384a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:31.623745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0898f-ec81-43e7-828d-edbe8d47a704 req-e3d4fe79-074c-4ee3-ad02-1372b2a2534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:31.625670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa54e101-aa37-42d7-83bd-a92b111b3e18 req-23cfa25e-5e83-4366-9dce-51207384a179 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=060ae481-0f7f-4099-ba77-797f486cdbda HTTP/1.1" status: 200 len: 854 time: 0.0743508 Jan 27 21:31:31.627732 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-deb0898f-ec81-43e7-828d-edbe8d47a704 req-e3d4fe79-074c-4ee3-ad02-1372b2a2534a service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2263892 Jan 27 21:31:31.708213 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-deb0898f-ec81-43e7-828d-edbe8d47a704 req-5d30bc09-5020-461e-a3f8-a8489d628f42 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a HTTP/1.1" status: 200 len: 217 time: 0.0508258 Jan 27 21:31:31.817078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54e101-aa37-42d7-83bd-a92b111b3e18 req-17a3aa22-e750-4d38-b700-8b7f11ac013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:31.818717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa54e101-aa37-42d7-83bd-a92b111b3e18 req-17a3aa22-e750-4d38-b700-8b7f11ac013c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c1c5d197-a134-497d-b891-e583a774be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636319 Jan 27 21:31:31.855912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c8fe01e5-2153-424c-97ce-dc592b0d481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:31.857994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-c8fe01e5-2153-424c-97ce-dc592b0d481f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 1096 time: 0.1387541 Jan 27 21:31:31.871358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f2227-b729-4c55-8b66-8418b680c3e6 req-553a66e6-26c2-4dc4-b0b9-f2171efec100 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:31.873253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f1f2227-b729-4c55-8b66-8418b680c3e6 req-553a66e6-26c2-4dc4-b0b9-f2171efec100 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 948 time: 0.1414793 Jan 27 21:31:32.016033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f1f2227-b729-4c55-8b66-8418b680c3e6 req-ba5e6a62-b301-4dd9-a56b-e1f258ec5b58 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040995 Jan 27 21:31:32.032616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-dc940c94-9a60-4e50-9be2-8fcd4f0253d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:32.035826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-dc940c94-9a60-4e50-9be2-8fcd4f0253d8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.1602917 Jan 27 21:31:32.085765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-5ab774c8-3f5b-4ab6-89ed-4935db49ee07 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 HTTP/1.1" status: 200 len: 217 time: 0.0440447 Jan 27 21:31:32.177548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-69ffc1cf-a46a-4b16-81d6-561dc38ae21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:32.178173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-69ffc1cf-a46a-4b16-81d6-561dc38ae21e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0776525 Jan 27 21:31:32.233164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-87cd8fe8-4a57-400b-ac8a-db70c5fae18b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470817 Jan 27 21:31:32.251920 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-35032fd9-1abf-4286-9155-14f9efab6301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:32.345929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0898f-ec81-43e7-828d-edbe8d47a704 req-18f9c443-ba2b-4383-98cc-c9e02b7db547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:32.348233 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-deb0898f-ec81-43e7-828d-edbe8d47a704 req-18f9c443-ba2b-4383-98cc-c9e02b7db547 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0691395 Jan 27 21:31:32.435877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0898f-ec81-43e7-828d-edbe8d47a704 req-114ad767-af93-447f-9304-2f7ef06646e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:32.438523 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-deb0898f-ec81-43e7-828d-edbe8d47a704 req-114ad767-af93-447f-9304-2f7ef06646e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555298 Jan 27 21:31:32.582062 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-deb0898f-ec81-43e7-828d-edbe8d47a704 req-5ba8c5ed-fdf3-4e55-a6fa-7382c3b75a70 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119812 Jan 27 21:31:32.705562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2c96e243-d6be-4759-8025-e4867df9a2c5 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:31:32.706649 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-deb0898f-ec81-43e7-828d-edbe8d47a704 req-ce3cdc05-a291-411f-b757-aa4b5b70d858 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918903 Jan 27 21:31:32.737098 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec89b5-33c1-4f66-82ea-547d2f25ff79 req-b720afa9-2f1a-4a63-b434-7e46f16bef63 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:32.745023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aeec89b5-33c1-4f66-82ea-547d2f25ff79 req-b720afa9-2f1a-4a63-b434-7e46f16bef63 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 943 time: 0.4467759 Jan 27 21:31:32.749007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 2c96e243-d6be-4759-8025-e4867df9a2c5 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:31:32.749865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2c96e243-d6be-4759-8025-e4867df9a2c5 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:31:32.760207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'name': 'network-vif-deleted', 'tag': '2c96e243-d6be-4759-8025-e4867df9a2c5'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:32.762420 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f980d436-3eef-4011-8fe3-adb86d752aef" -d '{"events": [{"server_uuid": "787306ec-0efc-42e3-b6bb-fc7edd8663ad", "name": "network-vif-deleted", "tag": "2c96e243-d6be-4759-8025-e4867df9a2c5"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:32.772042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33382) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:32.772394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-207dcb4f-2206-4fc5-9c38-4096c940ec33 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328424 Jan 27 21:31:32.794910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa54e101-aa37-42d7-83bd-a92b111b3e18 req-b4073269-ac7b-4e5e-9f68-c13a01b1cbc8 service neutron] 10.222.0.71 "GET /v2.0/networks/c1c5d197-a134-497d-b891-e583a774be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993169 Jan 27 21:31:32.862836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aeec89b5-33c1-4f66-82ea-547d2f25ff79 req-263b1c52-c3de-4d86-8f49-4b949bfb1b62 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee7f2196-113c-4069-8ced-05e9e57851ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169529 Jan 27 21:31:32.948054 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33386) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:32.949000 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1fbb8972-c4db-426d-8eaa-37ae4b0418dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e7e41510601437eab65149bd54b9068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1756022 Jan 27 21:31:32.979644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-53021cbd-8f1d-4e5d-9059-aef373171a78 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946156 Jan 27 21:31:33.013192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2b2eb31-0e54-46fe-88a8-6f9507842995 req-8977329f-a3f8-420b-a219-bf3ae6a0f723 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 210 time: 0.0520945 Jan 27 21:31:33.058421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa54e101-aa37-42d7-83bd-a92b111b3e18 req-02c9820b-b7b7-4dfb-b6f0-2254714a521b service neutron] 10.222.0.71 "GET /v2.0/networks/c1c5d197-a134-497d-b891-e583a774be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752424 Jan 27 21:31:33.072070 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cbce8098-4768-4725-9d0c-85de4c945410 admin admin] Publish callbacks [] for security_group (3c24389e-8692-444f-ac37-70c86549f305), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:33.110828 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cbce8098-4768-4725-9d0c-85de4c945410 admin admin] Publish callbacks [] for security_group (3c24389e-8692-444f-ac37-70c86549f305), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:33.197947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcbfa4-52dd-43ab-a964-605cad683287 req-3effb3a9-774d-45a3-bb56-415a24f8afc5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:33.199595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37fcbfa4-52dd-43ab-a964-605cad683287 req-3effb3a9-774d-45a3-bb56-415a24f8afc5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.0865307 Jan 27 21:31:33.253648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37fcbfa4-52dd-43ab-a964-605cad683287 req-9dea7803-78d9-4c03-a7c0-2de4fc4f4daf tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484350 Jan 27 21:31:33.292979 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cbce8098-4768-4725-9d0c-85de4c945410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3c24389e-8692-444f-ac37-70c86549f305), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:33.292979 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cbce8098-4768-4725-9d0c-85de4c945410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:33.292979 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cbce8098-4768-4725-9d0c-85de4c945410 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c24389e-8692-444f-ac37-70c86549f305 HTTP/1.1" status: 204 len: 168 time: 0.3414989 Jan 27 21:31:33.303411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce8098-4768-4725-9d0c-85de4c945410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c24389e-8692-444f-ac37-70c86549f305,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:33.342889 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852d3dc7-99b4-4af9-97f3-57937703c552 x-openstack-request-id: req-852d3dc7-99b4-4af9-97f3-57937703c552 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:33.342889 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787306ec-0efc-42e3-b6bb-fc7edd8663ad", "name": "network-vif-deleted", "tag": "2c96e243-d6be-4759-8025-e4867df9a2c5", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:33.342889 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-852d3dc7-99b4-4af9-97f3-57937703c552 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:33.342889 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787306ec-0efc-42e3-b6bb-fc7edd8663ad', 'name': 'network-vif-deleted', 'tag': '2c96e243-d6be-4759-8025-e4867df9a2c5', 'status': 'completed', 'code': 200} Jan 27 21:31:33.461469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35650e-5312-446f-a237-67fd649de9eb req-87254356-71ae-4bf1-8397-c3e792ce15d1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:33.462962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b35650e-5312-446f-a237-67fd649de9eb req-87254356-71ae-4bf1-8397-c3e792ce15d1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 948 time: 0.0582950 Jan 27 21:31:33.511303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b35650e-5312-446f-a237-67fd649de9eb req-9b98dd43-0094-4b78-a49b-299dc69d000b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425954 Jan 27 21:31:33.599143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:31:33.727664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:33.738810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', 'mac_address': 'fa:16:3e:90:3f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:31:33.777600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:33.778299 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:33.794252 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:33.831231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33406) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:33.849117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:33.932567 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:34.030572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12b505-739f-4229-b072-7f12081ab2dc req-91ca9e49-7252-451c-8dba-d3e794c46d5b tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:34.032051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:34.034132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da12b505-739f-4229-b072-7f12081ab2dc req-91ca9e49-7252-451c-8dba-d3e794c46d5b tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 947 time: 0.0964181 Jan 27 21:31:34.131398 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b65f75eb-132f-4c8c-ba20-00f483ce687c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:34.196235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:34.262448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82f046-7bc7-4ee9-90e2-edab36df5901 req-f6e61929-144a-4411-a9bb-eb25c43cb46e tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:34.264019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f82f046-7bc7-4ee9-90e2-edab36df5901 req-f6e61929-144a-4411-a9bb-eb25c43cb46e tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 943 time: 0.2262862 Jan 27 21:31:34.278432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da12b505-739f-4229-b072-7f12081ab2dc req-e1258f22-edee-43b5-8634-a5170c276ff9 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132084 Jan 27 21:31:34.314049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-49cadb8f-a988-420e-8fba-691180ab1c7c tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:34.315631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-49cadb8f-a988-420e-8fba-691180ab1c7c tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.74 "GET /v2.0/networks?id=038c609c-9dab-435a-a0f9-09ac3d293b98 HTTP/1.1" status: 200 len: 805 time: 0.3142114 Jan 27 21:31:34.333021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Request body: {'port': {'device_id': '10fbef13-e393-49c8-b6ba-185ef367202e', 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'admin_state_up': True, 'tenant_id': 'dd73e2183ccc4b9b8fa1067cb44619a7'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:34.405518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33416) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:34.448009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f82f046-7bc7-4ee9-90e2-edab36df5901 req-cf7506ba-7ffa-4b50-893a-d7ecaf2b39dc tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee7f2196-113c-4069-8ced-05e9e57851ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680918 Jan 27 21:31:34.450076 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b65f75eb-132f-4c8c-ba20-00f483ce687c admin admin] Publish callbacks [] for security_group (7e41583a-72be-4fcb-9a5c-1910cdd662be), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:34.475161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e0d3a14-2dd5-476c-bfa3-945c694befbd req-45045274-5f93-4de9-81f9-e966ed659633 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 210 time: 0.0635953 Jan 27 21:31:34.500742 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1a368c17-4a5b-42c6-96f8-d1a288184504 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=13780273b21d4f9db342703713f56cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0925176 Jan 27 21:31:34.504665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33418) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:34.669675 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b65f75eb-132f-4c8c-ba20-00f483ce687c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7e41583a-72be-4fcb-9a5c-1910cdd662be), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:34.673186 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d5d44b0a-945c-49c0-aab6-57b237fe3629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:34.699904 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723099a7-3c26-4f71-9d59-b5d79ac37c9f admin admin] Publish callbacks [] for security_group (08d6a422-4031-4b7f-9ff4-2b60204ed531), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:34.745376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f75eb-132f-4c8c-ba20-00f483ce687c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e41583a-72be-4fcb-9a5c-1910cdd662be,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:34.755687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473db01-57a7-4b94-bedd-e2ecc6574afd req-bf00ecf5-1d1a-43a8-8e7a-e20f0212dd37 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:34.756502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7473db01-57a7-4b94-bedd-e2ecc6574afd req-bf00ecf5-1d1a-43a8-8e7a-e20f0212dd37 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.1940057 Jan 27 21:31:34.764196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b65f75eb-132f-4c8c-ba20-00f483ce687c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ca6f590a73d4b25b4b9426b2b10a4c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9318802 Jan 27 21:31:34.768506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33424) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:34.772514 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723099a7-3c26-4f71-9d59-b5d79ac37c9f admin admin] Publish callbacks [] for security_group (08d6a422-4031-4b7f-9ff4-2b60204ed531), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:34.778594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Made reservation on behalf of dd73e2183ccc4b9b8fa1067cb44619a7 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:31:34.781825 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:34.815544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f17334-5aea-4589-8bcc-dac07a0261c0 req-9d9b7325-1524-4d01-a151-3803d96a3a9a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:34.817051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13f17334-5aea-4589-8bcc-dac07a0261c0 req-9d9b7325-1524-4d01-a151-3803d96a3a9a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 949 time: 0.2025654 Jan 27 21:31:34.832172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-47e3467a-1893-4aab-9cf6-7055a220e78d admin admin] Publish callbacks [] for security_group (7e41583a-72be-4fcb-9a5c-1910cdd662be), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:34.858041 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-47e3467a-1893-4aab-9cf6-7055a220e78d admin admin] Publish callbacks [] for security_group (7e41583a-72be-4fcb-9a5c-1910cdd662be), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:34.940039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7473db01-57a7-4b94-bedd-e2ecc6574afd req-ed6893aa-f09a-451f-9876-749544b5f437 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720755 Jan 27 21:31:34.981695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13f17334-5aea-4589-8bcc-dac07a0261c0 req-397bbe41-ba54-4e56-80a9-5c463989d278 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536691 Jan 27 21:31:35.011924 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-47e3467a-1893-4aab-9cf6-7055a220e78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7e41583a-72be-4fcb-9a5c-1910cdd662be), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:35.016308 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-47e3467a-1893-4aab-9cf6-7055a220e78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:35.019530 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-47e3467a-1893-4aab-9cf6-7055a220e78d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e41583a-72be-4fcb-9a5c-1910cdd662be HTTP/1.1" status: 204 len: 168 time: 0.2496822 Jan 27 21:31:35.034656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Allocated IP 172.20.0.8 (038c609c-9dab-435a-a0f9-09ac3d293b98/10416cba-4c10-4511-8751-27ccfe46b2bd/50884c4d-c427-4c2b-9a1f-8e4dde31e515) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:31:35.037082 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3467a-1893-4aab-9cf6-7055a220e78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e41583a-72be-4fcb-9a5c-1910cdd662be,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:35.051286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723099a7-3c26-4f71-9d59-b5d79ac37c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (08d6a422-4031-4b7f-9ff4-2b60204ed531), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:35.053956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723099a7-3c26-4f71-9d59-b5d79ac37c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:35.055174 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-723099a7-3c26-4f71-9d59-b5d79ac37c9f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08d6a422-4031-4b7f-9ff4-2b60204ed531 HTTP/1.1" status: 204 len: 168 time: 0.5467925 Jan 27 21:31:35.077512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723099a7-3c26-4f71-9d59-b5d79ac37c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d6a422-4031-4b7f-9ff4-2b60204ed531,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:35.243713 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks [] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:35.375604 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:35.464129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Network 038c609c-9dab-435a-a0f9-09ac3d293b98 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:31:35.475121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:35.478578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:31:35.540869 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Pushing event updated for resources: {'Port': ['ID=50884c4d-c427-4c2b-9a1f-8e4dde31e515,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:35.554360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41bf34-0e4a-47f5-8e6a-7a30f9b7328d req-4da5cb6c-17d9-4593-81aa-93d39c800f62 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:35.555852 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef41bf34-0e4a-47f5-8e6a-7a30f9b7328d req-4da5cb6c-17d9-4593-81aa-93d39c800f62 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.71 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 947 time: 0.1888001 Jan 27 21:31:35.562596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ae9c6-8d43-460f-8d03-328454cda6c1 req-9567f3ef-18bf-45dc-8581-e6275b89a986 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:35.564051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-188ae9c6-8d43-460f-8d03-328454cda6c1 req-9567f3ef-18bf-45dc-8581-e6275b89a986 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 947 time: 0.2078338 Jan 27 21:31:35.598892 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ccb48247-954c-46b0-b0eb-f56bb82d085a details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:31:35.612454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:35.670067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:35.670684 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:35.735687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-188ae9c6-8d43-460f-8d03-328454cda6c1 req-c84ca540-11fd-40d0-9231-28483a917bb6 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587081 Jan 27 21:31:35.744467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:31:35.745009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2dd05-658b-4574-bd47-d9ed02da18b3 req-41bfe916-9a68-494c-a758-d143f20e6317 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:35.762910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fef2dd05-658b-4574-bd47-d9ed02da18b3 req-41bfe916-9a68-494c-a758-d143f20e6317 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 943 time: 0.1850739 Jan 27 21:31:35.763031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:35.763031 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:35.824490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fef2dd05-658b-4574-bd47-d9ed02da18b3 req-111d2f94-26a4-41bb-ba03-684614808558 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee7f2196-113c-4069-8ced-05e9e57851ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676162 Jan 27 21:31:35.838594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ef41bf34-0e4a-47f5-8e6a-7a30f9b7328d req-fedf1aa0-db24-4248-8d01-44c68269cc2c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Deleting port 7a1174c3-e602-488e-aaed-0bad9231a27f {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:31:35.838944 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef41bf34-0e4a-47f5-8e6a-7a30f9b7328d req-fedf1aa0-db24-4248-8d01-44c68269cc2c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:35.839676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port ccb48247-954c-46b0-b0eb-f56bb82d085a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ccb48247-954c-46b0-b0eb-f56bb82d085a,segment=NetworkSegment(72e22469-4b5e-42d8-8683-5b2c6ceb219e),segment_id=72e22469-4b5e-42d8-8683-5b2c6ceb219e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:35.876744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'ccb48247-954c-46b0-b0eb-f56bb82d085a', 'network_id': 'c1c5d197-a134-497d-b891-e583a774be14', 'port_id': 'ccb48247-954c-46b0-b0eb-f56bb82d085a', 'mac_address': 'fa:16:3e:b9:1a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '060ae481-0f7f-4099-ba77-797f486cdbda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:31:35.886290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-7e634520-12d7-4953-bbba-3bbfe93c5df7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5596766 Jan 27 21:31:35.936365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Request body: {'port': {'device_id': '10fbef13-e393-49c8-b6ba-185ef367202e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:35.987988 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.017987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port ccb48247-954c-46b0-b0eb-f56bb82d085a is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:36.018890 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.043761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33454) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:36.053110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.068909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb48247-954c-46b0-b0eb-f56bb82d085a {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:36.074546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a6fc58d1-ab49-48ef-8732-01e0e4857aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.084562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:36.085304 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.095993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6b16b-a790-4f0d-8319-217608714e02 req-78717d24-dee9-4649-a1d3-f84b04ddacb6 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:36.104448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4f6b16b-a790-4f0d-8319-217608714e02 req-78717d24-dee9-4649-a1d3-f84b04ddacb6 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 931 time: 0.2291903 Jan 27 21:31:36.158510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port ccb48247-954c-46b0-b0eb-f56bb82d085a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ccb48247-954c-46b0-b0eb-f56bb82d085a,segment=NetworkSegment(72e22469-4b5e-42d8-8683-5b2c6ceb219e),segment_id=72e22469-4b5e-42d8-8683-5b2c6ceb219e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:36.172400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:36.174962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ef41bf34-0e4a-47f5-8e6a-7a30f9b7328d req-fedf1aa0-db24-4248-8d01-44c68269cc2c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] For port 7a1174c3-e602-488e-aaed-0bad9231a27f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7a1174c3-e602-488e-aaed-0bad9231a27f,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:36.175346 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef41bf34-0e4a-47f5-8e6a-7a30f9b7328d req-fedf1aa0-db24-4248-8d01-44c68269cc2c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.178439 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8d9ff1-57ad-4e54-9357-11613378742c" -d '{"events": [{"server_uuid": "ebff7501-81e7-4458-b8fd-fffa655bb6a0", "name": "network-vif-plugged", "status": "completed", "tag": "838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:36.212358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:36.215752 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.220611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ef41bf34-0e4a-47f5-8e6a-7a30f9b7328d req-fedf1aa0-db24-4248-8d01-44c68269cc2c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Calling delete_port for 7a1174c3-e602-488e-aaed-0bad9231a27f owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:31:36.248342 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a6fc58d1-ab49-48ef-8732-01e0e4857aee admin admin] Publish callbacks [] for security_group (18fbd3b9-5ad0-4349-85e5-b90086b8c228), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.298917 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.303948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=ccb48247-954c-46b0-b0eb-f56bb82d085a,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:36.335426 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a6fc58d1-ab49-48ef-8732-01e0e4857aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (18fbd3b9-5ad0-4349-85e5-b90086b8c228), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.367671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:36.386175 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a6fc58d1-ab49-48ef-8732-01e0e4857aee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8773eb90f17a4182a47eec3bd0336f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371723 Jan 27 21:31:36.386175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc58d1-ab49-48ef-8732-01e0e4857aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fbd3b9-5ad0-4349-85e5-b90086b8c228,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:36.392372 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33458) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:36.392979 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4f6b16b-a790-4f0d-8319-217608714e02 req-1130e492-8f44-4c75-ab4b-4c0e019b25f2 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870386 Jan 27 21:31:36.413838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59984e8-e4d0-4535-873a-a3f1794b5a95 req-18e97b47-d35e-4a34-b728-ae040565a8f8 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:36.422072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e59984e8-e4d0-4535-873a-a3f1794b5a95 req-18e97b47-d35e-4a34-b728-ae040565a8f8 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.3132143 Jan 27 21:31:36.489760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4b690fd-d63f-49e8-9290-d1f57ad7758c admin admin] Publish callbacks [] for security_group (18fbd3b9-5ad0-4349-85e5-b90086b8c228), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.496947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['ccb48247-954c-46b0-b0eb-f56bb82d085a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:36.508724 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4b690fd-d63f-49e8-9290-d1f57ad7758c admin admin] Publish callbacks [] for security_group (18fbd3b9-5ad0-4349-85e5-b90086b8c228), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:36.641388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e59984e8-e4d0-4535-873a-a3f1794b5a95 req-b4f430da-b42c-4bc2-9526-9fab5e53cbac tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183421 Jan 27 21:31:36.776291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c1405-cf8d-4d00-ab57-6232cd055d3f req-3b5ef7f4-1a1b-4d4d-943b-9822265b6cd1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:36.783347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf7c1405-cf8d-4d00-ab57-6232cd055d3f req-3b5ef7f4-1a1b-4d4d-943b-9822265b6cd1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.2128751 Jan 27 21:31:36.824656 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c24530-2c23-43ee-a69e-14bcc6fbc53f x-openstack-request-id: req-a9c24530-2c23-43ee-a69e-14bcc6fbc53f {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:36.824656 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebff7501-81e7-4458-b8fd-fffa655bb6a0", "name": "network-vif-plugged", "status": "completed", "tag": "838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:36.824656 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9c24530-2c23-43ee-a69e-14bcc6fbc53f {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:36.824656 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', 'code': 200} Jan 27 21:31:36.880918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf7c1405-cf8d-4d00-ab57-6232cd055d3f req-9f8ac9e3-f5eb-468f-a869-68479ae14c0d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890629 Jan 27 21:31:36.959372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50884c4d-c427-4c2b-9a1f-8e4dde31e515 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:36.986217 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e866e59-5133-48b4-a4b7-30566366405e req-854778a7-e6e9-492d-9f07-0e1b1fb6e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:36.988239 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1e866e59-5133-48b4-a4b7-30566366405e req-854778a7-e6e9-492d-9f07-0e1b1fb6e76a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 1101 time: 0.0554998 Jan 27 21:31:37.009528 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Publish callbacks [] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:37.048176 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1e866e59-5133-48b4-a4b7-30566366405e req-1a1734c8-6d84-4fd4-b2de-df008008379c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534537 Jan 27 21:31:37.071206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611ed84-84e5-417c-bfcf-f3122dcc7fe2 req-24c91fc7-4258-4166-b0eb-1408cff00faf tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:37.073964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f611ed84-84e5-417c-bfcf-f3122dcc7fe2 req-24c91fc7-4258-4166-b0eb-1408cff00faf tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 944 time: 0.1181226 Jan 27 21:31:37.102027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f8b31-017b-44be-a957-2fdf048f1445 req-7aba6c8f-475b-46c7-9ee8-c64f7e1ab691 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:37.104953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-253f8b31-017b-44be-a957-2fdf048f1445 req-7aba6c8f-475b-46c7-9ee8-c64f7e1ab691 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 947 time: 0.1279631 Jan 27 21:31:37.191278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f611ed84-84e5-417c-bfcf-f3122dcc7fe2 req-c9766c02-bb0b-4c86-a44b-e1e51e67e419 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee7f2196-113c-4069-8ced-05e9e57851ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103275 Jan 27 21:31:37.221587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Transition to ACTIVE for port object 50884c4d-c427-4c2b-9a1f-8e4dde31e515 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:31:37.222245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4b690fd-d63f-49e8-9290-d1f57ad7758c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (18fbd3b9-5ad0-4349-85e5-b90086b8c228), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:37.222818 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef41bf34-0e4a-47f5-8e6a-7a30f9b7328d req-fedf1aa0-db24-4248-8d01-44c68269cc2c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7a1174c3-e602-488e-aaed-0bad9231a27f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:37.228823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4b690fd-d63f-49e8-9290-d1f57ad7758c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:37.228969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-253f8b31-017b-44be-a957-2fdf048f1445 req-d5c55c86-4e22-4b94-aeb9-305911eb7499 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002059 Jan 27 21:31:37.241618 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b4b690fd-d63f-49e8-9290-d1f57ad7758c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18fbd3b9-5ad0-4349-85e5-b90086b8c228 HTTP/1.1" status: 204 len: 168 time: 0.8468647 Jan 27 21:31:37.263448 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b690fd-d63f-49e8-9290-d1f57ad7758c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fbd3b9-5ad0-4349-85e5-b90086b8c228,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:37.283710 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:37.289372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf1aa0-db24-4248-8d01-44c68269cc2c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Pushing event deleted for resources: {'Port': ['ID=7a1174c3-e602-488e-aaed-0bad9231a27f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:37.306652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:37.414961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef41bf34-0e4a-47f5-8e6a-7a30f9b7328d req-fedf1aa0-db24-4248-8d01-44c68269cc2c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] No DVR routers for this DVR port 7a1174c3-e602-488e-aaed-0bad9231a27f on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:31:37.420046 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef41bf34-0e4a-47f5-8e6a-7a30f9b7328d req-fedf1aa0-db24-4248-8d01-44c68269cc2c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:37.423415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef41bf34-0e4a-47f5-8e6a-7a30f9b7328d req-fedf1aa0-db24-4248-8d01-44c68269cc2c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.71 "DELETE /v2.0/ports/7a1174c3-e602-488e-aaed-0bad9231a27f HTTP/1.1" status: 204 len: 173 time: 1.8584259 Jan 27 21:31:37.425900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa642856-a0af-4395-8a97-94b0c505012d', 'name': 'network-vif-deleted', 'tag': '7a1174c3-e602-488e-aaed-0bad9231a27f'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:37.428485 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f878bc24-8754-4c84-a141-81f27c98f276" -d '{"events": [{"server_uuid": "aa642856-a0af-4395-8a97-94b0c505012d", "name": "network-vif-deleted", "tag": "7a1174c3-e602-488e-aaed-0bad9231a27f"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:37.444221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Pushing event updated for resources: {'Port': ['ID=50884c4d-c427-4c2b-9a1f-8e4dde31e515,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:37.600772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ccb48247-954c-46b0-b0eb-f56bb82d085a up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:37.845905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port ccb48247-954c-46b0-b0eb-f56bb82d085a completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:31:37.852220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port ccb48247-954c-46b0-b0eb-f56bb82d085a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:37.856476 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:37.885320 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0168d92-2d87-42ea-8d43-6ca9dee30196 x-openstack-request-id: req-f0168d92-2d87-42ea-8d43-6ca9dee30196 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:37.886638 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa642856-a0af-4395-8a97-94b0c505012d", "name": "network-vif-deleted", "tag": "7a1174c3-e602-488e-aaed-0bad9231a27f", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:37.887140 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0168d92-2d87-42ea-8d43-6ca9dee30196 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:37.887568 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa642856-a0af-4395-8a97-94b0c505012d', 'name': 'network-vif-deleted', 'tag': '7a1174c3-e602-488e-aaed-0bad9231a27f', 'status': 'completed', 'code': 200} Jan 27 21:31:38.019774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port ccb48247-954c-46b0-b0eb-f56bb82d085a is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:38.021741 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:38.077874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae459ab-3f36-474a-ac3f-4273e3135521 req-a2e735c0-d15e-4840-9738-565dae67f1f0 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:38.079444 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ae459ab-3f36-474a-ac3f-4273e3135521 req-a2e735c0-d15e-4840-9738-565dae67f1f0 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 943 time: 0.1976705 Jan 27 21:31:38.087131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port ccb48247-954c-46b0-b0eb-f56bb82d085a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ccb48247-954c-46b0-b0eb-f56bb82d085a,segment=NetworkSegment(72e22469-4b5e-42d8-8683-5b2c6ceb219e),segment_id=72e22469-4b5e-42d8-8683-5b2c6ceb219e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:38.091820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb5b7c-4958-497d-afe6-b2eff95e2b1f req-944adf2c-e10e-4dba-b2cc-f913ef8c28ad tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:38.100874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1bbb5b7c-4958-497d-afe6-b2eff95e2b1f req-944adf2c-e10e-4dba-b2cc-f913ef8c28ad tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.2121952 Jan 27 21:31:38.144130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Attempting to bind port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:38.144478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Attempting to bind port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:38.144816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Attempting to bind port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 on network 038c609c-9dab-435a-a0f9-09ac3d293b98 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:38.156706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 on network 038c609c-9dab-435a-a0f9-09ac3d293b98 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:31:38.157045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Attempting to bind port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 on network 038c609c-9dab-435a-a0f9-09ac3d293b98 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:38.175258 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:38.195225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:38.195575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Checking segment: {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:38.195974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Bound using segment: {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:38.196729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Bound port: 50884c4d-c427-4c2b-9a1f-8e4dde31e515, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:38.197102 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:38.263944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1bbb5b7c-4958-497d-afe6-b2eff95e2b1f req-76d4f10f-0134-4b07-a690-0df4cb1354e9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621106 Jan 27 21:31:38.307412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ae459ab-3f36-474a-ac3f-4273e3135521 req-39cfdc4b-e21a-48d2-aaec-760e2c12d83b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971910 Jan 27 21:31:38.313053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=ccb48247-954c-46b0-b0eb-f56bb82d085a,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:38.433330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] For port 50884c4d-c427-4c2b-9a1f-8e4dde31e515, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:38.438510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] For port 50884c4d-c427-4c2b-9a1f-8e4dde31e515, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50884c4d-c427-4c2b-9a1f-8e4dde31e515,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:38.457802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee481d7b-e39e-4379-b84b-8da2cec59e5c req-e3e8753c-520a-4aa4-b017-6acd1aed753d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:38.460450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee481d7b-e39e-4379-b84b-8da2cec59e5c req-e3e8753c-520a-4aa4-b017-6acd1aed753d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.0793996 Jan 27 21:31:38.522832 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:38.575294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df55a5-e174-47fe-8553-0aebfcb278c9 req-2b410599-5cef-4f76-984f-326878b15aaa tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:38.582670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1df55a5-e174-47fe-8553-0aebfcb278c9 req-2b410599-5cef-4f76-984f-326878b15aaa tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 945 time: 0.1347363 Jan 27 21:31:38.590603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee481d7b-e39e-4379-b84b-8da2cec59e5c req-41307456-10f7-4bcd-b39a-e6537dd143ca tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205420 Jan 27 21:31:38.599529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:38.600648 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:38.602100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] 10.222.0.74 "PUT /v2.0/ports/50884c4d-c427-4c2b-9a1f-8e4dde31e515 HTTP/1.1" status: 200 len: 1091 time: 2.6761491 Jan 27 21:31:38.648968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd454e-06a6-4aad-9943-c5595141d790 service neutron] Pushing event updated for resources: {'Port': ['ID=50884c4d-c427-4c2b-9a1f-8e4dde31e515,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:38.698170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1df55a5-e174-47fe-8553-0aebfcb278c9 req-c8f2322f-54c3-48b7-b981-ffc2d7a6eb1f tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee7f2196-113c-4069-8ced-05e9e57851ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139767 Jan 27 21:31:38.759768 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:38.785288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-9cc5592d-b3c9-4f68-b4f9-92ca2358eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:38.788554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-9cc5592d-b3c9-4f68-b4f9-92ca2358eedc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 1094 time: 0.0616601 Jan 27 21:31:38.819475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568354ce-253d-4c1c-93ba-e0a4b9a7efd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb48247-954c-46b0-b0eb-f56bb82d085a'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:38.822089 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8948d63-e65c-492c-b7f8-a0c6cd1730db" -d '{"events": [{"server_uuid": "568354ce-253d-4c1c-93ba-e0a4b9a7efd9", "name": "network-vif-plugged", "status": "completed", "tag": "ccb48247-954c-46b0-b0eb-f56bb82d085a"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:38.867523 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12eba2b0-f7a4-4b8f-bc64-8737fbfec76d x-openstack-request-id: req-12eba2b0-f7a4-4b8f-bc64-8737fbfec76d {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:38.878393 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568354ce-253d-4c1c-93ba-e0a4b9a7efd9", "name": "network-vif-plugged", "status": "completed", "tag": "ccb48247-954c-46b0-b0eb-f56bb82d085a", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:38.878393 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12eba2b0-f7a4-4b8f-bc64-8737fbfec76d {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:38.878393 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568354ce-253d-4c1c-93ba-e0a4b9a7efd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb48247-954c-46b0-b0eb-f56bb82d085a', 'code': 200} Jan 27 21:31:38.878812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f4543cb-fd5e-4434-b7cb-4d8b3a439aea req-250535b7-6e15-4dc8-8322-a38a5a1e4f0c tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa642856-a0af-4395-8a97-94b0c505012d HTTP/1.1" status: 200 len: 210 time: 0.0798805 Jan 27 21:31:38.878812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-705c903b-f4cc-4a43-b966-bbc560d17f72 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50884c4d-c427-4c2b-9a1f-8e4dde31e515 HTTP/1.1" status: 200 len: 217 time: 0.0800097 Jan 27 21:31:38.990788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d64669-cd05-448e-9a53-0fc695163aa6 req-e473d3d1-1f4e-4735-a0b4-ef52ee644704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:38.992541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9d64669-cd05-448e-9a53-0fc695163aa6 req-e473d3d1-1f4e-4735-a0b4-ef52ee644704 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 1096 time: 0.0622241 Jan 27 21:31:38.996709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-86e3d765-d105-425e-9411-c62c7245946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:38.998310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-86e3d765-d105-425e-9411-c62c7245946b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10416cba-4c10-4511-8751-27ccfe46b2bd HTTP/1.1" status: 200 len: 845 time: 0.1154969 Jan 27 21:31:39.039983 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-909aa7e1-4fab-4dc7-bc45-ad1b4a697ca4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=038c609c-9dab-435a-a0f9-09ac3d293b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331633 Jan 27 21:31:39.066034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33520) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:39.127170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9d64669-cd05-448e-9a53-0fc695163aa6 req-e56dd7fb-d1c7-454f-ae69-7cc0946b6fc1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ee7f2196-113c-4069-8ced-05e9e57851ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269901 Jan 27 21:31:39.178880 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-e79d0426-23ac-47da-b8a9-1bf1c66463fe service neutron] 10.222.0.74 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266215 Jan 27 21:31:39.338225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-network', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:39.338403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70c30f0a-8175-44e0-bb39-1a1efa0fcb7d req-ad754a07-6d54-4c7b-a373-81f6ebd0036e service neutron] 10.222.0.74 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351202 Jan 27 21:31:39.451493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021957c7-2c2d-4c4c-975b-56118a4c4a7f req-e787368b-e28b-4eb8-b14c-c1f303e9083d tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:39.453055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-021957c7-2c2d-4c4c-975b-56118a4c4a7f req-e787368b-e28b-4eb8-b14c-c1f303e9083d tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.0816290 Jan 27 21:31:39.462835 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Made reservation on behalf of 382fab6fb99b4cb9b9b0df3cf5a4ec30 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:31:39.463409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a3092-585a-4971-9b8c-80b0ef207bb0 req-2bd59284-9081-4fe9-b9cc-0d2be5623e18 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:39.464863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f49a3092-585a-4971-9b8c-80b0ef207bb0 req-2bd59284-9081-4fe9-b9cc-0d2be5623e18 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 943 time: 0.0839200 Jan 27 21:31:39.465191 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:39.474473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:39.536792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-021957c7-2c2d-4c4c-975b-56118a4c4a7f req-51011526-bb3c-4940-abc1-2d9afe540165 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702066 Jan 27 21:31:39.544094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f49a3092-585a-4971-9b8c-80b0ef207bb0 req-bfff347b-d92a-4656-bfc7-162967a1553b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714433 Jan 27 21:31:39.568308 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Publish callbacks [] for security_group (613918bf-232b-4d5e-9fd1-ded89ff1447a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:39.599637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7a1174c3-e602-488e-aaed-0bad9231a27f no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:31:39.620856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 7a1174c3-e602-488e-aaed-0bad9231a27f {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:31:39.621205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7a1174c3-e602-488e-aaed-0bad9231a27f not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:31:39.632321 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (613918bf-232b-4d5e-9fd1-ded89ff1447a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:39.661685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:31:39.679967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613918bf-232b-4d5e-9fd1-ded89ff1447a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:39.685044 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (c15db44a-8832-4781-88bd-ee42cf60c2dc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:39.685595 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Added segment c15db44a-8832-4781-88bd-ee42cf60c2dc of type vlan for network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 Jan 27 21:31:39.745912 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (2ef5d7aa-0568-49d0-aa75-039f40b79a70), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:39.777572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394f03c-c294-466b-905c-341e953a3ce8 req-5c8fb0b6-5cbb-4dc6-b791-a0dd5948c485 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:39.779266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8394f03c-c294-466b-905c-341e953a3ce8 req-5c8fb0b6-5cbb-4dc6-b791-a0dd5948c485 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.0630350 Jan 27 21:31:39.808754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-fcfd568a-19ac-4278-b26c-0d8f4150d1e4 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=855081bcb1a74dc0b2c341b483e5e058&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283582 Jan 27 21:31:39.826815 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (2ef5d7aa-0568-49d0-aa75-039f40b79a70), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:39.829141 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:39.829738 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:39.888052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10fbef13-e393-49c8-b6ba-185ef367202e', 'tag': '50884c4d-c427-4c2b-9a1f-8e4dde31e515'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:39.890243 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da41e619-302b-40cd-8dff-fef0960d58c9" -d '{"events": [{"name": "network-changed", "server_uuid": "10fbef13-e393-49c8-b6ba-185ef367202e", "tag": "50884c4d-c427-4c2b-9a1f-8e4dde31e515"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:39.906347 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef5d7aa-0568-49d0-aa75-039f40b79a70,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:39.912263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8394f03c-c294-466b-905c-341e953a3ce8 req-14c0770e-7470-4755-8416-3f82b998f238 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210659 Jan 27 21:31:39.930716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:31:39.968508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-be910ef8-9ca9-49db-925c-9baa6f7d2efc tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:39.971099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-be910ef8-9ca9-49db-925c-9baa6f7d2efc tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562953 Jan 27 21:31:39.978484 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8291186d-cd25-446a-bfdf-5fb814f3c668 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 0.9111414 Jan 27 21:31:39.981251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33556) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:39.986115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-974128e7-204f-4b4c-add4-fcbd61a8b706 admin admin] Request body: {'subnet': {'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-subnet', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:40.012033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-23c2ef86-5f27-48cc-94bf-0a20b222d6a3 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/quotas/855081bcb1a74dc0b2c341b483e5e058 HTTP/1.1" status: 200 len: 375 time: 0.0304158 Jan 27 21:31:40.043167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae91bb1-a7ab-4b6b-81f1-104c148d0cff req-ea586810-8a44-4091-88c5-00d085175aef tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:40.044696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dae91bb1-a7ab-4b6b-81f1-104c148d0cff req-ea586810-8a44-4091-88c5-00d085175aef tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 945 time: 0.0724161 Jan 27 21:31:40.064313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-e30bd16a-df85-440d-8bff-d42a7a75b644 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=855081bcb1a74dc0b2c341b483e5e058&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386820 Jan 27 21:31:40.084335 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974128e7-204f-4b4c-add4-fcbd61a8b706 admin admin] Made reservation on behalf of 382fab6fb99b4cb9b9b0df3cf5a4ec30 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:31:40.087147 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-974128e7-204f-4b4c-add4-fcbd61a8b706 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:40.118767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dae91bb1-a7ab-4b6b-81f1-104c148d0cff req-c0592c77-70e6-4e50-9b2e-a01180bb2e53 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee7f2196-113c-4069-8ced-05e9e57851ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606430 Jan 27 21:31:40.185563 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff501b1c-8c00-4476-afc9-66563c556474 x-openstack-request-id: req-ff501b1c-8c00-4476-afc9-66563c556474 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:40.185860 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10fbef13-e393-49c8-b6ba-185ef367202e", "tag": "50884c4d-c427-4c2b-9a1f-8e4dde31e515", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:40.186120 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff501b1c-8c00-4476-afc9-66563c556474 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:40.186522 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10fbef13-e393-49c8-b6ba-185ef367202e', 'tag': '50884c4d-c427-4c2b-9a1f-8e4dde31e515', 'status': 'completed', 'code': 200} Jan 27 21:31:40.289255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41e619-302b-40cd-8dff-fef0960d58c9 req-0aed462a-fff4-4f40-816c-23d8a94de36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:40.290968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da41e619-302b-40cd-8dff-fef0960d58c9 req-0aed462a-fff4-4f40-816c-23d8a94de36b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 1094 time: 0.0779340 Jan 27 21:31:40.460683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098f612-7f89-420b-bf77-6b32681e9025 req-19689c4d-470e-427b-a44e-78303e45ee0c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:40.462461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e098f612-7f89-420b-bf77-6b32681e9025 req-19689c4d-470e-427b-a44e-78303e45ee0c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.1370230 Jan 27 21:31:40.480468 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-974128e7-204f-4b4c-add4-fcbd61a8b706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (a70d9171-e899-4c94-b5a4-6b60c0db0a51), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:40.506258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41e619-302b-40cd-8dff-fef0960d58c9 req-89438467-c180-40e0-a7dd-e04c25998c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:40.508696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da41e619-302b-40cd-8dff-fef0960d58c9 req-89438467-c180-40e0-a7dd-e04c25998c9d service neutron] 10.222.0.74 "GET /v2.0/networks?id=038c609c-9dab-435a-a0f9-09ac3d293b98 HTTP/1.1" status: 200 len: 906 time: 0.2046776 Jan 27 21:31:40.543258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974128e7-204f-4b4c-add4-fcbd61a8b706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a70d9171-e899-4c94-b5a4-6b60c0db0a51,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:40.559678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974128e7-204f-4b4c-add4-fcbd61a8b706 admin admin] Checking segment: {'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:40.559678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974128e7-204f-4b4c-add4-fcbd61a8b706 admin admin] Network hostable DHCP agents. Network: 2ef5d7aa-0568-49d0-aa75-039f40b79a70, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:31:40.575909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da41e619-302b-40cd-8dff-fef0960d58c9 req-52562090-7428-44b8-9d7f-c320bc086cd9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50884c4d-c427-4c2b-9a1f-8e4dde31e515 HTTP/1.1" status: 200 len: 217 time: 0.0566468 Jan 27 21:31:40.637969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e098f612-7f89-420b-bf77-6b32681e9025 req-a0007a1a-d1c2-40a8-bd60-cf3d3a823a75 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469908 Jan 27 21:31:40.638192 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974128e7-204f-4b4c-add4-fcbd61a8b706 admin admin] Network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:31:40.674594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41e619-302b-40cd-8dff-fef0960d58c9 req-fd6a804a-6eef-4200-92fc-56b9a03d4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:40.676042 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da41e619-302b-40cd-8dff-fef0960d58c9 req-fd6a804a-6eef-4200-92fc-56b9a03d4f59 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10416cba-4c10-4511-8751-27ccfe46b2bd HTTP/1.1" status: 200 len: 845 time: 0.0903356 Jan 27 21:31:40.715309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da41e619-302b-40cd-8dff-fef0960d58c9 req-c95efc76-a4e7-4be5-893a-a0f11fce8c68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=038c609c-9dab-435a-a0f9-09ac3d293b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329521 Jan 27 21:31:40.736442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-546e14b6-02af-4185-ad65-663b85585891 req-cca269e7-7b60-4a42-b43f-9e7451e250d7 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 210 time: 0.0463898 Jan 27 21:31:40.781178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-974128e7-204f-4b4c-add4-fcbd61a8b706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 2ef5d7aa-0568-49d0-aa75-039f40b79a70) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:40.787988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974128e7-204f-4b4c-add4-fcbd61a8b706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:40.788827 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-974128e7-204f-4b4c-add4-fcbd61a8b706 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:40.794948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0cd3f8-4a87-49cc-9114-7cce52e67f91 None None] Network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:31:40.879557 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-974128e7-204f-4b4c-add4-fcbd61a8b706 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 0.8972495 Jan 27 21:31:40.880722 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33578) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:40.885666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:40.932733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:31:40.934068 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:40.945884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da41e619-302b-40cd-8dff-fef0960d58c9 req-139df200-9580-407f-91ab-ac87adea6b6a service neutron] 10.222.0.74 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174244 Jan 27 21:31:41.000822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (a3c5d16b-da71-418f-b08b-6fdeba3fff52), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:41.002438 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (a3c5d16b-da71-418f-b08b-6fdeba3fff52), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:41.029835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e910504-7e6a-4e40-9c67-e1eb95b9260e req-70b55e5f-6f23-4cd7-87a0-8f8859d4549b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:41.031348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e910504-7e6a-4e40-9c67-e1eb95b9260e req-70b55e5f-6f23-4cd7-87a0-8f8859d4549b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 943 time: 0.1675751 Jan 27 21:31:41.044831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b5cf3-0cf6-41df-9bc6-e5320b59f600 req-74ef1175-70ab-4695-94bd-264c161572fe tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:41.046300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-894b5cf3-0cf6-41df-9bc6-e5320b59f600 req-74ef1175-70ab-4695-94bd-264c161572fe tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.1872587 Jan 27 21:31:41.078321 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Publish callbacks [] for router_controller (a3c5d16b-da71-418f-b08b-6fdeba3fff52), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:41.107555 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Allocated IP 172.20.0.2 (2ef5d7aa-0568-49d0-aa75-039f40b79a70/a70d9171-e899-4c94-b5a4-6b60c0db0a51/2a6b9f32-6feb-4215-9589-2dd7b4f9a978) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:31:41.140745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da41e619-302b-40cd-8dff-fef0960d58c9 req-15ab3b03-eb31-4a96-a632-e2f2d8b67156 service neutron] 10.222.0.74 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860628 Jan 27 21:31:41.157810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e910504-7e6a-4e40-9c67-e1eb95b9260e req-aef679b7-0a1a-41b2-a0e9-dd5841b50107 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105473 Jan 27 21:31:41.167696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-894b5cf3-0cf6-41df-9bc6-e5320b59f600 req-0ec6b460-c056-4425-bafb-1003985995a8 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104765 Jan 27 21:31:41.278800 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Publish callbacks [] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:41.371028 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Publish callbacks [] for router_gateway (a3c5d16b-da71-418f-b08b-6fdeba3fff52), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:41.377000 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:41.382968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082c3e6-efca-479a-b5a2-f83d306f24b4 req-4a4e191f-d09d-43e0-b310-6b1a7aeecf00 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:41.388563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5082c3e6-efca-479a-b5a2-f83d306f24b4 req-4a4e191f-d09d-43e0-b310-6b1a7aeecf00 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a04dee9-1fd2-4a82-980a-7db7e58d97bb HTTP/1.1" status: 200 len: 948 time: 0.0661225 Jan 27 21:31:41.417640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:31:41.421117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:41.425860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:31:41.442841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Pushing event updated for resources: {'Port': ['ID=2a6b9f32-6feb-4215-9589-2dd7b4f9a978,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:41.458886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d683198-4404-48bc-ba2a-bbbd2e386bd6 req-f658e38e-3def-474b-bbf9-35afc02b2264 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:41.460393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d683198-4404-48bc-ba2a-bbbd2e386bd6 req-f658e38e-3def-474b-bbf9-35afc02b2264 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 945 time: 0.0929277 Jan 27 21:31:41.473104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5082c3e6-efca-479a-b5a2-f83d306f24b4 req-c3a25e1e-87e0-49ad-8e92-b1afcab16eee tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794711 Jan 27 21:31:41.537869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d683198-4404-48bc-ba2a-bbbd2e386bd6 req-95f7d047-e8c7-4717-96ee-e2342f820d72 tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee7f2196-113c-4069-8ced-05e9e57851ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619097 Jan 27 21:31:41.538324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Attempting to bind port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:41.538802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Attempting to bind port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:41.539314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Attempting to bind port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 on network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:41.546277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:41.546749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Checking segment: {'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:41.547232 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:41.547816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Bound using segment: {'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:41.560107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Bound port: 2a6b9f32-6feb-4215-9589-2dd7b4f9a978, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:41.565302 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:41.639064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] For port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:41.650408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] For port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2a6b9f32-6feb-4215-9589-2dd7b4f9a978,segment=NetworkSegment(c15db44a-8832-4781-88bd-ee42cf60c2dc),segment_id=c15db44a-8832-4781-88bd-ee42cf60c2dc)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:41.656599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-76aef9d1-d188-4105-a74b-2bed8a344b6f req-25f8aa4c-bd84-487d-ade5-e9af9a973902 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:31:41.657538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76aef9d1-d188-4105-a74b-2bed8a344b6f req-25f8aa4c-bd84-487d-ade5-e9af9a973902 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052869 Jan 27 21:31:41.731927 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:41.805852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Publish callbacks [] for router_gateway (a3c5d16b-da71-418f-b08b-6fdeba3fff52), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:41.839917 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:41.848720 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bccf5-5011-4d47-946b-3fd8a5c22398 None None] Pushing event updated for resources: {'Port': ['ID=2a6b9f32-6feb-4215-9589-2dd7b4f9a978,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:41.902363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39f21fde-5767-45fa-8c04-bc10d8b429dd req-9ab82213-b43d-4a53-beb9-e72a4d27c227 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 210 time: 0.0768766 Jan 27 21:31:42.002337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Allocated IP 172.25.0.11 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/7947e701-4194-4f31-8ce1-2225fac902b2) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:31:42.138463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fbdea-f248-4ac6-93ed-924974218123 req-6a0bf3d9-a76f-4e2f-8bd1-c908d032eb47 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:42.140499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f0fbdea-f248-4ac6-93ed-924974218123 req-6a0bf3d9-a76f-4e2f-8bd1-c908d032eb47 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.0918460 Jan 27 21:31:42.208321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f0fbdea-f248-4ac6-93ed-924974218123 req-19f365e8-597c-4261-a294-312182ce21fd tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560777 Jan 27 21:31:42.250276 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Publish callbacks [] for port (7947e701-4194-4f31-8ce1-2225fac902b2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:42.409040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d03095-d14d-4769-962b-e0bfb5d6ba0c req-3a94d4fb-e181-4ab3-a9f0-ff1cd07ffb66 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:42.412044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28d03095-d14d-4769-962b-e0bfb5d6ba0c req-3a94d4fb-e181-4ab3-a9f0-ff1cd07ffb66 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.1477063 Jan 27 21:31:42.421748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f581e1e-7aaf-4443-b4c0-18d5ea4fe08b req-5a9d905e-45f2-47c4-9e34-a0c6799c927a tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:42.423256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f581e1e-7aaf-4443-b4c0-18d5ea4fe08b req-5a9d905e-45f2-47c4-9e34-a0c6799c927a tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 943 time: 0.1234720 Jan 27 21:31:42.448779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-f3357150-76d4-4428-94e5-2f69261faf04 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1472652 Jan 27 21:31:42.449543 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (7947e701-4194-4f31-8ce1-2225fac902b2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:42.493627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:31:42.498692 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:42.503365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:31:42.538627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f581e1e-7aaf-4443-b4c0-18d5ea4fe08b req-26fca210-da98-4f58-91ee-290e2a6a5ae3 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052532 Jan 27 21:31:42.548862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28d03095-d14d-4769-962b-e0bfb5d6ba0c req-4c94aa7f-114b-4ee2-ad45-ea4e0025c9fd tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244292 Jan 27 21:31:42.631490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Pushing event updated for resources: {'Port': ['ID=7947e701-4194-4f31-8ce1-2225fac902b2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:42.738317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 50884c4d-c427-4c2b-9a1f-8e4dde31e515 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:31:42.751914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6a168-633c-4e24-aae0-14bf275663c2 req-ffb6cd1b-876c-441e-91fd-a4176574de20 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:42.754153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02e6a168-633c-4e24-aae0-14bf275663c2 req-ffb6cd1b-876c-441e-91fd-a4176574de20 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a04dee9-1fd2-4a82-980a-7db7e58d97bb HTTP/1.1" status: 200 len: 948 time: 0.1134245 Jan 27 21:31:42.767612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb71563-ad04-454b-a600-f403cae2ee46 req-d7360dff-ff74-41ec-b746-781bf4ed0911 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:42.774446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cb71563-ad04-454b-a600-f403cae2ee46 req-d7360dff-ff74-41ec-b746-781bf4ed0911 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a04dee9-1fd2-4a82-980a-7db7e58d97bb HTTP/1.1" status: 200 len: 948 time: 0.0994616 Jan 27 21:31:42.902832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 50884c4d-c427-4c2b-9a1f-8e4dde31e515, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50884c4d-c427-4c2b-9a1f-8e4dde31e515,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:42.930316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '50884c4d-c427-4c2b-9a1f-8e4dde31e515', 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'port_id': '50884c4d-c427-4c2b-9a1f-8e4dde31e515', 'mac_address': 'fa:16:3e:88:27:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10416cba-4c10-4511-8751-27ccfe46b2bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:31:42.979124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cb71563-ad04-454b-a600-f403cae2ee46 req-3a7abaea-c54a-4119-b050-3d1f3c07caf1 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035911 Jan 27 21:31:42.994704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-02e6a168-633c-4e24-aae0-14bf275663c2 req-cfd4c0d0-b04e-4b02-8a66-c9591763615a tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Deleting port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:31:42.995073 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-02e6a168-633c-4e24-aae0-14bf275663c2 req-cfd4c0d0-b04e-4b02-8a66-c9591763615a tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:43.040543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:43.041097 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:43.071397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50884c4d-c427-4c2b-9a1f-8e4dde31e515 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:43.113990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 50884c4d-c427-4c2b-9a1f-8e4dde31e515, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50884c4d-c427-4c2b-9a1f-8e4dde31e515,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:43.200413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-5abd2072-af3f-4303-b7b2-f1583129b61d tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=855081bcb1a74dc0b2c341b483e5e058&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610649 Jan 27 21:31:43.205917 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:43.257388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4155c891-f8ba-425a-9d09-5f87be47c6b6 req-336a58de-46b2-48d6-8f1c-1010025e2576 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 210 time: 0.0827227 Jan 27 21:31:43.294150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=50884c4d-c427-4c2b-9a1f-8e4dde31e515,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:43.466227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['50884c4d-c427-4c2b-9a1f-8e4dde31e515'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:43.565403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb2316-22f3-42e9-87b8-eabbf56d80bd None None] Network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:31:43.610766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-e6bc3937-6384-48aa-b060-3735492a8c32 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:43.613121 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-e6bc3937-6384-48aa-b060-3735492a8c32 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3789067 Jan 27 21:31:43.644820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Request body: {'port': {'device_id': '83eb32c6-5148-40a6-a5c9-2599564a9cba', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '855081bcb1a74dc0b2c341b483e5e058'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:43.768344 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Publish callbacks [] for router_gateway (a3c5d16b-da71-418f-b08b-6fdeba3fff52), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:43.806757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-02e6a168-633c-4e24-aae0-14bf275663c2 req-cfd4c0d0-b04e-4b02-8a66-c9591763615a tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] For port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:43.807338 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-02e6a168-633c-4e24-aae0-14bf275663c2 req-cfd4c0d0-b04e-4b02-8a66-c9591763615a tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:43.840366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3787e-6a62-463b-85ff-61d40a3f460f req-4b4b67dc-b76b-4114-84f0-4286b2ed85a7 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:43.841916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56a3787e-6a62-463b-85ff-61d40a3f460f req-4b4b67dc-b76b-4114-84f0-4286b2ed85a7 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.4440622 Jan 27 21:31:43.850290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-02e6a168-633c-4e24-aae0-14bf275663c2 req-cfd4c0d0-b04e-4b02-8a66-c9591763615a tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Calling delete_port for 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:31:43.876036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-61f89f9f-3cda-46f5-a237-4c520617b676 None None] Provisioning complete for port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:43.877085 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61f89f9f-3cda-46f5-a237-4c520617b676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:43.957169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414640f7-0f06-4c53-84b2-d68119bef772 req-a363dfd3-fb45-43dc-8d0a-99b331f0c4e2 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:43.964339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-414640f7-0f06-4c53-84b2-d68119bef772 req-a363dfd3-fb45-43dc-8d0a-99b331f0c4e2 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 944 time: 0.2855287 Jan 27 21:31:44.091626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56a3787e-6a62-463b-85ff-61d40a3f460f req-1f81c3f8-cb9a-4bd4-af05-cf87f2504e8c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392068 Jan 27 21:31:44.161713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-414640f7-0f06-4c53-84b2-d68119bef772 req-65adc1bb-0eea-4ce1-999c-d0cd659d83d1 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958852 Jan 27 21:31:44.187274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:44.244490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Made reservation on behalf of 855081bcb1a74dc0b2c341b483e5e058 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:31:44.252881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:44.302663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-61f89f9f-3cda-46f5-a237-4c520617b676 None None] Current status of the port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:44.303145 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61f89f9f-3cda-46f5-a237-4c520617b676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:44.331886 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (a3c5d16b-da71-418f-b08b-6fdeba3fff52), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:44.338477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:44.355993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-61f89f9f-3cda-46f5-a237-4c520617b676 None None] For port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2a6b9f32-6feb-4215-9589-2dd7b4f9a978,segment=NetworkSegment(c15db44a-8832-4781-88bd-ee42cf60c2dc),segment_id=c15db44a-8832-4781-88bd-ee42cf60c2dc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:44.416620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:44.418565 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:44.479378 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61f89f9f-3cda-46f5-a237-4c520617b676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:44.516722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b07ac3-e456-47e0-b4af-065d141daa63 req-db345e5a-5261-4e84-bd98-8801dabcd7a0 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:44.524421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26b07ac3-e456-47e0-b4af-065d141daa63 req-db345e5a-5261-4e84-bd98-8801dabcd7a0 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.2551033 Jan 27 21:31:44.561513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-02e6a168-633c-4e24-aae0-14bf275663c2 req-cfd4c0d0-b04e-4b02-8a66-c9591763615a tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2f66a744-eec4-4b79-8c92-cc8bee6cfdd7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:44.601074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a05f6a-ff97-4d04-86a0-442d0fea7c97 req-0e4fa801-7d55-4411-b579-1335f9cb6e43 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:44.602687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:44.611830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38a05f6a-ff97-4d04-86a0-442d0fea7c97 req-0e4fa801-7d55-4411-b579-1335f9cb6e43 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a04dee9-1fd2-4a82-980a-7db7e58d97bb HTTP/1.1" status: 200 len: 948 time: 0.2082806 Jan 27 21:31:44.665853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-84830f9b-f907-4ad6-924d-2380a3155eb9 None None] Provisioning complete for port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:44.666105 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-84830f9b-f907-4ad6-924d-2380a3155eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:44.676298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4c0d0-b04e-4b02-8a66-c9591763615a tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Pushing event deleted for resources: {'Port': ['ID=2f66a744-eec4-4b79-8c92-cc8bee6cfdd7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:44.718085 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Router a3c5d16b-da71-418f-b08b-6fdeba3fff52 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:31:44.728643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f89f9f-3cda-46f5-a237-4c520617b676 None None] Pushing event updated for resources: {'Port': ['ID=2a6b9f32-6feb-4215-9589-2dd7b4f9a978,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:44.772418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26b07ac3-e456-47e0-b4af-065d141daa63 req-61a37c5b-b47f-4dc4-b8fe-7b77d5c3f262 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445922 Jan 27 21:31:44.802241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-84830f9b-f907-4ad6-924d-2380a3155eb9 None None] Current status of the port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:44.835979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e6a168-633c-4e24-aae0-14bf275663c2 req-cfd4c0d0-b04e-4b02-8a66-c9591763615a tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] No DVR routers for this DVR port 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:31:44.846570 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks [] for security_group (6b0c11a1-4254-4b48-ba24-35c1f473b574), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:44.848448 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-02e6a168-633c-4e24-aae0-14bf275663c2 req-cfd4c0d0-b04e-4b02-8a66-c9591763615a tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:44.852284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02e6a168-633c-4e24-aae0-14bf275663c2 req-cfd4c0d0-b04e-4b02-8a66-c9591763615a tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.71 "DELETE /v2.0/ports/2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 HTTP/1.1" status: 204 len: 173 time: 2.0925825 Jan 27 21:31:44.852868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'name': 'network-vif-deleted', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:44.855649 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a52f79e-64de-48b9-b4eb-845528022490" -d '{"events": [{"server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "name": "network-vif-deleted", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:44.892716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38a05f6a-ff97-4d04-86a0-442d0fea7c97 req-a8185711-2e8e-4f78-9f1f-4bfc955bf459 tempest-ListImageFiltersTestJSON-546358013 tempest-ListImageFiltersTestJSON-546358013-project] 10.222.0.61 "GET /v2.0/security-groups?id=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772772 Jan 27 21:31:44.946887 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9ce77d-3eb7-40c2-baec-c3118608a8c9 x-openstack-request-id: req-8a9ce77d-3eb7-40c2-baec-c3118608a8c9 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:44.947194 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a04dee9-1fd2-4a82-980a-7db7e58d97bb", "name": "network-vif-deleted", "tag": "2f66a744-eec4-4b79-8c92-cc8bee6cfdd7", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:44.947444 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a9ce77d-3eb7-40c2-baec-c3118608a8c9 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:44.948781 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a04dee9-1fd2-4a82-980a-7db7e58d97bb', 'name': 'network-vif-deleted', 'tag': '2f66a744-eec4-4b79-8c92-cc8bee6cfdd7', 'status': 'completed', 'code': 200} Jan 27 21:31:44.962057 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7cacdb6-8375-4065-b3f6-f09268de457a req-f0c66d09-6368-4f67-ba1a-3c16d74c1777 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 210 time: 0.0418894 Jan 27 21:31:44.963135 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6b0c11a1-4254-4b48-ba24-35c1f473b574), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:44.989334 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:31:45.004512 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Sync routers for ids ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:31:45.025029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Routers {'a3c5d16b-da71-418f-b08b-6fdeba3fff52'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:31:45.026188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:31:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:45.180236 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:45.184050 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7be5bb07-1cba-4cdd-86a2-e699ccb64a05 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 4.2998877 Jan 27 21:31:45.184346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33654) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:45.617426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:31:45.654699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:31:45.655052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2f66a744-eec4-4b79-8c92-cc8bee6cfdd7 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:31:45.703613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Set router a3c5d16b-da71-418f-b08b-6fdeba3fff52 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:31:45.726661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Allocated IP 192.168.233.183 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/102ecce4-e4d3-4794-b5e4-65b5459936e5) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:31:45.898730 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks [] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:45.925041 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:45.999729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:42Z', 'revision_number': 3, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:46.012363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0c11a1-4254-4b48-ba24-35c1f473b574,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:46.026257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbbdbe-06b4-4bc2-a892-de1ab3639c26 req-1039b32a-d35a-42eb-b973-c147bbe43b91 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:46.029629 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Checking router: a3c5d16b-da71-418f-b08b-6fdeba3fff52 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:31:46.030105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Updating router a3c5d16b-da71-418f-b08b-6fdeba3fff52 port 7947e701-4194-4f31-8ce1-2225fac902b2 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:31:46.032296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:46.033993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4fbbdbe-06b4-4bc2-a892-de1ab3639c26 req-1039b32a-d35a-42eb-b973-c147bbe43b91 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 944 time: 0.5179515 Jan 27 21:31:46.045407 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:46.100864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4fbbdbe-06b4-4bc2-a892-de1ab3639c26 req-b5a44f10-3c38-4c1f-a6aa-4eb05712b4bc tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660303 Jan 27 21:31:46.104215 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7947e701-4194-4f31-8ce1-2225fac902b2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:46.182568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28466654-56be-4298-9272-694720e2de2a req-05094c62-14e6-4001-9827-5b1b7d71cc2d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:46.189981 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28466654-56be-4298-9272-694720e2de2a req-05094c62-14e6-4001-9827-5b1b7d71cc2d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.6761241 Jan 27 21:31:46.191983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Pushing event updated for resources: {'Port': ['ID=102ecce4-e4d3-4794-b5e4-65b5459936e5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:46.204551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-255b8ed0-49c0-4f49-b66f-f0bc28102827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:46.206243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-255b8ed0-49c0-4f49-b66f-f0bc28102827 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 1101 time: 0.5963554 Jan 27 21:31:46.216264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Allocated IP 172.20.0.1 (2ef5d7aa-0568-49d0-aa75-039f40b79a70/a70d9171-e899-4c94-b5a4-6b60c0db0a51/15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:31:46.327073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-62499d30-4c4f-4ba3-80d8-3db20a6ca409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:46.328843 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-62499d30-4c4f-4ba3-80d8-3db20a6ca409 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.0956123 Jan 27 21:31:46.337405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:31:46.339167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:46.339660 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:46.349026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:46.360574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:31:46.405811 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Publish callbacks [] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:46.481276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-f66db0f3-ccb9-4af5-8164-8b8a709ce4e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a HTTP/1.1" status: 200 len: 217 time: 0.1358144 Jan 27 21:31:46.503998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:46.521285 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28466654-56be-4298-9272-694720e2de2a req-5e5c5091-12c7-4229-a2e5-7ff8afc17a83 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294857 Jan 27 21:31:46.530308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e9bf2-e27b-4027-aa66-0f0855ab386d req-14323729-4a00-41a3-9eb0-2b8d0cf5316c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:46.537424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f25e9bf2-e27b-4027-aa66-0f0855ab386d req-14323729-4a00-41a3-9eb0-2b8d0cf5316c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.1907713 Jan 27 21:31:46.589527 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:46.590817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:46.591503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:46.594826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-049fda59-f17f-43f2-879b-9a692ce11cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:46.601112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-049fda59-f17f-43f2-879b-9a692ce11cf3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0737300 Jan 27 21:31:46.663931 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Publish callbacks [] for port (7947e701-4194-4f31-8ce1-2225fac902b2), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:46.680542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:31:46.684846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:46.686900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Pushing event updated for resources: {'Port': ['ID=15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:46.689193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:31:46.689758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (a3c5d16b-da71-418f-b08b-6fdeba3fff52), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:46.761671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-de975702-6ccb-49ae-93dd-007e350a57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:46.762185 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7947e701-4194-4f31-8ce1-2225fac902b2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:46.763178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-de975702-6ccb-49ae-93dd-007e350a57ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609294 Jan 27 21:31:46.785336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f25e9bf2-e27b-4027-aa66-0f0855ab386d req-451179a4-e226-4e36-8081-4e3a0d38a4bc tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469745 Jan 27 21:31:46.789485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-92894ef5-b29a-4239-bdc9-b2c972a12cfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1649408 Jan 27 21:31:46.798559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-363f2bbf-d28f-41ec-a01b-6ccdd20af56f None None] Provisioning complete for port 102ecce4-e4d3-4794-b5e4-65b5459936e5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:46.800643 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-363f2bbf-d28f-41ec-a01b-6ccdd20af56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:46.802696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 50884c4d-c427-4c2b-9a1f-8e4dde31e515 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:46.817113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Request body: {'port': {'device_id': '83eb32c6-5148-40a6-a5c9-2599564a9cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:46.836283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd69f00-8453-475c-b3f2-7e782476744d req-8d6ac91a-6764-407e-983a-c8fdf32a5a12 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:46.842695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfd69f00-8453-475c-b3f2-7e782476744d req-8d6ac91a-6764-407e-983a-c8fdf32a5a12 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 936 time: 0.1815190 Jan 27 21:31:46.900874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a4a6e-afa1-4665-99bd-873b071f6ba2 None None] Pushing event updated for resources: {'Port': ['ID=7947e701-4194-4f31-8ce1-2225fac902b2,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:46.937097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Attempting to bind port 7947e701-4194-4f31-8ce1-2225fac902b2 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:46.937671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Attempting to bind port 7947e701-4194-4f31-8ce1-2225fac902b2 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:46.938029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Attempting to bind port 7947e701-4194-4f31-8ce1-2225fac902b2 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:46.941543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-363f2bbf-d28f-41ec-a01b-6ccdd20af56f None None] Port 102ecce4-e4d3-4794-b5e4-65b5459936e5 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:31:46.953100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:46.953485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:46.953888 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:46.954508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:46.954996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Bound port: 7947e701-4194-4f31-8ce1-2225fac902b2, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:46.955695 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7947e701-4194-4f31-8ce1-2225fac902b2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:46.978089 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.020362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] For port 7947e701-4194-4f31-8ce1-2225fac902b2, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:47.034328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] For port 7947e701-4194-4f31-8ce1-2225fac902b2, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7947e701-4194-4f31-8ce1-2225fac902b2,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:47.036474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:31:47.042290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:47.042679 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.048862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfd69f00-8453-475c-b3f2-7e782476744d req-40253505-b44c-4d5d-b50c-930dfe0fd4b1 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488976 Jan 27 21:31:47.060865 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.123511 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-6da1c196-7edb-4a90-adaa-a8806cf120c9 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217916 Jan 27 21:31:47.124679 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7947e701-4194-4f31-8ce1-2225fac902b2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.261933 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Publish callbacks [] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.293536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Routers {'a3c5d16b-da71-418f-b08b-6fdeba3fff52'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:31:47.294428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:31:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:47.331617 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:47.332107 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.337293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.338592 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (a3c5d16b-da71-418f-b08b-6fdeba3fff52), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.400604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-752cf759-19aa-4aeb-8bdc-e6338ba7169f service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644403 Jan 27 21:31:47.412646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a4a6e-afa1-4665-99bd-873b071f6ba2 None None] Pushing event updated for resources: {'Port': ['ID=7947e701-4194-4f31-8ce1-2225fac902b2,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:47.427112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f287d975-b830-4430-92f6-da9b11a02c54 None None] Provisioning complete for port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:47.427662 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f287d975-b830-4430-92f6-da9b11a02c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.458827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Pushing event updated for resources: {'Port': ['ID=15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:47.476613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fbef13-e393-49c8-b6ba-185ef367202e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50884c4d-c427-4c2b-9a1f-8e4dde31e515'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:47.479058 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089c5ea3-7a1b-4b04-932a-07e48f68f1ba" -d '{"events": [{"server_uuid": "10fbef13-e393-49c8-b6ba-185ef367202e", "name": "network-vif-plugged", "status": "completed", "tag": "50884c4d-c427-4c2b-9a1f-8e4dde31e515"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:47.494897 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:31:47.496910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:47.506085 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 50884c4d-c427-4c2b-9a1f-8e4dde31e515, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50884c4d-c427-4c2b-9a1f-8e4dde31e515,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:47.528226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102ecce4-e4d3-4794-b5e4-65b5459936e5 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:47.538428 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Publish callbacks [] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.541066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f287d975-b830-4430-92f6-da9b11a02c54 None None] Port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:31:47.551849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Transition to ACTIVE for port object 102ecce4-e4d3-4794-b5e4-65b5459936e5 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:31:47.559475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] Set router a3c5d16b-da71-418f-b08b-6fdeba3fff52 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:31:47.627233 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.634851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Router a3c5d16b-da71-418f-b08b-6fdeba3fff52 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:31:47.651375 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.741869 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Pushing event updated for resources: {'Port': ['ID=102ecce4-e4d3-4794-b5e4-65b5459936e5,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:47.806961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=50884c4d-c427-4c2b-9a1f-8e4dde31e515,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:47.823573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Attempting to bind port 102ecce4-e4d3-4794-b5e4-65b5459936e5 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:47.824298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Attempting to bind port 102ecce4-e4d3-4794-b5e4-65b5459936e5 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:47.824412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Attempting to bind port 102ecce4-e4d3-4794-b5e4-65b5459936e5 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:47.842322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Port 102ecce4-e4d3-4794-b5e4-65b5459936e5 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:31:47.846489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Attempting to bind port 102ecce4-e4d3-4794-b5e4-65b5459936e5 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:47.861340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:31:47.862603 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:47.863687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:47.865427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:47.865967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Bound port: 102ecce4-e4d3-4794-b5e4-65b5459936e5, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:47.866405 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:47.876160 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a0ad0d66-bbcd-4d49-89a8-af12c53cb232 admin admin] 10.222.0.61 "PUT /v2.0/routers/a3c5d16b-da71-418f-b08b-6fdeba3fff52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6892741 Jan 27 21:31:47.943058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8738e9d2-12a7-428c-b42f-0eda03f40b0f None None] Provisioning complete for port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:47.944568 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8738e9d2-12a7-428c-b42f-0eda03f40b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:48.014516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8738e9d2-12a7-428c-b42f-0eda03f40b0f None None] Port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:31:48.021772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c3586-9b07-4779-af66-4873297bb6a0 req-a45a6c80-58e3-437e-805e-dab9124e7323 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:48.024109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-575c3586-9b07-4779-af66-4873297bb6a0 req-a45a6c80-58e3-437e-805e-dab9124e7323 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 945 time: 0.1161902 Jan 27 21:31:48.028483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] For port 102ecce4-e4d3-4794-b5e4-65b5459936e5, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:48.031087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3', 'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'mac_address': 'fa:16:3e:67:12:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:45Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 1, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'subnets': [{'id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:48.032254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] For port 102ecce4-e4d3-4794-b5e4-65b5459936e5, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=102ecce4-e4d3-4794-b5e4-65b5459936e5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:48.104845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:48.112901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-575c3586-9b07-4779-af66-4873297bb6a0 req-7a6eb1d6-b94d-4f04-a92f-3609de66ca91 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579841 Jan 27 21:31:48.161560 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:48.162157 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:48.164490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] 10.222.0.74 "PUT /v2.0/ports/102ecce4-e4d3-4794-b5e4-65b5459936e5 HTTP/1.1" status: 200 len: 1096 time: 1.3659248 Jan 27 21:31:48.164853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83eb32c6-5148-40a6-a5c9-2599564a9cba', 'tag': '102ecce4-e4d3-4794-b5e4-65b5459936e5'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:48.167447 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7377ac39-ea9c-4135-b169-4ba5838413ab" -d '{"events": [{"name": "network-changed", "server_uuid": "83eb32c6-5148-40a6-a5c9-2599564a9cba", "tag": "102ecce4-e4d3-4794-b5e4-65b5459936e5"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:48.195106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f936c6-a41c-4d50-b469-8694a3a75a61 service neutron] Pushing event updated for resources: {'Port': ['ID=102ecce4-e4d3-4794-b5e4-65b5459936e5,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:48.209736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32feaf05-5fa6-4c75-a09b-9485fca4ec14 None None] The sync data for ids ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'] in n-d-760456-6 is: [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3', 'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'mac_address': 'fa:16:3e:67:12:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:45Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 1, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'subnets': [{'id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:31:48.256893 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af975e3-4df9-4b39-a123-502fafd8eaff x-openstack-request-id: req-3af975e3-4df9-4b39-a123-502fafd8eaff {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:48.257218 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fbef13-e393-49c8-b6ba-185ef367202e", "name": "network-vif-plugged", "status": "completed", "tag": "50884c4d-c427-4c2b-9a1f-8e4dde31e515", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:48.257483 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3af975e3-4df9-4b39-a123-502fafd8eaff {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:48.257889 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fbef13-e393-49c8-b6ba-185ef367202e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50884c4d-c427-4c2b-9a1f-8e4dde31e515', 'code': 200} Jan 27 21:31:48.413215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adfa99-b927-4758-9c8e-e2f56c979c1a req-1d2d7447-80ab-41da-b191-038671129c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:48.414993 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e3adfa99-b927-4758-9c8e-e2f56c979c1a req-1d2d7447-80ab-41da-b191-038671129c28 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 1096 time: 0.0626872 Jan 27 21:31:48.440027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-88ddcd26-9996-4f7e-91f8-d03700827d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:48.441581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-88ddcd26-9996-4f7e-91f8-d03700827d5b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=855081bcb1a74dc0b2c341b483e5e058&device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 1099 time: 0.1511941 Jan 27 21:31:48.463661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858ea78-ef62-4c45-95a3-b65c15a4ef6c req-05389ca5-26de-4839-8037-3ac6c0d07e56 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:48.465337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f858ea78-ef62-4c45-95a3-b65c15a4ef6c req-05389ca5-26de-4839-8037-3ac6c0d07e56 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.1158187 Jan 27 21:31:48.472849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee58df6-0815-4607-830c-3bb737cc110e req-1fa3b76d-c392-4e4c-bea1-ffefcdb7439a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:48.483341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ee58df6-0815-4607-830c-3bb737cc110e req-1fa3b76d-c392-4e4c-bea1-ffefcdb7439a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.1341019 Jan 27 21:31:48.483469 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e3adfa99-b927-4758-9c8e-e2f56c979c1a req-614b2339-1592-463c-8ac3-d9946b55ee7c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578346 Jan 27 21:31:48.581399 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-4b56c6ed-b075-473f-b73e-00823dc806a7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=102ecce4-e4d3-4794-b5e4-65b5459936e5 HTTP/1.1" status: 200 len: 217 time: 0.1315002 Jan 27 21:31:48.630205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ee58df6-0815-4607-830c-3bb737cc110e req-51f9698f-a40f-430d-b87e-9387eb943fb1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467199 Jan 27 21:31:48.633515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f858ea78-ef62-4c45-95a3-b65c15a4ef6c req-36751dae-b4ab-4cd2-85cd-b18220f5c7d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426430 Jan 27 21:31:48.754090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-5e097cb3-a0e5-420f-8f59-7b180c0f2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:48.756139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-5e097cb3-a0e5-420f-8f59-7b180c0f2874 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0574176 Jan 27 21:31:48.894947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-ce9132fd-6031-475b-b596-11de8a04cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:48.896540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-ce9132fd-6031-475b-b596-11de8a04cc7b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327884 Jan 27 21:31:48.996965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3db3-3330-4f20-a446-e847e234216f req-44c838c0-a9b5-4abf-a218-0e8f8da317ad tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:48.998470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-44c838c0-a9b5-4abf-a218-0e8f8da317ad tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/networks?id=2ef5d7aa-0568-49d0-aa75-039f40b79a70 HTTP/1.1" status: 200 len: 827 time: 0.1804228 Jan 27 21:31:49.031724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-9e7ee83e-1ef1-4c1a-8272-6f99500690fb tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/quotas/382fab6fb99b4cb9b9b0df3cf5a4ec30 HTTP/1.1" status: 200 len: 375 time: 0.0179849 Jan 27 21:31:49.056469 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-316a8325-a1d1-4868-9739-6998d56a5b8d service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383510 Jan 27 21:31:49.154503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-68335fa7-350c-4b79-a344-00d143e93aca tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=382fab6fb99b4cb9b9b0df3cf5a4ec30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145515 Jan 27 21:31:49.235853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6abab3f-c8c3-4da2-8c0f-837a98849cea req-d1adfeb6-afec-47a3-b0dc-52fc67ba9d4f service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649461 Jan 27 21:31:49.283929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-5134d970-31cb-4054-b0fb-b27c0ff97f40 service neutron] 10.222.0.61 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134398 Jan 27 21:31:49.404594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-7e2b0434-7651-4e48-8bfd-95c276e95d69 service neutron] 10.222.0.61 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198590 Jan 27 21:31:49.455069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed95e7-02fa-4363-a684-e13b21460fce req-35799856-525e-4888-b961-be5b8447d2e6 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:49.456625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eeed95e7-02fa-4363-a684-e13b21460fce req-35799856-525e-4888-b961-be5b8447d2e6 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 948 time: 0.0634551 Jan 27 21:31:49.513346 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eeed95e7-02fa-4363-a684-e13b21460fce req-31d057c1-0b9d-402a-8a32-acaa95bb5452 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481193 Jan 27 21:31:49.572818 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471e761c-2b71-443c-979d-841812e71cf9 x-openstack-request-id: req-471e761c-2b71-443c-979d-841812e71cf9 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:49.572818 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83eb32c6-5148-40a6-a5c9-2599564a9cba", "tag": "102ecce4-e4d3-4794-b5e4-65b5459936e5", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:49.572818 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-471e761c-2b71-443c-979d-841812e71cf9 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:49.572818 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83eb32c6-5148-40a6-a5c9-2599564a9cba', 'tag': '102ecce4-e4d3-4794-b5e4-65b5459936e5', 'status': 'completed', 'code': 200} Jan 27 21:31:49.716862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377ac39-ea9c-4135-b169-4ba5838413ab req-303416ec-9ee4-4776-8426-325a29b40f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:49.718939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7377ac39-ea9c-4135-b169-4ba5838413ab req-303416ec-9ee4-4776-8426-325a29b40f77 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=855081bcb1a74dc0b2c341b483e5e058&device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 1099 time: 0.1120446 Jan 27 21:31:49.808411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723e853-885b-47b6-8de0-863fbda90a6a req-025674f8-fc36-4ee2-9cd9-279b8e7a18f1 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:49.810040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c723e853-885b-47b6-8de0-863fbda90a6a req-025674f8-fc36-4ee2-9cd9-279b8e7a18f1 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 945 time: 0.1625478 Jan 27 21:31:49.903241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377ac39-ea9c-4135-b169-4ba5838413ab req-b20b7eeb-e28d-4c37-b51e-9611e661dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:49.903241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7377ac39-ea9c-4135-b169-4ba5838413ab req-b20b7eeb-e28d-4c37-b51e-9611e661dc6b service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1670818 Jan 27 21:31:49.957113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c723e853-885b-47b6-8de0-863fbda90a6a req-5e38c03b-7d15-4791-9447-299a097538be tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252265 Jan 27 21:31:50.014473 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7377ac39-ea9c-4135-b169-4ba5838413ab req-e2922fca-5330-4a4a-922a-80ef336252dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=102ecce4-e4d3-4794-b5e4-65b5459936e5 HTTP/1.1" status: 200 len: 217 time: 0.0966368 Jan 27 21:31:50.103525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99826def-bfdc-442e-9dd4-c78d7c38587f req-eb57d94f-9e2e-483a-bc37-56df10280a27 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 210 time: 0.0723040 Jan 27 21:31:50.111492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7947e701-4194-4f31-8ce1-2225fac902b2 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:50.135223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377ac39-ea9c-4135-b169-4ba5838413ab req-ecd48cd9-bc56-4c24-b9b8-b14ecb41eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:50.137004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7377ac39-ea9c-4135-b169-4ba5838413ab req-ecd48cd9-bc56-4c24-b9b8-b14ecb41eeb2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1141465 Jan 27 21:31:50.183605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7947e701-4194-4f31-8ce1-2225fac902b2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:50.184008 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7947e701-4194-4f31-8ce1-2225fac902b2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:50.193511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377ac39-ea9c-4135-b169-4ba5838413ab req-26cf9048-4d2d-4e20-84fa-18ac89ada366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:50.195122 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7377ac39-ea9c-4135-b169-4ba5838413ab req-26cf9048-4d2d-4e20-84fa-18ac89ada366 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0510499 Jan 27 21:31:50.302530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7947e701-4194-4f31-8ce1-2225fac902b2 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:50.302933 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7947e701-4194-4f31-8ce1-2225fac902b2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:50.330945 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 7947e701-4194-4f31-8ce1-2225fac902b2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7947e701-4194-4f31-8ce1-2225fac902b2,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:50.401063 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7947e701-4194-4f31-8ce1-2225fac902b2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:50.484574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=7947e701-4194-4f31-8ce1-2225fac902b2,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:50.652632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f9ff8-2f3a-4219-acac-e70f9e0c4cb7 req-99f1d362-b794-4ada-a82e-35597a10c1b2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:50.654728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e5f9ff8-2f3a-4219-acac-e70f9e0c4cb7 req-99f1d362-b794-4ada-a82e-35597a10c1b2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.4566109 Jan 27 21:31:50.718615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7377ac39-ea9c-4135-b169-4ba5838413ab req-26828efd-3cb0-4877-ae98-3510f8ed776d service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460841 Jan 27 21:31:50.807905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e5f9ff8-2f3a-4219-acac-e70f9e0c4cb7 req-7bb6837b-f2d8-47ba-9ab8-34d9a932f58f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280804 Jan 27 21:31:50.876336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaaac7-9753-437e-bfa1-bc46de1170fa req-96fe851f-e6b4-4b7e-8c85-7bf4cb536fca tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:50.877983 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efcaaac7-9753-437e-bfa1-bc46de1170fa req-96fe851f-e6b4-4b7e-8c85-7bf4cb536fca tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.0949221 Jan 27 21:31:50.881823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7377ac39-ea9c-4135-b169-4ba5838413ab req-cadd9054-2ec9-4cc0-a715-d07b16c53ab9 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560826 Jan 27 21:31:50.970336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efcaaac7-9753-437e-bfa1-bc46de1170fa req-5cca76ce-5328-4f1f-b68a-ebf068556782 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792251 Jan 27 21:31:50.980964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12bdc9-0026-4bfb-a076-8a2782901b3a req-f3db0d6c-1152-4fea-a586-b271bf64cf04 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:50.982537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d12bdc9-0026-4bfb-a076-8a2782901b3a req-f3db0d6c-1152-4fea-a586-b271bf64cf04 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 948 time: 0.0933375 Jan 27 21:31:51.041567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d12bdc9-0026-4bfb-a076-8a2782901b3a req-f00b5565-cc24-4a2f-a4d7-8109cfa2cca2 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525174 Jan 27 21:31:51.131672 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Sync routers for ids ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:31:51.153062 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Routers {'a3c5d16b-da71-418f-b08b-6fdeba3fff52'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:31:51.153770 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:31:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:51.205100 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33800) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:51.223901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4260d347-eef7-49a2-84b1-e6298966e509 req-bf3a3863-8f7c-4050-886d-a5f2fa11de2b tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 210 time: 0.0555520 Jan 27 21:31:51.231576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13979f16-46c4-4e5a-a27c-9d2a0b153caa req-dfe3a6c0-eb60-4337-ac2e-d051fc415c40 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:51.233256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13979f16-46c4-4e5a-a27c-9d2a0b153caa req-dfe3a6c0-eb60-4337-ac2e-d051fc415c40 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 945 time: 0.1233325 Jan 27 21:31:51.290173 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Set router a3c5d16b-da71-418f-b08b-6fdeba3fff52 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:31:51.320169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13979f16-46c4-4e5a-a27c-9d2a0b153caa req-feb95bf5-e115-4894-9f2a-c21220239371 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808096 Jan 27 21:31:51.424573 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dd017754-2a23-4a92-8751-f182268ea4da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e03fa434633844dd8bfb04d44bac1de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182565 Jan 27 21:31:51.427251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33806) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:51.476811 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-288a545e-9f9a-4658-9fcc-2e9ccf19b528 admin admin] Publish callbacks [] for security_group (e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:51.500759 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-288a545e-9f9a-4658-9fcc-2e9ccf19b528 admin admin] Publish callbacks [] for security_group (e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:51.529601 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3', 'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'mac_address': 'fa:16:3e:67:12:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:45Z', 'updated_at': '2022-01-27T21:31:47Z', 'revision_number': 2, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'subnets': [{'id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:51.557708 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Checking router: a3c5d16b-da71-418f-b08b-6fdeba3fff52 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:31:51.558091 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Updating router a3c5d16b-da71-418f-b08b-6fdeba3fff52 port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:31:51.585349 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:51.621356 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-288a545e-9f9a-4658-9fcc-2e9ccf19b528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:51.623844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-288a545e-9f9a-4658-9fcc-2e9ccf19b528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:51.627413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-288a545e-9f9a-4658-9fcc-2e9ccf19b528 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c HTTP/1.1" status: 204 len: 168 time: 0.1968110 Jan 27 21:31:51.633854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a545e-9f9a-4658-9fcc-2e9ccf19b528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98b6ca6-8bc7-4ad7-8ae7-eeed0c2eaa5c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:51.815106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dc584-82d8-4762-b17e-21430f858eb9 req-6fb11dac-8c65-4039-9928-35749ecb0fb2 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:51.823540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c7dc584-82d8-4762-b17e-21430f858eb9 req-6fb11dac-8c65-4039-9928-35749ecb0fb2 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 945 time: 0.0640018 Jan 27 21:31:51.875876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c7dc584-82d8-4762-b17e-21430f858eb9 req-07790ff3-a043-40c1-ba23-901939127e5f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Jan 27 21:31:52.003313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7947e701-4194-4f31-8ce1-2225fac902b2 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:52.017150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43da31a-770d-4516-8b25-e36f6bc795ef req-33b2a862-39fd-4725-9c9c-9e4c9f9c5cf9 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:52.037138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b43da31a-770d-4516-8b25-e36f6bc795ef req-33b2a862-39fd-4725-9c9c-9e4c9f9c5cf9 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.1093166 Jan 27 21:31:52.057049 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Publish callbacks [] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:52.106069 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7947e701-4194-4f31-8ce1-2225fac902b2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:52.106549 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7947e701-4194-4f31-8ce1-2225fac902b2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:52.132094 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:52.151872 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b43da31a-770d-4516-8b25-e36f6bc795ef req-a7de6a63-834b-4b96-8e2a-5aca19c0e6d8 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093898 Jan 27 21:31:52.202476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068d994-c5a5-4f74-a14e-29fe03cc83b7 req-40cb607d-6e59-4eab-b199-349d48197dc9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:52.215198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1068d994-c5a5-4f74-a14e-29fe03cc83b7 req-40cb607d-6e59-4eab-b199-349d48197dc9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.1250393 Jan 27 21:31:52.225134 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920725f6-7551-460b-8ead-686968dda40f None None] Pushing event updated for resources: {'Port': ['ID=15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:52.246580 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.246919 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.250430 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.251392 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.252488 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.252978 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.256316 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.256846 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.260954 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.261302 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.261644 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.261982 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.262749 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920725f6-7551-460b-8ead-686968dda40f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:31:52.267797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1068d994-c5a5-4f74-a14e-29fe03cc83b7 req-f40632d4-ed93-45d3-aa5f-64f4b59fc2b9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514710 Jan 27 21:31:52.293175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7947e701-4194-4f31-8ce1-2225fac902b2 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:52.395504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea65f0a8-0283-48aa-b2d0-71888a4803f5 req-930d5518-ad27-4a18-b22a-7d094e069044 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 210 time: 0.0421860 Jan 27 21:31:52.396785 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Attempting to bind port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:52.397338 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Attempting to bind port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:52.397863 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Attempting to bind port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 on network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:52.405297 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:52.406202 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Checking segment: {'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:52.406901 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:52.407448 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Bound using segment: {'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:52.408108 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Bound port: 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:52.408651 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:52.471680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c17da-7f92-4591-8bde-90d1528697e1 req-ae20bccd-3972-43b2-a277-1c4f0a47c5dc tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:52.474070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de2c17da-7f92-4591-8bde-90d1528697e1 req-ae20bccd-3972-43b2-a277-1c4f0a47c5dc tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 948 time: 0.1106544 Jan 27 21:31:52.504848 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] For port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:52.509635 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] For port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3,segment=NetworkSegment(c15db44a-8832-4781-88bd-ee42cf60c2dc),segment_id=c15db44a-8832-4781-88bd-ee42cf60c2dc)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:52.553121 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de2c17da-7f92-4591-8bde-90d1528697e1 req-115bdf94-92d4-4117-8d69-69a1fb12b15a tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733867 Jan 27 21:31:52.604062 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:52.651325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-03fb0be0-b371-4e35-8228-88e04e5fc5b0 None None] Provisioning complete for port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:52.651706 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03fb0be0-b371-4e35-8228-88e04e5fc5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:52.692936 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920725f6-7551-460b-8ead-686968dda40f None None] Pushing event updated for resources: {'Port': ['ID=15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:52.727143 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Routers {'a3c5d16b-da71-418f-b08b-6fdeba3fff52'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:31:52.728024 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:31:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:52.755612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3db3-3330-4f20-a446-e847e234216f req-65c7ffe9-963d-43ce-a219-f476e261517c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:52.757530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-65c7ffe9-963d-43ce-a219-f476e261517c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.71 "GET /v2.0/networks?id=2ef5d7aa-0568-49d0-aa75-039f40b79a70 HTTP/1.1" status: 200 len: 827 time: 0.1524189 Jan 27 21:31:52.772484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ebad3db3-3330-4f20-a446-e847e234216f req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Request body: {'port': {'device_id': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'admin_state_up': True, 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:52.825161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-03fb0be0-b371-4e35-8228-88e04e5fc5b0 None None] Current status of the port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:52.825821 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03fb0be0-b371-4e35-8228-88e04e5fc5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:52.846450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 102ecce4-e4d3-4794-b5e4-65b5459936e5 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:31:52.877103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-03fb0be0-b371-4e35-8228-88e04e5fc5b0 None None] For port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3,segment=NetworkSegment(c15db44a-8832-4781-88bd-ee42cf60c2dc),segment_id=c15db44a-8832-4781-88bd-ee42cf60c2dc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:52.900651 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] Set router a3c5d16b-da71-418f-b08b-6fdeba3fff52 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:31:53.011952 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03fb0be0-b371-4e35-8228-88e04e5fc5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.108315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebad3db3-3330-4f20-a446-e847e234216f req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Made reservation on behalf of 382fab6fb99b4cb9b9b0df3cf5a4ec30 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:31:53.111661 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ebad3db3-3330-4f20-a446-e847e234216f req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.169275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33846) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:53.202399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb0be0-b371-4e35-8228-88e04e5fc5b0 None None] Pushing event updated for resources: {'Port': ['ID=15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:53.216900 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3', 'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'mac_address': 'fa:16:3e:67:12:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:45Z', 'updated_at': '2022-01-27T21:31:52Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'subnets': [{'id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:53.224176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 102ecce4-e4d3-4794-b5e4-65b5459936e5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=102ecce4-e4d3-4794-b5e4-65b5459936e5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:53.230116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e4a1bfe6-de74-40bf-aa92-96cebaed3f6e None None] Provisioning complete for port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:53.238640 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bfe6-de74-40bf-aa92-96cebaed3f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.272442 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2f97c-7466-4948-ba60-e44989fc5ff4 None None] The sync data for ids ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'] in n-d-760456-6 is: [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3', 'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'mac_address': 'fa:16:3e:67:12:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:45Z', 'updated_at': '2022-01-27T21:31:52Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'subnets': [{'id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:31:53.328276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689daa0-87ec-4f6c-aa2e-2ae6f3ee484b req-bf804ab7-077a-42b2-82e4-8879a8311716 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:53.332725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '102ecce4-e4d3-4794-b5e4-65b5459936e5', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '102ecce4-e4d3-4794-b5e4-65b5459936e5', 'mac_address': 'fa:16:3e:3e:a6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:31:53.335745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2689daa0-87ec-4f6c-aa2e-2ae6f3ee484b req-bf804ab7-077a-42b2-82e4-8879a8311716 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 945 time: 0.2701955 Jan 27 21:31:53.340108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-ebad3db3-3330-4f20-a446-e847e234216f req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Allocated IP 172.20.0.6 (2ef5d7aa-0568-49d0-aa75-039f40b79a70/a70d9171-e899-4c94-b5a4-6b60c0db0a51/9adfd058-2de7-4af5-a5e4-711078adfac3) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:31:53.372682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1738865061-network', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:53.386827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 102ecce4-e4d3-4794-b5e4-65b5459936e5 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:53.387317 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.414186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102ecce4-e4d3-4794-b5e4-65b5459936e5 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:53.438574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 102ecce4-e4d3-4794-b5e4-65b5459936e5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=102ecce4-e4d3-4794-b5e4-65b5459936e5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:53.480604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e4a1bfe6-de74-40bf-aa92-96cebaed3f6e None None] Current status of the port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:53.525187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Made reservation on behalf of 9a88894e93cb4d2d980e4d4ad8fe4303 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:31:53.527843 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.541651 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.554509 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.568588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2689daa0-87ec-4f6c-aa2e-2ae6f3ee484b req-8cf263a5-6b27-4ccf-971f-4a43410da0bd tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277822 Jan 27 21:31:53.651030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=102ecce4-e4d3-4794-b5e4-65b5459936e5,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:53.677517 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Publish callbacks [] for security_group (c2cbc779-b2d1-4a01-87d1-92abc30db0af), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.686014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd2f82-67bb-46f2-9c4e-36476907b66b req-001526f3-ae52-4d64-80f7-ad23c783f38e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:53.692117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8cd2f82-67bb-46f2-9c4e-36476907b66b req-001526f3-ae52-4d64-80f7-ad23c783f38e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.3489814 Jan 27 21:31:53.698299 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ebad3db3-3330-4f20-a446-e847e234216f req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.742341 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c2cbc779-b2d1-4a01-87d1-92abc30db0af), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.771487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cbc779-b2d1-4a01-87d1-92abc30db0af,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:53.782534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8cd2f82-67bb-46f2-9c4e-36476907b66b req-b91f607d-5157-4927-89af-c74911fb1697 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824499 Jan 27 21:31:53.809022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:31:53.814547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['102ecce4-e4d3-4794-b5e4-65b5459936e5'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:53.822699 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (0bc52a3e-62ee-43ae-8381-670848926478), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.823296 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Added segment 0bc52a3e-62ee-43ae-8381-670848926478 of type vlan for network 13184c49-e803-47a3-b4d3-89527ee5d5c0 Jan 27 21:31:53.875658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (13184c49-e803-47a3-b4d3-89527ee5d5c0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.882484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4318a9-bef9-47e5-8321-64a1b371f8a0 req-296dbf43-7360-48e4-bf8b-d243417dc1cd tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:53.891562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4318a9-bef9-47e5-8321-64a1b371f8a0 req-296dbf43-7360-48e4-bf8b-d243417dc1cd tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.0889742 Jan 27 21:31:53.943830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ebad3db3-3330-4f20-a446-e847e234216f req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:53.999269 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (13184c49-e803-47a3-b4d3-89527ee5d5c0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:54.010220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebad3db3-3330-4f20-a446-e847e234216f req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:31:54.012251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:54.012938 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:54.022548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-ebad3db3-3330-4f20-a446-e847e234216f req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:54.024972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebad3db3-3330-4f20-a446-e847e234216f req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:31:54.084599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3db3-3330-4f20-a446-e847e234216f req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:54.085222 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ebad3db3-3330-4f20-a446-e847e234216f req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:54.094681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:54.126780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] Pushing event updated for resources: {'Network': ['ID=13184c49-e803-47a3-b4d3-89527ee5d5c0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:54.132613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba38a33-78aa-4e25-8244-8376e238f9ed req-2ff164ff-b7ac-446c-8580-7674586d2d23 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:54.134221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ba38a33-78aa-4e25-8244-8376e238f9ed req-2ff164ff-b7ac-446c-8580-7674586d2d23 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 931 time: 0.2316060 Jan 27 21:31:54.153719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 13184c49-e803-47a3-b4d3-89527ee5d5c0 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:31:54.166255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Pushing event updated for resources: {'Port': ['ID=9adfd058-2de7-4af5-a5e4-711078adfac3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:54.185293 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fef2f792-918e-4fd0-809d-c7c434c116e4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0143201 Jan 27 21:31:54.188208 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33864) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:54.195314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1e5be991-5683-4ed1-8d5a-749a11f5b0e0 admin admin] Request body: {'subnet': {'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-subnet', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:54.233181 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4318a9-bef9-47e5-8321-64a1b371f8a0 req-d2db8388-edb0-4fbd-a6ed-3d7728477177 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405232 Jan 27 21:31:54.285848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:54.286418 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:54.312797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ba38a33-78aa-4e25-8244-8376e238f9ed req-9e417777-b016-4d2f-95e1-397c2c3b2b70 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327264 Jan 27 21:31:54.342293 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5be991-5683-4ed1-8d5a-749a11f5b0e0 admin admin] Made reservation on behalf of 9a88894e93cb4d2d980e4d4ad8fe4303 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:31:54.345125 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e5be991-5683-4ed1-8d5a-749a11f5b0e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:54.413169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-0a16dae0-c805-4085-8b30-de08e97fdb5c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6463974 Jan 27 21:31:54.436497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Request body: {'port': {'device_id': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:54.438392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:54.478089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353bfc1-d3aa-4834-8471-9dd6523925bd req-cab648e7-83f8-488d-963f-75f801fcedfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:54.479667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2353bfc1-d3aa-4834-8471-9dd6523925bd req-cab648e7-83f8-488d-963f-75f801fcedfa tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 949 time: 0.1236539 Jan 27 21:31:54.515637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2419c45a-08c5-447c-b391-635b8e7e4371 None None] Provisioning complete for port 9adfd058-2de7-4af5-a5e4-711078adfac3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:54.516569 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2419c45a-08c5-447c-b391-635b8e7e4371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:54.543442 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:54.565385 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2419c45a-08c5-447c-b391-635b8e7e4371 None None] Port 9adfd058-2de7-4af5-a5e4-711078adfac3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:31:54.605406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2353bfc1-d3aa-4834-8471-9dd6523925bd req-aaa9a449-635d-4748-85ca-7a2bbca06a3e tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138012 Jan 27 21:31:54.726075 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e5be991-5683-4ed1-8d5a-749a11f5b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (cdaea95c-79f5-405e-9c6d-30f481f126bd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:54.798038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5be991-5683-4ed1-8d5a-749a11f5b0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdaea95c-79f5-405e-9c6d-30f481f126bd,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:54.850203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 102ecce4-e4d3-4794-b5e4-65b5459936e5 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:54.858908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5be991-5683-4ed1-8d5a-749a11f5b0e0 admin admin] Checking segment: {'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:54.858908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5be991-5683-4ed1-8d5a-749a11f5b0e0 admin admin] Network hostable DHCP agents. Network: 13184c49-e803-47a3-b4d3-89527ee5d5c0, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:31:54.946150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9adfd058-2de7-4af5-a5e4-711078adfac3 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:54.967022 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Publish callbacks [] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:54.985882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Transition to ACTIVE for port object 9adfd058-2de7-4af5-a5e4-711078adfac3 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:31:54.996805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4cd0f-3831-42b4-b74a-771005f721b4 req-0e5f6aa1-5507-4899-9124-98bf4f56eebe tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:54.998257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00f4cd0f-3831-42b4-b74a-771005f721b4 req-0e5f6aa1-5507-4899-9124-98bf4f56eebe tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.0662241 Jan 27 21:31:55.009101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5be991-5683-4ed1-8d5a-749a11f5b0e0 admin admin] Network 13184c49-e803-47a3-b4d3-89527ee5d5c0 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:31:55.050305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 102ecce4-e4d3-4794-b5e4-65b5459936e5 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:31:55.053243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00f4cd0f-3831-42b4-b74a-771005f721b4 req-befbeec0-0145-4e09-a700-9ac61110255b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493231 Jan 27 21:31:55.064369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 102ecce4-e4d3-4794-b5e4-65b5459936e5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:55.064763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:55.165097 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-1e5be991-5683-4ed1-8d5a-749a11f5b0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 13184c49-e803-47a3-b4d3-89527ee5d5c0) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:55.169895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5be991-5683-4ed1-8d5a-749a11f5b0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:55.170499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e5be991-5683-4ed1-8d5a-749a11f5b0e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:55.177966 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:55.183372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf18cd82-4291-41ac-bd20-06c5cb0fc501 None None] Network 13184c49-e803-47a3-b4d3-89527ee5d5c0 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:31:55.187984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 102ecce4-e4d3-4794-b5e4-65b5459936e5 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:55.188411 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:55.264556 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1e5be991-5683-4ed1-8d5a-749a11f5b0e0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0747848 Jan 27 21:31:55.266928 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33892) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:55.271506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83eb32c6-5148-40a6-a5c9-2599564a9cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102ecce4-e4d3-4794-b5e4-65b5459936e5'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:55.274471 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1021dc-ba63-4045-9805-58f59b014d16" -d '{"events": [{"server_uuid": "83eb32c6-5148-40a6-a5c9-2599564a9cba", "name": "network-vif-plugged", "status": "completed", "tag": "102ecce4-e4d3-4794-b5e4-65b5459936e5"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:55.276509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:55.319969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 102ecce4-e4d3-4794-b5e4-65b5459936e5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=102ecce4-e4d3-4794-b5e4-65b5459936e5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:55.323625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Pushing event updated for resources: {'Port': ['ID=9adfd058-2de7-4af5-a5e4-711078adfac3,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:55.365009 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d5fb54-809d-44cd-89ab-1a9aa095c25c x-openstack-request-id: req-59d5fb54-809d-44cd-89ab-1a9aa095c25c {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:55.367645 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83eb32c6-5148-40a6-a5c9-2599564a9cba", "name": "network-vif-plugged", "status": "completed", "tag": "102ecce4-e4d3-4794-b5e4-65b5459936e5", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:55.368685 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59d5fb54-809d-44cd-89ab-1a9aa095c25c {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:55.370112 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83eb32c6-5148-40a6-a5c9-2599564a9cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102ecce4-e4d3-4794-b5e4-65b5459936e5', 'code': 200} Jan 27 21:31:55.418711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-5ba63511-9026-4057-bfc7-4008fde3c98d tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:55.420578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-5ba63511-9026-4057-bfc7-4008fde3c98d tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95&tenant_id=26824789def4412abd886336d3559fe2&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1096 time: 0.3179898 Jan 27 21:31:55.439018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb66a4-336e-462e-a9c5-35ff96e76847 req-e10387b3-060c-41f1-8c4d-cba7d8215749 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:55.446601 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:55.450153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-13184c49-e803-47a3-b4d3-89527ee5d5c0', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:31:55.451570 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:55.463424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecbb66a4-336e-462e-a9c5-35ff96e76847 req-e10387b3-060c-41f1-8c4d-cba7d8215749 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 945 time: 0.1164470 Jan 27 21:31:55.497626 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (ef91826e-74af-4757-9ffa-6e20abb4de3f), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:55.498749 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (ef91826e-74af-4757-9ffa-6e20abb4de3f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:55.526179 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6b580-2ddb-4070-9388-5c5d275ea869 req-f8bfb89b-1558-4e95-9d7f-3c6f18ebd1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:55.527986 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1aa6b580-2ddb-4070-9388-5c5d275ea869 req-f8bfb89b-1558-4e95-9d7f-3c6f18ebd1f8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 1101 time: 0.0875785 Jan 27 21:31:55.549679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760456-6'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:31:55.619078 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Publish callbacks [] for router_controller (ef91826e-74af-4757-9ffa-6e20abb4de3f), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:55.630905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=102ecce4-e4d3-4794-b5e4-65b5459936e5,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:55.658058 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1aa6b580-2ddb-4070-9388-5c5d275ea869 req-eb354014-4d9c-4f86-ad61-8ced018a0070 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228337 Jan 27 21:31:55.735957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecbb66a4-336e-462e-a9c5-35ff96e76847 req-dfdda0e0-3c70-4fe2-9b14-054a8d37300c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711616 Jan 27 21:31:55.737200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Allocated IP 172.20.0.2 (13184c49-e803-47a3-b4d3-89527ee5d5c0/cdaea95c-79f5-405e-9c6d-30f481f126bd/d921036a-20e2-496b-b3b8-04b9187f8d29) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:31:55.749263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9134298-470c-4230-b574-97a4503c9f70 req-dcff14fc-4263-432c-83bd-60dee53e728d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:55.750831 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9134298-470c-4230-b574-97a4503c9f70 req-dcff14fc-4263-432c-83bd-60dee53e728d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 943 time: 0.2742760 Jan 27 21:31:55.752985 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:55.779511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Attempting to bind port 9adfd058-2de7-4af5-a5e4-711078adfac3 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:55.780677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Attempting to bind port 9adfd058-2de7-4af5-a5e4-711078adfac3 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:55.780677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Attempting to bind port 9adfd058-2de7-4af5-a5e4-711078adfac3 on network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:55.794999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Port 9adfd058-2de7-4af5-a5e4-711078adfac3 on network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:31:55.795329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Attempting to bind port 9adfd058-2de7-4af5-a5e4-711078adfac3 on network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:55.827358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:55.827693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Checking segment: {'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:55.828086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Bound using segment: {'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:55.828699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Bound port: 9adfd058-2de7-4af5-a5e4-711078adfac3, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15db44a-8832-4781-88bd-ee42cf60c2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:55.829070 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:55.901382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9134298-470c-4230-b574-97a4503c9f70 req-df5a3751-ef80-49f8-b6f0-ceafaf9423d4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388133 Jan 27 21:31:55.967379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Publish callbacks [] for router_gateway (ef91826e-74af-4757-9ffa-6e20abb4de3f), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.004823 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Publish callbacks [] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.055847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db637be1-16a7-4500-921d-a5496c925b5e req-ac3c467b-90ff-4dbf-91a0-3b130d2a0d50 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:56.060556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db637be1-16a7-4500-921d-a5496c925b5e req-ac3c467b-90ff-4dbf-91a0-3b130d2a0d50 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 950 time: 0.2103295 Jan 27 21:31:56.074074 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.119436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] For port 9adfd058-2de7-4af5-a5e4-711078adfac3, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:56.133298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] For port 9adfd058-2de7-4af5-a5e4-711078adfac3, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9adfd058-2de7-4af5-a5e4-711078adfac3,segment=NetworkSegment(c15db44a-8832-4781-88bd-ee42cf60c2dc),segment_id=c15db44a-8832-4781-88bd-ee42cf60c2dc)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:56.147640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Network 13184c49-e803-47a3-b4d3-89527ee5d5c0 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:31:56.152746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:56.159785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:31:56.162703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:56.172008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Pushing event updated for resources: {'Port': ['ID=d921036a-20e2-496b-b3b8-04b9187f8d29,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:56.221092 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.232334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Attempting to bind port d921036a-20e2-496b-b3b8-04b9187f8d29 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:56.232874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Attempting to bind port d921036a-20e2-496b-b3b8-04b9187f8d29 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:56.233087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Attempting to bind port d921036a-20e2-496b-b3b8-04b9187f8d29 on network 13184c49-e803-47a3-b4d3-89527ee5d5c0 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:56.240857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:56.241242 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Checking segment: {'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:56.241651 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.242050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Bound using segment: {'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:56.242659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Bound port: d921036a-20e2-496b-b3b8-04b9187f8d29, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:56.243213 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.292918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:56.293733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.297220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] 10.222.0.71 "PUT /v2.0/ports/9adfd058-2de7-4af5-a5e4-711078adfac3 HTTP/1.1" status: 200 len: 1091 time: 1.8711114 Jan 27 21:31:56.297689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'tag': '9adfd058-2de7-4af5-a5e4-711078adfac3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:56.304687 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efb7607-ccbb-4a37-90b2-c5689a2415c0" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb22c44-b2bc-4252-acdd-86b82be35cf9", "tag": "9adfd058-2de7-4af5-a5e4-711078adfac3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:56.321125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db637be1-16a7-4500-921d-a5496c925b5e req-25465f67-de66-4093-892b-ae332bd5af15 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474298 Jan 27 21:31:56.331931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:56.353520 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Publish callbacks [] for router_gateway (ef91826e-74af-4757-9ffa-6e20abb4de3f), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.366175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] For port d921036a-20e2-496b-b3b8-04b9187f8d29, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:56.374280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] For port d921036a-20e2-496b-b3b8-04b9187f8d29, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d921036a-20e2-496b-b3b8-04b9187f8d29,segment=NetworkSegment(0bc52a3e-62ee-43ae-8381-670848926478),segment_id=0bc52a3e-62ee-43ae-8381-670848926478)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:56.385774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4c9fb-15a1-4f9b-9a32-e11c3187a370 req-75494699-cff1-4f05-a511-014d2720ad63 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:56.392431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60b4c9fb-15a1-4f9b-9a32-e11c3187a370 req-75494699-cff1-4f05-a511-014d2720ad63 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.2146316 Jan 27 21:31:56.397102 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.418947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb4691-77e9-4442-ace8-2ca1d1320fab service neutron] Pushing event updated for resources: {'Port': ['ID=9adfd058-2de7-4af5-a5e4-711078adfac3,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:56.477362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Publish callbacks [] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.506867 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccd6a87-ac87-40df-a489-f139caad1e56 x-openstack-request-id: req-eccd6a87-ac87-40df-a489-f139caad1e56 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:56.507079 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb22c44-b2bc-4252-acdd-86b82be35cf9", "tag": "9adfd058-2de7-4af5-a5e4-711078adfac3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:56.507335 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eccd6a87-ac87-40df-a489-f139caad1e56 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:56.507745 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'tag': '9adfd058-2de7-4af5-a5e4-711078adfac3', 'status': 'completed', 'code': 200} Jan 27 21:31:56.516830 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.537466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60b4c9fb-15a1-4f9b-9a32-e11c3187a370 req-39fc3961-cc71-4995-8e08-e781c7374cbf tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439035 Jan 27 21:31:56.547704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3db3-3330-4f20-a446-e847e234216f req-c95eabe5-8d5c-4cad-8d20-f6a609eb70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:56.549224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-c95eabe5-8d5c-4cad-8d20-f6a609eb70ff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=382fab6fb99b4cb9b9b0df3cf5a4ec30&device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 1094 time: 0.1059194 Jan 27 21:31:56.583676 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.608490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Allocated IP 172.25.0.222 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/7349605b-5c38-4e3a-b512-85732f234ba5) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:31:56.626858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.630629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-f20286f3-2ac1-44eb-96f4-a354c45a6f5e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9adfd058-2de7-4af5-a5e4-711078adfac3 HTTP/1.1" status: 200 len: 217 time: 0.0698524 Jan 27 21:31:56.639124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6e8e0-e0c4-4d63-9e13-1b07631431a8 None None] Pushing event updated for resources: {'Port': ['ID=d921036a-20e2-496b-b3b8-04b9187f8d29,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:56.742687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Publish callbacks [] for port (7349605b-5c38-4e3a-b512-85732f234ba5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.762630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Pushing event updated for resources: {'Port': ['ID=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:56.770083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3db3-3330-4f20-a446-e847e234216f req-d5250db1-14fa-4a68-8463-0942bb10a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:56.771519 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-d5250db1-14fa-4a68-8463-0942bb10a635 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a70d9171-e899-4c94-b5a4-6b60c0db0a51 HTTP/1.1" status: 200 len: 866 time: 0.1226187 Jan 27 21:31:56.818591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on host n-h2-760456-6 for vnic_type normal with profile {"migrating_to": "n-h1-760456-6"} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:56.818947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:56.819284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:56.836153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:31:56.836701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:56.845622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:56.845972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:56.846364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:56.846804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Bound port: 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:56.847182 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.869614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:31:56.887123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad3db3-3330-4f20-a446-e847e234216f req-e4a549bb-e27f-4461-a9ac-41a79a740eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:56.888885 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-e4a549bb-e27f-4461-a9ac-41a79a740eec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef5d7aa-0568-49d0-aa75-039f40b79a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108375 Jan 27 21:31:56.902285 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (7349605b-5c38-4e3a-b512-85732f234ba5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:56.964496 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:31:56.967749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:31:56.975925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:31:57.022350 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:57.054823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Pushing event updated for resources: {'Port': ['ID=7349605b-5c38-4e3a-b512-85732f234ba5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:57.068171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, got binding levels [] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:57.078626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:31:57.082642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:31:57.146394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on host n-h2-760456-6 for vnic_type normal with profile {"migrating_to": "n-h1-760456-6"} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:31:57.146766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:31:57.152139 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:57.166859 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:31:57.167225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Attempting to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:31:57.175181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:31:57.175562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:31:57.176331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:31:57.176809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Bound port: 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:31:57.177208 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:57.239571 n-d-760456-6 neutron-server[104028]: WARNING neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Concurrent port binding operations failed on port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 Jan 27 21:31:57.243263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:57.244719 n-d-760456-6 neutron-server[104028]: INFO neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Attempt 2 to bind port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 Jan 27 21:31:57.245173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 has no active binding in host n-h1-760456-6 {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:31:57.443677 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:57.559766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-6c03b2c4-d773-4cad-9511-5ad125129a45 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491170 Jan 27 21:31:57.569113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebcab9-f906-4bf3-babf-27cba1e582f0 req-c499f3fc-e7ba-4c2f-bd3c-e4c202002769 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:57.577942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a2ebcab9-f906-4bf3-babf-27cba1e582f0 req-c499f3fc-e7ba-4c2f-bd3c-e4c202002769 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 943 time: 0.4916534 Jan 27 21:31:57.589187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1ec2d-6833-4d26-ab20-51f08d6df84b req-042cd33d-dbf4-4f4b-824e-23b66e225f63 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:57.599229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11d1ec2d-6833-4d26-ab20-51f08d6df84b req-042cd33d-dbf4-4f4b-824e-23b66e225f63 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 943 time: 0.7094216 Jan 27 21:31:57.648669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Pushing event updated for resources: {'Port': ['ID=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,revision_number=8']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:31:57.679595 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Publish callbacks [] for router_gateway (ef91826e-74af-4757-9ffa-6e20abb4de3f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:57.761959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a2ebcab9-f906-4bf3-babf-27cba1e582f0 req-b2ba1660-1d05-42cd-b2f0-3bf72935b1d8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828756 Jan 27 21:31:57.814611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:57.815332 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:57.817304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-8b1e8988-4bee-4978-93e4-0c9bdac6ed8b service neutron] 10.222.0.74 "PUT /v2.0/ports/8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 HTTP/1.1" status: 200 len: 1121 time: 2.2911661 Jan 27 21:31:57.862937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11d1ec2d-6833-4d26-ab20-51f08d6df84b req-381d027c-1a4e-495a-9ae0-0ee423b56c9e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624819 Jan 27 21:31:57.910303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebad3db3-3330-4f20-a446-e847e234216f req-5c9753b1-eab8-4857-b574-72ed87aaed30 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078969 Jan 27 21:31:57.916419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:58.034278 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (ef91826e-74af-4757-9ffa-6e20abb4de3f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:58.035786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:31:58.131430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa72e0-63ed-4ccc-9a22-a09beb93e36f None None] Network 13184c49-e803-47a3-b4d3-89527ee5d5c0 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:31:58.189752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d921036a-20e2-496b-b3b8-04b9187f8d29 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:31:58.217432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80721b41-eda9-475c-b4cd-4e43d02d2a63 req-27733b1a-caad-48ab-b893-2301d392aef7 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:58.218950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80721b41-eda9-475c-b4cd-4e43d02d2a63 req-27733b1a-caad-48ab-b893-2301d392aef7 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 950 time: 0.2816916 Jan 27 21:31:58.221299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb7607-ccbb-4a37-90b2-c5689a2415c0 req-9b5c220a-454a-4b1e-ba6d-ecf1218068c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:58.222746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7efb7607-ccbb-4a37-90b2-c5689a2415c0 req-9b5c220a-454a-4b1e-ba6d-ecf1218068c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=382fab6fb99b4cb9b9b0df3cf5a4ec30&device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 1094 time: 0.1731718 Jan 27 21:31:58.342596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d88941-d1a9-4c1c-8cbc-f9424577fdd6 req-250f182e-d94b-44e6-b935-4fc299e9c382 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:58.344609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2d88941-d1a9-4c1c-8cbc-f9424577fdd6 req-250f182e-d94b-44e6-b935-4fc299e9c382 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.2069013 Jan 27 21:31:58.370453 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Router ef91826e-74af-4757-9ffa-6e20abb4de3f is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:31:58.423700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c67daf09-4202-456f-95c9-f3893e3a85c2 None None] Provisioning complete for port d921036a-20e2-496b-b3b8-04b9187f8d29 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:58.424311 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c67daf09-4202-456f-95c9-f3893e3a85c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:58.432399 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80721b41-eda9-475c-b4cd-4e43d02d2a63 req-c0e8e494-ea98-4720-a8dd-623ba055a72f tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032287 Jan 27 21:31:58.478534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb7607-ccbb-4a37-90b2-c5689a2415c0 req-90fd4274-2123-49f7-bdd4-9cf462367ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:58.489336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7efb7607-ccbb-4a37-90b2-c5689a2415c0 req-90fd4274-2123-49f7-bdd4-9cf462367ced service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef5d7aa-0568-49d0-aa75-039f40b79a70 HTTP/1.1" status: 200 len: 928 time: 0.2467737 Jan 27 21:31:58.504743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2d88941-d1a9-4c1c-8cbc-f9424577fdd6 req-bc5a7abe-66b6-49b5-b5c0-2e0b999dc216 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361353 Jan 27 21:31:58.560749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f1eadd-3433-4d57-a808-9f44bcb43b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95'}, {'name': 'network-changed', 'server_uuid': '48f1eadd-3433-4d57-a808-9f44bcb43b95', 'tag': '8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:31:58.563465 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246ac14e-bee9-4fd2-ad5e-3cb2d079d177" -d '{"events": [{"server_uuid": "48f1eadd-3433-4d57-a808-9f44bcb43b95", "name": "network-vif-unplugged", "status": "completed", "tag": "8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95"}, {"name": "network-changed", "server_uuid": "48f1eadd-3433-4d57-a808-9f44bcb43b95", "tag": "8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:31:58.569519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:31:58.569816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7efb7607-ccbb-4a37-90b2-c5689a2415c0 req-1ba63c63-6aad-45b2-9756-55c82b3a07d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9adfd058-2de7-4af5-a5e4-711078adfac3 HTTP/1.1" status: 200 len: 217 time: 0.0754824 Jan 27 21:31:58.611222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Sync routers for ids ['ef91826e-74af-4757-9ffa-6e20abb4de3f'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:31:58.618032 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 27 Jan 2022 21:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca689b3c-e282-40f5-b515-d3ec55896813 x-openstack-request-id: req-ca689b3c-e282-40f5-b515-d3ec55896813 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:31:58.618346 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f1eadd-3433-4d57-a808-9f44bcb43b95", "name": "network-vif-unplugged", "status": "completed", "tag": "8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95", "code": 200}, {"name": "network-changed", "server_uuid": "48f1eadd-3433-4d57-a808-9f44bcb43b95", "tag": "8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:31:58.618607 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca689b3c-e282-40f5-b515-d3ec55896813 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:31:58.619012 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f1eadd-3433-4d57-a808-9f44bcb43b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95', 'code': 200} Jan 27 21:31:58.619278 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f1eadd-3433-4d57-a808-9f44bcb43b95', 'tag': '8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95', 'status': 'completed', 'code': 200} Jan 27 21:31:58.637955 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Routers {'ef91826e-74af-4757-9ffa-6e20abb4de3f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:31:58.638602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:31:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ef91826e-74af-4757-9ffa-6e20abb4de3f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:58.676962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb7607-ccbb-4a37-90b2-c5689a2415c0 req-a1189900-8994-4665-9b26-90a39c8a93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:58.678510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7efb7607-ccbb-4a37-90b2-c5689a2415c0 req-a1189900-8994-4665-9b26-90a39c8a93ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a70d9171-e899-4c94-b5a4-6b60c0db0a51 HTTP/1.1" status: 200 len: 866 time: 0.1002295 Jan 27 21:31:58.696829 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:58.700827 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ce04384d-c4d4-4a4f-90aa-709331541369 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4289525 Jan 27 21:31:58.701877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33950) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:31:58.772037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb7607-ccbb-4a37-90b2-c5689a2415c0 req-d57a5c85-0e0e-41d0-a03c-70eaa2fa7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:58.775562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7efb7607-ccbb-4a37-90b2-c5689a2415c0 req-d57a5c85-0e0e-41d0-a03c-70eaa2fa7cd3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef5d7aa-0568-49d0-aa75-039f40b79a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900040 Jan 27 21:31:58.777037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ac14e-bee9-4fd2-ad5e-3cb2d079d177 req-2e483572-1f66-4365-8a5d-8c83187d06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:58.778796 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-246ac14e-bee9-4fd2-ad5e-3cb2d079d177 req-2e483572-1f66-4365-8a5d-8c83187d06b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 1124 time: 0.1340942 Jan 27 21:31:58.789268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Set router ef91826e-74af-4757-9ffa-6e20abb4de3f gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:31:58.943961 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:31:59.023270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7efb7607-ccbb-4a37-90b2-c5689a2415c0 req-b16758f5-45e0-4e7c-b29c-037d3da80054 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245982 Jan 27 21:31:59.046295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 50884c4d-c427-4c2b-9a1f-8e4dde31e515 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:31:59.074293 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ac14e-bee9-4fd2-ad5e-3cb2d079d177 req-d51792a6-7176-49be-99d1-940b346baf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:59.076289 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-246ac14e-bee9-4fd2-ad5e-3cb2d079d177 req-d51792a6-7176-49be-99d1-940b346baf24 service neutron] 10.222.0.71 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.2753158 Jan 27 21:31:59.175583 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-246ac14e-bee9-4fd2-ad5e-3cb2d079d177 req-be16b520-2088-41fe-90d7-479f586f3cb1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 HTTP/1.1" status: 200 len: 217 time: 0.0899317 Jan 27 21:31:59.219902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48f688-41a0-43b4-b8f8-76225ea8ad0f req-8c48dc6c-6a78-4eda-b010-d6aea5034e57 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:59.227250 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd48f688-41a0-43b4-b8f8-76225ea8ad0f req-8c48dc6c-6a78-4eda-b010-d6aea5034e57 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 943 time: 0.2029073 Jan 27 21:31:59.236726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ac14e-bee9-4fd2-ad5e-3cb2d079d177 req-00c1d4d6-d3e7-4a7f-88b9-8f3e5afe085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:59.238505 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-246ac14e-bee9-4fd2-ad5e-3cb2d079d177 req-00c1d4d6-d3e7-4a7f-88b9-8f3e5afe085c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0487452 Jan 27 21:31:59.253923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 50884c4d-c427-4c2b-9a1f-8e4dde31e515, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50884c4d-c427-4c2b-9a1f-8e4dde31e515,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:59.281011 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-246ac14e-bee9-4fd2-ad5e-3cb2d079d177 req-e0d5593b-26e7-4107-b989-91d5712624b2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328765 Jan 27 21:31:59.286537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '50884c4d-c427-4c2b-9a1f-8e4dde31e515', 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'port_id': '50884c4d-c427-4c2b-9a1f-8e4dde31e515', 'mac_address': 'fa:16:3e:88:27:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10416cba-4c10-4511-8751-27ccfe46b2bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:31:59.307803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b716c-2be9-4b83-87ee-6a791f29c93a req-f844ef36-ffb0-4829-8f03-9d8198b6bf0b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:59.309367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb9b716c-2be9-4b83-87ee-6a791f29c93a req-f844ef36-ffb0-4829-8f03-9d8198b6bf0b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 943 time: 0.2139351 Jan 27 21:31:59.311724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7efb7607-ccbb-4a37-90b2-c5689a2415c0 req-9228d1c7-bd70-4f88-98f6-f35707a2f0cb service neutron] 10.222.0.71 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775297 Jan 27 21:31:59.322098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd48f688-41a0-43b4-b8f8-76225ea8ad0f req-82c36bb2-02f8-40d6-b391-74c91651fd9b tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938549 Jan 27 21:31:59.400538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:59.401124 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:59.431889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50884c4d-c427-4c2b-9a1f-8e4dde31e515 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:31:59.438858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb9b716c-2be9-4b83-87ee-6a791f29c93a req-31c3bde7-646e-469f-ba3f-a2cc39c4236c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157465 Jan 27 21:31:59.507743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-b4f15094-055c-455b-93dc-9a4be04bd722 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=855081bcb1a74dc0b2c341b483e5e058&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382745 Jan 27 21:31:59.590051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d921036a-20e2-496b-b3b8-04b9187f8d29 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:31:59.592028 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:59.629058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c67daf09-4202-456f-95c9-f3893e3a85c2 None None] Current status of the port d921036a-20e2-496b-b3b8-04b9187f8d29 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:59.629997 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c67daf09-4202-456f-95c9-f3893e3a85c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:59.683337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c67daf09-4202-456f-95c9-f3893e3a85c2 None None] For port d921036a-20e2-496b-b3b8-04b9187f8d29, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d921036a-20e2-496b-b3b8-04b9187f8d29,segment=NetworkSegment(0bc52a3e-62ee-43ae-8381-670848926478),segment_id=0bc52a3e-62ee-43ae-8381-670848926478)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:59.686971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 50884c4d-c427-4c2b-9a1f-8e4dde31e515, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50884c4d-c427-4c2b-9a1f-8e4dde31e515,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:31:59.701885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9adfd058-2de7-4af5-a5e4-711078adfac3 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:31:59.773688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d921036a-20e2-496b-b3b8-04b9187f8d29 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:31:59.774100 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:59.788386 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:31:57Z', 'revision_number': 3, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:31:59.830781 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c67daf09-4202-456f-95c9-f3893e3a85c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:59.840148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd4f0e-48ab-4641-91f9-6d99d9c10ac8 req-5a1aceb1-1e9c-4d91-b85d-1f46112966a8 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:59.841879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bccd4f0e-48ab-4641-91f9-6d99d9c10ac8 req-5a1aceb1-1e9c-4d91-b85d-1f46112966a8 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.1605835 Jan 27 21:31:59.854843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-882181c4-fd5b-43e2-8c1a-7505d6419aef tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:31:59.861386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-882181c4-fd5b-43e2-8c1a-7505d6419aef tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3485081 Jan 27 21:31:59.886183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Checking router: ef91826e-74af-4757-9ffa-6e20abb4de3f for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:31:59.886570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Updating router ef91826e-74af-4757-9ffa-6e20abb4de3f port 7349605b-5c38-4e3a-b512-85732f234ba5 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:31:59.916625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-af34db33-688d-4eff-aefb-09ee16287713 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/quotas/855081bcb1a74dc0b2c341b483e5e058 HTTP/1.1" status: 200 len: 375 time: 0.0539401 Jan 27 21:31:59.924063 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-246ac14e-bee9-4fd2-ad5e-3cb2d079d177 req-bc6bb9e2-0f99-42e3-9912-297f14842e08 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777277 Jan 27 21:31:59.959311 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:59.960313 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7349605b-5c38-4e3a-b512-85732f234ba5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:31:59.963101 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:00.062726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bccd4f0e-48ab-4641-91f9-6d99d9c10ac8 req-6b954b14-8d98-4964-9501-f397d826cd0c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986973 Jan 27 21:32:00.104480 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-671b6595-34f1-442f-b6bc-209511a53998 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=855081bcb1a74dc0b2c341b483e5e058&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1858501 Jan 27 21:32:00.203035 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-246ac14e-bee9-4fd2-ad5e-3cb2d079d177 req-153a10d7-288c-4ad6-8c51-12a74777c496 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683744 Jan 27 21:32:00.271249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Allocated IP 172.20.0.1 (13184c49-e803-47a3-b4d3-89527ee5d5c0/cdaea95c-79f5-405e-9c6d-30f481f126bd/14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:32:00.279569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9adfd058-2de7-4af5-a5e4-711078adfac3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9adfd058-2de7-4af5-a5e4-711078adfac3,segment=NetworkSegment(c15db44a-8832-4781-88bd-ee42cf60c2dc),segment_id=c15db44a-8832-4781-88bd-ee42cf60c2dc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:00.366715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['50884c4d-c427-4c2b-9a1f-8e4dde31e515'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:00.376276 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:32:00.376650 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:32:00.401963 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67daf09-4202-456f-95c9-f3893e3a85c2 None None] Pushing event updated for resources: {'Port': ['ID=d921036a-20e2-496b-b3b8-04b9187f8d29,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:00.406463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a07bf5ea-d6eb-4e7d-8098-3d49ef82f801 None None] Provisioning complete for port d921036a-20e2-496b-b3b8-04b9187f8d29 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:00.406855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a07bf5ea-d6eb-4e7d-8098-3d49ef82f801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:00.417341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '9adfd058-2de7-4af5-a5e4-711078adfac3', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'port_id': '9adfd058-2de7-4af5-a5e4-711078adfac3', 'mac_address': 'fa:16:3e:fd:e8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:32:00.452840 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Publish callbacks [] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:00.634456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d9f459f-f33f-484e-9902-85efc38ce3aa req-fc4952dc-102d-4d1d-a31a-f0d5cfe27540 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 210 time: 0.0556972 Jan 27 21:32:00.639782 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:00.686475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548293e-0e9b-45db-9454-efbc81db8c15 req-bf506d41-b359-4b42-b18d-8fc72d5b615c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:00.695042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9adfd058-2de7-4af5-a5e4-711078adfac3 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:00.695848 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:00.697845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=50884c4d-c427-4c2b-9a1f-8e4dde31e515,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:00.710027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b548293e-0e9b-45db-9454-efbc81db8c15 req-bf506d41-b359-4b42-b18d-8fc72d5b615c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 943 time: 0.2001028 Jan 27 21:32:00.768834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9adfd058-2de7-4af5-a5e4-711078adfac3 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:00.807502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b548293e-0e9b-45db-9454-efbc81db8c15 req-5985b665-4e68-45af-956c-5d87e8a17b3e tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952435 Jan 27 21:32:00.829578 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Pushing event updated for resources: {'Port': ['ID=14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:00.865080 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Network 13184c49-e803-47a3-b4d3-89527ee5d5c0 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:32:00.869361 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:00.887158 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:32:00.887955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (ef91826e-74af-4757-9ffa-6e20abb4de3f), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:00.998624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27463772-df85-4dca-b673-2ce81365a694 req-afa4a832-a402-47d4-98a5-c4f9678623da tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:01.026381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27463772-df85-4dca-b673-2ce81365a694 req-afa4a832-a402-47d4-98a5-c4f9678623da tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 943 time: 0.1419911 Jan 27 21:32:01.159433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27463772-df85-4dca-b673-2ce81365a694 req-7ad8977f-7b3b-488d-bb63-5820a4275456 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321697 Jan 27 21:32:01.284921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9adfd058-2de7-4af5-a5e4-711078adfac3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9adfd058-2de7-4af5-a5e4-711078adfac3,segment=NetworkSegment(c15db44a-8832-4781-88bd-ee42cf60c2dc),segment_id=c15db44a-8832-4781-88bd-ee42cf60c2dc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:01.286090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c84ef-cbfe-47e3-a557-d9560b9a51e3 req-26b5a584-d70e-44c8-8686-0c3011dbc158 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:01.288006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a1c84ef-cbfe-47e3-a557-d9560b9a51e3 req-26b5a584-d70e-44c8-8686-0c3011dbc158 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.0685618 Jan 27 21:32:01.333371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a07bf5ea-d6eb-4e7d-8098-3d49ef82f801 None None] Current status of the port d921036a-20e2-496b-b3b8-04b9187f8d29 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:01.375821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a1c84ef-cbfe-47e3-a557-d9560b9a51e3 req-e0f1f820-56a2-48f1-b2b9-5f22482bc120 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705540 Jan 27 21:32:01.388305 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:01.425377 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Publish callbacks [] for port (7349605b-5c38-4e3a-b512-85732f234ba5), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:01.431707 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d921036a-20e2-496b-b3b8-04b9187f8d29 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:01.446374 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:01.514403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bad79719-b17e-4451-a760-9e4c5aa4943d None None] Provisioning complete for port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:01.514950 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bad79719-b17e-4451-a760-9e4c5aa4943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:01.544945 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7349605b-5c38-4e3a-b512-85732f234ba5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:01.618935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d921036a-20e2-496b-b3b8-04b9187f8d29 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:01.632364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Attempting to bind port 7349605b-5c38-4e3a-b512-85732f234ba5 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:32:01.632912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Attempting to bind port 7349605b-5c38-4e3a-b512-85732f234ba5 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:32:01.633479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Attempting to bind port 7349605b-5c38-4e3a-b512-85732f234ba5 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:32:01.670329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9adfd058-2de7-4af5-a5e4-711078adfac3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:01.728415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bad79719-b17e-4451-a760-9e4c5aa4943d None None] Port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:32:01.728415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:32:01.729400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:32:01.729400 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:01.729709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:32:01.730240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Bound port: 7349605b-5c38-4e3a-b512-85732f234ba5, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:32:01.730694 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7349605b-5c38-4e3a-b512-85732f234ba5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:01.735079 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c310a-05cd-4923-a1f3-7f0809867045 None None] Pushing event updated for resources: {'Port': ['ID=7349605b-5c38-4e3a-b512-85732f234ba5,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:01.766959 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Publish callbacks [] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:01.820480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] For port 7349605b-5c38-4e3a-b512-85732f234ba5, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:32:01.822893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d921036a-20e2-496b-b3b8-04b9187f8d29 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:01.823344 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:01.826179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] For port 7349605b-5c38-4e3a-b512-85732f234ba5, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7349605b-5c38-4e3a-b512-85732f234ba5,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:32:01.839041 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:01.840116 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (ef91826e-74af-4757-9ffa-6e20abb4de3f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:01.862398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8bd88fde-51f1-4303-8530-74aed2b947ee req-a151cce5-2e04-449e-83a1-3a03d2ab713d tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 210 time: 0.0987911 Jan 27 21:32:01.904850 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9adfd058-2de7-4af5-a5e4-711078adfac3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:02.011262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Pushing event updated for resources: {'Port': ['ID=14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:02.086390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513de9a7-be30-4ac5-83d3-fc95bab7eedf req-9df651ca-cbd4-4af8-95ce-5b0c669c46e0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:02.086765 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7349605b-5c38-4e3a-b512-85732f234ba5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:02.093895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-513de9a7-be30-4ac5-83d3-fc95bab7eedf req-9df651ca-cbd4-4af8-95ce-5b0c669c46e0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 944 time: 0.1029334 Jan 27 21:32:02.096365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Network 13184c49-e803-47a3-b4d3-89527ee5d5c0 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:32:02.099006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:02.268741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-513de9a7-be30-4ac5-83d3-fc95bab7eedf req-4843faab-69b8-4326-aa6b-f2abba6ba1cb tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490741 Jan 27 21:32:02.344125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Router ef91826e-74af-4757-9ffa-6e20abb4de3f has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:32:02.412050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0ace1-45e7-4d8c-abc7-d039df10d96a req-f13c1a49-7729-435b-8491-0ec1c10faa73 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:02.414222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfa0ace1-45e7-4d8c-abc7-d039df10d96a req-f13c1a49-7729-435b-8491-0ec1c10faa73 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 943 time: 0.1404202 Jan 27 21:32:02.521551 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-40950be4-0a99-4d65-89c7-463c1aa97203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:02.521551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Routers {'ef91826e-74af-4757-9ffa-6e20abb4de3f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:02.521551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:31:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ef91826e-74af-4757-9ffa-6e20abb4de3f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:02.540522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfa0ace1-45e7-4d8c-abc7-d039df10d96a req-6af9c4bb-18bd-45ba-9e92-3a4d670456e0 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186783 Jan 27 21:32:02.567485 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:32:02.573743 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ff41505b-07e9-44f8-bada-47990cb13452 admin admin] 10.222.0.61 "PUT /v2.0/routers/ef91826e-74af-4757-9ffa-6e20abb4de3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8710473 Jan 27 21:32:02.622908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c310a-05cd-4923-a1f3-7f0809867045 None None] Pushing event updated for resources: {'Port': ['ID=7349605b-5c38-4e3a-b512-85732f234ba5,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:02.684702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5c523-ff75-4852-abcb-214216ec2d3d req-90d16094-a3dd-4f59-8d5e-78792f16bcb8 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:02.685011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d921036a-20e2-496b-b3b8-04b9187f8d29 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:02.685114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78a5c523-ff75-4852-abcb-214216ec2d3d req-90d16094-a3dd-4f59-8d5e-78792f16bcb8 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.0961120 Jan 27 21:32:02.776957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] Set router ef91826e-74af-4757-9ffa-6e20abb4de3f gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:02.777418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78a5c523-ff75-4852-abcb-214216ec2d3d req-3a81c145-8d77-4f9d-9e1f-689f7b2048e8 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072061 Jan 27 21:32:02.839272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-46a24584-e3cd-4d7b-8371-1e3d980ceafd None None] Provisioning complete for port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:02.839762 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-46a24584-e3cd-4d7b-8371-1e3d980ceafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:02.910806 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 50884c4d-c427-4c2b-9a1f-8e4dde31e515 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:03.023706 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72965b3b-31bf-45f5-92d3-45e484e36859 req-d770f81d-f0c7-4193-90a1-8a5e226eca80 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 210 time: 0.0611992 Jan 27 21:32:03.028608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-46a24584-e3cd-4d7b-8371-1e3d980ceafd None None] Port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:32:03.070372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:03.071075 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:03.261408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af', 'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'mac_address': 'fa:16:3e:7e:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:59Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 2, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'subnets': [{'id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:03.296627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:03.299897 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:03.301416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db2298-2007-4e0e-8feb-40926fc61fb6 None None] The sync data for ids ['ef91826e-74af-4757-9ffa-6e20abb4de3f'] in n-d-760456-6 is: [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af', 'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'mac_address': 'fa:16:3e:7e:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:59Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 2, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'subnets': [{'id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:32:03.331963 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fbef13-e393-49c8-b6ba-185ef367202e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50884c4d-c427-4c2b-9a1f-8e4dde31e515'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:03.335957 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41621b4-81af-45c7-a27d-b5637bbc468e" -d '{"events": [{"server_uuid": "10fbef13-e393-49c8-b6ba-185ef367202e", "name": "network-vif-plugged", "status": "completed", "tag": "50884c4d-c427-4c2b-9a1f-8e4dde31e515"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:03.368426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 50884c4d-c427-4c2b-9a1f-8e4dde31e515, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50884c4d-c427-4c2b-9a1f-8e4dde31e515,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:03.368977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34086) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:03.373535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-36ec8450-4716-4a81-b47c-33afe84c1ced tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1444084449', 'description': 'tempest-description--311401415'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:03.430718 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baac8a7e-affb-49e5-b3bf-6615aa8003c8 x-openstack-request-id: req-baac8a7e-affb-49e5-b3bf-6615aa8003c8 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:03.431082 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fbef13-e393-49c8-b6ba-185ef367202e", "name": "network-vif-plugged", "status": "completed", "tag": "50884c4d-c427-4c2b-9a1f-8e4dde31e515", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:03.431346 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-baac8a7e-affb-49e5-b3bf-6615aa8003c8 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:03.431752 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fbef13-e393-49c8-b6ba-185ef367202e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50884c4d-c427-4c2b-9a1f-8e4dde31e515', 'code': 200} Jan 27 21:32:03.470130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6feb3-e832-47ad-a41f-59e3eae077e4 req-257bc21b-da6b-4353-8856-1d83897e199f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:03.478987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0a6feb3-e832-47ad-a41f-59e3eae077e4 req-257bc21b-da6b-4353-8856-1d83897e199f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 944 time: 0.0967598 Jan 27 21:32:03.485425 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:03.514752 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ec8450-4716-4a81-b47c-33afe84c1ced tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:03.540460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0a6feb3-e832-47ad-a41f-59e3eae077e4 req-59053e30-b9f4-454f-92d3-7d9bb9398b60 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603304 Jan 27 21:32:03.598656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=50884c4d-c427-4c2b-9a1f-8e4dde31e515,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:03.654948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ec8450-4716-4a81-b47c-33afe84c1ced tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for security_group (ab410683-4b25-456d-afeb-578b634631cc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:03.697142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf23e3-eaae-4064-b822-cdba191bbd44 req-9efc880c-408a-4883-ae4e-f5788e460c79 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:03.704370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28bf23e3-eaae-4064-b822-cdba191bbd44 req-9efc880c-408a-4883-ae4e-f5788e460c79 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 943 time: 0.0697217 Jan 27 21:32:03.747635 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ec8450-4716-4a81-b47c-33afe84c1ced tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ab410683-4b25-456d-afeb-578b634631cc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:03.793369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28bf23e3-eaae-4064-b822-cdba191bbd44 req-0a5a29af-b677-4dcd-8d33-b4f20d3499ea tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866737 Jan 27 21:32:03.859544 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ec8450-4716-4a81-b47c-33afe84c1ced tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:03.866899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34096) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:03.877092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9a59d2f3-d8bb-4194-bdbe-f08878ed7e1e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Request body: {'security_group_rule': {'security_group_id': 'ab410683-4b25-456d-afeb-578b634631cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:03.877884 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-36ec8450-4716-4a81-b47c-33afe84c1ced tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5078008 Jan 27 21:32:03.881672 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec8450-4716-4a81-b47c-33afe84c1ced tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab410683-4b25-456d-afeb-578b634631cc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:03.936197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-3fc0d317-4db6-4177-913b-74ca920f4041 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=855081bcb1a74dc0b2c341b483e5e058&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375240 Jan 27 21:32:04.243247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6827b32b-4971-43a3-8412-15c2c658c015 req-0c3cc76a-d214-40d0-acde-031914479a2a tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 210 time: 0.0960927 Jan 27 21:32:04.245160 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a59d2f3-d8bb-4194-bdbe-f08878ed7e1e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for security_group_rule (78699f03-4324-40e1-8394-e58e3dfc4465), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:04.255878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-7ae69af0-b75f-4884-84d4-1bd39740ab5b tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:04.257656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-7ae69af0-b75f-4884-84d4-1bd39740ab5b tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3071618 Jan 27 21:32:04.305780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2461-5131-4359-85c6-8b29c5f7bac8 req-e5cee75c-d48a-45a1-b2b5-3e01aaab06f2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:04.308188 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c27b2461-5131-4359-85c6-8b29c5f7bac8 req-e5cee75c-d48a-45a1-b2b5-3e01aaab06f2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.4106500 Jan 27 21:32:04.314292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Request body: {'port': {'device_id': '7d39c766-4aca-47e0-8243-9ebdd70dcbc0', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '855081bcb1a74dc0b2c341b483e5e058'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:04.444724 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a59d2f3-d8bb-4194-bdbe-f08878ed7e1e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for security_group_rule (78699f03-4324-40e1-8394-e58e3dfc4465), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:04.528062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c27b2461-5131-4359-85c6-8b29c5f7bac8 req-fe97cc85-17a6-419c-960d-43616d820471 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905990 Jan 27 21:32:04.538928 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a59d2f3-d8bb-4194-bdbe-f08878ed7e1e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (78699f03-4324-40e1-8394-e58e3dfc4465), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:04.606755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59d2f3-d8bb-4194-bdbe-f08878ed7e1e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78699f03-4324-40e1-8394-e58e3dfc4465,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:04.649508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5be5a684-04f1-49b3-b66e-3eb58568c619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:04.696427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Made reservation on behalf of 855081bcb1a74dc0b2c341b483e5e058 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:32:04.700221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:04.716136 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a59d2f3-d8bb-4194-bdbe-f08878ed7e1e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:04.719998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9a59d2f3-d8bb-4194-bdbe-f08878ed7e1e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8480117 Jan 27 21:32:04.743780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34114) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:04.743780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f61a46b3-fb58-4785-9118-3629e08bd004 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Request body: {'security_group_rule': {'security_group_id': 'ab410683-4b25-456d-afeb-578b634631cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:04.916894 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f61a46b3-fb58-4785-9118-3629e08bd004 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for security_group_rule (be8f70ae-0db1-47bb-9c45-1584d75a9ce3), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:04.924278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10142ae-c7c0-4d33-9203-fa40575f176a req-29ccc13e-68fb-4a86-b5b4-2f535ec8b6d6 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:04.932861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c10142ae-c7c0-4d33-9203-fa40575f176a req-29ccc13e-68fb-4a86-b5b4-2f535ec8b6d6 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 944 time: 0.2791476 Jan 27 21:32:05.071658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c10142ae-c7c0-4d33-9203-fa40575f176a req-5fa1e556-0a9b-4d7f-b785-fdb5816bae17 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220012 Jan 27 21:32:05.159008 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f61a46b3-fb58-4785-9118-3629e08bd004 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for security_group_rule (be8f70ae-0db1-47bb-9c45-1584d75a9ce3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:05.184499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5041756-4de2-4bcf-8833-a75d231dfd6b req-ffa20f2e-e567-4b94-94fd-627df4098220 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:05.191373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5041756-4de2-4bcf-8833-a75d231dfd6b req-ffa20f2e-e567-4b94-94fd-627df4098220 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 943 time: 0.2159002 Jan 27 21:32:05.232325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f61a46b3-fb58-4785-9118-3629e08bd004 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (be8f70ae-0db1-47bb-9c45-1584d75a9ce3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:05.243708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Allocated IP 192.168.233.85 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/b57bf366-071a-4eb2-8bb3-a01848790eb4) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:32:05.251240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a46b3-fb58-4785-9118-3629e08bd004 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8f70ae-0db1-47bb-9c45-1584d75a9ce3,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:05.338855 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f61a46b3-fb58-4785-9118-3629e08bd004 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:05.342962 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f61a46b3-fb58-4785-9118-3629e08bd004 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6186676 Jan 27 21:32:05.344416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34122) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:05.349644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:05.354594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5041756-4de2-4bcf-8833-a75d231dfd6b req-092b8b5c-34b7-42d6-95ee-1244f14f5ea3 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616108 Jan 27 21:32:05.468508 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c090dd0a-4dcc-40d2-9493-e58883fa3188 req-da9f319a-1720-4705-8868-28d86c18d1a5 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 210 time: 0.1118200 Jan 27 21:32:05.491106 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:05.711948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9adfd058-2de7-4af5-a5e4-711078adfac3 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:05.861184 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:05.906727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7349605b-5c38-4e3a-b512-85732f234ba5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:06.084809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks [] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:06.107249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ddd1f-a623-44e1-95d3-089a50db8276 req-62a0f25c-12ac-4644-9266-36f822c9b4f7 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:06.116123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f87ddd1f-a623-44e1-95d3-089a50db8276 req-62a0f25c-12ac-4644-9266-36f822c9b4f7 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.3943772 Jan 27 21:32:06.139233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7349605b-5c38-4e3a-b512-85732f234ba5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:06.139847 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7349605b-5c38-4e3a-b512-85732f234ba5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:06.192605 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:06.210422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 9adfd058-2de7-4af5-a5e4-711078adfac3 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:32:06.214024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f87ddd1f-a623-44e1-95d3-089a50db8276 req-bf90ed66-190c-4746-9873-a3c73b88a90f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956376 Jan 27 21:32:06.245031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 9adfd058-2de7-4af5-a5e4-711078adfac3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:06.245953 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:06.285806 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:06.295804 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Allocated IP 172.25.0.64 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/76482db5-49ce-4f06-87c8-b9cea64942e8) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:32:06.349778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['102ecce4-e4d3-4794-b5e4-65b5459936e5'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:06.487354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:32:06.507451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:06.513709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:32:06.525093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Pushing event updated for resources: {'Port': ['ID=b57bf366-071a-4eb2-8bb3-a01848790eb4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:06.668477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7349605b-5c38-4e3a-b512-85732f234ba5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:06.668880 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7349605b-5c38-4e3a-b512-85732f234ba5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:06.698693 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for port (76482db5-49ce-4f06-87c8-b9cea64942e8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:06.772606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 7349605b-5c38-4e3a-b512-85732f234ba5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7349605b-5c38-4e3a-b512-85732f234ba5,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:06.779777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f886a82-56c4-4b18-90d1-5202b4441025 req-c08bf67b-e841-4f99-aa3c-3b2f0d48f295 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:06.787516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f886a82-56c4-4b18-90d1-5202b4441025 req-c08bf67b-e841-4f99-aa3c-3b2f0d48f295 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 944 time: 0.4086130 Jan 27 21:32:06.813533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9adfd058-2de7-4af5-a5e4-711078adfac3 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:06.814332 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:06.867831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:06.869065 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:06.878245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (76482db5-49ce-4f06-87c8-b9cea64942e8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:06.892028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9adfd058-2de7-4af5-a5e4-711078adfac3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9adfd058-2de7-4af5-a5e4-711078adfac3,segment=NetworkSegment(c15db44a-8832-4781-88bd-ee42cf60c2dc),segment_id=c15db44a-8832-4781-88bd-ee42cf60c2dc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:06.894113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adfd058-2de7-4af5-a5e4-711078adfac3'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:06.900938 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f739cb0e-0358-49fa-9d25-b2d7d5418438" -d '{"events": [{"server_uuid": "eeb22c44-b2bc-4252-acdd-86b82be35cf9", "name": "network-vif-plugged", "status": "completed", "tag": "9adfd058-2de7-4af5-a5e4-711078adfac3"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:06.911833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:32:06.915146 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7349605b-5c38-4e3a-b512-85732f234ba5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:06.921512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9be5a-a712-4fb5-b027-cd132059bb88 req-910c69a5-4f2e-4da0-91b7-dbb0c0a85ea1 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:06.943426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7da9be5a-a712-4fb5-b027-cd132059bb88 req-910c69a5-4f2e-4da0-91b7-dbb0c0a85ea1 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 943 time: 0.3655722 Jan 27 21:32:06.948372 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:06.957844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:32:06.963226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f886a82-56c4-4b18-90d1-5202b4441025 req-580b4474-d909-46fd-8e4f-06d1854e90a8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704509 Jan 27 21:32:07.041182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=7349605b-5c38-4e3a-b512-85732f234ba5,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:07.065540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7da9be5a-a712-4fb5-b027-cd132059bb88 req-0d71ad4c-c169-4780-be4a-4703ef1afe0c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210711 Jan 27 21:32:07.098000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Pushing event updated for resources: {'Port': ['ID=76482db5-49ce-4f06-87c8-b9cea64942e8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:07.143741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1228c4f3-656d-48a8-885a-8e09a203a601 None None] Provisioning complete for port b57bf366-071a-4eb2-8bb3-a01848790eb4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:07.144660 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1228c4f3-656d-48a8-885a-8e09a203a601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:07.183693 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for floatingip (47b2da27-3c31-4202-a30a-c1114042b9ad), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:07.190334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1228c4f3-656d-48a8-885a-8e09a203a601 None None] Port b57bf366-071a-4eb2-8bb3-a01848790eb4 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:32:07.229660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332b1d6-c35e-426f-b038-bb4b5093ce19 req-70367762-283d-40e0-b9af-50f706f221fd tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:07.231277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5332b1d6-c35e-426f-b038-bb4b5093ce19 req-70367762-283d-40e0-b9af-50f706f221fd tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 935 time: 0.1520984 Jan 27 21:32:07.294421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5332b1d6-c35e-426f-b038-bb4b5093ce19 req-ed9947df-39a2-4068-8aec-9b881bbe9d7e tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514846 Jan 27 21:32:07.321459 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13afed9-d9bb-4b09-9a58-aab583caa584 x-openstack-request-id: req-e13afed9-d9bb-4b09-9a58-aab583caa584 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:07.321772 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb22c44-b2bc-4252-acdd-86b82be35cf9", "name": "network-vif-plugged", "status": "completed", "tag": "9adfd058-2de7-4af5-a5e4-711078adfac3", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:07.322145 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e13afed9-d9bb-4b09-9a58-aab583caa584 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:07.331636 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adfd058-2de7-4af5-a5e4-711078adfac3', 'code': 200} Jan 27 21:32:07.377047 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Sync routers for ids ['ef91826e-74af-4757-9ffa-6e20abb4de3f'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:32:07.389609 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Routers {'ef91826e-74af-4757-9ffa-6e20abb4de3f'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:07.400287 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ef91826e-74af-4757-9ffa-6e20abb4de3f'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:07.456137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f47a2-c174-47b8-8444-1f73a122ac3e req-78dd46f0-a7b1-4908-ae3f-c0c752ae984e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:07.457992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d64f47a2-c174-47b8-8444-1f73a122ac3e req-78dd46f0-a7b1-4908-ae3f-c0c752ae984e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.0693145 Jan 27 21:32:07.526618 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Set router ef91826e-74af-4757-9ffa-6e20abb4de3f gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:07.530960 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86591a-fb83-4f63-aaec-7866a87a7369 req-c36bd8bb-0464-4fdf-9479-9b043a872f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:07.532574 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ba86591a-fb83-4f63-aaec-7866a87a7369 req-c36bd8bb-0464-4fdf-9479-9b043a872f24 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 1095 time: 0.0661056 Jan 27 21:32:07.533243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d64f47a2-c174-47b8-8444-1f73a122ac3e req-f647cfdd-0ed6-42be-9fa0-c65c652262cc tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674739 Jan 27 21:32:07.546330 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:07.550437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:07.557166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-d57dc437-0ad1-4bd6-8bd1-3e36bb1f0338 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2654214 Jan 27 21:32:07.580870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Request body: {'port': {'device_id': '7d39c766-4aca-47e0-8243-9ebdd70dcbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:07.621244 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ba86591a-fb83-4f63-aaec-7866a87a7369 req-0613e040-334c-4fa4-b85d-18650855324e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808709 Jan 27 21:32:07.643984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7349605b-5c38-4e3a-b512-85732f234ba5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:07.655159 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (76482db5-49ce-4f06-87c8-b9cea64942e8), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:07.713533 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:07.755513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9adfd058-2de7-4af5-a5e4-711078adfac3,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:07.758706 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:07.833450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7349605b-5c38-4e3a-b512-85732f234ba5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:07.838657 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7349605b-5c38-4e3a-b512-85732f234ba5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:07.923152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:07.942505 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af', 'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'mac_address': 'fa:16:3e:7e:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:59Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 2, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'subnets': [{'id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:08.021876 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Checking router: ef91826e-74af-4757-9ffa-6e20abb4de3f for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:32:08.022666 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Updating router ef91826e-74af-4757-9ffa-6e20abb4de3f port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:32:08.046270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7349605b-5c38-4e3a-b512-85732f234ba5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:08.057342 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:08.404211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57bf366-071a-4eb2-8bb3-a01848790eb4 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:08.436713 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Publish callbacks [] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:08.453372 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-710b79e2-7182-40c5-b53d-b9b0725b4722 req-7b65b871-1fc9-49e9-ba51-a5fa05c8a1ee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072619 Jan 27 21:32:08.480806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1478e3c-7874-4479-a485-6eb85bd28831 req-ed5c0cca-8a4d-486b-a455-fa9955a536a3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:08.492671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1478e3c-7874-4479-a485-6eb85bd28831 req-ed5c0cca-8a4d-486b-a455-fa9955a536a3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 945 time: 0.2921646 Jan 27 21:32:08.540068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Transition to ACTIVE for port object b57bf366-071a-4eb2-8bb3-a01848790eb4 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:32:08.589882 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Publish callbacks [] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:08.633854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a7e61-c36d-425f-8d7a-513a4db45ad7 req-ec2eccf2-b5ca-498b-8230-60d1f63bde12 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:08.635582 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc2a7e61-c36d-425f-8d7a-513a4db45ad7 req-ec2eccf2-b5ca-498b-8230-60d1f63bde12 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 943 time: 0.4129295 Jan 27 21:32:08.667709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:08.674055 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:08.679025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b79e2-7182-40c5-b53d-b9b0725b4722 req-c052b4c9-db58-4f12-9b57-d51b64899369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:08.683660 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-710b79e2-7182-40c5-b53d-b9b0725b4722 req-c052b4c9-db58-4f12-9b57-d51b64899369 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 1100 time: 0.2023401 Jan 27 21:32:08.711431 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for port (76482db5-49ce-4f06-87c8-b9cea64942e8), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:08.723559 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:08.771655 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (76482db5-49ce-4f06-87c8-b9cea64942e8), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:08.838358 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6b1dc-4cba-43da-bab4-e69b2ef0685f None None] Pushing event updated for resources: {'Port': ['ID=14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:08.852817 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (47b2da27-3c31-4202-a30a-c1114042b9ad), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:08.942154 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Pushing event updated for resources: {'Port': ['ID=76482db5-49ce-4f06-87c8-b9cea64942e8,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:08.972105 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:08.974451 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9293e8f0-d2d7-46cd-8c5c-243e0d45d6aa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6289485 Jan 27 21:32:08.983930 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Attempting to bind port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:32:08.984420 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Attempting to bind port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:32:08.984857 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Attempting to bind port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af on network 13184c49-e803-47a3-b4d3-89527ee5d5c0 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:32:08.995003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b79e2-7182-40c5-b53d-b9b0725b4722 req-0bc819e7-d0da-4972-8815-b03d1a5b719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:08.997088 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-710b79e2-7182-40c5-b53d-b9b0725b4722 req-0bc819e7-d0da-4972-8815-b03d1a5b719f service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2819531 Jan 27 21:32:08.999420 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:32:09.001584 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Checking segment: {'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:32:09.002084 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:09.005754 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Bound using segment: {'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:32:09.007890 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Bound port: 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:32:09.009410 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:09.088374 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-710b79e2-7182-40c5-b53d-b9b0725b4722 req-d7960d96-6452-4ec1-ab6f-07438155daca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54 HTTP/1.1" status: 200 len: 217 time: 0.0812635 Jan 27 21:32:09.170197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b79e2-7182-40c5-b53d-b9b0725b4722 req-68e17d0a-3ebf-4296-99cd-c2a98536ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:09.173757 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-710b79e2-7182-40c5-b53d-b9b0725b4722 req-68e17d0a-3ebf-4296-99cd-c2a98536ec50 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0723498 Jan 27 21:32:09.249821 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] For port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:32:09.253141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fd7aedf0-3a38-4d6c-8430-93fa3e8dde10 None None] Provisioning complete for port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:09.253631 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd7aedf0-3a38-4d6c-8430-93fa3e8dde10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:09.259001 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] For port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af,segment=NetworkSegment(0bc52a3e-62ee-43ae-8381-670848926478),segment_id=0bc52a3e-62ee-43ae-8381-670848926478)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:32:09.281998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b79e2-7182-40c5-b53d-b9b0725b4722 req-2e7c0f89-1c9b-43c0-ba42-3bb9aa0b4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:09.283721 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-710b79e2-7182-40c5-b53d-b9b0725b4722 req-2e7c0f89-1c9b-43c0-ba42-3bb9aa0b4554 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004379 Jan 27 21:32:09.315128 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:09.324483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fd7aedf0-3a38-4d6c-8430-93fa3e8dde10 None None] Port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:32:09.327222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Pushing event updated for resources: {'Port': ['ID=b57bf366-071a-4eb2-8bb3-a01848790eb4,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:09.354163 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1478e3c-7874-4479-a485-6eb85bd28831 req-28a62429-1d5e-4573-9bb1-a5c962e59553 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8605371 Jan 27 21:32:09.466532 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-710b79e2-7182-40c5-b53d-b9b0725b4722 req-cb8f341a-ebb9-4db1-a34f-8f70b5bf6757 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681204 Jan 27 21:32:09.542559 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Routers {'ef91826e-74af-4757-9ffa-6e20abb4de3f'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:09.543201 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ef91826e-74af-4757-9ffa-6e20abb4de3f'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:09.607767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc2a7e61-c36d-425f-8d7a-513a4db45ad7 req-ac1d7b4b-4202-4c63-a5ca-4a8cb569ad1f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9607015 Jan 27 21:32:09.694518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Attempting to bind port b57bf366-071a-4eb2-8bb3-a01848790eb4 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:32:09.694868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Attempting to bind port b57bf366-071a-4eb2-8bb3-a01848790eb4 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:32:09.695212 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Attempting to bind port b57bf366-071a-4eb2-8bb3-a01848790eb4 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:32:09.714429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Port b57bf366-071a-4eb2-8bb3-a01848790eb4 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:32:09.714769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Attempting to bind port b57bf366-071a-4eb2-8bb3-a01848790eb4 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:32:09.738382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:32:09.738737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:32:09.739133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:32:09.739579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Bound port: b57bf366-071a-4eb2-8bb3-a01848790eb4, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:32:09.741776 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-710b79e2-7182-40c5-b53d-b9b0725b4722 req-68e42571-eb4a-4cb1-97c9-d2e646ea7fec service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571180 Jan 27 21:32:09.741995 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:09.850280 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] Set router ef91826e-74af-4757-9ffa-6e20abb4de3f gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:09.929561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668583b-59ae-49a9-a49d-110a1794be05 req-f65eb166-101f-4143-8b6d-d917cae0f10c tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:09.931380 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-32360cfb-30dc-45f1-8a7b-de1b4b957a3c None None] Provisioning complete for port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:09.931936 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32360cfb-30dc-45f1-8a7b-de1b4b957a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:09.936565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4668583b-59ae-49a9-a49d-110a1794be05 req-f65eb166-101f-4143-8b6d-d917cae0f10c tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 947 time: 0.1586668 Jan 27 21:32:09.947111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217af95-7253-4a2c-a28c-404aa3195feb req-7c436add-cd99-4239-889a-014cd1dee9e0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:09.954276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0217af95-7253-4a2c-a28c-404aa3195feb req-7c436add-cd99-4239-889a-014cd1dee9e0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.1776228 Jan 27 21:32:09.977269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] For port b57bf366-071a-4eb2-8bb3-a01848790eb4, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:32:10.003269 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6b1dc-4cba-43da-bab4-e69b2ef0685f None None] Pushing event updated for resources: {'Port': ['ID=14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:10.013304 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] For port b57bf366-071a-4eb2-8bb3-a01848790eb4, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b57bf366-071a-4eb2-8bb3-a01848790eb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:32:10.067571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0217af95-7253-4a2c-a28c-404aa3195feb req-2f5a2ea6-b380-40e0-a315-d1339db04c70 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123517 Jan 27 21:32:10.080340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:10.181059 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-749e7810-4af0-4214-8fae-c79f2545ceaf service neutron] 10.222.0.71 "GET /v2.0/ports/838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a/bindings/n-h2-760456-6 HTTP/1.1" status: 200 len: 382 time: 0.1672914 Jan 27 21:32:10.213165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4668583b-59ae-49a9-a49d-110a1794be05 req-85075e27-9bad-46c5-86f2-4647d6652571 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756219 Jan 27 21:32:10.233718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:10.235584 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:10.238727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] 10.222.0.74 "PUT /v2.0/ports/b57bf366-071a-4eb2-8bb3-a01848790eb4 HTTP/1.1" status: 200 len: 1095 time: 2.6728575 Jan 27 21:32:10.241794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d39c766-4aca-47e0-8243-9ebdd70dcbc0', 'tag': 'b57bf366-071a-4eb2-8bb3-a01848790eb4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:10.252942 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7debf2a9-b5c1-44da-ad0d-bd160a63cb47" -d '{"events": [{"name": "network-changed", "server_uuid": "7d39c766-4aca-47e0-8243-9ebdd70dcbc0", "tag": "b57bf366-071a-4eb2-8bb3-a01848790eb4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:10.293501 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af', 'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'mac_address': 'fa:16:3e:7e:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:59Z', 'updated_at': '2022-01-27T21:32:09Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'subnets': [{'id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:10.329321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec1cb4-0ea4-4287-8721-1a49c5f34a5d service neutron] Pushing event updated for resources: {'Port': ['ID=b57bf366-071a-4eb2-8bb3-a01848790eb4,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:10.348017 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b256d0b0-ed49-443c-8ae9-e9409b3fc695 None None] The sync data for ids ['ef91826e-74af-4757-9ffa-6e20abb4de3f'] in n-d-760456-6 is: [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af', 'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'mac_address': 'fa:16:3e:7e:cf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:59Z', 'updated_at': '2022-01-27T21:32:09Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'subnets': [{'id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:32:10.440209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-f0676dcc-d8dd-4058-844d-96003e0bab6c tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1444084449&fields=id&tenant_id=9a88894e93cb4d2d980e4d4ad8fe4303 HTTP/1.1" status: 200 len: 267 time: 0.0956116 Jan 27 21:32:10.442988 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c652d6-c552-494a-864a-08d63169ec57 x-openstack-request-id: req-f3c652d6-c552-494a-864a-08d63169ec57 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:10.443351 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d39c766-4aca-47e0-8243-9ebdd70dcbc0", "tag": "b57bf366-071a-4eb2-8bb3-a01848790eb4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:10.443620 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3c652d6-c552-494a-864a-08d63169ec57 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:10.444167 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d39c766-4aca-47e0-8243-9ebdd70dcbc0', 'tag': 'b57bf366-071a-4eb2-8bb3-a01848790eb4', 'status': 'completed', 'code': 200} Jan 27 21:32:10.592332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-5c46beee-779e-4a8e-a741-5a9a7ff5b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:10.598855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-5c46beee-779e-4a8e-a741-5a9a7ff5b26f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=855081bcb1a74dc0b2c341b483e5e058&device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 1098 time: 0.2080173 Jan 27 21:32:10.626947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-32360cfb-30dc-45f1-8a7b-de1b4b957a3c None None] Current status of the port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:10.627940 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32360cfb-30dc-45f1-8a7b-de1b4b957a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:10.711942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-32360cfb-30dc-45f1-8a7b-de1b4b957a3c None None] For port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af,segment=NetworkSegment(0bc52a3e-62ee-43ae-8381-670848926478),segment_id=0bc52a3e-62ee-43ae-8381-670848926478)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:10.717601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-35710f9d-e11b-4840-ad91-f2b765fcd5d5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=b57bf366-071a-4eb2-8bb3-a01848790eb4 HTTP/1.1" status: 200 len: 217 time: 0.1076002 Jan 27 21:32:10.764538 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32360cfb-30dc-45f1-8a7b-de1b4b957a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:10.794248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-ccbb103c-3ade-46f4-b44a-833a11fb0fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:10.795630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-ccbb103c-3ade-46f4-b44a-833a11fb0fa0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0664141 Jan 27 21:32:10.888608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-d70f0d0a-2cf5-4b6b-918e-d776a1767335 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:10.897980 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-d70f0d0a-2cf5-4b6b-918e-d776a1767335 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/networks?id=13184c49-e803-47a3-b4d3-89527ee5d5c0 HTTP/1.1" status: 200 len: 815 time: 0.4567349 Jan 27 21:32:10.929807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-2ecedc9b-da96-4165-b89f-d4ca196fb534 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/quotas/9a88894e93cb4d2d980e4d4ad8fe4303 HTTP/1.1" status: 200 len: 375 time: 0.0304747 Jan 27 21:32:10.930567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-f274264e-4167-4469-8557-3bf43fb0bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:10.934461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32360cfb-30dc-45f1-8a7b-de1b4b957a3c None None] Pushing event updated for resources: {'Port': ['ID=14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:10.935287 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-f274264e-4167-4469-8557-3bf43fb0bc04 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0&tenant_id=8d87dbbb836740af80771db9b8ffe9ca HTTP/1.1" status: 200 len: 1101 time: 0.0942807 Jan 27 21:32:11.060115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-8b904794-bed3-46a0-9e75-528156459c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:11.063673 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-8b904794-bed3-46a0-9e75-528156459c87 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2581990 Jan 27 21:32:11.103756 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-6b3186f6-d82a-4b47-98ae-d914c7cf9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:11.108004 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-6b3186f6-d82a-4b47-98ae-d914c7cf9c6e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 1101 time: 0.1417928 Jan 27 21:32:11.125148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-c4190fa8-183f-4281-bc03-421b069d9ad0 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a88894e93cb4d2d980e4d4ad8fe4303&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1939290 Jan 27 21:32:11.295730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-97145745-9bf8-4a9b-8ea7-05eeea53e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:11.297531 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-97145745-9bf8-4a9b-8ea7-05eeea53e1b5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1812201 Jan 27 21:32:11.377990 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-9b37ef2b-c374-4f73-b80c-f548dd7599d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a HTTP/1.1" status: 200 len: 217 time: 0.0709550 Jan 27 21:32:11.444208 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-f254756a-72bb-49d2-87fc-dbebd679055f service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718574 Jan 27 21:32:11.535267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-45052b94-e6e0-421d-9474-1ab4cc7f4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:11.536787 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-45052b94-e6e0-421d-9474-1ab4cc7f4669 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1526339 Jan 27 21:32:11.539683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-4778fccd-8737-4756-91c6-eb4eb4877be0 service neutron] 10.222.0.61 "GET /v2.0/networks/13184c49-e803-47a3-b4d3-89527ee5d5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831682 Jan 27 21:32:11.668619 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-3afccc01-9ab1-4435-bef7-bdf9b30d2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:11.668619 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-3afccc01-9ab1-4435-bef7-bdf9b30d2845 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139050 Jan 27 21:32:11.727025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:11.836433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:11.836749 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:11.838574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402db0f-ad2f-496d-910b-f38ca0fffa2e req-e26edf5f-366e-42fb-84ab-bc75fef45a3c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:11.845369 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-a07bfcf1-116e-4f3c-80a0-fc55a5bef70a service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768303 Jan 27 21:32:11.847964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7402db0f-ad2f-496d-910b-f38ca0fffa2e req-e26edf5f-366e-42fb-84ab-bc75fef45a3c tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 945 time: 0.3799181 Jan 27 21:32:11.938817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-46dc9d7a-ac45-4fb5-8d8f-82a4a99c3274 service neutron] 10.222.0.61 "GET /v2.0/networks/13184c49-e803-47a3-b4d3-89527ee5d5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099720 Jan 27 21:32:11.968126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:12.038514 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-60e60a94-a4b1-4816-a8f4-f2117c5a18fd req-49932af8-579c-4245-b71b-4cd98ea3bab5 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867290 Jan 27 21:32:12.066975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7402db0f-ad2f-496d-910b-f38ca0fffa2e req-1a6914d4-d2f1-4f78-80ed-de0a373b7274 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169268 Jan 27 21:32:12.081119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0937e7db-5d10-41c6-936c-bc2f67885705 req-8f7749d0-cbd4-4d42-b7f9-8cffda9e8d2e service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6135585 Jan 27 21:32:12.146678 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-68c36839-c736-42f3-a521-9e35536cb391 service neutron] 10.222.0.71 "GET /v2.0/ports/8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95/bindings/n-h1-760456-6 HTTP/1.1" status: 200 len: 384 time: 0.1588075 Jan 27 21:32:12.637130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debf2a9-b5c1-44da-ad0d-bd160a63cb47 req-2212cb1e-49a4-43f0-be13-cb8013528351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:12.638964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7debf2a9-b5c1-44da-ad0d-bd160a63cb47 req-2212cb1e-49a4-43f0-be13-cb8013528351 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=855081bcb1a74dc0b2c341b483e5e058&device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 1098 time: 0.3424466 Jan 27 21:32:12.653165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c6545-e55b-4fc4-87c7-6aabcfc76e3d req-990fed15-ac21-4b57-a969-3670c5a76865 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:12.655018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-846c6545-e55b-4fc4-87c7-6aabcfc76e3d req-990fed15-ac21-4b57-a969-3670c5a76865 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 943 time: 0.2632892 Jan 27 21:32:12.771030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef2daa-5e9a-47fd-8974-2ebf1ffa1fa0 req-90f36d86-e9fe-48b6-8aa0-c1a6e6dba0ad tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:12.778050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5aef2daa-5e9a-47fd-8974-2ebf1ffa1fa0 req-90f36d86-e9fe-48b6-8aa0-c1a6e6dba0ad tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.2398925 Jan 27 21:32:12.793393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-024ba4ac-352b-49b7-b158-e23b35358d02 service neutron] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:12.860101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-846c6545-e55b-4fc4-87c7-6aabcfc76e3d req-5b1e4bfb-db06-4680-ad5e-81ca70ee6713 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900232 Jan 27 21:32:12.867470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-024ba4ac-352b-49b7-b158-e23b35358d02 service neutron] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:32:12.870588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debf2a9-b5c1-44da-ad0d-bd160a63cb47 req-d301a876-bb57-462a-9ca2-9921b3149fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:12.872047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7debf2a9-b5c1-44da-ad0d-bd160a63cb47 req-d301a876-bb57-462a-9ca2-9921b3149fbf service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2150097 Jan 27 21:32:12.962987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7debf2a9-b5c1-44da-ad0d-bd160a63cb47 req-64d64e90-dbc9-40d1-98a9-a39e67804da7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=b57bf366-071a-4eb2-8bb3-a01848790eb4 HTTP/1.1" status: 200 len: 217 time: 0.0539348 Jan 27 21:32:12.981413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5aef2daa-5e9a-47fd-8974-2ebf1ffa1fa0 req-a18aac86-939c-488a-b7e5-5fc7ff1f1a53 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024364 Jan 27 21:32:12.994350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-024ba4ac-352b-49b7-b158-e23b35358d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:13.056069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-024ba4ac-352b-49b7-b158-e23b35358d02 service neutron] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:13.182997 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-024ba4ac-352b-49b7-b158-e23b35358d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:13.218697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debf2a9-b5c1-44da-ad0d-bd160a63cb47 req-6c8a5e7d-48a4-460f-b00d-1632d6252133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:13.220414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7debf2a9-b5c1-44da-ad0d-bd160a63cb47 req-6c8a5e7d-48a4-460f-b00d-1632d6252133 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.2348990 Jan 27 21:32:13.305853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc18992-e880-49a3-aa0f-205d7680bd20 req-603a4b16-e545-4a43-a67c-ac16429ebcb0 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:13.307401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dcc18992-e880-49a3-aa0f-205d7680bd20 req-603a4b16-e545-4a43-a67c-ac16429ebcb0 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 947 time: 0.3248782 Jan 27 21:32:13.436497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-5f24bbbd-85ee-4c9c-b3b8-4daa3e33b7ac tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 258 time: 0.4126806 Jan 27 21:32:13.443894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debf2a9-b5c1-44da-ad0d-bd160a63cb47 req-a2d9bebf-016e-405f-b130-aed53e2c8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:13.445665 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7debf2a9-b5c1-44da-ad0d-bd160a63cb47 req-a2d9bebf-016e-405f-b130-aed53e2c8c62 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2138941 Jan 27 21:32:13.470151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:13.544768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-024ba4ac-352b-49b7-b158-e23b35358d02 service neutron] Transition to ACTIVE for port object 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:32:13.555454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dcc18992-e880-49a3-aa0f-205d7680bd20 req-7c59d1c1-dbd6-49df-9241-9b062fe79691 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087150 Jan 27 21:32:13.623247 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:13.626916 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-024ba4ac-352b-49b7-b158-e23b35358d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:13.651711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7debf2a9-b5c1-44da-ad0d-bd160a63cb47 req-8c0ed895-1f8f-4e69-97e2-6e3be0ad2efc service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944120 Jan 27 21:32:13.742747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:32:13.757746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:13.920648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:13.935022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', 'mac_address': 'fa:16:3e:90:3f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:32:14.053428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:14.054107 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:14.081040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:14.148782 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1fac434d-bce3-4040-8673-867e7336700e req-0c8f0eca-30f1-4376-9a4a-7bc1e659af83 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 210 time: 0.4958439 Jan 27 21:32:14.203464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-024ba4ac-352b-49b7-b158-e23b35358d02 service neutron] No DVR routers for this DVR port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:32:14.223463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:14.224498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ba4ac-352b-49b7-b158-e23b35358d02 service neutron] Pushing event updated for resources: {'Port': ['ID=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,revision_number=10']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:14.285274 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7debf2a9-b5c1-44da-ad0d-bd160a63cb47 req-21e7310a-8f71-451b-896d-fe85b539e9bd service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145840 Jan 27 21:32:14.289440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:14.289835 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:14.291900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-024ba4ac-352b-49b7-b158-e23b35358d02 service neutron] 10.222.0.71 "PUT /v2.0/ports/8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95/bindings/n-h1-760456-6/activate HTTP/1.1" status: 200 len: 369 time: 2.1390986 Jan 27 21:32:14.350221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:14.359110 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:14.514897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:14.539304 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:32:14.539669 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:32:14.561552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Allocated IP 172.25.0.166 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/6a47eb5c-c8d8-48d9-9fb3-6670fea983d9) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:32:14.640259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:14.675079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a68bf-d61f-4f2f-a3fd-196ccab3b93f req-d3fbcc83-66ec-4ba6-8d2d-db63c27e13ad tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:14.677392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf0a68bf-d61f-4f2f-a3fd-196ccab3b93f req-d3fbcc83-66ec-4ba6-8d2d-db63c27e13ad tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 944 time: 0.1132908 Jan 27 21:32:14.773708 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for port (6a47eb5c-c8d8-48d9-9fb3-6670fea983d9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:14.822749 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf0a68bf-d61f-4f2f-a3fd-196ccab3b93f req-35a0b84a-709e-43bb-b8fa-ec3a8342de59 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367376 Jan 27 21:32:14.898119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-6a1e97cc-d93d-4c5b-ba6e-9d7e7a914ea0 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:14.900580 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-6a1e97cc-d93d-4c5b-ba6e-9d7e7a914ea0 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95&tenant_id=26824789def4412abd886336d3559fe2&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1095 time: 0.0741513 Jan 27 21:32:14.917556 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6a47eb5c-c8d8-48d9-9fb3-6670fea983d9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:14.994393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b57bf366-071a-4eb2-8bb3-a01848790eb4 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:32:15.043900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Pushing event updated for resources: {'Port': ['ID=6a47eb5c-c8d8-48d9-9fb3-6670fea983d9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:15.071425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:32:15.076892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:15.083839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:32:15.088873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-4fb95553-4063-49fa-a120-a0a34afd268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:15.102825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-4fb95553-4063-49fa-a120-a0a34afd268b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95&tenant_id=26824789def4412abd886336d3559fe2 HTTP/1.1" status: 200 len: 1095 time: 0.1936052 Jan 27 21:32:15.133823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c9cd5-64fc-40b3-a1ee-41f2974616cb req-275f9a26-8f88-4b12-b511-8e98cbe2e189 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:15.135510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de2c9cd5-64fc-40b3-a1ee-41f2974616cb req-275f9a26-8f88-4b12-b511-8e98cbe2e189 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 949 time: 0.2148769 Jan 27 21:32:15.286604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a is: BUILD; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:15.288708 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:15.344470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:15.414076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de2c9cd5-64fc-40b3-a1ee-41f2974616cb req-4ef25ae7-8a66-451b-bbac-b17dd7864f1a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583816 Jan 27 21:32:15.418218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:15.435142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-5891b4b7-bbcc-4e2e-be5d-09c19aaa0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:15.439350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-5891b4b7-bbcc-4e2e-be5d-09c19aaa0567 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 1095 time: 0.2344956 Jan 27 21:32:15.455651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b57bf366-071a-4eb2-8bb3-a01848790eb4, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b57bf366-071a-4eb2-8bb3-a01848790eb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:15.482982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'b57bf366-071a-4eb2-8bb3-a01848790eb4', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'b57bf366-071a-4eb2-8bb3-a01848790eb4', 'mac_address': 'fa:16:3e:b0:5a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:32:15.542837 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:15.580792 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (b12d19a7-f679-4cf9-8607-dd58188eeaa0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:15.636557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port b57bf366-071a-4eb2-8bb3-a01848790eb4 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:15.637115 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:15.689156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57bf366-071a-4eb2-8bb3-a01848790eb4 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:15.698676 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-6157419f-2101-4b8d-91f5-7f834648736f tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:15.702865 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-6157419f-2101-4b8d-91f5-7f834648736f tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.74 "GET /v2.0/networks?id=13184c49-e803-47a3-b4d3-89527ee5d5c0 HTTP/1.1" status: 200 len: 815 time: 0.2993696 Jan 27 21:32:15.738350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:15.741935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b57bf366-071a-4eb2-8bb3-a01848790eb4, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b57bf366-071a-4eb2-8bb3-a01848790eb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:15.760573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:15.763635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.763979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.764343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.764675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.764996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.765326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.765656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.765979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.766298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.766616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.766933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.767250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.767567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:15.813377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f391c3-b55d-469d-a7b7-6e77feb09902 req-90fc0e21-82ea-4d1f-944e-ecc8d06d1729 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:15.835879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0f391c3-b55d-469d-a7b7-6e77feb09902 req-90fc0e21-82ea-4d1f-944e-ecc8d06d1729 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 947 time: 0.2277968 Jan 27 21:32:15.863412 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:15.886157 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-c94e90fa-794e-4700-af51-8262d642726e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a88894e93cb4d2d980e4d4ad8fe4303 HTTP/1.1" status: 200 len: 380 time: 0.1735020 Jan 27 21:32:15.897441 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6a47eb5c-c8d8-48d9-9fb3-6670fea983d9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:15.904747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Request body: {'port': {'device_id': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'admin_state_up': True, 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'security_groups': ['ab410683-4b25-456d-afeb-578b634631cc']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:15.973158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:15.973783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:15.979410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=b57bf366-071a-4eb2-8bb3-a01848790eb4,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:16.044757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0f391c3-b55d-469d-a7b7-6e77feb09902 req-8bf3fd9d-fea4-40ef-894e-b6b9316b2ad8 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076917 Jan 27 21:32:16.047886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-97c51b48-4390-4adb-9224-52efd1492e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:16.053645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-97c51b48-4390-4adb-9224-52efd1492e25 service neutron] 10.222.0.74 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.6066229 Jan 27 21:32:16.180888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:16.181435 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:16.203372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b57bf366-071a-4eb2-8bb3-a01848790eb4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:16.274825 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for port (6a47eb5c-c8d8-48d9-9fb3-6670fea983d9), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:16.295634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-98c73448-f30d-4462-8c80-b7a70f149565 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 HTTP/1.1" status: 200 len: 217 time: 0.2253110 Jan 27 21:32:16.304897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:16.310522 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6feffa41-748b-4186-815e-ee52bc190a1f" -d '{"events": [{"server_uuid": "ebff7501-81e7-4458-b8fd-fffa655bb6a0", "name": "network-vif-plugged", "status": "completed", "tag": "838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:16.321135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4aca2ddb-bcc0-408f-abed-e63b57ed4368 req-f6698617-a6cc-4d28-a80d-c34d1504ce07 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 210 time: 0.0438716 Jan 27 21:32:16.341084 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Made reservation on behalf of 9a88894e93cb4d2d980e4d4ad8fe4303 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:32:16.343989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:16.344741 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:16.380149 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6a47eb5c-c8d8-48d9-9fb3-6670fea983d9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:16.423835 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:16.537957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:16.583151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Pushing event updated for resources: {'Port': ['ID=6a47eb5c-c8d8-48d9-9fb3-6670fea983d9,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:16.618540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-9c241c87-5108-4727-b77d-e2d4285b4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:16.620237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-9c241c87-5108-4727-b77d-e2d4285b4279 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.3087485 Jan 27 21:32:16.703199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-d1d7233b-5227-4e7c-9df9-8c6b1982ec1a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623958 Jan 27 21:32:16.821356 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Allocated IP 172.20.0.7 (13184c49-e803-47a3-b4d3-89527ee5d5c0/cdaea95c-79f5-405e-9c6d-30f481f126bd/5694224b-e8f8-47d9-9cfb-7eae8748ea15) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:32:16.891006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-e142c808-5cfb-41f7-97c1-7f8a546c65f1 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793725 Jan 27 21:32:16.902268 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (b12d19a7-f679-4cf9-8607-dd58188eeaa0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:17.049281 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:17.062795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-0c3d8b35-1ff2-4465-b455-96812e2aedb8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6142561 Jan 27 21:32:17.101196 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:17.262253 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:17.283287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-5c9f5759-50e4-49fa-b568-e73820bc2309 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720946 Jan 27 21:32:17.368337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-b17cffe7-e891-49a3-ab36-93d465f8127e tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.3043461 Jan 27 21:32:17.433274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Pushing event updated for resources: {'Port': ['ID=5694224b-e8f8-47d9-9cfb-7eae8748ea15,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:17.456432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.457333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.457699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.458027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.458365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.458702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.459028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.459357 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.459682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.467178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.467871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.469797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.470166 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:17.486600 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Network 13184c49-e803-47a3-b4d3-89527ee5d5c0 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:32:17.488146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:17.492107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:32:17.508961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:17.509742 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:17.636862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-2afbcde2-f8c3-4fc0-9948-b23ae27fb920 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:17.639700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-2afbcde2-f8c3-4fc0-9948-b23ae27fb920 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.2643421 Jan 27 21:32:17.656342 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3056be8b-478f-4a60-ba4b-fd0bad44e5ec tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7554502 Jan 27 21:32:17.668342 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Request body: {'port': {'device_id': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:17.702993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-1d998bbb-92ab-4e77-a3f0-5e258a090512 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:32:17.704380 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd8121fc-976f-4aa3-9325-6c4f20e76be9 req-1d998bbb-92ab-4e77-a3f0-5e258a090512 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141752 Jan 27 21:32:17.713952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4cbab-761e-410d-abaa-64e999a92238 req-cb379e86-f759-4148-9466-c9a5ebd659ba tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:17.715871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-cb379e86-f759-4148-9466-c9a5ebd659ba tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0&tenant_id=8d87dbbb836740af80771db9b8ffe9ca&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 950 time: 0.4362507 Jan 27 21:32:17.803784 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a99d874-30c0-490d-b9ba-317116b381a0 x-openstack-request-id: req-3a99d874-30c0-490d-b9ba-317116b381a0 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:17.804337 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebff7501-81e7-4458-b8fd-fffa655bb6a0", "name": "network-vif-plugged", "status": "completed", "tag": "838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:17.804440 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a99d874-30c0-490d-b9ba-317116b381a0 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:17.804765 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', 'code': 200} Jan 27 21:32:17.827485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8a8cd-e1dc-402f-8c77-1556a79b735a req-9145887f-291b-47b5-9773-c5933151a386 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:17.833212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4fe8a8cd-e1dc-402f-8c77-1556a79b735a req-9145887f-291b-47b5-9773-c5933151a386 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 944 time: 0.3320391 Jan 27 21:32:17.836954 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:17.909449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-06952c4a-c2ec-4300-bc48-77a3b9c268d6 None None] Provisioning complete for port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:17.913925 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-06952c4a-c2ec-4300-bc48-77a3b9c268d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:18.002329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-06952c4a-c2ec-4300-bc48-77a3b9c268d6 None None] Port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:32:18.063149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4fe8a8cd-e1dc-402f-8c77-1556a79b735a req-dd411df3-bffc-4284-9bcd-6efe9fff2c13 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240429 Jan 27 21:32:18.093628 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-8d52c938-fe9d-430e-9ce4-89d850f0a5b4 service neutron] 10.222.0.71 "GET /v2.0/ports/838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a/bindings/n-h2-760456-6 HTTP/1.1" status: 200 len: 382 time: 0.3627775 Jan 27 21:32:18.130373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d107060-8c7a-49e2-867e-3d7f79bb5fe4 req-a7ce886a-3e45-43ff-a914-2b49821e6159 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:18.151794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d107060-8c7a-49e2-867e-3d7f79bb5fe4 req-a7ce886a-3e45-43ff-a914-2b49821e6159 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 948 time: 0.2181482 Jan 27 21:32:18.182969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-457e5a71-9e06-410e-bbb5-e4883a62c4d2 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:18.187215 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-457e5a71-9e06-410e-bbb5-e4883a62c4d2 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95&tenant_id=26824789def4412abd886336d3559fe2&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 1095 time: 0.2399623 Jan 27 21:32:18.363690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d107060-8c7a-49e2-867e-3d7f79bb5fe4 req-85fc5e5f-370a-46db-b256-92d62638e0d6 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063961 Jan 27 21:32:18.365880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4cbab-761e-410d-abaa-64e999a92238 req-2d4d2c17-7e6c-40ce-a3a3-a4c7ebe48064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:18.369889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-2d4d2c17-7e6c-40ce-a3a3-a4c7ebe48064 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 1101 time: 0.2043877 Jan 27 21:32:18.388391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f8c13-6214-4066-855d-bc817180841c req-2b6fa40e-f173-4d33-97f0-04be25ac1b59 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:18.400359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-295f8c13-6214-4066-855d-bc817180841c req-2b6fa40e-f173-4d33-97f0-04be25ac1b59 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.2118983 Jan 27 21:32:18.468504 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5694224b-e8f8-47d9-9cfb-7eae8748ea15 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:18.489947 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Publish callbacks [] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:18.526196 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Transition to ACTIVE for port object 5694224b-e8f8-47d9-9cfb-7eae8748ea15 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:32:18.615912 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:18.710314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Pushing event updated for resources: {'Port': ['ID=5694224b-e8f8-47d9-9cfb-7eae8748ea15,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:18.813918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Attempting to bind port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:32:18.815756 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Attempting to bind port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:32:18.821029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Attempting to bind port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 on network 13184c49-e803-47a3-b4d3-89527ee5d5c0 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:32:18.830792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 on network 13184c49-e803-47a3-b4d3-89527ee5d5c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:32:18.831379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Attempting to bind port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 on network 13184c49-e803-47a3-b4d3-89527ee5d5c0 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:32:18.851007 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:32:18.852347 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Checking segment: {'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:32:18.852986 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Bound using segment: {'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:32:18.853677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Bound port: 5694224b-e8f8-47d9-9cfb-7eae8748ea15, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc52a3e-62ee-43ae-8381-670848926478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:32:18.854326 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:18.995209 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] For port 5694224b-e8f8-47d9-9cfb-7eae8748ea15, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:32:19.003112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] For port 5694224b-e8f8-47d9-9cfb-7eae8748ea15, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5694224b-e8f8-47d9-9cfb-7eae8748ea15,segment=NetworkSegment(0bc52a3e-62ee-43ae-8381-670848926478),segment_id=0bc52a3e-62ee-43ae-8381-670848926478)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:32:19.031369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b57bf366-071a-4eb2-8bb3-a01848790eb4 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:19.089466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:19.108286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-295f8c13-6214-4066-855d-bc817180841c req-1a79a4ce-4c5f-41ad-9f5b-2d251fc72841 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7034824 Jan 27 21:32:19.218882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07636938-928a-4fff-bc5f-a114e70d78c7 req-fe26104e-7263-4fe2-a76b-8be4edc3cd13 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:19.221839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07636938-928a-4fff-bc5f-a114e70d78c7 req-fe26104e-7263-4fe2-a76b-8be4edc3cd13 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 931 time: 0.7484798 Jan 27 21:32:19.226435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4cbab-761e-410d-abaa-64e999a92238 req-75f11a78-49cf-4ace-89b7-84236a9647c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:19.227877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-75f11a78-49cf-4ace-89b7-84236a9647c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.8122799 Jan 27 21:32:19.232688 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:19.233346 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:19.239669 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] 10.222.0.74 "PUT /v2.0/ports/5694224b-e8f8-47d9-9cfb-7eae8748ea15 HTTP/1.1" status: 200 len: 1091 time: 1.5732441 Jan 27 21:32:19.240424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8e183-6fb8-4873-bd02-a8737802eff1 service neutron] Pushing event updated for resources: {'Port': ['ID=5694224b-e8f8-47d9-9cfb-7eae8748ea15,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:19.261232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'tag': '5694224b-e8f8-47d9-9cfb-7eae8748ea15'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:19.263551 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31f5d2a-e65f-4e90-9447-8796bf5cab2c" -d '{"events": [{"name": "network-changed", "server_uuid": "11154ce2-fc8e-41eb-afde-90bbc9857131", "tag": "5694224b-e8f8-47d9-9cfb-7eae8748ea15"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:19.324398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port b57bf366-071a-4eb2-8bb3-a01848790eb4 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:32:19.329809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port b57bf366-071a-4eb2-8bb3-a01848790eb4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:19.330505 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:19.375118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-1ef9a018-c1ee-4ac3-b997-c361923ede75 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a HTTP/1.1" status: 200 len: 217 time: 0.1292620 Jan 27 21:32:19.404589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-1b7f9d2d-b5e6-4b0b-88b9-cb1975b1f4a4 service neutron] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:32:19.474680 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-b978cdce-6ab5-44db-a9f9-78edb3e2a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:19.478025 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-b978cdce-6ab5-44db-a9f9-78edb3e2a4c0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9a88894e93cb4d2d980e4d4ad8fe4303&device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 1094 time: 0.0878401 Jan 27 21:32:19.491240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-1b7f9d2d-b5e6-4b0b-88b9-cb1975b1f4a4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:19.492475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8a391d-301f-43e8-9f57-263d58b8f3ec req-1b7f9d2d-b5e6-4b0b-88b9-cb1975b1f4a4 service neutron] 10.222.0.74 "DELETE /v2.0/ports/8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95/bindings/n-h2-760456-6 HTTP/1.1" status: 204 len: 173 time: 1.2826185 Jan 27 21:32:19.524875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port b57bf366-071a-4eb2-8bb3-a01848790eb4 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:19.525380 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:19.555710 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-0060b83f-1b2c-42d1-bb71-1da6550488a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5694224b-e8f8-47d9-9cfb-7eae8748ea15 HTTP/1.1" status: 200 len: 217 time: 0.0688739 Jan 27 21:32:19.578333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07636938-928a-4fff-bc5f-a114e70d78c7 req-d98222be-d289-41d5-9167-6d91cfff1b63 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab410683-4b25-456d-afeb-578b634631cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472295 Jan 27 21:32:19.613692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4cbab-761e-410d-abaa-64e999a92238 req-47a6011b-3df3-446d-bb53-c4cf5dfa0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:19.615401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-47a6011b-3df3-446d-bb53-c4cf5dfa0551 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.2250323 Jan 27 21:32:19.631272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b57bf366-071a-4eb2-8bb3-a01848790eb4, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b57bf366-071a-4eb2-8bb3-a01848790eb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:19.693256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-69ce2ba2-8641-49ec-ae57-f15cc3908bd8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:19.696282 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:19.697313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-69ce2ba2-8641-49ec-ae57-f15cc3908bd8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2201984 Jan 27 21:32:19.713302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-5d69f30b-55ae-4cd8-90dd-b71b107bc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:19.716746 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-5d69f30b-55ae-4cd8-90dd-b71b107bc07d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cdaea95c-79f5-405e-9c6d-30f481f126bd HTTP/1.1" status: 200 len: 854 time: 0.1495793 Jan 27 21:32:19.792328 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-be788d85-373f-4f41-84f2-fa4562e6b63e tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.0791833 Jan 27 21:32:19.799048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-5dd00686-6011-4920-a800-fae4f44ec0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Request body: {'floatingip': {'port_id': '9adfd058-2de7-4af5-a5e4-711078adfac3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:19.806477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d39c766-4aca-47e0-8243-9ebdd70dcbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57bf366-071a-4eb2-8bb3-a01848790eb4'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:19.808763 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b5bc3e-589a-4528-8283-31184f706352" -d '{"events": [{"server_uuid": "7d39c766-4aca-47e0-8243-9ebdd70dcbc0", "name": "network-vif-plugged", "status": "completed", "tag": "b57bf366-071a-4eb2-8bb3-a01848790eb4"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:19.818728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=b57bf366-071a-4eb2-8bb3-a01848790eb4,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:19.838746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-e36f5fcd-d1ed-4e39-8437-5749637c9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:19.841369 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-e36f5fcd-d1ed-4e39-8437-5749637c9a1f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13184c49-e803-47a3-b4d3-89527ee5d5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106262 Jan 27 21:32:19.933644 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-5dd00686-6011-4920-a800-fae4f44ec0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (b12d19a7-f679-4cf9-8607-dd58188eeaa0), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:20.041732 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-22189938-01c1-47b7-80b6-579aa91fb262 service neutron] 10.222.0.74 "GET /v2.0/networks/13184c49-e803-47a3-b4d3-89527ee5d5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887560 Jan 27 21:32:20.106488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4cbab-761e-410d-abaa-64e999a92238 req-86bb4172-6c36-446e-909b-e2aadfee170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:20.115813 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-86bb4172-6c36-446e-909b-e2aadfee170f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4869378 Jan 27 21:32:20.182144 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d4eb334d-2406-42f9-8b05-f7c00c992203 req-3c31e586-f995-496c-9dbe-de4949d01a3f service neutron] 10.222.0.74 "GET /v2.0/networks/13184c49-e803-47a3-b4d3-89527ee5d5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310744 Jan 27 21:32:20.252199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646d77a-4ce1-4787-b57c-d2fdf23fe2a9 req-4ba6eaaa-d575-453c-a8ae-93f131eadb88 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:20.260780 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b646d77a-4ce1-4787-b57c-d2fdf23fe2a9 req-4ba6eaaa-d575-453c-a8ae-93f131eadb88 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 944 time: 0.3833523 Jan 27 21:32:20.410645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-877e9690-2300-4266-8aa6-aae123611a90 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887595 Jan 27 21:32:20.437409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b646d77a-4ce1-4787-b57c-d2fdf23fe2a9 req-62638611-8834-483c-a601-80e75aacce6c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754704 Jan 27 21:32:20.516139 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5f8aff-fde8-47c4-be2a-aa7813bc4360 x-openstack-request-id: req-7f5f8aff-fde8-47c4-be2a-aa7813bc4360 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:20.516443 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11154ce2-fc8e-41eb-afde-90bbc9857131", "tag": "5694224b-e8f8-47d9-9cfb-7eae8748ea15", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:20.516708 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f5f8aff-fde8-47c4-be2a-aa7813bc4360 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:20.517458 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'tag': '5694224b-e8f8-47d9-9cfb-7eae8748ea15', 'status': 'completed', 'code': 200} Jan 27 21:32:20.610451 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f5d2a-e65f-4e90-9447-8796bf5cab2c req-ed3e935b-f740-47e4-bcdd-fdc2db92d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:20.612269 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d31f5d2a-e65f-4e90-9447-8796bf5cab2c req-ed3e935b-f740-47e4-bcdd-fdc2db92d13d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9a88894e93cb4d2d980e4d4ad8fe4303&device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 1094 time: 0.0715232 Jan 27 21:32:20.746221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f5d2a-e65f-4e90-9447-8796bf5cab2c req-9a16405a-3e22-4fea-98e1-75209345ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:20.747644 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d31f5d2a-e65f-4e90-9447-8796bf5cab2c req-9a16405a-3e22-4fea-98e1-75209345ad61 service neutron] 10.222.0.74 "GET /v2.0/networks?id=13184c49-e803-47a3-b4d3-89527ee5d5c0 HTTP/1.1" status: 200 len: 916 time: 0.1210065 Jan 27 21:32:20.808675 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d31f5d2a-e65f-4e90-9447-8796bf5cab2c req-2528b637-f8e1-4350-b294-3f6db72c16a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5694224b-e8f8-47d9-9cfb-7eae8748ea15 HTTP/1.1" status: 200 len: 217 time: 0.0518835 Jan 27 21:32:20.858360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-1263dc6d-850f-46cc-8b1d-759969917f9f service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432306 Jan 27 21:32:20.914254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f5d2a-e65f-4e90-9447-8796bf5cab2c req-e40579d9-ee5f-4b3b-a6d8-65984c2f7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:20.917476 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d31f5d2a-e65f-4e90-9447-8796bf5cab2c req-e40579d9-ee5f-4b3b-a6d8-65984c2f7d9e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cdaea95c-79f5-405e-9c6d-30f481f126bd HTTP/1.1" status: 200 len: 854 time: 0.1013236 Jan 27 21:32:21.010450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed607c12-916d-492f-b7e4-23df81d95ff6 req-2cbcab2e-29f3-4989-a9f0-e181856e762d tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:21.012741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed607c12-916d-492f-b7e4-23df81d95ff6 req-2cbcab2e-29f3-4989-a9f0-e181856e762d tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 949 time: 0.1773615 Jan 27 21:32:21.068780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f5d2a-e65f-4e90-9447-8796bf5cab2c req-82ca02c8-18b2-4cc1-9454-35de482a7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:21.071518 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d31f5d2a-e65f-4e90-9447-8796bf5cab2c req-82ca02c8-18b2-4cc1-9454-35de482a7768 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13184c49-e803-47a3-b4d3-89527ee5d5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341128 Jan 27 21:32:21.103213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-5dd00686-6011-4920-a800-fae4f44ec0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:21.161606 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-5dd00686-6011-4920-a800-fae4f44ec0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (b12d19a7-f679-4cf9-8607-dd58188eeaa0), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:21.186827 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed607c12-916d-492f-b7e4-23df81d95ff6 req-70cd3ef8-94d6-4d1b-8f14-35a4a3e197ce tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632993 Jan 27 21:32:21.256129 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61308c54-da73-4912-a510-2571db16abe7 x-openstack-request-id: req-61308c54-da73-4912-a510-2571db16abe7 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:21.256978 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d39c766-4aca-47e0-8243-9ebdd70dcbc0", "name": "network-vif-plugged", "status": "completed", "tag": "b57bf366-071a-4eb2-8bb3-a01848790eb4", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:21.257521 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61308c54-da73-4912-a510-2571db16abe7 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:21.258391 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d39c766-4aca-47e0-8243-9ebdd70dcbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57bf366-071a-4eb2-8bb3-a01848790eb4', 'code': 200} Jan 27 21:32:21.318645 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d31f5d2a-e65f-4e90-9447-8796bf5cab2c req-988f6c9e-9386-4c59-ac23-2c25064b0111 service neutron] 10.222.0.74 "GET /v2.0/networks/13184c49-e803-47a3-b4d3-89527ee5d5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307858 Jan 27 21:32:21.447337 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d31f5d2a-e65f-4e90-9447-8796bf5cab2c req-e4d57935-c6c7-43dd-931b-7b2e8a4ea182 service neutron] 10.222.0.74 "GET /v2.0/networks/13184c49-e803-47a3-b4d3-89527ee5d5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062343 Jan 27 21:32:21.451245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c507a-b71d-413a-9d4a-58f591edc759 req-a4525cbf-5993-4dc2-b4a8-e3faf8f535ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:21.452749 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-751c507a-b71d-413a-9d4a-58f591edc759 req-a4525cbf-5993-4dc2-b4a8-e3faf8f535ac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 1100 time: 0.1011052 Jan 27 21:32:21.484854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc300c26-dde8-43f5-a779-87fd364e4e9c req-e3596d9a-c458-4a18-abd9-7869f48b0925 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:21.486401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc300c26-dde8-43f5-a779-87fd364e4e9c req-e3596d9a-c458-4a18-abd9-7869f48b0925 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.1674230 Jan 27 21:32:21.526420 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-5dd00686-6011-4920-a800-fae4f44ec0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Floating IP b12d19a7-f679-4cf9-8607-dd58188eeaa0 associated. External IP: 172.25.0.166, port: 9adfd058-2de7-4af5-a5e4-711078adfac3. Jan 27 21:32:21.626572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc300c26-dde8-43f5-a779-87fd364e4e9c req-e13e0aec-37f3-44ae-9199-45dbbf70c407 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315081 Jan 27 21:32:21.650340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-751c507a-b71d-413a-9d4a-58f591edc759 req-91ea0502-17ba-4694-a2fc-39b44219104d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810453 Jan 27 21:32:21.947381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce956a7-32d3-4275-92d3-5a5bd9664352 req-9b092f54-2a16-4c0a-9059-b4a44d97b233 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:21.949003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ce956a7-32d3-4275-92d3-5a5bd9664352 req-9b092f54-2a16-4c0a-9059-b4a44d97b233 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 943 time: 0.1348822 Jan 27 21:32:21.991698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-5dd00686-6011-4920-a800-fae4f44ec0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Router a3c5d16b-da71-418f-b08b-6fdeba3fff52 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:32:22.020822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ce956a7-32d3-4275-92d3-5a5bd9664352 req-cf48589f-3db3-4b8e-b29b-4b32ff5d3bbb tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab410683-4b25-456d-afeb-578b634631cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657125 Jan 27 21:32:22.152360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-5dd00686-6011-4920-a800-fae4f44ec0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:32:22.157409 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-5dd00686-6011-4920-a800-fae4f44ec0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:22.163264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851b212-9f33-4aa4-a0e0-8266fb7ede0a None None] Sync routers for ids ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:32:22.182417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851b212-9f33-4aa4-a0e0-8266fb7ede0a None None] Routers {'a3c5d16b-da71-418f-b08b-6fdeba3fff52'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:22.183352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8851b212-9f33-4aa4-a0e0-8266fb7ede0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:22.280318 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-5dd00686-6011-4920-a800-fae4f44ec0e0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "PUT /v2.0/floatingips/b12d19a7-f679-4cf9-8607-dd58188eeaa0 HTTP/1.1" status: 200 len: 996 time: 2.4866319 Jan 27 21:32:22.282429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'tag': '9adfd058-2de7-4af5-a5e4-711078adfac3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:22.294466 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceded807-10c3-40f7-a357-054ef07d5c37" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb22c44-b2bc-4252-acdd-86b82be35cf9", "tag": "9adfd058-2de7-4af5-a5e4-711078adfac3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:22.310456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-8851b212-9f33-4aa4-a0e0-8266fb7ede0a None None] Set router a3c5d16b-da71-418f-b08b-6fdeba3fff52 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:22.364429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58216657-8fd4-4d86-bfe4-2e3eb81a00cb req-36e89365-6922-43da-805d-187bea5f11a0 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:22.365978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58216657-8fd4-4d86-bfe4-2e3eb81a00cb req-36e89365-6922-43da-805d-187bea5f11a0 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 1095 time: 0.1464083 Jan 27 21:32:22.373941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-5d4c4789-4f2d-4795-8892-22c3e580a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:22.387958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-5d4c4789-4f2d-4795-8892-22c3e580a56c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=382fab6fb99b4cb9b9b0df3cf5a4ec30&device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 1096 time: 0.0849502 Jan 27 21:32:22.610809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8851b212-9f33-4aa4-a0e0-8266fb7ede0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'b12d19a7-f679-4cf9-8607-dd58188eeaa0', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'port_id': '9adfd058-2de7-4af5-a5e4-711078adfac3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'mac_address': 'fa:16:3e:fd:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:32:15Z', 'updated_at': '2022-01-27T21:32:20Z', 'revision_number': 1, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3', 'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'mac_address': 'fa:16:3e:67:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:45Z', 'updated_at': '2022-01-27T21:31:52Z', 'revision_number': 5, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'subnets': [{'id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:22.621861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58216657-8fd4-4d86-bfe4-2e3eb81a00cb req-84ac9277-ed53-450b-b78e-07b446da7e0b tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903904 Jan 27 21:32:22.623595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-dce097f9-46cc-4c31-a541-24d606a85d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:22.626127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-dce097f9-46cc-4c31-a541-24d606a85d12 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ef5d7aa-0568-49d0-aa75-039f40b79a70 HTTP/1.1" status: 200 len: 928 time: 0.2373655 Jan 27 21:32:22.828575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-899c4d1e-78c8-400e-be61-9987793ed177 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9adfd058-2de7-4af5-a5e4-711078adfac3 HTTP/1.1" status: 200 len: 999 time: 0.1954467 Jan 27 21:32:22.830206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851b212-9f33-4aa4-a0e0-8266fb7ede0a None None] Checking router: a3c5d16b-da71-418f-b08b-6fdeba3fff52 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:32:22.843888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851b212-9f33-4aa4-a0e0-8266fb7ede0a None None] Routers {'a3c5d16b-da71-418f-b08b-6fdeba3fff52'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:22.844583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8851b212-9f33-4aa4-a0e0-8266fb7ede0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:22.920174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f20db-0238-4fc9-96aa-22a02acdc70f req-5b772bff-94c2-4030-ab06-8341e4453c53 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:22.924556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-977f20db-0238-4fc9-96aa-22a02acdc70f req-5b772bff-94c2-4030-ab06-8341e4453c53 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 949 time: 0.1562769 Jan 27 21:32:22.997756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-8851b212-9f33-4aa4-a0e0-8266fb7ede0a None None] Set router a3c5d16b-da71-418f-b08b-6fdeba3fff52 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:23.020612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-ac9af340-4a89-482e-bb5d-1049db4f20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:23.029854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-ac9af340-4a89-482e-bb5d-1049db4f20e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a70d9171-e899-4c94-b5a4-6b60c0db0a51 HTTP/1.1" status: 200 len: 866 time: 0.1994762 Jan 27 21:32:23.068238 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-977f20db-0238-4fc9-96aa-22a02acdc70f req-79d6d806-38cb-43a0-842c-187f83ec6d0b tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350923 Jan 27 21:32:23.108178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5694224b-e8f8-47d9-9cfb-7eae8748ea15 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:32:23.140762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-108ca219-496d-49e7-9b97-72660db720db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:23.146104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-108ca219-496d-49e7-9b97-72660db720db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ef5d7aa-0568-49d0-aa75-039f40b79a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151755 Jan 27 21:32:23.155943 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fafa2a-e28d-4580-997d-575ecb87bb86 x-openstack-request-id: req-51fafa2a-e28d-4580-997d-575ecb87bb86 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:23.156282 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb22c44-b2bc-4252-acdd-86b82be35cf9", "tag": "9adfd058-2de7-4af5-a5e4-711078adfac3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:23.156791 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-51fafa2a-e28d-4580-997d-575ecb87bb86 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:23.157193 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'tag': '9adfd058-2de7-4af5-a5e4-711078adfac3', 'status': 'completed', 'code': 200} Jan 27 21:32:23.168756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-3a9918d1-ff17-4dc1-893b-b796e6a55b15 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:32:23.171445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-3a9918d1-ff17-4dc1-893b-b796e6a55b15 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133612 Jan 27 21:32:23.371625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5694224b-e8f8-47d9-9cfb-7eae8748ea15, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5694224b-e8f8-47d9-9cfb-7eae8748ea15,segment=NetworkSegment(0bc52a3e-62ee-43ae-8381-670848926478),segment_id=0bc52a3e-62ee-43ae-8381-670848926478)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:23.390111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '5694224b-e8f8-47d9-9cfb-7eae8748ea15', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'port_id': '5694224b-e8f8-47d9-9cfb-7eae8748ea15', 'mac_address': 'fa:16:3e:15:64:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:32:23.474204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8851b212-9f33-4aa4-a0e0-8266fb7ede0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'b12d19a7-f679-4cf9-8607-dd58188eeaa0', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'port_id': '9adfd058-2de7-4af5-a5e4-711078adfac3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'mac_address': 'fa:16:3e:fd:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:32:15Z', 'updated_at': '2022-01-27T21:32:20Z', 'revision_number': 1, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3', 'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'mac_address': 'fa:16:3e:67:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:45Z', 'updated_at': '2022-01-27T21:31:52Z', 'revision_number': 5, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'subnets': [{'id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:23.479692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:23.479692 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:23.516167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8851b212-9f33-4aa4-a0e0-8266fb7ede0a None None] The sync data for ids ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'] in n-d-760456-6 is: [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'b12d19a7-f679-4cf9-8607-dd58188eeaa0', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'floating_ip_address': '172.25.0.166', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'port_id': '9adfd058-2de7-4af5-a5e4-711078adfac3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'mac_address': 'fa:16:3e:fd:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:32:15Z', 'updated_at': '2022-01-27T21:32:20Z', 'revision_number': 1, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3', 'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'mac_address': 'fa:16:3e:67:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:45Z', 'updated_at': '2022-01-27T21:31:52Z', 'revision_number': 5, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'subnets': [{'id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:32:23.535226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5694224b-e8f8-47d9-9cfb-7eae8748ea15 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:23.567742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5694224b-e8f8-47d9-9cfb-7eae8748ea15, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5694224b-e8f8-47d9-9cfb-7eae8748ea15,segment=NetworkSegment(0bc52a3e-62ee-43ae-8381-670848926478),segment_id=0bc52a3e-62ee-43ae-8381-670848926478)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:23.638488 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:23.699282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=5694224b-e8f8-47d9-9cfb-7eae8748ea15,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:23.739960 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4cbab-761e-410d-abaa-64e999a92238 req-8efd55fd-f27a-4eae-b54f-62e942689093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:23.741557 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-8efd55fd-f27a-4eae-b54f-62e942689093 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0&tenant_id=8d87dbbb836740af80771db9b8ffe9ca HTTP/1.1" status: 200 len: 1101 time: 0.0648048 Jan 27 21:32:23.797689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceded807-10c3-40f7-a357-054ef07d5c37 req-54eda06e-d8a9-4933-a950-013e78a4bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:23.799488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ceded807-10c3-40f7-a357-054ef07d5c37 req-54eda06e-d8a9-4933-a950-013e78a4bb35 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=382fab6fb99b4cb9b9b0df3cf5a4ec30&device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 1096 time: 0.5306380 Jan 27 21:32:23.802759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-7be3b2ee-bf27-40ad-bff0-395908835e2d service neutron] 10.222.0.61 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053441 Jan 27 21:32:23.823199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f071b-8f81-4be1-923a-d06a93833208 req-065befd3-c852-4700-9510-266498214524 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:23.830148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-975f071b-8f81-4be1-923a-d06a93833208 req-065befd3-c852-4700-9510-266498214524 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.1231658 Jan 27 21:32:23.841589 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4cbab-761e-410d-abaa-64e999a92238 req-0f9917f6-fd5f-439b-9c7c-6e08a8af597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:23.843290 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-0f9917f6-fd5f-439b-9c7c-6e08a8af597d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 1101 time: 0.0759158 Jan 27 21:32:23.875477 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d2a5ed-e938-4a65-a160-a375d65de14f None None] New status for floating IP b12d19a7-f679-4cf9-8607-dd58188eeaa0: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:32:23.991503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4cbab-761e-410d-abaa-64e999a92238 req-14f58dbe-d63b-4487-aa64-cc441f5da0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:23.993053 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-14f58dbe-d63b-4487-aa64-cc441f5da0af service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1437001 Jan 27 21:32:24.005919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['5694224b-e8f8-47d9-9cfb-7eae8748ea15'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:24.038563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-975f071b-8f81-4be1-923a-d06a93833208 req-b2be9bfc-8e72-4fff-a974-93b86d94542b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073715 Jan 27 21:32:24.046246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceded807-10c3-40f7-a357-054ef07d5c37 req-df3e0e18-3286-4ee6-aa59-85d08d647951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:24.047712 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ceded807-10c3-40f7-a357-054ef07d5c37 req-df3e0e18-3286-4ee6-aa59-85d08d647951 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef5d7aa-0568-49d0-aa75-039f40b79a70 HTTP/1.1" status: 200 len: 928 time: 0.2415929 Jan 27 21:32:24.066894 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-e76954e5-e48d-47d1-9922-c5a4bb23b5bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a HTTP/1.1" status: 200 len: 217 time: 0.0659006 Jan 27 21:32:24.074812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5877fd-fa21-4685-a6cd-f02edd6f9092 req-db79cb15-6598-476e-86f9-19ac37fd2232 service neutron] 10.222.0.61 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236540 Jan 27 21:32:24.129685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4cbab-761e-410d-abaa-64e999a92238 req-2b0cc892-fac7-4ece-b9e8-1e87168ad312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:24.131420 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-2b0cc892-fac7-4ece-b9e8-1e87168ad312 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0588586 Jan 27 21:32:24.213364 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4cbab-761e-410d-abaa-64e999a92238 req-a003cb69-031d-49d6-b05f-b84fdc29c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:24.215881 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-a003cb69-031d-49d6-b05f-b84fdc29c5a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779116 Jan 27 21:32:24.225647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ceded807-10c3-40f7-a357-054ef07d5c37 req-62623370-5d2f-46eb-a475-5aac8bbb7118 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9adfd058-2de7-4af5-a5e4-711078adfac3 HTTP/1.1" status: 200 len: 999 time: 0.1663837 Jan 27 21:32:24.235875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebc6a2-eca6-4f6b-9419-2058bf6cd674 req-7d850f46-03b0-425e-9d5b-4c6949ea787e tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:24.237348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cebc6a2-eca6-4f6b-9419-2058bf6cd674 req-7d850f46-03b0-425e-9d5b-4c6949ea787e tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 1095 time: 0.1019576 Jan 27 21:32:24.310859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceded807-10c3-40f7-a357-054ef07d5c37 req-e5691274-de0d-475a-b086-f93747cf968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:24.312240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ceded807-10c3-40f7-a357-054ef07d5c37 req-e5691274-de0d-475a-b086-f93747cf968a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a70d9171-e899-4c94-b5a4-6b60c0db0a51 HTTP/1.1" status: 200 len: 866 time: 0.0787766 Jan 27 21:32:24.319009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cebc6a2-eca6-4f6b-9419-2058bf6cd674 req-fb324b60-14e9-4a6f-8e2f-9474dbaadd5e tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746753 Jan 27 21:32:24.358232 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-376698a9-0bd3-4c99-b281-a7e5e94aa36d service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343904 Jan 27 21:32:24.428476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ca42c-d623-4c14-aea5-5a0bb80d1bff req-bc1d3282-2bc7-4c17-9284-3ff401aaec7b tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:24.439555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac0ca42c-d623-4c14-aea5-5a0bb80d1bff req-bc1d3282-2bc7-4c17-9284-3ff401aaec7b tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 944 time: 0.1117139 Jan 27 21:32:24.443711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceded807-10c3-40f7-a357-054ef07d5c37 req-58d94a8b-adfa-491f-942f-5ef84427a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:24.446114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ceded807-10c3-40f7-a357-054ef07d5c37 req-58d94a8b-adfa-491f-942f-5ef84427a370 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef5d7aa-0568-49d0-aa75-039f40b79a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261432 Jan 27 21:32:24.467846 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-eac4cbab-761e-410d-abaa-64e999a92238 req-205b9626-783e-4b52-ac69-dcbbdcc6b26c service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028693 Jan 27 21:32:24.587894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac0ca42c-d623-4c14-aea5-5a0bb80d1bff req-e86a23fa-48c6-4327-bc89-847aa1926d11 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab410683-4b25-456d-afeb-578b634631cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473503 Jan 27 21:32:24.610773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce045e-4e3b-450b-af36-c8a419701d68 req-ebb3dd11-942c-4683-b920-859cb9887188 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:24.612369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07ce045e-4e3b-450b-af36-c8a419701d68 req-ebb3dd11-942c-4683-b920-859cb9887188 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 949 time: 0.1278009 Jan 27 21:32:24.659400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ceded807-10c3-40f7-a357-054ef07d5c37 req-6a89d0eb-f969-41f8-a3cd-291be4818fa7 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046559 Jan 27 21:32:24.800552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07ce045e-4e3b-450b-af36-c8a419701d68 req-2a82a90d-34f5-4418-9caa-40f68e202867 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799390 Jan 27 21:32:24.830382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-130489b3-3368-4f2a-84d9-5a47de5af162 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 258 time: 0.2169485 Jan 27 21:32:24.849786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:24.864764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ceded807-10c3-40f7-a357-054ef07d5c37 req-ed7e63ce-b145-46c2-93d4-1f9018e52cc2 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697230 Jan 27 21:32:24.934170 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:25.031363 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:25.096185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5694224b-e8f8-47d9-9cfb-7eae8748ea15 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:25.145340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Allocated IP 172.25.0.126 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/f58a031c-bf52-467e-a4d4-83bef9154647) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:32:25.197777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:32:25.201849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:25.202233 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:25.248349 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for port (f58a031c-bf52-467e-a4d4-83bef9154647), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:25.291074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:25.291466 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:25.314447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5694224b-e8f8-47d9-9cfb-7eae8748ea15'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:25.316733 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aea68d1-99eb-4f27-bc95-6c8c2bad6829" -d '{"events": [{"server_uuid": "11154ce2-fc8e-41eb-afde-90bbc9857131", "name": "network-vif-plugged", "status": "completed", "tag": "5694224b-e8f8-47d9-9cfb-7eae8748ea15"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:25.329242 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5694224b-e8f8-47d9-9cfb-7eae8748ea15, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5694224b-e8f8-47d9-9cfb-7eae8748ea15,segment=NetworkSegment(0bc52a3e-62ee-43ae-8381-670848926478),segment_id=0bc52a3e-62ee-43ae-8381-670848926478)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:25.382346 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f58a031c-bf52-467e-a4d4-83bef9154647), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:25.436510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:32:25.441634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:25.446408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:32:25.449592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Pushing event updated for resources: {'Port': ['ID=f58a031c-bf52-467e-a4d4-83bef9154647,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:25.466760 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:25.479481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.479847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.480264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.480658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.480909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.481255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.481591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.481929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.482267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.482688 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.482938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.483272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.483604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:32:25.516448 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=5694224b-e8f8-47d9-9cfb-7eae8748ea15,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:25.545444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (0323c928-dc88-4f6d-b92d-bf1accc1eead), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:25.707206 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f58a031c-bf52-467e-a4d4-83bef9154647), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:25.846695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:25.861762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for port (f58a031c-bf52-467e-a4d4-83bef9154647), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:25.923589 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (f58a031c-bf52-467e-a4d4-83bef9154647), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:25.929148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:25.929553 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:25.963178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:26.012848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Pushing event updated for resources: {'Port': ['ID=f58a031c-bf52-467e-a4d4-83bef9154647,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:26.012848 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (0323c928-dc88-4f6d-b92d-bf1accc1eead), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:26.055556 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:26.088885 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:26.090175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-ebadf057-b3ed-4d87-82f0-4a4e785d48f3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2524433 Jan 27 21:32:26.139709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:26.163144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-772ed7f7-a514-49df-8ab3-8225d93b005d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0563562 Jan 27 21:32:26.282635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-1978d749-33cc-4ce4-89e7-8555c45198e1 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:26.284614 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-1978d749-33cc-4ce4-89e7-8555c45198e1 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1154988 Jan 27 21:32:26.294593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-d2cb416a-f13f-4021-96dd-c2869be4ace8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:32:26.295795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7aeb2734-78ab-4b79-a42a-bcd8e54ae8b1 req-d2cb416a-f13f-4021-96dd-c2869be4ace8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060134 Jan 27 21:32:26.403819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa80af-9b21-488b-bd74-322aa7d744e5 req-1c43990b-645d-4730-8348-22255e0a1fda tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:26.405409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6baa80af-9b21-488b-bd74-322aa7d744e5 req-1c43990b-645d-4730-8348-22255e0a1fda tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 948 time: 0.0565972 Jan 27 21:32:26.458461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6baa80af-9b21-488b-bd74-322aa7d744e5 req-ecafa02a-bc29-4357-9f21-014711f70de8 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469120 Jan 27 21:32:26.555607 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d23695e-2b29-4831-ab44-2330911ffc10 x-openstack-request-id: req-8d23695e-2b29-4831-ab44-2330911ffc10 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:26.556129 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11154ce2-fc8e-41eb-afde-90bbc9857131", "name": "network-vif-plugged", "status": "completed", "tag": "5694224b-e8f8-47d9-9cfb-7eae8748ea15", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:26.556515 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d23695e-2b29-4831-ab44-2330911ffc10 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:26.556995 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5694224b-e8f8-47d9-9cfb-7eae8748ea15', 'code': 200} Jan 27 21:32:26.598483 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:26.726009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669fe86-661c-4b28-b69d-d03c125eac23 req-f22ddc44-4627-4458-a921-2d78925b5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:26.727408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a669fe86-661c-4b28-b69d-d03c125eac23 req-f22ddc44-4627-4458-a921-2d78925b5162 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 1096 time: 0.0872772 Jan 27 21:32:26.734833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebef2d-16e5-4462-9aab-fa2b266408e8 req-227bfe4a-7a55-4778-8834-aa1d0a9a5a0d tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:26.736244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42ebef2d-16e5-4462-9aab-fa2b266408e8 req-227bfe4a-7a55-4778-8834-aa1d0a9a5a0d tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 945 time: 0.0641761 Jan 27 21:32:26.807114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a669fe86-661c-4b28-b69d-d03c125eac23 req-675c34a9-8fc8-49d2-b4c8-dd5752157ed0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ab410683-4b25-456d-afeb-578b634631cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699217 Jan 27 21:32:26.810561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42ebef2d-16e5-4462-9aab-fa2b266408e8 req-39f0687a-fdf1-4bc8-a2dc-bb3192f9b688 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab410683-4b25-456d-afeb-578b634631cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666809 Jan 27 21:32:26.917973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54529112-bc08-4433-b5b0-dbf1ebcfd6d3 req-b5f1ee72-65dd-479a-a615-5d52254f7186 tempest-ServersAdminNegativeTestJSON-140113604 tempest-ServersAdminNegativeTestJSON-140113604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:26.919505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54529112-bc08-4433-b5b0-dbf1ebcfd6d3 req-b5f1ee72-65dd-479a-a615-5d52254f7186 tempest-ServersAdminNegativeTestJSON-140113604 tempest-ServersAdminNegativeTestJSON-140113604-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 1100 time: 0.0472062 Jan 27 21:32:26.945260 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54529112-bc08-4433-b5b0-dbf1ebcfd6d3 req-c33f6b2a-e106-44e9-9d54-50543712bd02 tempest-ServersAdminNegativeTestJSON-140113604 tempest-ServersAdminNegativeTestJSON-140113604-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:26.979518 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:27.073573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54529112-bc08-4433-b5b0-dbf1ebcfd6d3 req-c33f6b2a-e106-44e9-9d54-50543712bd02 tempest-ServersAdminNegativeTestJSON-140113604 tempest-ServersAdminNegativeTestJSON-140113604-project-admin] Publish callbacks [] for security_group (712c2e8f-3e30-4246-ab0d-dc106c7ce1ff), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:27.094466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 50884c4d-c427-4c2b-9a1f-8e4dde31e515 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:27.097656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c8202-67fb-4c29-af9e-bc6dac4e0130 req-095352d5-cc55-4c6e-87d3-8e1f4f99d9a3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:27.099205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-245c8202-67fb-4c29-af9e-bc6dac4e0130 req-095352d5-cc55-4c6e-87d3-8e1f4f99d9a3 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0613530 Jan 27 21:32:27.148031 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54529112-bc08-4433-b5b0-dbf1ebcfd6d3 req-c33f6b2a-e106-44e9-9d54-50543712bd02 tempest-ServersAdminNegativeTestJSON-140113604 tempest-ServersAdminNegativeTestJSON-140113604-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (712c2e8f-3e30-4246-ab0d-dc106c7ce1ff), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:27.167852 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-245c8202-67fb-4c29-af9e-bc6dac4e0130 req-2d5afce9-1cc1-4ea1-b6a5-8952b4c7bd69 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0628889 Jan 27 21:32:27.184759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:27.185748 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:27.189830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-245c8202-67fb-4c29-af9e-bc6dac4e0130 req-dc7f4390-80a1-4fbf-b523-e7e455625ba8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Request body: {'floatingip': {'port_id': '9adfd058-2de7-4af5-a5e4-711078adfac3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:27.219350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 50884c4d-c427-4c2b-9a1f-8e4dde31e515, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50884c4d-c427-4c2b-9a1f-8e4dde31e515,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:27.236682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54529112-bc08-4433-b5b0-dbf1ebcfd6d3 req-c33f6b2a-e106-44e9-9d54-50543712bd02 tempest-ServersAdminNegativeTestJSON-140113604 tempest-ServersAdminNegativeTestJSON-140113604-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098793 Jan 27 21:32:27.238906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f6b2a-e106-44e9-9d54-50543712bd02 tempest-ServersAdminNegativeTestJSON-140113604 tempest-ServersAdminNegativeTestJSON-140113604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712c2e8f-3e30-4246-ab0d-dc106c7ce1ff,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:27.244477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-245c8202-67fb-4c29-af9e-bc6dac4e0130 req-dc7f4390-80a1-4fbf-b523-e7e455625ba8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (0323c928-dc88-4f6d-b92d-bf1accc1eead), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:27.289342 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:27.342020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=50884c4d-c427-4c2b-9a1f-8e4dde31e515,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:27.491270 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-245c8202-67fb-4c29-af9e-bc6dac4e0130 req-dc7f4390-80a1-4fbf-b523-e7e455625ba8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 21:32:27.491270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-245c8202-67fb-4c29-af9e-bc6dac4e0130 req-dc7f4390-80a1-4fbf-b523-e7e455625ba8 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "PUT /v2.0/floatingips/0323c928-dc88-4f6d-b92d-bf1accc1eead HTTP/1.1" status: 409 len: 550 time: 0.3116343 Jan 27 21:32:27.739168 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-ce76f717-a6aa-44e4-8b79-a0163a9672e0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips/0323c928-dc88-4f6d-b92d-bf1accc1eead HTTP/1.1" status: 200 len: 693 time: 0.0686910 Jan 27 21:32:27.789283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4543f-aeaf-40f0-8002-1e03cc02abab req-d7ab2630-8686-4f11-9db9-69e4999151d7 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:27.792307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65d4543f-aeaf-40f0-8002-1e03cc02abab req-d7ab2630-8686-4f11-9db9-69e4999151d7 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 948 time: 0.1315384 Jan 27 21:32:27.864366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:32:27.896991 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65d4543f-aeaf-40f0-8002-1e03cc02abab req-b60fd9e3-fb2e-48b3-86b8-eea9229a30a5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725024 Jan 27 21:32:27.913022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-92d4ffc0-bc98-4372-8b03-fe7a22bc57d4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:27.914836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-92d4ffc0-bc98-4372-8b03-fe7a22bc57d4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1694164 Jan 27 21:32:27.926693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-7bb3c7cf-b79d-495a-8d3c-00336ccc555f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:32:27.927766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-7bb3c7cf-b79d-495a-8d3c-00336ccc555f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070431 Jan 27 21:32:27.988865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:27.996190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-8f96ce80-10c6-423d-981d-394162ecdfef tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0610452 Jan 27 21:32:28.005699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', 'mac_address': 'fa:16:3e:90:3f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:32:28.063068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:28.063839 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:28.071567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-bca40bec-06df-42f2-bd98-0867651b47c2 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.126 HTTP/1.1" status: 200 len: 696 time: 0.0744331 Jan 27 21:32:28.082057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:28.107214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:28.180889 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:28.219672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-0aeea7ee-6487-4508-8398-265f52d5fe94 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Deleting port f58a031c-bf52-467e-a4d4-83bef9154647 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:28.220153 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-0aeea7ee-6487-4508-8398-265f52d5fe94 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f58a031c-bf52-467e-a4d4-83bef9154647), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:28.242760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,revision_number=10']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:28.301684 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-0aeea7ee-6487-4508-8398-265f52d5fe94 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f58a031c-bf52-467e-a4d4-83bef9154647), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:28.302019 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-0aeea7ee-6487-4508-8398-265f52d5fe94 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (f58a031c-bf52-467e-a4d4-83bef9154647), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:28.314419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-0aeea7ee-6487-4508-8398-265f52d5fe94 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Calling delete_port for f58a031c-bf52-467e-a4d4-83bef9154647 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:28.465489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:28.511536 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-0aeea7ee-6487-4508-8398-265f52d5fe94 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f58a031c-bf52-467e-a4d4-83bef9154647), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:28.542146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeea7ee-6487-4508-8398-265f52d5fe94 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Pushing event deleted for resources: {'Port': ['ID=f58a031c-bf52-467e-a4d4-83bef9154647,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:28.559751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a'}, {'server_uuid': '10fbef13-e393-49c8-b6ba-185ef367202e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50884c4d-c427-4c2b-9a1f-8e4dde31e515'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:28.562297 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40a4222-f939-4d12-8cfb-f83abec1b3fd" -d '{"events": [{"server_uuid": "ebff7501-81e7-4458-b8fd-fffa655bb6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a"}, {"server_uuid": "10fbef13-e393-49c8-b6ba-185ef367202e", "name": "network-vif-unplugged", "status": "completed", "tag": "50884c4d-c427-4c2b-9a1f-8e4dde31e515"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:28.680749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-0aeea7ee-6487-4508-8398-265f52d5fe94 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (0323c928-dc88-4f6d-b92d-bf1accc1eead), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:28.683303 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-0aeea7ee-6487-4508-8398-265f52d5fe94 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:28.684456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9710d49b-e293-4b99-877c-e31c22803aa4 req-0aeea7ee-6487-4508-8398-265f52d5fe94 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "DELETE /v2.0/floatingips/0323c928-dc88-4f6d-b92d-bf1accc1eead HTTP/1.1" status: 204 len: 173 time: 0.6120982 Jan 27 21:32:28.735102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-fd0a6f64-742d-4d1b-adb8-f2cd3a4f777f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:28.736570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-fd0a6f64-742d-4d1b-adb8-f2cd3a4f777f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/networks?id=038c609c-9dab-435a-a0f9-09ac3d293b98 HTTP/1.1" status: 200 len: 805 time: 0.1202679 Jan 27 21:32:28.774216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-2d2f885f-d96f-4c75-a25d-4caa53c9a752 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/quotas/dd73e2183ccc4b9b8fa1067cb44619a7 HTTP/1.1" status: 200 len: 375 time: 0.0288205 Jan 27 21:32:28.814169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64694511-3b69-4220-b938-c4d2a7dda4d9 req-a5ad0bb7-3267-43f3-be81-e36910d31374 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:28.815722 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64694511-3b69-4220-b938-c4d2a7dda4d9 req-a5ad0bb7-3267-43f3-be81-e36910d31374 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 945 time: 0.0781682 Jan 27 21:32:28.850093 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-0073722e-905b-40c5-b2d1-055c12dbbe57 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704255 Jan 27 21:32:28.912058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64694511-3b69-4220-b938-c4d2a7dda4d9 req-ba84cbae-59ad-4539-b808-12484e9b9a10 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab410683-4b25-456d-afeb-578b634631cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895846 Jan 27 21:32:28.968350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-50f14e38-d613-4c83-b39c-46e44dd53ff6 service neutron] 10.222.0.61 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108422 Jan 27 21:32:29.071534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecee2c7-0a63-4bda-bc5b-4464781f5b4d req-a5fc2f4e-f02b-4ff0-934a-7d2d4716bdb3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:29.072966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eecee2c7-0a63-4bda-bc5b-4464781f5b4d req-a5fc2f4e-f02b-4ff0-934a-7d2d4716bdb3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 950 time: 0.1037641 Jan 27 21:32:29.104605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12b013c9-15c4-429d-87e8-d5efb5359c54 service neutron] 10.222.0.61 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269157 Jan 27 21:32:29.133095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eecee2c7-0a63-4bda-bc5b-4464781f5b4d req-4b073de5-374f-48b6-aed9-8b395e79f8fe tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538917 Jan 27 21:32:29.245548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383a433-7020-45a8-9625-c57c52ec3007 req-103a5087-3acf-4edc-920d-a881121f255b tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:29.247135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b383a433-7020-45a8-9625-c57c52ec3007 req-103a5087-3acf-4edc-920d-a881121f255b tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 945 time: 0.0487032 Jan 27 21:32:29.302035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b383a433-7020-45a8-9625-c57c52ec3007 req-6291f02b-c71e-4631-b3da-266e2a5442ee tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee7f2196-113c-4069-8ced-05e9e57851ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488350 Jan 27 21:32:29.354808 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fca4f4-131e-4909-af14-dc63c160fa17 x-openstack-request-id: req-14fca4f4-131e-4909-af14-dc63c160fa17 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:29.355292 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebff7501-81e7-4458-b8fd-fffa655bb6a0", "name": "network-vif-unplugged", "status": "completed", "tag": "838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a", "code": 200}, {"server_uuid": "10fbef13-e393-49c8-b6ba-185ef367202e", "name": "network-vif-unplugged", "status": "completed", "tag": "50884c4d-c427-4c2b-9a1f-8e4dde31e515", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:29.355396 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14fca4f4-131e-4909-af14-dc63c160fa17 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:29.355787 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', 'code': 200} Jan 27 21:32:29.356048 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fbef13-e393-49c8-b6ba-185ef367202e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50884c4d-c427-4c2b-9a1f-8e4dde31e515', 'code': 200} Jan 27 21:32:29.753532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-71b3cc3f-0500-4f32-b455-efcbc46cd62d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 1001 time: 0.4042387 Jan 27 21:32:29.791798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78281e98-2391-44c7-bc5b-5246feb13a62 req-7f9895f2-6590-4919-8360-fff15a365c4d tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:29.793253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78281e98-2391-44c7-bc5b-5246feb13a62 req-7f9895f2-6590-4919-8360-fff15a365c4d tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 945 time: 0.3867495 Jan 27 21:32:29.804340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34546) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:29.810146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-84c3fd76-0a82-43c2-afd8-20187f7c62c2 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Request body: {'floatingip': {'port_id': '5694224b-e8f8-47d9-9cfb-7eae8748ea15'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:29.836526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-6e247f5c-4f02-481c-afe4-016d7ad93166 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:29.837893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-6e247f5c-4f02-481c-afe4-016d7ad93166 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports/9adfd058-2de7-4af5-a5e4-711078adfac3 HTTP/1.1" status: 200 len: 942 time: 0.0698791 Jan 27 21:32:29.844783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223247-7423-4501-be4d-d10674f09d96 req-1c397f9b-7d28-4087-a806-8afc110fb788 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:29.846192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1223247-7423-4501-be4d-d10674f09d96 req-1c397f9b-7d28-4087-a806-8afc110fb788 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.74 "GET /v2.0/ports?device_id=10fbef13-e393-49c8-b6ba-185ef367202e HTTP/1.1" status: 200 len: 943 time: 0.1061957 Jan 27 21:32:29.913655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:29.947024 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84c3fd76-0a82-43c2-afd8-20187f7c62c2 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for floatingip (47b2da27-3c31-4202-a30a-c1114042b9ad), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:30.057204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-0c363a5f-4561-40b2-88a2-6d75848e58de tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 1001 time: 0.0933194 Jan 27 21:32:30.068061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:30.068061 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:30.142321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-f1223247-7423-4501-be4d-d10674f09d96 req-02e23b43-69d3-4f4e-9e66-ae4f60b51652 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Deleting port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:30.143015 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f1223247-7423-4501-be4d-d10674f09d96 req-02e23b43-69d3-4f4e-9e66-ae4f60b51652 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:30.197314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9a9b27a-41a5-451d-b747-e81565c4002c req-6a49b5be-495f-474e-9b7d-78297d3c1d12 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 210 time: 0.0726120 Jan 27 21:32:30.235658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:30.236060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:30.286743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:30.388402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ceec2-8614-4028-a1f6-429c2800ef5e req-039eb6f9-7c52-470e-b9a8-cae3d426464a tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:30.390044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d67ceec2-8614-4028-a1f6-429c2800ef5e req-039eb6f9-7c52-470e-b9a8-cae3d426464a tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.71 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 945 time: 0.1910605 Jan 27 21:32:30.392537 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:30.429025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-45937e4f-30b8-48c6-b09b-5eb856782977 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:30.430403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-45937e4f-30b8-48c6-b09b-5eb856782977 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.3719985 Jan 27 21:32:30.485191 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,revision_number=11']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:30.494651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-488b0a17-3067-4fc1-9ba5-e458b101355b tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:32:30.495650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-488b0a17-3067-4fc1-9ba5-e458b101355b tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0382359 Jan 27 21:32:30.542976 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84c3fd76-0a82-43c2-afd8-20187f7c62c2 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:30.573922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f1223247-7423-4501-be4d-d10674f09d96 req-02e23b43-69d3-4f4e-9e66-ae4f60b51652 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] For port 50884c4d-c427-4c2b-9a1f-8e4dde31e515, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50884c4d-c427-4c2b-9a1f-8e4dde31e515,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:30.574286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f1223247-7423-4501-be4d-d10674f09d96 req-02e23b43-69d3-4f4e-9e66-ae4f60b51652 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:30.608088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-f1223247-7423-4501-be4d-d10674f09d96 req-02e23b43-69d3-4f4e-9e66-ae4f60b51652 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Calling delete_port for 50884c4d-c427-4c2b-9a1f-8e4dde31e515 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:30.628578 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84c3fd76-0a82-43c2-afd8-20187f7c62c2 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (47b2da27-3c31-4202-a30a-c1114042b9ad), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:30.640873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-999bdfbc-17f7-4006-aec9-df25b4b464f2 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 1001 time: 0.1275554 Jan 27 21:32:30.677246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-cdda29e4-e41e-4c7c-91ac-d1daa742eca4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:30.766522 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-84c3fd76-0a82-43c2-afd8-20187f7c62c2 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Floating IP 47b2da27-3c31-4202-a30a-c1114042b9ad associated. External IP: 172.25.0.64, port: 5694224b-e8f8-47d9-9cfb-7eae8748ea15. Jan 27 21:32:30.790044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d67ceec2-8614-4028-a1f6-429c2800ef5e req-6ba110ab-48a5-4cb6-9cdd-3be6106807fd tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Deleting port ccb48247-954c-46b0-b0eb-f56bb82d085a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:30.790689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d67ceec2-8614-4028-a1f6-429c2800ef5e req-6ba110ab-48a5-4cb6-9cdd-3be6106807fd tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:30.799033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-b1ee41a2-7ba3-44d7-8f15-4cdde4b657c5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562136 Jan 27 21:32:30.833054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-cdda29e4-e41e-4c7c-91ac-d1daa742eca4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (b12d19a7-f679-4cf9-8607-dd58188eeaa0), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:31.023841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c3fd76-0a82-43c2-afd8-20187f7c62c2 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Router ef91826e-74af-4757-9ffa-6e20abb4de3f has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:32:31.122451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d67ceec2-8614-4028-a1f6-429c2800ef5e req-6ba110ab-48a5-4cb6-9cdd-3be6106807fd tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] For port ccb48247-954c-46b0-b0eb-f56bb82d085a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ccb48247-954c-46b0-b0eb-f56bb82d085a,segment=NetworkSegment(72e22469-4b5e-42d8-8683-5b2c6ceb219e),segment_id=72e22469-4b5e-42d8-8683-5b2c6ceb219e)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:31.123485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d67ceec2-8614-4028-a1f6-429c2800ef5e req-6ba110ab-48a5-4cb6-9cdd-3be6106807fd tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:31.151289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-f6c02e58-28ad-43cf-9f6a-c6399bb67ce6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:31.152952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-f6c02e58-28ad-43cf-9f6a-c6399bb67ce6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3411062 Jan 27 21:32:31.158166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d67ceec2-8614-4028-a1f6-429c2800ef5e req-6ba110ab-48a5-4cb6-9cdd-3be6106807fd tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Calling delete_port for ccb48247-954c-46b0-b0eb-f56bb82d085a owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:31.180563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-b4184c69-f078-4813-a266-0eb6d55c73f2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/quotas/8d87dbbb836740af80771db9b8ffe9ca HTTP/1.1" status: 200 len: 375 time: 0.0177970 Jan 27 21:32:31.260304 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f1223247-7423-4501-be4d-d10674f09d96 req-02e23b43-69d3-4f4e-9e66-ae4f60b51652 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (50884c4d-c427-4c2b-9a1f-8e4dde31e515), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:31.282432 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-cdda29e4-e41e-4c7c-91ac-d1daa742eca4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:31.342574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e23b43-69d3-4f4e-9e66-ae4f60b51652 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Pushing event deleted for resources: {'Port': ['ID=50884c4d-c427-4c2b-9a1f-8e4dde31e515,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:31.356825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:31.360236 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b40364f-f421-4f71-9c42-64f0bb8172bd" -d '{"events": [{"server_uuid": "ebff7501-81e7-4458-b8fd-fffa655bb6a0", "name": "network-vif-plugged", "status": "completed", "tag": "838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:31.384345 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-cdda29e4-e41e-4c7c-91ac-d1daa742eca4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (b12d19a7-f679-4cf9-8607-dd58188eeaa0), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:31.384612 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-cdda29e4-e41e-4c7c-91ac-d1daa742eca4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Floating IP b12d19a7-f679-4cf9-8607-dd58188eeaa0 disassociated. External IP: 172.25.0.166, port: 9adfd058-2de7-4af5-a5e4-711078adfac3. Jan 27 21:32:31.425910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-6ac548bf-aa25-4277-b17f-677486b164cb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2092240 Jan 27 21:32:31.426775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1223247-7423-4501-be4d-d10674f09d96 req-02e23b43-69d3-4f4e-9e66-ae4f60b51652 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] No DVR routers for this DVR port 50884c4d-c427-4c2b-9a1f-8e4dde31e515 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:32:31.429424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c3fd76-0a82-43c2-afd8-20187f7c62c2 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:32:31.441198 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84c3fd76-0a82-43c2-afd8-20187f7c62c2 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:31.480318 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f1223247-7423-4501-be4d-d10674f09d96 req-02e23b43-69d3-4f4e-9e66-ae4f60b51652 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:31.483113 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-84c3fd76-0a82-43c2-afd8-20187f7c62c2 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "PUT /v2.0/floatingips/47b2da27-3c31-4202-a30a-c1114042b9ad HTTP/1.1" status: 200 len: 990 time: 1.6767952 Jan 27 21:32:31.484037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'tag': '5694224b-e8f8-47d9-9cfb-7eae8748ea15'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:31.484753 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1223247-7423-4501-be4d-d10674f09d96 req-02e23b43-69d3-4f4e-9e66-ae4f60b51652 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.74 "DELETE /v2.0/ports/50884c4d-c427-4c2b-9a1f-8e4dde31e515 HTTP/1.1" status: 204 len: 173 time: 1.6283906 Jan 27 21:32:31.485491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10fbef13-e393-49c8-b6ba-185ef367202e', 'name': 'network-vif-deleted', 'tag': '50884c4d-c427-4c2b-9a1f-8e4dde31e515'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:31.487034 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9e1b5f-3ae9-49e0-b312-08aecd20d50a" -d '{"events": [{"name": "network-changed", "server_uuid": "11154ce2-fc8e-41eb-afde-90bbc9857131", "tag": "5694224b-e8f8-47d9-9cfb-7eae8748ea15"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:31.488734 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f63599e-9be4-4242-8938-2b982430295b" -d '{"events": [{"server_uuid": "10fbef13-e393-49c8-b6ba-185ef367202e", "name": "network-vif-deleted", "tag": "50884c4d-c427-4c2b-9a1f-8e4dde31e515"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:31.627149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedba64b-9e1b-4970-a8a4-f50abb4d3431 None None] Sync routers for ids ['ef91826e-74af-4757-9ffa-6e20abb4de3f'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:32:31.637549 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedba64b-9e1b-4970-a8a4-f50abb4d3431 None None] Routers {'ef91826e-74af-4757-9ffa-6e20abb4de3f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:31.638411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fedba64b-9e1b-4970-a8a4-f50abb4d3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ef91826e-74af-4757-9ffa-6e20abb4de3f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:31.692052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-7a0f9a11-6ffd-4553-92b5-1789ad420eb5 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:31.695764 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-7a0f9a11-6ffd-4553-92b5-1789ad420eb5 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.71 "GET /v2.0/networks?id=038c609c-9dab-435a-a0f9-09ac3d293b98 HTTP/1.1" status: 200 len: 805 time: 0.1823976 Jan 27 21:32:31.706902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Request body: {'port': {'device_id': 'd9e7e8bc-17e1-4c99-9797-07ba3b7228d9', 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'admin_state_up': True, 'tenant_id': 'dd73e2183ccc4b9b8fa1067cb44619a7'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:31.741093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-cdda29e4-e41e-4c7c-91ac-d1daa742eca4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Router a3c5d16b-da71-418f-b08b-6fdeba3fff52 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:32:31.746890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d67ceec2-8614-4028-a1f6-429c2800ef5e req-6ba110ab-48a5-4cb6-9cdd-3be6106807fd tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ccb48247-954c-46b0-b0eb-f56bb82d085a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:31.761144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['ccb48247-954c-46b0-b0eb-f56bb82d085a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:31.765449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-fedba64b-9e1b-4970-a8a4-f50abb4d3431 None None] Set router ef91826e-74af-4757-9ffa-6e20abb4de3f gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:31.782039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba110ab-48a5-4cb6-9cdd-3be6106807fd tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Pushing event deleted for resources: {'Port': ['ID=ccb48247-954c-46b0-b0eb-f56bb82d085a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:31.997498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-cdda29e4-e41e-4c7c-91ac-d1daa742eca4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:32:32.008469 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439214f4-d3fb-4f13-be4c-1ca9b7fd35b5 None None] Sync routers for ids ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:32:32.028703 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439214f4-d3fb-4f13-be4c-1ca9b7fd35b5 None None] Routers {'a3c5d16b-da71-418f-b08b-6fdeba3fff52'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:32.029402 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-439214f4-d3fb-4f13-be4c-1ca9b7fd35b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:32.043733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Made reservation on behalf of dd73e2183ccc4b9b8fa1067cb44619a7 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:32:32.048294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:32.063108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-cdda29e4-e41e-4c7c-91ac-d1daa742eca4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:32.156792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67ceec2-8614-4028-a1f6-429c2800ef5e req-6ba110ab-48a5-4cb6-9cdd-3be6106807fd tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] No DVR routers for this DVR port ccb48247-954c-46b0-b0eb-f56bb82d085a on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:32:32.167291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3d51044-effd-4e56-b497-e89c46fffe83 req-a1606168-6d1c-449b-8a12-ee7941f554de tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.61 "GET /v2.0/ports?device_id=568354ce-253d-4c1c-93ba-e0a4b9a7efd9 HTTP/1.1" status: 200 len: 210 time: 0.1816065 Jan 27 21:32:32.168909 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d67ceec2-8614-4028-a1f6-429c2800ef5e req-6ba110ab-48a5-4cb6-9cdd-3be6106807fd tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:32.175471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d67ceec2-8614-4028-a1f6-429c2800ef5e req-6ba110ab-48a5-4cb6-9cdd-3be6106807fd tempest-AttachSCSIVolumeTestJSON-1671095929 tempest-AttachSCSIVolumeTestJSON-1671095929-project] 10.222.0.71 "DELETE /v2.0/ports/ccb48247-954c-46b0-b0eb-f56bb82d085a HTTP/1.1" status: 204 len: 173 time: 1.7410657 Jan 27 21:32:32.214883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-cdda29e4-e41e-4c7c-91ac-d1daa742eca4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "PUT /v2.0/floatingips/b12d19a7-f679-4cf9-8607-dd58188eeaa0 HTTP/1.1" status: 200 len: 695 time: 1.5411329 Jan 27 21:32:32.222746 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9cc03016-6482-4887-9d7c-4faa15283d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:32.266587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fedba64b-9e1b-4970-a8a4-f50abb4d3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '47b2da27-3c31-4202-a30a-c1114042b9ad', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'port_id': '5694224b-e8f8-47d9-9cfb-7eae8748ea15', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'mac_address': 'fa:16:3e:15:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:32:06Z', 'updated_at': '2022-01-27T21:32:30Z', 'revision_number': 1, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af', 'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'mac_address': 'fa:16:3e:7e:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:59Z', 'updated_at': '2022-01-27T21:32:10Z', 'revision_number': 5, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'subnets': [{'id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:32.271230 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-439214f4-d3fb-4f13-be4c-1ca9b7fd35b5 None None] Set router a3c5d16b-da71-418f-b08b-6fdeba3fff52 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:32.316340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedba64b-9e1b-4970-a8a4-f50abb4d3431 None None] Checking router: ef91826e-74af-4757-9ffa-6e20abb4de3f for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:32:32.330169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedba64b-9e1b-4970-a8a4-f50abb4d3431 None None] Routers {'ef91826e-74af-4757-9ffa-6e20abb4de3f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:32.331780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fedba64b-9e1b-4970-a8a4-f50abb4d3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ef91826e-74af-4757-9ffa-6e20abb4de3f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:32.354537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Allocated IP 172.20.0.9 (038c609c-9dab-435a-a0f9-09ac3d293b98/10416cba-4c10-4511-8751-27ccfe46b2bd/66e8c901-9306-4b71-a0cf-2905f8916b35) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:32:32.478355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-e3b36517-4995-4deb-8590-f2c906931ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:32.479835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-e3b36517-4995-4deb-8590-f2c906931ec4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=382fab6fb99b4cb9b9b0df3cf5a4ec30&device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 1096 time: 0.2442436 Jan 27 21:32:32.504108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60504235-db78-4d0e-a3b4-f53da48f2e0d req-9822b6f2-8835-4b36-a597-4d99f0cd1cc9 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:32.512507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60504235-db78-4d0e-a3b4-f53da48f2e0d req-9822b6f2-8835-4b36-a597-4d99f0cd1cc9 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.74 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 949 time: 0.1849647 Jan 27 21:32:32.556701 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-fedba64b-9e1b-4970-a8a4-f50abb4d3431 None None] Set router ef91826e-74af-4757-9ffa-6e20abb4de3f gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:32.702091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks [] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:32.753396 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-439214f4-d3fb-4f13-be4c-1ca9b7fd35b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3', 'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'mac_address': 'fa:16:3e:67:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:45Z', 'updated_at': '2022-01-27T21:31:52Z', 'revision_number': 5, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'subnets': [{'id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:32.850243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:32.931758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Network 038c609c-9dab-435a-a0f9-09ac3d293b98 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:32:32.937749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:32.943068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:32:32.949012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:32.949738 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:32.954701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Pushing event updated for resources: {'Port': ['ID=66e8c901-9306-4b71-a0cf-2905f8916b35,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:32.981829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fedba64b-9e1b-4970-a8a4-f50abb4d3431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '47b2da27-3c31-4202-a30a-c1114042b9ad', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'port_id': '5694224b-e8f8-47d9-9cfb-7eae8748ea15', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'mac_address': 'fa:16:3e:15:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:32:06Z', 'updated_at': '2022-01-27T21:32:30Z', 'revision_number': 1, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af', 'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'mac_address': 'fa:16:3e:7e:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:59Z', 'updated_at': '2022-01-27T21:32:10Z', 'revision_number': 5, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'subnets': [{'id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:33.018828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedba64b-9e1b-4970-a8a4-f50abb4d3431 None None] The sync data for ids ['ef91826e-74af-4757-9ffa-6e20abb4de3f'] in n-d-760456-6 is: [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '47b2da27-3c31-4202-a30a-c1114042b9ad', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'port_id': '5694224b-e8f8-47d9-9cfb-7eae8748ea15', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'mac_address': 'fa:16:3e:15:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:32:06Z', 'updated_at': '2022-01-27T21:32:30Z', 'revision_number': 1, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af', 'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'mac_address': 'fa:16:3e:7e:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:59Z', 'updated_at': '2022-01-27T21:32:10Z', 'revision_number': 5, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'subnets': [{'id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:32:33.026395 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439214f4-d3fb-4f13-be4c-1ca9b7fd35b5 None None] Checking router: a3c5d16b-da71-418f-b08b-6fdeba3fff52 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:32:33.036857 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439214f4-d3fb-4f13-be4c-1ca9b7fd35b5 None None] Routers {'a3c5d16b-da71-418f-b08b-6fdeba3fff52'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:33.037723 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-439214f4-d3fb-4f13-be4c-1ca9b7fd35b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:33.086255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d476032-aa9d-4ec7-a9d4-5aa81d380f08 req-98fefd80-eced-4e6f-97c0-4c3142525602 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:33.089615 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-12c02a7b-5058-4379-9377-3887c2d0ac7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3870821 Jan 27 21:32:33.093398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d476032-aa9d-4ec7-a9d4-5aa81d380f08 req-98fefd80-eced-4e6f-97c0-4c3142525602 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 949 time: 0.8006105 Jan 27 21:32:33.098992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 50884c4d-c427-4c2b-9a1f-8e4dde31e515 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:33.107109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Request body: {'port': {'device_id': 'd9e7e8bc-17e1-4c99-9797-07ba3b7228d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:33.156660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 50884c4d-c427-4c2b-9a1f-8e4dde31e515 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:33.156660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 50884c4d-c427-4c2b-9a1f-8e4dde31e515 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:33.167236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-60504235-db78-4d0e-a3b4-f53da48f2e0d req-2ed0f06f-503c-4ab0-81cc-958ee20693c9 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Deleting port b57bf366-071a-4eb2-8bb3-a01848790eb4 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:33.167792 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-60504235-db78-4d0e-a3b4-f53da48f2e0d req-2ed0f06f-503c-4ab0-81cc-958ee20693c9 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:33.219766 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-439214f4-d3fb-4f13-be4c-1ca9b7fd35b5 None None] Set router a3c5d16b-da71-418f-b08b-6fdeba3fff52 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:33.265115 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:33.273217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-60504235-db78-4d0e-a3b4-f53da48f2e0d req-2ed0f06f-503c-4ab0-81cc-958ee20693c9 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] For port b57bf366-071a-4eb2-8bb3-a01848790eb4, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b57bf366-071a-4eb2-8bb3-a01848790eb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:33.273508 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-60504235-db78-4d0e-a3b4-f53da48f2e0d req-2ed0f06f-503c-4ab0-81cc-958ee20693c9 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:33.286964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-60504235-db78-4d0e-a3b4-f53da48f2e0d req-2ed0f06f-503c-4ab0-81cc-958ee20693c9 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Calling delete_port for b57bf366-071a-4eb2-8bb3-a01848790eb4 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:33.465968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8b5f01-b465-429f-b9d3-96bcc6322686 None None] New status for floating IP 47b2da27-3c31-4202-a30a-c1114042b9ad: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:32:33.476348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d476032-aa9d-4ec7-a9d4-5aa81d380f08 req-55d3ba77-fef3-4cad-8349-edd9cc477086 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819795 Jan 27 21:32:33.492029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-acc5c6d7-7519-4441-8136-e0e6623c5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:33.493812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-acc5c6d7-7519-4441-8136-e0e6623c5a8f service neutron] 10.222.0.61 "GET /v2.0/networks?id=2ef5d7aa-0568-49d0-aa75-039f40b79a70 HTTP/1.1" status: 200 len: 928 time: 0.9804156 Jan 27 21:32:33.562158 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-439214f4-d3fb-4f13-be4c-1ca9b7fd35b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3', 'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'mac_address': 'fa:16:3e:67:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:45Z', 'updated_at': '2022-01-27T21:31:52Z', 'revision_number': 5, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'subnets': [{'id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:33.592747 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439214f4-d3fb-4f13-be4c-1ca9b7fd35b5 None None] The sync data for ids ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'] in n-d-760456-6 is: [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:46Z', 'revision_number': 4, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3', 'name': '', 'network_id': '2ef5d7aa-0568-49d0-aa75-039f40b79a70', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'mac_address': 'fa:16:3e:67:12:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:45Z', 'updated_at': '2022-01-27T21:31:52Z', 'revision_number': 5, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'subnets': [{'id': 'a70d9171-e899-4c94-b5a4-6b60c0db0a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:32:33.599259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-46b9cc6c-b4d2-42bc-a7e5-d6f5a0b7c9f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9adfd058-2de7-4af5-a5e4-711078adfac3 HTTP/1.1" status: 200 len: 217 time: 0.0939796 Jan 27 21:32:33.691811 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-60504235-db78-4d0e-a3b4-f53da48f2e0d req-2ed0f06f-503c-4ab0-81cc-958ee20693c9 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b57bf366-071a-4eb2-8bb3-a01848790eb4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:33.762057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0f06f-503c-4ab0-81cc-958ee20693c9 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Pushing event deleted for resources: {'Port': ['ID=b57bf366-071a-4eb2-8bb3-a01848790eb4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:33.820930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-c645b675-4f85-46d7-8ea6-df29a2d6a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:33.825310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-c645b675-4f85-46d7-8ea6-df29a2d6a810 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a70d9171-e899-4c94-b5a4-6b60c0db0a51 HTTP/1.1" status: 200 len: 866 time: 0.2162173 Jan 27 21:32:33.855913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['102ecce4-e4d3-4794-b5e4-65b5459936e5', 'b57bf366-071a-4eb2-8bb3-a01848790eb4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:33.858028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e8c901-9306-4b71-a0cf-2905f8916b35 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:33.868070 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Publish callbacks [] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:33.891217 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Transition to ACTIVE for port object 66e8c901-9306-4b71-a0cf-2905f8916b35 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:32:33.892847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-60504235-db78-4d0e-a3b4-f53da48f2e0d req-2ed0f06f-503c-4ab0-81cc-958ee20693c9 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] No DVR routers for this DVR port b57bf366-071a-4eb2-8bb3-a01848790eb4 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:32:33.895809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-60504235-db78-4d0e-a3b4-f53da48f2e0d req-2ed0f06f-503c-4ab0-81cc-958ee20693c9 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:33.900586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60504235-db78-4d0e-a3b4-f53da48f2e0d req-2ed0f06f-503c-4ab0-81cc-958ee20693c9 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.74 "DELETE /v2.0/ports/b57bf366-071a-4eb2-8bb3-a01848790eb4 HTTP/1.1" status: 204 len: 173 time: 1.3681779 Jan 27 21:32:33.917043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ccb48247-954c-46b0-b0eb-f56bb82d085a no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:33.952285 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:33.956984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-9355d5d4-1158-4e28-8119-a7b6e25ffcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:33.959202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-9355d5d4-1158-4e28-8119-a7b6e25ffcb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2ef5d7aa-0568-49d0-aa75-039f40b79a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958648 Jan 27 21:32:33.986278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: ccb48247-954c-46b0-b0eb-f56bb82d085a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:33.986833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ccb48247-954c-46b0-b0eb-f56bb82d085a not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:33.988225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256cf0d-c697-4f7b-b2b9-caf49f183ed9 req-ab1d34ef-dbbd-4064-b276-45905f40167b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:33.997495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9256cf0d-c697-4f7b-b2b9-caf49f183ed9 req-ab1d34ef-dbbd-4064-b276-45905f40167b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 931 time: 0.1433320 Jan 27 21:32:34.141147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43595de1-1933-420d-8387-1f597007de70 service neutron] Pushing event updated for resources: {'Port': ['ID=66e8c901-9306-4b71-a0cf-2905f8916b35,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:34.161909 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5833f2-256e-4266-9e51-f27b0391863e None None] New status for floating IP b12d19a7-f679-4cf9-8607-dd58188eeaa0: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:32:34.179689 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Attempting to bind port 66e8c901-9306-4b71-a0cf-2905f8916b35 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:32:34.180035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Attempting to bind port 66e8c901-9306-4b71-a0cf-2905f8916b35 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:32:34.180416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Attempting to bind port 66e8c901-9306-4b71-a0cf-2905f8916b35 on network 038c609c-9dab-435a-a0f9-09ac3d293b98 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:32:34.180796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9256cf0d-c697-4f7b-b2b9-caf49f183ed9 req-18e10bd4-e6be-4a5c-a97e-4b2c12a4a695 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809857 Jan 27 21:32:34.191327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Port 66e8c901-9306-4b71-a0cf-2905f8916b35 on network 038c609c-9dab-435a-a0f9-09ac3d293b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:32:34.191327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Attempting to bind port 66e8c901-9306-4b71-a0cf-2905f8916b35 on network 038c609c-9dab-435a-a0f9-09ac3d293b98 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:32:34.209160 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:32:34.209620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Checking segment: {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:32:34.209886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Bound using segment: {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:32:34.210320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Bound port: 66e8c901-9306-4b71-a0cf-2905f8916b35, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:32:34.224244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:34.230175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-108f1d57-7426-4a7b-a06b-7e7bd1935e7d service neutron] 10.222.0.61 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603636 Jan 27 21:32:34.342914 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] For port 66e8c901-9306-4b71-a0cf-2905f8916b35, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:32:34.350777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] For port 66e8c901-9306-4b71-a0cf-2905f8916b35, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=66e8c901-9306-4b71-a0cf-2905f8916b35,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:32:34.356671 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae2255b-e2d8-41d1-bea6-2be8f44e04ae x-openstack-request-id: req-4ae2255b-e2d8-41d1-bea6-2be8f44e04ae {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:34.356968 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11154ce2-fc8e-41eb-afde-90bbc9857131", "tag": "5694224b-e8f8-47d9-9cfb-7eae8748ea15", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:34.357229 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ae2255b-e2d8-41d1-bea6-2be8f44e04ae {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:34.357634 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'tag': '5694224b-e8f8-47d9-9cfb-7eae8748ea15', 'status': 'completed', 'code': 200} Jan 27 21:32:34.361157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e18fdaf-2aa6-49a4-97f6-3bd387c5f9f8 req-b0f73495-68f0-477f-a378-228eb4a21441 service neutron] 10.222.0.61 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245782 Jan 27 21:32:34.407640 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d885ae6b-b19e-4cdd-9c70-ea50af72a72b x-openstack-request-id: req-d885ae6b-b19e-4cdd-9c70-ea50af72a72b {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:34.417839 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10fbef13-e393-49c8-b6ba-185ef367202e", "name": "network-vif-deleted", "tag": "50884c4d-c427-4c2b-9a1f-8e4dde31e515", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:34.418121 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d885ae6b-b19e-4cdd-9c70-ea50af72a72b {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:34.418556 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10fbef13-e393-49c8-b6ba-185ef367202e', 'name': 'network-vif-deleted', 'tag': '50884c4d-c427-4c2b-9a1f-8e4dde31e515', 'status': 'completed', 'code': 200} Jan 27 21:32:34.432779 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:34.507091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e1b5f-3ae9-49e0-b312-08aecd20d50a req-9942d487-938f-4586-8107-c59124349ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:34.509175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f9e1b5f-3ae9-49e0-b312-08aecd20d50a req-9942d487-938f-4586-8107-c59124349ef0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9a88894e93cb4d2d980e4d4ad8fe4303&device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 1096 time: 0.1134961 Jan 27 21:32:34.515576 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:34.516418 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:34.517912 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-43595de1-1933-420d-8387-1f597007de70 service neutron] 10.222.0.71 "PUT /v2.0/ports/66e8c901-9306-4b71-a0cf-2905f8916b35 HTTP/1.1" status: 200 len: 1091 time: 1.4191241 Jan 27 21:32:34.571696 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43595de1-1933-420d-8387-1f597007de70 service neutron] Pushing event updated for resources: {'Port': ['ID=66e8c901-9306-4b71-a0cf-2905f8916b35,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:34.656975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e1b5f-3ae9-49e0-b312-08aecd20d50a req-5c86a18d-de30-4ae1-bdfe-910764b4580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:34.658840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f9e1b5f-3ae9-49e0-b312-08aecd20d50a req-5c86a18d-de30-4ae1-bdfe-910764b4580e service neutron] 10.222.0.74 "GET /v2.0/networks?id=13184c49-e803-47a3-b4d3-89527ee5d5c0 HTTP/1.1" status: 200 len: 916 time: 0.1370490 Jan 27 21:32:34.669973 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4e8074-0f44-4b36-83d5-41eec4efb2e1 x-openstack-request-id: req-3a4e8074-0f44-4b36-83d5-41eec4efb2e1 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:34.673704 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebff7501-81e7-4458-b8fd-fffa655bb6a0", "name": "network-vif-plugged", "status": "completed", "tag": "838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:34.673704 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a4e8074-0f44-4b36-83d5-41eec4efb2e1 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:34.673704 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', 'code': 200} Jan 27 21:32:34.696754 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24093278-4863-4eec-998a-930288066d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:34.697199 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-f5085418-a013-4549-993b-6c240055ecc2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458405 Jan 27 21:32:34.794204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e65c15a-9f52-47b3-8743-5ec7aec7d416 req-87ae7e79-3b59-4e16-9c6a-c8f20afa9a13 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 210 time: 0.1318007 Jan 27 21:32:34.851706 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e1359ef-69d3-4da0-bf25-56bfb022645a req-7700c6b4-db75-4511-8277-2bb7b6aa6c1f tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d39c766-4aca-47e0-8243-9ebdd70dcbc0 HTTP/1.1" status: 200 len: 210 time: 0.0793269 Jan 27 21:32:34.911603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-a9bb821a-9ae1-4c46-a8e0-395c00af479e tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips/b12d19a7-f679-4cf9-8607-dd58188eeaa0 HTTP/1.1" status: 200 len: 693 time: 0.0547357 Jan 27 21:32:34.933039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f9e1b5f-3ae9-49e0-b312-08aecd20d50a req-d323af56-8e83-4c60-abba-b77b0b5fcf83 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5694224b-e8f8-47d9-9cfb-7eae8748ea15 HTTP/1.1" status: 200 len: 1000 time: 0.2624691 Jan 27 21:32:34.949299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-1f543dc7-90ea-4e8b-8027-b59791935914 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:34.951274 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-1f543dc7-90ea-4e8b-8027-b59791935914 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346601 Jan 27 21:32:34.964594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Request body: {'port': {'device_id': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '8d87dbbb836740af80771db9b8ffe9ca'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:35.025507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-a19683a4-2ad2-428d-a041-56ef64eeffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:35.027263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-a19683a4-2ad2-428d-a041-56ef64eeffbe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 1094 time: 0.2975287 Jan 27 21:32:35.122671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-54c46a48-a020-4493-9ef5-770c1382094e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e8c901-9306-4b71-a0cf-2905f8916b35 HTTP/1.1" status: 200 len: 217 time: 0.0830257 Jan 27 21:32:35.185769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e1b5f-3ae9-49e0-b312-08aecd20d50a req-766da8e0-20bf-402e-bb75-013c91b1e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:35.185769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f9e1b5f-3ae9-49e0-b312-08aecd20d50a req-766da8e0-20bf-402e-bb75-013c91b1e501 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cdaea95c-79f5-405e-9c6d-30f481f126bd HTTP/1.1" status: 200 len: 854 time: 0.2298644 Jan 27 21:32:35.189509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-d567f9ab-75fa-4029-92b4-fc8b6a69eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:35.191443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-d567f9ab-75fa-4029-92b4-fc8b6a69eef1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=10416cba-4c10-4511-8751-27ccfe46b2bd HTTP/1.1" status: 200 len: 845 time: 0.0586472 Jan 27 21:32:35.247596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-72f03119-f195-4e3d-bbca-d0923ef15640 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=038c609c-9dab-435a-a0f9-09ac3d293b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481858 Jan 27 21:32:35.337716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Made reservation on behalf of 8d87dbbb836740af80771db9b8ffe9ca for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:32:35.338954 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:35.344393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-19d6bc15-7984-4517-ab4c-fc7e2021dc30 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:35.345795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-19d6bc15-7984-4517-ab4c-fc7e2021dc30 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.4178953 Jan 27 21:32:35.415217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e1b5f-3ae9-49e0-b312-08aecd20d50a req-26cee470-206d-4f0c-8960-17378cb86867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:35.416497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f9e1b5f-3ae9-49e0-b312-08aecd20d50a req-26cee470-206d-4f0c-8960-17378cb86867 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=13184c49-e803-47a3-b4d3-89527ee5d5c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182558 Jan 27 21:32:35.447642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-a9857c42-3e1f-4326-99bd-50b4fc45d9dd tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.0926983 Jan 27 21:32:35.520635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Allocated IP 192.168.233.76 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/27b8fd4b-aa41-4003-9eed-1165a7c3eca3) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:32:35.529735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68df97b-3954-4a79-9ec5-b5af30324683 req-f9629dc7-cd79-41c4-abf3-9e42fab3bd56 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:35.529735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c68df97b-3954-4a79-9ec5-b5af30324683 req-f9629dc7-cd79-41c4-abf3-9e42fab3bd56 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 943 time: 0.2719564 Jan 27 21:32:35.564975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-8a7323fd-16c8-4f95-a645-366750c9bc35 service neutron] 10.222.0.71 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103368 Jan 27 21:32:35.596958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-4e6c37d9-bea0-4bbd-9358-093761ad1e34 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.166 HTTP/1.1" status: 200 len: 696 time: 0.1315320 Jan 27 21:32:35.697065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks [] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:35.772597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f9e1b5f-3ae9-49e0-b312-08aecd20d50a req-9ad45bb8-ffbe-4cd9-913c-98806fdfdb1c service neutron] 10.222.0.74 "GET /v2.0/networks/13184c49-e803-47a3-b4d3-89527ee5d5c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398325 Jan 27 21:32:35.775653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c68df97b-3954-4a79-9ec5-b5af30324683 req-211bb5ff-4787-41c8-8036-e2c276ee9cd3 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130814 Jan 27 21:32:35.801921 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:35.814248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'f1969fd7-9bcd-463c-a65d-1a43f776cf54', '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:35.828870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:32:35.832338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:35.857097 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:32:35.870741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:35.871907 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:35.895898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de8962d3-c329-4b13-9bdc-05535a4691e5 req-f4220759-8c58-43a7-a0f8-f53cc611a8f9 service neutron] 10.222.0.71 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039768 Jan 27 21:32:35.922157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:35.943896 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:32:35.951142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f9e1b5f-3ae9-49e0-b312-08aecd20d50a req-50584acd-4391-472e-a470-a343753253ca service neutron] 10.222.0.74 "GET /v2.0/networks/13184c49-e803-47a3-b4d3-89527ee5d5c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675498 Jan 27 21:32:35.955755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-4e0c35a7-1edb-458f-bf01-9132b215ec7f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Deleting port 6a47eb5c-c8d8-48d9-9fb3-6670fea983d9 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:35.956363 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-4e0c35a7-1edb-458f-bf01-9132b215ec7f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6a47eb5c-c8d8-48d9-9fb3-6670fea983d9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:35.998806 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.000561 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-bebd761c-4d27-41c5-9838-d5d02e1c7f09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0405190 Jan 27 21:32:36.013098 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Request body: {'port': {'device_id': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:36.145585 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.177710 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-4e0c35a7-1edb-458f-bf01-9132b215ec7f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6a47eb5c-c8d8-48d9-9fb3-6670fea983d9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.178054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-4e0c35a7-1edb-458f-bf01-9132b215ec7f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (6a47eb5c-c8d8-48d9-9fb3-6670fea983d9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.194240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-4e0c35a7-1edb-458f-bf01-9132b215ec7f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Calling delete_port for 6a47eb5c-c8d8-48d9-9fb3-6670fea983d9 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:36.202841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15c5fd-c61d-492d-8218-cc5b5d4ef120 req-012d7cf9-2a12-49c0-a46e-7ff0ef81993a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:36.204435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f15c5fd-c61d-492d-8218-cc5b5d4ef120 req-012d7cf9-2a12-49c0-a46e-7ff0ef81993a tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 935 time: 0.1174145 Jan 27 21:32:36.363203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e7e8bc-17e1-4c99-9797-07ba3b7228d9', 'tag': '66e8c901-9306-4b71-a0cf-2905f8916b35'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:36.365536 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9e832d-33e0-495c-bb88-f725e5c5f735" -d '{"events": [{"name": "network-changed", "server_uuid": "d9e7e8bc-17e1-4c99-9797-07ba3b7228d9", "tag": "66e8c901-9306-4b71-a0cf-2905f8916b35"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:36.390865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f15c5fd-c61d-492d-8218-cc5b5d4ef120 req-e894653a-ff70-4898-b7fc-f112e1183c92 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754024 Jan 27 21:32:36.391884 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1b4bcbc0-3a22-409c-acb3-cfeeb2958dfd None None] Provisioning complete for port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:36.392314 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b4bcbc0-3a22-409c-acb3-cfeeb2958dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.419485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568354ce-253d-4c1c-93ba-e0a4b9a7efd9', 'name': 'network-vif-deleted', 'tag': 'ccb48247-954c-46b0-b0eb-f56bb82d085a'}, {'name': 'network-changed', 'server_uuid': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'tag': '9adfd058-2de7-4af5-a5e4-711078adfac3'}, {'server_uuid': '7d39c766-4aca-47e0-8243-9ebdd70dcbc0', 'name': 'network-vif-deleted', 'tag': 'b57bf366-071a-4eb2-8bb3-a01848790eb4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:36.423972 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9c4568-b937-4992-ad44-4b61f10fcba8" -d '{"events": [{"server_uuid": "568354ce-253d-4c1c-93ba-e0a4b9a7efd9", "name": "network-vif-deleted", "tag": "ccb48247-954c-46b0-b0eb-f56bb82d085a"}, {"name": "network-changed", "server_uuid": "eeb22c44-b2bc-4252-acdd-86b82be35cf9", "tag": "9adfd058-2de7-4af5-a5e4-711078adfac3"}, {"server_uuid": "7d39c766-4aca-47e0-8243-9ebdd70dcbc0", "name": "network-vif-deleted", "tag": "b57bf366-071a-4eb2-8bb3-a01848790eb4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:36.431430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1b4bcbc0-3a22-409c-acb3-cfeeb2958dfd None None] Port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:32:36.577260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:36.587216 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Publish callbacks [] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.605371 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Transition to ACTIVE for port object 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:32:36.614843 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-4e0c35a7-1edb-458f-bf01-9132b215ec7f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6a47eb5c-c8d8-48d9-9fb3-6670fea983d9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.639547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c35a7-1edb-458f-bf01-9132b215ec7f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Pushing event deleted for resources: {'Port': ['ID=6a47eb5c-c8d8-48d9-9fb3-6670fea983d9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:36.650213 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd197cb2-b91b-4156-b165-048213203eac x-openstack-request-id: req-fd197cb2-b91b-4156-b165-048213203eac {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:36.651459 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9e7e8bc-17e1-4c99-9797-07ba3b7228d9", "tag": "66e8c901-9306-4b71-a0cf-2905f8916b35", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:36.652770 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd197cb2-b91b-4156-b165-048213203eac {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:36.653329 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e7e8bc-17e1-4c99-9797-07ba3b7228d9', 'tag': '66e8c901-9306-4b71-a0cf-2905f8916b35', 'status': 'completed', 'code': 200} Jan 27 21:32:36.683798 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.714230 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beb912f-49f4-4e66-a5e3-209363d42d84 x-openstack-request-id: req-7beb912f-49f4-4e66-a5e3-209363d42d84 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:36.715191 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568354ce-253d-4c1c-93ba-e0a4b9a7efd9", "name": "network-vif-deleted", "tag": "ccb48247-954c-46b0-b0eb-f56bb82d085a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eeb22c44-b2bc-4252-acdd-86b82be35cf9", "tag": "9adfd058-2de7-4af5-a5e4-711078adfac3", "status": "completed", "code": 200}, {"server_uuid": "7d39c766-4aca-47e0-8243-9ebdd70dcbc0", "name": "network-vif-deleted", "tag": "b57bf366-071a-4eb2-8bb3-a01848790eb4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:36.715617 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7beb912f-49f4-4e66-a5e3-209363d42d84 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:36.717645 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568354ce-253d-4c1c-93ba-e0a4b9a7efd9', 'name': 'network-vif-deleted', 'tag': 'ccb48247-954c-46b0-b0eb-f56bb82d085a', 'status': 'completed', 'code': 200} Jan 27 21:32:36.718263 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'tag': '9adfd058-2de7-4af5-a5e4-711078adfac3', 'status': 'completed', 'code': 200} Jan 27 21:32:36.719655 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d39c766-4aca-47e0-8243-9ebdd70dcbc0', 'name': 'network-vif-deleted', 'tag': 'b57bf366-071a-4eb2-8bb3-a01848790eb4', 'status': 'completed', 'code': 200} Jan 27 21:32:36.749062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:36.800432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Attempting to bind port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:32:36.800771 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Attempting to bind port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:32:36.801098 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Attempting to bind port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:32:36.808713 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:32:36.809041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Attempting to bind port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:32:36.817805 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:32:36.818572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:32:36.819154 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:32:36.819855 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Bound port: 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:32:36.820260 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.900099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e832d-33e0-495c-bb88-f725e5c5f735 req-f41fe403-d83b-4480-85cb-c43a55dd63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:36.900383 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:32:36.902205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de9e832d-33e0-495c-bb88-f725e5c5f735 req-f41fe403-d83b-4480-85cb-c43a55dd63ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 1094 time: 0.1814797 Jan 27 21:32:36.907058 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:32:36.935819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-4e0c35a7-1edb-458f-bf01-9132b215ec7f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks [] for floatingip (b12d19a7-f679-4cf9-8607-dd58188eeaa0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.938774 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-4e0c35a7-1edb-458f-bf01-9132b215ec7f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.939886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1351fd5-a7d0-4410-8e2e-11ad097af4a1 req-4e0c35a7-1edb-458f-bf01-9132b215ec7f tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "DELETE /v2.0/floatingips/b12d19a7-f679-4cf9-8607-dd58188eeaa0 HTTP/1.1" status: 204 len: 173 time: 1.3215683 Jan 27 21:32:36.979420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c4568-b937-4992-ad44-4b61f10fcba8 req-33e9f54e-2f7f-4a09-b6a7-e1a2fe51b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:36.982201 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:36.983412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba9c4568-b937-4992-ad44-4b61f10fcba8 req-33e9f54e-2f7f-4a09-b6a7-e1a2fe51b46c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=382fab6fb99b4cb9b9b0df3cf5a4ec30&device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 1096 time: 0.1596444 Jan 27 21:32:37.079485 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:37.083825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:37.084778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:37.086548 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-4a857fc2-efb6-452c-a41d-d085a77e03f2 service neutron] 10.222.0.71 "PUT /v2.0/ports/27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 1095 time: 1.0777650 Jan 27 21:32:37.096982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c4568-b937-4992-ad44-4b61f10fcba8 req-c2632a06-5a40-4665-a633-0d14b47e136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:37.099389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba9c4568-b937-4992-ad44-4b61f10fcba8 req-c2632a06-5a40-4665-a633-0d14b47e136c service neutron] 10.222.0.71 "GET /v2.0/networks?id=2ef5d7aa-0568-49d0-aa75-039f40b79a70 HTTP/1.1" status: 200 len: 928 time: 0.0997691 Jan 27 21:32:37.146037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b57bf366-071a-4eb2-8bb3-a01848790eb4 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:37.207391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: b57bf366-071a-4eb2-8bb3-a01848790eb4 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:37.207987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b57bf366-071a-4eb2-8bb3-a01848790eb4 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:37.215720 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:37.244241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba9c4568-b937-4992-ad44-4b61f10fcba8 req-1e398b9f-a474-4b89-a479-516e6d2690dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9adfd058-2de7-4af5-a5e4-711078adfac3 HTTP/1.1" status: 200 len: 217 time: 0.1351020 Jan 27 21:32:37.248182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e832d-33e0-495c-bb88-f725e5c5f735 req-655c748b-7b3c-4092-8982-7605ac899ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:37.249824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de9e832d-33e0-495c-bb88-f725e5c5f735 req-655c748b-7b3c-4092-8982-7605ac899ed2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=038c609c-9dab-435a-a0f9-09ac3d293b98 HTTP/1.1" status: 200 len: 906 time: 0.3374009 Jan 27 21:32:37.289252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-962eda95-c32f-4074-8e4a-de6912278a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:37.296449 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-962eda95-c32f-4074-8e4a-de6912278a6f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1098 time: 0.1046023 Jan 27 21:32:37.338359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de9e832d-33e0-495c-bb88-f725e5c5f735 req-03ca482a-fabf-4b50-834f-4f6bf0cddf0e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66e8c901-9306-4b71-a0cf-2905f8916b35 HTTP/1.1" status: 200 len: 217 time: 0.0758801 Jan 27 21:32:37.359264 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-3f3b3127-1b77-4afa-a33e-cc6782d22595 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 217 time: 0.0581067 Jan 27 21:32:37.423178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-99c0302a-1713-4715-96ce-e0d4c643612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:37.425306 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-99c0302a-1713-4715-96ce-e0d4c643612e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0599499 Jan 27 21:32:37.482759 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-eb6055a3-1c68-416f-97ed-515c06dd6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:37.484332 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-eb6055a3-1c68-416f-97ed-515c06dd6445 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530896 Jan 27 21:32:37.583814 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-411f0257-85f5-41f3-9383-4aaeccbbcb19 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924008 Jan 27 21:32:37.647833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbc4d3-2fea-4d0f-931f-d047699cb52a req-fa617423-25fc-47c9-9c9e-64845beb132a tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:37.649353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1efbc4d3-2fea-4d0f-931f-d047699cb52a req-fa617423-25fc-47c9-9c9e-64845beb132a tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 943 time: 0.5475197 Jan 27 21:32:37.677165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c4568-b937-4992-ad44-4b61f10fcba8 req-3e4cb466-32e9-427b-948e-91915c2608d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:37.678601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba9c4568-b937-4992-ad44-4b61f10fcba8 req-3e4cb466-32e9-427b-948e-91915c2608d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a70d9171-e899-4c94-b5a4-6b60c0db0a51 HTTP/1.1" status: 200 len: 866 time: 0.4268067 Jan 27 21:32:37.683988 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-908fac4f-9309-4ceb-9da4-d1b36a50726f req-709cb982-2c01-4e34-a0ae-b597a187e328 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924587 Jan 27 21:32:37.771191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e832d-33e0-495c-bb88-f725e5c5f735 req-7ba13c21-b93a-4fae-9a6c-2fbcee26ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:37.772694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de9e832d-33e0-495c-bb88-f725e5c5f735 req-7ba13c21-b93a-4fae-9a6c-2fbcee26ec50 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=10416cba-4c10-4511-8751-27ccfe46b2bd HTTP/1.1" status: 200 len: 845 time: 0.4240851 Jan 27 21:32:37.791504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e423d3-7d36-4290-b72b-95694e45d82f req-62bb9ac6-6ae3-43dc-8949-ed375cfbb5a6 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:37.792986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8e423d3-7d36-4290-b72b-95694e45d82f req-62bb9ac6-6ae3-43dc-8949-ed375cfbb5a6 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 950 time: 0.4454780 Jan 27 21:32:37.828216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de9e832d-33e0-495c-bb88-f725e5c5f735 req-88935b04-b53f-49a8-93ab-200532d59bb8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=038c609c-9dab-435a-a0f9-09ac3d293b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441744 Jan 27 21:32:37.833031 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1efbc4d3-2fea-4d0f-931f-d047699cb52a req-ee7a0d34-2ddc-477a-8f3c-63a43b9e250c tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593838 Jan 27 21:32:37.834742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c4568-b937-4992-ad44-4b61f10fcba8 req-1e19b407-75ed-4222-9df7-c6395d7d468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:37.836777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba9c4568-b937-4992-ad44-4b61f10fcba8 req-1e19b407-75ed-4222-9df7-c6395d7d468b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2ef5d7aa-0568-49d0-aa75-039f40b79a70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361756 Jan 27 21:32:37.930556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 66e8c901-9306-4b71-a0cf-2905f8916b35 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:32:38.022249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8e423d3-7d36-4290-b72b-95694e45d82f req-c0e8a3a5-1db1-4673-90df-cc1a79684f78 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178993 Jan 27 21:32:38.035453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 66e8c901-9306-4b71-a0cf-2905f8916b35, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=66e8c901-9306-4b71-a0cf-2905f8916b35,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:38.057824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '66e8c901-9306-4b71-a0cf-2905f8916b35', 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'port_id': '66e8c901-9306-4b71-a0cf-2905f8916b35', 'mac_address': 'fa:16:3e:34:55:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10416cba-4c10-4511-8751-27ccfe46b2bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:32:38.062503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de9e832d-33e0-495c-bb88-f725e5c5f735 req-1d401f62-3fe3-476f-baa6-b0fded216078 service neutron] 10.222.0.71 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247865 Jan 27 21:32:38.077122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9283f-04de-4884-ad87-78f311dabc44 req-535e0e02-eac4-405e-bd14-ff70a91189d9 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:38.078626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42f9283f-04de-4884-ad87-78f311dabc44 req-535e0e02-eac4-405e-bd14-ff70a91189d9 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1590774 Jan 27 21:32:38.115005 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 66e8c901-9306-4b71-a0cf-2905f8916b35 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:38.115430 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:38.129270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e8c901-9306-4b71-a0cf-2905f8916b35 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:38.152991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 66e8c901-9306-4b71-a0cf-2905f8916b35, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=66e8c901-9306-4b71-a0cf-2905f8916b35,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:38.167242 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba9c4568-b937-4992-ad44-4b61f10fcba8 req-eed7b129-ff7f-4e51-8e83-82902e7d99a5 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050404 Jan 27 21:32:38.183135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42f9283f-04de-4884-ad87-78f311dabc44 req-358ad147-ac81-4daa-82a5-1131451e1c0e tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0925798 Jan 27 21:32:38.232017 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:38.320592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=66e8c901-9306-4b71-a0cf-2905f8916b35,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:38.387390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b87850-74ea-4f5e-af1c-795dfefd4c5b req-492ef59f-b352-45a3-93b1-6f228359502f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:38.388888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0b87850-74ea-4f5e-af1c-795dfefd4c5b req-492ef59f-b352-45a3-93b1-6f228359502f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 947 time: 0.2781732 Jan 27 21:32:38.400472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ab08625-6530-4b69-b843-f0ec2bd138c9 req-89cd47cf-3611-4596-9f08-0b59d57007d0 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0741796 Jan 27 21:32:38.409034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de9e832d-33e0-495c-bb88-f725e5c5f735 req-acf15ee5-78e0-4849-afd8-22d499a1764e service neutron] 10.222.0.71 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293941 Jan 27 21:32:38.501833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba9c4568-b937-4992-ad44-4b61f10fcba8 req-2adfd3c8-6359-49ff-abc1-773255065259 service neutron] 10.222.0.71 "GET /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222125 Jan 27 21:32:38.508027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0b87850-74ea-4f5e-af1c-795dfefd4c5b req-c546d2af-0ae0-4a13-a879-46f98108c5a2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094177 Jan 27 21:32:38.528809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['66e8c901-9306-4b71-a0cf-2905f8916b35'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:38.642072 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864c6e1-d5a1-4543-a70c-65b29b1860dc req-09de8a05-5dc1-4c36-ac37-51cd40242d4b tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:38.643718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f864c6e1-d5a1-4543-a70c-65b29b1860dc req-09de8a05-5dc1-4c36-ac37-51cd40242d4b tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.74 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 950 time: 0.0670290 Jan 27 21:32:38.657481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:38.657960 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d72572-fcbf-4060-b860-7b66cc0d1962" -d '{"events": [{"name": "network-changed", "server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:38.725905 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f4c284-3521-4967-9d39-7fd4fad29f3f x-openstack-request-id: req-01f4c284-3521-4967-9d39-7fd4fad29f3f {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:38.725905 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:38.730950 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01f4c284-3521-4967-9d39-7fd4fad29f3f {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:38.730950 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'status': 'completed', 'code': 200} Jan 27 21:32:38.731110 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:38.815284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d72572-fcbf-4060-b860-7b66cc0d1962 req-4105149c-5ac5-4dd3-b682-3f46ea4f6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:38.816849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d72572-fcbf-4060-b860-7b66cc0d1962 req-4105149c-5ac5-4dd3-b682-3f46ea4f6f5d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1098 time: 0.0677459 Jan 27 21:32:38.822928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-f864c6e1-d5a1-4543-a70c-65b29b1860dc req-dc925254-ac3d-4384-a5a1-2312e868b853 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Deleting port 102ecce4-e4d3-4794-b5e4-65b5459936e5 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:38.828555 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f864c6e1-d5a1-4543-a70c-65b29b1860dc req-dc925254-ac3d-4384-a5a1-2312e868b853 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:39.074497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f864c6e1-d5a1-4543-a70c-65b29b1860dc req-dc925254-ac3d-4384-a5a1-2312e868b853 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] For port 102ecce4-e4d3-4794-b5e4-65b5459936e5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=102ecce4-e4d3-4794-b5e4-65b5459936e5,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:39.074867 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f864c6e1-d5a1-4543-a70c-65b29b1860dc req-dc925254-ac3d-4384-a5a1-2312e868b853 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:39.084344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d72572-fcbf-4060-b860-7b66cc0d1962 req-9b943f21-f937-4b88-a895-801a56f7abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:39.085832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d72572-fcbf-4060-b860-7b66cc0d1962 req-9b943f21-f937-4b88-a895-801a56f7abf6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2594712 Jan 27 21:32:39.093079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c2e3a-981c-4057-82da-261843a0b648 req-48b39bf1-16b6-42c5-8910-92843edc9d74 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:39.093991 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-870c2e3a-981c-4057-82da-261843a0b648 req-48b39bf1-16b6-42c5-8910-92843edc9d74 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 945 time: 0.1586878 Jan 27 21:32:39.113702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043d7ba-975f-419b-9737-16409465a29f req-0de7588d-8cc3-4a3b-a771-b0a1e2644285 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:39.115066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d043d7ba-975f-419b-9737-16409465a29f req-0de7588d-8cc3-4a3b-a771-b0a1e2644285 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 944 time: 0.1780090 Jan 27 21:32:39.117125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-f864c6e1-d5a1-4543-a70c-65b29b1860dc req-dc925254-ac3d-4384-a5a1-2312e868b853 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Calling delete_port for 102ecce4-e4d3-4794-b5e4-65b5459936e5 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:39.163410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d72572-fcbf-4060-b860-7b66cc0d1962 req-3f2a11fa-c510-42b3-a4f9-892c01475fe5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 217 time: 0.0662153 Jan 27 21:32:39.299200 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-870c2e3a-981c-4057-82da-261843a0b648 req-1b2ba92c-0062-41e3-bc32-c2f710e68fad tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831739 Jan 27 21:32:39.325111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d043d7ba-975f-419b-9737-16409465a29f req-b02bab60-7dcf-4c29-98e2-0c9ded3abedf tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724408 Jan 27 21:32:39.328507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d72572-fcbf-4060-b860-7b66cc0d1962 req-22dc1035-e0a4-44ff-89c0-3587139c5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:39.330032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d72572-fcbf-4060-b860-7b66cc0d1962 req-22dc1035-e0a4-44ff-89c0-3587139c5fda service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1550155 Jan 27 21:32:39.480741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d72572-fcbf-4060-b860-7b66cc0d1962 req-1253be64-c42d-4a4e-8171-84ad7ec268b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:39.482422 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d72572-fcbf-4060-b860-7b66cc0d1962 req-1253be64-c42d-4a4e-8171-84ad7ec268b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403491 Jan 27 21:32:39.505293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3961265-8ffe-40ff-a42c-56a51685beeb req-5ca5bf13-8ba4-4d5a-902a-706b30da1153 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:39.506751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3961265-8ffe-40ff-a42c-56a51685beeb req-5ca5bf13-8ba4-4d5a-902a-706b30da1153 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 950 time: 0.1145146 Jan 27 21:32:39.631189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3961265-8ffe-40ff-a42c-56a51685beeb req-cf2d1dcf-1902-4088-99ab-38a7ac3e684a tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/security-groups?id=6b0c11a1-4254-4b48-ba24-35c1f473b574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053927 Jan 27 21:32:39.678436 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f864c6e1-d5a1-4543-a70c-65b29b1860dc req-dc925254-ac3d-4384-a5a1-2312e868b853 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (102ecce4-e4d3-4794-b5e4-65b5459936e5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:39.691919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['102ecce4-e4d3-4794-b5e4-65b5459936e5'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:39.716703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d72572-fcbf-4060-b860-7b66cc0d1962 req-fd9af707-48c5-4180-9940-3a9c503d9c35 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268507 Jan 27 21:32:39.753503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc925254-ac3d-4384-a5a1-2312e868b853 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Pushing event deleted for resources: {'Port': ['ID=102ecce4-e4d3-4794-b5e4-65b5459936e5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:39.851400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f864c6e1-d5a1-4543-a70c-65b29b1860dc req-dc925254-ac3d-4384-a5a1-2312e868b853 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] No DVR routers for this DVR port 102ecce4-e4d3-4794-b5e4-65b5459936e5 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:32:39.855807 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f864c6e1-d5a1-4543-a70c-65b29b1860dc req-dc925254-ac3d-4384-a5a1-2312e868b853 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:39.859152 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f864c6e1-d5a1-4543-a70c-65b29b1860dc req-dc925254-ac3d-4384-a5a1-2312e868b853 tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.74 "DELETE /v2.0/ports/102ecce4-e4d3-4794-b5e4-65b5459936e5 HTTP/1.1" status: 204 len: 173 time: 1.2077930 Jan 27 21:32:39.859762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83eb32c6-5148-40a6-a5c9-2599564a9cba', 'name': 'network-vif-deleted', 'tag': '102ecce4-e4d3-4794-b5e4-65b5459936e5'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:39.862623 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d1732c-2e9d-4eb7-899c-85747fbc099b" -d '{"events": [{"server_uuid": "83eb32c6-5148-40a6-a5c9-2599564a9cba", "name": "network-vif-deleted", "tag": "102ecce4-e4d3-4794-b5e4-65b5459936e5"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:39.872979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d5438-0178-4b18-9b33-53bea37b7d54 req-d07eaac0-1900-4682-8eca-aea8b67abccb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:39.874417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a0d5438-0178-4b18-9b33-53bea37b7d54 req-d07eaac0-1900-4682-8eca-aea8b67abccb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 947 time: 0.1995294 Jan 27 21:32:39.946628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:32:39.952628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 66e8c901-9306-4b71-a0cf-2905f8916b35 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:39.953904 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d72572-fcbf-4060-b860-7b66cc0d1962 req-4b042e85-227c-4f96-97d6-78484b5f6dbc service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144706 Jan 27 21:32:39.979115 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cac87d-1a05-41c8-8511-93b13d6e7161 x-openstack-request-id: req-26cac87d-1a05-41c8-8511-93b13d6e7161 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:39.979501 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83eb32c6-5148-40a6-a5c9-2599564a9cba", "name": "network-vif-deleted", "tag": "102ecce4-e4d3-4794-b5e4-65b5459936e5", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:39.979801 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26cac87d-1a05-41c8-8511-93b13d6e7161 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:39.980268 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83eb32c6-5148-40a6-a5c9-2599564a9cba', 'name': 'network-vif-deleted', 'tag': '102ecce4-e4d3-4794-b5e4-65b5459936e5', 'status': 'completed', 'code': 200} Jan 27 21:32:40.019875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a0d5438-0178-4b18-9b33-53bea37b7d54 req-323117c5-d6d1-4a9d-9106-9f8b470a0d14 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306369 Jan 27 21:32:40.334968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:40.366614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 66e8c901-9306-4b71-a0cf-2905f8916b35 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:32:40.382631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'mac_address': 'fa:16:3e:1b:ff:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:32:40.394173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 66e8c901-9306-4b71-a0cf-2905f8916b35 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:40.394565 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.515437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:40.515790 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.555408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:32:40.557265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccf028-3107-48c4-b990-5d90dd0b79fc req-caa8b254-8878-4013-b13c-727b353fcbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:40.561391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1cccf028-3107-48c4-b990-5d90dd0b79fc req-caa8b254-8878-4013-b13c-727b353fcbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.71 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 945 time: 0.1362031 Jan 27 21:32:40.581440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:40.584594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 66e8c901-9306-4b71-a0cf-2905f8916b35 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:40.585117 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.590823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc0b2f-4399-4905-80f7-d5ca25b06df1 req-d08d50a8-f793-4b9f-b662-889faadf53a0 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:40.594958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91cc0b2f-4399-4905-80f7-d5ca25b06df1 req-d08d50a8-f793-4b9f-b662-889faadf53a0 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 944 time: 0.1304018 Jan 27 21:32:40.623279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e7e8bc-17e1-4c99-9797-07ba3b7228d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e8c901-9306-4b71-a0cf-2905f8916b35'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:40.623655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35683136-e415-455d-9be2-c1493274be75 req-aca39bd2-599f-40cf-a3c2-fe5e0f22da28 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:40.625267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35683136-e415-455d-9be2-c1493274be75 req-aca39bd2-599f-40cf-a3c2-fe5e0f22da28 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 945 time: 0.1870122 Jan 27 21:32:40.645651 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b509ec-876c-4423-8b62-aeb8dc7b8a0c" -d '{"events": [{"server_uuid": "d9e7e8bc-17e1-4c99-9797-07ba3b7228d9", "name": "network-vif-plugged", "status": "completed", "tag": "66e8c901-9306-4b71-a0cf-2905f8916b35"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:40.668345 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.675124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 66e8c901-9306-4b71-a0cf-2905f8916b35, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=66e8c901-9306-4b71-a0cf-2905f8916b35,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:40.723721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35683136-e415-455d-9be2-c1493274be75 req-e1e1a3ce-8540-4f86-90de-63cc7dd56e05 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/security-groups?id=613918bf-232b-4d5e-9fd1-ded89ff1447a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812218 Jan 27 21:32:40.769690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:40.793439 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.795709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91cc0b2f-4399-4905-80f7-d5ca25b06df1 req-96fbff05-0bb9-45ee-ab7e-ae32b2ff1b2c tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667225 Jan 27 21:32:40.813896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-1cccf028-3107-48c4-b990-5d90dd0b79fc req-1d9392f1-11a6-49d0-80d8-15c290b1213d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Deleting port 9adfd058-2de7-4af5-a5e4-711078adfac3 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:40.814234 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cccf028-3107-48c4-b990-5d90dd0b79fc req-1d9392f1-11a6-49d0-80d8-15c290b1213d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.862263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=66e8c901-9306-4b71-a0cf-2905f8916b35,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:40.955297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['27b8fd4b-aa41-4003-9eed-1165a7c3eca3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:40.970741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1cccf028-3107-48c4-b990-5d90dd0b79fc req-1d9392f1-11a6-49d0-80d8-15c290b1213d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] For port 9adfd058-2de7-4af5-a5e4-711078adfac3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9adfd058-2de7-4af5-a5e4-711078adfac3,segment=NetworkSegment(c15db44a-8832-4781-88bd-ee42cf60c2dc),segment_id=c15db44a-8832-4781-88bd-ee42cf60c2dc)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:40.971933 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cccf028-3107-48c4-b990-5d90dd0b79fc req-1d9392f1-11a6-49d0-80d8-15c290b1213d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:40.995861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-1cccf028-3107-48c4-b990-5d90dd0b79fc req-1d9392f1-11a6-49d0-80d8-15c290b1213d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Calling delete_port for 9adfd058-2de7-4af5-a5e4-711078adfac3 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:41.044824 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17295101-424b-4a4b-b2f4-b8ffc309848e x-openstack-request-id: req-17295101-424b-4a4b-b2f4-b8ffc309848e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:41.045226 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e7e8bc-17e1-4c99-9797-07ba3b7228d9", "name": "network-vif-plugged", "status": "completed", "tag": "66e8c901-9306-4b71-a0cf-2905f8916b35", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:41.045558 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17295101-424b-4a4b-b2f4-b8ffc309848e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:41.046622 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e7e8bc-17e1-4c99-9797-07ba3b7228d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e8c901-9306-4b71-a0cf-2905f8916b35', 'code': 200} Jan 27 21:32:41.172030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3da649d-ec47-46a1-8685-61b89727f70c req-d22ee0c7-c517-4e7a-908e-2f4eba3df7af tempest-ServersAdminNegativeTestJSON-1853858991 tempest-ServersAdminNegativeTestJSON-1853858991-project] 10.222.0.61 "GET /v2.0/ports?device_id=83eb32c6-5148-40a6-a5c9-2599564a9cba HTTP/1.1" status: 200 len: 210 time: 0.1578190 Jan 27 21:32:41.265127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58e784-3fa3-430f-909f-99978c1e1bc4 req-120a2341-6830-4a95-aa6c-869fe7d42228 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:41.269606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e58e784-3fa3-430f-909f-99978c1e1bc4 req-120a2341-6830-4a95-aa6c-869fe7d42228 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 948 time: 0.1501353 Jan 27 21:32:41.311684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8e0a4-6426-4723-a232-8e28d08412cf req-b8b4fb9f-2b57-45a3-98ad-6dc32ba6bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:41.313398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ca8e0a4-6426-4723-a232-8e28d08412cf req-b8b4fb9f-2b57-45a3-98ad-6dc32ba6bc02 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 1096 time: 0.1585863 Jan 27 21:32:41.410036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e58e784-3fa3-430f-909f-99978c1e1bc4 req-fdabe272-433e-41cc-81fd-5902a1fbe954 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344507 Jan 27 21:32:41.435473 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ca8e0a4-6426-4723-a232-8e28d08412cf req-24d1cf3f-1863-46e4-9b6c-64f93ddd022d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122248 Jan 27 21:32:41.499640 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cccf028-3107-48c4-b990-5d90dd0b79fc req-1d9392f1-11a6-49d0-80d8-15c290b1213d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9adfd058-2de7-4af5-a5e4-711078adfac3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:41.511326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9adfd058-2de7-4af5-a5e4-711078adfac3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:32:41.542037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9392f1-11a6-49d0-80d8-15c290b1213d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Pushing event deleted for resources: {'Port': ['ID=9adfd058-2de7-4af5-a5e4-711078adfac3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:41.593653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cccf028-3107-48c4-b990-5d90dd0b79fc req-1d9392f1-11a6-49d0-80d8-15c290b1213d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] No DVR routers for this DVR port 9adfd058-2de7-4af5-a5e4-711078adfac3 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:32:41.597169 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cccf028-3107-48c4-b990-5d90dd0b79fc req-1d9392f1-11a6-49d0-80d8-15c290b1213d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:41.600687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1cccf028-3107-48c4-b990-5d90dd0b79fc req-1d9392f1-11a6-49d0-80d8-15c290b1213d tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.71 "DELETE /v2.0/ports/9adfd058-2de7-4af5-a5e4-711078adfac3 HTTP/1.1" status: 204 len: 173 time: 1.0322180 Jan 27 21:32:41.833818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93984301-3277-4ce5-bf57-e3cad37cfe92 req-dbfeb155-daa0-4ab4-a9d3-4db3581da8a4 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925 tempest-FloatingIPsAssociationNegativeTestJSON-1520210925-project] 10.222.0.61 "GET /v2.0/ports?device_id=eeb22c44-b2bc-4252-acdd-86b82be35cf9 HTTP/1.1" status: 200 len: 210 time: 0.0327048 Jan 27 21:32:41.973808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:41.988107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a545-8850-4238-b8c7-97ffc490c173 req-dd151a03-c44c-4190-a9bc-832bd475e873 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:41.999712 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec56a545-8850-4238-b8c7-97ffc490c173 req-dd151a03-c44c-4190-a9bc-832bd475e873 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.1034224 Jan 27 21:32:42.003948 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'name': 'network-vif-deleted', 'tag': '9adfd058-2de7-4af5-a5e4-711078adfac3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:42.005856 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6cb4f5-d5e9-4cc9-a14d-e615e73016f5" -d '{"events": [{"server_uuid": "eeb22c44-b2bc-4252-acdd-86b82be35cf9", "name": "network-vif-deleted", "tag": "9adfd058-2de7-4af5-a5e4-711078adfac3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:42.129316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec56a545-8850-4238-b8c7-97ffc490c173 req-85924cd7-8469-4e27-8b27-3ad64af7dab0 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271493 Jan 27 21:32:42.187992 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdc36d9-f17a-45e1-9790-03a7f2e5b120 x-openstack-request-id: req-2fdc36d9-f17a-45e1-9790-03a7f2e5b120 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:42.187992 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb22c44-b2bc-4252-acdd-86b82be35cf9", "name": "network-vif-deleted", "tag": "9adfd058-2de7-4af5-a5e4-711078adfac3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:42.187992 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2fdc36d9-f17a-45e1-9790-03a7f2e5b120 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:42.187992 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb22c44-b2bc-4252-acdd-86b82be35cf9', 'name': 'network-vif-deleted', 'tag': '9adfd058-2de7-4af5-a5e4-711078adfac3', 'status': 'completed', 'code': 200} Jan 27 21:32:42.203207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:32:42.209983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:42.210902 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:42.310690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:42.311102 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:42.346006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:42.506441 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:42.579251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:42.579900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edc777-7124-42ab-8d31-90dfbb2fd3d6 req-b226effe-929d-4c5d-9c90-c83edf72c730 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:42.599334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5edc777-7124-42ab-8d31-90dfbb2fd3d6 req-b226effe-929d-4c5d-9c90-c83edf72c730 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.1026514 Jan 27 21:32:42.670583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5edc777-7124-42ab-8d31-90dfbb2fd3d6 req-403145d4-8d55-429e-82ce-bdf5c59869fb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607514 Jan 27 21:32:42.798288 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34828) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:42.886505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34834) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:43.014348 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0a759ab3-bcf7-490b-a465-b64b7122cfb0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=855081bcb1a74dc0b2c341b483e5e058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125432 Jan 27 21:32:43.014758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34836) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:43.048235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:32:43.052228 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd1f3f4-cffc-4cf1-b467-6bdbd07b3a43" -d '{"events": [{"server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "name": "network-vif-plugged", "status": "completed", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:32:43.093581 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-24f3de61-2205-4587-9136-c3eddad51a4a admin admin] Publish callbacks [] for security_group (6b0c11a1-4254-4b48-ba24-35c1f473b574), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:43.126249 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ade46a-0fc3-4897-8d67-283fe169efa0 x-openstack-request-id: req-84ade46a-0fc3-4897-8d67-283fe169efa0 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:32:43.126799 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "name": "network-vif-plugged", "status": "completed", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:32:43.127352 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-84ade46a-0fc3-4897-8d67-283fe169efa0 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:32:43.128505 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'code': 200} Jan 27 21:32:43.136689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-24f3de61-2205-4587-9136-c3eddad51a4a admin admin] Publish callbacks [] for security_group (6b0c11a1-4254-4b48-ba24-35c1f473b574), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:43.196472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 102ecce4-e4d3-4794-b5e4-65b5459936e5 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:43.258051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 102ecce4-e4d3-4794-b5e4-65b5459936e5 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:43.259360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 102ecce4-e4d3-4794-b5e4-65b5459936e5 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:43.395506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34852) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:43.552829 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba512cb3-8ad5-4227-9938-1e4b59fe6002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (a3c5d16b-da71-418f-b08b-6fdeba3fff52), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:43.703591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a999fb-d010-4b0d-b804-29f82857028e req-b029e10b-44b8-43a7-97b8-80b2dcf82f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:43.711567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7a999fb-d010-4b0d-b804-29f82857028e req-b029e10b-44b8-43a7-97b8-80b2dcf82f0e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1100 time: 0.5131426 Jan 27 21:32:43.783030 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-24f3de61-2205-4587-9136-c3eddad51a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6b0c11a1-4254-4b48-ba24-35c1f473b574), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:43.785086 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-24f3de61-2205-4587-9136-c3eddad51a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:43.788654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-24f3de61-2205-4587-9136-c3eddad51a4a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b0c11a1-4254-4b48-ba24-35c1f473b574 HTTP/1.1" status: 204 len: 168 time: 0.7706137 Jan 27 21:32:43.834159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c65439-d7db-4963-ae16-78cdae4b4d4c req-0b3e4a81-3f60-4b3e-a3ec-f4f37f5f0363 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:43.839861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c65439-d7db-4963-ae16-78cdae4b4d4c req-0b3e4a81-3f60-4b3e-a3ec-f4f37f5f0363 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.5742192 Jan 27 21:32:43.919716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c65439-d7db-4963-ae16-78cdae4b4d4c req-d4dbd132-bb0d-4c3c-9575-ca698ed799f6 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741055 Jan 27 21:32:43.932796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3de61-2205-4587-9136-c3eddad51a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0c11a1-4254-4b48-ba24-35c1f473b574,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:43.980800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7a999fb-d010-4b0d-b804-29f82857028e req-56fbf78d-b0ad-4fa5-b5e7-85bfbb916a8f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584238 Jan 27 21:32:43.985620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9adfd058-2de7-4af5-a5e4-711078adfac3 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:44.006323 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27f71e-413c-4a6c-94d2-08cde0a90394 req-573f2841-a1d1-40a3-892b-884e99f6e78b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:44.016297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc27f71e-413c-4a6c-94d2-08cde0a90394 req-573f2841-a1d1-40a3-892b-884e99f6e78b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.2442307 Jan 27 21:32:44.024639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ba512cb3-8ad5-4227-9938-1e4b59fe6002 admin admin] Deleting port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:44.025189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba512cb3-8ad5-4227-9938-1e4b59fe6002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:44.051671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 9adfd058-2de7-4af5-a5e4-711078adfac3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:44.052229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9adfd058-2de7-4af5-a5e4-711078adfac3 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:44.113202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-ba512cb3-8ad5-4227-9938-1e4b59fe6002 admin admin] For port 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3,segment=NetworkSegment(c15db44a-8832-4781-88bd-ee42cf60c2dc),segment_id=c15db44a-8832-4781-88bd-ee42cf60c2dc)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:44.118392 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba512cb3-8ad5-4227-9938-1e4b59fe6002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:44.133127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ba512cb3-8ad5-4227-9938-1e4b59fe6002 admin admin] Calling delete_port for 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:44.137169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc27f71e-413c-4a6c-94d2-08cde0a90394 req-b66ec698-be16-4a87-8aa6-e487ef668ab2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175153 Jan 27 21:32:44.477867 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4241fd7-f52d-449a-b32e-b406ab4699cb req-ae4c84a7-970d-4f73-bd2c-23c127b8b7bc tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:44.479460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4241fd7-f52d-449a-b32e-b406ab4699cb req-ae4c84a7-970d-4f73-bd2c-23c127b8b7bc tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.0677371 Jan 27 21:32:44.512275 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a7fad7d-5b49-42a9-9d89-7501856a6e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (a7d3705c-0e63-45e2-85ee-811b56441b76), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:44.537713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4241fd7-f52d-449a-b32e-b406ab4699cb req-7160e77a-f595-4371-aa40-8c0cfe89cd53 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511439 Jan 27 21:32:44.737611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34872) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:44.791347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-62f21d0f-3785-4288-9d3d-1ba9043b8284 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22ba2d6990c04e579d97b219d5220681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526390 Jan 27 21:32:44.795152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34874) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:44.834275 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba512cb3-8ad5-4227-9938-1e4b59fe6002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:44.869128 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b79e01b1-80cd-4a97-8249-ee6b5814bc4d admin admin] Publish callbacks [] for security_group (712c2e8f-3e30-4246-ab0d-dc106c7ce1ff), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:44.896406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba512cb3-8ad5-4227-9938-1e4b59fe6002 admin admin] Pushing event deleted for resources: {'Port': ['ID=15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:44.916320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b79e01b1-80cd-4a97-8249-ee6b5814bc4d admin admin] Publish callbacks [] for security_group (712c2e8f-3e30-4246-ab0d-dc106c7ce1ff), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:45.011151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9a7fad7d-5b49-42a9-9d89-7501856a6e7a admin admin] Deleting port 3b3ab69f-b400-4b4e-b163-e22cf5baa526 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:45.011799 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a7fad7d-5b49-42a9-9d89-7501856a6e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:45.071862 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b79e01b1-80cd-4a97-8249-ee6b5814bc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (712c2e8f-3e30-4246-ab0d-dc106c7ce1ff), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:45.074844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b79e01b1-80cd-4a97-8249-ee6b5814bc4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:45.078903 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b79e01b1-80cd-4a97-8249-ee6b5814bc4d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/712c2e8f-3e30-4246-ab0d-dc106c7ce1ff HTTP/1.1" status: 204 len: 168 time: 0.2825377 Jan 27 21:32:45.098918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e01b1-80cd-4a97-8249-ee6b5814bc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712c2e8f-3e30-4246-ab0d-dc106c7ce1ff,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:45.180710 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba512cb3-8ad5-4227-9938-1e4b59fe6002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (a3c5d16b-da71-418f-b08b-6fdeba3fff52), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:45.323416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-9a7fad7d-5b49-42a9-9d89-7501856a6e7a admin admin] For port 3b3ab69f-b400-4b4e-b163-e22cf5baa526, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3b3ab69f-b400-4b4e-b163-e22cf5baa526,segment=NetworkSegment(72e22469-4b5e-42d8-8683-5b2c6ceb219e),segment_id=72e22469-4b5e-42d8-8683-5b2c6ceb219e)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:45.323807 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a7fad7d-5b49-42a9-9d89-7501856a6e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:45.342391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9a7fad7d-5b49-42a9-9d89-7501856a6e7a admin admin] Calling delete_port for 3b3ab69f-b400-4b4e-b163-e22cf5baa526 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:45.363220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedf3bd-4ad7-46b9-96ac-064360e32e9d req-d1b4580b-3492-40cc-8d59-f6ed561fee16 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:45.365210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bedf3bd-4ad7-46b9-96ac-064360e32e9d req-d1b4580b-3492-40cc-8d59-f6ed561fee16 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.1120543 Jan 27 21:32:45.519717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bedf3bd-4ad7-46b9-96ac-064360e32e9d req-44f8f31e-478e-47e9-8462-e1ace38503c5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432319 Jan 27 21:32:45.702840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba512cb3-8ad5-4227-9938-1e4b59fe6002 admin admin] Router a3c5d16b-da71-418f-b08b-6fdeba3fff52 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:32:45.716358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b334e-c543-44bd-abdf-28e30d339bc9 req-6bbd624a-5cb5-4ae6-bfc5-4325ba0bee58 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:45.729266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-055b334e-c543-44bd-abdf-28e30d339bc9 req-6bbd624a-5cb5-4ae6-bfc5-4325ba0bee58 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.0852022 Jan 27 21:32:45.826437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-055b334e-c543-44bd-abdf-28e30d339bc9 req-d6516b92-45c1-49cb-a6ba-1366ba9e4ac9 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959108 Jan 27 21:32:45.860240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba512cb3-8ad5-4227-9938-1e4b59fe6002 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:32:45.868133 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ba512cb3-8ad5-4227-9938-1e4b59fe6002 admin admin] 10.222.0.61 "PUT /v2.0/routers/a3c5d16b-da71-418f-b08b-6fdeba3fff52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9796977 Jan 27 21:32:45.869935 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34896) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:45.881187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85bfee-35e2-4447-a5e2-7727f836b302 None None] Sync routers for ids ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:32:45.910990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85bfee-35e2-4447-a5e2-7727f836b302 None None] Routers {'a3c5d16b-da71-418f-b08b-6fdeba3fff52'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:45.912469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-de85bfee-35e2-4447-a5e2-7727f836b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:45.968650 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a7fad7d-5b49-42a9-9d89-7501856a6e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (3b3ab69f-b400-4b4e-b163-e22cf5baa526), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:46.008703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fad7d-5b49-42a9-9d89-7501856a6e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3ab69f-b400-4b4e-b163-e22cf5baa526,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:46.040989 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Publish callbacks [] for router (a3c5d16b-da71-418f-b08b-6fdeba3fff52), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:46.055558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-de85bfee-35e2-4447-a5e2-7727f836b302 None None] Set router a3c5d16b-da71-418f-b08b-6fdeba3fff52 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:46.276734 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a7fad7d-5b49-42a9-9d89-7501856a6e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (a7d3705c-0e63-45e2-85ee-811b56441b76), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:46.285808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-de85bfee-35e2-4447-a5e2-7727f836b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:32:44Z', 'revision_number': 5, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:46.291802 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Publish callbacks [] for router_gateway (a3c5d16b-da71-418f-b08b-6fdeba3fff52), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:46.320975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85bfee-35e2-4447-a5e2-7727f836b302 None None] Checking router: a3c5d16b-da71-418f-b08b-6fdeba3fff52 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:32:46.331009 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85bfee-35e2-4447-a5e2-7727f836b302 None None] Routers {'a3c5d16b-da71-418f-b08b-6fdeba3fff52'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:46.331629 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-de85bfee-35e2-4447-a5e2-7727f836b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:46.470574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-de85bfee-35e2-4447-a5e2-7727f836b302 None None] Set router a3c5d16b-da71-418f-b08b-6fdeba3fff52 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:46.555868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Deleting port 7947e701-4194-4f31-8ce1-2225fac902b2 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:46.556386 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7947e701-4194-4f31-8ce1-2225fac902b2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:46.735889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-de85bfee-35e2-4447-a5e2-7727f836b302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:32:44Z', 'revision_number': 5, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:46.779533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85bfee-35e2-4447-a5e2-7727f836b302 None None] The sync data for ids ['a3c5d16b-da71-418f-b08b-6fdeba3fff52'] in n-d-760456-6 is: [{'id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-99833308-router', 'tenant_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:32:44Z', 'revision_number': 5, 'project_id': '382fab6fb99b4cb9b9b0df3cf5a4ec30', 'gw_port': {'id': '7947e701-4194-4f31-8ce1-2225fac902b2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c5d16b-da71-418f-b08b-6fdeba3fff52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:41Z', 'updated_at': '2022-01-27T21:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:32:46.796180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ecf8d0-3266-43b4-b45a-249b0d78a456 req-0dab9bdf-8935-4919-9309-f1e3a107db4f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:46.799649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6ecf8d0-3266-43b4-b45a-249b0d78a456 req-0dab9bdf-8935-4919-9309-f1e3a107db4f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.1426766 Jan 27 21:32:46.904955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6ecf8d0-3266-43b4-b45a-249b0d78a456 req-4187c3b8-56be-4dd6-937f-82b39f058ea7 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934603 Jan 27 21:32:46.974492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a332c6-a8d8-4e38-b22a-3a19390095ca req-53090a91-276c-4761-b37f-4f72662c03f6 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:46.980971 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75a332c6-a8d8-4e38-b22a-3a19390095ca req-53090a91-276c-4761-b37f-4f72662c03f6 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.0732815 Jan 27 21:32:46.983851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7fad7d-5b49-42a9-9d89-7501856a6e7a admin admin] Router a7d3705c-0e63-45e2-85ee-811b56441b76 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:32:46.997334 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] For port 7947e701-4194-4f31-8ce1-2225fac902b2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7947e701-4194-4f31-8ce1-2225fac902b2,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:46.997712 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7947e701-4194-4f31-8ce1-2225fac902b2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:47.013455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Calling delete_port for 7947e701-4194-4f31-8ce1-2225fac902b2 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:47.058622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75a332c6-a8d8-4e38-b22a-3a19390095ca req-7abeeea0-4b07-4bbc-9314-6ffc7679d084 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767002 Jan 27 21:32:47.071915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596adf60-883b-42cc-a87f-64ac77548df0 req-122f25ce-0c07-46c7-b7af-6a4c3caf50bd tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:47.073445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-596adf60-883b-42cc-a87f-64ac77548df0 req-122f25ce-0c07-46c7-b7af-6a4c3caf50bd tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1100 time: 0.0606797 Jan 27 21:32:47.148669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-596adf60-883b-42cc-a87f-64ac77548df0 req-c1d7bbdc-4afc-4762-8b80-ceb6e5b44236 tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625987 Jan 27 21:32:47.206713 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7fad7d-5b49-42a9-9d89-7501856a6e7a admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:32:47.213241 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9a7fad7d-5b49-42a9-9d89-7501856a6e7a admin admin] 10.222.0.61 "PUT /v2.0/routers/a7d3705c-0e63-45e2-85ee-811b56441b76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8162279 Jan 27 21:32:47.216520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34926) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:47.218529 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da353dc0-c954-41fe-8688-3bc188ce3fd4 None None] Sync routers for ids ['a7d3705c-0e63-45e2-85ee-811b56441b76'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:32:47.235101 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da353dc0-c954-41fe-8688-3bc188ce3fd4 None None] Routers {'a7d3705c-0e63-45e2-85ee-811b56441b76'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:47.236484 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-da353dc0-c954-41fe-8688-3bc188ce3fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a7d3705c-0e63-45e2-85ee-811b56441b76'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:47.357844 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (7947e701-4194-4f31-8ce1-2225fac902b2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:47.409911 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-da353dc0-c954-41fe-8688-3bc188ce3fd4 None None] Set router a7d3705c-0e63-45e2-85ee-811b56441b76 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:47.421595 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Publish callbacks [] for router (a7d3705c-0e63-45e2-85ee-811b56441b76), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:47.435055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Pushing event deleted for resources: {'Port': ['ID=7947e701-4194-4f31-8ce1-2225fac902b2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:47.595930 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (a3c5d16b-da71-418f-b08b-6fdeba3fff52), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:47.694567 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Publish callbacks [] for router_gateway (a7d3705c-0e63-45e2-85ee-811b56441b76), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:47.703822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:47.735453 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-da353dc0-c954-41fe-8688-3bc188ce3fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'name': 'tempest-AttachSCSIVolumeTestJSON-2099750020-router', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:11Z', 'updated_at': '2022-01-27T21:32:45Z', 'revision_number': 5, 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'gw_port': {'id': '5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:12Z', 'updated_at': '2022-01-27T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:47.755845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:47.756607 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 15f3c9dd-d194-4a4b-8cd8-e3becc6e35e3 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:47.809344 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da353dc0-c954-41fe-8688-3bc188ce3fd4 None None] Checking router: a7d3705c-0e63-45e2-85ee-811b56441b76 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:32:47.826274 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da353dc0-c954-41fe-8688-3bc188ce3fd4 None None] Routers {'a7d3705c-0e63-45e2-85ee-811b56441b76'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:47.826906 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-da353dc0-c954-41fe-8688-3bc188ce3fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a7d3705c-0e63-45e2-85ee-811b56441b76'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:47.871105 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (a3c5d16b-da71-418f-b08b-6fdeba3fff52), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:47.876749 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Publish callbacks [] for router_controller (a3c5d16b-da71-418f-b08b-6fdeba3fff52), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:47.881476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Deleting port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:47.882152 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.001510 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-da353dc0-c954-41fe-8688-3bc188ce3fd4 None None] Set router a7d3705c-0e63-45e2-85ee-811b56441b76 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:48.004585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] For port 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:48.005106 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.018770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Calling delete_port for 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:48.050032 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (a3c5d16b-da71-418f-b08b-6fdeba3fff52), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.051146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c5d16b-da71-418f-b08b-6fdeba3fff52 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:32:48.061857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.062496 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a655cca1-4188-4518-a18a-427361868756 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a3c5d16b-da71-418f-b08b-6fdeba3fff52 HTTP/1.1" status: 204 len: 168 time: 2.1907914 Jan 27 21:32:48.065686 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34958) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:48.069871 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-da353dc0-c954-41fe-8688-3bc188ce3fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'name': 'tempest-AttachSCSIVolumeTestJSON-2099750020-router', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:11Z', 'updated_at': '2022-01-27T21:32:47Z', 'revision_number': 6, 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:48.112152 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da353dc0-c954-41fe-8688-3bc188ce3fd4 None None] The sync data for ids ['a7d3705c-0e63-45e2-85ee-811b56441b76'] in n-d-760456-6 is: [{'id': 'a7d3705c-0e63-45e2-85ee-811b56441b76', 'name': 'tempest-AttachSCSIVolumeTestJSON-2099750020-router', 'tenant_id': 'fafc60b4f78f434c942dd998f261f8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:11Z', 'updated_at': '2022-01-27T21:32:47Z', 'revision_number': 6, 'project_id': 'fafc60b4f78f434c942dd998f261f8f5', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:32:48.201791 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5bc1ed-4a4d-448a-ad9d-4241890ee67c admin admin] Deleting subnet a70d9171-e899-4c94-b5a4-6b60c0db0a51 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:32:48.215987 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc1ed-4a4d-448a-ad9d-4241890ee67c admin admin] Publish callbacks [] for subnet (a70d9171-e899-4c94-b5a4-6b60c0db0a51), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.284847 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc1ed-4a4d-448a-ad9d-4241890ee67c admin admin] Publish callbacks [] for subnet (a70d9171-e899-4c94-b5a4-6b60c0db0a51), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.336857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc1ed-4a4d-448a-ad9d-4241890ee67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (a70d9171-e899-4c94-b5a4-6b60c0db0a51), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.368823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74946c11-f24d-4059-bc0e-0256a4de0d1e req-ff9356cb-229e-4f96-af53-dc2a54df39a5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:48.370581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74946c11-f24d-4059-bc0e-0256a4de0d1e req-ff9356cb-229e-4f96-af53-dc2a54df39a5 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.1875153 Jan 27 21:32:48.397938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2429c-a527-4346-9652-5c5c3a46454d req-1ae05487-2a1c-4ebc-bdd0-dd8be16814b8 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:48.399703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a2d2429c-a527-4346-9652-5c5c3a46454d req-1ae05487-2a1c-4ebc-bdd0-dd8be16814b8 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.1720674 Jan 27 21:32:48.463395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-5a84ecf9-38eb-4bc2-bea1-a8792e8f1f14 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1475515 Jan 27 21:32:48.523496 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc1ed-4a4d-448a-ad9d-4241890ee67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for subnet (a70d9171-e899-4c94-b5a4-6b60c0db0a51), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.534325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74946c11-f24d-4059-bc0e-0256a4de0d1e req-a1c709d3-df33-4a0c-a555-7d2eeb81c2ae tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542139 Jan 27 21:32:48.537859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a2d2429c-a527-4346-9652-5c5c3a46454d req-bea51958-f60d-4b09-8461-d4640edccbba tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242065 Jan 27 21:32:48.556342 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bc1ed-4a4d-448a-ad9d-4241890ee67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a70d9171-e899-4c94-b5a4-6b60c0db0a51,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:48.576055 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c5bc1ed-4a4d-448a-ad9d-4241890ee67c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.582427 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6c5bc1ed-4a4d-448a-ad9d-4241890ee67c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a70d9171-e899-4c94-b5a4-6b60c0db0a51 HTTP/1.1" status: 204 len: 168 time: 0.5154095 Jan 27 21:32:48.583609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc976f5b-08b2-4197-9b3d-7a1f0fe93944 None None] Network 2ef5d7aa-0568-49d0-aa75-039f40b79a70 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:32:48.584969 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34970) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:48.603154 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.696616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Pushing event deleted for resources: {'Port': ['ID=5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:48.778645 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (2ef5d7aa-0568-49d0-aa75-039f40b79a70), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.836236 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (a7d3705c-0e63-45e2-85ee-811b56441b76), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.942328 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Deleting port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:48.942814 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:48.985332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a64ff44-32f1-4bdf-bd58-61c2f36d4a5d req-6ad316e3-c991-44ab-8b4b-b627163cd001 tempest-FlavorsV2NegativeTest-985623079 tempest-FlavorsV2NegativeTest-985623079-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3864e9b1d0f44007b0fc732c61ead6ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342019 Jan 27 21:32:49.017739 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] For port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2a6b9f32-6feb-4215-9589-2dd7b4f9a978,segment=NetworkSegment(c15db44a-8832-4781-88bd-ee42cf60c2dc),segment_id=c15db44a-8832-4781-88bd-ee42cf60c2dc)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:49.018270 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.023011 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (a7d3705c-0e63-45e2-85ee-811b56441b76), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.032608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Calling delete_port for 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:49.034043 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Publish callbacks [] for router_controller (a7d3705c-0e63-45e2-85ee-811b56441b76), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.161672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e0fa8b-b4c0-42cd-b57d-9f5a5af2a159 None None] DHCP port deletion for 2ef5d7aa-0568-49d0-aa75-039f40b79a70 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:32:49.179848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64ff44-32f1-4bdf-bd58-61c2f36d4a5d req-53157b65-8e64-4fef-b2f1-e0d975006605 tempest-FlavorsV2NegativeTest-985623079 tempest-FlavorsV2NegativeTest-985623079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:49.179848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a64ff44-32f1-4bdf-bd58-61c2f36d4a5d req-53157b65-8e64-4fef-b2f1-e0d975006605 tempest-FlavorsV2NegativeTest-985623079 tempest-FlavorsV2NegativeTest-985623079-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694205 Jan 27 21:32:49.197475 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.211405 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a64ff44-32f1-4bdf-bd58-61c2f36d4a5d req-cc5ba96e-fa1c-40b1-a5b3-78350dbe3ce6 tempest-FlavorsV2NegativeTest-985623079 tempest-FlavorsV2NegativeTest-985623079-project] 10.222.0.61 "GET /v2.0/quotas/3864e9b1d0f44007b0fc732c61ead6ac HTTP/1.1" status: 200 len: 375 time: 0.0235796 Jan 27 21:32:49.214086 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (a7d3705c-0e63-45e2-85ee-811b56441b76), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.214713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d3705c-0e63-45e2-85ee-811b56441b76 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:32:49.235696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3e0fa8b-b4c0-42cd-b57d-9f5a5af2a159 None None] Deleting port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:49.237050 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fa8b-b4c0-42cd-b57d-9f5a5af2a159 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.245324 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.247570 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6b9f32-6feb-4215-9589-2dd7b4f9a978,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:49.253145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-db7d6ae4-0b7c-4ee2-ac2e-5db4d92b83af admin admin] 10.222.0.61 "DELETE /v2.0/routers/a7d3705c-0e63-45e2-85ee-811b56441b76 HTTP/1.1" status: 204 len: 168 time: 2.0326610 Jan 27 21:32:49.254193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35008) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:49.284417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] No DVR routers for this DVR port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:32:49.288868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a64ff44-32f1-4bdf-bd58-61c2f36d4a5d req-9faa4faa-45d5-4ebd-8200-3bc9d27af673 tempest-FlavorsV2NegativeTest-985623079 tempest-FlavorsV2NegativeTest-985623079-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3864e9b1d0f44007b0fc732c61ead6ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677984 Jan 27 21:32:49.328895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3e0fa8b-b4c0-42cd-b57d-9f5a5af2a159 None None] For port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978, host n-d-760456-6, got binding levels [] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:49.329411 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fa8b-b4c0-42cd-b57d-9f5a5af2a159 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.349254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3e0fa8b-b4c0-42cd-b57d-9f5a5af2a159 None None] Calling delete_port for 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:49.352464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.ipam_backend_mixin [None req-e3e0fa8b-b4c0-42cd-b57d-9f5a5af2a159 None None] Port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 was not found and therefore no delete operation was performed {{(pid=104028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:32:49.356422 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3e0fa8b-b4c0-42cd-b57d-9f5a5af2a159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (2a6b9f32-6feb-4215-9589-2dd7b4f9a978), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.388940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0fa8b-b4c0-42cd-b57d-9f5a5af2a159 None None] Pushing event deleted for resources: {'Port': ['ID=2a6b9f32-6feb-4215-9589-2dd7b4f9a978,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:49.390867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e0fa8b-b4c0-42cd-b57d-9f5a5af2a159 None None] No DVR routers for this DVR port 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:32:49.436305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-35431528-00fd-4028-9a8b-d96257079c8e admin admin] Deleting subnet 060ae481-0f7f-4099-ba77-797f486cdbda {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:32:49.443944 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35431528-00fd-4028-9a8b-d96257079c8e admin admin] Publish callbacks [] for subnet (060ae481-0f7f-4099-ba77-797f486cdbda), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.538277 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (2ef5d7aa-0568-49d0-aa75-039f40b79a70), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.552683 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35431528-00fd-4028-9a8b-d96257079c8e admin admin] Publish callbacks [] for subnet (060ae481-0f7f-4099-ba77-797f486cdbda), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.577942 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.578392 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.579236 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.579644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > port after_create 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.579996 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.580428 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > port after_update 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.581065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.581396 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.581772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.582170 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.647519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:49.685526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:49.686111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5adc3057-a3f7-4cd8-bf9d-5d3a222d5fac not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:49.686959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3b3ab69f-b400-4b4e-b163-e22cf5baa526 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:49.727087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 3b3ab69f-b400-4b4e-b163-e22cf5baa526 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:49.727801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3b3ab69f-b400-4b4e-b163-e22cf5baa526 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:49.728578 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:49.746608 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.746961 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.748093 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.748599 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 27 21:32:49.748779 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef5d7aa-0568-49d0-aa75-039f40b79a70']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:49.752540 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:49.753197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2a6b9f32-6feb-4215-9589-2dd7b4f9a978 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:49.753781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7947e701-4194-4f31-8ce1-2225fac902b2 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:49.771048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db46739-e216-4a8e-8afe-a24de1112609 req-3db328c2-cfcc-417e-8977-4ef0325ad8c1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:49.782215 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7db46739-e216-4a8e-8afe-a24de1112609 req-3db328c2-cfcc-417e-8977-4ef0325ad8c1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.1245923 Jan 27 21:32:49.791249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 7947e701-4194-4f31-8ce1-2225fac902b2 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:49.791604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7947e701-4194-4f31-8ce1-2225fac902b2 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:49.815669 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35431528-00fd-4028-9a8b-d96257079c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (060ae481-0f7f-4099-ba77-797f486cdbda), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.818444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b4bbc-6cea-4570-9e8f-6299ea54520e req-8ead65b3-bd6a-48c4-9b4c-25b81a2d215f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:49.820293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb0b4bbc-6cea-4570-9e8f-6299ea54520e req-8ead65b3-bd6a-48c4-9b4c-25b81a2d215f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.1430213 Jan 27 21:32:49.856776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15db44a-8832-4781-88bd-ee42cf60c2dc') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:49.857085 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15db44a-8832-4781-88bd-ee42cf60c2dc') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:49.881901 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (c15db44a-8832-4781-88bd-ee42cf60c2dc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.913511 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (c15db44a-8832-4781-88bd-ee42cf60c2dc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.915596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7db46739-e216-4a8e-8afe-a24de1112609 req-272916d3-9b03-4b64-b339-c3e1c1191829 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324062 Jan 27 21:32:49.925470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:32:49.925881 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (c15db44a-8832-4781-88bd-ee42cf60c2dc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: from cryptography.utils import int_from_bytes Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: from cryptography.utils import int_from_bytes Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:32:49.930139 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:32:49.974487 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb0b4bbc-6cea-4570-9e8f-6299ea54520e req-728155d0-53ca-4dbf-bebd-833746228d00 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403644 Jan 27 21:32:50.049529 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35431528-00fd-4028-9a8b-d96257079c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (060ae481-0f7f-4099-ba77-797f486cdbda), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.078715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eeadf4-a997-4f86-97a9-448e8ee1d4f3 None None] Network c1c5d197-a134-497d-b891-e583a774be14 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:32:50.098361 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35431528-00fd-4028-9a8b-d96257079c8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.101994 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-35431528-00fd-4028-9a8b-d96257079c8e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/060ae481-0f7f-4099-ba77-797f486cdbda HTTP/1.1" status: 204 len: 168 time: 0.8407273 Jan 27 21:32:50.103962 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (2ef5d7aa-0568-49d0-aa75-039f40b79a70), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.105336 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35042) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:50.107836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35431528-00fd-4028-9a8b-d96257079c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=060ae481-0f7f-4099-ba77-797f486cdbda,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:50.174443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.177714 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] 10.222.0.61 "DELETE /v2.0/networks/2ef5d7aa-0568-49d0-aa75-039f40b79a70 HTTP/1.1" status: 204 len: 168 time: 1.5907233 Jan 27 21:32:50.196043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979fb9a-aa45-4245-a903-0bc557ff9f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef5d7aa-0568-49d0-aa75-039f40b79a70,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:50.219807 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (c1c5d197-a134-497d-b891-e583a774be14), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.292060 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Deleting port 201fb3d0-b722-4a6f-8345-56d675b29cf0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:50.292527 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.295045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea1eaab-f592-44ef-8c24-37a1962dc3c6 None None] DHCP port deletion for c1c5d197-a134-497d-b891-e583a774be14 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:32:50.368117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1eaab-f592-44ef-8c24-37a1962dc3c6 None None] Deleting port 201fb3d0-b722-4a6f-8345-56d675b29cf0 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:50.368576 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ea1eaab-f592-44ef-8c24-37a1962dc3c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.385377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] For port 201fb3d0-b722-4a6f-8345-56d675b29cf0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=201fb3d0-b722-4a6f-8345-56d675b29cf0,segment=NetworkSegment(72e22469-4b5e-42d8-8683-5b2c6ceb219e),segment_id=72e22469-4b5e-42d8-8683-5b2c6ceb219e)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:50.385752 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.413008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Calling delete_port for 201fb3d0-b722-4a6f-8345-56d675b29cf0 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:50.461663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7ea1eaab-f592-44ef-8c24-37a1962dc3c6 None None] For port 201fb3d0-b722-4a6f-8345-56d675b29cf0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=201fb3d0-b722-4a6f-8345-56d675b29cf0,segment=NetworkSegment(72e22469-4b5e-42d8-8683-5b2c6ceb219e),segment_id=72e22469-4b5e-42d8-8683-5b2c6ceb219e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:50.462587 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ea1eaab-f592-44ef-8c24-37a1962dc3c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.477627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1eaab-f592-44ef-8c24-37a1962dc3c6 None None] Calling delete_port for 201fb3d0-b722-4a6f-8345-56d675b29cf0 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:50.525821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35048) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:50.567222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35052) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:50.582352 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.614911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Pushing event deleted for resources: {'Port': ['ID=201fb3d0-b722-4a6f-8345-56d675b29cf0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:50.621662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] No DVR routers for this DVR port 201fb3d0-b722-4a6f-8345-56d675b29cf0 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:32:50.636944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-66e11a38-d9d3-4744-95b4-9841807edeaf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=382fab6fb99b4cb9b9b0df3cf5a4ec30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0681934 Jan 27 21:32:50.640453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35054) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:50.732956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a53f2667-7262-4eaf-9eb5-3e4a06bf18f2 admin admin] Publish callbacks [] for security_group (613918bf-232b-4d5e-9fd1-ded89ff1447a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.763475 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (c1c5d197-a134-497d-b891-e583a774be14), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.769712 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ea1eaab-f592-44ef-8c24-37a1962dc3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (201fb3d0-b722-4a6f-8345-56d675b29cf0), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.800490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c5d197-a134-497d-b891-e583a774be14']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:50.801624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1eaab-f592-44ef-8c24-37a1962dc3c6 None None] Pushing event deleted for resources: {'Port': ['ID=201fb3d0-b722-4a6f-8345-56d675b29cf0,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:50.803485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a53f2667-7262-4eaf-9eb5-3e4a06bf18f2 admin admin] Publish callbacks [] for security_group (613918bf-232b-4d5e-9fd1-ded89ff1447a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.803621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea1eaab-f592-44ef-8c24-37a1962dc3c6 None None] No DVR routers for this DVR port 201fb3d0-b722-4a6f-8345-56d675b29cf0 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:32:50.837307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e22469-4b5e-42d8-8683-5b2c6ceb219e') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:50.837613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e22469-4b5e-42d8-8683-5b2c6ceb219e') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:50.858972 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (72e22469-4b5e-42d8-8683-5b2c6ceb219e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.897012 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (72e22469-4b5e-42d8-8683-5b2c6ceb219e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.901819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c21e814e-22f8-4256-85f7-afc775380af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.923256 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:32:50.923870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (72e22469-4b5e-42d8-8683-5b2c6ceb219e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:32:50.927357 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:32:50.987153 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a53f2667-7262-4eaf-9eb5-3e4a06bf18f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (613918bf-232b-4d5e-9fd1-ded89ff1447a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.987153 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a53f2667-7262-4eaf-9eb5-3e4a06bf18f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:50.988266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a53f2667-7262-4eaf-9eb5-3e4a06bf18f2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/613918bf-232b-4d5e-9fd1-ded89ff1447a HTTP/1.1" status: 204 len: 168 time: 0.3468373 Jan 27 21:32:51.021361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f2667-7262-4eaf-9eb5-3e4a06bf18f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613918bf-232b-4d5e-9fd1-ded89ff1447a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:51.049715 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (c1c5d197-a134-497d-b891-e583a774be14), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:51.062760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:51.067026 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c1c5d197-a134-497d-b891-e583a774be14 HTTP/1.1" status: 204 len: 168 time: 0.9604580 Jan 27 21:32:51.081185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35064) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:51.254207 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91359656-15de-4fda-9872-066bbb65d049 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c5d197-a134-497d-b891-e583a774be14,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:51.260902 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c21e814e-22f8-4256-85f7-afc775380af7 admin admin] Publish callbacks [] for security_group (efd8d83d-ab25-42ab-8bc1-d6735cce9aed), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:51.319780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e7a16-48a7-4e2b-b454-7ce7e1f941ea req-ad2bbbb9-e170-4233-8324-d1f21c1dc986 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:51.328207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f6e7a16-48a7-4e2b-b454-7ce7e1f941ea req-ad2bbbb9-e170-4233-8324-d1f21c1dc986 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.1885409 Jan 27 21:32:51.354802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-5e4762ba-8177-4b8a-8866-aeed7fe7b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:51.356686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-5e4762ba-8177-4b8a-8866-aeed7fe7b726 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1100 time: 0.2042847 Jan 27 21:32:51.367134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b2a83-c1ed-4ebb-bbc3-7f9c7ffcc0de req-0e42fdc7-ba10-4c7b-9e2d-acff840913d1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:51.374403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-093b2a83-c1ed-4ebb-bbc3-7f9c7ffcc0de req-0e42fdc7-ba10-4c7b-9e2d-acff840913d1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.2451379 Jan 27 21:32:51.379582 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c21e814e-22f8-4256-85f7-afc775380af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (efd8d83d-ab25-42ab-8bc1-d6735cce9aed), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:51.520852 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e814e-22f8-4256-85f7-afc775380af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd8d83d-ab25-42ab-8bc1-d6735cce9aed,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:51.537809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f6e7a16-48a7-4e2b-b454-7ce7e1f941ea req-8843e4a3-f6c5-407d-b3fd-d3763d8140a9 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038710 Jan 27 21:32:51.563333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c21e814e-22f8-4256-85f7-afc775380af7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3864e9b1d0f44007b0fc732c61ead6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0359557 Jan 27 21:32:51.567967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35076) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:51.619456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 201fb3d0-b722-4a6f-8345-56d675b29cf0 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:51.632536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-093b2a83-c1ed-4ebb-bbc3-7f9c7ffcc0de req-60ed2247-1725-4e06-8a02-308a247c68a0 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569335 Jan 27 21:32:51.679340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 201fb3d0-b722-4a6f-8345-56d675b29cf0 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:51.681790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 201fb3d0-b722-4a6f-8345-56d675b29cf0 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:51.692694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-4d908a34-bf4e-470a-a6f6-0042a256d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:51.694532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-4d908a34-bf4e-470a-a6f6-0042a256d2b7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.3176007 Jan 27 21:32:51.716730 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0dc30-9e21-48b2-bdf4-277671e00a10 admin admin] Publish callbacks [] for security_group (efd8d83d-ab25-42ab-8bc1-d6735cce9aed), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:51.739739 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0063d85c-727f-493b-b637-9bb0ad4fdc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:51.765689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-975151e3-e563-4d4e-8ef7-2010998c415e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 217 time: 0.0486569 Jan 27 21:32:51.778300 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0dc30-9e21-48b2-bdf4-277671e00a10 admin admin] Publish callbacks [] for security_group (efd8d83d-ab25-42ab-8bc1-d6735cce9aed), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:51.851560 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-6dfabdce-77f2-48b2-8274-fe0980b24658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:51.853186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-6dfabdce-77f2-48b2-8274-fe0980b24658 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0771635 Jan 27 21:32:51.912182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-d936ee1e-0d73-4f91-817e-8015b689a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:51.916007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-d936ee1e-0d73-4f91-817e-8015b689a8ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547419 Jan 27 21:32:51.979461 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0dc30-9e21-48b2-bdf4-277671e00a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (efd8d83d-ab25-42ab-8bc1-d6735cce9aed), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:51.982150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0dc30-9e21-48b2-bdf4-277671e00a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:51.987889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-15a0dc30-9e21-48b2-bdf4-277671e00a10 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/efd8d83d-ab25-42ab-8bc1-d6735cce9aed HTTP/1.1" status: 204 len: 168 time: 0.4147468 Jan 27 21:32:51.996634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0dc30-9e21-48b2-bdf4-277671e00a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd8d83d-ab25-42ab-8bc1-d6735cce9aed,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:52.037970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-262b54f8-80f7-478e-83cb-9998b4fac846 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156094 Jan 27 21:32:52.044181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0063d85c-727f-493b-b637-9bb0ad4fdc28 admin admin] Deleting port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:52.044537 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0063d85c-727f-493b-b637-9bb0ad4fdc28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:52.147364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-d3505006-00e1-4648-8d6f-00f2959a17a8 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031592 Jan 27 21:32:52.156730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-0063d85c-727f-493b-b637-9bb0ad4fdc28 admin admin] For port c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4,segment=NetworkSegment(d918512c-89e7-4ff6-9eda-e8bde4d0bc7b),segment_id=d918512c-89e7-4ff6-9eda-e8bde4d0bc7b)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:52.157092 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0063d85c-727f-493b-b637-9bb0ad4fdc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:52.177993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0063d85c-727f-493b-b637-9bb0ad4fdc28 admin admin] Calling delete_port for c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:52.448368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0063d85c-727f-493b-b637-9bb0ad4fdc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:52.482322 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063d85c-727f-493b-b637-9bb0ad4fdc28 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:52.517333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35102) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:52.734383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee728a-7ec6-4d91-87f4-81451040bbad req-be7e69fe-d5a4-480a-9a3a-b3a80bcdc87a tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:52.745129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2dee728a-7ec6-4d91-87f4-81451040bbad req-be7e69fe-d5a4-480a-9a3a-b3a80bcdc87a tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.1068957 Jan 27 21:32:52.796548 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0063d85c-727f-493b-b637-9bb0ad4fdc28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:52.830992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-123943689-network', 'tenant_id': 'd85ef9a2ad894ce19dc1a27d4c9b0779'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:52.880525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2dee728a-7ec6-4d91-87f4-81451040bbad req-072230ae-fd0b-4cf7-b88d-e7f721d50289 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343088 Jan 27 21:32:52.898916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65153a1e-3863-405f-bc41-23fada1c95c6 req-1db982e4-d931-4b97-aefe-32bc525f7a09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:52.901505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65153a1e-3863-405f-bc41-23fada1c95c6 req-1db982e4-d931-4b97-aefe-32bc525f7a09 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.1054456 Jan 27 21:32:52.949262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Made reservation on behalf of d85ef9a2ad894ce19dc1a27d4c9b0779 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:32:52.957913 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:52.981667 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.036232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65153a1e-3863-405f-bc41-23fada1c95c6 req-733957a7-1a4b-43ff-afdb-f1a27855c5a9 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171601 Jan 27 21:32:53.110028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0063d85c-727f-493b-b637-9bb0ad4fdc28 admin admin] Router a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:32:53.110252 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Publish callbacks [] for security_group (ee9f0902-ba9c-4763-a7a3-c76bd5f436e9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.191700 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ee9f0902-ba9c-4763-a7a3-c76bd5f436e9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.216200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:32:53.232469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9f0902-ba9c-4763-a7a3-c76bd5f436e9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:53.239119 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (753f01d9-aff9-4a1b-82f4-3e4c03c4b85b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.239466 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Added segment 753f01d9-aff9-4a1b-82f4-3e4c03c4b85b of type vlan for network 0e2e39ba-0d16-4d04-9239-6b4c8b6d3917 Jan 27 21:32:53.292224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35126) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:53.310910 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (0e2e39ba-0d16-4d04-9239-6b4c8b6d3917), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.418428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1394513364-network', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:53.433564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (0e2e39ba-0d16-4d04-9239-6b4c8b6d3917), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.434527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:53.435105 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.510846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Made reservation on behalf of 51fb791976b74bb38bc0abcbfe2b5953 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:32:53.513628 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.524922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] Pushing event updated for resources: {'Network': ['ID=0e2e39ba-0d16-4d04-9239-6b4c8b6d3917,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:53.527362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.539997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 0e2e39ba-0d16-4d04-9239-6b4c8b6d3917 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:32:53.546793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-effce32e-a7a1-4ea9-8857-f3ac67bc8276 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0247200 Jan 27 21:32:53.546941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35130) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:53.551668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e6e9dd98-a9f3-488c-94aa-82337b35dc91 admin admin] Request body: {'subnet': {'network_id': '0e2e39ba-0d16-4d04-9239-6b4c8b6d3917', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-123943689-subnet', 'tenant_id': 'd85ef9a2ad894ce19dc1a27d4c9b0779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:53.589217 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0063d85c-727f-493b-b637-9bb0ad4fdc28 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:32:53.598450 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0063d85c-727f-493b-b637-9bb0ad4fdc28 admin admin] 10.222.0.61 "PUT /v2.0/routers/a8c4f0e1-be34-47d8-8f7e-e4b6a846f203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5084236 Jan 27 21:32:53.599463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35132) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:53.636896 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8501a5-0b83-4b88-ae41-852abafd422a None None] Sync routers for ids ['a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:32:53.638585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9dd98-a9f3-488c-94aa-82337b35dc91 admin admin] Made reservation on behalf of d85ef9a2ad894ce19dc1a27d4c9b0779 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:32:53.642190 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd98-a9f3-488c-94aa-82337b35dc91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.663877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8501a5-0b83-4b88-ae41-852abafd422a None None] Routers {'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:53.665620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2d8501a5-0b83-4b88-ae41-852abafd422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:53.700682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Publish callbacks [] for security_group (542482da-64f8-4bd3-a6a0-881e2473eb92), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.725713 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Publish callbacks [] for router (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.748678 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (542482da-64f8-4bd3-a6a0-881e2473eb92), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.783845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:32:53.789177 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-2d8501a5-0b83-4b88-ae41-852abafd422a None None] Set router a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:53.808885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542482da-64f8-4bd3-a6a0-881e2473eb92,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:53.811938 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5d9c49f3-cbbf-408c-932f-06d01a87ac56), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.812513 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Added segment 5d9c49f3-cbbf-408c-932f-06d01a87ac56 of type vlan for network 9d65eb7e-111b-437c-a8b1-d7d4885c31e3 Jan 27 21:32:53.853739 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Publish callbacks [] for router_gateway (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:53.886747 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (9d65eb7e-111b-437c-a8b1-d7d4885c31e3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:54.004680 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Deleting port 1c517061-3fbf-43cb-87b6-58999887c4ac {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:54.005027 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:54.024276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2d8501a5-0b83-4b88-ae41-852abafd422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'name': 'tempest-AttachSCSIVolumeTestJSON-16789085-router', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:25Z', 'updated_at': '2022-01-27T21:32:52Z', 'revision_number': 5, 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'gw_port': {'id': '1c517061-3fbf-43cb-87b6-58999887c4ac', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:30:27Z', 'updated_at': '2022-01-27T21:30:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:54.027225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8cb9d-070a-469f-aefa-bbc19bcde24d req-e307df6d-466c-44ae-886f-7b02045f1b31 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:54.028805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6fd8cb9d-070a-469f-aefa-bbc19bcde24d req-e307df6d-466c-44ae-886f-7b02045f1b31 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.0565536 Jan 27 21:32:54.056491 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (9d65eb7e-111b-437c-a8b1-d7d4885c31e3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:54.057637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:54.058230 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:54.064967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8501a5-0b83-4b88-ae41-852abafd422a None None] Checking router: a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:32:54.070644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8501a5-0b83-4b88-ae41-852abafd422a None None] Routers {'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:54.074752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2d8501a5-0b83-4b88-ae41-852abafd422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:54.096503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd98-a9f3-488c-94aa-82337b35dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (e89b7a62-913c-498f-b4a5-15411b6e1c47), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:54.192382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] For port 1c517061-3fbf-43cb-87b6-58999887c4ac, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1c517061-3fbf-43cb-87b6-58999887c4ac,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:54.192382 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:54.192925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9dd98-a9f3-488c-94aa-82337b35dc91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89b7a62-913c-498f-b4a5-15411b6e1c47,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:54.193031 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Calling delete_port for 1c517061-3fbf-43cb-87b6-58999887c4ac owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:54.193128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8900685 Jan 27 21:32:54.193284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-2d8501a5-0b83-4b88-ae41-852abafd422a None None] Set router a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:54.195523 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35142) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:54.200653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-029b5985-64bf-4ea7-a68d-db4b070e403a admin admin] Request body: {'subnet': {'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1394513364-subnet', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:54.213784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6fd8cb9d-070a-469f-aefa-bbc19bcde24d req-86bf7802-d12d-4c00-9225-41edb937cf2e tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778193 Jan 27 21:32:54.260936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404a254-22f3-40e7-a644-b2e077bcb132 admin admin] Pushing event updated for resources: {'Network': ['ID=9d65eb7e-111b-437c-a8b1-d7d4885c31e3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:54.261438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2d8501a5-0b83-4b88-ae41-852abafd422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'name': 'tempest-AttachSCSIVolumeTestJSON-16789085-router', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:25Z', 'updated_at': '2022-01-27T21:32:53Z', 'revision_number': 6, 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:54.266472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 9d65eb7e-111b-437c-a8b1-d7d4885c31e3 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:32:54.280563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9dd98-a9f3-488c-94aa-82337b35dc91 admin admin] Checking segment: {'id': '753f01d9-aff9-4a1b-82f4-3e4c03c4b85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0e2e39ba-0d16-4d04-9239-6b4c8b6d3917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:32:54.280709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9dd98-a9f3-488c-94aa-82337b35dc91 admin admin] Network hostable DHCP agents. Network: 0e2e39ba-0d16-4d04-9239-6b4c8b6d3917, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:32:54.291153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8f12a-a662-41cb-b0d0-71313559872e req-107b178d-3342-49dc-aba5-1a253cd176d2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:54.297344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ef8f12a-a662-41cb-b0d0-71313559872e req-107b178d-3342-49dc-aba5-1a253cd176d2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.1047337 Jan 27 21:32:54.477895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ef8f12a-a662-41cb-b0d0-71313559872e req-60d1e5e4-0a7e-4a22-8519-227de3965026 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690217 Jan 27 21:32:54.478186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8501a5-0b83-4b88-ae41-852abafd422a None None] The sync data for ids ['a8c4f0e1-be34-47d8-8f7e-e4b6a846f203'] in n-d-760456-6 is: [{'id': 'a8c4f0e1-be34-47d8-8f7e-e4b6a846f203', 'name': 'tempest-AttachSCSIVolumeTestJSON-16789085-router', 'tenant_id': '627573a74ee0475ca36ba7dd64cfad14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:30:25Z', 'updated_at': '2022-01-27T21:32:53Z', 'revision_number': 6, 'project_id': '627573a74ee0475ca36ba7dd64cfad14', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:32:54.780191 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029b5985-64bf-4ea7-a68d-db4b070e403a admin admin] Made reservation on behalf of 51fb791976b74bb38bc0abcbfe2b5953 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:32:54.786756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-029b5985-64bf-4ea7-a68d-db4b070e403a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:54.820705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9dd98-a9f3-488c-94aa-82337b35dc91 admin admin] Network 0e2e39ba-0d16-4d04-9239-6b4c8b6d3917 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:32:54.825755 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1c517061-3fbf-43cb-87b6-58999887c4ac), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:54.867507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c517061-3fbf-43cb-87b6-58999887c4ac,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:54.911480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9dd98-a9f3-488c-94aa-82337b35dc91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 0e2e39ba-0d16-4d04-9239-6b4c8b6d3917) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:54.916519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9dd98-a9f3-488c-94aa-82337b35dc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:54.917736 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e6e9dd98-a9f3-488c-94aa-82337b35dc91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:54.922910 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eee3857-d65a-4211-a90f-ec5e2f7101b8 None None] Network 0e2e39ba-0d16-4d04-9239-6b4c8b6d3917 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:32:54.953566 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.016196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e6e9dd98-a9f3-488c-94aa-82337b35dc91 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4638975 Jan 27 21:32:55.042592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e57650-e833-486b-aaab-cb9e7b67bc14 None None] Network 0e2e39ba-0d16-4d04-9239-6b4c8b6d3917 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:32:55.077311 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.081841 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Publish callbacks [] for router_controller (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.254097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (a8c4f0e1-be34-47d8-8f7e-e4b6a846f203), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.254642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:32:55.268667 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.268667 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1326d70e-000d-4093-a27c-bbbbc5f928a2 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a8c4f0e1-be34-47d8-8f7e-e4b6a846f203 HTTP/1.1" status: 204 len: 168 time: 1.6601374 Jan 27 21:32:55.268667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35154) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:55.303999 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-029b5985-64bf-4ea7-a68d-db4b070e403a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (03c9a930-099e-4d8d-8db5-e47c02e1f42c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.377426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1155c73-3ac7-4010-97e4-04f4cda78e46 admin admin] Deleting subnet a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:32:55.383804 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1155c73-3ac7-4010-97e4-04f4cda78e46 admin admin] Publish callbacks [] for subnet (a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.386635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247337e-bd59-4f03-b80d-8a71a8a5e085 req-98064012-f6c3-4276-ac76-006b622cc01b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:55.402440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7247337e-bd59-4f03-b80d-8a71a8a5e085 req-98064012-f6c3-4276-ac76-006b622cc01b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.0804114 Jan 27 21:32:55.415066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-71abfa92-2ee4-42a6-be61-9314c8626ed9 req-3b7f44ad-5c7b-4fb0-acdf-4617aac642f6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1228483065', 'description': 'tempest-description-1088734460'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:55.423225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b5985-64bf-4ea7-a68d-db4b070e403a admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c9a930-099e-4d8d-8db5-e47c02e1f42c,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:55.467660 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1155c73-3ac7-4010-97e4-04f4cda78e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.483381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7247337e-bd59-4f03-b80d-8a71a8a5e085 req-efbe75ee-ee71-49ae-9236-e081df4a1add tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800676 Jan 27 21:32:55.518401 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-71abfa92-2ee4-42a6-be61-9314c8626ed9 req-3b7f44ad-5c7b-4fb0-acdf-4617aac642f6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.608307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b5985-64bf-4ea7-a68d-db4b070e403a admin admin] Checking segment: {'id': '5d9c49f3-cbbf-408c-932f-06d01a87ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:32:55.610085 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b5985-64bf-4ea7-a68d-db4b070e403a admin admin] Network hostable DHCP agents. Network: 9d65eb7e-111b-437c-a8b1-d7d4885c31e3, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:32:55.631903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:55.632337 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-71abfa92-2ee4-42a6-be61-9314c8626ed9 req-3b7f44ad-5c7b-4fb0-acdf-4617aac642f6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (9f03202e-7d78-4f85-8eea-9d14b9033538), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.636096 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1155c73-3ac7-4010-97e4-04f4cda78e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.658542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:55.659063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c1a364b6-7a4d-45ba-8f58-a22a8df7a4f4 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:55.659708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1c517061-3fbf-43cb-87b6-58999887c4ac no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:55.685577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 1c517061-3fbf-43cb-87b6-58999887c4ac {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:55.686074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1c517061-3fbf-43cb-87b6-58999887c4ac not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:55.705560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-71abfa92-2ee4-42a6-be61-9314c8626ed9 req-3b7f44ad-5c7b-4fb0-acdf-4617aac642f6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9f03202e-7d78-4f85-8eea-9d14b9033538), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.720726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8299798-d0c9-4349-aeae-7ae22f401297 req-22756e1a-a125-4b1d-87a9-3096ccc3ddda tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:55.722225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8299798-d0c9-4349-aeae-7ae22f401297 req-22756e1a-a125-4b1d-87a9-3096ccc3ddda tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.0655124 Jan 27 21:32:55.728322 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b5985-64bf-4ea7-a68d-db4b070e403a admin admin] Network 9d65eb7e-111b-437c-a8b1-d7d4885c31e3 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:32:55.762569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f44ad-5c7b-4fb0-acdf-4617aac642f6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f03202e-7d78-4f85-8eea-9d14b9033538,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:55.791823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1155c73-3ac7-4010-97e4-04f4cda78e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.796897 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8299798-d0c9-4349-aeae-7ae22f401297 req-30b2268f-c46f-4655-9019-7927d100c10d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648189 Jan 27 21:32:55.830479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1155c73-3ac7-4010-97e4-04f4cda78e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:55.835798 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-71abfa92-2ee4-42a6-be61-9314c8626ed9 req-3b7f44ad-5c7b-4fb0-acdf-4617aac642f6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.836361 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1155c73-3ac7-4010-97e4-04f4cda78e46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.843012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71abfa92-2ee4-42a6-be61-9314c8626ed9 req-3b7f44ad-5c7b-4fb0-acdf-4617aac642f6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4293609 Jan 27 21:32:55.843012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35164) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:55.843302 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b1155c73-3ac7-4010-97e4-04f4cda78e46 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a1b0980e-7bf6-4eb2-8810-e6eeef78e1ee HTTP/1.1" status: 204 len: 168 time: 0.5769196 Jan 27 21:32:55.843302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-029b5985-64bf-4ea7-a68d-db4b070e403a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 9d65eb7e-111b-437c-a8b1-d7d4885c31e3) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:55.854778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3dfcf-a35a-4627-a502-f44cff6467aa None None] Network 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:32:55.859793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9928fa03-1b23-4e34-9214-da0fc3fd1ef1 None None] Network 9d65eb7e-111b-437c-a8b1-d7d4885c31e3 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:32:55.859990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b5985-64bf-4ea7-a68d-db4b070e403a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:55.860564 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-029b5985-64bf-4ea7-a68d-db4b070e403a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.952799 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6df639e3-3e1d-4a0a-8dfd-38b97b907ef1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:55.956953 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-029b5985-64bf-4ea7-a68d-db4b070e403a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7594841 Jan 27 21:32:55.958799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ef2dafa-f4b0-46c7-b0dd-a9fc2fa053d5 req-780fdb7c-73ec-413c-8b64-7cb0fa163b23 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/9f03202e-7d78-4f85-8eea-9d14b9033538 HTTP/1.1" status: 200 len: 1822 time: 0.0930707 Jan 27 21:32:55.959400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35168) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:55.965157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1394513364-router', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:55.976971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8ef2dafa-f4b0-46c7-b0dd-a9fc2fa053d5 req-a7696ba5-89c2-44ba-b42c-ade8d437aa75 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f03202e-7d78-4f85-8eea-9d14b9033538', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:55.977290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8ef2dafa-f4b0-46c7-b0dd-a9fc2fa053d5 req-a7696ba5-89c2-44ba-b42c-ade8d437aa75 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f03202e-7d78-4f85-8eea-9d14b9033538', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:56.049693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Deleting port 23a443de-8b7d-454c-a1f1-5a334a2e713a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:56.049997 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.074383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-9d65eb7e-111b-437c-a8b1-d7d4885c31e3', 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3', 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'fixed_ips': [{'subnet_id': '03c9a930-099e-4d8d-8db5-e47c02e1f42c'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:32:56.075169 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.132523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] For port 23a443de-8b7d-454c-a1f1-5a334a2e713a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=23a443de-8b7d-454c-a1f1-5a334a2e713a,segment=NetworkSegment(d918512c-89e7-4ff6-9eda-e8bde4d0bc7b),segment_id=d918512c-89e7-4ff6-9eda-e8bde4d0bc7b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:56.132523 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.147202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Calling delete_port for 23a443de-8b7d-454c-a1f1-5a334a2e713a owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:56.163346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce7eb6e-bed0-48f0-a7eb-65f639b206bd None None] DHCP port deletion for 6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:32:56.225975 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (59e5e179-29fa-42da-9a47-a4c68d177e9f), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.227173 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (59e5e179-29fa-42da-9a47-a4c68d177e9f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.268857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Allocated IP 172.20.0.2 (9d65eb7e-111b-437c-a8b1-d7d4885c31e3/03c9a930-099e-4d8d-8db5-e47c02e1f42c/67e04f04-4377-40d6-81d9-d91b4614bd51) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:32:56.293769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2ce7eb6e-bed0-48f0-a7eb-65f639b206bd None None] Deleting port 23a443de-8b7d-454c-a1f1-5a334a2e713a {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:32:56.300917 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2ce7eb6e-bed0-48f0-a7eb-65f639b206bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.301086 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ef2dafa-f4b0-46c7-b0dd-a9fc2fa053d5 req-a7696ba5-89c2-44ba-b42c-ade8d437aa75 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (e7cd11c2-e6f8-4a33-abe3-bf01262355f6), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.328405 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ef2dafa-f4b0-46c7-b0dd-a9fc2fa053d5 req-a7696ba5-89c2-44ba-b42c-ade8d437aa75 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (e7cd11c2-e6f8-4a33-abe3-bf01262355f6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.519871 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.554647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2ce7eb6e-bed0-48f0-a7eb-65f639b206bd None None] For port 23a443de-8b7d-454c-a1f1-5a334a2e713a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=23a443de-8b7d-454c-a1f1-5a334a2e713a,segment=NetworkSegment(d918512c-89e7-4ff6-9eda-e8bde4d0bc7b),segment_id=d918512c-89e7-4ff6-9eda-e8bde4d0bc7b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:56.554959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2ce7eb6e-bed0-48f0-a7eb-65f639b206bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.573830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ef2dafa-f4b0-46c7-b0dd-a9fc2fa053d5 req-a7696ba5-89c2-44ba-b42c-ade8d437aa75 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (e7cd11c2-e6f8-4a33-abe3-bf01262355f6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.579107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] No DVR routers for this DVR port 23a443de-8b7d-454c-a1f1-5a334a2e713a on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:32:56.579659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2ce7eb6e-bed0-48f0-a7eb-65f639b206bd None None] Calling delete_port for 23a443de-8b7d-454c-a1f1-5a334a2e713a owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:32:56.583284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a443de-8b7d-454c-a1f1-5a334a2e713a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:56.657302 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Publish callbacks [] for router_controller (59e5e179-29fa-42da-9a47-a4c68d177e9f), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.686092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7696ba5-89c2-44ba-b42c-ade8d437aa75 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7cd11c2-e6f8-4a33-abe3-bf01262355f6,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:56.702498 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.708701 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Publish callbacks [] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.726637 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2ce7eb6e-bed0-48f0-a7eb-65f639b206bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (23a443de-8b7d-454c-a1f1-5a334a2e713a), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.752396 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6df639e3-3e1d-4a0a-8dfd-38b97b907ef1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.756611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7eb6e-bed0-48f0-a7eb-65f639b206bd None None] Pushing event deleted for resources: {'Port': ['ID=23a443de-8b7d-454c-a1f1-5a334a2e713a,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:56.764497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7eb6e-bed0-48f0-a7eb-65f639b206bd None None] No DVR routers for this DVR port 23a443de-8b7d-454c-a1f1-5a334a2e713a on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:32:56.766779 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.810509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Network 9d65eb7e-111b-437c-a8b1-d7d4885c31e3 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:32:56.813350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:56.820102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:32:56.830842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Pushing event updated for resources: {'Port': ['ID=67e04f04-4377-40d6-81d9-d91b4614bd51,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:56.888136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Attempting to bind port 67e04f04-4377-40d6-81d9-d91b4614bd51 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:32:56.888136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Attempting to bind port 67e04f04-4377-40d6-81d9-d91b4614bd51 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '5d9c49f3-cbbf-408c-932f-06d01a87ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:32:56.888136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Attempting to bind port 67e04f04-4377-40d6-81d9-d91b4614bd51 on network 9d65eb7e-111b-437c-a8b1-d7d4885c31e3 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:32:56.902838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:32:56.903504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Checking segment: {'id': '5d9c49f3-cbbf-408c-932f-06d01a87ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:32:56.903926 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.904357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Bound using segment: {'id': '5d9c49f3-cbbf-408c-932f-06d01a87ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:32:56.904848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Bound port: 67e04f04-4377-40d6-81d9-d91b4614bd51, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9c49f3-cbbf-408c-932f-06d01a87ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:32:56.905232 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.983562 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:56.986032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] For port 67e04f04-4377-40d6-81d9-d91b4614bd51, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:32:56.989896 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] For port 67e04f04-4377-40d6-81d9-d91b4614bd51, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=67e04f04-4377-40d6-81d9-d91b4614bd51,segment=NetworkSegment(5d9c49f3-cbbf-408c-932f-06d01a87ac56),segment_id=5d9c49f3-cbbf-408c-932f-06d01a87ac56)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:32:57.068171 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ef2dafa-f4b0-46c7-b0dd-a9fc2fa053d5 req-a7696ba5-89c2-44ba-b42c-ade8d437aa75 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.072675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ef2dafa-f4b0-46c7-b0dd-a9fc2fa053d5 req-a7696ba5-89c2-44ba-b42c-ade8d437aa75 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1031818 Jan 27 21:32:57.080550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d04e4-1f09-4e80-9821-489581407913 req-c0ccb70a-5c65-45c1-9996-1001fa6d2111 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:57.084589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb4d04e4-1f09-4e80-9821-489581407913 req-c0ccb70a-5c65-45c1-9996-1001fa6d2111 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.5058656 Jan 27 21:32:57.133811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df639e3-3e1d-4a0a-8dfd-38b97b907ef1']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:57.161596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd918512c-89e7-4ff6-9eda-e8bde4d0bc7b') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:57.172277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd918512c-89e7-4ff6-9eda-e8bde4d0bc7b') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:57.219568 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (d918512c-89e7-4ff6-9eda-e8bde4d0bc7b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.220853 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.282033 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Publish callbacks [] for router_gateway (59e5e179-29fa-42da-9a47-a4c68d177e9f), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.289312 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d918512c-89e7-4ff6-9eda-e8bde4d0bc7b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.290416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad06bfd-2672-4dcc-8134-bebbebd07521 None None] Pushing event updated for resources: {'Port': ['ID=67e04f04-4377-40d6-81d9-d91b4614bd51,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:57.303377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:32:57.303792 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (d918512c-89e7-4ff6-9eda-e8bde4d0bc7b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:32:57.306604 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:32:57.321714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb4d04e4-1f09-4e80-9821-489581407913 req-be78fe44-0b60-49da-9978-1910348325ec tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942859 Jan 27 21:32:57.368022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e164c606-16ac-4a71-90cb-b748475dc39a req-ba802506-ed5e-4ced-8c58-5dd904a131e7 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-887537687', 'description': 'tempest-description-1380702507'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:57.392954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90645773-cf7b-4a1a-b342-6040a26c90f2 req-b531ce2f-3163-4a01-b9b0-dd67ed7e7b34 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:57.394533 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90645773-cf7b-4a1a-b342-6040a26c90f2 req-b531ce2f-3163-4a01-b9b0-dd67ed7e7b34 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.2013199 Jan 27 21:32:57.524816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90645773-cf7b-4a1a-b342-6040a26c90f2 req-7fa83318-ecd9-4ed9-b4fd-ab4fc0c2813e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185434 Jan 27 21:32:57.684778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 67e04f04-4377-40d6-81d9-d91b4614bd51 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:57.726512 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Publish callbacks [] for router_gateway (59e5e179-29fa-42da-9a47-a4c68d177e9f), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.747266 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.854129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 67e04f04-4377-40d6-81d9-d91b4614bd51 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:57.854129 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.854129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 67e04f04-4377-40d6-81d9-d91b4614bd51 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:57.854129 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.854757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Allocated IP 172.25.0.36 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/71bdb7ff-b347-432e-861d-388f5721c3c3) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:32:57.895689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 67e04f04-4377-40d6-81d9-d91b4614bd51, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=67e04f04-4377-40d6-81d9-d91b4614bd51,segment=NetworkSegment(5d9c49f3-cbbf-408c-932f-06d01a87ac56),segment_id=5d9c49f3-cbbf-408c-932f-06d01a87ac56)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:32:57.960197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e164c606-16ac-4a71-90cb-b748475dc39a req-ba802506-ed5e-4ced-8c58-5dd904a131e7 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:57.973108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Publish callbacks [] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.008914 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.044802 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (6df639e3-3e1d-4a0a-8dfd-38b97b907ef1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.072267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=67e04f04-4377-40d6-81d9-d91b4614bd51,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:58.078963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df639e3-3e1d-4a0a-8dfd-38b97b907ef1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:58.081706 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.085511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e164c606-16ac-4a71-90cb-b748475dc39a req-ba802506-ed5e-4ced-8c58-5dd904a131e7 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (dd24c2fc-8c04-438f-a598-ab265ce74a19), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.087007 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.090252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9317ad4f-1e91-4e19-9a86-6c7cce623b59 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6df639e3-3e1d-4a0a-8dfd-38b97b907ef1 HTTP/1.1" status: 204 len: 168 time: 2.2484522 Jan 27 21:32:58.101695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 23a443de-8b7d-454c-a1f1-5a334a2e713a no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:32:58.130701 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 23a443de-8b7d-454c-a1f1-5a334a2e713a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:32:58.131141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 23a443de-8b7d-454c-a1f1-5a334a2e713a not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:32:58.164229 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e164c606-16ac-4a71-90cb-b748475dc39a req-ba802506-ed5e-4ced-8c58-5dd904a131e7 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (dd24c2fc-8c04-438f-a598-ab265ce74a19), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.220129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:32:58.233077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:32:58.237874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:32:58.240797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba802506-ed5e-4ced-8c58-5dd904a131e7 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd24c2fc-8c04-438f-a598-ab265ce74a19,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:58.260829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=71bdb7ff-b347-432e-861d-388f5721c3c3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:58.324543 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e164c606-16ac-4a71-90cb-b748475dc39a req-ba802506-ed5e-4ced-8c58-5dd904a131e7 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.325720 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e164c606-16ac-4a71-90cb-b748475dc39a req-ba802506-ed5e-4ced-8c58-5dd904a131e7 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9650600 Jan 27 21:32:58.473645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8058276-bae7-4ce4-a352-eab7590b0683 req-e519e4bd-5a7e-4827-96fb-04b105f36e0c tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/dd24c2fc-8c04-438f-a598-ab265ce74a19 HTTP/1.1" status: 200 len: 1821 time: 0.0919385 Jan 27 21:32:58.489572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d8058276-bae7-4ce4-a352-eab7590b0683 req-16e28a63-5806-4bb3-b195-1b80c313c065 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dd24c2fc-8c04-438f-a598-ab265ce74a19', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:58.489996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d8058276-bae7-4ce4-a352-eab7590b0683 req-16e28a63-5806-4bb3-b195-1b80c313c065 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dd24c2fc-8c04-438f-a598-ab265ce74a19', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:58.514981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8227b6f-e629-454a-a2a7-bdc24bd17b41 req-9dfef2af-f6dd-4fd7-a6b7-8145bd7ad3a5 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:58.516646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8227b6f-e629-454a-a2a7-bdc24bd17b41 req-9dfef2af-f6dd-4fd7-a6b7-8145bd7ad3a5 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.0850580 Jan 27 21:32:58.527469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35204) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:58.561243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bbce9a-201a-48c7-9add-17f0fa441a34 None None] Network 9d65eb7e-111b-437c-a8b1-d7d4885c31e3 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:32:58.587844 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1c2462b3-e880-4a6c-a540-35b54f81520b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fafc60b4f78f434c942dd998f261f8f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0590842 Jan 27 21:32:58.590339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35208) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:58.627331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8227b6f-e629-454a-a2a7-bdc24bd17b41 req-e3f7a9d5-c1f3-497a-80a6-375998bf723d tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024945 Jan 27 21:32:58.688232 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b558218f-5299-4645-98f6-90f62797d05f admin admin] Publish callbacks [] for security_group (ee7f2196-113c-4069-8ced-05e9e57851ef), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.713713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a406e75f-58da-44ec-99b5-ea84de9f555e None None] Provisioning complete for port 67e04f04-4377-40d6-81d9-d91b4614bd51 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:58.714102 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a406e75f-58da-44ec-99b5-ea84de9f555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.717215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b558218f-5299-4645-98f6-90f62797d05f admin admin] Publish callbacks [] for security_group (ee7f2196-113c-4069-8ced-05e9e57851ef), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.763164 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Publish callbacks [] for router_gateway (59e5e179-29fa-42da-9a47-a4c68d177e9f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.841533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a406e75f-58da-44ec-99b5-ea84de9f555e None None] Current status of the port 67e04f04-4377-40d6-81d9-d91b4614bd51 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:58.860461 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b558218f-5299-4645-98f6-90f62797d05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ee7f2196-113c-4069-8ced-05e9e57851ef), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.864182 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b558218f-5299-4645-98f6-90f62797d05f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.867789 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b558218f-5299-4645-98f6-90f62797d05f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee7f2196-113c-4069-8ced-05e9e57851ef HTTP/1.1" status: 204 len: 168 time: 0.2739286 Jan 27 21:32:58.880116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558218f-5299-4645-98f6-90f62797d05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7f2196-113c-4069-8ced-05e9e57851ef,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:58.915326 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8058276-bae7-4ce4-a352-eab7590b0683 req-16e28a63-5806-4bb3-b195-1b80c313c065 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (ef76b9ab-e147-4fb0-b61b-7235920b67b0), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:58.959535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055acf2-a221-4660-8754-aa23b78e001c req-b014a3ca-b55e-4004-8f9f-16bd6d675229 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:58.966434 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7055acf2-a221-4660-8754-aa23b78e001c req-b014a3ca-b55e-4004-8f9f-16bd6d675229 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.1975405 Jan 27 21:32:59.037637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8058276-bae7-4ce4-a352-eab7590b0683 req-16e28a63-5806-4bb3-b195-1b80c313c065 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (ef76b9ab-e147-4fb0-b61b-7235920b67b0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.108638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7055acf2-a221-4660-8754-aa23b78e001c req-e7df8b14-6048-4faf-b8e1-025de6a0ad76 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412654 Jan 27 21:32:59.113937 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8058276-bae7-4ce4-a352-eab7590b0683 req-16e28a63-5806-4bb3-b195-1b80c313c065 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (ef76b9ab-e147-4fb0-b61b-7235920b67b0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.139242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (59e5e179-29fa-42da-9a47-a4c68d177e9f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.141017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e28a63-5806-4bb3-b195-1b80c313c065 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef76b9ab-e147-4fb0-b61b-7235920b67b0,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:59.167944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6a5f4977-4e1f-4136-9443-c7d9fc5d0215 None None] Provisioning complete for port 67e04f04-4377-40d6-81d9-d91b4614bd51 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:59.168368 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a5f4977-4e1f-4136-9443-c7d9fc5d0215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.217156 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8058276-bae7-4ce4-a352-eab7590b0683 req-16e28a63-5806-4bb3-b195-1b80c313c065 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.222179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8058276-bae7-4ce4-a352-eab7590b0683 req-16e28a63-5806-4bb3-b195-1b80c313c065 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7380114 Jan 27 21:32:59.254397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f4977-4e1f-4136-9443-c7d9fc5d0215 None None] Current status of the port 67e04f04-4377-40d6-81d9-d91b4614bd51 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:59.273763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-145d01b3-c856-44e4-bd38-6704842e6a26 req-ea83966b-56e2-41ee-be42-3ce9a928c616 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1065715309', 'description': 'tempest-description-255276965'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:59.419992 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-145d01b3-c856-44e4-bd38-6704842e6a26 req-ea83966b-56e2-41ee-be42-3ce9a928c616 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.450336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Router 59e5e179-29fa-42da-9a47-a4c68d177e9f is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:32:59.535126 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-145d01b3-c856-44e4-bd38-6704842e6a26 req-ea83966b-56e2-41ee-be42-3ce9a928c616 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (13dc74ea-d18a-4fec-8835-66714e7cd061), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.560131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 67e04f04-4377-40d6-81d9-d91b4614bd51 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:32:59.594977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:32:59.606780 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Sync routers for ids ['59e5e179-29fa-42da-9a47-a4c68d177e9f'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:32:59.617799 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Routers {'59e5e179-29fa-42da-9a47-a4c68d177e9f'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:32:59.618418 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['59e5e179-29fa-42da-9a47-a4c68d177e9f'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:32:59.620410 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-145d01b3-c856-44e4-bd38-6704842e6a26 req-ea83966b-56e2-41ee-be42-3ce9a928c616 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (13dc74ea-d18a-4fec-8835-66714e7cd061), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.626558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 67e04f04-4377-40d6-81d9-d91b4614bd51 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:32:59.626558 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.659438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83966b-56e2-41ee-be42-3ce9a928c616 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc74ea-d18a-4fec-8835-66714e7cd061,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:32:59.673796 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.678020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-807e8a52-5076-428d-beed-ea27cc842ae9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7131891 Jan 27 21:32:59.678239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35232) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:59.717645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35236) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:59.748854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 67e04f04-4377-40d6-81d9-d91b4614bd51 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:32:59.750609 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-145d01b3-c856-44e4-bd38-6704842e6a26 req-ea83966b-56e2-41ee-be42-3ce9a928c616 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.755033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-145d01b3-c856-44e4-bd38-6704842e6a26 req-ea83966b-56e2-41ee-be42-3ce9a928c616 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4842360 Jan 27 21:32:59.806974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-75df1d7f-6501-41c4-8fd7-7f7313729fd2 req-99df3996-3d2b-42c6-9155-360815a89461 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1004867945', 'description': 'tempest-description-1746344398'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:32:59.809293 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Set router 59e5e179-29fa-42da-9a47-a4c68d177e9f gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:32:59.857893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-69d83e8a-d76a-4d10-bde9-746c645ddf36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=627573a74ee0475ca36ba7dd64cfad14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366291 Jan 27 21:32:59.858232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35240) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:32:59.902671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b90312-93e3-44af-a61e-d59011faa166 req-46160c96-aa35-4c2d-81eb-1f633edebc85 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:32:59.904162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4b90312-93e3-44af-a61e-d59011faa166 req-46160c96-aa35-4c2d-81eb-1f633edebc85 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.1231036 Jan 27 21:32:59.959573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-75df1d7f-6501-41c4-8fd7-7f7313729fd2 req-99df3996-3d2b-42c6-9155-360815a89461 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:32:59.962828 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6510cfee-8973-411b-8bed-7fccc0ba7998 admin admin] Publish callbacks [] for security_group (5ab35ff8-9329-4858-a865-396880c72a2e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.023738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4b90312-93e3-44af-a61e-d59011faa166 req-4777e3f4-f855-40ba-bec7-7c0f3242a7cb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076932 Jan 27 21:33:00.031787 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'name': 'tempest-FloatingIPsTestJSON-1394513364-router', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:56Z', 'updated_at': '2022-01-27T21:32:58Z', 'revision_number': 3, 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'gw_port': {'id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ae:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:32:57Z', 'updated_at': '2022-01-27T21:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:00.032811 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6510cfee-8973-411b-8bed-7fccc0ba7998 admin admin] Publish callbacks [] for security_group (5ab35ff8-9329-4858-a865-396880c72a2e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.071712 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Checking router: 59e5e179-29fa-42da-9a47-a4c68d177e9f for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:33:00.072066 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Updating router 59e5e179-29fa-42da-9a47-a4c68d177e9f port 71bdb7ff-b347-432e-861d-388f5721c3c3 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:33:00.116821 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-75df1d7f-6501-41c4-8fd7-7f7313729fd2 req-99df3996-3d2b-42c6-9155-360815a89461 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (48766961-53ee-4170-8780-87571c3e618e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.122700 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.191656 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-75df1d7f-6501-41c4-8fd7-7f7313729fd2 req-99df3996-3d2b-42c6-9155-360815a89461 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (48766961-53ee-4170-8780-87571c3e618e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.237575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df3996-3d2b-42c6-9155-360815a89461 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48766961-53ee-4170-8780-87571c3e618e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:00.250194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6510cfee-8973-411b-8bed-7fccc0ba7998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5ab35ff8-9329-4858-a865-396880c72a2e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.254194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6510cfee-8973-411b-8bed-7fccc0ba7998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.255548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6510cfee-8973-411b-8bed-7fccc0ba7998 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ab35ff8-9329-4858-a865-396880c72a2e HTTP/1.1" status: 204 len: 168 time: 0.3963084 Jan 27 21:33:00.273976 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.317217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510cfee-8973-411b-8bed-7fccc0ba7998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab35ff8-9329-4858-a865-396880c72a2e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:00.355366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978101b3-77c6-49d8-a975-ebffb89bf759 req-6dffe21f-3dc1-425a-ba60-afd7d1a7b737 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:00.363388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-978101b3-77c6-49d8-a975-ebffb89bf759 req-6dffe21f-3dc1-425a-ba60-afd7d1a7b737 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.1676347 Jan 27 21:33:00.372940 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-75df1d7f-6501-41c4-8fd7-7f7313729fd2 req-99df3996-3d2b-42c6-9155-360815a89461 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.374372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75df1d7f-6501-41c4-8fd7-7f7313729fd2 req-99df3996-3d2b-42c6-9155-360815a89461 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5943172 Jan 27 21:33:00.434301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-978101b3-77c6-49d8-a975-ebffb89bf759 req-e7b80561-5866-4e88-b5b8-474c4640156c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699682 Jan 27 21:33:00.474298 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Publish callbacks [] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.527622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Allocated IP 172.20.0.1 (9d65eb7e-111b-437c-a8b1-d7d4885c31e3/03c9a930-099e-4d8d-8db5-e47c02e1f42c/e9cd07ae-dce8-43a7-a5a7-908f2a73cda9) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:00.551239 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.555740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a0e4979-27b8-48a4-bb86-86ffc14cea90 req-35f88183-2f31-4e5c-84c2-547c36ba74f0 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/13dc74ea-d18a-4fec-8835-66714e7cd061 HTTP/1.1" status: 200 len: 1821 time: 0.0454040 Jan 27 21:33:00.606848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a0e4979-27b8-48a4-bb86-86ffc14cea90 req-e4a0283b-d7c8-4f5e-a09b-3d4fbc22ea9b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/48766961-53ee-4170-8780-87571c3e618e HTTP/1.1" status: 200 len: 1822 time: 0.0425415 Jan 27 21:33:00.627961 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Pushing event updated for resources: {'Port': ['ID=71bdb7ff-b347-432e-861d-388f5721c3c3,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:00.634459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-7a0e4979-27b8-48a4-bb86-86ffc14cea90 req-d96c8fc7-4d2b-4b71-97d6-9aa5014cd58b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '13dc74ea-d18a-4fec-8835-66714e7cd061', 'remote_group_id': '48766961-53ee-4170-8780-87571c3e618e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:00.635731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-7a0e4979-27b8-48a4-bb86-86ffc14cea90 req-d96c8fc7-4d2b-4b71-97d6-9aa5014cd58b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '13dc74ea-d18a-4fec-8835-66714e7cd061', 'remote_group_id': '48766961-53ee-4170-8780-87571c3e618e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:00.638294 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.638992 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.639506 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.640010 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.640535 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.641029 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.641522 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.642018 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.642559 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.643043 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.643570 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.644186 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.648700 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:00.657794 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Attempting to bind port 71bdb7ff-b347-432e-861d-388f5721c3c3 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:00.659574 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Attempting to bind port 71bdb7ff-b347-432e-861d-388f5721c3c3 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:00.660157 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Attempting to bind port 71bdb7ff-b347-432e-861d-388f5721c3c3 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:00.671610 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:00.671610 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:00.671610 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.671610 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:00.671610 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Bound port: 71bdb7ff-b347-432e-861d-388f5721c3c3, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:00.671610 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.719449 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Publish callbacks [] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.735438 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] For port 71bdb7ff-b347-432e-861d-388f5721c3c3, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:00.740762 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] For port 71bdb7ff-b347-432e-861d-388f5721c3c3, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=71bdb7ff-b347-432e-861d-388f5721c3c3,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:00.794532 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a0e4979-27b8-48a4-bb86-86ffc14cea90 req-d96c8fc7-4d2b-4b71-97d6-9aa5014cd58b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (624f64c1-7ae6-4a06-a6be-4b0fde00ca83), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.824116 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.827466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.848128 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a0e4979-27b8-48a4-bb86-86ffc14cea90 req-d96c8fc7-4d2b-4b71-97d6-9aa5014cd58b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (624f64c1-7ae6-4a06-a6be-4b0fde00ca83), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.884296 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Network 9d65eb7e-111b-437c-a8b1-d7d4885c31e3 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:00.885720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:00.889170 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:00.901474 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cd07ae-dce8-43a7-a5a7-908f2a73cda9,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:00.939880 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a0e4979-27b8-48a4-bb86-86ffc14cea90 req-d96c8fc7-4d2b-4b71-97d6-9aa5014cd58b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (624f64c1-7ae6-4a06-a6be-4b0fde00ca83), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.955734 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (59e5e179-29fa-42da-9a47-a4c68d177e9f), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:00.972811 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Routers {'59e5e179-29fa-42da-9a47-a4c68d177e9f'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:00.973456 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['59e5e179-29fa-42da-9a47-a4c68d177e9f'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:00.975766 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550daf1-d2af-4be7-a885-17f6227caa9d None None] Pushing event updated for resources: {'Port': ['ID=71bdb7ff-b347-432e-861d-388f5721c3c3,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:00.988190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c8fc7-4d2b-4b71-97d6-9aa5014cd58b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624f64c1-7ae6-4a06-a6be-4b0fde00ca83,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:01.067654 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7a0e4979-27b8-48a4-bb86-86ffc14cea90 req-d96c8fc7-4d2b-4b71-97d6-9aa5014cd58b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:01.069297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a0e4979-27b8-48a4-bb86-86ffc14cea90 req-d96c8fc7-4d2b-4b71-97d6-9aa5014cd58b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4447520 Jan 27 21:33:01.125278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-92322985-83ff-47f8-9b90-473ccc58dc45 req-354e0a75-dabf-47e8-bf63-90dbc02f2336 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-14750942', 'description': 'tempest-description-1798144366'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:01.150730 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] Set router 59e5e179-29fa-42da-9a47-a4c68d177e9f gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:01.236881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfe2d3-180d-48e8-af4b-458bc334556d req-4ec71755-5286-4206-97fb-d9b494ea7503 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:01.243922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3bfe2d3-180d-48e8-af4b-458bc334556d req-4ec71755-5286-4206-97fb-d9b494ea7503 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.1031749 Jan 27 21:33:01.245203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:01.296656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3bfe2d3-180d-48e8-af4b-458bc334556d req-7bce86ec-c1ca-4b3f-9f5d-77055c2719c4 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517926 Jan 27 21:33:01.312396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ee3eee0f-662a-4871-82ac-a1c497f89634 None None] Provisioning complete for port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:01.313342 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ee3eee0f-662a-4871-82ac-a1c497f89634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:01.322733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-92322985-83ff-47f8-9b90-473ccc58dc45 req-354e0a75-dabf-47e8-bf63-90dbc02f2336 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:01.364016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ee3eee0f-662a-4871-82ac-a1c497f89634 None None] Port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:33:01.436052 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-92322985-83ff-47f8-9b90-473ccc58dc45 req-354e0a75-dabf-47e8-bf63-90dbc02f2336 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (fa87d94c-2126-4f4d-9c43-5f6a5281791c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:01.497753 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'name': 'tempest-FloatingIPsTestJSON-1394513364-router', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:56Z', 'updated_at': '2022-01-27T21:32:58Z', 'revision_number': 3, 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'gw_port': {'id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ae:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:32:57Z', 'updated_at': '2022-01-27T21:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:01.502227 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-92322985-83ff-47f8-9b90-473ccc58dc45 req-354e0a75-dabf-47e8-bf63-90dbc02f2336 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fa87d94c-2126-4f4d-9c43-5f6a5281791c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:01.524420 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Publish callbacks [] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:01.533994 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a2ad7-93bd-4e8e-856c-67b00352a541 None None] The sync data for ids ['59e5e179-29fa-42da-9a47-a4c68d177e9f'] in n-d-760456-6 is: [{'id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'name': 'tempest-FloatingIPsTestJSON-1394513364-router', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:56Z', 'updated_at': '2022-01-27T21:32:58Z', 'revision_number': 3, 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'gw_port': {'id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ae:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:32:57Z', 'updated_at': '2022-01-27T21:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:33:01.583412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e0a75-dabf-47e8-bf63-90dbc02f2336 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa87d94c-2126-4f4d-9c43-5f6a5281791c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:01.588888 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:01.617126 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-92322985-83ff-47f8-9b90-473ccc58dc45 req-354e0a75-dabf-47e8-bf63-90dbc02f2336 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:01.618496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92322985-83ff-47f8-9b90-473ccc58dc45 req-354e0a75-dabf-47e8-bf63-90dbc02f2336 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4987390 Jan 27 21:33:01.636809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6223e-4fbe-4230-9707-0d6ef1c6cbf9 req-1e45225b-287e-4f59-ab4d-7d57e0a08ed2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:01.638384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ece6223e-4fbe-4230-9707-0d6ef1c6cbf9 req-1e45225b-287e-4f59-ab4d-7d57e0a08ed2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.0908170 Jan 27 21:33:01.711766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ece6223e-4fbe-4230-9707-0d6ef1c6cbf9 req-0eb622fa-dfd1-4116-a623-ffe22a21dff4 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646949 Jan 27 21:33:01.768485 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (59e5e179-29fa-42da-9a47-a4c68d177e9f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:01.769577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ad253cc3-8ad1-4b1b-a868-1da36b148158 req-6204084e-fc50-4b88-8585-9837ec41c90b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-226610764', 'description': 'tempest-description-152004075'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:01.790096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cd07ae-dce8-43a7-a5a7-908f2a73cda9,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:01.819011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35284) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:01.899875 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad253cc3-8ad1-4b1b-a868-1da36b148158 req-6204084e-fc50-4b88-8585-9837ec41c90b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:01.985420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Network 9d65eb7e-111b-437c-a8b1-d7d4885c31e3 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:01.987597 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:02.013406 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad253cc3-8ad1-4b1b-a868-1da36b148158 req-6204084e-fc50-4b88-8585-9837ec41c90b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.038413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1634368809-network', 'tenant_id': 'c8af064f2e8c4072b53a3d30e5f2e646'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:02.093719 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad253cc3-8ad1-4b1b-a868-1da36b148158 req-6204084e-fc50-4b88-8585-9837ec41c90b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.139387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Made reservation on behalf of c8af064f2e8c4072b53a3d30e5f2e646 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:33:02.146693 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.162550 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5c47a294-b4d9-4e79-a32f-066fb6db2c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.169947 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.178728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204084e-fc50-4b88-8585-9837ec41c90b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:02.188415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Router 59e5e179-29fa-42da-9a47-a4c68d177e9f has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:33:02.228511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad253cc3-8ad1-4b1b-a868-1da36b148158 req-6204084e-fc50-4b88-8585-9837ec41c90b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.240358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad253cc3-8ad1-4b1b-a868-1da36b148158 req-6204084e-fc50-4b88-8585-9837ec41c90b tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4755518 Jan 27 21:33:02.335872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:33:02.349905 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Publish callbacks [] for security_group (f9ca245b-7776-43f2-b24d-d6a46bfb53e8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.375476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d3ca5a1-dcdd-45b8-a04b-c6b6abc5e7db req-255acee8-bac4-4314-8eca-7669b1ed4b00 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/fa87d94c-2126-4f4d-9c43-5f6a5281791c HTTP/1.1" status: 200 len: 1820 time: 0.1119719 Jan 27 21:33:02.379704 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d611468c-53d1-476d-943e-ff9f7c6c6028 admin admin] 10.222.0.61 "PUT /v2.0/routers/59e5e179-29fa-42da-9a47-a4c68d177e9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7001822 Jan 27 21:33:02.411986 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f9ca245b-7776-43f2-b24d-d6a46bfb53e8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.421372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-88ed8e1b-19b6-445c-b020-469dc2e25182 None None] Provisioning complete for port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:02.424774 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-88ed8e1b-19b6-445c-b020-469dc2e25182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.502472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:33:02.505487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-88ed8e1b-19b6-445c-b020-469dc2e25182 None None] Port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:33:02.519621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ca245b-7776-43f2-b24d-d6a46bfb53e8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:02.535718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0c75f-cdfa-4aec-b543-0e8b61ced80d req-f67ea8e9-c78a-4430-9205-34d1d74e5554 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:02.537366 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5d0c75f-cdfa-4aec-b543-0e8b61ced80d req-f67ea8e9-c78a-4430-9205-34d1d74e5554 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.1146736 Jan 27 21:33:02.539166 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e28dd785-ca87-483c-9b65-882245815e9f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.539333 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Added segment e28dd785-ca87-483c-9b65-882245815e9f of type vlan for network 37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f Jan 27 21:33:02.543022 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d3ca5a1-dcdd-45b8-a04b-c6b6abc5e7db req-5d9e1c07-ce83-492b-b74e-58454e80c395 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e HTTP/1.1" status: 200 len: 1820 time: 0.1676383 Jan 27 21:33:02.603398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-0d3ca5a1-dcdd-45b8-a04b-c6b6abc5e7db req-31975362-5448-438c-a7b1-7fb8373c1eab tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fa87d94c-2126-4f4d-9c43-5f6a5281791c', 'remote_group_id': 'c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:02.603647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-0d3ca5a1-dcdd-45b8-a04b-c6b6abc5e7db req-31975362-5448-438c-a7b1-7fb8373c1eab tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fa87d94c-2126-4f4d-9c43-5f6a5281791c', 'remote_group_id': 'c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:02.638442 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.662744 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5d0c75f-cdfa-4aec-b543-0e8b61ced80d req-ae2fd487-af12-4a0e-8835-17a46630a508 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111007 Jan 27 21:33:02.779039 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0d3ca5a1-dcdd-45b8-a04b-c6b6abc5e7db req-31975362-5448-438c-a7b1-7fb8373c1eab tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (40385d8b-0b4d-4b45-bd31-b31f8700f02f), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.787446 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.788444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:02.792371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.866240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0d3ca5a1-dcdd-45b8-a04b-c6b6abc5e7db req-31975362-5448-438c-a7b1-7fb8373c1eab tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (40385d8b-0b4d-4b45-bd31-b31f8700f02f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:02.917127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0968292 Jan 27 21:33:02.920061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35314) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:02.926269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7efc513b-f846-476d-97d2-702a758ba316 admin admin] Request body: {'subnet': {'network_id': '37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1634368809-subnet', 'tenant_id': 'c8af064f2e8c4072b53a3d30e5f2e646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:02.929078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f79cb8-db9b-4228-8bc4-eac9b016b99d admin admin] Pushing event updated for resources: {'Network': ['ID=37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:02.971578 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:33:02.972249 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0d3ca5a1-dcdd-45b8-a04b-c6b6abc5e7db req-31975362-5448-438c-a7b1-7fb8373c1eab tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (40385d8b-0b4d-4b45-bd31-b31f8700f02f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.024665 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efc513b-f846-476d-97d2-702a758ba316 admin admin] Made reservation on behalf of c8af064f2e8c4072b53a3d30e5f2e646 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:33:03.027369 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7efc513b-f846-476d-97d2-702a758ba316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.028433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31975362-5448-438c-a7b1-7fb8373c1eab tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40385d8b-0b4d-4b45-bd31-b31f8700f02f,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:03.106892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-caf9bf48-bee4-42fb-a7dc-e77e3bf6362f tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2375171 Jan 27 21:33:03.115958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:03.140189 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0d3ca5a1-dcdd-45b8-a04b-c6b6abc5e7db req-31975362-5448-438c-a7b1-7fb8373c1eab tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.142960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d3ca5a1-dcdd-45b8-a04b-c6b6abc5e7db req-31975362-5448-438c-a7b1-7fb8373c1eab tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5693653 Jan 27 21:33:03.225258 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.334284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3c91d-d4cc-4b4a-9613-ed54fd9666c6 req-729630c2-a524-4a98-ba05-5f919b615deb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:03.336342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dad3c91d-d4cc-4b4a-9613-ed54fd9666c6 req-729630c2-a524-4a98-ba05-5f919b615deb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.0657246 Jan 27 21:33:03.340810 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7efc513b-f846-476d-97d2-702a758ba316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (2e971f73-7a05-4fa9-accd-79b6f5881df7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.407814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dad3c91d-d4cc-4b4a-9613-ed54fd9666c6 req-9841366a-ff16-41c0-a087-9ddaad6d8334 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646365 Jan 27 21:33:03.414250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.422701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc513b-f846-476d-97d2-702a758ba316 admin admin] Checking segment: {'id': 'e28dd785-ca87-483c-9b65-882245815e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:03.423169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc513b-f846-476d-97d2-702a758ba316 admin admin] Network hostable DHCP agents. Network: 37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:33:03.432844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc513b-f846-476d-97d2-702a758ba316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e971f73-7a05-4fa9-accd-79b6f5881df7,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:03.522482 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc513b-f846-476d-97d2-702a758ba316 admin admin] Network 37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:33:03.559063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Allocated IP 172.25.0.172 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/7d72489f-f482-4fc7-968e-00eb7757336a) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:03.631250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-7efc513b-f846-476d-97d2-702a758ba316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:03.639746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc513b-f846-476d-97d2-702a758ba316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:03.640659 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7efc513b-f846-476d-97d2-702a758ba316 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.649195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9252e2-ba8e-492e-8a09-e53e1cf6f057 None None] Network 37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:33:03.653763 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e129c9e0-56eb-42f5-b701-797f3762f565 req-e55ce2fd-f700-4221-b38c-c116818a1531 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e HTTP/1.1" status: 200 len: 1820 time: 0.0967133 Jan 27 21:33:03.715754 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 71bdb7ff-b347-432e-861d-388f5721c3c3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:03.726883 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7efc513b-f846-476d-97d2-702a758ba316 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8055503 Jan 27 21:33:03.761844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks [] for port (7d72489f-f482-4fc7-968e-00eb7757336a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.821195 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e129c9e0-56eb-42f5-b701-797f3762f565 req-a39d5e58-38ca-4f6d-95b4-35e47f910f4d tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.847161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 71bdb7ff-b347-432e-861d-388f5721c3c3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:03.848042 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.857846 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e129c9e0-56eb-42f5-b701-797f3762f565 req-a39d5e58-38ca-4f6d-95b4-35e47f910f4d tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:03.900688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d388a6-f1b0-419d-976c-9476afb99eaa None None] Network 37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:33:03.950467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Sync routers for ids ['59e5e179-29fa-42da-9a47-a4c68d177e9f'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:33:03.983756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Routers {'59e5e179-29fa-42da-9a47-a4c68d177e9f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:03.984404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['59e5e179-29fa-42da-9a47-a4c68d177e9f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:04.037292 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e129c9e0-56eb-42f5-b701-797f3762f565 req-a39d5e58-38ca-4f6d-95b4-35e47f910f4d tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.039532 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e129c9e0-56eb-42f5-b701-797f3762f565 req-a39d5e58-38ca-4f6d-95b4-35e47f910f4d tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.047930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e129c9e0-56eb-42f5-b701-797f3762f565 req-a39d5e58-38ca-4f6d-95b4-35e47f910f4d tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "DELETE /v2.0/security-groups/c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e HTTP/1.1" status: 204 len: 173 time: 0.3797665 Jan 27 21:33:04.060380 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7d72489f-f482-4fc7-968e-00eb7757336a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.102488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 71bdb7ff-b347-432e-861d-388f5721c3c3 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:04.103178 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.132903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d5e58-38ca-4f6d-95b4-35e47f910f4d tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:04.153299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:04.156283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:04.159996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:04.167331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 71bdb7ff-b347-432e-861d-388f5721c3c3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=71bdb7ff-b347-432e-861d-388f5721c3c3,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:04.194393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Set router 59e5e179-29fa-42da-9a47-a4c68d177e9f gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:04.205535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Pushing event updated for resources: {'Port': ['ID=7d72489f-f482-4fc7-968e-00eb7757336a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:04.265505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fde05-a927-4586-9b44-fa14db1ff6ef req-08cb8928-0830-4054-b62d-44e438f09317 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:04.267067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e1fde05-a927-4586-9b44-fa14db1ff6ef req-08cb8928-0830-4054-b62d-44e438f09317 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.0801499 Jan 27 21:33:04.336826 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks [] for floatingip (ce48fb08-53bc-46c0-91fc-b3eb7e10a3ce), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.372468 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e1fde05-a927-4586-9b44-fa14db1ff6ef req-873d9c63-6b6b-4a4d-a2cc-22180a6d9ea4 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810475 Jan 27 21:33:04.398935 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.455342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9410379-eb69-42d8-8ff1-4591139daf4c req-69d7ae2d-c90c-469e-9edf-73ccfed760f5 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/fa87d94c-2126-4f4d-9c43-5f6a5281791c HTTP/1.1" status: 200 len: 1820 time: 0.0437081 Jan 27 21:33:04.487505 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7d72489f-f482-4fc7-968e-00eb7757336a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.557842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=71bdb7ff-b347-432e-861d-388f5721c3c3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:04.635119 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6373-dc37-44b9-83a3-3af0813e1293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.673002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35350) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:04.674561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'name': 'tempest-FloatingIPsTestJSON-1394513364-router', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:56Z', 'updated_at': '2022-01-27T21:33:01Z', 'revision_number': 4, 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'gw_port': {'id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ae:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:32:57Z', 'updated_at': '2022-01-27T21:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'e9cd07ae-dce8-43a7-a5a7-908f2a73cda9', 'name': '', 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'mac_address': 'fa:16:3e:a3:40:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '03c9a930-099e-4d8d-8db5-e47c02e1f42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:00Z', 'updated_at': '2022-01-27T21:33:01Z', 'revision_number': 2, 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'subnets': [{'id': '03c9a930-099e-4d8d-8db5-e47c02e1f42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:04.678651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-674088096-network', 'tenant_id': '438a01a4ad704fa59cbeed22a70a7274'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:04.711347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Checking router: 59e5e179-29fa-42da-9a47-a4c68d177e9f for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:33:04.712816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Updating router 59e5e179-29fa-42da-9a47-a4c68d177e9f port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:33:04.737828 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.763328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91bd4f-e239-42e2-8812-db2c62609ac7 req-b2b5b57c-0b61-4b44-a6f8-a01848b2dc77 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:04.770725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a91bd4f-e239-42e2-8812-db2c62609ac7 req-b2b5b57c-0b61-4b44-a6f8-a01848b2dc77 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.0927737 Jan 27 21:33:04.780438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Made reservation on behalf of 438a01a4ad704fa59cbeed22a70a7274 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:33:04.786045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.799607 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.899322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Publish callbacks [] for security_group (dfaede0c-c48f-442a-bf40-3fc9368b18cf), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:04.981883 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (dfaede0c-c48f-442a-bf40-3fc9368b18cf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.009908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:33:05.044655 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (39d1bf2b-edb2-4683-a2c8-19d4efdfa778), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.045006 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Added segment 39d1bf2b-edb2-4683-a2c8-19d4efdfa778 of type vlan for network b8bdd43e-5d15-4683-9fdf-24d942ac0044 Jan 27 21:33:05.058273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaede0c-c48f-442a-bf40-3fc9368b18cf,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:05.103207 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Publish callbacks [] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.113904 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a91bd4f-e239-42e2-8812-db2c62609ac7 req-3b97db5d-62d6-4377-b3d6-0b2442535925 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421974 Jan 27 21:33:05.118277 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b8bdd43e-5d15-4683-9fdf-24d942ac0044), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.126768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks [] for port (7d72489f-f482-4fc7-968e-00eb7757336a), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.146144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a3961765-38c9-4be8-ac42-95cb7ef95a36 req-1179b5c9-1b2f-4de9-b2f6-b2a6b95cbf6e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-851603593', 'description': 'tempest-description-1067513439'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:05.169618 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.197310 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (7d72489f-f482-4fc7-968e-00eb7757336a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.256699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Pushing event updated for resources: {'Port': ['ID=7d72489f-f482-4fc7-968e-00eb7757336a,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:05.270781 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b8bdd43e-5d15-4683-9fdf-24d942ac0044), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.274035 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8d5eb-af69-46a2-972b-490d37a7fde4 None None] Pushing event updated for resources: {'Port': ['ID=e9cd07ae-dce8-43a7-a5a7-908f2a73cda9,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:05.274172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:05.274172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.300471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Attempting to bind port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:05.300471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Attempting to bind port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '5d9c49f3-cbbf-408c-932f-06d01a87ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:05.300471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Attempting to bind port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 on network 9d65eb7e-111b-437c-a8b1-d7d4885c31e3 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:05.305308 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:05.305621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a3961765-38c9-4be8-ac42-95cb7ef95a36 req-1179b5c9-1b2f-4de9-b2f6-b2a6b95cbf6e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.305719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Checking segment: {'id': '5d9c49f3-cbbf-408c-932f-06d01a87ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:05.306091 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.306489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Bound using segment: {'id': '5d9c49f3-cbbf-408c-932f-06d01a87ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:05.306970 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Bound port: e9cd07ae-dce8-43a7-a5a7-908f2a73cda9, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9c49f3-cbbf-408c-932f-06d01a87ac56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:05.307359 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.399486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] For port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:05.404161 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (ce48fb08-53bc-46c0-91fc-b3eb7e10a3ce), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.404358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] For port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e9cd07ae-dce8-43a7-a5a7-908f2a73cda9,segment=NetworkSegment(5d9c49f3-cbbf-408c-932f-06d01a87ac56),segment_id=5d9c49f3-cbbf-408c-932f-06d01a87ac56)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:05.421039 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a3961765-38c9-4be8-ac42-95cb7ef95a36 req-1179b5c9-1b2f-4de9-b2f6-b2a6b95cbf6e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (808c4bae-a1a9-4d26-a959-839853bd9712), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.465987 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.496640 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.512810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-22cc421c-9f2e-442d-b3d9-8e74c70121ae tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4016261 Jan 27 21:33:05.516562 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a3961765-38c9-4be8-ac42-95cb7ef95a36 req-1179b5c9-1b2f-4de9-b2f6-b2a6b95cbf6e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (808c4bae-a1a9-4d26-a959-839853bd9712), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.520825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Routers {'59e5e179-29fa-42da-9a47-a4c68d177e9f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:05.521797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['59e5e179-29fa-42da-9a47-a4c68d177e9f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:05.675221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179b5c9-1b2f-4de9-b2f6-b2a6b95cbf6e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808c4bae-a1a9-4d26-a959-839853bd9712,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:05.687703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] Set router 59e5e179-29fa-42da-9a47-a4c68d177e9f gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:05.688656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-d5483684-e405-4c0d-b3a2-0739bc3d4af3 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.1649454 Jan 27 21:33:05.746345 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a3961765-38c9-4be8-ac42-95cb7ef95a36 req-1179b5c9-1b2f-4de9-b2f6-b2a6b95cbf6e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.748062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3961765-38c9-4be8-ac42-95cb7ef95a36 req-1179b5c9-1b2f-4de9-b2f6-b2a6b95cbf6e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6061699 Jan 27 21:33:05.787533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 71bdb7ff-b347-432e-861d-388f5721c3c3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:05.803995 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1291389 Jan 27 21:33:05.808408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35360) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:05.813886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b44a0ab0-4482-4f8b-95e5-74d731ea0204 admin admin] Request body: {'subnet': {'network_id': 'b8bdd43e-5d15-4683-9fdf-24d942ac0044', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-674088096-subnet', 'tenant_id': '438a01a4ad704fa59cbeed22a70a7274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:05.832978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a97674-9b84-40d7-9743-94d6e57f163e admin admin] Pushing event updated for resources: {'Network': ['ID=b8bdd43e-5d15-4683-9fdf-24d942ac0044,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:05.877426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b8bdd43e-5d15-4683-9fdf-24d942ac0044 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:33:05.893733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-21d5f6aa-fd31-4139-a703-89d69b53c2ff tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:05.895268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93e7a585-6a41-4920-83c2-f9fd22c79a47 req-21d5f6aa-fd31-4139-a703-89d69b53c2ff tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.2009308 Jan 27 21:33:05.897207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-72a195d3-2fab-4dbb-b12f-dad3f9662e5d None None] Provisioning complete for port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:05.897929 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-72a195d3-2fab-4dbb-b12f-dad3f9662e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:05.951564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44a0ab0-4482-4f8b-95e5-74d731ea0204 admin admin] Made reservation on behalf of 438a01a4ad704fa59cbeed22a70a7274 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:33:05.955985 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b44a0ab0-4482-4f8b-95e5-74d731ea0204 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:06.067808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8d5eb-af69-46a2-972b-490d37a7fde4 None None] Pushing event updated for resources: {'Port': ['ID=e9cd07ae-dce8-43a7-a5a7-908f2a73cda9,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:06.082022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631e59f-549c-4ef9-9ffe-ecce98158bb1 req-f1b440c4-5608-4a6e-ae90-be27feb74fe4 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:06.089834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f631e59f-549c-4ef9-9ffe-ecce98158bb1 req-f1b440c4-5608-4a6e-ae90-be27feb74fe4 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.0975907 Jan 27 21:33:06.156201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35201f71-ee99-48e6-a7f2-14bf4408b45b req-25f72ac7-908a-4416-9056-f0572d3bf355 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/808c4bae-a1a9-4d26-a959-839853bd9712 HTTP/1.1" status: 200 len: 1821 time: 0.1332994 Jan 27 21:33:06.174892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-35201f71-ee99-48e6-a7f2-14bf4408b45b req-d249775c-2f82-45fd-a2af-b21d994254a2 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '808c4bae-a1a9-4d26-a959-839853bd9712', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:06.176291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-35201f71-ee99-48e6-a7f2-14bf4408b45b req-d249775c-2f82-45fd-a2af-b21d994254a2 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '808c4bae-a1a9-4d26-a959-839853bd9712', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:06.207389 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:06.216451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 71bdb7ff-b347-432e-861d-388f5721c3c3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:06.217023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:06.245784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f631e59f-549c-4ef9-9ffe-ecce98158bb1 req-b1488e78-1ca9-4427-b4bc-087e9fae7acb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399305 Jan 27 21:33:06.336385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c966b4f-d590-4612-b579-e2560ad8bcd0 req-891a00dc-21b1-4091-a376-55e59cbb808e tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/floatingips/ce48fb08-53bc-46c0-91fc-b3eb7e10a3ce HTTP/1.1" status: 200 len: 693 time: 0.0554252 Jan 27 21:33:06.346195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'name': 'tempest-FloatingIPsTestJSON-1394513364-router', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:56Z', 'updated_at': '2022-01-27T21:33:01Z', 'revision_number': 4, 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'gw_port': {'id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ae:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:32:57Z', 'updated_at': '2022-01-27T21:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'e9cd07ae-dce8-43a7-a5a7-908f2a73cda9', 'name': '', 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'mac_address': 'fa:16:3e:a3:40:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '03c9a930-099e-4d8d-8db5-e47c02e1f42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:00Z', 'updated_at': '2022-01-27T21:33:05Z', 'revision_number': 4, 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'subnets': [{'id': '03c9a930-099e-4d8d-8db5-e47c02e1f42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:06.351777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b44a0ab0-4482-4f8b-95e5-74d731ea0204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (d2c440ef-3637-4023-a120-d04745949712), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:06.381838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-72a195d3-2fab-4dbb-b12f-dad3f9662e5d None None] Current status of the port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:06.382750 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-72a195d3-2fab-4dbb-b12f-dad3f9662e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:06.387581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85854d0-6b96-4233-bcd6-c6c3ad74cedc None None] The sync data for ids ['59e5e179-29fa-42da-9a47-a4c68d177e9f'] in n-d-760456-6 is: [{'id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'name': 'tempest-FloatingIPsTestJSON-1394513364-router', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:56Z', 'updated_at': '2022-01-27T21:33:01Z', 'revision_number': 4, 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'gw_port': {'id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ae:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:32:57Z', 'updated_at': '2022-01-27T21:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'e9cd07ae-dce8-43a7-a5a7-908f2a73cda9', 'name': '', 'network_id': '9d65eb7e-111b-437c-a8b1-d7d4885c31e3', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'mac_address': 'fa:16:3e:a3:40:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '03c9a930-099e-4d8d-8db5-e47c02e1f42c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:00Z', 'updated_at': '2022-01-27T21:33:05Z', 'revision_number': 4, 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'subnets': [{'id': '03c9a930-099e-4d8d-8db5-e47c02e1f42c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:33:06.422661 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 71bdb7ff-b347-432e-861d-388f5721c3c3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:06.445035 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-72a195d3-2fab-4dbb-b12f-dad3f9662e5d None None] For port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e9cd07ae-dce8-43a7-a5a7-908f2a73cda9,segment=NetworkSegment(5d9c49f3-cbbf-408c-932f-06d01a87ac56),segment_id=5d9c49f3-cbbf-408c-932f-06d01a87ac56)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:06.489502 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-35201f71-ee99-48e6-a7f2-14bf4408b45b req-d249775c-2f82-45fd-a2af-b21d994254a2 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (05a2e58a-7b25-4497-8c30-7438a9420f15), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:06.489840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a0ab0-4482-4f8b-95e5-74d731ea0204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c440ef-3637-4023-a120-d04745949712,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:06.505840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a0ab0-4482-4f8b-95e5-74d731ea0204 admin admin] Checking segment: {'id': '39d1bf2b-edb2-4683-a2c8-19d4efdfa778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b8bdd43e-5d15-4683-9fdf-24d942ac0044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:06.506188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a0ab0-4482-4f8b-95e5-74d731ea0204 admin admin] Network hostable DHCP agents. Network: b8bdd43e-5d15-4683-9fdf-24d942ac0044, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:33:06.528281 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-72a195d3-2fab-4dbb-b12f-dad3f9662e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:06.533453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c966b4f-d590-4612-b579-e2560ad8bcd0 req-d6d818ac-f2ef-4d68-9972-78d225b89458 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:06.540671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c966b4f-d590-4612-b579-e2560ad8bcd0 req-d6d818ac-f2ef-4d68-9972-78d225b89458 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1932678 Jan 27 21:33:06.548877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-5c966b4f-d590-4612-b579-e2560ad8bcd0 req-2d03339e-a979-403d-801d-e0ad57a71d3b tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:33:06.550231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c966b4f-d590-4612-b579-e2560ad8bcd0 req-2d03339e-a979-403d-801d-e0ad57a71d3b tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083742 Jan 27 21:33:06.561358 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-35201f71-ee99-48e6-a7f2-14bf4408b45b req-d249775c-2f82-45fd-a2af-b21d994254a2 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (05a2e58a-7b25-4497-8c30-7438a9420f15), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:06.596732 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a0ab0-4482-4f8b-95e5-74d731ea0204 admin admin] Network b8bdd43e-5d15-4683-9fdf-24d942ac0044 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:33:06.616608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a195d3-2fab-4dbb-b12f-dad3f9662e5d None None] Pushing event updated for resources: {'Port': ['ID=e9cd07ae-dce8-43a7-a5a7-908f2a73cda9,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:06.671219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c33b8-a86a-41ce-9053-483656fabf57 req-0dd5b12c-91d9-4f59-8635-9f7fae25db2b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:06.672483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a42c33b8-a86a-41ce-9053-483656fabf57 req-0dd5b12c-91d9-4f59-8635-9f7fae25db2b tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.0601821 Jan 27 21:33:06.673707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-35201f71-ee99-48e6-a7f2-14bf4408b45b req-d249775c-2f82-45fd-a2af-b21d994254a2 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (05a2e58a-7b25-4497-8c30-7438a9420f15), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:06.674444 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8a148d6e-aee8-436d-a2ee-0198eb1b8435 None None] Provisioning complete for port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:06.675487 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8a148d6e-aee8-436d-a2ee-0198eb1b8435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:06.705373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b44a0ab0-4482-4f8b-95e5-74d731ea0204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, b8bdd43e-5d15-4683-9fdf-24d942ac0044) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:06.710645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249775c-2f82-45fd-a2af-b21d994254a2 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a2e58a-7b25-4497-8c30-7438a9420f15,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:06.719801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44a0ab0-4482-4f8b-95e5-74d731ea0204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:06.724955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b44a0ab0-4482-4f8b-95e5-74d731ea0204 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:06.725678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0c7dd-aec1-4e71-9755-e7f43af3eba8 None None] Network b8bdd43e-5d15-4683-9fdf-24d942ac0044 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:33:06.776008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a42c33b8-a86a-41ce-9053-483656fabf57 req-ce143186-18a2-44ca-bf3c-7fd045d78a29 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858109 Jan 27 21:33:06.789565 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-35201f71-ee99-48e6-a7f2-14bf4408b45b req-d249775c-2f82-45fd-a2af-b21d994254a2 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:06.796762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35201f71-ee99-48e6-a7f2-14bf4408b45b req-d249775c-2f82-45fd-a2af-b21d994254a2 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6305594 Jan 27 21:33:06.823846 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b44a0ab0-4482-4f8b-95e5-74d731ea0204 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0015340 Jan 27 21:33:06.899514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8a148d6e-aee8-436d-a2ee-0198eb1b8435 None None] Current status of the port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:06.956250 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6319d148-29ab-4f66-b52e-82ac2971eaf3 req-f3a5610d-aba0-4dcc-a173-3531a150e7f4 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=51fb791976b74bb38bc0abcbfe2b5953 HTTP/1.1" status: 200 len: 696 time: 0.1450586 Jan 27 21:33:07.045448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1de82f5-8969-455c-9437-050b5920916b req-b740b619-1959-4a90-9642-e6669749a4c7 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/808c4bae-a1a9-4d26-a959-839853bd9712 HTTP/1.1" status: 200 len: 2414 time: 0.1273611 Jan 27 21:33:07.072776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-f1de82f5-8969-455c-9437-050b5920916b req-f0689385-d054-4ef7-add1-9dc074ea1855 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '808c4bae-a1a9-4d26-a959-839853bd9712', 'remote_group_id': None}]} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:07.072776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-f1de82f5-8969-455c-9437-050b5920916b req-f0689385-d054-4ef7-add1-9dc074ea1855 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '808c4bae-a1a9-4d26-a959-839853bd9712', 'remote_group_id': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:07.096536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e2c057-4192-4d31-9ad4-f65274641a21 None None] Network b8bdd43e-5d15-4683-9fdf-24d942ac0044 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:33:07.181930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319d148-29ab-4f66-b52e-82ac2971eaf3 req-22f99c51-47dd-4ef7-9349-0106b01e8f43 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:07.189020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6319d148-29ab-4f66-b52e-82ac2971eaf3 req-22f99c51-47dd-4ef7-9349-0106b01e8f43 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/networks?id=0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 787 time: 0.2265437 Jan 27 21:33:07.206892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-6319d148-29ab-4f66-b52e-82ac2971eaf3 req-dec617e0-93a1-499f-880f-0b25ccdec580 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:33:07.207975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6319d148-29ab-4f66-b52e-82ac2971eaf3 req-dec617e0-93a1-499f-880f-0b25ccdec580 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059936 Jan 27 21:33:07.260025 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:07.327856 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f1de82f5-8969-455c-9437-050b5920916b req-f0689385-d054-4ef7-add1-9dc074ea1855 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (8c2518d8-c7c7-461c-8509-657d275b897a), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:07.362639 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f1de82f5-8969-455c-9437-050b5920916b req-f0689385-d054-4ef7-add1-9dc074ea1855 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (8c2518d8-c7c7-461c-8509-657d275b897a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:07.453557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f1de82f5-8969-455c-9437-050b5920916b req-f0689385-d054-4ef7-add1-9dc074ea1855 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (8c2518d8-c7c7-461c-8509-657d275b897a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:07.465910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-996dd52f-943a-471c-957e-13670e21b5a0 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/floatingips/ce48fb08-53bc-46c0-91fc-b3eb7e10a3ce HTTP/1.1" status: 200 len: 693 time: 0.0623050 Jan 27 21:33:07.508120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0689385-d054-4ef7-add1-9dc074ea1855 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2518d8-c7c7-461c-8509-657d275b897a,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:07.576419 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f1de82f5-8969-455c-9437-050b5920916b req-f0689385-d054-4ef7-add1-9dc074ea1855 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:07.578127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1de82f5-8969-455c-9437-050b5920916b req-f0689385-d054-4ef7-add1-9dc074ea1855 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5181038 Jan 27 21:33:07.628607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-065fea18-c2e0-4803-b2de-a2bc86f6ab1e tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:07.630158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-065fea18-c2e0-4803-b2de-a2bc86f6ab1e tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1633980 Jan 27 21:33:07.656315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:07.703140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-df5e4e4f-fe84-453f-a513-509ec4d381c3 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0664542 Jan 27 21:33:07.719997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:07.721782 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:07.784448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-1c4fe1c1-68f1-4b3d-a81c-ffeaf22d5824 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0659704 Jan 27 21:33:07.824722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:07.882542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c6c44-b579-40ea-8df3-c1570aa9a1b4 req-24f430c0-bdec-4f3d-a42b-d2ffa7c85cc6 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:07.884017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-660c6c44-b579-40ea-8df3-c1570aa9a1b4 req-24f430c0-bdec-4f3d-a42b-d2ffa7c85cc6 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.2082283 Jan 27 21:33:07.928714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74d5301-d788-4560-831a-a38c48fdee34 req-e82dfd2d-5429-4693-b8b8-9b680c72d7d3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1639283 Jan 27 21:33:08.018106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-660c6c44-b579-40ea-8df3-c1570aa9a1b4 req-b9d33050-38a3-42a3-b5d8-367d772d17fc tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040406 Jan 27 21:33:08.043058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-8ce0c16f-23cd-4361-8b24-3028e4ba7448 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Deleting port 7d72489f-f482-4fc7-968e-00eb7757336a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:08.043406 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-8ce0c16f-23cd-4361-8b24-3028e4ba7448 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7d72489f-f482-4fc7-968e-00eb7757336a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:08.046299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d5301-d788-4560-831a-a38c48fdee34 req-05b54095-0b45-48f1-9488-fc8a8e6f255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:08.047779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74d5301-d788-4560-831a-a38c48fdee34 req-05b54095-0b45-48f1-9488-fc8a8e6f255b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 1101 time: 0.0658278 Jan 27 21:33:08.191748 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-8ce0c16f-23cd-4361-8b24-3028e4ba7448 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7d72489f-f482-4fc7-968e-00eb7757336a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:08.192103 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-8ce0c16f-23cd-4361-8b24-3028e4ba7448 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks [] for floatingip (7d72489f-f482-4fc7-968e-00eb7757336a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:08.216503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-8ce0c16f-23cd-4361-8b24-3028e4ba7448 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Calling delete_port for 7d72489f-f482-4fc7-968e-00eb7757336a owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:08.224754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d5301-d788-4560-831a-a38c48fdee34 req-a6f90805-5608-4f78-a97e-e426ff8c3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:08.226174 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74d5301-d788-4560-831a-a38c48fdee34 req-a6f90805-5608-4f78-a97e-e426ff8c3f1d service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1383612 Jan 27 21:33:08.314531 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74d5301-d788-4560-831a-a38c48fdee34 req-977988d1-3c39-4663-b7eb-9e14d10944eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3 HTTP/1.1" status: 200 len: 217 time: 0.0769229 Jan 27 21:33:08.433178 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d5301-d788-4560-831a-a38c48fdee34 req-fa04e159-cb68-415b-a1f8-2e938ed5eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:08.434625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74d5301-d788-4560-831a-a38c48fdee34 req-fa04e159-cb68-415b-a1f8-2e938ed5eb20 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0884643 Jan 27 21:33:08.484327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-fd9946df-b47a-4fa3-a7de-db188a2caff2 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:08.486304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-fd9946df-b47a-4fa3-a7de-db188a2caff2 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/networks?id=37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f HTTP/1.1" status: 200 len: 815 time: 0.2625167 Jan 27 21:33:08.508381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-98641bc5-450e-4edb-a9df-a66feac2af1c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/quotas/c8af064f2e8c4072b53a3d30e5f2e646 HTTP/1.1" status: 200 len: 375 time: 0.0148726 Jan 27 21:33:08.543624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d5301-d788-4560-831a-a38c48fdee34 req-f4fda8fb-d480-44e5-9ef8-59598703ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:08.545192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74d5301-d788-4560-831a-a38c48fdee34 req-f4fda8fb-d480-44e5-9ef8-59598703ff74 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034782 Jan 27 21:33:08.569206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-946765f8-54ef-48ed-9c0a-18f190056c17 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8af064f2e8c4072b53a3d30e5f2e646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367665 Jan 27 21:33:08.720018 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-8ce0c16f-23cd-4361-8b24-3028e4ba7448 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7d72489f-f482-4fc7-968e-00eb7757336a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:08.725685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74d5301-d788-4560-831a-a38c48fdee34 req-e06ea6e8-1640-4d45-8294-660cbd3e3f76 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591587 Jan 27 21:33:08.731863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-5ae95efe-3b40-4c28-b30c-8538ab65a9b1 service neutron] 10.222.0.61 "GET /v2.0/networks/37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518745 Jan 27 21:33:08.750741 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:08.771793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0c16f-23cd-4361-8b24-3028e4ba7448 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Pushing event deleted for resources: {'Port': ['ID=7d72489f-f482-4fc7-968e-00eb7757336a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:08.952924 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-8ce0c16f-23cd-4361-8b24-3028e4ba7448 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks [] for floatingip (ce48fb08-53bc-46c0-91fc-b3eb7e10a3ce), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:08.955479 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-8ce0c16f-23cd-4361-8b24-3028e4ba7448 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:08.956619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d00faa8-cba8-4b6a-8964-efa2fd2b6c33 req-8ce0c16f-23cd-4361-8b24-3028e4ba7448 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "DELETE /v2.0/floatingips/ce48fb08-53bc-46c0-91fc-b3eb7e10a3ce HTTP/1.1" status: 204 len: 173 time: 1.1465764 Jan 27 21:33:08.962966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74d5301-d788-4560-831a-a38c48fdee34 req-e683ac2b-2dc3-40b0-a520-70a606d8e913 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287505 Jan 27 21:33:08.964736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-b06493ed-eb24-4b7a-ad2e-1bc61691b807 service neutron] 10.222.0.61 "GET /v2.0/networks/37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060583 Jan 27 21:33:09.057963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832333b-9f85-45c9-b9bf-d787e9d84cb7 req-c30d7b87-8fbc-4105-8969-72d3e11a1755 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:09.059430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a832333b-9f85-45c9-b9bf-d787e9d84cb7 req-c30d7b87-8fbc-4105-8969-72d3e11a1755 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 946 time: 0.0504808 Jan 27 21:33:09.112660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a832333b-9f85-45c9-b9bf-d787e9d84cb7 req-d2e9f1c9-44cc-43b4-b3ea-bc14f88ee85e tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475466 Jan 27 21:33:09.177547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a47f9a93-2933-4dc5-bed5-b91efdc43cd3 req-0bd1c64e-4d93-4a5b-870b-cbe1312079d0 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/808c4bae-a1a9-4d26-a959-839853bd9712 HTTP/1.1" status: 200 len: 3012 time: 0.0400984 Jan 27 21:33:09.284829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08158b-b9b1-49d9-b7c6-e1f90fdf4eb8 req-dcc1c149-4752-4212-bce2-b1d866d31339 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:09.286395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e08158b-b9b1-49d9-b7c6-e1f90fdf4eb8 req-dcc1c149-4752-4212-bce2-b1d866d31339 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.0574815 Jan 27 21:33:09.497124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e08158b-b9b1-49d9-b7c6-e1f90fdf4eb8 req-ed20ddb4-2f7b-41e0-aa65-9ac610748cc3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992795 Jan 27 21:33:09.512537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b258d64d-737b-4988-8cb4-26e2b0d9c9b9 req-48324fc1-cb31-47f8-ae32-944d2a3c7d33 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1456850 Jan 27 21:33:09.514552 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-9d61b38d-4332-40ca-b8ae-8219aa3a281b service neutron] show failed (client error): The resource could not be found. Jan 27 21:33:09.515530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-9d61b38d-4332-40ca-b8ae-8219aa3a281b service neutron] 10.222.0.71 "GET /v2.0/ports/27b8fd4b-aa41-4003-9eed-1165a7c3eca3/bindings/n-h1-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.1628692 Jan 27 21:33:09.520475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-4f730783-d762-4918-bf48-92e3149764f9 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2320685 Jan 27 21:33:09.530376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:09.632640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d64d-737b-4988-8cb4-26e2b0d9c9b9 req-9ad8f923-0032-41d5-b2e2-70ae76af3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:09.634161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b258d64d-737b-4988-8cb4-26e2b0d9c9b9 req-9ad8f923-0032-41d5-b2e2-70ae76af3ea6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 1116 time: 0.0722432 Jan 27 21:33:09.640770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1a76c-35e8-4e7a-8e61-5b49b6f8050f req-63d923f2-4ff4-4ae0-bc67-febc06ef8928 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:09.642898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44d1a76c-35e8-4e7a-8e61-5b49b6f8050f req-63d923f2-4ff4-4ae0-bc67-febc06ef8928 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.0814073 Jan 27 21:33:09.647919 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.055592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44d1a76c-35e8-4e7a-8e61-5b49b6f8050f req-3fe10c67-7a5b-43c0-b12c-ba7ebab716f7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032419 Jan 27 21:33:10.120161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d64d-737b-4988-8cb4-26e2b0d9c9b9 req-1a2d9322-bc6b-4c05-9d3c-a1316be268b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:10.121613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b258d64d-737b-4988-8cb4-26e2b0d9c9b9 req-1a2d9322-bc6b-4c05-9d3c-a1316be268b8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.4596627 Jan 27 21:33:10.125893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d865213a-8432-40f9-825c-bd9d370e8354 req-d3d66f98-7e4c-470a-a68d-9135c214081e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-group-rules/8c2518d8-c7c7-461c-8509-657d275b897a HTTP/1.1" status: 200 len: 783 time: 0.0463960 Jan 27 21:33:10.157171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-f69f5012-bf86-4c78-a186-1ef49daa9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:10.159408 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-f69f5012-bf86-4c78-a186-1ef49daa9ddc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883&tenant_id=8d87dbbb836740af80771db9b8ffe9ca HTTP/1.1" status: 200 len: 1100 time: 0.0442636 Jan 27 21:33:10.174466 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:10.178492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b258d64d-737b-4988-8cb4-26e2b0d9c9b9 req-64eaa7c8-0df7-46a2-a7d3-7732baceda07 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 HTTP/1.1" status: 200 len: 217 time: 0.0509291 Jan 27 21:33:10.243706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.260844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d865213a-8432-40f9-825c-bd9d370e8354 req-39d19d2c-c19c-4b77-af48-4617c7ca1610 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/808c4bae-a1a9-4d26-a959-839853bd9712 HTTP/1.1" status: 200 len: 3012 time: 0.1255574 Jan 27 21:33:10.267865 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.271850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d64d-737b-4988-8cb4-26e2b0d9c9b9 req-a1f26452-f3f3-4729-b79d-10fe38f90fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:10.273307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b258d64d-737b-4988-8cb4-26e2b0d9c9b9 req-a1f26452-f3f3-4729-b79d-10fe38f90fb8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0859766 Jan 27 21:33:10.315958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b258d64d-737b-4988-8cb4-26e2b0d9c9b9 req-723dde49-fe2a-4c58-90c4-a446c3972d92 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320709 Jan 27 21:33:10.409924 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d865213a-8432-40f9-825c-bd9d370e8354 req-286331f4-6f58-46c2-9d4c-6b457f9616b6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (8c2518d8-c7c7-461c-8509-657d275b897a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.427927 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d865213a-8432-40f9-825c-bd9d370e8354 req-286331f4-6f58-46c2-9d4c-6b457f9616b6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (8c2518d8-c7c7-461c-8509-657d275b897a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.473047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:10.508458 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:10.516068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Allocated IP 172.25.0.173 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/d8047f5e-741b-4630-a139-2c3ada46d606) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:10.522115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b258d64d-737b-4988-8cb4-26e2b0d9c9b9 req-185794ff-72fb-41ea-a001-61a7cefc929d service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811416 Jan 27 21:33:10.549838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:10.552273 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b403aa-0c4e-4124-a293-7627837a362f" -d '{"events": [{"server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "name": "network-vif-unplugged", "status": "completed", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:10.556333 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Publish callbacks [] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.670369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Transition to ACTIVE for port object 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:33:10.674244 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d865213a-8432-40f9-825c-bd9d370e8354 req-286331f4-6f58-46c2-9d4c-6b457f9616b6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (8c2518d8-c7c7-461c-8509-657d275b897a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.685190 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d865213a-8432-40f9-825c-bd9d370e8354 req-286331f4-6f58-46c2-9d4c-6b457f9616b6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.686294 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d865213a-8432-40f9-825c-bd9d370e8354 req-286331f4-6f58-46c2-9d4c-6b457f9616b6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/8c2518d8-c7c7-461c-8509-657d275b897a HTTP/1.1" status: 204 len: 173 time: 0.4163132 Jan 27 21:33:10.688204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b258d64d-737b-4988-8cb4-26e2b0d9c9b9 req-485286dc-98be-4655-a5d0-4491278039d0 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586974 Jan 27 21:33:10.702006 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks [] for port (d8047f5e-741b-4630-a139-2c3ada46d606), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.703587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286331f4-6f58-46c2-9d4c-6b457f9616b6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c2518d8-c7c7-461c-8509-657d275b897a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:10.756581 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.777996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4870e36-ad3b-48e7-ad1d-8ea42c791be2 req-9b8d22a6-8a27-47e1-98e0-80c35bd63dae tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 210 time: 0.0282502 Jan 27 21:33:10.825325 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d8047f5e-741b-4630-a139-2c3ada46d606), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.830969 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] No DVR routers for this DVR port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:10.835299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=6']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:10.871458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:10.874470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:10.881390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:10.892784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Attempting to bind port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:10.893129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Attempting to bind port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:10.893466 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Attempting to bind port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:10.900261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:33:10.900597 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Attempting to bind port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:10.904502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Pushing event updated for resources: {'Port': ['ID=d8047f5e-741b-4630-a139-2c3ada46d606,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:10.907341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:10.907858 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:10.908564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:10.909024 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Bound port: 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:10.909393 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:10.989841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:10.993701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:11.036393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks [] for floatingip (afe182cc-afc1-4694-bc4a-f37668e7d251), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:11.051579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c79a83-bd57-4624-b46b-8b359b91c4bf req-976a371f-a2be-4d58-8f9b-bf7773a1ad7d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:11.053276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43c79a83-bd57-4624-b46b-8b359b91c4bf req-976a371f-a2be-4d58-8f9b-bf7773a1ad7d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 947 time: 0.1028576 Jan 27 21:33:11.088297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:11.103598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43c79a83-bd57-4624-b46b-8b359b91c4bf req-fefd56c6-d76b-479f-8936-c5c0f1f835e7 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444407 Jan 27 21:33:11.126170 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:11.127013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:11.128598 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] 10.222.0.74 "PUT /v2.0/ports/27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 1095 time: 0.9603505 Jan 27 21:33:11.184103 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9f6ef1-6726-4ede-a7a3-bb6ebb49e9c8 x-openstack-request-id: req-5f9f6ef1-6726-4ede-a7a3-bb6ebb49e9c8 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:11.184718 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "name": "network-vif-unplugged", "status": "completed", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:11.184718 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f9f6ef1-6726-4ede-a7a3-bb6ebb49e9c8 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:11.185032 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'code': 200} Jan 27 21:33:11.191017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1273cb1-3059-4f84-8259-9ca7c6f6a323 service neutron] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=7']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:11.227538 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-d49683c7-ce16-4081-9c7f-184a73d46a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:11.229331 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-d49683c7-ce16-4081-9c7f-184a73d46a75 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1098 time: 0.0636833 Jan 27 21:33:11.233324 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d8047f5e-741b-4630-a139-2c3ada46d606), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:11.283056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79f62a98-71d5-42ae-a7d4-546251d9507c req-42e7910e-f4f8-49ec-ac00-c9d69f3c337f tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/808c4bae-a1a9-4d26-a959-839853bd9712 HTTP/1.1" status: 200 len: 2414 time: 0.0886250 Jan 27 21:33:11.351649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-ffa6a741-9724-4aa9-b5d7-4d3cb47a985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:11.353627 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-ffa6a741-9724-4aa9-b5d7-4d3cb47a985d service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1102409 Jan 27 21:33:11.409227 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-79f62a98-71d5-42ae-a7d4-546251d9507c req-fced8d03-3334-44d3-a84f-8ce92cb999a5 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (808c4bae-a1a9-4d26-a959-839853bd9712), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:11.415842 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-2de8471a-d4e7-4b82-86f2-2877022b80ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 217 time: 0.0557210 Jan 27 21:33:11.452764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-79f62a98-71d5-42ae-a7d4-546251d9507c req-fced8d03-3334-44d3-a84f-8ce92cb999a5 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (808c4bae-a1a9-4d26-a959-839853bd9712), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:11.466602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-8066f171-d644-4724-881c-6f4bb5e0cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:11.468137 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-8066f171-d644-4724-881c-6f4bb5e0cae3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0461888 Jan 27 21:33:11.511181 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks [] for port (d8047f5e-741b-4630-a139-2c3ada46d606), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:11.521926 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-2d5bd772-be0c-4414-8a08-bce45bb48a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:11.523494 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-2d5bd772-be0c-4414-8a08-bce45bb48a66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496373 Jan 27 21:33:11.619305 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d8047f5e-741b-4630-a139-2c3ada46d606), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:11.620736 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-88d3f045-e071-41f3-b825-fc4a83db71c1 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899982 Jan 27 21:33:11.653744 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-79f62a98-71d5-42ae-a7d4-546251d9507c req-fced8d03-3334-44d3-a84f-8ce92cb999a5 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (808c4bae-a1a9-4d26-a959-839853bd9712), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:11.656385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-79f62a98-71d5-42ae-a7d4-546251d9507c req-fced8d03-3334-44d3-a84f-8ce92cb999a5 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:11.658224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79f62a98-71d5-42ae-a7d4-546251d9507c req-fced8d03-3334-44d3-a84f-8ce92cb999a5 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "DELETE /v2.0/security-groups/808c4bae-a1a9-4d26-a959-839853bd9712 HTTP/1.1" status: 204 len: 173 time: 0.3736868 Jan 27 21:33:11.701252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced8d03-3334-44d3-a84f-8ce92cb999a5 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=808c4bae-a1a9-4d26-a959-839853bd9712,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:11.715438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Pushing event updated for resources: {'Port': ['ID=d8047f5e-741b-4630-a139-2c3ada46d606,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:11.727119 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29a0a067-383b-49cc-9964-20c5e3c1477d req-2c6962a0-7118-4e3f-b84b-369920a38ae7 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982811 Jan 27 21:33:11.750151 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (afe182cc-afc1-4694-bc4a-f37668e7d251), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:11.781061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5649107-9ba3-48ec-a701-c8306f4b0e68 req-e2cd0f8a-960a-46cc-9c9a-ff18d1f2626e tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:11.782593 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5649107-9ba3-48ec-a701-c8306f4b0e68 req-e2cd0f8a-960a-46cc-9c9a-ff18d1f2626e tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.0681636 Jan 27 21:33:11.835691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5649107-9ba3-48ec-a701-c8306f4b0e68 req-32658a72-955d-4f25-b4e0-bb0fcfb48d37 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475879 Jan 27 21:33:11.874253 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-058272d0-7047-45e8-9a1d-fe5b6a199970 req-6da6d6e1-175a-4b6d-8335-cda5c1ca906a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] show failed (client error): The resource could not be found. Jan 27 21:33:11.875428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-058272d0-7047-45e8-9a1d-fe5b6a199970 req-6da6d6e1-175a-4b6d-8335-cda5c1ca906a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/c2fb81dc-0fa6-4e79-8cb2-0e9e46c21b0e HTTP/1.1" status: 404 len: 352 time: 0.0153553 Jan 27 21:33:11.878603 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:11.879700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-b0e1c616-5a90-4e44-9ae0-2a7ac8863843 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3534100 Jan 27 21:33:11.942107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-dc918d20-cd88-47df-8042-23790646e7ac tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.0544105 Jan 27 21:33:11.975884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18b0e497-e975-465d-b227-490bd8d5f423 req-e8377b61-44a6-492c-b40f-18f2af340c2c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 210 time: 0.0384779 Jan 27 21:33:12.091314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-bf479967-5a89-4f75-8172-258c647c9d03 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:12.092874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c1fd811-d4a2-4c9e-ae62-15e4677c6a93 req-bf479967-5a89-4f75-8172-258c647c9d03 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1430464 Jan 27 21:33:12.109997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:12.120846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb3216bf-10e6-4e96-b67a-bec723ebb189 req-a7cac36b-9408-4a45-9b9c-85469507449a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/fa87d94c-2126-4f4d-9c43-5f6a5281791c HTTP/1.1" status: 200 len: 1820 time: 0.0591364 Jan 27 21:33:12.159752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] The host n-h2-760456-6 is not matching for port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 host n-h1-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:33:12.160608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:12.202923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-40527abd-3dbd-45f2-b747-8c4869d06bb1 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/floatingips/afe182cc-afc1-4694-bc4a-f37668e7d251 HTTP/1.1" status: 200 len: 693 time: 0.0707300 Jan 27 21:33:12.206693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a2e5c914-49e7-4308-9be8-ccaf68823fc9 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:12.208394 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a2e5c914-49e7-4308-9be8-ccaf68823fc9 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.74 "GET /v2.0/networks?id=37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f HTTP/1.1" status: 200 len: 815 time: 0.1335194 Jan 27 21:33:12.228156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Request body: {'port': {'device_id': '87c64de3-93a1-4877-8b5f-c36f14f81c56', 'network_id': '37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f', 'admin_state_up': True, 'tenant_id': 'c8af064f2e8c4072b53a3d30e5f2e646'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:12.294457 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fb3216bf-10e6-4e96-b67a-bec723ebb189 req-89a00b88-ec85-4d0b-ab96-d0c5359b831a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (fa87d94c-2126-4f4d-9c43-5f6a5281791c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.337604 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fb3216bf-10e6-4e96-b67a-bec723ebb189 req-89a00b88-ec85-4d0b-ab96-d0c5359b831a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (fa87d94c-2126-4f4d-9c43-5f6a5281791c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.363192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-6c2c40d6-7ed8-405e-920a-993b1807edb7 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:12.364563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-6c2c40d6-7ed8-405e-920a-993b1807edb7 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1545699 Jan 27 21:33:12.380932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-335fc655-4c2c-4578-8969-aed0baefa082 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:33:12.381910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-335fc655-4c2c-4578-8969-aed0baefa082 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109618 Jan 27 21:33:12.438773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-bcd7e5df-948c-4214-82e7-03701ddf5786 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.0491323 Jan 27 21:33:12.470529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Made reservation on behalf of c8af064f2e8c4072b53a3d30e5f2e646 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:33:12.474310 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.490115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-c6d95643-25b1-4052-a70f-3e570722fad9 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.173 HTTP/1.1" status: 200 len: 696 time: 0.0442345 Jan 27 21:33:12.535154 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fb3216bf-10e6-4e96-b67a-bec723ebb189 req-89a00b88-ec85-4d0b-ab96-d0c5359b831a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fa87d94c-2126-4f4d-9c43-5f6a5281791c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.537762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fb3216bf-10e6-4e96-b67a-bec723ebb189 req-89a00b88-ec85-4d0b-ab96-d0c5359b831a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.538911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb3216bf-10e6-4e96-b67a-bec723ebb189 req-89a00b88-ec85-4d0b-ab96-d0c5359b831a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "DELETE /v2.0/security-groups/fa87d94c-2126-4f4d-9c43-5f6a5281791c HTTP/1.1" status: 204 len: 173 time: 0.4111812 Jan 27 21:33:12.557403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a00b88-ec85-4d0b-ab96-d0c5359b831a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa87d94c-2126-4f4d-9c43-5f6a5281791c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:12.617351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Allocated IP 172.20.0.8 (37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f/2e971f73-7a05-4fa9-accd-79b6f5881df7/dddc879d-c5d2-423a-8811-fb31c5613c5d) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:12.680006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807baed4-91c2-4360-b481-19b50b1db256 req-249e323d-4374-4021-bcfd-c6939ed41d53 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:12.681502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-807baed4-91c2-4360-b481-19b50b1db256 req-249e323d-4374-4021-bcfd-c6939ed41d53 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 947 time: 0.0833769 Jan 27 21:33:12.683637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-12d9cd88-e8a1-4a47-b5b5-fb78c268215a tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Deleting port d8047f5e-741b-4630-a139-2c3ada46d606 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:12.686978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-12d9cd88-e8a1-4a47-b5b5-fb78c268215a tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d8047f5e-741b-4630-a139-2c3ada46d606), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.771399 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Publish callbacks [] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.785424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-807baed4-91c2-4360-b481-19b50b1db256 req-02c3146b-1324-410d-a1a2-09974f24a124 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893335 Jan 27 21:33:12.797265 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-12d9cd88-e8a1-4a47-b5b5-fb78c268215a tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d8047f5e-741b-4630-a139-2c3ada46d606), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.797955 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-12d9cd88-e8a1-4a47-b5b5-fb78c268215a tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks [] for floatingip (d8047f5e-741b-4630-a139-2c3ada46d606), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.811229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-12d9cd88-e8a1-4a47-b5b5-fb78c268215a tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Calling delete_port for d8047f5e-741b-4630-a139-2c3ada46d606 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:12.882376 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:12.913079 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-671589e4-7c28-4177-88ab-d4be59209aae req-283973ff-8547-4427-8c0d-f1b7e7e220d3 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/48766961-53ee-4170-8780-87571c3e618e HTTP/1.1" status: 200 len: 1822 time: 0.0931096 Jan 27 21:33:12.929041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Network 37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:12.931896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:12.935548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:12.945181 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:33:12.965438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Pushing event updated for resources: {'Port': ['ID=dddc879d-c5d2-423a-8811-fb31c5613c5d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:12.993434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:12.998397 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.027000 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-671589e4-7c28-4177-88ab-d4be59209aae req-a3379a46-727b-4eb2-9874-9f975f99fc2a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (48766961-53ee-4170-8780-87571c3e618e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.049833 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-671589e4-7c28-4177-88ab-d4be59209aae req-a3379a46-727b-4eb2-9874-9f975f99fc2a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (48766961-53ee-4170-8780-87571c3e618e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.068254 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-a93bc1ab-2d98-4ba8-b3c8-66df7371157c tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8448226 Jan 27 21:33:13.081237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Request body: {'port': {'device_id': '87c64de3-93a1-4877-8b5f-c36f14f81c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:13.105201 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-12d9cd88-e8a1-4a47-b5b5-fb78c268215a tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d8047f5e-741b-4630-a139-2c3ada46d606), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.134464 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.135851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9cd88-e8a1-4a47-b5b5-fb78c268215a tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Pushing event deleted for resources: {'Port': ['ID=d8047f5e-741b-4630-a139-2c3ada46d606,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:13.185908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:13.186162 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-671589e4-7c28-4177-88ab-d4be59209aae req-a3379a46-727b-4eb2-9874-9f975f99fc2a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (48766961-53ee-4170-8780-87571c3e618e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.188323 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c55005a-954a-45d1-9a5b-f01b5a11420f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:13.188679 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-671589e4-7c28-4177-88ab-d4be59209aae req-a3379a46-727b-4eb2-9874-9f975f99fc2a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.190175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-671589e4-7c28-4177-88ab-d4be59209aae req-a3379a46-727b-4eb2-9874-9f975f99fc2a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "DELETE /v2.0/security-groups/48766961-53ee-4170-8780-87571c3e618e HTTP/1.1" status: 204 len: 173 time: 0.2705050 Jan 27 21:33:13.205956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3379a46-727b-4eb2-9874-9f975f99fc2a tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48766961-53ee-4170-8780-87571c3e618e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:13.214492 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-12d9cd88-e8a1-4a47-b5b5-fb78c268215a tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks [] for floatingip (afe182cc-afc1-4694-bc4a-f37668e7d251), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.215898 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-12d9cd88-e8a1-4a47-b5b5-fb78c268215a tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.217117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46be0de7-3332-4275-81aa-bb8e149f44c3 req-12d9cd88-e8a1-4a47-b5b5-fb78c268215a tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "DELETE /v2.0/floatingips/afe182cc-afc1-4694-bc4a-f37668e7d251 HTTP/1.1" status: 204 len: 173 time: 0.7215080 Jan 27 21:33:13.333395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1926d62-2666-46f9-845b-5d6dfe201623 req-f5108030-9c5a-4452-8313-b80ddd21330d tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:13.334885 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1926d62-2666-46f9-845b-5d6dfe201623 req-f5108030-9c5a-4452-8313-b80ddd21330d tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.0854609 Jan 27 21:33:13.345299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223fbfd-e3ca-4d03-ae05-89b6e4f17367 req-7fc4f657-2609-4c07-b6d2-346331e574bb tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:13.346744 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9223fbfd-e3ca-4d03-ae05-89b6e4f17367 req-7fc4f657-2609-4c07-b6d2-346331e574bb tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 931 time: 0.0695627 Jan 27 21:33:13.416430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1926d62-2666-46f9-845b-5d6dfe201623 req-8ae47b44-215f-4317-9399-83c656acb88a tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686922 Jan 27 21:33:13.424207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9223fbfd-e3ca-4d03-ae05-89b6e4f17367 req-69cdef66-17ac-43ab-8d12-63b74e9688e0 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9ca245b-7776-43f2-b24d-d6a46bfb53e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704644 Jan 27 21:33:13.437534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dddc879d-c5d2-423a-8811-fb31c5613c5d {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:33:13.446512 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Publish callbacks [] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.461035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Transition to ACTIVE for port object dddc879d-c5d2-423a-8811-fb31c5613c5d will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:33:13.533363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.570274 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac6aa28-1a82-46d6-9fd6-71cd9fd42cd1 x-openstack-request-id: req-0ac6aa28-1a82-46d6-9fd6-71cd9fd42cd1 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:13.573121 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:13.573121 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ac6aa28-1a82-46d6-9fd6-71cd9fd42cd1 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:13.573121 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'status': 'completed', 'code': 200} Jan 27 21:33:13.594614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Pushing event updated for resources: {'Port': ['ID=dddc879d-c5d2-423a-8811-fb31c5613c5d,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:13.625865 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-2f10170a-b1c7-4b44-b169-fbb67d3c0814 req-56a5cf7c-b304-46cd-899d-d15c07c619bd tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] show failed (client error): The resource could not be found. Jan 27 21:33:13.628418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f10170a-b1c7-4b44-b169-fbb67d3c0814 req-56a5cf7c-b304-46cd-899d-d15c07c619bd tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/floatingips/afe182cc-afc1-4694-bc4a-f37668e7d251 HTTP/1.1" status: 404 len: 350 time: 0.0789497 Jan 27 21:33:13.670568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Attempting to bind port dddc879d-c5d2-423a-8811-fb31c5613c5d on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:13.670568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Attempting to bind port dddc879d-c5d2-423a-8811-fb31c5613c5d by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'e28dd785-ca87-483c-9b65-882245815e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:13.671127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Attempting to bind port dddc879d-c5d2-423a-8811-fb31c5613c5d on network 37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:13.676489 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Port dddc879d-c5d2-423a-8811-fb31c5613c5d on network 37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:33:13.676934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Attempting to bind port dddc879d-c5d2-423a-8811-fb31c5613c5d on network 37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:13.682137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:13.682609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Checking segment: {'id': 'e28dd785-ca87-483c-9b65-882245815e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:13.683089 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Bound using segment: {'id': 'e28dd785-ca87-483c-9b65-882245815e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:13.683694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Bound port: dddc879d-c5d2-423a-8811-fb31c5613c5d, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28dd785-ca87-483c-9b65-882245815e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:13.684124 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.727206 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-7923c1ea-2765-4ac5-bfc6-7cae15cf62db req-9206ca48-b334-42a9-9933-c4e8dfc42552 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] show failed (client error): The resource could not be found. Jan 27 21:33:13.728369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7923c1ea-2765-4ac5-bfc6-7cae15cf62db req-9206ca48-b334-42a9-9933-c4e8dfc42552 tempest-FloatingIPsTestJSON-1098615330 tempest-FloatingIPsTestJSON-1098615330-project] 10.222.0.61 "GET /v2.0/floatingips/afe182cc-afc1-4694-bc4a-f37668e7d251 HTTP/1.1" status: 404 len: 350 time: 0.0648940 Jan 27 21:33:13.738170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66a54dc1-3c19-45b6-94cc-18dee8f1048c req-63a8bd9a-609d-437c-9de8-cb131e26e6d6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/13dc74ea-d18a-4fec-8835-66714e7cd061 HTTP/1.1" status: 200 len: 1821 time: 0.2823675 Jan 27 21:33:13.739064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35478) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:13.742550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-90d5ad5d-c1ad-47ae-8db7-33bd638e78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:13.743988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-90d5ad5d-c1ad-47ae-8db7-33bd638e78db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1098 time: 0.1734848 Jan 27 21:33:13.755831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-a27c582f-ef42-4307-b4cb-af14777e10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:13.758081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-a27c582f-ef42-4307-b4cb-af14777e10e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1098 time: 0.1591122 Jan 27 21:33:13.802091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] For port dddc879d-c5d2-423a-8811-fb31c5613c5d, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:13.806665 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] For port dddc879d-c5d2-423a-8811-fb31c5613c5d, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=dddc879d-c5d2-423a-8811-fb31c5613c5d,segment=NetworkSegment(e28dd785-ca87-483c-9b65-882245815e9f),segment_id=e28dd785-ca87-483c-9b65-882245815e9f)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:13.905695 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.957576 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:13.958204 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:13.959613 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] 10.222.0.74 "PUT /v2.0/ports/dddc879d-c5d2-423a-8811-fb31c5613c5d HTTP/1.1" status: 200 len: 1091 time: 0.8830893 Jan 27 21:33:13.993118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-66a54dc1-3c19-45b6-94cc-18dee8f1048c req-958247cc-6d4d-41a0-8f55-96cbfc5c4e5c tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (13dc74ea-d18a-4fec-8835-66714e7cd061), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:14.016862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c07c8-e688-487b-b818-7c5107ee1aad service neutron] Pushing event updated for resources: {'Port': ['ID=dddc879d-c5d2-423a-8811-fb31c5613c5d,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:14.030825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-c5166525-dba0-403a-a3c6-a99cca8687d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:14.030825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-c5166525-dba0-403a-a3c6-a99cca8687d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2529712 Jan 27 21:33:14.038335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d332bd-5922-4d9c-b04a-ce45c89b758a req-0aff6d22-8344-4d88-b577-07e201e22076 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:14.039713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14d332bd-5922-4d9c-b04a-ce45c89b758a req-0aff6d22-8344-4d88-b577-07e201e22076 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 947 time: 0.1608610 Jan 27 21:33:14.046527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-94fde805-a2cd-4908-9f41-0f42a9746187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:14.047385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-94fde805-a2cd-4908-9f41-0f42a9746187 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2865651 Jan 27 21:33:14.059649 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-66a54dc1-3c19-45b6-94cc-18dee8f1048c req-958247cc-6d4d-41a0-8f55-96cbfc5c4e5c tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (13dc74ea-d18a-4fec-8835-66714e7cd061), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:14.118305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-d179453a-2798-413b-94f5-45bd17a9c468 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 217 time: 0.0776134 Jan 27 21:33:14.135814 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-f0901b48-b0a1-4dc2-8220-f060afc1b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:14.137547 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-f0901b48-b0a1-4dc2-8220-f060afc1b939 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8af064f2e8c4072b53a3d30e5f2e646&device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 1094 time: 0.0514231 Jan 27 21:33:14.165685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-47e4dc53-c07e-44e2-a8c4-45250b9feb4f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 217 time: 0.1075878 Jan 27 21:33:14.184248 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-df7e590c-3aeb-4900-8985-2eff4cf013d0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dddc879d-c5d2-423a-8811-fb31c5613c5d HTTP/1.1" status: 200 len: 217 time: 0.0395384 Jan 27 21:33:14.263033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-1a975829-9c73-4ef1-953d-da3ec1a2b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:14.264581 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-1a975829-9c73-4ef1-953d-da3ec1a2b316 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2e971f73-7a05-4fa9-accd-79b6f5881df7 HTTP/1.1" status: 200 len: 855 time: 0.0743966 Jan 27 21:33:14.274369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14d332bd-5922-4d9c-b04a-ce45c89b758a req-249c907d-5363-4c8e-ada4-1de7083b7bbe tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189357 Jan 27 21:33:14.282318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-21363512-c927-47f5-9232-3a4f1490cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:14.284341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-21363512-c927-47f5-9232-3a4f1490cd74 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1379893 Jan 27 21:33:14.290296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-5c4f3d04-5573-4178-88af-cb4e40f7bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:14.291735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-5c4f3d04-5573-4178-88af-cb4e40f7bf04 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0874889 Jan 27 21:33:14.302942 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-8fa3e460-63ab-43a7-b509-448d3acb9d2c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295398 Jan 27 21:33:14.329708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6c4d-6240-4aba-b583-b626f2d6236a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (59e5e179-29fa-42da-9a47-a4c68d177e9f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:14.355824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-023e53f4-5abe-4b7c-a67c-e2f3489a5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:14.357362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-023e53f4-5abe-4b7c-a67c-e2f3489a5b5a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647514 Jan 27 21:33:14.373371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-ac79ecb3-e576-4967-ab0a-daa21f7e2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:14.374823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-ac79ecb3-e576-4967-ab0a-daa21f7e2eff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731549 Jan 27 21:33:14.464578 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-66a54dc1-3c19-45b6-94cc-18dee8f1048c req-958247cc-6d4d-41a0-8f55-96cbfc5c4e5c tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (13dc74ea-d18a-4fec-8835-66714e7cd061), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:14.467211 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-66a54dc1-3c19-45b6-94cc-18dee8f1048c req-958247cc-6d4d-41a0-8f55-96cbfc5c4e5c tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:14.468387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66a54dc1-3c19-45b6-94cc-18dee8f1048c req-958247cc-6d4d-41a0-8f55-96cbfc5c4e5c tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "DELETE /v2.0/security-groups/13dc74ea-d18a-4fec-8835-66714e7cd061 HTTP/1.1" status: 204 len: 173 time: 0.7221572 Jan 27 21:33:14.498493 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-6f7f3691-0fbd-4f8a-8cc1-4a47cbc184b9 service neutron] 10.222.0.74 "GET /v2.0/networks/37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901684 Jan 27 21:33:14.505239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958247cc-6d4d-41a0-8f55-96cbfc5c4e5c tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc74ea-d18a-4fec-8835-66714e7cd061,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:14.656406 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0ebd188-3de2-4ede-92b2-90c74a0e3e31 req-4f3a9b53-230d-4b03-8755-e927ef4b46f3 service neutron] 10.222.0.74 "GET /v2.0/networks/37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516969 Jan 27 21:33:14.758963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf6c4d-6240-4aba-b583-b626f2d6236a admin admin] Deleting port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:14.759916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6c4d-6240-4aba-b583-b626f2d6236a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:14.867479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-9fbf6c4d-6240-4aba-b583-b626f2d6236a admin admin] For port e9cd07ae-dce8-43a7-a5a7-908f2a73cda9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e9cd07ae-dce8-43a7-a5a7-908f2a73cda9,segment=NetworkSegment(5d9c49f3-cbbf-408c-932f-06d01a87ac56),segment_id=5d9c49f3-cbbf-408c-932f-06d01a87ac56)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:14.868204 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6c4d-6240-4aba-b583-b626f2d6236a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:14.882584 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf6c4d-6240-4aba-b583-b626f2d6236a admin admin] Calling delete_port for e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:14.896459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-92bf6170-86c9-4dfc-982a-9e2671c420f5 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323443 Jan 27 21:33:14.929875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-95888d1d-0fe0-4827-be1d-1df18ffef75d service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424101 Jan 27 21:33:14.979259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622e86d-f862-48fd-b970-f0136944dfbf req-cf49998d-616a-42aa-a273-fa6cdb43e03c tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:14.980790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3622e86d-f862-48fd-b970-f0136944dfbf req-cf49998d-616a-42aa-a273-fa6cdb43e03c tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.4782610 Jan 27 21:33:15.041993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7577443-7651-4a16-8b0b-c11d731cf53b req-be38320b-8208-4bd7-92aa-cec8a84a097e tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:15.048863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7577443-7651-4a16-8b0b-c11d731cf53b req-be38320b-8208-4bd7-92aa-cec8a84a097e tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 943 time: 0.2112129 Jan 27 21:33:15.166036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3622e86d-f862-48fd-b970-f0136944dfbf req-56a382fd-b45d-4e5f-b78f-14f446ab91e6 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662793 Jan 27 21:33:15.175956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-af004989-5906-45a2-a033-7a8312a56448 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707102 Jan 27 21:33:15.190578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7577443-7651-4a16-8b0b-c11d731cf53b req-bd0c84ad-0b52-4a7f-8f30-dc2ed52168bc tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9ca245b-7776-43f2-b24d-d6a46bfb53e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408336 Jan 27 21:33:15.192854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c55005a-954a-45d1-9a5b-f01b5a11420f req-aa3fb6cb-a8b0-40f3-b84b-3b89a80809f9 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324166 Jan 27 21:33:15.242270 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6c4d-6240-4aba-b583-b626f2d6236a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e9cd07ae-dce8-43a7-a5a7-908f2a73cda9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.273263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf6c4d-6240-4aba-b583-b626f2d6236a admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cd07ae-dce8-43a7-a5a7-908f2a73cda9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:15.276517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf193ec3-17f6-47d8-8f27-e2d53f23a00f req-5055bfed-dd6c-4b40-bfe7-a7e79bcff423 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/dd24c2fc-8c04-438f-a598-ab265ce74a19 HTTP/1.1" status: 200 len: 2420 time: 0.0499682 Jan 27 21:33:15.342474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:33:15.365530 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cf193ec3-17f6-47d8-8f27-e2d53f23a00f req-c003a22c-2c68-4e10-b700-ebe2e196c9d6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (dd24c2fc-8c04-438f-a598-ab265ce74a19), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.444817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cf193ec3-17f6-47d8-8f27-e2d53f23a00f req-c003a22c-2c68-4e10-b700-ebe2e196c9d6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (dd24c2fc-8c04-438f-a598-ab265ce74a19), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.470650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:15.496879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'mac_address': 'fa:16:3e:1b:ff:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:33:15.527997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92997-b109-4124-9ea4-af75a798c99d req-cf55f1f2-15e1-4de3-8edc-fd6b6e317ba4 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:15.536276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eeb92997-b109-4124-9ea4-af75a798c99d req-cf55f1f2-15e1-4de3-8edc-fd6b6e317ba4 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 947 time: 0.1397724 Jan 27 21:33:15.591091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c64de3-93a1-4877-8b5f-c36f14f81c56', 'tag': 'dddc879d-c5d2-423a-8811-fb31c5613c5d'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:15.593143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:15.593628 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffa8171-9c64-40e8-9513-f9b15d84bb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "87c64de3-93a1-4877-8b5f-c36f14f81c56", "tag": "dddc879d-c5d2-423a-8811-fb31c5613c5d"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:15.594133 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.603656 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6c4d-6240-4aba-b583-b626f2d6236a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (59e5e179-29fa-42da-9a47-a4c68d177e9f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.614809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eeb92997-b109-4124-9ea4-af75a798c99d req-82fd1158-7811-4889-b2ef-5c9fcfbfca2d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769763 Jan 27 21:33:15.623786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:33:15.642262 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cf193ec3-17f6-47d8-8f27-e2d53f23a00f req-c003a22c-2c68-4e10-b700-ebe2e196c9d6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (dd24c2fc-8c04-438f-a598-ab265ce74a19), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.645614 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cf193ec3-17f6-47d8-8f27-e2d53f23a00f req-c003a22c-2c68-4e10-b700-ebe2e196c9d6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.647633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf193ec3-17f6-47d8-8f27-e2d53f23a00f req-c003a22c-2c68-4e10-b700-ebe2e196c9d6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "DELETE /v2.0/security-groups/dd24c2fc-8c04-438f-a598-ab265ce74a19 HTTP/1.1" status: 204 len: 173 time: 0.3703008 Jan 27 21:33:15.666745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003a22c-2c68-4e10-b700-ebe2e196c9d6 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd24c2fc-8c04-438f-a598-ab265ce74a19,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:15.694000 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a40ab62-f3df-4fe0-b111-1f4e88bc278d x-openstack-request-id: req-0a40ab62-f3df-4fe0-b111-1f4e88bc278d {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:15.695051 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c64de3-93a1-4877-8b5f-c36f14f81c56", "tag": "dddc879d-c5d2-423a-8811-fb31c5613c5d", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:15.695578 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a40ab62-f3df-4fe0-b111-1f4e88bc278d {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:15.696317 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c64de3-93a1-4877-8b5f-c36f14f81c56', 'tag': 'dddc879d-c5d2-423a-8811-fb31c5613c5d', 'status': 'completed', 'code': 200} Jan 27 21:33:15.709342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:15.790738 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.794182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa8171-9c64-40e8-9513-f9b15d84bb1d req-dc803338-fea5-4c03-a455-9a5e7733577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:15.795832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffa8171-9c64-40e8-9513-f9b15d84bb1d req-dc803338-fea5-4c03-a455-9a5e7733577f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c8af064f2e8c4072b53a3d30e5f2e646&device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 1094 time: 0.0773914 Jan 27 21:33:15.805910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4d13dd7-d668-483a-a6bf-6c15d3c51ccc req-593c699b-1409-4454-9e76-086181c183a9 tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "GET /v2.0/security-groups/9f03202e-7d78-4f85-8eea-9d14b9033538 HTTP/1.1" status: 200 len: 2415 time: 0.0982928 Jan 27 21:33:15.880435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:15.890207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.890817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.891369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.892464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.892971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.893468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.893955 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.894437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.894916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.895394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.895872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.896514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.896848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:15.935755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbf6c4d-6240-4aba-b583-b626f2d6236a admin admin] Router 59e5e179-29fa-42da-9a47-a4c68d177e9f has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:33:15.939091 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4d13dd7-d668-483a-a6bf-6c15d3c51ccc req-53c959ff-e001-456b-b87b-d9271893b07e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (9f03202e-7d78-4f85-8eea-9d14b9033538), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:15.961590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa8171-9c64-40e8-9513-f9b15d84bb1d req-a564c5e7-d5a0-45d9-9682-63aee0119a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:15.963118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffa8171-9c64-40e8-9513-f9b15d84bb1d req-a564c5e7-d5a0-45d9-9682-63aee0119a4a service neutron] 10.222.0.74 "GET /v2.0/networks?id=37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f HTTP/1.1" status: 200 len: 916 time: 0.1545901 Jan 27 21:33:15.981998 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4d13dd7-d668-483a-a6bf-6c15d3c51ccc req-53c959ff-e001-456b-b87b-d9271893b07e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (9f03202e-7d78-4f85-8eea-9d14b9033538), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:16.026106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffa8171-9c64-40e8-9513-f9b15d84bb1d req-d959b811-c46d-4f1a-828b-0a3ca87db922 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dddc879d-c5d2-423a-8811-fb31c5613c5d HTTP/1.1" status: 200 len: 217 time: 0.0543158 Jan 27 21:33:16.066078 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbf6c4d-6240-4aba-b583-b626f2d6236a admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:33:16.085121 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9fbf6c4d-6240-4aba-b583-b626f2d6236a admin admin] 10.222.0.61 "PUT /v2.0/routers/59e5e179-29fa-42da-9a47-a4c68d177e9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3449342 Jan 27 21:33:16.087564 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c91ad86-64f8-4139-9788-851df71f6b61 None None] Sync routers for ids ['59e5e179-29fa-42da-9a47-a4c68d177e9f'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:33:16.088715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35502) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:16.093011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['27b8fd4b-aa41-4003-9eed-1165a7c3eca3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:33:16.124877 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c91ad86-64f8-4139-9788-851df71f6b61 None None] Routers {'59e5e179-29fa-42da-9a47-a4c68d177e9f'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:16.127535 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0c91ad86-64f8-4139-9788-851df71f6b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['59e5e179-29fa-42da-9a47-a4c68d177e9f'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:16.156542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa8171-9c64-40e8-9513-f9b15d84bb1d req-854b82ca-3475-4152-86ee-15a17a6d6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:16.158583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffa8171-9c64-40e8-9513-f9b15d84bb1d req-854b82ca-3475-4152-86ee-15a17a6d6376 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2e971f73-7a05-4fa9-accd-79b6f5881df7 HTTP/1.1" status: 200 len: 855 time: 0.1235507 Jan 27 21:33:16.205649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffa8171-9c64-40e8-9513-f9b15d84bb1d req-f1043461-68fd-4f78-9faa-c6ec4c48123c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373430 Jan 27 21:33:16.268684 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4d13dd7-d668-483a-a6bf-6c15d3c51ccc req-53c959ff-e001-456b-b87b-d9271893b07e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9f03202e-7d78-4f85-8eea-9d14b9033538), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:16.271240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4d13dd7-d668-483a-a6bf-6c15d3c51ccc req-53c959ff-e001-456b-b87b-d9271893b07e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:16.282985 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4d13dd7-d668-483a-a6bf-6c15d3c51ccc req-53c959ff-e001-456b-b87b-d9271893b07e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] 10.222.0.61 "DELETE /v2.0/security-groups/9f03202e-7d78-4f85-8eea-9d14b9033538 HTTP/1.1" status: 204 len: 173 time: 0.4761469 Jan 27 21:33:16.287762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35510) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:16.290221 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-0c91ad86-64f8-4139-9788-851df71f6b61 None None] Set router 59e5e179-29fa-42da-9a47-a4c68d177e9f gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:16.360250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-ede5889f-cca6-4cd4-86f6-c990c311bd19 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:16.361927 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-ede5889f-cca6-4cd4-86f6-c990c311bd19 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883&tenant_id=8d87dbbb836740af80771db9b8ffe9ca&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 948 time: 0.0932283 Jan 27 21:33:16.416723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c959ff-e001-456b-b87b-d9271893b07e tempest-SecurityGroupRulesTestJSON-82183118 tempest-SecurityGroupRulesTestJSON-82183118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f03202e-7d78-4f85-8eea-9d14b9033538,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:16.438487 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-76ffa90c-2b04-4bd6-b931-598df37cab2d service neutron] 10.222.0.74 "GET /v2.0/ports/27b8fd4b-aa41-4003-9eed-1165a7c3eca3/bindings/n-h1-760456-6 HTTP/1.1" status: 200 len: 382 time: 0.0693836 Jan 27 21:33:16.485636 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Publish callbacks [] for router (59e5e179-29fa-42da-9a47-a4c68d177e9f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:16.502604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57077391-bc45-4492-9fee-3c9e474998ef req-5b012e45-353c-4d58-aa0a-bf35d8d5cbd2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:16.509481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57077391-bc45-4492-9fee-3c9e474998ef req-5b012e45-353c-4d58-aa0a-bf35d8d5cbd2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 948 time: 0.3069816 Jan 27 21:33:16.512295 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-df00e9e2-9617-4383-ab12-ae3ed0eff35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:16.514038 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-df00e9e2-9617-4383-ab12-ae3ed0eff35c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1099 time: 0.0447881 Jan 27 21:33:16.547340 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0c91ad86-64f8-4139-9788-851df71f6b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'name': 'tempest-FloatingIPsTestJSON-1394513364-router', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:56Z', 'updated_at': '2022-01-27T21:33:15Z', 'revision_number': 5, 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'gw_port': {'id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ae:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:32:57Z', 'updated_at': '2022-01-27T21:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:16.554272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-180d229f-1189-4e16-a490-79e32e161c82 admin admin] Deleting subnet e89b7a62-913c-498f-b4a5-15411b6e1c47 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:33:16.579738 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-180d229f-1189-4e16-a490-79e32e161c82 admin admin] Publish callbacks [] for subnet (e89b7a62-913c-498f-b4a5-15411b6e1c47), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:16.650402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-cc25923c-136c-4e4f-aa1e-b2252628f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:16.653808 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-cc25923c-136c-4e4f-aa1e-b2252628f8d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1336768 Jan 27 21:33:16.680177 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c91ad86-64f8-4139-9788-851df71f6b61 None None] Checking router: 59e5e179-29fa-42da-9a47-a4c68d177e9f for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:33:16.689176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed30c0f-f798-4869-bf99-880025466918 req-6bafeb91-45b6-4118-a7fa-0da36d222af7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:16.690395 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c91ad86-64f8-4139-9788-851df71f6b61 None None] Routers {'59e5e179-29fa-42da-9a47-a4c68d177e9f'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:16.691257 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0c91ad86-64f8-4139-9788-851df71f6b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['59e5e179-29fa-42da-9a47-a4c68d177e9f'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:16.696324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ed30c0f-f798-4869-bf99-880025466918 req-6bafeb91-45b6-4118-a7fa-0da36d222af7 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.3070078 Jan 27 21:33:16.750455 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-180d229f-1189-4e16-a490-79e32e161c82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (e89b7a62-913c-498f-b4a5-15411b6e1c47), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:16.760007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffa8171-9c64-40e8-9513-f9b15d84bb1d req-fb0dd5dd-3254-4c07-b9ce-ff5a19fbe8bc service neutron] 10.222.0.74 "GET /v2.0/networks/37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367413 Jan 27 21:33:16.805736 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-0c91ad86-64f8-4139-9788-851df71f6b61 None None] Set router 59e5e179-29fa-42da-9a47-a4c68d177e9f gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:16.964802 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-180d229f-1189-4e16-a490-79e32e161c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (e89b7a62-913c-498f-b4a5-15411b6e1c47), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.005393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57077391-bc45-4492-9fee-3c9e474998ef req-75df0403-a396-46a6-838d-807664daf5c3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898047 Jan 27 21:33:17.007056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Publish callbacks [] for router_gateway (59e5e179-29fa-42da-9a47-a4c68d177e9f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.027250 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0c91ad86-64f8-4139-9788-851df71f6b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'name': 'tempest-FloatingIPsTestJSON-1394513364-router', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:56Z', 'updated_at': '2022-01-27T21:33:15Z', 'revision_number': 5, 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'gw_port': {'id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ae:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:32:57Z', 'updated_at': '2022-01-27T21:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:17.062626 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c91ad86-64f8-4139-9788-851df71f6b61 None None] The sync data for ids ['59e5e179-29fa-42da-9a47-a4c68d177e9f'] in n-d-760456-6 is: [{'id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'name': 'tempest-FloatingIPsTestJSON-1394513364-router', 'tenant_id': '51fb791976b74bb38bc0abcbfe2b5953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:32:56Z', 'updated_at': '2022-01-27T21:33:15Z', 'revision_number': 5, 'project_id': '51fb791976b74bb38bc0abcbfe2b5953', 'gw_port': {'id': '71bdb7ff-b347-432e-861d-388f5721c3c3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:ae:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e5e179-29fa-42da-9a47-a4c68d177e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:32:57Z', 'updated_at': '2022-01-27T21:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:33:17.081858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ed30c0f-f798-4869-bf99-880025466918 req-c666b0db-9bf6-4690-b84e-fb15395e2b70 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751550 Jan 27 21:33:17.087061 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-44118fdf-8ba6-406f-bc08-1fee397e289c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 217 time: 0.4261529 Jan 27 21:33:17.170899 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-b2310ac3-576d-4639-873c-83c1346d0826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:17.176296 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-b2310ac3-576d-4639-873c-83c1346d0826 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0782409 Jan 27 21:33:17.177581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffa8171-9c64-40e8-9513-f9b15d84bb1d req-aa16c155-aadc-40d8-8b98-52741734b574 service neutron] 10.222.0.74 "GET /v2.0/networks/37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946326 Jan 27 21:33:17.207552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc094e-d24b-4874-923e-8b47f2ca22ae req-4e4c37a7-f45e-4d8d-9d5d-af3b5ff85d26 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:17.215525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62fc094e-d24b-4874-923e-8b47f2ca22ae req-4e4c37a7-f45e-4d8d-9d5d-af3b5ff85d26 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 943 time: 0.0793793 Jan 27 21:33:17.232522 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-96921fc6-0a46-43d4-b33c-6e66aa74a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:17.236613 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-96921fc6-0a46-43d4-b33c-6e66aa74a4bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568979 Jan 27 21:33:17.306317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62fc094e-d24b-4874-923e-8b47f2ca22ae req-abcb8d01-de41-48a5-b15f-17293ca3434f tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9ca245b-7776-43f2-b24d-d6a46bfb53e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896878 Jan 27 21:33:17.329366 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-180d229f-1189-4e16-a490-79e32e161c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (e89b7a62-913c-498f-b4a5-15411b6e1c47), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.352368 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-763eb057-3fd6-44bc-92e7-9cae5bb20bf7 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106439 Jan 27 21:33:17.364100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device dddc879d-c5d2-423a-8811-fb31c5613c5d details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:33:17.367125 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-180d229f-1189-4e16-a490-79e32e161c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.370148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:17.380166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-180d229f-1189-4e16-a490-79e32e161c82 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e89b7a62-913c-498f-b4a5-15411b6e1c47 HTTP/1.1" status: 204 len: 168 time: 1.0837171 Jan 27 21:33:17.381102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35528) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:17.382725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Deleting port 71bdb7ff-b347-432e-861d-388f5721c3c3 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:17.383070 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.385323 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d229f-1189-4e16-a490-79e32e161c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89b7a62-913c-498f-b4a5-15411b6e1c47,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:17.478204 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-941c49fa-977a-4aa4-8296-9d2de3a95e57 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184890 Jan 27 21:33:17.533226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (0e2e39ba-0d16-4d04-9239-6b4c8b6d3917), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.546794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:17.546794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port dddc879d-c5d2-423a-8811-fb31c5613c5d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=dddc879d-c5d2-423a-8811-fb31c5613c5d,segment=NetworkSegment(e28dd785-ca87-483c-9b65-882245815e9f),segment_id=e28dd785-ca87-483c-9b65-882245815e9f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:17.560524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] For port 71bdb7ff-b347-432e-861d-388f5721c3c3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=71bdb7ff-b347-432e-861d-388f5721c3c3,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:17.560891 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.574215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:17.574330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e9cd07ae-dce8-43a7-a5a7-908f2a73cda9 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:17.576107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'dddc879d-c5d2-423a-8811-fb31c5613c5d', 'network_id': '37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f', 'port_id': 'dddc879d-c5d2-423a-8811-fb31c5613c5d', 'mac_address': 'fa:16:3e:fa:13:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e971f73-7a05-4fa9-accd-79b6f5881df7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:33:17.592390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Calling delete_port for 71bdb7ff-b347-432e-861d-388f5721c3c3 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:17.615249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port dddc879d-c5d2-423a-8811-fb31c5613c5d is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:17.615645 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.619442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:33:17.633362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:17.633362 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.635164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dddc879d-c5d2-423a-8811-fb31c5613c5d {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:33:17.686393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (0e2e39ba-0d16-4d04-9239-6b4c8b6d3917), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.687969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port dddc879d-c5d2-423a-8811-fb31c5613c5d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=dddc879d-c5d2-423a-8811-fb31c5613c5d,segment=NetworkSegment(e28dd785-ca87-483c-9b65-882245815e9f),segment_id=e28dd785-ca87-483c-9b65-882245815e9f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:17.720423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2e39ba-0d16-4d04-9239-6b4c8b6d3917']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:17.734030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753f01d9-aff9-4a1b-82f4-3e4c03c4b85b') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:17.734364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753f01d9-aff9-4a1b-82f4-3e4c03c4b85b') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:17.735201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:17.736179 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.751845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (753f01d9-aff9-4a1b-82f4-3e4c03c4b85b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.760898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:17.763118 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee64fb9-20f6-475b-b0af-c7b53f76f912" -d '{"events": [{"server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "name": "network-vif-plugged", "status": "completed", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:17.775505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:17.796340 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.810182 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (753f01d9-aff9-4a1b-82f4-3e4c03c4b85b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.823333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:33:17.823763 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (753f01d9-aff9-4a1b-82f4-3e4c03c4b85b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:33:17.825659 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:33:17.835099 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4260ec07-4960-4d72-909b-7b1971eb7f94 x-openstack-request-id: req-4260ec07-4960-4d72-909b-7b1971eb7f94 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:17.835443 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "name": "network-vif-plugged", "status": "completed", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:17.835705 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4260ec07-4960-4d72-909b-7b1971eb7f94 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:17.836130 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'code': 200} Jan 27 21:33:17.852840 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=dddc879d-c5d2-423a-8811-fb31c5613c5d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:17.858910 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:17.921856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:17.992050 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (0e2e39ba-0d16-4d04-9239-6b4c8b6d3917), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.010573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.014003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0e2e39ba-0d16-4d04-9239-6b4c8b6d3917 HTTP/1.1" status: 204 len: 168 time: 0.6262171 Jan 27 21:33:18.015402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e23d7-9279-4c5c-9a51-0d32388e2138 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e2e39ba-0d16-4d04-9239-6b4c8b6d3917,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:18.064834 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (71bdb7ff-b347-432e-861d-388f5721c3c3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.106328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['dddc879d-c5d2-423a-8811-fb31c5613c5d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:33:18.108318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Pushing event deleted for resources: {'Port': ['ID=71bdb7ff-b347-432e-861d-388f5721c3c3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:18.201834 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5deffb-8b4a-47d4-bd55-1a1686ed4bd1 req-83a062a5-0d11-4bd9-92c9-eb4e53b7df82 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:18.203464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd5deffb-8b4a-47d4-bd55-1a1686ed4bd1 req-83a062a5-0d11-4bd9-92c9-eb4e53b7df82 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.1288412 Jan 27 21:33:18.207433 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (59e5e179-29fa-42da-9a47-a4c68d177e9f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.317345 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (59e5e179-29fa-42da-9a47-a4c68d177e9f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.321825 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Publish callbacks [] for router_controller (59e5e179-29fa-42da-9a47-a4c68d177e9f), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.524261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35552) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:18.565677 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e08dfb6d-76ff-41e8-b6d7-86112759915a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d85ef9a2ad894ce19dc1a27d4c9b0779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400753 Jan 27 21:33:18.569204 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35554) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:18.619158 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Publish callbacks [] for security_group (ee9f0902-ba9c-4763-a7a3-c76bd5f436e9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.647859 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Publish callbacks [] for security_group (ee9f0902-ba9c-4763-a7a3-c76bd5f436e9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.682005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd5deffb-8b4a-47d4-bd55-1a1686ed4bd1 req-6935945f-f94c-4a7b-9aa0-a366cb1a0b21 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427924 Jan 27 21:33:18.707740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea0aaf-5443-4877-aa74-996a870e407b req-8eaffd2f-141f-4e47-8d7c-8265fe8a6728 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:18.718205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1ea0aaf-5443-4877-aa74-996a870e407b req-8eaffd2f-141f-4e47-8d7c-8265fe8a6728 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 944 time: 0.1117537 Jan 27 21:33:18.746770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (59e5e179-29fa-42da-9a47-a4c68d177e9f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.747252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59e5e179-29fa-42da-9a47-a4c68d177e9f {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:33:18.761082 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.762660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-84acbf60-aca4-42fa-a965-2e0b7f4ba813 admin admin] 10.222.0.61 "DELETE /v2.0/routers/59e5e179-29fa-42da-9a47-a4c68d177e9f HTTP/1.1" status: 204 len: 168 time: 2.6728082 Jan 27 21:33:18.765391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35556) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:18.778374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1ea0aaf-5443-4877-aa74-996a870e407b req-ae9839d0-e98a-4eb1-9607-0d002787de3e tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9ca245b-7776-43f2-b24d-d6a46bfb53e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592842 Jan 27 21:33:18.802152 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ee9f0902-ba9c-4763-a7a3-c76bd5f436e9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.804880 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.808982 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee9f0902-ba9c-4763-a7a3-c76bd5f436e9 HTTP/1.1" status: 204 len: 168 time: 0.2388408 Jan 27 21:33:18.823219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9f0902-ba9c-4763-a7a3-c76bd5f436e9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:18.837004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.837358 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.837709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.838055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.838392 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.838725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.839059 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.839419 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.839749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.840103 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.840455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.840782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.841114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d208eb47-b01c-4722-8d24-d41f3dbfc34a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:18.860261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d1ba65-cf6c-4216-879f-ca4f44e888cd admin admin] Deleting subnet 03c9a930-099e-4d8d-8db5-e47c02e1f42c {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:33:18.866567 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20d1ba65-cf6c-4216-879f-ca4f44e888cd admin admin] Publish callbacks [] for subnet (03c9a930-099e-4d8d-8db5-e47c02e1f42c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:18.916168 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20d1ba65-cf6c-4216-879f-ca4f44e888cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (03c9a930-099e-4d8d-8db5-e47c02e1f42c), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:19.007211 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20d1ba65-cf6c-4216-879f-ca4f44e888cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (03c9a930-099e-4d8d-8db5-e47c02e1f42c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:19.248378 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20d1ba65-cf6c-4216-879f-ca4f44e888cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (03c9a930-099e-4d8d-8db5-e47c02e1f42c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:19.271525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20d1ba65-cf6c-4216-879f-ca4f44e888cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:19.271525 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-20d1ba65-cf6c-4216-879f-ca4f44e888cd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/03c9a930-099e-4d8d-8db5-e47c02e1f42c HTTP/1.1" status: 204 len: 168 time: 0.5024579 Jan 27 21:33:19.272370 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f18285-da75-4166-822d-827866c13532 None None] Network 9d65eb7e-111b-437c-a8b1-d7d4885c31e3 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:33:19.273771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35576) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:19.347510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1ba65-cf6c-4216-879f-ca4f44e888cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c9a930-099e-4d8d-8db5-e47c02e1f42c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:19.393989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device dddc879d-c5d2-423a-8811-fb31c5613c5d up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:19.428410 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (9d65eb7e-111b-437c-a8b1-d7d4885c31e3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:19.529708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Deleting port 67e04f04-4377-40d6-81d9-d91b4614bd51 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:19.530222 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:19.563641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port dddc879d-c5d2-423a-8811-fb31c5613c5d completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:33:19.578146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port dddc879d-c5d2-423a-8811-fb31c5613c5d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:19.579168 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:19.634861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] For port 67e04f04-4377-40d6-81d9-d91b4614bd51, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=67e04f04-4377-40d6-81d9-d91b4614bd51,segment=NetworkSegment(5d9c49f3-cbbf-408c-932f-06d01a87ac56),segment_id=5d9c49f3-cbbf-408c-932f-06d01a87ac56)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:19.635239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:19.656660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Calling delete_port for 67e04f04-4377-40d6-81d9-d91b4614bd51 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:19.665906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e3dca5-ae96-483c-b326-2ebeed5cc246 None None] DHCP port deletion for 9d65eb7e-111b-437c-a8b1-d7d4885c31e3 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:33:19.667633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 71bdb7ff-b347-432e-861d-388f5721c3c3 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:19.693611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 71bdb7ff-b347-432e-861d-388f5721c3c3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:19.693959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 71bdb7ff-b347-432e-861d-388f5721c3c3 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:19.777029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port dddc879d-c5d2-423a-8811-fb31c5613c5d is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:19.777421 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:19.822562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c2e3dca5-ae96-483c-b326-2ebeed5cc246 None None] Deleting port 67e04f04-4377-40d6-81d9-d91b4614bd51 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:19.823080 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c2e3dca5-ae96-483c-b326-2ebeed5cc246 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:19.869433 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:19.886932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c64de3-93a1-4877-8b5f-c36f14f81c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddc879d-c5d2-423a-8811-fb31c5613c5d'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:19.889485 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88fb844-9de4-4595-ac2c-c6a31d57c88c" -d '{"events": [{"server_uuid": "87c64de3-93a1-4877-8b5f-c36f14f81c56", "name": "network-vif-plugged", "status": "completed", "tag": "dddc879d-c5d2-423a-8811-fb31c5613c5d"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:19.901073 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port dddc879d-c5d2-423a-8811-fb31c5613c5d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=dddc879d-c5d2-423a-8811-fb31c5613c5d,segment=NetworkSegment(e28dd785-ca87-483c-9b65-882245815e9f),segment_id=e28dd785-ca87-483c-9b65-882245815e9f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:19.915638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] No DVR routers for this DVR port 67e04f04-4377-40d6-81d9-d91b4614bd51 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:19.918461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=67e04f04-4377-40d6-81d9-d91b4614bd51,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:19.936372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43677094-6b2a-4918-9ee4-3b0ddd93b89e req-62dc96b0-1719-454e-a99a-37b824289baf tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:19.938260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43677094-6b2a-4918-9ee4-3b0ddd93b89e req-62dc96b0-1719-454e-a99a-37b824289baf tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.1414649 Jan 27 21:33:19.950631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c2e3dca5-ae96-483c-b326-2ebeed5cc246 None None] For port 67e04f04-4377-40d6-81d9-d91b4614bd51, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=67e04f04-4377-40d6-81d9-d91b4614bd51,segment=NetworkSegment(5d9c49f3-cbbf-408c-932f-06d01a87ac56),segment_id=5d9c49f3-cbbf-408c-932f-06d01a87ac56)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:19.951044 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c2e3dca5-ae96-483c-b326-2ebeed5cc246 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:19.973906 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.016917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c2e3dca5-ae96-483c-b326-2ebeed5cc246 None None] Calling delete_port for 67e04f04-4377-40d6-81d9-d91b4614bd51 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:20.075220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=dddc879d-c5d2-423a-8811-fb31c5613c5d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:20.088605 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20d289-9dd7-4bbc-9603-73bba5eef597 req-728ea01c-9148-4936-a517-02f66a420bfa tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:20.090173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c20d289-9dd7-4bbc-9603-73bba5eef597 req-728ea01c-9148-4936-a517-02f66a420bfa tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 944 time: 0.1498637 Jan 27 21:33:20.115021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 66e8c901-9306-4b71-a0cf-2905f8916b35 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:33:20.126571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43677094-6b2a-4918-9ee4-3b0ddd93b89e req-f8cc0ad2-ce5f-4674-b2ef-1dd0c88004a1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783030 Jan 27 21:33:20.141786 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (9d65eb7e-111b-437c-a8b1-d7d4885c31e3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.192518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d65eb7e-111b-437c-a8b1-d7d4885c31e3']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:20.213477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9c49f3-cbbf-408c-932f-06d01a87ac56') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:20.213778 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9c49f3-cbbf-408c-932f-06d01a87ac56') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:20.238911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c20d289-9dd7-4bbc-9603-73bba5eef597 req-5a5a7219-5e26-4442-8f0b-0548c2ab9181 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9ca245b-7776-43f2-b24d-d6a46bfb53e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179478 Jan 27 21:33:20.244174 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (5d9c49f3-cbbf-408c-932f-06d01a87ac56), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.276274 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39738ff8-5eba-439c-b6ad-4e713ceff1c3 x-openstack-request-id: req-39738ff8-5eba-439c-b6ad-4e713ceff1c3 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:20.276274 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c64de3-93a1-4877-8b5f-c36f14f81c56", "name": "network-vif-plugged", "status": "completed", "tag": "dddc879d-c5d2-423a-8811-fb31c5613c5d", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:20.276274 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39738ff8-5eba-439c-b6ad-4e713ceff1c3 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:20.276274 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c64de3-93a1-4877-8b5f-c36f14f81c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dddc879d-c5d2-423a-8811-fb31c5613c5d', 'code': 200} Jan 27 21:33:20.277744 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5d9c49f3-cbbf-408c-932f-06d01a87ac56), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.284840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:33:20.285786 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (5d9c49f3-cbbf-408c-932f-06d01a87ac56), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:33:20.287937 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:33:20.294855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c2e3dca5-ae96-483c-b326-2ebeed5cc246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (67e04f04-4377-40d6-81d9-d91b4614bd51), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.327963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35612) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:20.368639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3270e-a707-496f-a559-8f2841b607b1 req-e7c34835-7673-4599-bcb8-7cb09c1a94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:20.370059 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-67a3270e-a707-496f-a559-8f2841b607b1 req-e7c34835-7673-4599-bcb8-7cb09c1a94b4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 1096 time: 0.0595934 Jan 27 21:33:20.370326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e3dca5-ae96-483c-b326-2ebeed5cc246 None None] No DVR routers for this DVR port 67e04f04-4377-40d6-81d9-d91b4614bd51 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:20.371755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3dca5-ae96-483c-b326-2ebeed5cc246 None None] Pushing event deleted for resources: {'Port': ['ID=67e04f04-4377-40d6-81d9-d91b4614bd51,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:20.447787 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (9d65eb7e-111b-437c-a8b1-d7d4885c31e3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.450609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 66e8c901-9306-4b71-a0cf-2905f8916b35, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=66e8c901-9306-4b71-a0cf-2905f8916b35,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:20.465836 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-67a3270e-a707-496f-a559-8f2841b607b1 req-ff9c0cee-e9ea-46c5-97b4-f97239ee66c8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f9ca245b-7776-43f2-b24d-d6a46bfb53e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864305 Jan 27 21:33:20.472818 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.473319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '66e8c901-9306-4b71-a0cf-2905f8916b35', 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'port_id': '66e8c901-9306-4b71-a0cf-2905f8916b35', 'mac_address': 'fa:16:3e:34:55:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10416cba-4c10-4511-8751-27ccfe46b2bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:33:20.479993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] 10.222.0.61 "DELETE /v2.0/networks/9d65eb7e-111b-437c-a8b1-d7d4885c31e3 HTTP/1.1" status: 204 len: 168 time: 1.2012792 Jan 27 21:33:20.479993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371865be-8bca-4993-ba13-a1654eb29e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d65eb7e-111b-437c-a8b1-d7d4885c31e3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:20.548628 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1023164878-network', 'tenant_id': '59885e32266f4635909c70d7c437905e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:20.583435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 66e8c901-9306-4b71-a0cf-2905f8916b35 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:20.583841 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.588028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-6e649316-9cf9-41b7-bf4f-c01854c7b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:20.589987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-6e649316-9cf9-41b7-bf4f-c01854c7b35e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883&tenant_id=8d87dbbb836740af80771db9b8ffe9ca HTTP/1.1" status: 200 len: 1100 time: 0.0832119 Jan 27 21:33:20.598635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66e8c901-9306-4b71-a0cf-2905f8916b35 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:33:20.600919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:20.638465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 66e8c901-9306-4b71-a0cf-2905f8916b35, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=66e8c901-9306-4b71-a0cf-2905f8916b35,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:20.666402 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.672605 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Made reservation on behalf of 59885e32266f4635909c70d7c437905e for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:33:20.675361 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.688756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.699408 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.771294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=66e8c901-9306-4b71-a0cf-2905f8916b35,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:20.799495 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Publish callbacks [] for security_group (a2af1974-78f0-4355-9905-6199a8243ceb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.799705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['66e8c901-9306-4b71-a0cf-2905f8916b35'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:33:20.877843 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a2af1974-78f0-4355-9905-6199a8243ceb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.931241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:33:20.935130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35632) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:20.952919 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2af1974-78f0-4355-9905-6199a8243ceb,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:20.962463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:20.963224 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Added segment 5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d of type vlan for network 333ccb8f-832b-4b30-aba4-f41314e02720 Jan 27 21:33:20.985059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:21.009767 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (333ccb8f-832b-4b30-aba4-f41314e02720), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.032048 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e25771fc-e839-4500-b91b-28b0fa26525f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=51fb791976b74bb38bc0abcbfe2b5953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0958209 Jan 27 21:33:21.036008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35634) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:21.065354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:21.084239 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (333ccb8f-832b-4b30-aba4-f41314e02720), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.085277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:21.086119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.116427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:21.120550 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cfa77c-4920-4424-9c69-f0f05c1da914" -d '{"events": [{"server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "name": "network-vif-unplugged", "status": "completed", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:21.123987 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Publish callbacks [] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.146765 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-294fc3ab-4963-47d7-8832-1719518d0717 admin admin] Publish callbacks [] for security_group (542482da-64f8-4bd3-a6a0-881e2473eb92), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.162703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Transition to ACTIVE for port object 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:33:21.199072 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde3e4bf-410f-49b9-8d4f-b42f4a2d1268 x-openstack-request-id: req-dde3e4bf-410f-49b9-8d4f-b42f4a2d1268 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:21.199323 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "name": "network-vif-unplugged", "status": "completed", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:21.199505 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dde3e4bf-410f-49b9-8d4f-b42f4a2d1268 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:21.199905 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'code': 200} Jan 27 21:33:21.201870 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.261888 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-294fc3ab-4963-47d7-8832-1719518d0717 admin admin] Publish callbacks [] for security_group (542482da-64f8-4bd3-a6a0-881e2473eb92), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.302865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] No DVR routers for this DVR port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:21.313269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=10']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:21.321120 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9779325 Jan 27 21:33:21.327491 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35654) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:21.334281 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-04d56bcb-6c05-4267-97bf-30033801030c admin admin] Request body: {'subnet': {'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1023164878-subnet', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:21.361840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddc3f1-1e17-49dc-998a-fd79d9b8eb53 admin admin] Pushing event updated for resources: {'Network': ['ID=333ccb8f-832b-4b30-aba4-f41314e02720,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:21.367507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329e26c-9eed-4c0a-bfb3-6157a05db3e7 req-f757398d-4f52-4aad-b87e-161b2e08458e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:21.369909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3329e26c-9eed-4c0a-bfb3-6157a05db3e7 req-f757398d-4f52-4aad-b87e-161b2e08458e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 948 time: 0.1333795 Jan 27 21:33:21.372992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Attempting to bind port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:21.373449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Attempting to bind port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:21.373871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Attempting to bind port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:21.374038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 333ccb8f-832b-4b30-aba4-f41314e02720 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:33:21.413261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-294fc3ab-4963-47d7-8832-1719518d0717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (542482da-64f8-4bd3-a6a0-881e2473eb92), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.416468 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-294fc3ab-4963-47d7-8832-1719518d0717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.419932 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-294fc3ab-4963-47d7-8832-1719518d0717 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/542482da-64f8-4bd3-a6a0-881e2473eb92 HTTP/1.1" status: 204 len: 168 time: 0.3805757 Jan 27 21:33:21.431049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fc3ab-4963-47d7-8832-1719518d0717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542482da-64f8-4bd3-a6a0-881e2473eb92,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:21.439406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:33:21.439406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Attempting to bind port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:21.459018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d56bcb-6c05-4267-97bf-30033801030c admin admin] Made reservation on behalf of 59885e32266f4635909c70d7c437905e for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:33:21.461637 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04d56bcb-6c05-4267-97bf-30033801030c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.502701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:21.503545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:21.503943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:21.504429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Bound port: 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:21.504794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.548622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3329e26c-9eed-4c0a-bfb3-6157a05db3e7 req-4bc8d753-5ca5-4778-bd93-836dd4ac4310 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570060 Jan 27 21:33:21.675817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 67e04f04-4377-40d6-81d9-d91b4614bd51 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:21.773554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 67e04f04-4377-40d6-81d9-d91b4614bd51 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:21.774215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-2c13c886-33e9-4ffe-b56c-2a18fcc88ab1 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:21.776006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-2c13c886-33e9-4ffe-b56c-2a18fcc88ab1 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 807 time: 0.4050648 Jan 27 21:33:21.794475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:21.796025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 67e04f04-4377-40d6-81d9-d91b4614bd51 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:21.815226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83804373-3f1c-4f63-afa8-51899335e421 req-b6beb801-4a30-4b38-ac3d-06f34cd608da tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:21.816901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83804373-3f1c-4f63-afa8-51899335e421 req-b6beb801-4a30-4b38-ac3d-06f34cd608da tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 945 time: 0.1327653 Jan 27 21:33:21.819098 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:21.833434 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-f0a08c03-1f62-4ddc-9828-fe94d0148abb tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/quotas/26824789def4412abd886336d3559fe2 HTTP/1.1" status: 200 len: 375 time: 0.0465622 Jan 27 21:33:21.880064 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04d56bcb-6c05-4267-97bf-30033801030c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (c74d6c97-4bfa-4bd7-b65e-50c8f0c45527), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.912328 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:21.928240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83804373-3f1c-4f63-afa8-51899335e421 req-8d120c73-371c-4c7f-bd17-47c1181b6138 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9ca245b-7776-43f2-b24d-d6a46bfb53e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011183 Jan 27 21:33:21.993888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-3fac3593-3576-4abe-8a09-4a3351fc7d3d tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1333680 Jan 27 21:33:22.010748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:22.011383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:22.012789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] 10.222.0.71 "PUT /v2.0/ports/27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 1096 time: 1.4161315 Jan 27 21:33:22.037334 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d56bcb-6c05-4267-97bf-30033801030c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:22.072341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d56bcb-6c05-4267-97bf-30033801030c admin admin] Checking segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:22.072780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d56bcb-6c05-4267-97bf-30033801030c admin admin] Network hostable DHCP agents. Network: 333ccb8f-832b-4b30-aba4-f41314e02720, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:33:22.109958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66756227-f98d-4eb8-b7bc-8416cd1df0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=11']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:22.127501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 66e8c901-9306-4b71-a0cf-2905f8916b35 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:22.147147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d56bcb-6c05-4267-97bf-30033801030c admin admin] Network 333ccb8f-832b-4b30-aba4-f41314e02720 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:33:22.224306 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-04d56bcb-6c05-4267-97bf-30033801030c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 333ccb8f-832b-4b30-aba4-f41314e02720) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:22.228701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d56bcb-6c05-4267-97bf-30033801030c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:22.229298 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04d56bcb-6c05-4267-97bf-30033801030c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:22.254625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14da6ca-f6c4-4017-bd31-6066b3e04ad4 None None] Network 333ccb8f-832b-4b30-aba4-f41314e02720 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:33:22.293689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35676) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:22.294220 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-04d56bcb-6c05-4267-97bf-30033801030c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9645143 Jan 27 21:33:22.307222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-4eca3173-7fcf-4d86-b993-0aaaa5eb59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:22.307873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-4eca3173-7fcf-4d86-b993-0aaaa5eb59ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1099 time: 0.2066526 Jan 27 21:33:22.310873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:22.402926 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 66e8c901-9306-4b71-a0cf-2905f8916b35 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:22.403423 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:22.436239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-333ccb8f-832b-4b30-aba4-f41314e02720', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'project_id': '59885e32266f4635909c70d7c437905e', 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:33:22.437101 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:22.496294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-a0affcdc-5916-4b64-a682-c4189f9b34c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:22.498288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-a0affcdc-5916-4b64-a682-c4189f9b34c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1788075 Jan 27 21:33:22.508697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-9825b1f0-27c7-4125-becc-8ca62078ae0e service neutron] 10.222.0.61 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995615 Jan 27 21:33:22.574354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-c59f0845-6a4b-4724-911f-863eaab9c1f2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 217 time: 0.0631583 Jan 27 21:33:22.666014 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:22.670496 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:22.692271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 66e8c901-9306-4b71-a0cf-2905f8916b35 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:22.692924 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:22.717862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Allocated IP 172.20.0.2 (333ccb8f-832b-4b30-aba4-f41314e02720/c74d6c97-4bfa-4bd7-b65e-50c8f0c45527/13a7add8-bc8c-4bab-bfe5-a6bba0b7a526) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:22.736862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e7e8bc-17e1-4c99-9797-07ba3b7228d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e8c901-9306-4b71-a0cf-2905f8916b35'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:22.739516 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b680845-4409-49df-89db-765f74138c13" -d '{"events": [{"server_uuid": "d9e7e8bc-17e1-4c99-9797-07ba3b7228d9", "name": "network-vif-plugged", "status": "completed", "tag": "66e8c901-9306-4b71-a0cf-2905f8916b35"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:22.756376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 66e8c901-9306-4b71-a0cf-2905f8916b35, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=66e8c901-9306-4b71-a0cf-2905f8916b35,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:22.781932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-05c59577-3e2e-4500-a8c1-e3a36881f2e0 service neutron] 10.222.0.61 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724276 Jan 27 21:33:22.850822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-170902ed-1355-4f67-9467-b0c4519b257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:22.852423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-170902ed-1355-4f67-9467-b0c4519b257e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.2007630 Jan 27 21:33:22.881067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d44951-7c4a-4859-94ac-4aee5979aa79 req-9a677bff-e658-4b00-b54d-358d158b42d6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:22.882689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0d44951-7c4a-4859-94ac-4aee5979aa79 req-9a677bff-e658-4b00-b54d-358d158b42d6 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 948 time: 0.2058859 Jan 27 21:33:22.974868 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Publish callbacks [] for router_controller (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:22.980272 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:23.039891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0d44951-7c4a-4859-94ac-4aee5979aa79 req-3b79dca4-fff5-4376-97a7-4121cde5af2d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314194 Jan 27 21:33:23.043028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-9e0d28ce-03b6-4e38-9712-74c5db871330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:23.052250 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-9e0d28ce-03b6-4e38-9712-74c5db871330 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866641 Jan 27 21:33:23.077110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=66e8c901-9306-4b71-a0cf-2905f8916b35,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:23.121511 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be75913-31c7-4bf0-85ce-4370b4575bac x-openstack-request-id: req-3be75913-31c7-4bf0-85ce-4370b4575bac {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:23.125629 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e7e8bc-17e1-4c99-9797-07ba3b7228d9", "name": "network-vif-plugged", "status": "completed", "tag": "66e8c901-9306-4b71-a0cf-2905f8916b35", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:23.125629 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3be75913-31c7-4bf0-85ce-4370b4575bac {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:23.125629 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e7e8bc-17e1-4c99-9797-07ba3b7228d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e8c901-9306-4b71-a0cf-2905f8916b35', 'code': 200} Jan 27 21:33:23.217916 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Publish callbacks [] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:23.236338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:23.238921 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d541a563-d796-4992-b17e-c2c975f149f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:23.305341 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:23.418076 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Network 333ccb8f-832b-4b30-aba4-f41314e02720 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:23.420741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Pushing event updated for resources: {'Port': ['ID=13a7add8-bc8c-4bab-bfe5-a6bba0b7a526,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:23.427144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:23.437119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:23.444600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:23.456028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Publish callbacks [] for router_gateway (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:23.502261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ed903-769f-4253-86d6-914acb7ee80e req-8e736cf2-bef0-4767-9ebc-fb963b88005f tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:23.503839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-004ed903-769f-4253-86d6-914acb7ee80e req-8e736cf2-bef0-4767-9ebc-fb963b88005f tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 945 time: 0.2410431 Jan 27 21:33:23.527803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-bf9eada4-c237-4292-a845-99f1ad586a24 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695714 Jan 27 21:33:23.688113 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c1cf42-14a0-46a9-810e-9fb37e54f858 x-openstack-request-id: req-80c1cf42-14a0-46a9-810e-9fb37e54f858 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:23.688430 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:23.688822 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80c1cf42-14a0-46a9-810e-9fb37e54f858 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:23.689214 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'status': 'completed', 'code': 200} Jan 27 21:33:23.690869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Attempting to bind port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:23.691260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Attempting to bind port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:23.691629 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Attempting to bind port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 on network 333ccb8f-832b-4b30-aba4-f41314e02720 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:23.702921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] The host n-h1-760456-6 is not matching for port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 host n-h2-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:33:23.706399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:23.719805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:23.720971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Checking segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:23.721396 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:23.721807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Bound using segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:23.722311 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Bound port: 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:23.722715 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:23.795415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541a563-d796-4992-b17e-c2c975f149f5 req-937c87dd-f83a-47c1-aefd-2d8968a84945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:23.797143 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-937c87dd-f83a-47c1-aefd-2d8968a84945 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1099 time: 0.0816066 Jan 27 21:33:23.825614 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-004ed903-769f-4253-86d6-914acb7ee80e req-27d63265-2050-49e3-9075-ea47d7b7c656 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9ca245b-7776-43f2-b24d-d6a46bfb53e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964523 Jan 27 21:33:23.833925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6414bc4b-96f8-48bc-a6ea-8af5bdc4fd08 req-73a3effe-3359-4c6e-97aa-640a85285942 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.0633755 Jan 27 21:33:23.867279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] For port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:23.872987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] For port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=13a7add8-bc8c-4bab-bfe5-a6bba0b7a526,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:23.898120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-172f6ff4-b372-435d-a231-4eaf1a767a28 req-72f03d90-1d7b-4c94-86ab-b077cf628228 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393540 Jan 27 21:33:23.956336 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:23.986111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541a563-d796-4992-b17e-c2c975f149f5 req-1de18db7-e18d-4afb-a372-d260b87c50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:23.988614 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-1de18db7-e18d-4afb-a372-d260b87c50d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1835604 Jan 27 21:33:24.074129 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-cd8419a2-1073-4931-810a-129ef1515a4f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 217 time: 0.0769677 Jan 27 21:33:24.123805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51396be2-ea72-48bc-982b-03b3e88aed5b None None] Pushing event updated for resources: {'Port': ['ID=13a7add8-bc8c-4bab-bfe5-a6bba0b7a526,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:24.191463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541a563-d796-4992-b17e-c2c975f149f5 req-f4b0695e-a4ec-4936-9f6f-8734bf7ae855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:24.196828 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-f4b0695e-a4ec-4936-9f6f-8734bf7ae855 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1155474 Jan 27 21:33:24.264254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541a563-d796-4992-b17e-c2c975f149f5 req-c0510241-3fb5-41be-a805-9af053c0f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:24.267423 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-c0510241-3fb5-41be-a805-9af053c0f685 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612202 Jan 27 21:33:24.327871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541a563-d796-4992-b17e-c2c975f149f5 req-6c45d5cb-b636-44ae-b668-72a2f5f6d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:24.335269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-6c45d5cb-b636-44ae-b668-72a2f5f6d614 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1099 time: 0.3311963 Jan 27 21:33:24.452636 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-0cb1699a-e455-4d60-a0aa-5761ac7208e4 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766486 Jan 27 21:33:24.456639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-564eb0d7-d460-4f40-9142-85b5b8df5742 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=58192a955c50476cb6f2905829b237fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1338539 Jan 27 21:33:24.505800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755db5-419f-4dd4-8ea3-dfdc80d42283 req-744f43c8-137e-4d5f-8552-8a15f12b16d3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:24.507869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20755db5-419f-4dd4-8ea3-dfdc80d42283 req-744f43c8-137e-4d5f-8552-8a15f12b16d3 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 948 time: 0.2838578 Jan 27 21:33:24.511717 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Publish callbacks [] for router_gateway (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:24.559890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:24.658579 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-86f06a67-82d8-49ae-a0ef-f28988c24e7c service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991847 Jan 27 21:33:24.758956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541a563-d796-4992-b17e-c2c975f149f5 req-9e7a35e7-52ba-4a2b-9fc0-ec487e1134bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:24.760651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-9e7a35e7-52ba-4a2b-9fc0-ec487e1134bb service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.3695285 Jan 27 21:33:24.777130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20755db5-419f-4dd4-8ea3-dfdc80d42283 req-87a814eb-755d-417d-bfe7-5df1b35f8f1c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186110 Jan 27 21:33:24.889645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-97b11217-e03d-4dcb-af78-3cd4c4597fbc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 200 len: 217 time: 0.1103289 Jan 27 21:33:24.941135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541a563-d796-4992-b17e-c2c975f149f5 req-eca687c4-75c0-41ec-94a0-01fd5f141674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:24.942680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-eca687c4-75c0-41ec-94a0-01fd5f141674 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0522501 Jan 27 21:33:24.951536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-9b190b42-5637-4592-a795-392d4d59d693 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:24.953157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-9b190b42-5637-4592-a795-392d4d59d693 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4560606 Jan 27 21:33:25.002538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Allocated IP 172.25.0.156 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/e487dab3-f4d0-40ea-8bd4-58aeee92a21d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:25.006289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-e358f9be-641f-4b80-8ad5-5a2153a2cb7f tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/quotas/58192a955c50476cb6f2905829b237fd HTTP/1.1" status: 200 len: 375 time: 0.0412214 Jan 27 21:33:25.052479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541a563-d796-4992-b17e-c2c975f149f5 req-911e234c-bc16-493d-915a-d46320d7351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:25.054006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-911e234c-bc16-493d-915a-d46320d7351e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981135 Jan 27 21:33:25.065783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-e8b30b2a-d3ad-44a7-b079-91fd6ec00b3a tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=58192a955c50476cb6f2905829b237fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492764 Jan 27 21:33:25.741677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8ad2f1e-0c49-49f9-9de4-fc362374e752 req-ec63f1e0-8924-4e5c-9f63-e5b4db530701 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.1409464 Jan 27 21:33:25.812961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:25.872672 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Publish callbacks [] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:25.940602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cf0f457-86fa-4f5b-85c2-f1f8c244d8c6 req-5b1ced56-4ed5-4e3f-8343-f1e303682be6 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 210 time: 0.0745568 Jan 27 21:33:25.966161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf037d9a-99e6-4c2b-a541-adf94d30cc3b None None] Network 333ccb8f-832b-4b30-aba4-f41314e02720 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:33:25.996774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:25.997071 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:26.026902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-d8c5dc02-e8cb-4752-9546-9afebce4afd1 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9580071 Jan 27 21:33:26.121855 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:26.174659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:33:26.319874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:26.337305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:26.385642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:26.405954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d7edcbac-97f4-4567-aaee-f055149de234 None None] Provisioning complete for port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:26.406647 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d7edcbac-97f4-4567-aaee-f055149de234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:26.627082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e487dab3-f4d0-40ea-8bd4-58aeee92a21d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:26.658548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:26.659210 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:26.667462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.667856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.668463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.669039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.669777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.670353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.671353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.673471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.674048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.675377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.675959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.676588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.677420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:33:26.729793 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:26.879879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d7edcbac-97f4-4567-aaee-f055149de234 None None] Current status of the port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:26.880512 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d7edcbac-97f4-4567-aaee-f055149de234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:26.917668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=13a7add8-bc8c-4bab-bfe5-a6bba0b7a526,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:26.955967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:26.974354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'mac_address': 'fa:16:3e:1b:ff:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:33:26.983899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a76278-921d-448c-8971-ed4cba7549c4 req-b2c3ebbd-b7d8-4ddd-9e9d-e2948794f10a tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:27.004749 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10a76278-921d-448c-8971-ed4cba7549c4 req-b2c3ebbd-b7d8-4ddd-9e9d-e2948794f10a tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 946 time: 0.6538386 Jan 27 21:33:27.031054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:27.035985 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:27.049272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:33:27.057080 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:27.177056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=13a7add8-bc8c-4bab-bfe5-a6bba0b7a526,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:27.179999 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:27.209888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:27.212799 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-d7edcbac-97f4-4567-aaee-f055149de234 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:33:27.213231 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-d7edcbac-97f4-4567-aaee-f055149de234 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:33:27.281612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d849f-4166-4fee-97ee-e04db70d06fa req-9a8530d3-634b-44a3-9f26-701438641d63 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:27.289325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a7d849f-4166-4fee-97ee-e04db70d06fa req-9a8530d3-634b-44a3-9f26-701438641d63 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 948 time: 0.8031394 Jan 27 21:33:27.305218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-9f2fbdab-3ae3-4b2e-92fc-21de5049c115 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:27.306758 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-9f2fbdab-3ae3-4b2e-92fc-21de5049c115 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.71 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 807 time: 0.9761410 Jan 27 21:33:27.344863 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:27.345566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Request body: {'port': {'device_id': 'e6a5e959-c110-44e7-a051-dd45c5d1fcad', 'network_id': '14857012-de9f-42a8-a812-9c816b879109', 'admin_state_up': True, 'tenant_id': '26824789def4412abd886336d3559fe2'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:27.367721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d541a563-d796-4992-b17e-c2c975f149f5 req-12298d78-08f8-4b24-9fb5-c05b122b8bdd service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3312891 Jan 27 21:33:27.393583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10a76278-921d-448c-8971-ed4cba7549c4 req-ec0caa46-3d55-4789-9f7d-e21f5f94aa12 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3874912 Jan 27 21:33:27.585324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=12']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:27.617140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a7d849f-4166-4fee-97ee-e04db70d06fa req-8f6b87aa-8625-4e35-b283-51d14d03321f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267655 Jan 27 21:33:27.675699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['27b8fd4b-aa41-4003-9eed-1165a7c3eca3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:33:27.691363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:27.789274 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1df80870-3974-4ac0-a1f2-477077f24bcd req-84ea482a-7367-4dcc-8f9e-7c8d6df91ce6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.1210151 Jan 27 21:33:27.883252 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d7edcbac-97f4-4567-aaee-f055149de234 None None] Current status of the port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:27.907710 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Publish callbacks [] for router_gateway (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:27.907838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-772349bb-c281-4d81-8859-c27793f86ceb tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:27.908356 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-772349bb-c281-4d81-8859-c27793f86ceb tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.74 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 946 time: 0.1662455 Jan 27 21:33:28.014441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8c291df-75dd-4e2c-856f-779265fdcd68 req-6fea2ad5-2245-417f-a561-ccc84bdb3af0 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 210 time: 0.2029519 Jan 27 21:33:28.159056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Made reservation on behalf of 26824789def4412abd886336d3559fe2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:33:28.159056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:28.159259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:28.159259 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:28.159259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-62741edb-25f6-4cb8-92cc-c55c3affddfa None None] Provisioning complete for port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:28.159259 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-62741edb-25f6-4cb8-92cc-c55c3affddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:28.258436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Allocated IP 172.20.0.3 (14857012-de9f-42a8-a812-9c816b879109/908066f9-a86a-49be-9201-2d195809262c/9bffa100-8749-4339-95ff-8c8bc023e1ae) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:28.302548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Deleting port b3aa83aa-a195-484d-861d-e6e571ff22ac {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:28.303058 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:28.353644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-62741edb-25f6-4cb8-92cc-c55c3affddfa None None] Current status of the port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:28.368203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:28.468541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] For port b3aa83aa-a195-484d-861d-e6e571ff22ac, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b3aa83aa-a195-484d-861d-e6e571ff22ac,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:28.474362 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:28.636865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d70d3-60c9-4aa5-ae30-55bca0094b2d req-b9dc653c-05bf-43b3-b318-a8fe9f86e420 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:28.641849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b9d70d3-60c9-4aa5-ae30-55bca0094b2d req-b9dc653c-05bf-43b3-b318-a8fe9f86e420 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 946 time: 0.0882199 Jan 27 21:33:28.647650 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks [] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:28.663692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:28.738534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b9d70d3-60c9-4aa5-ae30-55bca0094b2d req-b6118965-f758-4750-8b9a-66cd774a7a48 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups?id=8537887a-8b53-4c4f-a354-ecc7cae96f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750053 Jan 27 21:33:28.899129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:28.899965 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (63701453-6858-4d11-bac7-3b586a3833a5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:28.900508 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Floating IP 63701453-6858-4d11-bac7-3b586a3833a5 disassociated. External IP: 172.25.0.216, port: b3aa83aa-a195-484d-861d-e6e571ff22ac. Jan 27 21:33:28.901085 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Calling delete_port for b3aa83aa-a195-484d-861d-e6e571ff22ac owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:28.954544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed958235-5509-4ec6-b564-9b68ce3ba3fc req-b59f94f6-f056-44c7-a7b7-ee09b87a0d11 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:28.956253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed958235-5509-4ec6-b564-9b68ce3ba3fc req-b59f94f6-f056-44c7-a7b7-ee09b87a0d11 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.1032970 Jan 27 21:33:28.958627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b65521e7-2135-44bc-b7c4-0c42dad96cfb req-df19fe20-0252-496e-b9f4-174a08d46514 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.0516260 Jan 27 21:33:29.033644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed958235-5509-4ec6-b564-9b68ce3ba3fc req-332f8935-7a1c-40d7-8a88-5fb775027906 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684123 Jan 27 21:33:29.161383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d6608-1f47-4fea-9925-4a17079d86de req-1e5788d8-0dab-4593-89b2-5f5a873a3023 tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:29.162874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-035d6608-1f47-4fea-9925-4a17079d86de req-1e5788d8-0dab-4593-89b2-5f5a873a3023 tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 1100 time: 0.0492961 Jan 27 21:33:29.223126 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-035d6608-1f47-4fea-9925-4a17079d86de req-f8e96952-bac3-4c2c-bb95-2898a03bf26b tempest-MigrationsAdminTest-18616611 tempest-MigrationsAdminTest-18616611-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431516 Jan 27 21:33:29.244647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f40569d-2ee7-470c-bba8-0fdaadbbd339 req-ca54a5bc-fc70-4b1d-a286-18fe487d4eae tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 210 time: 0.0293584 Jan 27 21:33:29.247710 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b3aa83aa-a195-484d-861d-e6e571ff22ac), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:29.264731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:33:29.278217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:29.297008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:33:29.302229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Pushing event deleted for resources: {'Port': ['ID=b3aa83aa-a195-484d-861d-e6e571ff22ac,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:29.543923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Router 8c199853-cee7-45c2-a895-660315ea98ad has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:33:29.946374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:33:29.960827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88430c-b730-4206-8fb9-daefcf8efd20 None None] Sync routers for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:33:29.981186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88430c-b730-4206-8fb9-daefcf8efd20 None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:29.981628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ff88430c-b730-4206-8fb9-daefcf8efd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:30.079767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:33:30.090938 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Sync routers for ids ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:33:30.105773 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] No DVR routers for this DVR port b3aa83aa-a195-484d-861d-e6e571ff22ac on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:30.121957 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:30.128621 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c7ae2e66-3cf8-4403-9992-3250d0400c03 req-d9b81699-8009-4e70-a238-d898af598dcc tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.74 "DELETE /v2.0/ports/b3aa83aa-a195-484d-861d-e6e571ff22ac HTTP/1.1" status: 204 len: 173 time: 2.2129266 Jan 27 21:33:30.129610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'name': 'network-vif-deleted', 'tag': 'b3aa83aa-a195-484d-861d-e6e571ff22ac'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:30.133407 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f67b0b3-92b1-428d-95ec-e584b4c6ec23" -d '{"events": [{"server_uuid": "0ea3a4fc-c949-47aa-82df-b772121a9f3b", "name": "network-vif-deleted", "tag": "b3aa83aa-a195-484d-861d-e6e571ff22ac"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:30.143859 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Routers {'a504e2d6-bc1e-491f-9e7f-5a58f13648a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:30.145687 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:30.239101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-983e2d5d-2f2f-436a-b485-faf44a991cc5 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=58192a955c50476cb6f2905829b237fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1555550 Jan 27 21:33:30.265427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Network 14857012-de9f-42a8-a812-9c816b879109 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:30.300731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:30.312233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:30.320781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Pushing event updated for resources: {'Port': ['ID=9bffa100-8749-4339-95ff-8c8bc023e1ae,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:30.486816 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Set router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:30.533998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-289e3ea1-74b2-4bc1-b8d5-81545a508338 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:30.535648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-289e3ea1-74b2-4bc1-b8d5-81545a508338 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2867239 Jan 27 21:33:30.538874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:30.540636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-23b47984-e034-404f-9f14-97fe14b481f5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2432368 Jan 27 21:33:30.543565 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35878) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:30.574225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:30.575013 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:30.607171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Request body: {'port': {'device_id': '47a93b1f-0335-44bc-9c52-0fccc02d03b6', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '58192a955c50476cb6f2905829b237fd'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:30.619837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-ff88430c-b730-4206-8fb9-daefcf8efd20 None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:30.673221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81f40b76-fd6e-497a-85d8-8ce620c500c1 req-72f3e67e-ceb2-47e9-9a8d-66aaa3971c8b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ea3a4fc-c949-47aa-82df-b772121a9f3b HTTP/1.1" status: 200 len: 210 time: 0.1243839 Jan 27 21:33:30.833027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:30.882918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-8f956005-5629-45a1-8863-d73540ff96d6 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5536971 Jan 27 21:33:30.924277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c93adf-92cb-4a59-b07e-528549d417d4 req-549ff5f4-ec9d-4f39-89e0-422392874bdc tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:30.927788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2c93adf-92cb-4a59-b07e-528549d417d4 req-549ff5f4-ec9d-4f39-89e0-422392874bdc tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.3854992 Jan 27 21:33:30.939080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Request body: {'port': {'device_id': 'e6a5e959-c110-44e7-a051-dd45c5d1fcad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:31.081743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ff88430c-b730-4206-8fb9-daefcf8efd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:18Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:31.221220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:33:31.227915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88430c-b730-4206-8fb9-daefcf8efd20 None None] Checking router: 8c199853-cee7-45c2-a895-660315ea98ad for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:33:31.235430 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:33:27Z', 'revision_number': 3, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:31.264527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:31.265685 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:31.292731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2c93adf-92cb-4a59-b07e-528549d417d4 req-69f7abe9-9881-4d61-9554-d83c564f7d2d tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470333 Jan 27 21:33:31.315842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bc982-fd38-4bf1-be82-f40af3aa4a0f req-cf96f787-2d0a-4fdd-854a-5adf1a9aaaba tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:31.321538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-851bc982-fd38-4bf1-be82-f40af3aa4a0f req-cf96f787-2d0a-4fdd-854a-5adf1a9aaaba tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 931 time: 0.5206614 Jan 27 21:33:31.397917 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Checking router: a504e2d6-bc1e-491f-9e7f-5a58f13648a7 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:33:31.399854 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Updating router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 port e487dab3-f4d0-40ea-8bd4-58aeee92a21d binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:33:31.428700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f0071-6f99-401d-914c-254e5c711c70 req-87111e05-22dd-45df-883f-8536a09ef4a1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:31.431795 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-350f0071-6f99-401d-914c-254e5c711c70 req-87111e05-22dd-45df-883f-8536a09ef4a1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 949 time: 0.2508805 Jan 27 21:33:31.449517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:31.467716 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:31.509326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b3aa83aa-a195-484d-861d-e6e571ff22ac no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:31.512342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88430c-b730-4206-8fb9-daefcf8efd20 None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:31.512996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ff88430c-b730-4206-8fb9-daefcf8efd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:31.535330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-851bc982-fd38-4bf1-be82-f40af3aa4a0f req-4bd596e3-83a0-4c92-b223-25999bc77339 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268256 Jan 27 21:33:31.686175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: b3aa83aa-a195-484d-861d-e6e571ff22ac {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:31.686659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b3aa83aa-a195-484d-861d-e6e571ff22ac not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:31.779077 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ede341-f790-4456-a18f-5b122216d569 x-openstack-request-id: req-e7ede341-f790-4456-a18f-5b122216d569 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:31.779571 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea3a4fc-c949-47aa-82df-b772121a9f3b", "name": "network-vif-deleted", "tag": "b3aa83aa-a195-484d-861d-e6e571ff22ac", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:31.779688 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e7ede341-f790-4456-a18f-5b122216d569 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:31.780031 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea3a4fc-c949-47aa-82df-b772121a9f3b', 'name': 'network-vif-deleted', 'tag': 'b3aa83aa-a195-484d-861d-e6e571ff22ac', 'status': 'completed', 'code': 200} Jan 27 21:33:31.919858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Made reservation on behalf of 58192a955c50476cb6f2905829b237fd for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:33:31.929142 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:31.970921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:31.986559 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Publish callbacks [] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:31.990508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:32.017331 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:32.028707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8796d0cd-b781-4231-a09d-fd4b2417ee09 req-e9789a79-69f4-4526-a135-bb52137034ac tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 210 time: 0.1780560 Jan 27 21:33:32.075497 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:32.145280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-ff88430c-b730-4206-8fb9-daefcf8efd20 None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:32.209379 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Attempting to bind port e487dab3-f4d0-40ea-8bd4-58aeee92a21d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:32.220673 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Attempting to bind port e487dab3-f4d0-40ea-8bd4-58aeee92a21d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:32.221321 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Attempting to bind port e487dab3-f4d0-40ea-8bd4-58aeee92a21d on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:32.229824 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b56ee-4599-4dbb-915f-f120759f8e59 None None] Pushing event updated for resources: {'Port': ['ID=e487dab3-f4d0-40ea-8bd4-58aeee92a21d,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:32.235116 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:32.239233 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:32.240342 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:32.240898 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:32.241570 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Bound port: e487dab3-f4d0-40ea-8bd4-58aeee92a21d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:32.242136 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:32.330641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35904) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:32.381296 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] For port e487dab3-f4d0-40ea-8bd4-58aeee92a21d, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:32.383718 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:32.385523 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] For port e487dab3-f4d0-40ea-8bd4-58aeee92a21d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e487dab3-f4d0-40ea-8bd4-58aeee92a21d,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:32.393088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:32.400344 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd0691c-23ea-46d1-9eaa-c8d2e2c2587d" -d '{"events": [{"server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "name": "network-vif-plugged", "status": "completed", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:32.429345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-350f0071-6f99-401d-914c-254e5c711c70 req-f1bda982-7b5a-4096-843a-d070c95afd1e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Deleting port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:32.429690 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-350f0071-6f99-401d-914c-254e5c711c70 req-f1bda982-7b5a-4096-843a-d070c95afd1e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:32.455453 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a530bf0b-8bba-47c7-afa6-89b3ea535a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:32.494844 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:32.499345 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:32.501616 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae6c3bc-624b-43a7-ac9f-c8e1a16c48ab x-openstack-request-id: req-dae6c3bc-624b-43a7-ac9f-c8e1a16c48ab {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:32.505471 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "name": "network-vif-plugged", "status": "completed", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:32.505471 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dae6c3bc-624b-43a7-ac9f-c8e1a16c48ab {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:32.505471 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'code': 200} Jan 27 21:33:32.549569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bffa100-8749-4339-95ff-8c8bc023e1ae {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:33:32.570572 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Publish callbacks [] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:32.608747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Transition to ACTIVE for port object 9bffa100-8749-4339-95ff-8c8bc023e1ae will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:33:32.635154 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:32.667397 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b56ee-4599-4dbb-915f-f120759f8e59 None None] Pushing event updated for resources: {'Port': ['ID=e487dab3-f4d0-40ea-8bd4-58aeee92a21d,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:32.716097 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Routers {'a504e2d6-bc1e-491f-9e7f-5a58f13648a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:32.717014 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:32.733822 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:32.908729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Pushing event updated for resources: {'Port': ['ID=9bffa100-8749-4339-95ff-8c8bc023e1ae,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:32.920101 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] Set router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:32.921394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=13']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:33.096971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-350f0071-6f99-401d-914c-254e5c711c70 req-f1bda982-7b5a-4096-843a-d070c95afd1e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] For port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:33.097531 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-350f0071-6f99-401d-914c-254e5c711c70 req-f1bda982-7b5a-4096-843a-d070c95afd1e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:33.108757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ff88430c-b730-4206-8fb9-daefcf8efd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:18Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:33.112829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-350f0071-6f99-401d-914c-254e5c711c70 req-f1bda982-7b5a-4096-843a-d070c95afd1e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Calling delete_port for 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:33.237471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88430c-b730-4206-8fb9-daefcf8efd20 None None] The sync data for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 is: [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:28:13Z', 'revision_number': 4, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '6493a5b1-a859-45c7-9ba3-f177e915f00f', 'name': '', 'network_id': '9702760e-a020-4d15-a8dc-77e191f3ead9', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'mac_address': 'fa:16:3e:7a:38:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:12Z', 'updated_at': '2022-01-27T21:28:18Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'subnets': [{'id': '8f63e171-69ab-4248-b2bd-b8b38611ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:33:33.313363 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:33:27Z', 'revision_number': 3, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:33.319273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Allocated IP 172.20.0.1 (333ccb8f-832b-4b30-aba4-f41314e02720/c74d6c97-4bfa-4bd7-b65e-50c8f0c45527/b7c71146-a356-46ef-9731-c9ad4d8b90ed) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:33.377363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-350f0071-6f99-401d-914c-254e5c711c70 req-f1bda982-7b5a-4096-843a-d070c95afd1e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (27b8fd4b-aa41-4003-9eed-1165a7c3eca3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:33.377937 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6377ba-e684-461c-938e-5aecd8030345 None None] The sync data for ids ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'] in n-d-760456-6 is: [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:33:27Z', 'revision_number': 3, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:33:33.378645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fba383-32ae-4b04-acca-a49d63a2ec2d req-9457b31b-52b2-4b22-94df-3ae0e4c8485c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:33.393792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'f1969fd7-9bcd-463c-a65d-1a43f776cf54', '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', '27b8fd4b-aa41-4003-9eed-1165a7c3eca3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:33:33.398264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68fba383-32ae-4b04-acca-a49d63a2ec2d req-9457b31b-52b2-4b22-94df-3ae0e4c8485c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bafd8aa-a7f1-45d2-a884-b12d263d1883 HTTP/1.1" status: 200 len: 950 time: 0.7808111 Jan 27 21:33:33.408920 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-96d86e10-a515-449d-9b66-c90bc1364a7b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for security_group (8537887a-8b53-4c4f-a354-ecc7cae96f1d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:33.481669 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Publish callbacks [] for security_group (396da56f-ff9a-41ec-9a7b-328f899d444e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:33.584757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bda982-7b5a-4096-843a-d070c95afd1e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Pushing event deleted for resources: {'Port': ['ID=27b8fd4b-aa41-4003-9eed-1165a7c3eca3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:33.592400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501f9a-1edb-499e-aa39-a8fccaee2c24 req-30cedd33-7a1a-4bec-883f-c9c1bfd7cd7b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:33.602247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63501f9a-1edb-499e-aa39-a8fccaee2c24 req-30cedd33-7a1a-4bec-883f-c9c1bfd7cd7b tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.6965253 Jan 27 21:33:33.637733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (396da56f-ff9a-41ec-9a7b-328f899d444e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:33.681335 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-350f0071-6f99-401d-914c-254e5c711c70 req-f1bda982-7b5a-4096-843a-d070c95afd1e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] No DVR routers for this DVR port 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:33.691774 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-350f0071-6f99-401d-914c-254e5c711c70 req-f1bda982-7b5a-4096-843a-d070c95afd1e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:33.708334 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-350f0071-6f99-401d-914c-254e5c711c70 req-f1bda982-7b5a-4096-843a-d070c95afd1e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "DELETE /v2.0/ports/27b8fd4b-aa41-4003-9eed-1165a7c3eca3 HTTP/1.1" status: 204 len: 173 time: 2.2645130 Jan 27 21:33:33.791900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'name': 'network-vif-deleted', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:33.801217 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8f198e-cbc5-4f3b-90dd-b9f29446a066" -d '{"events": [{"server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "name": "network-vif-deleted", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:33.836879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28f74b5-355e-48d3-9de6-430fd8617d9c None None] New status for floating IP 63701453-6858-4d11-bac7-3b586a3833a5: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:33:33.877471 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Publish callbacks [] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:33.970656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Allocated IP 192.168.233.25 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/c74c91a2-f58e-4317-b559-38345da535de) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:34.068666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:34.089291 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-96d86e10-a515-449d-9b66-c90bc1364a7b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for security_group (8537887a-8b53-4c4f-a354-ecc7cae96f1d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:34.110725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396da56f-ff9a-41ec-9a7b-328f899d444e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:34.174266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Network 333ccb8f-832b-4b30-aba4-f41314e02720 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:34.179542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:34.199050 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:34.201316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Pushing event updated for resources: {'Port': ['ID=b7c71146-a356-46ef-9731-c9ad4d8b90ed,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:34.321216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68fba383-32ae-4b04-acca-a49d63a2ec2d req-0d5bbf59-5676-4d06-a9e0-cfa3fd4927dc tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9228847 Jan 27 21:33:34.324255 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:34.594034 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-96d86e10-a515-449d-9b66-c90bc1364a7b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8537887a-8b53-4c4f-a354-ecc7cae96f1d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:34.600271 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-96d86e10-a515-449d-9b66-c90bc1364a7b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:34.604929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-96d86e10-a515-449d-9b66-c90bc1364a7b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "DELETE /v2.0/security-groups/8537887a-8b53-4c4f-a354-ecc7cae96f1d HTTP/1.1" status: 204 len: 168 time: 1.9873636 Jan 27 21:33:34.641825 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1612d7d4-33d8-442e-a79b-643b092c6f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:34.646040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:34.646859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:34.647452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:34.754952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-65bb8ae7-d760-4a47-8a9c-878cc1b8a831 None None] Provisioning complete for port b7c71146-a356-46ef-9731-c9ad4d8b90ed triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:34.755328 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65bb8ae7-d760-4a47-8a9c-878cc1b8a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:34.855476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-65bb8ae7-d760-4a47-8a9c-878cc1b8a831 None None] Port b7c71146-a356-46ef-9731-c9ad4d8b90ed cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:33:34.876470 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Publish callbacks [] for port (c74c91a2-f58e-4317-b559-38345da535de), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:34.927532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35932) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:34.928406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d86e10-a515-449d-9b66-c90bc1364a7b tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8537887a-8b53-4c4f-a354-ecc7cae96f1d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:34.932307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1c772a1-fd10-4d96-80e2-e68ac748593c req-174f6ab2-c9e4-4fee-9a99-4317960f125f tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 210 time: 0.3239980 Jan 27 21:33:34.958605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63501f9a-1edb-499e-aa39-a8fccaee2c24 req-fe34f38f-0d7a-4ec1-bbd9-9d469354fe85 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3554401 Jan 27 21:33:34.959185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Port 9bffa100-8749-4339-95ff-8c8bc023e1ae on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:33:34.959522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:34.970066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c74c91a2-f58e-4317-b559-38345da535de), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:34.974448 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-eb609d6c-8ac4-4fb1-a681-19e2bc34641c tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] show failed (client error): The resource could not be found. Jan 27 21:33:34.979629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-eb609d6c-8ac4-4fb1-a681-19e2bc34641c tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "GET /v2.0/security-groups/8537887a-8b53-4c4f-a354-ecc7cae96f1d HTTP/1.1" status: 404 len: 347 time: 0.0422733 Jan 27 21:33:34.979629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:34.979629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:34.979629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:34.979629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Bound port: 9bffa100-8749-4339-95ff-8c8bc023e1ae, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:34.980374 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:35.070221 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54e642e-31d9-422c-9e02-ea574e4acb22 x-openstack-request-id: req-c54e642e-31d9-422c-9e02-ea574e4acb22 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:35.070581 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bafd8aa-a7f1-45d2-a884-b12d263d1883", "name": "network-vif-deleted", "tag": "27b8fd4b-aa41-4003-9eed-1165a7c3eca3", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:35.070783 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c54e642e-31d9-422c-9e02-ea574e4acb22 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:35.074574 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bafd8aa-a7f1-45d2-a884-b12d263d1883', 'name': 'network-vif-deleted', 'tag': '27b8fd4b-aa41-4003-9eed-1165a7c3eca3', 'status': 'completed', 'code': 200} Jan 27 21:33:35.075007 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35934) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:35.106734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Pushing event updated for resources: {'Port': ['ID=c74c91a2-f58e-4317-b559-38345da535de,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:35.165185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:35.166818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:35.189020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:35.382251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-60af1e59-a907-444d-bef5-a0d6215f15f7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Deleting port c3f9c1b9-2a29-48fc-b99e-51fa03c751bc {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:35.382801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:35.384113 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60af1e59-a907-444d-bef5-a0d6215f15f7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c3f9c1b9-2a29-48fc-b99e-51fa03c751bc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:35.390622 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:35.400319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:35.426224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:35.482880 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:35.559824 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60af1e59-a907-444d-bef5-a0d6215f15f7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c3f9c1b9-2a29-48fc-b99e-51fa03c751bc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:35.560344 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60af1e59-a907-444d-bef5-a0d6215f15f7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for floatingip (c3f9c1b9-2a29-48fc-b99e-51fa03c751bc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:35.591595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-5e814da4-8d30-41df-9f17-793b71949a51 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0123816 Jan 27 21:33:35.597828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-60af1e59-a907-444d-bef5-a0d6215f15f7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Calling delete_port for c3f9c1b9-2a29-48fc-b99e-51fa03c751bc owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:35.620805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:35.624255 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:35.624255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] 10.222.0.71 "PUT /v2.0/ports/9bffa100-8749-4339-95ff-8c8bc023e1ae HTTP/1.1" status: 200 len: 1091 time: 4.6926091 Jan 27 21:33:35.629805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Request body: {'port': {'device_id': '47a93b1f-0335-44bc-9c52-0fccc02d03b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:35.639241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a5e959-c110-44e7-a051-dd45c5d1fcad', 'tag': '9bffa100-8749-4339-95ff-8c8bc023e1ae'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:35.643114 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99408203-6d69-4d25-a61b-d844533a84b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a5e959-c110-44e7-a051-dd45c5d1fcad", "tag": "9bffa100-8749-4339-95ff-8c8bc023e1ae"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:35.778616 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2cc8da-73dc-45ea-803d-f20675b6980a x-openstack-request-id: req-9a2cc8da-73dc-45ea-803d-f20675b6980a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:35.778911 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a5e959-c110-44e7-a051-dd45c5d1fcad", "tag": "9bffa100-8749-4339-95ff-8c8bc023e1ae", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:35.779175 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a2cc8da-73dc-45ea-803d-f20675b6980a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:35.779953 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a5e959-c110-44e7-a051-dd45c5d1fcad', 'tag': '9bffa100-8749-4339-95ff-8c8bc023e1ae', 'status': 'completed', 'code': 200} Jan 27 21:33:35.786768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad729e-6bf7-4a66-8826-2c172eda031f service neutron] Pushing event updated for resources: {'Port': ['ID=9bffa100-8749-4339-95ff-8c8bc023e1ae,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:35.833037 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:35.873139 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c74c91a2-f58e-4317-b559-38345da535de), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:35.902061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-1c3ce868-916a-4495-aadd-eef0a387972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:35.906612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-1c3ce868-916a-4495-aadd-eef0a387972b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 1094 time: 0.1691196 Jan 27 21:33:36.099677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-d83a41c5-2bda-450c-84bf-fb52d579d28e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae HTTP/1.1" status: 200 len: 217 time: 0.1771250 Jan 27 21:33:36.121519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e487dab3-f4d0-40ea-8bd4-58aeee92a21d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:36.176986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f7eb9701-b54d-4c1c-9ce1-24192e5eb7b5 None None] Provisioning complete for port c74c91a2-f58e-4317-b559-38345da535de triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:36.177364 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f7eb9701-b54d-4c1c-9ce1-24192e5eb7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c74c91a2-f58e-4317-b559-38345da535de), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:36.223509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f7eb9701-b54d-4c1c-9ce1-24192e5eb7b5 None None] Port c74c91a2-f58e-4317-b559-38345da535de cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:33:36.231386 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:36.235943 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60af1e59-a907-444d-bef5-a0d6215f15f7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c3f9c1b9-2a29-48fc-b99e-51fa03c751bc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:36.287238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:36.287238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 27b8fd4b-aa41-4003-9eed-1165a7c3eca3 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:36.317234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e487dab3-f4d0-40ea-8bd4-58aeee92a21d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:36.317617 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:36.331516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8accc5-5514-4365-ab1f-c6d01b85efc5 req-68af125c-a9a9-4c50-aaeb-7d4b2df7114f tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:36.334336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a8accc5-5514-4365-ab1f-c6d01b85efc5 req-68af125c-a9a9-4c50-aaeb-7d4b2df7114f tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 935 time: 0.2448583 Jan 27 21:33:36.339581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-bbdc0aeb-e96c-4de3-be13-23a60dbebc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:36.341265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-bbdc0aeb-e96c-4de3-be13-23a60dbebc46 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.2208586 Jan 27 21:33:36.360240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af1e59-a907-444d-bef5-a0d6215f15f7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Pushing event deleted for resources: {'Port': ['ID=c3f9c1b9-2a29-48fc-b99e-51fa03c751bc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:36.364839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5b8bc-7576-4bf7-9453-be7da19454dc req-2c25ff09-f8dd-4554-88a7-618b3fa0c633 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:36.374549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4fb5b8bc-7576-4bf7-9453-be7da19454dc req-2c25ff09-f8dd-4554-88a7-618b3fa0c633 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 951 time: 0.3275971 Jan 27 21:33:36.404430 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:36.537158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e487dab3-f4d0-40ea-8bd4-58aeee92a21d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:36.539886 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:36.558134 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60af1e59-a907-444d-bef5-a0d6215f15f7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks [] for floatingip (63701453-6858-4d11-bac7-3b586a3833a5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:36.560865 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60af1e59-a907-444d-bef5-a0d6215f15f7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:36.568180 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-60af1e59-a907-444d-bef5-a0d6215f15f7 tempest-ServersWithSpecificFlavorTestJSON-1031861203 tempest-ServersWithSpecificFlavorTestJSON-1031861203-project] 10.222.0.61 "DELETE /v2.0/floatingips/63701453-6858-4d11-bac7-3b586a3833a5 HTTP/1.1" status: 204 len: 168 time: 1.4890885 Jan 27 21:33:36.571183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-153636b0-da9b-474b-8307-76e62fb1b961 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867313 Jan 27 21:33:36.583606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port e487dab3-f4d0-40ea-8bd4-58aeee92a21d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e487dab3-f4d0-40ea-8bd4-58aeee92a21d,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:36.609384 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Publish callbacks [] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:36.708052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4fb5b8bc-7576-4bf7-9453-be7da19454dc req-2396cc1d-82c7-4b1c-8b83-386a4beb0dd4 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323534 Jan 27 21:33:36.712586 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:36.725734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a8accc5-5514-4365-ab1f-c6d01b85efc5 req-5be84a47-d3fe-489a-a4a8-f3d62f34c7e8 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/security-groups?id=396da56f-ff9a-41ec-9a7b-328f899d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729548 Jan 27 21:33:36.749801 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:36.876921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-383c6a87-1336-4196-afe9-f26e0e354f90 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933319 Jan 27 21:33:36.989750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=e487dab3-f4d0-40ea-8bd4-58aeee92a21d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:37.009790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74c91a2-f58e-4317-b559-38345da535de {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:33:37.022800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eda6c1-a248-44ee-a5ef-8ef59f276796 req-7a4d889a-89c3-4838-a91c-807e8f12bf91 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:37.030025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21eda6c1-a248-44ee-a5ef-8ef59f276796 req-7a4d889a-89c3-4838-a91c-807e8f12bf91 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.2176185 Jan 27 21:33:37.040985 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:37.054162 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Publish callbacks [] for port (c74c91a2-f58e-4317-b559-38345da535de), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:37.096327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Transition to ACTIVE for port object c74c91a2-f58e-4317-b559-38345da535de will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:33:37.098577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d9bb08-cb82-42d2-8f06-79f6c916357a req-7b713ba2-4ae9-4544-b797-b040bf298d7e service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147174 Jan 27 21:33:37.128975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21eda6c1-a248-44ee-a5ef-8ef59f276796 req-e9319257-9596-4946-a1b5-a02a5fde31e1 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978980 Jan 27 21:33:37.155935 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c74c91a2-f58e-4317-b559-38345da535de), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:37.201959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Pushing event updated for resources: {'Port': ['ID=b7c71146-a356-46ef-9731-c9ad4d8b90ed,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:37.218726 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:37.226061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Network 333ccb8f-832b-4b30-aba4-f41314e02720 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:37.226061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:37.422947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99408203-6d69-4d25-a61b-d844533a84b6 req-a2ee5d46-1210-4ec5-ab5c-1b3852014716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:37.429251 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-99408203-6d69-4d25-a61b-d844533a84b6 req-a2ee5d46-1210-4ec5-ab5c-1b3852014716 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 1094 time: 0.1982050 Jan 27 21:33:37.522249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Pushing event updated for resources: {'Port': ['ID=c74c91a2-f58e-4317-b559-38345da535de,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:37.580872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ac8d4-15a5-42bb-baa2-f0aaf0c8e1e5 req-15e25ebd-90d4-40ae-86a7-e8fb1aa70348 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:37.585222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd3ac8d4-15a5-42bb-baa2-f0aaf0c8e1e5 req-15e25ebd-90d4-40ae-86a7-e8fb1aa70348 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 951 time: 0.3604617 Jan 27 21:33:37.730872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e487dab3-f4d0-40ea-8bd4-58aeee92a21d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:37.740223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Attempting to bind port c74c91a2-f58e-4317-b559-38345da535de on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:37.741180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Attempting to bind port c74c91a2-f58e-4317-b559-38345da535de by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:37.741678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Attempting to bind port c74c91a2-f58e-4317-b559-38345da535de on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:37.757037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:33:37.775662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Port c74c91a2-f58e-4317-b559-38345da535de on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:33:37.776635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Attempting to bind port c74c91a2-f58e-4317-b559-38345da535de on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:37.784915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:37.785264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:37.785660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:37.786240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Bound port: c74c91a2-f58e-4317-b559-38345da535de, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:37.786944 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c74c91a2-f58e-4317-b559-38345da535de), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:37.833148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99408203-6d69-4d25-a61b-d844533a84b6 req-a7491a4c-c444-442a-bd80-49f32d2c011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:37.834663 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-99408203-6d69-4d25-a61b-d844533a84b6 req-a7491a4c-c444-442a-bd80-49f32d2c011a service neutron] 10.222.0.71 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.3989453 Jan 27 21:33:37.888682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d0f849f5-0ac9-4978-8987-fce10273a6f9 None None] Provisioning complete for port b7c71146-a356-46ef-9731-c9ad4d8b90ed triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:37.889446 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d0f849f5-0ac9-4978-8987-fce10273a6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:37.932689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e487dab3-f4d0-40ea-8bd4-58aeee92a21d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:37.933427 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:37.962208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-cd3ac8d4-15a5-42bb-baa2-f0aaf0c8e1e5 req-85ce3aa7-7422-4b5a-8f07-ae5447df791c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Deleting port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:37.962533 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cd3ac8d4-15a5-42bb-baa2-f0aaf0c8e1e5 req-85ce3aa7-7422-4b5a-8f07-ae5447df791c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:37.977528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d0f849f5-0ac9-4978-8987-fce10273a6f9 None None] Port b7c71146-a356-46ef-9731-c9ad4d8b90ed cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:33:37.996739 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-99408203-6d69-4d25-a61b-d844533a84b6 req-41b18c67-5bf9-416d-aee2-6ec2e713c95e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae HTTP/1.1" status: 200 len: 217 time: 0.0885010 Jan 27 21:33:38.003513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] For port c74c91a2-f58e-4317-b559-38345da535de, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:38.060853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e487dab3-f4d0-40ea-8bd4-58aeee92a21d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:38.089883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] For port c74c91a2-f58e-4317-b559-38345da535de, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c74c91a2-f58e-4317-b559-38345da535de,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:38.164333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99408203-6d69-4d25-a61b-d844533a84b6 req-962ce729-4160-4dd4-8f51-bbe5791ab5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:38.170821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-cd3ac8d4-15a5-42bb-baa2-f0aaf0c8e1e5 req-85ce3aa7-7422-4b5a-8f07-ae5447df791c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] For port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:38.171198 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cd3ac8d4-15a5-42bb-baa2-f0aaf0c8e1e5 req-85ce3aa7-7422-4b5a-8f07-ae5447df791c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:38.175740 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-99408203-6d69-4d25-a61b-d844533a84b6 req-962ce729-4160-4dd4-8f51-bbe5791ab5d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.1667418 Jan 27 21:33:38.180715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7bdf1-803f-410c-b3e7-4bb2ac90b465 req-329e2f7c-1a7f-4f36-9097-494f4d8dcbbb tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:38.182162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c7bdf1-803f-410c-b3e7-4bb2ac90b465 req-329e2f7c-1a7f-4f36-9097-494f4d8dcbbb tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 947 time: 0.2837193 Jan 27 21:33:38.190571 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c74c91a2-f58e-4317-b559-38345da535de), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:38.200789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:33:38.215296 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Sync routers for ids ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:33:38.233062 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Routers {'a504e2d6-bc1e-491f-9e7f-5a58f13648a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:38.233560 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b62190bb-7996-4894-95ce-01129c26826c admin admin] 10.222.0.61 "PUT /v2.0/routers/a504e2d6-bc1e-491f-9e7f-5a58f13648a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6877522 Jan 27 21:33:38.234184 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:38.264022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-cd3ac8d4-15a5-42bb-baa2-f0aaf0c8e1e5 req-85ce3aa7-7422-4b5a-8f07-ae5447df791c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Calling delete_port for 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:38.309566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7587a-a6bd-4944-81fd-1ece4b843ff5 req-51093e00-6b69-4af2-b9ed-13598a3a5788 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:38.318623 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39d7587a-a6bd-4944-81fd-1ece4b843ff5 req-51093e00-6b69-4af2-b9ed-13598a3a5788 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 951 time: 0.3517954 Jan 27 21:33:38.336236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:38.337215 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:38.339040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] 10.222.0.71 "PUT /v2.0/ports/c74c91a2-f58e-4317-b559-38345da535de HTTP/1.1" status: 200 len: 1095 time: 2.7230265 Jan 27 21:33:38.346979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a93b1f-0335-44bc-9c52-0fccc02d03b6', 'tag': 'c74c91a2-f58e-4317-b559-38345da535de'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:38.351451 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac3de97-b670-48a0-90e3-0f0c4d650ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "47a93b1f-0335-44bc-9c52-0fccc02d03b6", "tag": "c74c91a2-f58e-4317-b559-38345da535de"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:38.378170 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-99408203-6d69-4d25-a61b-d844533a84b6 req-4b6b4ab0-0445-4c16-b107-62ed8d197f62 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1962235 Jan 27 21:33:38.460713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e21dd9-bbd6-4ae5-ac2d-fe7e4d921152 service neutron] Pushing event updated for resources: {'Port': ['ID=c74c91a2-f58e-4317-b559-38345da535de,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:38.529958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c7bdf1-803f-410c-b3e7-4bb2ac90b465 req-ee826149-612a-4232-8b4c-ce2f94f9e391 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/security-groups?id=396da56f-ff9a-41ec-9a7b-328f899d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324080 Jan 27 21:33:38.579085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39d7587a-a6bd-4944-81fd-1ece4b843ff5 req-e4ff1818-30bc-4609-9563-de3121a4a11e tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595580 Jan 27 21:33:38.607469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-e7fb4357-4164-459d-b163-406c0c46b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:38.609196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-e7fb4357-4164-459d-b163-406c0c46b67c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58192a955c50476cb6f2905829b237fd&device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 1098 time: 0.1317227 Jan 27 21:33:38.704381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-f2032900-19e1-4cb0-a645-0f9d0ec94259 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c74c91a2-f58e-4317-b559-38345da535de HTTP/1.1" status: 200 len: 217 time: 0.0807245 Jan 27 21:33:38.732351 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:38.756307 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Set router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:38.845857 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-99408203-6d69-4d25-a61b-d844533a84b6 req-3fbf485e-ef4a-4408-b134-2a77a41f9b30 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601469 Jan 27 21:33:39.047836 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-99408203-6d69-4d25-a61b-d844533a84b6 req-50a37561-6b19-440a-b63e-6d3bd84948ef service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938512 Jan 27 21:33:39.103333 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:33:35Z', 'revision_number': 4, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'b7c71146-a356-46ef-9731-c9ad4d8b90ed', 'name': '', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'mac_address': 'fa:16:3e:1b:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:32Z', 'updated_at': '2022-01-27T21:33:36Z', 'revision_number': 2, 'project_id': '59885e32266f4635909c70d7c437905e', 'subnets': [{'id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:39.176474 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Checking router: a504e2d6-bc1e-491f-9e7f-5a58f13648a7 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:33:39.177218 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Updating router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 port b7c71146-a356-46ef-9731-c9ad4d8b90ed binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:33:39.210303 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:39.330120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-6c24f9bb-7316-46c3-8b75-01f52badd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:39.331528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-6c24f9bb-7316-46c3-8b75-01f52badd9fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.6241670 Jan 27 21:33:39.371361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c445e-54b9-4734-870f-c2ba73180365 req-51fecb30-7e5a-4645-90de-84ffc9498097 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:39.456429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de1c445e-54b9-4734-870f-c2ba73180365 req-51fecb30-7e5a-4645-90de-84ffc9498097 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.5922496 Jan 27 21:33:39.456429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-023243c2-eb72-42a0-8471-eeb16dbd7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:39.456429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-023243c2-eb72-42a0-8471-eeb16dbd7545 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813947 Jan 27 21:33:39.484257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de1c445e-54b9-4734-870f-c2ba73180365 req-6f132990-68ae-4f6c-a341-d358ea095d39 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048760 Jan 27 21:33:39.497751 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Publish callbacks [] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:39.530069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-c3077d43-bd77-4e90-9435-1e3153eabc9c service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036589 Jan 27 21:33:39.537791 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1740c474-0349-43f2-87c6-b1118f252ac0 x-openstack-request-id: req-1740c474-0349-43f2-87c6-b1118f252ac0 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:39.538080 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a93b1f-0335-44bc-9c52-0fccc02d03b6", "tag": "c74c91a2-f58e-4317-b559-38345da535de", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:39.542182 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1740c474-0349-43f2-87c6-b1118f252ac0 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:39.542182 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a93b1f-0335-44bc-9c52-0fccc02d03b6', 'tag': 'c74c91a2-f58e-4317-b559-38345da535de', 'status': 'completed', 'code': 200} Jan 27 21:33:39.579084 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36016) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:39.603289 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:39.620340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cd3ac8d4-15a5-42bb-baa2-f0aaf0c8e1e5 req-85ce3aa7-7422-4b5a-8f07-ae5447df791c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:39.621186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36022) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:39.626754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5482f351-ec6a-453f-9e4f-f4f7450d553b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452647930', 'description': 'tempest-description--1441587018'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:39.649423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'f1969fd7-9bcd-463c-a65d-1a43f776cf54', '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:33:39.813196 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d133427-7b3f-456f-a7c8-ddcf436f1bca None None] Pushing event updated for resources: {'Port': ['ID=b7c71146-a356-46ef-9731-c9ad4d8b90ed,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:39.835788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce3aa7-7422-4b5a-8f07-ae5447df791c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Pushing event deleted for resources: {'Port': ['ID=838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:39.843733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d524501-dbc5-46f9-82bc-95bd0a89089f req-09821825-37b5-4a70-9c1f-39354ec5e9b2 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017890 Jan 27 21:33:39.930270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc7dab-5f88-4c77-aa80-8e6d6ec67aa5 req-78793b8f-28ec-497e-8a19-27a790537e75 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:39.948484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffc7dab-5f88-4c77-aa80-8e6d6ec67aa5 req-78793b8f-28ec-497e-8a19-27a790537e75 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 947 time: 0.2294750 Jan 27 21:33:39.960059 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5482f351-ec6a-453f-9e4f-f4f7450d553b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:40.096068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3ac8d4-15a5-42bb-baa2-f0aaf0c8e1e5 req-85ce3aa7-7422-4b5a-8f07-ae5447df791c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] No DVR routers for this DVR port 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:40.114430 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Attempting to bind port b7c71146-a356-46ef-9731-c9ad4d8b90ed on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:40.115000 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Attempting to bind port b7c71146-a356-46ef-9731-c9ad4d8b90ed by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:40.122126 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Attempting to bind port b7c71146-a356-46ef-9731-c9ad4d8b90ed on network 333ccb8f-832b-4b30-aba4-f41314e02720 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:40.128693 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:40.141137 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Checking segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:40.144777 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:40.145387 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Bound using segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:40.148762 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Bound port: b7c71146-a356-46ef-9731-c9ad4d8b90ed, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:40.149870 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:40.174237 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cd3ac8d4-15a5-42bb-baa2-f0aaf0c8e1e5 req-85ce3aa7-7422-4b5a-8f07-ae5447df791c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:40.187062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd3ac8d4-15a5-42bb-baa2-f0aaf0c8e1e5 req-85ce3aa7-7422-4b5a-8f07-ae5447df791c tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "DELETE /v2.0/ports/838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a HTTP/1.1" status: 204 len: 173 time: 2.5899892 Jan 27 21:33:40.232712 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5482f351-ec6a-453f-9e4f-f4f7450d553b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for security_group (cdfa843c-a294-483d-919c-4ee3537dc9a3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:40.335879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a9279245-35db-4fd3-b618-a21db1062707 None None] Provisioning complete for port b7c71146-a356-46ef-9731-c9ad4d8b90ed triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:40.336414 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a9279245-35db-4fd3-b618-a21db1062707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:40.362737 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] For port b7c71146-a356-46ef-9731-c9ad4d8b90ed, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:40.371580 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] For port b7c71146-a356-46ef-9731-c9ad4d8b90ed, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b7c71146-a356-46ef-9731-c9ad4d8b90ed,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:40.402205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a9279245-35db-4fd3-b618-a21db1062707 None None] Port b7c71146-a356-46ef-9731-c9ad4d8b90ed cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:33:40.406117 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5482f351-ec6a-453f-9e4f-f4f7450d553b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (cdfa843c-a294-483d-919c-4ee3537dc9a3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:40.418229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73a8f6e9-2697-46dd-826a-5a45f68c0480 req-adbac616-06f7-46ab-808a-fcf6befe5560 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ebff7501-81e7-4458-b8fd-fffa655bb6a0 HTTP/1.1" status: 200 len: 210 time: 0.3273897 Jan 27 21:33:40.448148 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:40.484143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffc7dab-5f88-4c77-aa80-8e6d6ec67aa5 req-03665d66-50ee-438b-aae1-82b7fe499b28 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/security-groups?id=396da56f-ff9a-41ec-9a7b-328f899d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346699 Jan 27 21:33:40.554734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3de97-b670-48a0-90e3-0f0c4d650ed7 req-5d60a015-84d3-406d-851b-ff53bc6ef377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:40.556287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ac3de97-b670-48a0-90e3-0f0c4d650ed7 req-5d60a015-84d3-406d-851b-ff53bc6ef377 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=58192a955c50476cb6f2905829b237fd&device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 1098 time: 0.4643989 Jan 27 21:33:40.570372 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Routers {'a504e2d6-bc1e-491f-9e7f-5a58f13648a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:40.574691 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:40.654324 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5482f351-ec6a-453f-9e4f-f4f7450d553b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:40.663249 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5482f351-ec6a-453f-9e4f-f4f7450d553b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0401974 Jan 27 21:33:40.663463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36046) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:40.715966 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-43cca3fe-9be8-4187-a072-0e7163f6c095 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Request body: {'security_group_rule': {'security_group_id': 'cdfa843c-a294-483d-919c-4ee3537dc9a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:40.773018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482f351-ec6a-453f-9e4f-f4f7450d553b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfa843c-a294-483d-919c-4ee3537dc9a3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:40.828973 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d133427-7b3f-456f-a7c8-ddcf436f1bca None None] Pushing event updated for resources: {'Port': ['ID=b7c71146-a356-46ef-9731-c9ad4d8b90ed,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:40.863294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43cca3fe-9be8-4187-a072-0e7163f6c095 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for security_group_rule (c0823653-1786-4848-a282-79d3999bdfc1), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:40.875583 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] Set router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:40.933201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b86982fc-f75b-4ccf-a918-dd8f24966abe None None] Provisioning complete for port b7c71146-a356-46ef-9731-c9ad4d8b90ed triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:40.934094 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b86982fc-f75b-4ccf-a918-dd8f24966abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:41.011160 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43cca3fe-9be8-4187-a072-0e7163f6c095 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for security_group_rule (c0823653-1786-4848-a282-79d3999bdfc1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:41.050284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d2f23-a562-4fa6-bd0a-d8a6efb4f689 req-d369f094-0c65-48dd-bc81-6da6db2829b2 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:41.051849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc6d2f23-a562-4fa6-bd0a-d8a6efb4f689 req-d369f094-0c65-48dd-bc81-6da6db2829b2 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.2889233 Jan 27 21:33:41.057686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3de97-b670-48a0-90e3-0f0c4d650ed7 req-a285ed92-352a-4fa1-9b72-a7e8bb17bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:41.059100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ac3de97-b670-48a0-90e3-0f0c4d650ed7 req-a285ed92-352a-4fa1-9b72-a7e8bb17bce2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.4857438 Jan 27 21:33:41.092673 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e5b3-cd7e-446d-8f85-8d1dffbb9ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (8c199853-cee7-45c2-a895-660315ea98ad), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:41.134209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b86982fc-f75b-4ccf-a918-dd8f24966abe None None] Current status of the port b7c71146-a356-46ef-9731-c9ad4d8b90ed is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:41.134537 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b86982fc-f75b-4ccf-a918-dd8f24966abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:41.145852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43cca3fe-9be8-4187-a072-0e7163f6c095 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (c0823653-1786-4848-a282-79d3999bdfc1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:41.179999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cca3fe-9be8-4187-a072-0e7163f6c095 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0823653-1786-4848-a282-79d3999bdfc1,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:41.236949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ac3de97-b670-48a0-90e3-0f0c4d650ed7 req-85ffe08d-26db-4905-b955-91d8450f96ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c74c91a2-f58e-4317-b559-38345da535de HTTP/1.1" status: 200 len: 217 time: 0.1704586 Jan 27 21:33:41.302211 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43cca3fe-9be8-4187-a072-0e7163f6c095 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:41.305664 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-43cca3fe-9be8-4187-a072-0e7163f6c095 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6105988 Jan 27 21:33:41.318469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b86982fc-f75b-4ccf-a918-dd8f24966abe None None] For port b7c71146-a356-46ef-9731-c9ad4d8b90ed, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b7c71146-a356-46ef-9731-c9ad4d8b90ed,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:41.321150 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36048) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:41.328909 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-71dcbd09-9459-448b-99aa-18557dbf3a86 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Request body: {'security_group_rule': {'security_group_id': 'cdfa843c-a294-483d-919c-4ee3537dc9a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:41.365214 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:33:35Z', 'revision_number': 4, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'b7c71146-a356-46ef-9731-c9ad4d8b90ed', 'name': '', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'mac_address': 'fa:16:3e:1b:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:32Z', 'updated_at': '2022-01-27T21:33:40Z', 'revision_number': 4, 'project_id': '59885e32266f4635909c70d7c437905e', 'subnets': [{'id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:41.370842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc6d2f23-a562-4fa6-bd0a-d8a6efb4f689 req-73212386-288c-4bd4-b47f-b7c68d1d00ba tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106787 Jan 27 21:33:41.413080 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b86982fc-f75b-4ccf-a918-dd8f24966abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:41.427244 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d317a75b-98de-4a14-8ff3-dc0b0b542ed1 None None] The sync data for ids ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'] in n-d-760456-6 is: [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:33:35Z', 'revision_number': 4, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'b7c71146-a356-46ef-9731-c9ad4d8b90ed', 'name': '', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'mac_address': 'fa:16:3e:1b:13:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:32Z', 'updated_at': '2022-01-27T21:33:40Z', 'revision_number': 4, 'project_id': '59885e32266f4635909c70d7c437905e', 'subnets': [{'id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:33:41.437346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3de97-b670-48a0-90e3-0f0c4d650ed7 req-a61df948-4db9-48d9-98d1-2a284f011329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:41.441950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ac3de97-b670-48a0-90e3-0f0c4d650ed7 req-a61df948-4db9-48d9-98d1-2a284f011329 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1947665 Jan 27 21:33:41.539824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'name': 'network-vif-deleted', 'tag': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:41.545177 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7746bcab-6f5c-47bd-a75c-ae7a60adce28" -d '{"events": [{"server_uuid": "ebff7501-81e7-4458-b8fd-fffa655bb6a0", "name": "network-vif-deleted", "tag": "838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:41.546066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86982fc-f75b-4ccf-a918-dd8f24966abe None None] Pushing event updated for resources: {'Port': ['ID=b7c71146-a356-46ef-9731-c9ad4d8b90ed,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:41.590905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3de97-b670-48a0-90e3-0f0c4d650ed7 req-751c7f03-838d-4a55-8bf2-c898523b8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:41.594461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ac3de97-b670-48a0-90e3-0f0c4d650ed7 req-751c7f03-838d-4a55-8bf2-c898523b8998 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463449 Jan 27 21:33:41.599711 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71dcbd09-9459-448b-99aa-18557dbf3a86 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for security_group_rule (d67b1f73-6756-48fd-b50d-b7163673c438), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:41.712315 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc14ebbe-e415-4d44-b444-5a2ad453fbef x-openstack-request-id: req-cc14ebbe-e415-4d44-b444-5a2ad453fbef {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:41.714921 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebff7501-81e7-4458-b8fd-fffa655bb6a0", "name": "network-vif-deleted", "tag": "838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:41.715223 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc14ebbe-e415-4d44-b444-5a2ad453fbef {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:41.716023 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebff7501-81e7-4458-b8fd-fffa655bb6a0', 'name': 'network-vif-deleted', 'tag': '838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a', 'status': 'completed', 'code': 200} Jan 27 21:33:41.816053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71dcbd09-9459-448b-99aa-18557dbf3a86 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for security_group_rule (d67b1f73-6756-48fd-b50d-b7163673c438), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:41.828939 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b7c71146-a356-46ef-9731-c9ad4d8b90ed up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:41.877256 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71dcbd09-9459-448b-99aa-18557dbf3a86 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (d67b1f73-6756-48fd-b50d-b7163673c438), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:41.891245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fdb77-03bc-4249-a5ea-08fef9a73547 req-c61f528d-93ab-4e83-8d6a-2357b6113133 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:41.903541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b06fdb77-03bc-4249-a5ea-08fef9a73547 req-c61f528d-93ab-4e83-8d6a-2357b6113133 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 947 time: 0.3269870 Jan 27 21:33:41.929836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcbd09-9459-448b-99aa-18557dbf3a86 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67b1f73-6756-48fd-b50d-b7163673c438,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:41.934250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8e5b3-cd7e-446d-8f85-8d1dffbb9ad9 admin admin] Deleting port 6493a5b1-a859-45c7-9ba3-f177e915f00f {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:41.934647 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e5b3-cd7e-446d-8f85-8d1dffbb9ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:41.939586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ac3de97-b670-48a0-90e3-0f0c4d650ed7 req-1da29c45-39fc-431b-ada1-8928a86ac87d service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998807 Jan 27 21:33:42.038005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71dcbd09-9459-448b-99aa-18557dbf3a86 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:42.043043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b7c71146-a356-46ef-9731-c9ad4d8b90ed triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:42.043043 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:42.043305 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-71dcbd09-9459-448b-99aa-18557dbf3a86 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7177689 Jan 27 21:33:42.045169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36062) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:42.064910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:42.185590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-c5e8e5b3-cd7e-446d-8f85-8d1dffbb9ad9 admin admin] For port 6493a5b1-a859-45c7-9ba3-f177e915f00f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6493a5b1-a859-45c7-9ba3-f177e915f00f,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:42.186080 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e5b3-cd7e-446d-8f85-8d1dffbb9ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:42.192136 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b06fdb77-03bc-4249-a5ea-08fef9a73547 req-c413813e-46e1-4b85-81e4-c710efc188e4 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/security-groups?id=396da56f-ff9a-41ec-9a7b-328f899d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773516 Jan 27 21:33:42.220110 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:42.241444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8e5b3-cd7e-446d-8f85-8d1dffbb9ad9 admin admin] Calling delete_port for 6493a5b1-a859-45c7-9ba3-f177e915f00f owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:42.253949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b7c71146-a356-46ef-9731-c9ad4d8b90ed is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:42.257913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c74c91a2-f58e-4317-b559-38345da535de details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:33:42.258763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:42.302258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ac3de97-b670-48a0-90e3-0f0c4d650ed7 req-457a0a3e-018c-4ba0-90be-2bb539b82447 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500307 Jan 27 21:33:42.322585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:42.322929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 838704ec-13fc-4bb5-be1f-bdc9d3c1ca5a not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:42.421080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9de6f-46a6-438f-b922-bf039b319b66 req-53621ac9-7101-4a8e-b609-e0f13c1d6c08 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:42.429091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ae9de6f-46a6-438f-b922-bf039b319b66 req-53621ac9-7101-4a8e-b609-e0f13c1d6c08 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1016679 Jan 27 21:33:42.539370 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c74c91a2-f58e-4317-b559-38345da535de, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c74c91a2-f58e-4317-b559-38345da535de,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:42.557794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'c74c91a2-f58e-4317-b559-38345da535de', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'c74c91a2-f58e-4317-b559-38345da535de', 'mac_address': 'fa:16:3e:76:39:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:33:42.585173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ae9de6f-46a6-438f-b922-bf039b319b66 req-b1dbe2aa-4457-4b8a-8964-41c4885ee184 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546841 Jan 27 21:33:42.626146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a5fad-1e15-4a47-9805-c8ec8c1d8639 req-b92178ad-23ed-4dce-b76e-b917c76d5b2e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:42.639196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-400a5fad-1e15-4a47-9805-c8ec8c1d8639 req-b92178ad-23ed-4dce-b76e-b917c76d5b2e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.1122544 Jan 27 21:33:42.669845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c74c91a2-f58e-4317-b559-38345da535de is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:42.670548 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c74c91a2-f58e-4317-b559-38345da535de), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:42.716788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74c91a2-f58e-4317-b559-38345da535de {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:33:42.736348 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e5b3-cd7e-446d-8f85-8d1dffbb9ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (6493a5b1-a859-45c7-9ba3-f177e915f00f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:42.741302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-400a5fad-1e15-4a47-9805-c8ec8c1d8639 req-251fa330-7b2c-4c4c-b01f-8d2a2d5ea658 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928950 Jan 27 21:33:42.777807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c74c91a2-f58e-4317-b559-38345da535de, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c74c91a2-f58e-4317-b559-38345da535de,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:42.779125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8e5b3-cd7e-446d-8f85-8d1dffbb9ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6493a5b1-a859-45c7-9ba3-f177e915f00f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:42.814798 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:42.846893 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c74c91a2-f58e-4317-b559-38345da535de), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:42.947693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c74c91a2-f58e-4317-b559-38345da535de,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:43.103783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['c74c91a2-f58e-4317-b559-38345da535de'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:33:43.488614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b692832-619e-4605-847a-0035874bb65e req-120b024e-cc22-4719-a27b-691531acc211 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:43.504955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b692832-619e-4605-847a-0035874bb65e req-120b024e-cc22-4719-a27b-691531acc211 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 948 time: 0.1201236 Jan 27 21:33:43.655596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f64ee-44b4-4bc1-9ce1-45ae3b593db0 req-d25caf11-d4a9-4fb7-9e54-78c097ce23f1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:43.658355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d2f64ee-44b4-4bc1-9ce1-45ae3b593db0 req-d25caf11-d4a9-4fb7-9e54-78c097ce23f1 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1398988 Jan 27 21:33:43.678231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b692832-619e-4605-847a-0035874bb65e req-be72e7bb-0b72-41f9-a68e-94222e2ef603 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/security-groups?id=396da56f-ff9a-41ec-9a7b-328f899d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723089 Jan 27 21:33:43.687133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Allocated IP 172.25.0.56 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/ae639151-f8ca-42d7-a6fa-78e76835ccea) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:43.707031 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5e8e5b3-cd7e-446d-8f85-8d1dffbb9ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (8c199853-cee7-45c2-a895-660315ea98ad), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:43.803092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b7c71146-a356-46ef-9731-c9ad4d8b90ed up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:43.886273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1aecb-d008-4fc8-8a99-acd493053633 req-073a5f69-3bff-411c-9118-345fd0e114f2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:43.890678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b7c71146-a356-46ef-9731-c9ad4d8b90ed triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:43.890678 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:43.893583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75d1aecb-d008-4fc8-8a99-acd493053633 req-073a5f69-3bff-411c-9118-345fd0e114f2 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 949 time: 0.1383145 Jan 27 21:33:43.936391 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for port (ae639151-f8ca-42d7-a6fa-78e76835ccea), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:44.025091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9df93-cb18-4bb9-932c-532638a4f36a req-bc0e97f4-bf4b-48c4-9b14-cea07f036304 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:44.027319 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87e9df93-cb18-4bb9-932c-532638a4f36a req-bc0e97f4-bf4b-48c4-9b14-cea07f036304 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.1324723 Jan 27 21:33:44.030845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75d1aecb-d008-4fc8-8a99-acd493053633 req-4c132ffb-617f-4a7d-baba-6664ab221f45 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236145 Jan 27 21:33:44.053393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-1d2f64ee-44b4-4bc1-9ce1-45ae3b593db0 req-e0d9b046-ec02-47f4-9ac9-834b0b210996 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Deleting port f1969fd7-9bcd-463c-a65d-1a43f776cf54 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:44.054200 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d2f64ee-44b4-4bc1-9ce1-45ae3b593db0 req-e0d9b046-ec02-47f4-9ac9-834b0b210996 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:44.105483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b7c71146-a356-46ef-9731-c9ad4d8b90ed is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:44.174268 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ae639151-f8ca-42d7-a6fa-78e76835ccea), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:44.187754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87e9df93-cb18-4bb9-932c-532638a4f36a req-21005706-8393-44cf-acd3-975df350ad22 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462781 Jan 27 21:33:44.204584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c74c91a2-f58e-4317-b559-38345da535de up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:44.243400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e8e5b3-cd7e-446d-8f85-8d1dffbb9ad9 admin admin] Router 8c199853-cee7-45c2-a895-660315ea98ad has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:33:44.265419 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:44.277586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:44.280983 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:44.282848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1d2f64ee-44b4-4bc1-9ce1-45ae3b593db0 req-e0d9b046-ec02-47f4-9ac9-834b0b210996 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] For port f1969fd7-9bcd-463c-a65d-1a43f776cf54, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f1969fd7-9bcd-463c-a65d-1a43f776cf54,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:44.283367 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d2f64ee-44b4-4bc1-9ce1-45ae3b593db0 req-e0d9b046-ec02-47f4-9ac9-834b0b210996 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:44.297660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event updated for resources: {'Port': ['ID=ae639151-f8ca-42d7-a6fa-78e76835ccea,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:44.309942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-1d2f64ee-44b4-4bc1-9ce1-45ae3b593db0 req-e0d9b046-ec02-47f4-9ac9-834b0b210996 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Calling delete_port for f1969fd7-9bcd-463c-a65d-1a43f776cf54 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:44.366814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port c74c91a2-f58e-4317-b559-38345da535de completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:33:44.371473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port c74c91a2-f58e-4317-b559-38345da535de triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:44.372337 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c74c91a2-f58e-4317-b559-38345da535de), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:44.547574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c74c91a2-f58e-4317-b559-38345da535de is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:44.547890 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c74c91a2-f58e-4317-b559-38345da535de), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:44.593091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c74c91a2-f58e-4317-b559-38345da535de, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c74c91a2-f58e-4317-b559-38345da535de,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:44.597347 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e8e5b3-cd7e-446d-8f85-8d1dffbb9ad9 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:33:44.606341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a93b1f-0335-44bc-9c52-0fccc02d03b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74c91a2-f58e-4317-b559-38345da535de'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:44.606956 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c5e8e5b3-cd7e-446d-8f85-8d1dffbb9ad9 admin admin] 10.222.0.61 "PUT /v2.0/routers/8c199853-cee7-45c2-a895-660315ea98ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0267010 Jan 27 21:33:44.608439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for floatingip (511c4123-cf01-4118-b48d-11be223fd881), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:44.609593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36106) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:44.617990 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcad091-f0d6-423b-ab99-3a89596e3767" -d '{"events": [{"server_uuid": "47a93b1f-0335-44bc-9c52-0fccc02d03b6", "name": "network-vif-plugged", "status": "completed", "tag": "c74c91a2-f58e-4317-b559-38345da535de"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:44.637193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f815587e-4983-4812-8cbd-004841812bca None None] Sync routers for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:33:44.663801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815587e-4983-4812-8cbd-004841812bca None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:44.664471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f815587e-4983-4812-8cbd-004841812bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:44.696007 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d2f64ee-44b4-4bc1-9ce1-45ae3b593db0 req-e0d9b046-ec02-47f4-9ac9-834b0b210996 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f1969fd7-9bcd-463c-a65d-1a43f776cf54), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:44.739162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'f1969fd7-9bcd-463c-a65d-1a43f776cf54'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:33:44.769626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9b046-ec02-47f4-9ac9-834b0b210996 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Pushing event deleted for resources: {'Port': ['ID=f1969fd7-9bcd-463c-a65d-1a43f776cf54,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:44.807431 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ae639151-f8ca-42d7-a6fa-78e76835ccea), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:44.841156 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f5950c-28a5-4c63-9c36-04e03bd234a7 x-openstack-request-id: req-94f5950c-28a5-4c63-9c36-04e03bd234a7 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:44.841722 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a93b1f-0335-44bc-9c52-0fccc02d03b6", "name": "network-vif-plugged", "status": "completed", "tag": "c74c91a2-f58e-4317-b559-38345da535de", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:44.841722 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94f5950c-28a5-4c63-9c36-04e03bd234a7 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:44.842082 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a93b1f-0335-44bc-9c52-0fccc02d03b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74c91a2-f58e-4317-b559-38345da535de', 'code': 200} Jan 27 21:33:44.877843 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c74c91a2-f58e-4317-b559-38345da535de), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:44.998327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2f64ee-44b4-4bc1-9ce1-45ae3b593db0 req-e0d9b046-ec02-47f4-9ac9-834b0b210996 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] No DVR routers for this DVR port f1969fd7-9bcd-463c-a65d-1a43f776cf54 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:45.020579 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d2f64ee-44b4-4bc1-9ce1-45ae3b593db0 req-e0d9b046-ec02-47f4-9ac9-834b0b210996 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:45.024908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d2f64ee-44b4-4bc1-9ce1-45ae3b593db0 req-e0d9b046-ec02-47f4-9ac9-834b0b210996 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "DELETE /v2.0/ports/f1969fd7-9bcd-463c-a65d-1a43f776cf54 HTTP/1.1" status: 204 len: 173 time: 1.3330402 Jan 27 21:33:45.026005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9fa17c-991f-47d4-9b15-b858de76aa11', 'name': 'network-vif-deleted', 'tag': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:45.028463 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb113f-8d6c-4bfe-bb82-c09705b48f98" -d '{"events": [{"server_uuid": "ce9fa17c-991f-47d4-9b15-b858de76aa11", "name": "network-vif-deleted", "tag": "f1969fd7-9bcd-463c-a65d-1a43f776cf54"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:45.077098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c74c91a2-f58e-4317-b559-38345da535de,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:45.089357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc0ffe-5fad-44d4-82be-db2cfc171b83 req-d2348206-c7ec-44c5-9359-e95b2244b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:45.090845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fabc0ffe-5fad-44d4-82be-db2cfc171b83 req-d2348206-c7ec-44c5-9359-e95b2244b2a5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 1100 time: 0.2225835 Jan 27 21:33:45.101576 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Publish callbacks [] for router (8c199853-cee7-45c2-a895-660315ea98ad), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:45.105084 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for port (ae639151-f8ca-42d7-a6fa-78e76835ccea), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:45.115504 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72ecb59-6e86-433d-9c6c-710a221bc31c x-openstack-request-id: req-c72ecb59-6e86-433d-9c6c-710a221bc31c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:45.115809 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9fa17c-991f-47d4-9b15-b858de76aa11", "name": "network-vif-deleted", "tag": "f1969fd7-9bcd-463c-a65d-1a43f776cf54", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:45.116070 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c72ecb59-6e86-433d-9c6c-710a221bc31c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:45.116489 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9fa17c-991f-47d4-9b15-b858de76aa11', 'name': 'network-vif-deleted', 'tag': 'f1969fd7-9bcd-463c-a65d-1a43f776cf54', 'status': 'completed', 'code': 200} Jan 27 21:33:45.178023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b391a-00e2-434a-975a-341256a6b841 req-845d8636-d103-485c-9dbf-60cadebd0d8b tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:45.185045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e9b391a-00e2-434a-975a-341256a6b841 req-845d8636-d103-485c-9dbf-60cadebd0d8b tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 949 time: 0.3206482 Jan 27 21:33:45.192844 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (ae639151-f8ca-42d7-a6fa-78e76835ccea), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:45.233002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f815587e-4983-4812-8cbd-004841812bca None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:45.286398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eaea5656-4ce7-40a9-9cdf-ae99404c5077 req-2b9c53dd-f936-4cde-bf9d-8ffb854d2fdf tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 210 time: 0.0802915 Jan 27 21:33:45.341010 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event updated for resources: {'Port': ['ID=ae639151-f8ca-42d7-a6fa-78e76835ccea,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:45.376481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (511c4123-cf01-4118-b48d-11be223fd881), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:45.456553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e9b391a-00e2-434a-975a-341256a6b841 req-3c473152-ac98-48f7-9e35-d342baee343e tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/security-groups?id=396da56f-ff9a-41ec-9a7b-328f899d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658539 Jan 27 21:33:45.506494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:45.522592 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ca452e7e-0771-453b-998d-28bbbab818b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4762998 Jan 27 21:33:45.539692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fabc0ffe-5fad-44d4-82be-db2cfc171b83 req-e128efd7-9172-4861-b87c-9edcbc7bff07 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=396da56f-ff9a-41ec-9a7b-328f899d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324303 Jan 27 21:33:45.607673 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Publish callbacks [] for router_gateway (8c199853-cee7-45c2-a895-660315ea98ad), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:45.661620 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180ce2c-eab8-4ef1-b493-7d627db94e72 req-7a03a5d9-71cc-4806-9f49-48f87b35ec93 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:45.664064 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3180ce2c-eab8-4ef1-b493-7d627db94e72 req-7a03a5d9-71cc-4806-9f49-48f87b35ec93 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.2003028 Jan 27 21:33:45.836018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f815587e-4983-4812-8cbd-004841812bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65'}], 'enable_snat': True}, 'gw_port_id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:33:42Z', 'revision_number': 5, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port': {'id': 'e3c063d5-87db-48c7-a033-f8a1c0c40821', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:36:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c199853-cee7-45c2-a895-660315ea98ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:10Z', 'updated_at': '2022-01-27T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:45.847547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3180ce2c-eab8-4ef1-b493-7d627db94e72 req-cd286f2d-5eca-47f5-bb30-07759ffb88c5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747432 Jan 27 21:33:45.882720 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f815587e-4983-4812-8cbd-004841812bca None None] Checking router: 8c199853-cee7-45c2-a895-660315ea98ad for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:33:45.892540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-bd59372b-8ac0-40f6-99ed-32b48a264be6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1452647930&fields=id&tenant_id=59885e32266f4635909c70d7c437905e HTTP/1.1" status: 200 len: 267 time: 0.0711050 Jan 27 21:33:45.896449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815587e-4983-4812-8cbd-004841812bca None None] Routers {'8c199853-cee7-45c2-a895-660315ea98ad'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:45.897161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f815587e-4983-4812-8cbd-004841812bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8c199853-cee7-45c2-a895-660315ea98ad'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:45.954394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Deleting port e3c063d5-87db-48c7-a033-f8a1c0c40821 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:45.955018 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:46.033374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f815587e-4983-4812-8cbd-004841812bca None None] Set router 8c199853-cee7-45c2-a895-660315ea98ad gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:46.064630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-6fb80c77-118b-430a-b3b8-dc9ba0feaa04 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:46.071635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-6fb80c77-118b-430a-b3b8-dc9ba0feaa04 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 812 time: 0.1780207 Jan 27 21:33:46.100247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-d80df57d-5e7d-4b28-9f92-8b581df55cc0 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/quotas/59885e32266f4635909c70d7c437905e HTTP/1.1" status: 200 len: 375 time: 0.0273359 Jan 27 21:33:46.129684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] For port e3c063d5-87db-48c7-a033-f8a1c0c40821, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e3c063d5-87db-48c7-a033-f8a1c0c40821,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:46.130330 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:46.140192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f815587e-4983-4812-8cbd-004841812bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:33:45Z', 'revision_number': 6, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:46.176586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Calling delete_port for e3c063d5-87db-48c7-a033-f8a1c0c40821 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:46.178193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f815587e-4983-4812-8cbd-004841812bca None None] The sync data for ids ['8c199853-cee7-45c2-a895-660315ea98ad'] in n-d-760456-6 is: [{'id': '8c199853-cee7-45c2-a895-660315ea98ad', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2132154412-router', 'tenant_id': '451676679c4b4b5587451d05a77ed0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:09Z', 'updated_at': '2022-01-27T21:33:45Z', 'revision_number': 6, 'project_id': '451676679c4b4b5587451d05a77ed0c4', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:33:46.209056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-5acd3b03-14ff-452c-b64b-410434e7ce1e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076224 Jan 27 21:33:46.524918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec017846-4e05-4e9a-a3e9-90cb67a485a7 req-16885375-0f9b-40bb-a7ca-d78566c6c2c7 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce9fa17c-991f-47d4-9b15-b858de76aa11 HTTP/1.1" status: 200 len: 210 time: 0.0554562 Jan 27 21:33:46.555684 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-3831021f-b5bb-4ebf-acb0-31ececdf0be6 service neutron] 10.222.0.61 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030045 Jan 27 21:33:47.031364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-9f2c80b3-6c9a-441d-9cc2-cc76f00f0ccd service neutron] 10.222.0.61 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746747 Jan 27 21:33:47.055674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9545-8c6d-4416-8dfa-f49c0ae8b62f req-4768107b-7794-4dcf-87f0-c998393b8c5d tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:47.063396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7bc9545-8c6d-4416-8dfa-f49c0ae8b62f req-4768107b-7794-4dcf-87f0-c998393b8c5d tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 949 time: 0.4232252 Jan 27 21:33:47.122990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7bc9545-8c6d-4416-8dfa-f49c0ae8b62f req-d88e16aa-e936-4cdd-b502-8b0b4acc8de1 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/security-groups?id=396da56f-ff9a-41ec-9a7b-328f899d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544343 Jan 27 21:33:47.128057 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e3c063d5-87db-48c7-a033-f8a1c0c40821), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:47.169100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c063d5-87db-48c7-a033-f8a1c0c40821,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:47.300818 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (8c199853-cee7-45c2-a895-660315ea98ad), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:47.513562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ab50916-0679-4b44-b4e2-aa0a9d006fed req-fa1c947d-47d7-4556-bac3-b8d3583faa8f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 210 time: 0.0947738 Jan 27 21:33:47.573896 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (8c199853-cee7-45c2-a895-660315ea98ad), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:47.573896 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Publish callbacks [] for router_controller (8c199853-cee7-45c2-a895-660315ea98ad), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:47.654996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8bf70-5138-4d04-a7d2-f85867bc7ff7 req-77644e0d-cf88-4ecc-9c12-d5a560213b93 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:47.656611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccb8bf70-5138-4d04-a7d2-f85867bc7ff7 req-77644e0d-cf88-4ecc-9c12-d5a560213b93 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.2414594 Jan 27 21:33:47.665146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e3c063d5-87db-48c7-a033-f8a1c0c40821 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:47.689322 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e3c063d5-87db-48c7-a033-f8a1c0c40821 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:47.690064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e3c063d5-87db-48c7-a033-f8a1c0c40821 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:47.690568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6493a5b1-a859-45c7-9ba3-f177e915f00f no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:47.736019 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 6493a5b1-a859-45c7-9ba3-f177e915f00f {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:47.736445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6493a5b1-a859-45c7-9ba3-f177e915f00f not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:47.830462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccb8bf70-5138-4d04-a7d2-f85867bc7ff7 req-bebde877-14fd-40d4-a633-4a7a32951156 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568627 Jan 27 21:33:48.024406 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (8c199853-cee7-45c2-a895-660315ea98ad), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:48.028310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c199853-cee7-45c2-a895-660315ea98ad {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:33:48.030665 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:48.032750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f6f19f07-5fb9-4c5a-a183-29da682206ef admin admin] 10.222.0.61 "DELETE /v2.0/routers/8c199853-cee7-45c2-a895-660315ea98ad HTTP/1.1" status: 204 len: 168 time: 3.4219434 Jan 27 21:33:48.035219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36180) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:48.101539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c6749b-e5ea-43b4-aac6-e06f905e6efb admin admin] Deleting subnet 8f63e171-69ab-4248-b2bd-b8b38611ff18 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:33:48.106116 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22c6749b-e5ea-43b4-aac6-e06f905e6efb admin admin] Publish callbacks [] for subnet (8f63e171-69ab-4248-b2bd-b8b38611ff18), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:48.182546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22c6749b-e5ea-43b4-aac6-e06f905e6efb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (8f63e171-69ab-4248-b2bd-b8b38611ff18), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:48.217646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f1969fd7-9bcd-463c-a65d-1a43f776cf54 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:48.290709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: f1969fd7-9bcd-463c-a65d-1a43f776cf54 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:48.291100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f1969fd7-9bcd-463c-a65d-1a43f776cf54 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:48.356331 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22c6749b-e5ea-43b4-aac6-e06f905e6efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (8f63e171-69ab-4248-b2bd-b8b38611ff18), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:48.380572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9c79e-7962-466a-b949-ebc84a1c0264 req-88f5d1b0-b728-461a-a07d-d1d2ea2d7dbb tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:48.402308 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4fe9c79e-7962-466a-b949-ebc84a1c0264 req-88f5d1b0-b728-461a-a07d-d1d2ea2d7dbb tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 949 time: 0.1148918 Jan 27 21:33:48.533525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4fe9c79e-7962-466a-b949-ebc84a1c0264 req-a5f73319-9e76-4372-a526-1394e3dc25f6 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/security-groups?id=396da56f-ff9a-41ec-9a7b-328f899d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302452 Jan 27 21:33:48.573689 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22c6749b-e5ea-43b4-aac6-e06f905e6efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (8f63e171-69ab-4248-b2bd-b8b38611ff18), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:48.589395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2910b0-0637-47a5-b060-43f66a41c45e req-34ff579e-bfb2-48f6-b8d1-a0c061327edb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:48.614523 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6749b-e5ea-43b4-aac6-e06f905e6efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f63e171-69ab-4248-b2bd-b8b38611ff18,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:48.615537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c2910b0-0637-47a5-b060-43f66a41c45e req-34ff579e-bfb2-48f6-b8d1-a0c061327edb tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.1699653 Jan 27 21:33:48.618416 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22c6749b-e5ea-43b4-aac6-e06f905e6efb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:48.622052 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-22c6749b-e5ea-43b4-aac6-e06f905e6efb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8f63e171-69ab-4248-b2bd-b8b38611ff18 HTTP/1.1" status: 204 len: 168 time: 0.5858073 Jan 27 21:33:48.627234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae9f62c-446d-4229-a49e-a6158f452a75 None None] Network 9702760e-a020-4d15-a8dc-77e191f3ead9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:33:48.627852 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36204) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:48.712693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c2910b0-0637-47a5-b060-43f66a41c45e req-6366b8a4-fe0a-40cc-a636-d8885902521f tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022530 Jan 27 21:33:48.825886 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (9702760e-a020-4d15-a8dc-77e191f3ead9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:48.844764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4cc78e16-2efe-4aea-b7dd-b1c277416ce9 req-c765171c-8f12-4ef2-ba7e-cbe53e382e5d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 210 time: 0.0518620 Jan 27 21:33:48.894825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9957df-09b0-48d9-af7b-7b220752fb08 None None] DHCP port deletion for 9702760e-a020-4d15-a8dc-77e191f3ead9 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:33:48.936678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Deleting port 0aa606cf-5819-446b-b029-a7f74978d3ae {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:48.937022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:49.038179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0a9957df-09b0-48d9-af7b-7b220752fb08 None None] Deleting port 0aa606cf-5819-446b-b029-a7f74978d3ae {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:49.038716 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0a9957df-09b0-48d9-af7b-7b220752fb08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:49.065914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92be05-5940-421f-a659-851cfc27844a req-1b157427-1daa-4e6e-bdf0-ec14e77f6aee tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:49.066663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] For port 0aa606cf-5819-446b-b029-a7f74978d3ae, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0aa606cf-5819-446b-b029-a7f74978d3ae,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:49.067167 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:49.073164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c92be05-5940-421f-a659-851cfc27844a req-1b157427-1daa-4e6e-bdf0-ec14e77f6aee tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.1091497 Jan 27 21:33:49.082379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Calling delete_port for 0aa606cf-5819-446b-b029-a7f74978d3ae owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:49.123900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0a9957df-09b0-48d9-af7b-7b220752fb08 None None] For port 0aa606cf-5819-446b-b029-a7f74978d3ae, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0aa606cf-5819-446b-b029-a7f74978d3ae,segment=NetworkSegment(8f6fc8e7-04de-4514-9f48-cb50e77faf5f),segment_id=8f6fc8e7-04de-4514-9f48-cb50e77faf5f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:49.124629 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0a9957df-09b0-48d9-af7b-7b220752fb08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:49.148752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0a9957df-09b0-48d9-af7b-7b220752fb08 None None] Calling delete_port for 0aa606cf-5819-446b-b029-a7f74978d3ae owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:49.229317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c92be05-5940-421f-a659-851cfc27844a req-e6443ce2-6381-4f1f-aad1-26002260d0b9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552134 Jan 27 21:33:49.332554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:49.340063 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0a9957df-09b0-48d9-af7b-7b220752fb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (0aa606cf-5819-446b-b029-a7f74978d3ae), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:49.344683 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] No DVR routers for this DVR port 0aa606cf-5819-446b-b029-a7f74978d3ae on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:49.365273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa606cf-5819-446b-b029-a7f74978d3ae,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:49.392871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9957df-09b0-48d9-af7b-7b220752fb08 None None] Pushing event deleted for resources: {'Port': ['ID=0aa606cf-5819-446b-b029-a7f74978d3ae,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:49.405989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9957df-09b0-48d9-af7b-7b220752fb08 None None] No DVR routers for this DVR port 0aa606cf-5819-446b-b029-a7f74978d3ae on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:49.481604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec1d54-3079-446f-b521-24481742af22 req-3ef2942d-0249-4e47-8dcd-6292a435a1c0 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:49.483090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2ec1d54-3079-446f-b521-24481742af22 req-3ef2942d-0249-4e47-8dcd-6292a435a1c0 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 949 time: 0.1198061 Jan 27 21:33:49.507973 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (9702760e-a020-4d15-a8dc-77e191f3ead9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:49.534294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9702760e-a020-4d15-a8dc-77e191f3ead9']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:49.547163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6fc8e7-04de-4514-9f48-cb50e77faf5f') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:49.547634 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6fc8e7-04de-4514-9f48-cb50e77faf5f') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:49.563192 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (8f6fc8e7-04de-4514-9f48-cb50e77faf5f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:49.576473 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2ec1d54-3079-446f-b521-24481742af22 req-18669101-6149-436e-a921-6390d087ad92 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/security-groups?id=396da56f-ff9a-41ec-9a7b-328f899d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697043 Jan 27 21:33:49.580019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8f6fc8e7-04de-4514-9f48-cb50e77faf5f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:49.586563 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:33:49.587034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (8f6fc8e7-04de-4514-9f48-cb50e77faf5f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:33:49.588998 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:33:49.668792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0aa606cf-5819-446b-b029-a7f74978d3ae no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:49.704146 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (9702760e-a020-4d15-a8dc-77e191f3ead9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:49.717822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:49.722956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fadec7-5dde-4fbd-bb83-c1ec575fa461 req-71d2fe9f-69d8-4a4f-b806-883fc202ed71 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:49.724467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7fadec7-5dde-4fbd-bb83-c1ec575fa461 req-71d2fe9f-69d8-4a4f-b806-883fc202ed71 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.1076989 Jan 27 21:33:49.737175 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9702760e-a020-4d15-a8dc-77e191f3ead9 HTTP/1.1" status: 204 len: 168 time: 1.1079249 Jan 27 21:33:49.742787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 0aa606cf-5819-446b-b029-a7f74978d3ae {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:49.743141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0aa606cf-5819-446b-b029-a7f74978d3ae not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:49.745131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36236) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:49.757500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d18cf1-4550-43ad-bda0-1304e7db3254 admin admin] Pushing event deleted for resources: {'Network': ['ID=9702760e-a020-4d15-a8dc-77e191f3ead9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:49.951767 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:33:49.970024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc354822-de37-4aa5-9421-589a232c6b69 req-110cb0b9-7fa4-4054-8458-babd478afc06 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:49.971535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc354822-de37-4aa5-9421-589a232c6b69 req-110cb0b9-7fa4-4054-8458-babd478afc06 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 950 time: 0.1582673 Jan 27 21:33:49.992547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d95dd6d-ba8f-42db-86b6-82db367b9bf5 req-0e538293-5d05-4e79-924b-dc70c5118a44 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 210 time: 0.0564730 Jan 27 21:33:50.072920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-e7fadec7-5dde-4fbd-bb83-c1ec575fa461 req-e8d7c892-cc14-4f5d-aef6-362ddb49aa89 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Deleting port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:50.073606 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e7fadec7-5dde-4fbd-bb83-c1ec575fa461 req-e8d7c892-cc14-4f5d-aef6-362ddb49aa89 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:50.193945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc354822-de37-4aa5-9421-589a232c6b69 req-b84d7082-fb97-434d-84cc-10567f9d3f31 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ca944ac-489b-477f-804a-bedd82b32fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033937 Jan 27 21:33:50.279597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e7fadec7-5dde-4fbd-bb83-c1ec575fa461 req-e8d7c892-cc14-4f5d-aef6-362ddb49aa89 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] For port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:50.280058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e7fadec7-5dde-4fbd-bb83-c1ec575fa461 req-e8d7c892-cc14-4f5d-aef6-362ddb49aa89 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:50.298267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-e7fadec7-5dde-4fbd-bb83-c1ec575fa461 req-e8d7c892-cc14-4f5d-aef6-362ddb49aa89 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Calling delete_port for 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:50.448312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e13b43-72cf-49e8-863f-5d0484eff18a req-7bad3d8f-2990-4f10-84e8-88b6509997b0 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:50.449819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79e13b43-72cf-49e8-863f-5d0484eff18a req-7bad3d8f-2990-4f10-84e8-88b6509997b0 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.1533599 Jan 27 21:33:50.605922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79e13b43-72cf-49e8-863f-5d0484eff18a req-4a1dcff4-b0fa-476e-97e9-4dcf2b0080f7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450992 Jan 27 21:33:50.710921 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e7fadec7-5dde-4fbd-bb83-c1ec575fa461 req-e8d7c892-cc14-4f5d-aef6-362ddb49aa89 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (805e66b3-ce25-4e09-93a4-5fcb4a4278e3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:50.722714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['805e66b3-ce25-4e09-93a4-5fcb4a4278e3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:33:50.832760 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-3514d29d-1da9-41a6-a23c-dad6c28e02be tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:50.834738 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-3514d29d-1da9-41a6-a23c-dad6c28e02be tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 812 time: 0.2054520 Jan 27 21:33:50.852700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fadec7-5dde-4fbd-bb83-c1ec575fa461 req-e8d7c892-cc14-4f5d-aef6-362ddb49aa89 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] No DVR routers for this DVR port 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:50.854482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7c892-cc14-4f5d-aef6-362ddb49aa89 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Pushing event deleted for resources: {'Port': ['ID=805e66b3-ce25-4e09-93a4-5fcb4a4278e3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:50.857034 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e7fadec7-5dde-4fbd-bb83-c1ec575fa461 req-e8d7c892-cc14-4f5d-aef6-362ddb49aa89 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:50.860951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7fadec7-5dde-4fbd-bb83-c1ec575fa461 req-e8d7c892-cc14-4f5d-aef6-362ddb49aa89 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.71 "DELETE /v2.0/ports/805e66b3-ce25-4e09-93a4-5fcb4a4278e3 HTTP/1.1" status: 204 len: 173 time: 1.1288879 Jan 27 21:33:50.882109 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a831f7b0-822d-4ac8-9d13-783c4ee2b27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (c14b111f-f7c1-49c8-b161-abe32688be8b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:50.884596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'name': 'network-vif-deleted', 'tag': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:50.886616 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5814278a-b5bb-4722-a971-4857452d21ae" -d '{"events": [{"server_uuid": "5d897b56-906e-4b86-bff4-2149b6d95c81", "name": "network-vif-deleted", "tag": "805e66b3-ce25-4e09-93a4-5fcb4a4278e3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:50.947392 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-4c2f1c35-6246-49ce-b513-c4238aa27bbc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59885e32266f4635909c70d7c437905e HTTP/1.1" status: 200 len: 380 time: 0.0944333 Jan 27 21:33:50.965645 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Request body: {'port': {'device_id': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'admin_state_up': True, 'tenant_id': '59885e32266f4635909c70d7c437905e', 'security_groups': ['cdfa843c-a294-483d-919c-4ee3537dc9a3']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:50.978913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155383a-233a-44ea-983f-4915d8c103e9 req-d9e39ed0-bc2a-4b32-a83b-1e4bb0b5cc2b tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:50.980812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7155383a-233a-44ea-983f-4915d8c103e9 req-d9e39ed0-bc2a-4b32-a83b-1e4bb0b5cc2b tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 949 time: 0.2283871 Jan 27 21:33:51.019265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7be833-f3fc-48f5-ad0b-f622c596fe1c req-01c760cc-cd3a-46e8-88a3-0a02e31d74b7 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:51.020864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d7be833-f3fc-48f5-ad0b-f622c596fe1c req-01c760cc-cd3a-46e8-88a3-0a02e31d74b7 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.71 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 949 time: 0.2178745 Jan 27 21:33:51.268714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7155383a-233a-44ea-983f-4915d8c103e9 req-122814d4-31e1-474c-970a-bbbda15e8251 tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/security-groups?id=396da56f-ff9a-41ec-9a7b-328f899d444e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608964 Jan 27 21:33:51.303913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Made reservation on behalf of 59885e32266f4635909c70d7c437905e for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:33:51.307427 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:51.391383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-7d7be833-f3fc-48f5-ad0b-f622c596fe1c req-fa6117e2-fca8-4851-9fd4-7f560ae129de tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Deleting port c74c91a2-f58e-4317-b559-38345da535de {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:51.391720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d7be833-f3fc-48f5-ad0b-f622c596fe1c req-fa6117e2-fca8-4851-9fd4-7f560ae129de tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c74c91a2-f58e-4317-b559-38345da535de), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:51.557257 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Allocated IP 172.20.0.9 (333ccb8f-832b-4b30-aba4-f41314e02720/c74d6c97-4bfa-4bd7-b65e-50c8f0c45527/c12e9fa3-297f-4935-930c-1f221c995161) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:51.846991 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for port (c12e9fa3-297f-4935-930c-1f221c995161), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:51.894330 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34cbec9-6d20-429a-8d52-53819bf298af x-openstack-request-id: req-c34cbec9-6d20-429a-8d52-53819bf298af {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:51.894657 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d897b56-906e-4b86-bff4-2149b6d95c81", "name": "network-vif-deleted", "tag": "805e66b3-ce25-4e09-93a4-5fcb4a4278e3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:51.894921 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c34cbec9-6d20-429a-8d52-53819bf298af {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:51.895406 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d897b56-906e-4b86-bff4-2149b6d95c81', 'name': 'network-vif-deleted', 'tag': '805e66b3-ce25-4e09-93a4-5fcb4a4278e3', 'status': 'completed', 'code': 200} Jan 27 21:33:51.950011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72579eab-897d-4b47-b122-39819e46d3a9 req-e7ab8d78-ad35-4dae-bf4b-7e308972f99b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 210 time: 0.0535169 Jan 27 21:33:52.002655 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:52.026243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7d7be833-f3fc-48f5-ad0b-f622c596fe1c req-fa6117e2-fca8-4851-9fd4-7f560ae129de tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] For port c74c91a2-f58e-4317-b559-38345da535de, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c74c91a2-f58e-4317-b559-38345da535de,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:52.026545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d7be833-f3fc-48f5-ad0b-f622c596fe1c req-fa6117e2-fca8-4851-9fd4-7f560ae129de tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c74c91a2-f58e-4317-b559-38345da535de), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:52.059855 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-7d7be833-f3fc-48f5-ad0b-f622c596fe1c req-fa6117e2-fca8-4851-9fd4-7f560ae129de tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Calling delete_port for c74c91a2-f58e-4317-b559-38345da535de owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:52.084614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:52.106232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Network 333ccb8f-832b-4b30-aba4-f41314e02720 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:52.107740 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:52.110865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:52.120536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad296a9c-6d99-4132-ae44-ec2f26671883 req-d6e3b39c-a1f3-44dc-b842-3797d4d8dfc7 tempest-MigrationsAdminTest-932369329 tempest-MigrationsAdminTest-932369329-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d897b56-906e-4b86-bff4-2149b6d95c81 HTTP/1.1" status: 200 len: 210 time: 0.0392060 Jan 27 21:33:52.197916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a831f7b0-822d-4ac8-9d13-783c4ee2b27a admin admin] Deleting port 117189fe-45d2-4799-a476-fd84c0ef51de {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:52.198295 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a831f7b0-822d-4ac8-9d13-783c4ee2b27a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:52.239723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:52.240666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:52.352946 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-24209315-8963-414c-a910-26394e18ac97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3960395 Jan 27 21:33:52.408459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe555a-276d-457e-9dcc-471422f41697 req-320ab880-c079-4458-810b-ba3415d51d48 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:52.411268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69fe555a-276d-457e-9dcc-471422f41697 req-320ab880-c079-4458-810b-ba3415d51d48 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.1956387 Jan 27 21:33:52.412163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-a831f7b0-822d-4ac8-9d13-783c4ee2b27a admin admin] For port 117189fe-45d2-4799-a476-fd84c0ef51de, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=117189fe-45d2-4799-a476-fd84c0ef51de,segment=NetworkSegment(fff13465-77d8-4f87-b5bb-c1b3052f18c8),segment_id=fff13465-77d8-4f87-b5bb-c1b3052f18c8)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:52.412543 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a831f7b0-822d-4ac8-9d13-783c4ee2b27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:52.441663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a831f7b0-822d-4ac8-9d13-783c4ee2b27a admin admin] Calling delete_port for 117189fe-45d2-4799-a476-fd84c0ef51de owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:52.444963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Request body: {'port': {'device_id': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:52.477991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-59233644-5402-4d74-bcb0-6d34b1b068cd None None] Provisioning complete for port c12e9fa3-297f-4935-930c-1f221c995161 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:52.478870 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-59233644-5402-4d74-bcb0-6d34b1b068cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c12e9fa3-297f-4935-930c-1f221c995161), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:52.516684 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d7be833-f3fc-48f5-ad0b-f622c596fe1c req-fa6117e2-fca8-4851-9fd4-7f560ae129de tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c74c91a2-f58e-4317-b559-38345da535de), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:52.523516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-59233644-5402-4d74-bcb0-6d34b1b068cd None None] Port c12e9fa3-297f-4935-930c-1f221c995161 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:33:52.533568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['c74c91a2-f58e-4317-b559-38345da535de'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:33:52.540699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69fe555a-276d-457e-9dcc-471422f41697 req-4b755ef6-ec50-4094-8423-f2ad36138df2 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180565 Jan 27 21:33:52.575427 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:52.688557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6117e2-fca8-4851-9fd4-7f560ae129de tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Pushing event deleted for resources: {'Port': ['ID=c74c91a2-f58e-4317-b559-38345da535de,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:52.794610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7be833-f3fc-48f5-ad0b-f622c596fe1c req-fa6117e2-fca8-4851-9fd4-7f560ae129de tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] No DVR routers for this DVR port c74c91a2-f58e-4317-b559-38345da535de on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:52.799034 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d7be833-f3fc-48f5-ad0b-f622c596fe1c req-fa6117e2-fca8-4851-9fd4-7f560ae129de tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:52.803065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d7be833-f3fc-48f5-ad0b-f622c596fe1c req-fa6117e2-fca8-4851-9fd4-7f560ae129de tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.71 "DELETE /v2.0/ports/c74c91a2-f58e-4317-b559-38345da535de HTTP/1.1" status: 204 len: 173 time: 1.7751658 Jan 27 21:33:52.825051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3293d53-8fb9-4610-8078-a1cd5eb17dee req-f4aeac6b-e249-4596-9c28-64ee0be9347c tempest-ImagesNegativeTestJSON-734507433 tempest-ImagesNegativeTestJSON-734507433-project] 10.222.0.61 "GET /v2.0/ports?device_id=47a93b1f-0335-44bc-9c52-0fccc02d03b6 HTTP/1.1" status: 200 len: 210 time: 0.1368713 Jan 27 21:33:53.086943 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12e9fa3-297f-4935-930c-1f221c995161 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:33:53.095754 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Publish callbacks [] for port (c12e9fa3-297f-4935-930c-1f221c995161), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:53.108743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Transition to ACTIVE for port object c12e9fa3-297f-4935-930c-1f221c995161 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:33:53.136289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a831f7b0-822d-4ac8-9d13-783c4ee2b27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (117189fe-45d2-4799-a476-fd84c0ef51de), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:53.157106 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:53.177678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831f7b0-822d-4ac8-9d13-783c4ee2b27a admin admin] Pushing event deleted for resources: {'Port': ['ID=117189fe-45d2-4799-a476-fd84c0ef51de,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:53.212391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:53.385123 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Attempting to bind port c12e9fa3-297f-4935-930c-1f221c995161 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:33:53.385970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Attempting to bind port c12e9fa3-297f-4935-930c-1f221c995161 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:33:53.386393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Attempting to bind port c12e9fa3-297f-4935-930c-1f221c995161 on network 333ccb8f-832b-4b30-aba4-f41314e02720 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:53.392284 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Port c12e9fa3-297f-4935-930c-1f221c995161 on network 333ccb8f-832b-4b30-aba4-f41314e02720 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:33:53.399313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Attempting to bind port c12e9fa3-297f-4935-930c-1f221c995161 on network 333ccb8f-832b-4b30-aba4-f41314e02720 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:33:53.400781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:33:53.400960 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Checking segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:33:53.401304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Bound using segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:33:53.401985 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Bound port: c12e9fa3-297f-4935-930c-1f221c995161, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:33:53.402362 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:53.411208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca0598-5fca-4094-aff7-584187d624de req-8c748877-06d1-46cc-ad4e-b4f3728159af tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:53.419150 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-8c748877-06d1-46cc-ad4e-b4f3728159af tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/networks?id=038c609c-9dab-435a-a0f9-09ac3d293b98 HTTP/1.1" status: 200 len: 805 time: 0.3640733 Jan 27 21:33:53.431819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d40bb-1893-4cb8-a645-be29697a287b req-8092c5e1-cfff-4851-bd47-cad6d6d603c1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:53.433814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-557d40bb-1893-4cb8-a645-be29697a287b req-8092c5e1-cfff-4851-bd47-cad6d6d603c1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 943 time: 0.2986515 Jan 27 21:33:53.451179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-5f998189-77a1-4c7c-92dc-32b6d3a9375e tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/quotas/dd73e2183ccc4b9b8fa1067cb44619a7 HTTP/1.1" status: 200 len: 375 time: 0.0306087 Jan 27 21:33:53.513395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:33:53.521841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:33:53.601738 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:53.603825 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a831f7b0-822d-4ac8-9d13-783c4ee2b27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (c14b111f-f7c1-49c8-b161-abe32688be8b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:53.624419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-2f04308c-07b2-4be7-82e2-8ee853784f70 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1719580 Jan 27 21:33:53.630718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-557d40bb-1893-4cb8-a645-be29697a287b req-d73d0861-6c41-4e7a-ad7c-89e3d48befeb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733658 Jan 27 21:33:53.672148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:53.672803 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:53.674276 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] 10.222.0.74 "PUT /v2.0/ports/c12e9fa3-297f-4935-930c-1f221c995161 HTTP/1.1" status: 200 len: 1091 time: 1.3128946 Jan 27 21:33:53.674757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:53.677149 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eb94ab-bf07-4a8c-8f52-7ba3bf61df76" -d '{"events": [{"name": "network-changed", "server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "tag": "c12e9fa3-297f-4935-930c-1f221c995161"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:53.720614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6e957-3a6e-4216-bbd4-ba5005e457e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:53.892191 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-6d969e1f-3a67-4a04-a573-3609e4cb89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:53.895811 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-6d969e1f-3a67-4a04-a573-3609e4cb89ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 1094 time: 0.0871542 Jan 27 21:33:53.910687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a93b1f-0335-44bc-9c52-0fccc02d03b6', 'name': 'network-vif-deleted', 'tag': 'c74c91a2-f58e-4317-b559-38345da535de'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:53.914999 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda2b629-07c3-4505-91f7-2d045638173e" -d '{"events": [{"server_uuid": "47a93b1f-0335-44bc-9c52-0fccc02d03b6", "name": "network-vif-deleted", "tag": "c74c91a2-f58e-4317-b559-38345da535de"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:53.977449 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-662944b3-183e-4036-accc-191a3675003f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12e9fa3-297f-4935-930c-1f221c995161 HTTP/1.1" status: 200 len: 217 time: 0.0716729 Jan 27 21:33:54.042131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-30549956-f16e-4a0d-80e2-f71737c62652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:54.042461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-1810e407-3a11-4f4c-9107-df4823cacd8c service neutron] 10.222.0.61 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106452 Jan 27 21:33:54.043592 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-30549956-f16e-4a0d-80e2-f71737c62652 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.0581129 Jan 27 21:33:54.101671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-ccb16e92-22f7-431a-8264-6cdccb3d22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:54.103211 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-ccb16e92-22f7-431a-8264-6cdccb3d22bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530798 Jan 27 21:33:54.140914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12a5a3-0757-47ae-88ed-ebc5bfe55384 req-0c2de5fc-0f02-4ce8-b118-ed0976274bae tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:54.142421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da12a5a3-0757-47ae-88ed-ebc5bfe55384 req-0c2de5fc-0f02-4ce8-b118-ed0976274bae tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.2451441 Jan 27 21:33:54.232480 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-4788768a-bc9d-44d2-a452-d07fdca94a8b service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214039 Jan 27 21:33:54.236932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-19ce29e5-31d3-4962-8cf6-1bc3bb5c7d64 service neutron] 10.222.0.61 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936204 Jan 27 21:33:54.283039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c74c91a2-f58e-4317-b559-38345da535de no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:54.312195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: c74c91a2-f58e-4317-b559-38345da535de {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:54.312750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c74c91a2-f58e-4317-b559-38345da535de not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:54.313358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 66e8c901-9306-4b71-a0cf-2905f8916b35 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:54.346311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a831f7b0-822d-4ac8-9d13-783c4ee2b27a admin admin] Router c14b111f-f7c1-49c8-b161-abe32688be8b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:33:54.359731 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f9138ba2-aa18-4934-a228-3adfedc1f706 req-090c5b75-5938-46ec-a98b-2cb4eac1a811 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201594 Jan 27 21:33:54.380630 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36354) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:54.407660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da12a5a3-0757-47ae-88ed-ebc5bfe55384 req-36f10ec5-9bb4-43e5-aab6-fc919eb3bbaf tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226107 Jan 27 21:33:54.415981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a5f14-6303-4b67-8488-35ca098c0460 req-fe98bda1-18c8-41ea-a7c1-487db56e9e9a tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:54.417055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 66e8c901-9306-4b71-a0cf-2905f8916b35 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:54.421454 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:54.434841 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed4a5f14-6303-4b67-8488-35ca098c0460 req-fe98bda1-18c8-41ea-a7c1-487db56e9e9a tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.71 "GET /v2.0/ports?device_id=d9e7e8bc-17e1-4c99-9797-07ba3b7228d9 HTTP/1.1" status: 200 len: 945 time: 0.1876309 Jan 27 21:33:54.488642 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e7e8bc-17e1-4c99-9797-07ba3b7228d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e8c901-9306-4b71-a0cf-2905f8916b35'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:54.497586 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419e843a-7c4d-454e-91c4-0b2a82d36aba x-openstack-request-id: req-419e843a-7c4d-454e-91c4-0b2a82d36aba {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:54.497823 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ebfa71-af3e-46a8-a06b-9236ef2cc2a8" -d '{"events": [{"server_uuid": "d9e7e8bc-17e1-4c99-9797-07ba3b7228d9", "name": "network-vif-unplugged", "status": "completed", "tag": "66e8c901-9306-4b71-a0cf-2905f8916b35"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:54.498365 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "tag": "c12e9fa3-297f-4935-930c-1f221c995161", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:54.498838 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-419e843a-7c4d-454e-91c4-0b2a82d36aba {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:54.499709 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161', 'status': 'completed', 'code': 200} Jan 27 21:33:54.530169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 66e8c901-9306-4b71-a0cf-2905f8916b35, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=66e8c901-9306-4b71-a0cf-2905f8916b35,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:54.603850 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae0b53c-3c1a-4dc7-8bc1-898ff249b4fd x-openstack-request-id: req-aae0b53c-3c1a-4dc7-8bc1-898ff249b4fd {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:54.604174 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a93b1f-0335-44bc-9c52-0fccc02d03b6", "name": "network-vif-deleted", "tag": "c74c91a2-f58e-4317-b559-38345da535de", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:54.604440 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aae0b53c-3c1a-4dc7-8bc1-898ff249b4fd {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:54.604846 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a93b1f-0335-44bc-9c52-0fccc02d03b6', 'name': 'network-vif-deleted', 'tag': 'c74c91a2-f58e-4317-b559-38345da535de', 'status': 'completed', 'code': 200} Jan 27 21:33:54.620404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb94ab-bf07-4a8c-8f52-7ba3bf61df76 req-c7559752-f4a3-416c-8f31-ccb2ace75777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:54.623241 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-76eb94ab-bf07-4a8c-8f52-7ba3bf61df76 req-c7559752-f4a3-416c-8f31-ccb2ace75777 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 1094 time: 0.1012762 Jan 27 21:33:54.636213 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:54.637477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:54.638136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a831f7b0-822d-4ac8-9d13-783c4ee2b27a admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:33:54.648713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a831f7b0-822d-4ac8-9d13-783c4ee2b27a admin admin] 10.222.0.61 "PUT /v2.0/routers/c14b111f-f7c1-49c8-b161-abe32688be8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8983738 Jan 27 21:33:54.653443 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45edb6cc-8d2e-4836-9040-600eff295531 None None] Sync routers for ids ['c14b111f-f7c1-49c8-b161-abe32688be8b'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:33:54.663869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36364) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:54.675293 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45edb6cc-8d2e-4836-9040-600eff295531 None None] Routers {'c14b111f-f7c1-49c8-b161-abe32688be8b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:54.676131 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-45edb6cc-8d2e-4836-9040-600eff295531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c14b111f-f7c1-49c8-b161-abe32688be8b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:54.689499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ed4a5f14-6303-4b67-8488-35ca098c0460 req-743af41d-f867-439b-8218-fe7627118e80 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Deleting port 66e8c901-9306-4b71-a0cf-2905f8916b35 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:54.689848 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed4a5f14-6303-4b67-8488-35ca098c0460 req-743af41d-f867-439b-8218-fe7627118e80 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:54.721879 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ba0d080d-dbc8-43e6-b706-1639ccb224a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d87dbbb836740af80771db9b8ffe9ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397417 Jan 27 21:33:54.726386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36370) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:54.848058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:54.848445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 805e66b3-ce25-4e09-93a4-5fcb4a4278e3 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:54.857001 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0949ab39-217f-4034-8015-dcde2610034f x-openstack-request-id: req-0949ab39-217f-4034-8015-dcde2610034f {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:54.857711 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e7e8bc-17e1-4c99-9797-07ba3b7228d9", "name": "network-vif-unplugged", "status": "completed", "tag": "66e8c901-9306-4b71-a0cf-2905f8916b35", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:54.858153 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0949ab39-217f-4034-8015-dcde2610034f {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:54.859449 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e7e8bc-17e1-4c99-9797-07ba3b7228d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e8c901-9306-4b71-a0cf-2905f8916b35', 'code': 200} Jan 27 21:33:54.860687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=66e8c901-9306-4b71-a0cf-2905f8916b35,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:54.944882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-facdca77-0230-452c-ad0a-e6484325b41e req-1b1767fd-d415-4bb8-b1d0-3a51a10d0c5b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 210 time: 0.0617216 Jan 27 21:33:54.951914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ed4a5f14-6303-4b67-8488-35ca098c0460 req-743af41d-f867-439b-8218-fe7627118e80 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] For port 66e8c901-9306-4b71-a0cf-2905f8916b35, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=66e8c901-9306-4b71-a0cf-2905f8916b35,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:54.952416 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed4a5f14-6303-4b67-8488-35ca098c0460 req-743af41d-f867-439b-8218-fe7627118e80 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:54.971550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ed4a5f14-6303-4b67-8488-35ca098c0460 req-743af41d-f867-439b-8218-fe7627118e80 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Calling delete_port for 66e8c901-9306-4b71-a0cf-2905f8916b35 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:55.003382 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-45edb6cc-8d2e-4836-9040-600eff295531 None None] Set router c14b111f-f7c1-49c8-b161-abe32688be8b gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:55.019743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb94ab-bf07-4a8c-8f52-7ba3bf61df76 req-966bb10c-accd-4f66-a33c-71c12945787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:55.021262 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-76eb94ab-bf07-4a8c-8f52-7ba3bf61df76 req-966bb10c-accd-4f66-a33c-71c12945787c service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.3858519 Jan 27 21:33:55.115089 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-76eb94ab-bf07-4a8c-8f52-7ba3bf61df76 req-26d33b5d-00b4-477f-b7cb-18878c78e48b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12e9fa3-297f-4935-930c-1f221c995161 HTTP/1.1" status: 200 len: 217 time: 0.0844009 Jan 27 21:33:55.120113 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc83a-50d9-4341-817a-4fbfed2052f3 admin admin] Publish callbacks [] for security_group (5ca944ac-489b-477f-804a-bedd82b32fff), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:55.173275 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Publish callbacks [] for router (c14b111f-f7c1-49c8-b161-abe32688be8b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:55.224375 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed4a5f14-6303-4b67-8488-35ca098c0460 req-743af41d-f867-439b-8218-fe7627118e80 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (66e8c901-9306-4b71-a0cf-2905f8916b35), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:55.293489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743af41d-f867-439b-8218-fe7627118e80 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Pushing event deleted for resources: {'Port': ['ID=66e8c901-9306-4b71-a0cf-2905f8916b35,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:55.305257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c412c6-cc48-45f2-8610-001744fc9a57 req-e9967393-b8c5-4f03-9b8e-a2f6b6f7c325 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:55.306203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc83a-50d9-4341-817a-4fbfed2052f3 admin admin] Publish callbacks [] for security_group (5ca944ac-489b-477f-804a-bedd82b32fff), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:55.307316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78c412c6-cc48-45f2-8610-001744fc9a57 req-e9967393-b8c5-4f03-9b8e-a2f6b6f7c325 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 943 time: 0.1455781 Jan 27 21:33:55.326802 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-45edb6cc-8d2e-4836-9040-600eff295531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1982827080-router', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:19Z', 'updated_at': '2022-01-27T21:33:52Z', 'revision_number': 5, 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'gw_port': {'id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:20Z', 'updated_at': '2022-01-27T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:55.333457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4a5f14-6303-4b67-8488-35ca098c0460 req-743af41d-f867-439b-8218-fe7627118e80 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] No DVR routers for this DVR port 66e8c901-9306-4b71-a0cf-2905f8916b35 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:55.340118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed4a5f14-6303-4b67-8488-35ca098c0460 req-743af41d-f867-439b-8218-fe7627118e80 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:55.344065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed4a5f14-6303-4b67-8488-35ca098c0460 req-743af41d-f867-439b-8218-fe7627118e80 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.71 "DELETE /v2.0/ports/66e8c901-9306-4b71-a0cf-2905f8916b35 HTTP/1.1" status: 204 len: 173 time: 0.9025016 Jan 27 21:33:55.345106 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb94ab-bf07-4a8c-8f52-7ba3bf61df76 req-85baa62d-a058-492b-bccc-206fe15f73b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:55.346943 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-76eb94ab-bf07-4a8c-8f52-7ba3bf61df76 req-85baa62d-a058-492b-bccc-206fe15f73b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.2188206 Jan 27 21:33:55.397840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78c412c6-cc48-45f2-8610-001744fc9a57 req-f72f6f0e-49e6-4b6b-82fa-06bda952106b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829229 Jan 27 21:33:55.453393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb94ab-bf07-4a8c-8f52-7ba3bf61df76 req-446beee1-e250-4cd9-a9aa-5b0edfafa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:55.454909 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-76eb94ab-bf07-4a8c-8f52-7ba3bf61df76 req-446beee1-e250-4cd9-a9aa-5b0edfafa7d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921667 Jan 27 21:33:55.456228 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Publish callbacks [] for router_gateway (c14b111f-f7c1-49c8-b161-abe32688be8b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:55.548925 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45edb6cc-8d2e-4836-9040-600eff295531 None None] Checking router: c14b111f-f7c1-49c8-b161-abe32688be8b for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:33:55.565474 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45edb6cc-8d2e-4836-9040-600eff295531 None None] Routers {'c14b111f-f7c1-49c8-b161-abe32688be8b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:33:55.566341 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-45edb6cc-8d2e-4836-9040-600eff295531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:33:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c14b111f-f7c1-49c8-b161-abe32688be8b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:55.581869 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3222cc8-c58f-4542-9eb3-7ba079f22814 req-bd60eed3-3133-47eb-a564-7f39c524f6bf tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:55.583596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3222cc8-c58f-4542-9eb3-7ba079f22814 req-bd60eed3-3133-47eb-a564-7f39c524f6bf tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.0622973 Jan 27 21:33:55.701648 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-45edb6cc-8d2e-4836-9040-600eff295531 None None] Set router c14b111f-f7c1-49c8-b161-abe32688be8b gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:33:55.714139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3222cc8-c58f-4542-9eb3-7ba079f22814 req-ea63bc23-7149-4fdb-b848-4d85c78850c7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180723 Jan 27 21:33:55.822755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36398) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:55.830736 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc83a-50d9-4341-817a-4fbfed2052f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5ca944ac-489b-477f-804a-bedd82b32fff), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:55.833297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc83a-50d9-4341-817a-4fbfed2052f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:55.836766 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8bbfc83a-50d9-4341-817a-4fbfed2052f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ca944ac-489b-477f-804a-bedd82b32fff HTTP/1.1" status: 204 len: 168 time: 1.1056437 Jan 27 21:33:55.868554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfc83a-50d9-4341-817a-4fbfed2052f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca944ac-489b-477f-804a-bedd82b32fff,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:55.912059 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-76eb94ab-bf07-4a8c-8f52-7ba3bf61df76 req-f236ced7-cfee-436a-a3f6-552d491d7230 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469643 Jan 27 21:33:55.930049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Deleting port de0f2ebb-5018-47cf-a6f8-c72fc7448b27 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:55.930392 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:56.040251 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-45edb6cc-8d2e-4836-9040-600eff295531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1982827080-router', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:19Z', 'updated_at': '2022-01-27T21:33:52Z', 'revision_number': 5, 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'gw_port': {'id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:20Z', 'updated_at': '2022-01-27T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:56.079627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] For port de0f2ebb-5018-47cf-a6f8-c72fc7448b27, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=de0f2ebb-5018-47cf-a6f8-c72fc7448b27,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:56.080005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:56.083892 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-76eb94ab-bf07-4a8c-8f52-7ba3bf61df76 req-bbbf7433-d25c-4708-8433-c9722f191573 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643124 Jan 27 21:33:56.096216 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Calling delete_port for de0f2ebb-5018-47cf-a6f8-c72fc7448b27 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:56.106930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f0f6c994-c2ef-46eb-a516-c0b5e6b51f84 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58192a955c50476cb6f2905829b237fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826707 Jan 27 21:33:56.110924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36408) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:56.130828 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45edb6cc-8d2e-4836-9040-600eff295531 None None] The sync data for ids ['c14b111f-f7c1-49c8-b161-abe32688be8b'] in n-d-760456-6 is: [{'id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1982827080-router', 'tenant_id': 'b1aaa62495bc46d2a54d1c903abace05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:28:19Z', 'updated_at': '2022-01-27T21:33:52Z', 'revision_number': 5, 'project_id': 'b1aaa62495bc46d2a54d1c903abace05', 'gw_port': {'id': 'de0f2ebb-5018-47cf-a6f8-c72fc7448b27', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14b111f-f7c1-49c8-b161-abe32688be8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:28:20Z', 'updated_at': '2022-01-27T21:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:33:56.179175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6e472c-2b67-49f3-aa01-74d30cd41c6c req-34edba7c-40c3-466d-ae5a-3055855a68e3 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 210 time: 0.0787311 Jan 27 21:33:56.246396 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef1c832e-fdf8-420d-8907-43100556f32f admin admin] Publish callbacks [] for security_group (396da56f-ff9a-41ec-9a7b-328f899d444e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:56.275250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef1c832e-fdf8-420d-8907-43100556f32f admin admin] Publish callbacks [] for security_group (396da56f-ff9a-41ec-9a7b-328f899d444e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:56.412542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef1c832e-fdf8-420d-8907-43100556f32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (396da56f-ff9a-41ec-9a7b-328f899d444e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:56.416281 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef1c832e-fdf8-420d-8907-43100556f32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:56.417613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ef1c832e-fdf8-420d-8907-43100556f32f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/396da56f-ff9a-41ec-9a7b-328f899d444e HTTP/1.1" status: 204 len: 168 time: 0.2898495 Jan 27 21:33:56.428031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c832e-fdf8-420d-8907-43100556f32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396da56f-ff9a-41ec-9a7b-328f899d444e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:56.544062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (de0f2ebb-5018-47cf-a6f8-c72fc7448b27), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:56.581020 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Pushing event deleted for resources: {'Port': ['ID=de0f2ebb-5018-47cf-a6f8-c72fc7448b27,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:56.602347 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:56.608500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20c7d7-f269-49e9-84c8-e16e2574788a req-b8504ea3-602e-423b-92a3-119c54301e6d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:56.612871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca20c7d7-f269-49e9-84c8-e16e2574788a req-b8504ea3-602e-423b-92a3-119c54301e6d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 943 time: 0.1024663 Jan 27 21:33:56.614334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e7e8bc-17e1-4c99-9797-07ba3b7228d9', 'name': 'network-vif-deleted', 'tag': '66e8c901-9306-4b71-a0cf-2905f8916b35'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:56.617172 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b8ac7d-4a4b-438e-bf3a-e08a215d624e" -d '{"events": [{"server_uuid": "d9e7e8bc-17e1-4c99-9797-07ba3b7228d9", "name": "network-vif-deleted", "tag": "66e8c901-9306-4b71-a0cf-2905f8916b35"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:56.695568 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c5cec1-34fa-40ed-be86-82c33912dcf8 x-openstack-request-id: req-14c5cec1-34fa-40ed-be86-82c33912dcf8 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:33:56.695942 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9e7e8bc-17e1-4c99-9797-07ba3b7228d9", "name": "network-vif-deleted", "tag": "66e8c901-9306-4b71-a0cf-2905f8916b35", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:33:56.696907 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14c5cec1-34fa-40ed-be86-82c33912dcf8 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:33:56.696907 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e7e8bc-17e1-4c99-9797-07ba3b7228d9', 'name': 'network-vif-deleted', 'tag': '66e8c901-9306-4b71-a0cf-2905f8916b35', 'status': 'completed', 'code': 200} Jan 27 21:33:56.711769 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (c14b111f-f7c1-49c8-b161-abe32688be8b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:56.718993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca20c7d7-f269-49e9-84c8-e16e2574788a req-7c3a5c10-8c5d-4561-ba53-02f52671a83c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908093 Jan 27 21:33:56.779096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36420) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:56.833019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (c14b111f-f7c1-49c8-b161-abe32688be8b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:56.835250 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Publish callbacks [] for router_controller (c14b111f-f7c1-49c8-b161-abe32688be8b), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:56.871380 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ed02469e-5410-461b-955b-2fd7d2b7362c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbf49ed8e6dd4cb1afc470b10cb61ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0952895 Jan 27 21:33:56.874045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36422) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:56.912497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b41d6e-8244-4e27-8f17-7a3f65b90c70 req-15691af1-c654-40a7-8cc3-87b84c1ee9c7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:56.914167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42b41d6e-8244-4e27-8f17-7a3f65b90c70 req-15691af1-c654-40a7-8cc3-87b84c1ee9c7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.1150789 Jan 27 21:33:56.962463 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec980089-3b0b-4f93-b652-1f65e50ccdc3 admin admin] Publish callbacks [] for security_group (436d0671-02f3-4bf3-9326-940db7d82b13), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.000406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42b41d6e-8244-4e27-8f17-7a3f65b90c70 req-85f90ac7-bf9a-4a0c-a9e2-b5ebea2126eb tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786109 Jan 27 21:33:57.006612 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (c14b111f-f7c1-49c8-b161-abe32688be8b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.007647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c14b111f-f7c1-49c8-b161-abe32688be8b {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:33:57.013850 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.015067 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7b69b460-fed9-4b56-995e-5b42ac06001e admin admin] 10.222.0.61 "DELETE /v2.0/routers/c14b111f-f7c1-49c8-b161-abe32688be8b HTTP/1.1" status: 204 len: 168 time: 2.3482885 Jan 27 21:33:57.017733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36428) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:57.020507 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec980089-3b0b-4f93-b652-1f65e50ccdc3 admin admin] Publish callbacks [] for security_group (436d0671-02f3-4bf3-9326-940db7d82b13), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.023945 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.111373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb0fe92-7fdf-48a6-b9b0-27117a9af803 admin admin] Deleting subnet 2a51d310-713e-4d3d-993b-26556e1256b5 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:33:57.117774 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adb0fe92-7fdf-48a6-b9b0-27117a9af803 admin admin] Publish callbacks [] for subnet (2a51d310-713e-4d3d-993b-26556e1256b5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.168166 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adb0fe92-7fdf-48a6-b9b0-27117a9af803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (2a51d310-713e-4d3d-993b-26556e1256b5), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.180220 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec980089-3b0b-4f93-b652-1f65e50ccdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (436d0671-02f3-4bf3-9326-940db7d82b13), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.182816 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec980089-3b0b-4f93-b652-1f65e50ccdc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.184021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ec980089-3b0b-4f93-b652-1f65e50ccdc3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/436d0671-02f3-4bf3-9326-940db7d82b13 HTTP/1.1" status: 204 len: 168 time: 0.3085177 Jan 27 21:33:57.198480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec980089-3b0b-4f93-b652-1f65e50ccdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436d0671-02f3-4bf3-9326-940db7d82b13,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:57.345254 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adb0fe92-7fdf-48a6-b9b0-27117a9af803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (2a51d310-713e-4d3d-993b-26556e1256b5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.380393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6332d3fa-d5c7-4b6e-b220-500d2b137c58 req-ababe1dc-5af4-40f0-92a7-b9f1da9c3596 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 210 time: 0.0423787 Jan 27 21:33:57.432754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca0598-5fca-4094-aff7-584187d624de req-1457f130-be62-44b6-87ff-b80f4c230823 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:57.433936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-1457f130-be62-44b6-87ff-b80f4c230823 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.71 "GET /v2.0/networks?id=038c609c-9dab-435a-a0f9-09ac3d293b98 HTTP/1.1" status: 200 len: 805 time: 0.1789985 Jan 27 21:33:57.446694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a4ca0598-5fca-4094-aff7-584187d624de req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Request body: {'port': {'device_id': '7e3be278-ed0c-415a-b5bd-06cb500a75e6', 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'admin_state_up': True, 'tenant_id': 'dd73e2183ccc4b9b8fa1067cb44619a7'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:57.538793 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adb0fe92-7fdf-48a6-b9b0-27117a9af803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (2a51d310-713e-4d3d-993b-26556e1256b5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.576410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:33:57.584378 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0fe92-7fdf-48a6-b9b0-27117a9af803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a51d310-713e-4d3d-993b-26556e1256b5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:57.588903 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adb0fe92-7fdf-48a6-b9b0-27117a9af803 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.595832 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-adb0fe92-7fdf-48a6-b9b0-27117a9af803 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2a51d310-713e-4d3d-993b-26556e1256b5 HTTP/1.1" status: 204 len: 168 time: 0.5742745 Jan 27 21:33:57.596254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36446) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:57.601055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2471d296-3228-428e-a1fe-a9288c56ca06 None None] Network 5c38ce0d-15e9-485a-8a69-f68a94cf4a48 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:33:57.716682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ca0598-5fca-4094-aff7-584187d624de req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Made reservation on behalf of dd73e2183ccc4b9b8fa1067cb44619a7 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:33:57.719128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device de0f2ebb-5018-47cf-a6f8-c72fc7448b27 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:57.721284 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4ca0598-5fca-4094-aff7-584187d624de req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.724763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.resource_extend [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:33:57.760021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (5c38ce0d-15e9-485a-8a69-f68a94cf4a48), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:57.792359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: de0f2ebb-5018-47cf-a6f8-c72fc7448b27 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:57.793218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device de0f2ebb-5018-47cf-a6f8-c72fc7448b27 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:57.793905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 117189fe-45d2-4799-a476-fd84c0ef51de no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:57.839517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 117189fe-45d2-4799-a476-fd84c0ef51de {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:57.840057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 117189fe-45d2-4799-a476-fd84c0ef51de not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:57.888941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:57.905509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'c12e9fa3-297f-4935-930c-1f221c995161', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'port_id': 'c12e9fa3-297f-4935-930c-1f221c995161', 'mac_address': 'fa:16:3e:44:25:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:33:57.951205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e52706f-319d-4777-839d-73a79c38c94c None None] DHCP port deletion for 5c38ce0d-15e9-485a-8a69-f68a94cf4a48 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:33:58.002549 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c12e9fa3-297f-4935-930c-1f221c995161 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:58.003269 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:58.027561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12e9fa3-297f-4935-930c-1f221c995161 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:33:58.058923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:58.100884 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3e52706f-319d-4777-839d-73a79c38c94c None None] Deleting port cd9449d1-d145-42f0-b3f9-5ca576b6359c {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:58.103202 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e52706f-319d-4777-839d-73a79c38c94c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:58.178926 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:58.242377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3e52706f-319d-4777-839d-73a79c38c94c None None] For port cd9449d1-d145-42f0-b3f9-5ca576b6359c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cd9449d1-d145-42f0-b3f9-5ca576b6359c,segment=NetworkSegment(fff13465-77d8-4f87-b5bb-c1b3052f18c8),segment_id=fff13465-77d8-4f87-b5bb-c1b3052f18c8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:58.242693 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e52706f-319d-4777-839d-73a79c38c94c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:58.269368 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3e52706f-319d-4777-839d-73a79c38c94c None None] Calling delete_port for cd9449d1-d145-42f0-b3f9-5ca576b6359c owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:58.273235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:58.315848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 66e8c901-9306-4b71-a0cf-2905f8916b35 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:58.349959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708f00a-8cf9-45ea-8bf2-b0807c3d6d34 req-b7bb0578-bdd2-457c-ac48-6b63bff1e66f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:58.351495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8708f00a-8cf9-45ea-8bf2-b0807c3d6d34 req-b7bb0578-bdd2-457c-ac48-6b63bff1e66f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 943 time: 0.5170183 Jan 27 21:33:58.352864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 66e8c901-9306-4b71-a0cf-2905f8916b35 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:58.353216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 66e8c901-9306-4b71-a0cf-2905f8916b35 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:58.361269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-a4ca0598-5fca-4094-aff7-584187d624de req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Allocated IP 172.20.0.11 (038c609c-9dab-435a-a0f9-09ac3d293b98/10416cba-4c10-4511-8751-27ccfe46b2bd/a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:33:58.394129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de29d2-e20e-48d2-86c4-ea4acb818762 req-5fb8f2bf-05aa-4d35-9806-43c63ab7b2c9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:58.396565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8de29d2-e20e-48d2-86c4-ea4acb818762 req-5fb8f2bf-05aa-4d35-9806-43c63ab7b2c9 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.1654408 Jan 27 21:33:58.408376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Deleting port cd9449d1-d145-42f0-b3f9-5ca576b6359c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:33:58.408716 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:58.481440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['c12e9fa3-297f-4935-930c-1f221c995161'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:33:58.511409 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e52706f-319d-4777-839d-73a79c38c94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:58.536976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] For port cd9449d1-d145-42f0-b3f9-5ca576b6359c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cd9449d1-d145-42f0-b3f9-5ca576b6359c,segment=NetworkSegment(fff13465-77d8-4f87-b5bb-c1b3052f18c8),segment_id=fff13465-77d8-4f87-b5bb-c1b3052f18c8)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:58.537314 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:58.545778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52706f-319d-4777-839d-73a79c38c94c None None] Pushing event deleted for resources: {'Port': ['ID=cd9449d1-d145-42f0-b3f9-5ca576b6359c,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:58.551025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Calling delete_port for cd9449d1-d145-42f0-b3f9-5ca576b6359c owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:33:58.552783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e52706f-319d-4777-839d-73a79c38c94c None None] No DVR routers for this DVR port cd9449d1-d145-42f0-b3f9-5ca576b6359c on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:58.628819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8de29d2-e20e-48d2-86c4-ea4acb818762 req-5be378a9-5575-46b6-936b-b0f0de208cdb tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136717 Jan 27 21:33:58.633791 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8708f00a-8cf9-45ea-8bf2-b0807c3d6d34 req-7cdc74fb-aaca-477a-b258-9096324e8d23 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639527 Jan 27 21:33:58.774880 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-282da975-8761-4645-abcd-9c75d8ab79b1 req-a05f27ca-3989-4f0b-b223-dd28326b6315 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 210 time: 0.0530140 Jan 27 21:33:58.799906 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4ca0598-5fca-4094-aff7-584187d624de req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks [] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:58.814279 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cd9449d1-d145-42f0-b3f9-5ca576b6359c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:58.849229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd9449d1-d145-42f0-b3f9-5ca576b6359c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:58.859086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] No DVR routers for this DVR port cd9449d1-d145-42f0-b3f9-5ca576b6359c on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:33:58.955694 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (5c38ce0d-15e9-485a-8a69-f68a94cf4a48), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:58.959625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-fed4de18-97e9-483f-b95c-7afe8b8c7ef4 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5d10074fbc434ec5b463b176b080011b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393014 Jan 27 21:33:58.977966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c38ce0d-15e9-485a-8a69-f68a94cf4a48']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:59.003232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff13465-77d8-4f87-b5bb-c1b3052f18c8') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:59.003232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff13465-77d8-4f87-b5bb-c1b3052f18c8') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:33:59.019630 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (fff13465-77d8-4f87-b5bb-c1b3052f18c8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:59.068438 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (fff13465-77d8-4f87-b5bb-c1b3052f18c8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:59.079184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:33:59.079575 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (fff13465-77d8-4f87-b5bb-c1b3052f18c8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:33:59.081424 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:33:59.163410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-6602962d-f2df-4a38-bf1b-fa5c31b141bc tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:59.164898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-6602962d-f2df-4a38-bf1b-fa5c31b141bc tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846616 Jan 27 21:33:59.179970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-91b7d49f-6ac3-4b4e-b2ff-97fe61d4f6ea tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/quotas/5d10074fbc434ec5b463b176b080011b HTTP/1.1" status: 200 len: 375 time: 0.0092411 Jan 27 21:33:59.210789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-9cb11664-a4c2-4f22-8acd-0feba4d99675 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d10074fbc434ec5b463b176b080011b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258381 Jan 27 21:33:59.270089 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4ca0598-5fca-4094-aff7-584187d624de req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:59.317372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ca0598-5fca-4094-aff7-584187d624de req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Network 038c609c-9dab-435a-a0f9-09ac3d293b98 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:33:59.322599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-a4ca0598-5fca-4094-aff7-584187d624de req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:33:59.327187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ca0598-5fca-4094-aff7-584187d624de req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:33:59.331461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Pushing event updated for resources: {'Port': ['ID=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:59.362082 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (5c38ce0d-15e9-485a-8a69-f68a94cf4a48), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:59.366430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:59.369863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] 10.222.0.61 "DELETE /v2.0/networks/5c38ce0d-15e9-485a-8a69-f68a94cf4a48 HTTP/1.1" status: 204 len: 168 time: 1.7721100 Jan 27 21:33:59.388038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254135d7-f3bb-416d-86f6-6e7e6ccb2c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=5c38ce0d-15e9-485a-8a69-f68a94cf4a48,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:33:59.419014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca0598-5fca-4094-aff7-584187d624de req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:59.424900 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4ca0598-5fca-4094-aff7-584187d624de req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:59.500690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3567d53c-2210-42d9-8a13-14ec80efeb42 req-988bf257-f493-434f-86eb-655d9774bae8 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 210 time: 0.0325527 Jan 27 21:33:59.547172 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-f845d5cf-7835-4f93-8391-c8c4ae6eb4bb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1036820 Jan 27 21:33:59.559135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Request body: {'port': {'device_id': '7e3be278-ed0c-415a-b5bd-06cb500a75e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:33:59.592431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:33:59.624601 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:59.628851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cd9449d1-d145-42f0-b3f9-5ca576b6359c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:33:59.661850 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: cd9449d1-d145-42f0-b3f9-5ca576b6359c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:33:59.662204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cd9449d1-d145-42f0-b3f9-5ca576b6359c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:33:59.743741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port c12e9fa3-297f-4935-930c-1f221c995161 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:33:59.747869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port c12e9fa3-297f-4935-930c-1f221c995161 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:33:59.749584 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c12e9fa3-297f-4935-930c-1f221c995161), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:59.859620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36528) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:59.862321 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c12e9fa3-297f-4935-930c-1f221c995161 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:33:59.862813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:33:59.893715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:33:59.896552 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66a7d90-631f-478a-9cde-cef00a445802" -d '{"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-plugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:33:59.902786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51718a-3301-49ff-a03a-c6e4c85dfdd9 req-e55b73ac-d096-42a5-abf1-4e07391fab5f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:59.909627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c51718a-3301-49ff-a03a-c6e4c85dfdd9 req-e55b73ac-d096-42a5-abf1-4e07391fab5f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.1709261 Jan 27 21:33:59.915983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:33:59.917962 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b743a348-efd4-4d8e-8cce-1183c39bf106 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=451676679c4b4b5587451d05a77ed0c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0571260 Jan 27 21:33:59.920582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36534) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:33:59.948107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaacf0a-b82f-442f-a82f-c401e6b9077c req-3190612a-88ab-4088-aac3-34b4a80c0ada tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:33:59.949626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4aaacf0a-b82f-442f-a82f-c401e6b9077c req-3190612a-88ab-4088-aac3-34b4a80c0ada tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1933258 Jan 27 21:33:59.989792 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3aca2971-ddc4-4ff9-9c43-573c9b69dc46 admin admin] Publish callbacks [] for security_group (72d4922f-ffe2-4ae9-a346-a9e9596c3bc4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.014315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c51718a-3301-49ff-a03a-c6e4c85dfdd9 req-8c367d46-ef18-42a2-807b-b1d95b012c43 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038189 Jan 27 21:34:00.029714 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.030093 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3aca2971-ddc4-4ff9-9c43-573c9b69dc46 admin admin] Publish callbacks [] for security_group (72d4922f-ffe2-4ae9-a346-a9e9596c3bc4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.135782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:00.140010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:34:00.165191 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Publish callbacks [] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.172321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4aaacf0a-b82f-442f-a82f-c401e6b9077c req-8f4147e7-bf53-4062-9ef8-349a13929ba4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161157 Jan 27 21:34:00.186108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Transition to ACTIVE for port object a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:34:00.212390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab109567-00cb-4a3c-9528-bb5ce97cecdb req-291b09ef-1b9a-4c5e-8baf-9308fdda9abd tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:00.212390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab109567-00cb-4a3c-9528-bb5ce97cecdb req-291b09ef-1b9a-4c5e-8baf-9308fdda9abd tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 932 time: 0.0885346 Jan 27 21:34:00.231765 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29176e39-b4a0-42e0-8a7e-7526141c2c29 x-openstack-request-id: req-29176e39-b4a0-42e0-8a7e-7526141c2c29 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:00.232184 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-plugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:00.232679 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29176e39-b4a0-42e0-8a7e-7526141c2c29 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:00.233165 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161', 'code': 200} Jan 27 21:34:00.235936 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3aca2971-ddc4-4ff9-9c43-573c9b69dc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (72d4922f-ffe2-4ae9-a346-a9e9596c3bc4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.244419 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3aca2971-ddc4-4ff9-9c43-573c9b69dc46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.248817 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3aca2971-ddc4-4ff9-9c43-573c9b69dc46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72d4922f-ffe2-4ae9-a346-a9e9596c3bc4 HTTP/1.1" status: 204 len: 168 time: 0.3261945 Jan 27 21:34:00.260354 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca2971-ddc4-4ff9-9c43-573c9b69dc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d4922f-ffe2-4ae9-a346-a9e9596c3bc4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:00.281679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab109567-00cb-4a3c-9528-bb5ce97cecdb req-febca4e1-36da-49e2-a6e1-50665bebd14c tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681779 Jan 27 21:34:00.310826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9bffa100-8749-4339-95ff-8c8bc023e1ae details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:34:00.316339 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.351453 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739a81a-6dc0-4521-880e-4b8b3daf333b req-55e1e008-de71-43f0-96ab-c18b5cdf0565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:00.353324 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9739a81a-6dc0-4521-880e-4b8b3daf333b req-55e1e008-de71-43f0-96ab-c18b5cdf0565 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 1096 time: 0.0594411 Jan 27 21:34:00.399854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Pushing event updated for resources: {'Port': ['ID=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:00.407285 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9739a81a-6dc0-4521-880e-4b8b3daf333b req-457595df-b22c-4e56-9a1b-9fe4885d62dc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471580 Jan 27 21:34:00.430146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:00.441299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '9bffa100-8749-4339-95ff-8c8bc023e1ae', 'network_id': '14857012-de9f-42a8-a812-9c816b879109', 'port_id': '9bffa100-8749-4339-95ff-8c8bc023e1ae', 'mac_address': 'fa:16:3e:ab:36:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908066f9-a86a-49be-9201-2d195809262c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:34:00.450279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Attempting to bind port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:34:00.450619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Attempting to bind port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:34:00.450944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Attempting to bind port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 on network 038c609c-9dab-435a-a0f9-09ac3d293b98 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:00.455285 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 on network 038c609c-9dab-435a-a0f9-09ac3d293b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:34:00.455608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Attempting to bind port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 on network 038c609c-9dab-435a-a0f9-09ac3d293b98 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:00.461061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:34:00.461403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Checking segment: {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:34:00.461838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Bound using segment: {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:34:00.462248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Bound port: a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:34:00.462618 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.485936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9bffa100-8749-4339-95ff-8c8bc023e1ae is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:00.486611 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.505630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bffa100-8749-4339-95ff-8c8bc023e1ae {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:34:00.525893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:00.538417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] For port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:34:00.541993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] For port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:34:00.584358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1baec064-3d0f-4790-8e40-4ebdb57202b4 req-f0a15dec-0448-4dba-b075-41454e27f781 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 210 time: 0.0263374 Jan 27 21:34:00.601277 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.643023 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.656412 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9bffa100-8749-4339-95ff-8c8bc023e1ae,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:00.663804 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36552) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:00.687292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:00.688467 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.690389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] 10.222.0.71 "PUT /v2.0/ports/a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 HTTP/1.1" status: 200 len: 1092 time: 1.1360114 Jan 27 21:34:00.693129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3be278-ed0c-415a-b5bd-06cb500a75e6', 'tag': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:00.696753 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d897a290-aa9d-4a63-aa3d-8f235dc5ee84" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3be278-ed0c-415a-b5bd-06cb500a75e6", "tag": "a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:00.737633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe60737-2fbf-455a-84a1-11052591eba8 service neutron] Pushing event updated for resources: {'Port': ['ID=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:00.748305 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5070e45-20fc-4c40-b5f8-d14775354697 x-openstack-request-id: req-e5070e45-20fc-4c40-b5f8-d14775354697 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:00.755317 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3be278-ed0c-415a-b5bd-06cb500a75e6", "tag": "a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:00.755317 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5070e45-20fc-4c40-b5f8-d14775354697 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:00.755317 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3be278-ed0c-415a-b5bd-06cb500a75e6', 'tag': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73', 'status': 'completed', 'code': 200} Jan 27 21:34:00.797765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9bffa100-8749-4339-95ff-8c8bc023e1ae'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:34:00.832989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897a290-aa9d-4a63-aa3d-8f235dc5ee84 req-3c13b832-98b5-43dc-b0a3-15456934a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:00.834731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d897a290-aa9d-4a63-aa3d-8f235dc5ee84 req-3c13b832-98b5-43dc-b0a3-15456934a4ba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 1095 time: 0.0629420 Jan 27 21:34:00.845396 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ef45123-1763-44d9-8452-3965ce6aa1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:00.928947 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ef45123-1763-44d9-8452-3965ce6aa1ef admin admin] Publish callbacks [] for security_group (3ec12ceb-b500-42f3-a8b0-22cc7ff5afe2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:01.013307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897a290-aa9d-4a63-aa3d-8f235dc5ee84 req-ce83b99f-4406-40c4-a4de-6f6ddec0886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:01.014781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d897a290-aa9d-4a63-aa3d-8f235dc5ee84 req-ce83b99f-4406-40c4-a4de-6f6ddec0886d service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1718340 Jan 27 21:34:01.035160 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ef45123-1763-44d9-8452-3965ce6aa1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3ec12ceb-b500-42f3-a8b0-22cc7ff5afe2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:01.088439 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef45123-1763-44d9-8452-3965ce6aa1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec12ceb-b500-42f3-a8b0-22cc7ff5afe2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:01.103184 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5ef45123-1763-44d9-8452-3965ce6aa1ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=232eb5786bc142c38451da6b240cf29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381328 Jan 27 21:34:01.103802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36560) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:01.122336 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36562) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:01.167750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897a290-aa9d-4a63-aa3d-8f235dc5ee84 req-745c6d57-b89a-42c4-81c9-5f1122df21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:01.169322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d897a290-aa9d-4a63-aa3d-8f235dc5ee84 req-745c6d57-b89a-42c4-81c9-5f1122df21f9 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1474409 Jan 27 21:34:01.186059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc13ef4-8063-4467-9c17-187f1b5de6ae req-323721e5-bbc3-432f-87ec-9203af96c501 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:01.187466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6dc13ef4-8063-4467-9c17-187f1b5de6ae req-323721e5-bbc3-432f-87ec-9203af96c501 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 944 time: 0.0835145 Jan 27 21:34:01.222191 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f82d9dd5-4081-44bd-8a6e-9e3a9593b06e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b1aaa62495bc46d2a54d1c903abace05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0986567 Jan 27 21:34:01.224515 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e6ced97-e278-4934-9f81-7351657083a6 admin admin] Publish callbacks [] for security_group (3ec12ceb-b500-42f3-a8b0-22cc7ff5afe2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:01.226684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36566) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:01.252034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e6ced97-e278-4934-9f81-7351657083a6 admin admin] Publish callbacks [] for security_group (3ec12ceb-b500-42f3-a8b0-22cc7ff5afe2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:01.303405 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6dc13ef4-8063-4467-9c17-187f1b5de6ae req-3874c416-3586-4ecf-b20f-535f84b8dc2a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094422 Jan 27 21:34:01.350273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca0598-5fca-4094-aff7-584187d624de req-dc9d7a97-0e20-44f2-9639-c38e5c15bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:01.351746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-dc9d7a97-0e20-44f2-9639-c38e5c15bb71 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 1095 time: 0.1259079 Jan 27 21:34:01.354843 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e6ced97-e278-4934-9f81-7351657083a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3ec12ceb-b500-42f3-a8b0-22cc7ff5afe2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:01.357763 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e6ced97-e278-4934-9f81-7351657083a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:01.362526 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1e6ced97-e278-4934-9f81-7351657083a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ec12ceb-b500-42f3-a8b0-22cc7ff5afe2 HTTP/1.1" status: 204 len: 168 time: 0.2542658 Jan 27 21:34:01.370178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ced97-e278-4934-9f81-7351657083a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec12ceb-b500-42f3-a8b0-22cc7ff5afe2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:01.387592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a640d6-72ab-4afa-8cb8-266f3445e39f req-37a7be80-e956-4634-8127-7324b5563831 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:01.389637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6a640d6-72ab-4afa-8cb8-266f3445e39f req-37a7be80-e956-4634-8127-7324b5563831 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 945 time: 0.1203475 Jan 27 21:34:01.419198 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-844b6636-8037-491d-8932-7343f535c764 admin admin] Publish callbacks [] for security_group (190c7813-47d9-428f-9da9-dced51864a61), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:01.435455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-1a129ba0-d84a-4767-8e84-524722a7f671 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 HTTP/1.1" status: 200 len: 217 time: 0.0745161 Jan 27 21:34:01.511733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-844b6636-8037-491d-8932-7343f535c764 admin admin] Publish callbacks [] for security_group (190c7813-47d9-428f-9da9-dced51864a61), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:01.562465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca0598-5fca-4094-aff7-584187d624de req-9a2f2045-2bcb-4a11-915b-18ef7c3b3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:01.564010 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-9a2f2045-2bcb-4a11-915b-18ef7c3b3e8d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=10416cba-4c10-4511-8751-27ccfe46b2bd HTTP/1.1" status: 200 len: 845 time: 0.1093655 Jan 27 21:34:01.571750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6a640d6-72ab-4afa-8cb8-266f3445e39f req-a4ddf00d-92cb-49bc-83cd-b41116e4d2c1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539378 Jan 27 21:34:01.578886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279e043-0ad0-48f3-93ea-f509a3df2839 req-76d338f9-c330-482c-bb61-875491298261 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:01.580674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e279e043-0ad0-48f3-93ea-f509a3df2839 req-76d338f9-c330-482c-bb61-875491298261 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 944 time: 0.2120728 Jan 27 21:34:01.624992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-278c7ccb-9e7d-4dc9-abdf-0e8f45ce984b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=038c609c-9dab-435a-a0f9-09ac3d293b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408506 Jan 27 21:34:01.720410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e279e043-0ad0-48f3-93ea-f509a3df2839 req-74246336-e2cb-4ba4-959e-d3da58dec509 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282856 Jan 27 21:34:01.763638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abcbd257-b695-4e44-8016-fdde5a6aa772 req-88ad5bab-3c3c-44a3-9c21-cfc6a980581c tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 210 time: 0.0355303 Jan 27 21:34:01.782315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-dc06b12e-666a-420c-b3be-6a52ae3e3898 service neutron] 10.222.0.71 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473360 Jan 27 21:34:01.796738 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-844b6636-8037-491d-8932-7343f535c764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (190c7813-47d9-428f-9da9-dced51864a61), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:01.799596 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-844b6636-8037-491d-8932-7343f535c764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:01.800841 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-844b6636-8037-491d-8932-7343f535c764 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/190c7813-47d9-428f-9da9-dced51864a61 HTTP/1.1" status: 204 len: 168 time: 0.5725067 Jan 27 21:34:01.861251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b6636-8037-491d-8932-7343f535c764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190c7813-47d9-428f-9da9-dced51864a61,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:01.878991 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-1fb2a6e4-1cc9-4a78-8f53-ac1e174c340f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=5d10074fbc434ec5b463b176b080011b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285182 Jan 27 21:34:01.964406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4ca0598-5fca-4094-aff7-584187d624de req-2fe5da40-a598-4032-9c2b-dfefce07c0b4 service neutron] 10.222.0.71 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758072 Jan 27 21:34:02.008427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-02c9af6a-9238-485c-a451-633df3e8d8bd tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:02.009875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-02c9af6a-9238-485c-a451-633df3e8d8bd tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251037 Jan 27 21:34:02.021272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Request body: {'port': {'device_id': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '5d10074fbc434ec5b463b176b080011b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:02.108042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36582) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:02.122685 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9a6dd1a-4176-4c72-acc3-d0cef40b02db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.197325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9a6dd1a-4176-4c72-acc3-d0cef40b02db admin admin] Publish callbacks [] for security_group (b88b9255-0a6c-4bb6-aca0-912fbdfbe383), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.200833 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c37a551c-fd6d-4041-84fe-ae449f873372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.269712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Made reservation on behalf of 5d10074fbc434ec5b463b176b080011b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:34:02.280909 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.286666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9a6dd1a-4176-4c72-acc3-d0cef40b02db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b88b9255-0a6c-4bb6-aca0-912fbdfbe383), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.291056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.328191 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6dd1a-4176-4c72-acc3-d0cef40b02db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88b9255-0a6c-4bb6-aca0-912fbdfbe383,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:02.334624 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d9a6dd1a-4176-4c72-acc3-d0cef40b02db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=680ba3cc878a42279ead2961fbbabf9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247944 Jan 27 21:34:02.337290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36590) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:02.347164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9bffa100-8749-4339-95ff-8c8bc023e1ae up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:34:02.399190 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Publish callbacks [] for security_group (8b181902-8a58-4e6e-84f0-f38040930bbb), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.413598 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4e548dc-14c9-457f-8d9a-2619eb931844 admin admin] Publish callbacks [] for security_group (b88b9255-0a6c-4bb6-aca0-912fbdfbe383), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.437928 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4e548dc-14c9-457f-8d9a-2619eb931844 admin admin] Publish callbacks [] for security_group (b88b9255-0a6c-4bb6-aca0-912fbdfbe383), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.462418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed7963-9000-43b9-a9fe-6740b51b3e8d req-d887bb81-533f-4e40-b53b-a76b0df31765 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:02.463995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bed7963-9000-43b9-a9fe-6740b51b3e8d req-d887bb81-533f-4e40-b53b-a76b0df31765 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 944 time: 0.0551796 Jan 27 21:34:02.484598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 9bffa100-8749-4339-95ff-8c8bc023e1ae completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:34:02.486319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 9bffa100-8749-4339-95ff-8c8bc023e1ae triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:02.488086 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.489822 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8b181902-8a58-4e6e-84f0-f38040930bbb), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.543838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b181902-8a58-4e6e-84f0-f38040930bbb,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:02.552579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bed7963-9000-43b9-a9fe-6740b51b3e8d req-4bd69102-9290-4e6a-9baf-3bcd614850d7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820832 Jan 27 21:34:02.569717 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9bffa100-8749-4339-95ff-8c8bc023e1ae is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:02.570374 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.583695 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4e548dc-14c9-457f-8d9a-2619eb931844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b88b9255-0a6c-4bb6-aca0-912fbdfbe383), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.586450 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4e548dc-14c9-457f-8d9a-2619eb931844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.587633 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d4e548dc-14c9-457f-8d9a-2619eb931844 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b88b9255-0a6c-4bb6-aca0-912fbdfbe383 HTTP/1.1" status: 204 len: 168 time: 0.2494161 Jan 27 21:34:02.597599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e548dc-14c9-457f-8d9a-2619eb931844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88b9255-0a6c-4bb6-aca0-912fbdfbe383,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:02.605351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a5e959-c110-44e7-a051-dd45c5d1fcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bffa100-8749-4339-95ff-8c8bc023e1ae'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:02.627610 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cd6fc7-6806-4d5a-a148-7b4ea672737d" -d '{"events": [{"server_uuid": "e6a5e959-c110-44e7-a051-dd45c5d1fcad", "name": "network-vif-plugged", "status": "completed", "tag": "9bffa100-8749-4339-95ff-8c8bc023e1ae"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:02.632064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:02.702950 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:02.752350 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d87468-5f01-4113-ba58-ffb6c7defcac x-openstack-request-id: req-58d87468-5f01-4113-ba58-ffb6c7defcac {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:02.752618 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a5e959-c110-44e7-a051-dd45c5d1fcad", "name": "network-vif-plugged", "status": "completed", "tag": "9bffa100-8749-4339-95ff-8c8bc023e1ae", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:02.752877 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58d87468-5f01-4113-ba58-ffb6c7defcac {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:02.753456 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a5e959-c110-44e7-a051-dd45c5d1fcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bffa100-8749-4339-95ff-8c8bc023e1ae', 'code': 200} Jan 27 21:34:02.792521 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9bffa100-8749-4339-95ff-8c8bc023e1ae,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:02.840001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Allocated IP 192.168.233.140 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:34:02.848948 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186a285-3be3-4f73-ae8e-4416d0613991 req-322d8f10-4eb9-4418-9403-0b64b1f199f6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:02.850453 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0186a285-3be3-4f73-ae8e-4416d0613991 req-322d8f10-4eb9-4418-9403-0b64b1f199f6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 945 time: 0.1523757 Jan 27 21:34:02.920970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f87291-c900-406f-98ed-4ea613f8ffca req-a010833c-ea22-43bb-b2c9-32c17ac74db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:02.922542 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3f87291-c900-406f-98ed-4ea613f8ffca req-a010833c-ea22-43bb-b2c9-32c17ac74db2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 1096 time: 0.1423326 Jan 27 21:34:03.014734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6784fca-7b9d-4e3b-b7e3-fbd2c137fe70 req-77daf035-4979-4b7c-b229-607f3c33bdcb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:03.016802 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6784fca-7b9d-4e3b-b7e3-fbd2c137fe70 req-77daf035-4979-4b7c-b229-607f3c33bdcb tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 944 time: 0.1623037 Jan 27 21:34:03.053618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0186a285-3be3-4f73-ae8e-4416d0613991 req-d8202dd0-c444-4b9f-b651-eaabb83182a8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948953 Jan 27 21:34:03.094226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3f87291-c900-406f-98ed-4ea613f8ffca req-9b029360-d4e6-4477-b6f9-5d62ca9d1bd2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626971 Jan 27 21:34:03.186144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb2f3c08-e470-4221-9b81-39a5b4df57bc req-17d18c86-5d62-4674-ac50-43ef68849619 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 210 time: 0.0363452 Jan 27 21:34:03.194522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6784fca-7b9d-4e3b-b7e3-fbd2c137fe70 req-222179de-9566-40ef-9c7f-ec67b5972161 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446524 Jan 27 21:34:03.219824 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Publish callbacks [] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:03.305031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a0c3-3d6e-4450-9b13-94c32207c205 req-17ce1e15-f5ca-400a-9d4e-9d186b999c8c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:03.306498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47a6a0c3-3d6e-4450-9b13-94c32207c205 req-17ce1e15-f5ca-400a-9d4e-9d186b999c8c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 945 time: 0.0495865 Jan 27 21:34:03.315870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36634) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:03.320654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-88d1ff7a-0616-4aa6-b325-ce0a3a0a323b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Request body: {'floatingip': {'port_id': 'c12e9fa3-297f-4935-930c-1f221c995161'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:03.369510 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88d1ff7a-0616-4aa6-b325-ce0a3a0a323b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for floatingip (511c4123-cf01-4118-b48d-11be223fd881), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:03.404507 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:03.495609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:34:03.504602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:34:03.514655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:34:03.538159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Pushing event updated for resources: {'Port': ['ID=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:03.611178 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:03.612115 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:03.853268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1dd30ed7-ab90-4f04-9f63-53b12c1a812b None None] Provisioning complete for port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:03.853796 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1dd30ed7-ab90-4f04-9f63-53b12c1a812b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:03.915063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1dd30ed7-ab90-4f04-9f63-53b12c1a812b None None] Port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:34:04.096997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-c30c44cf-1d7c-4983-939b-ce1d5542af24 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0795405 Jan 27 21:34:04.131708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Request body: {'port': {'device_id': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:04.194306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad706c-52ad-41b7-9fee-15974d7c9552 req-192e003b-84b2-4e08-a0db-31e73c00f252 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:04.195477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66ad706c-52ad-41b7-9fee-15974d7c9552 req-192e003b-84b2-4e08-a0db-31e73c00f252 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 945 time: 0.1054571 Jan 27 21:34:04.325501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:04.354829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:34:04.489543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:04.503575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73', 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'port_id': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73', 'mac_address': 'fa:16:3e:3d:04:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10416cba-4c10-4511-8751-27ccfe46b2bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:34:04.525444 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66ad706c-52ad-41b7-9fee-15974d7c9552 req-8d167935-519e-43b3-b5ae-5b66358b538e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987499 Jan 27 21:34:04.571768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:04.572360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:04.586486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:34:04.610447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:04.669411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893d1ea-f29b-45e8-b88b-7a23aa475163 req-13876c0c-ca71-440a-bd2f-0719fca9dc43 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:04.669603 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7aa1038b-63e8-4685-9207-92564008f56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:04.670898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a893d1ea-f29b-45e8-b88b-7a23aa475163 req-13876c0c-ca71-440a-bd2f-0719fca9dc43 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 936 time: 0.2409949 Jan 27 21:34:04.709525 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:04.731634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.resource_extend [None req-88d1ff7a-0616-4aa6-b325-ce0a3a0a323b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:34:04.761807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:04.818272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836a3f4-58b8-4793-a2e7-55628309d0c5 req-8eb40670-a2a5-474d-9b7b-082f2d69f370 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:04.819767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6836a3f4-58b8-4793-a2e7-55628309d0c5 req-8eb40670-a2a5-474d-9b7b-082f2d69f370 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 944 time: 0.2102485 Jan 27 21:34:04.856601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a893d1ea-f29b-45e8-b88b-7a23aa475163 req-fd9c1763-80ce-4686-ae2c-505239f3fee0 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b181902-8a58-4e6e-84f0-f38040930bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636074 Jan 27 21:34:04.865603 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88d1ff7a-0616-4aa6-b325-ce0a3a0a323b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:04.910932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:34:04.931560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88d1ff7a-0616-4aa6-b325-ce0a3a0a323b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (511c4123-cf01-4118-b48d-11be223fd881), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:04.976865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6836a3f4-58b8-4793-a2e7-55628309d0c5 req-cf6d1332-757a-4011-9a93-25e8fb25e3cf tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454289 Jan 27 21:34:04.995113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:34:05.006317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Publish callbacks [] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:05.024660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Transition to ACTIVE for port object a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:34:05.111010 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-88d1ff7a-0616-4aa6-b325-ce0a3a0a323b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Floating IP 511c4123-cf01-4118-b48d-11be223fd881 associated. External IP: 172.25.0.56, port: c12e9fa3-297f-4935-930c-1f221c995161. Jan 27 21:34:05.114947 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:05.259796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Pushing event updated for resources: {'Port': ['ID=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:05.391520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-af6e4615-13c5-435c-9a51-e56a8e95f28d req-010038ed-7f7a-465a-b61b-cd14b2bf4bd4 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1732847472', 'description': 'tempest-description-947864148'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:05.404152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Attempting to bind port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:34:05.404499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Attempting to bind port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:34:05.404822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Attempting to bind port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:05.424767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:34:05.427026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Attempting to bind port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:05.461860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:34:05.461860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:34:05.461860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:34:05.461860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Bound port: a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:34:05.461860 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:05.515270 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-af6e4615-13c5-435c-9a51-e56a8e95f28d req-010038ed-7f7a-465a-b61b-cd14b2bf4bd4 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:05.527993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d1ff7a-0616-4aa6-b325-ce0a3a0a323b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:34:05.539185 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-af6e4615-13c5-435c-9a51-e56a8e95f28d req-010038ed-7f7a-465a-b61b-cd14b2bf4bd4 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:05.569609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:34:05.575389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:34:05.677226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:05.762220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:05.762836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:05.764292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] 10.222.0.71 "PUT /v2.0/ports/a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 HTTP/1.1" status: 200 len: 1096 time: 1.6381278 Jan 27 21:34:05.764781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:05.767008 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6e79a7-6bd2-423d-a8e0-5bd0de14d1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:05.786960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d1ff7a-0616-4aa6-b325-ce0a3a0a323b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:34:05.800773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507d8428-d1d8-4938-a666-e9eb28ff8bef None None] Sync routers for ids ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:34:05.804791 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88d1ff7a-0616-4aa6-b325-ce0a3a0a323b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:05.816663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507d8428-d1d8-4938-a666-e9eb28ff8bef None None] Routers {'a504e2d6-bc1e-491f-9e7f-5a58f13648a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:34:05.817668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-507d8428-d1d8-4938-a666-e9eb28ff8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:34:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:05.841135 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-af6e4615-13c5-435c-9a51-e56a8e95f28d req-010038ed-7f7a-465a-b61b-cd14b2bf4bd4 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (514bf291-a5d1-4cb0-a0d9-4c0664be68f1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:05.846380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc3b75-ace5-4b8b-8f64-b0c84e34d5fd service neutron] Pushing event updated for resources: {'Port': ['ID=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:05.866768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bba274-08f5-49e6-b10b-9e88cd6cc927 req-468e7c28-0d3b-4a42-91ba-ab931ed8d473 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:05.874091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7bba274-08f5-49e6-b10b-9e88cd6cc927 req-468e7c28-0d3b-4a42-91ba-ab931ed8d473 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 945 time: 0.1588647 Jan 27 21:34:05.876970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-88d1ff7a-0616-4aa6-b325-ce0a3a0a323b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "PUT /v2.0/floatingips/511c4123-cf01-4118-b48d-11be223fd881 HTTP/1.1" status: 200 len: 990 time: 2.5599976 Jan 27 21:34:05.930233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-af6e4615-13c5-435c-9a51-e56a8e95f28d req-010038ed-7f7a-465a-b61b-cd14b2bf4bd4 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (514bf291-a5d1-4cb0-a0d9-4c0664be68f1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:06.008384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7bba274-08f5-49e6-b10b-9e88cd6cc927 req-a8ae9be5-df93-478a-a4c0-e5abcf3ba72e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321456 Jan 27 21:34:06.027104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010038ed-7f7a-465a-b61b-cd14b2bf4bd4 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=514bf291-a5d1-4cb0-a0d9-4c0664be68f1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:06.043620 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-577e90d5-2b94-4acc-956a-e145acfa0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:06.045769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-577e90d5-2b94-4acc-956a-e145acfa0048 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5d10074fbc434ec5b463b176b080011b&device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 1099 time: 0.1481237 Jan 27 21:34:06.072233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-af6e4615-13c5-435c-9a51-e56a8e95f28d req-010038ed-7f7a-465a-b61b-cd14b2bf4bd4 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (410a5be5-54b3-47a2-a222-b3eb6c14d185), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:06.090698 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:06.115724 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2887e10e-583b-4c56-9ead-1c3bdbaa9d80 x-openstack-request-id: req-2887e10e-583b-4c56-9ead-1c3bdbaa9d80 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:06.116299 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:06.116409 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2887e10e-583b-4c56-9ead-1c3bdbaa9d80 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:06.116914 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'status': 'completed', 'code': 200} Jan 27 21:34:06.119329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-05889085-a0fa-49dc-ac6d-3bf474c329ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 HTTP/1.1" status: 200 len: 217 time: 0.0458431 Jan 27 21:34:06.148630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-507d8428-d1d8-4938-a666-e9eb28ff8bef None None] Set router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:34:06.203349 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-7106ccbf-937c-450e-aaf3-058b38ca1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:06.204914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-7106ccbf-937c-450e-aaf3-058b38ca1577 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0763307 Jan 27 21:34:06.206089 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-af6e4615-13c5-435c-9a51-e56a8e95f28d req-010038ed-7f7a-465a-b61b-cd14b2bf4bd4 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (410a5be5-54b3-47a2-a222-b3eb6c14d185), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:06.289256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010038ed-7f7a-465a-b61b-cd14b2bf4bd4 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410a5be5-54b3-47a2-a222-b3eb6c14d185,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:06.312021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-55fb6606-5cb3-4b31-be30-ea48547e47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:06.313729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-55fb6606-5cb3-4b31-be30-ea48547e47ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1014123 Jan 27 21:34:06.325059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355d58b-29c6-4a04-87ac-8b71811754b3 req-2f2c870d-3b7d-40bb-a55c-6db0a64a4007 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:06.326499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3355d58b-29c6-4a04-87ac-8b71811754b3 req-2f2c870d-3b7d-40bb-a55c-6db0a64a4007 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 948 time: 0.0783329 Jan 27 21:34:06.336638 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-af6e4615-13c5-435c-9a51-e56a8e95f28d req-010038ed-7f7a-465a-b61b-cd14b2bf4bd4 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:06.337776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af6e4615-13c5-435c-9a51-e56a8e95f28d req-010038ed-7f7a-465a-b61b-cd14b2bf4bd4 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9538372 Jan 27 21:34:06.366481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:34:06.408500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3355d58b-29c6-4a04-87ac-8b71811754b3 req-593cc7c6-c101-483a-9347-f794356f1fe4 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b181902-8a58-4e6e-84f0-f38040930bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697324 Jan 27 21:34:06.491731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-507d8428-d1d8-4938-a666-e9eb28ff8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:33:35Z', 'revision_number': 4, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '511c4123-cf01-4118-b48d-11be223fd881', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'port_id': 'c12e9fa3-297f-4935-930c-1f221c995161', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'mac_address': 'fa:16:3e:44:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:33:44Z', 'updated_at': '2022-01-27T21:34:04Z', 'revision_number': 1, 'project_id': '59885e32266f4635909c70d7c437905e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c71146-a356-46ef-9731-c9ad4d8b90ed', 'name': '', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'mac_address': 'fa:16:3e:1b:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:32Z', 'updated_at': '2022-01-27T21:33:41Z', 'revision_number': 5, 'project_id': '59885e32266f4635909c70d7c437905e', 'subnets': [{'id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:06.507567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25f153-b2a6-43db-81c0-1689350373e3 req-b707519b-3e7e-4418-895a-fc4ac02f71b8 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:06.514325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef25f153-b2a6-43db-81c0-1689350373e3 req-b707519b-3e7e-4418-895a-fc4ac02f71b8 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 945 time: 0.1044922 Jan 27 21:34:06.526348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507d8428-d1d8-4938-a666-e9eb28ff8bef None None] Checking router: a504e2d6-bc1e-491f-9e7f-5a58f13648a7 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:34:06.534353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:34:06.543994 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:06.544415 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:06.548652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507d8428-d1d8-4938-a666-e9eb28ff8bef None None] Routers {'a504e2d6-bc1e-491f-9e7f-5a58f13648a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:34:06.549047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-507d8428-d1d8-4938-a666-e9eb28ff8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:34:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:06.563290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-84abb0b1-e0db-4de9-a57d-3d601086bfda service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354820 Jan 27 21:34:06.609370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef25f153-b2a6-43db-81c0-1689350373e3 req-76656e56-c7ca-43d4-bbf9-4fdfd431655e tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890887 Jan 27 21:34:06.713433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-507d8428-d1d8-4938-a666-e9eb28ff8bef None None] Set router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:34:06.721830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dec56f-328c-42d6-86c3-4ff3a15e1169 req-bb1eda92-0ebf-43de-bec4-4275c584f481 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:06.723659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74dec56f-328c-42d6-86c3-4ff3a15e1169 req-bb1eda92-0ebf-43de-bec4-4275c584f481 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 1096 time: 0.0697331 Jan 27 21:34:06.729390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e7a27e-7b2b-4e62-8488-bece5e49ae28 req-efc67f86-236b-4a99-8c5a-2753af37ae4a service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600406 Jan 27 21:34:06.775939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74dec56f-328c-42d6-86c3-4ff3a15e1169 req-073c76a4-92b0-4711-9b52-2e6471bb7c58 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444000 Jan 27 21:34:06.781676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a377fa71-d086-4bca-8d0f-270a188acb93 req-a44a2954-c424-46ee-ba9d-b6f55c8f6fc5 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Request body: {'security_group': {'name': 'tempest-securitygroup-818309683', 'description': 'tempest-description-574141457'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:06.918253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a377fa71-d086-4bca-8d0f-270a188acb93 req-a44a2954-c424-46ee-ba9d-b6f55c8f6fc5 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:06.960332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:06.960778 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:07.002966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e79a7-6bd2-423d-a8e0-5bd0de14d1d9 req-d98377c0-bffa-4c26-a5d6-c86c3a5569ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:07.004667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e6e79a7-6bd2-423d-a8e0-5bd0de14d1d9 req-d98377c0-bffa-4c26-a5d6-c86c3a5569ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5d10074fbc434ec5b463b176b080011b&device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 1099 time: 0.1509392 Jan 27 21:34:07.010717 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3be278-ed0c-415a-b5bd-06cb500a75e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:07.013405 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf7b6af-5e68-4416-98c7-8e3ea56447f2" -d '{"events": [{"server_uuid": "7e3be278-ed0c-415a-b5bd-06cb500a75e6", "name": "network-vif-plugged", "status": "completed", "tag": "a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:07.033651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:07.100418 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:07.136324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbacd18-6740-4077-9181-ec8fdfe64daf req-a9c12852-21a8-4f36-a8d0-7b18ffe6e514 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:07.144104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddbacd18-6740-4077-9181-ec8fdfe64daf req-a9c12852-21a8-4f36-a8d0-7b18ffe6e514 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 1096 time: 0.2100236 Jan 27 21:34:07.147863 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a377fa71-d086-4bca-8d0f-270a188acb93 req-a44a2954-c424-46ee-ba9d-b6f55c8f6fc5 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (abb5eeee-d278-4a8b-b6e6-d4329881809d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:07.171297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-507d8428-d1d8-4938-a666-e9eb28ff8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:33:35Z', 'revision_number': 4, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '511c4123-cf01-4118-b48d-11be223fd881', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'port_id': 'c12e9fa3-297f-4935-930c-1f221c995161', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'mac_address': 'fa:16:3e:44:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:33:44Z', 'updated_at': '2022-01-27T21:34:04Z', 'revision_number': 1, 'project_id': '59885e32266f4635909c70d7c437905e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c71146-a356-46ef-9731-c9ad4d8b90ed', 'name': '', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'mac_address': 'fa:16:3e:1b:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:32Z', 'updated_at': '2022-01-27T21:33:41Z', 'revision_number': 5, 'project_id': '59885e32266f4635909c70d7c437905e', 'subnets': [{'id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:07.212116 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a377fa71-d086-4bca-8d0f-270a188acb93 req-a44a2954-c424-46ee-ba9d-b6f55c8f6fc5 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (abb5eeee-d278-4a8b-b6e6-d4329881809d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:07.226050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507d8428-d1d8-4938-a666-e9eb28ff8bef None None] The sync data for ids ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'] in n-d-760456-6 is: [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:33:35Z', 'revision_number': 4, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '511c4123-cf01-4118-b48d-11be223fd881', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'port_id': 'c12e9fa3-297f-4935-930c-1f221c995161', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'mac_address': 'fa:16:3e:44:25:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:33:44Z', 'updated_at': '2022-01-27T21:34:04Z', 'revision_number': 1, 'project_id': '59885e32266f4635909c70d7c437905e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c71146-a356-46ef-9731-c9ad4d8b90ed', 'name': '', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'mac_address': 'fa:16:3e:1b:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:32Z', 'updated_at': '2022-01-27T21:33:41Z', 'revision_number': 5, 'project_id': '59885e32266f4635909c70d7c437905e', 'subnets': [{'id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:34:07.231890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:07.250157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a2954-c424-46ee-ba9d-b6f55c8f6fc5 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb5eeee-d278-4a8b-b6e6-d4329881809d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:07.258987 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:07.259230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e79a7-6bd2-423d-a8e0-5bd0de14d1d9 req-cc9cac88-1fab-4247-9d52-bc0bafed56bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:07.260739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e6e79a7-6bd2-423d-a8e0-5bd0de14d1d9 req-cc9cac88-1fab-4247-9d52-bc0bafed56bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2346668 Jan 27 21:34:07.283817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddbacd18-6740-4077-9181-ec8fdfe64daf req-6bbc4a6d-c996-45a3-a569-5c8cfb3c8e53 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387730 Jan 27 21:34:07.314816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e6e79a7-6bd2-423d-a8e0-5bd0de14d1d9 req-c12e13fe-8899-4ecf-96da-731a483b2436 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 HTTP/1.1" status: 200 len: 217 time: 0.0422208 Jan 27 21:34:07.367448 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be37f267-1f46-4f95-8560-80d7f5fab813 x-openstack-request-id: req-be37f267-1f46-4f95-8560-80d7f5fab813 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:07.367849 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3be278-ed0c-415a-b5bd-06cb500a75e6", "name": "network-vif-plugged", "status": "completed", "tag": "a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:07.368195 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be37f267-1f46-4f95-8560-80d7f5fab813 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:07.368659 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3be278-ed0c-415a-b5bd-06cb500a75e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73', 'code': 200} Jan 27 21:34:07.396559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a377fa71-d086-4bca-8d0f-270a188acb93 req-a44a2954-c424-46ee-ba9d-b6f55c8f6fc5 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:07.412563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a377fa71-d086-4bca-8d0f-270a188acb93 req-a44a2954-c424-46ee-ba9d-b6f55c8f6fc5 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6346600 Jan 27 21:34:07.422248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e79a7-6bd2-423d-a8e0-5bd0de14d1d9 req-9542e96f-1df9-4fb6-bb51-94f0e338f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:07.425599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e6e79a7-6bd2-423d-a8e0-5bd0de14d1d9 req-9542e96f-1df9-4fb6-bb51-94f0e338f205 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1016264 Jan 27 21:34:07.538704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e79a7-6bd2-423d-a8e0-5bd0de14d1d9 req-86bef229-9b56-45c8-b03b-34911027c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:07.540374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e6e79a7-6bd2-423d-a8e0-5bd0de14d1d9 req-86bef229-9b56-45c8-b03b-34911027c8e8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983977 Jan 27 21:34:07.546963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46b1b4-c5ed-4773-b095-487472b6c2f5 req-ed857e91-9ae4-4e27-bf0e-636509999afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:07.549382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab46b1b4-c5ed-4773-b095-487472b6c2f5 req-ed857e91-9ae4-4e27-bf0e-636509999afb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 1097 time: 0.0962827 Jan 27 21:34:07.558081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-975edf72-2155-46ae-852f-dd584836ee7a req-a332b0ef-cced-4bda-8ef4-4385d741798e tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1368399154', 'description': 'tempest-description-1366382046'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:07.569752 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bc375a-7938-4ae3-aece-3435fa653e43 None None] New status for floating IP 511c4123-cf01-4118-b48d-11be223fd881: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:34:08.029495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab46b1b4-c5ed-4773-b095-487472b6c2f5 req-b4ccb53a-9116-472e-85bd-8c2ab94b206c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673953 Jan 27 21:34:08.052272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4bd18-cc75-490c-8ada-319d8546ca9d req-57518c37-4abc-4d32-8797-132c9ddbab5a tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:08.053717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53e4bd18-cc75-490c-8ada-319d8546ca9d req-57518c37-4abc-4d32-8797-132c9ddbab5a tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 948 time: 0.0995784 Jan 27 21:34:08.055827 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e6e79a7-6bd2-423d-a8e0-5bd0de14d1d9 req-fece526a-3c5c-44c2-96c7-3dfaab22b6e3 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921007 Jan 27 21:34:08.057845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-975edf72-2155-46ae-852f-dd584836ee7a req-a332b0ef-cced-4bda-8ef4-4385d741798e tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:08.072151 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-975edf72-2155-46ae-852f-dd584836ee7a req-a332b0ef-cced-4bda-8ef4-4385d741798e tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:08.118451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:08.120598 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41916016-bb9b-4f3a-9073-cf0e530a15f3" -d '{"events": [{"name": "network-changed", "server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "tag": "c12e9fa3-297f-4935-930c-1f221c995161"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:08.132592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53e4bd18-cc75-490c-8ada-319d8546ca9d req-ead9d571-5a5e-433d-88fb-60168f18a6de tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b181902-8a58-4e6e-84f0-f38040930bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716202 Jan 27 21:34:08.193382 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-975edf72-2155-46ae-852f-dd584836ee7a req-a332b0ef-cced-4bda-8ef4-4385d741798e tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (ad62d403-127d-47c1-b907-b12a85a1868f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:08.269698 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-975edf72-2155-46ae-852f-dd584836ee7a req-a332b0ef-cced-4bda-8ef4-4385d741798e tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ad62d403-127d-47c1-b907-b12a85a1868f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:08.322106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332b0ef-cced-4bda-8ef4-4385d741798e tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad62d403-127d-47c1-b907-b12a85a1868f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:08.348548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e6e79a7-6bd2-423d-a8e0-5bd0de14d1d9 req-3243945d-48a6-4ebb-90e7-3770839ea994 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296735 Jan 27 21:34:08.364172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:34:08.370605 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-975edf72-2155-46ae-852f-dd584836ee7a req-a332b0ef-cced-4bda-8ef4-4385d741798e tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (92b384d2-2a4c-4c6f-9730-1a6674fe6626), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:08.472763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:08.484631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'mac_address': 'fa:16:3e:d4:c3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:34:08.498040 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-975edf72-2155-46ae-852f-dd584836ee7a req-a332b0ef-cced-4bda-8ef4-4385d741798e tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (92b384d2-2a4c-4c6f-9730-1a6674fe6626), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:08.525630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:08.526012 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:08.528461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332b0ef-cced-4bda-8ef4-4385d741798e tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b384d2-2a4c-4c6f-9730-1a6674fe6626,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:08.539705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:34:08.564814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:08.597043 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-975edf72-2155-46ae-852f-dd584836ee7a req-a332b0ef-cced-4bda-8ef4-4385d741798e tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:08.598461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-975edf72-2155-46ae-852f-dd584836ee7a req-a332b0ef-cced-4bda-8ef4-4385d741798e tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0446742 Jan 27 21:34:08.658073 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:08.708024 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:08.713447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:08.727288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16f5bb-c779-49a2-a24b-a7b9ebd296bc req-486534f3-8fad-42d3-9c4a-871679cbd911 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:08.728857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a16f5bb-c779-49a2-a24b-a7b9ebd296bc req-486534f3-8fad-42d3-9c4a-871679cbd911 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 946 time: 0.0650465 Jan 27 21:34:08.784317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a16f5bb-c779-49a2-a24b-a7b9ebd296bc req-9785107b-fb09-42a3-936d-d96bb04f88a5 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485375 Jan 27 21:34:08.920036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:34:08.935810 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01eafe69-2d67-4111-85dd-3b4f7b0a575a x-openstack-request-id: req-01eafe69-2d67-4111-85dd-3b4f7b0a575a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:08.936395 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "tag": "c12e9fa3-297f-4935-930c-1f221c995161", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:08.936793 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01eafe69-2d67-4111-85dd-3b4f7b0a575a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:08.937293 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161', 'status': 'completed', 'code': 200} Jan 27 21:34:09.019155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41916016-bb9b-4f3a-9073-cf0e530a15f3 req-2220d3b1-6b79-4f57-9270-18163f6cff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:09.021188 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-41916016-bb9b-4f3a-9073-cf0e530a15f3 req-2220d3b1-6b79-4f57-9270-18163f6cff67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 1096 time: 0.0634181 Jan 27 21:34:09.039961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-9ccca190-e8c6-478a-a67d-369dd39c2b42 req-bc458969-4477-4c12-b0a2-3021a04e764b tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-688044075', 'description': 'tempest-description-2009657859'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:09.126425 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9ccca190-e8c6-478a-a67d-369dd39c2b42 req-bc458969-4477-4c12-b0a2-3021a04e764b tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:09.163932 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41916016-bb9b-4f3a-9073-cf0e530a15f3 req-95ab15da-1341-4771-9dec-6dfee2936baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:09.165711 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-41916016-bb9b-4f3a-9073-cf0e530a15f3 req-95ab15da-1341-4771-9dec-6dfee2936baa service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.1311753 Jan 27 21:34:09.211352 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9ccca190-e8c6-478a-a67d-369dd39c2b42 req-bc458969-4477-4c12-b0a2-3021a04e764b tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (ccdf3148-7010-4067-ba33-d7df94b5fcd2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:09.239469 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-41916016-bb9b-4f3a-9073-cf0e530a15f3 req-540f3dc9-e016-4c65-8617-b1953e189fab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12e9fa3-297f-4935-930c-1f221c995161 HTTP/1.1" status: 200 len: 1000 time: 0.0663626 Jan 27 21:34:09.293252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41916016-bb9b-4f3a-9073-cf0e530a15f3 req-dba09dfd-5e27-4e95-b633-07533e5fe845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:09.294855 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-41916016-bb9b-4f3a-9073-cf0e530a15f3 req-dba09dfd-5e27-4e95-b633-07533e5fe845 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.0490067 Jan 27 21:34:09.347564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41916016-bb9b-4f3a-9073-cf0e530a15f3 req-c5e9fa35-3294-4e7a-968a-a2ec1f6b5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:09.349644 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-41916016-bb9b-4f3a-9073-cf0e530a15f3 req-c5e9fa35-3294-4e7a-968a-a2ec1f6b5cc2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486536 Jan 27 21:34:09.409589 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9ccca190-e8c6-478a-a67d-369dd39c2b42 req-bc458969-4477-4c12-b0a2-3021a04e764b tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ccdf3148-7010-4067-ba33-d7df94b5fcd2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:09.454721 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-41916016-bb9b-4f3a-9073-cf0e530a15f3 req-cdcf6d4c-caca-4888-903c-4895440c9536 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957937 Jan 27 21:34:09.474798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc458969-4477-4c12-b0a2-3021a04e764b tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdf3148-7010-4067-ba33-d7df94b5fcd2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:09.483254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98bc8192-6bc5-43f9-af3a-ed1d5fa65a67 req-e3711cfe-a7ca-4d9b-a6a6-e497d7e7016c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064653 Jan 27 21:34:09.566458 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9ccca190-e8c6-478a-a67d-369dd39c2b42 req-bc458969-4477-4c12-b0a2-3021a04e764b tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:09.581383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ccca190-e8c6-478a-a67d-369dd39c2b42 req-bc458969-4477-4c12-b0a2-3021a04e764b tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5465288 Jan 27 21:34:09.585450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc8192-6bc5-43f9-af3a-ed1d5fa65a67 req-f87e867a-6b33-4ca6-a140-042a5882a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:09.588480 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98bc8192-6bc5-43f9-af3a-ed1d5fa65a67 req-f87e867a-6b33-4ca6-a140-042a5882a59f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 1095 time: 0.0832765 Jan 27 21:34:09.613045 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-41916016-bb9b-4f3a-9073-cf0e530a15f3 req-d2f6e215-6218-401e-b72a-f39b1bb8665c service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519630 Jan 27 21:34:09.700858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc8192-6bc5-43f9-af3a-ed1d5fa65a67 req-a696fcb7-4201-4376-8739-6b33d8570bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:09.702721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98bc8192-6bc5-43f9-af3a-ed1d5fa65a67 req-a696fcb7-4201-4376-8739-6b33d8570bd7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.0911860 Jan 27 21:34:09.765369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98bc8192-6bc5-43f9-af3a-ed1d5fa65a67 req-e25902bd-3857-488f-88c0-ec64facce7cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b234459e-1b7e-4069-9887-d7b0c12986af HTTP/1.1" status: 200 len: 217 time: 0.0569706 Jan 27 21:34:09.848704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc8192-6bc5-43f9-af3a-ed1d5fa65a67 req-35a4fa14-bda5-4bf1-8336-6708b861633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:09.850193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98bc8192-6bc5-43f9-af3a-ed1d5fa65a67 req-35a4fa14-bda5-4bf1-8336-6708b861633e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.0793891 Jan 27 21:34:09.873803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faed06-5f6e-4206-ad9c-7a9541afadbe req-a377cdfc-246e-4ce2-ba29-76b45140fe3e tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:09.873803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3faed06-5f6e-4206-ad9c-7a9541afadbe req-a377cdfc-246e-4ce2-ba29-76b45140fe3e tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 949 time: 0.0666375 Jan 27 21:34:09.905009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98bc8192-6bc5-43f9-af3a-ed1d5fa65a67 req-a586faf6-edac-4af0-bcbe-471b0ce438c5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444012 Jan 27 21:34:10.002382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3faed06-5f6e-4206-ad9c-7a9541afadbe req-4378465e-c46f-4ea7-a392-6103dbf7883b tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b181902-8a58-4e6e-84f0-f38040930bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230059 Jan 27 21:34:10.044199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98bc8192-6bc5-43f9-af3a-ed1d5fa65a67 req-dee804f4-946c-4ec1-b54d-9cce21dce9f2 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328354 Jan 27 21:34:10.220698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98bc8192-6bc5-43f9-af3a-ed1d5fa65a67 req-b2c4e2f5-3b14-4308-b68e-eb8207dfeab9 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603220 Jan 27 21:34:10.353946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-53097cfb-a763-4178-aee1-83a6e40c4228 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48137 time: 0.3189454 Jan 27 21:34:10.373065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:34:10.384734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-074ceddd-91ff-4f53-8695-5ddd4e5ad6c8 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:34:10.386253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-074ceddd-91ff-4f53-8695-5ddd4e5ad6c8 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067174 Jan 27 21:34:10.455783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-dcf6147d-74a0-4f01-b424-ce697eae7b55 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/05c377b8-8d9d-4e8b-8c69-b77f09d69f64 HTTP/1.1" status: 200 len: 2990 time: 0.0516593 Jan 27 21:34:10.464323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:34:10.469919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:10.471214 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:10.538362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-65abe327-54f7-4ccf-9a9d-422a234e1406 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/05c377b8-8d9d-4e8b-8c69-b77f09d69f64 HTTP/1.1" status: 200 len: 2990 time: 0.0743477 Jan 27 21:34:10.543308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-5c7d4771-bae6-4ed2-9da3-bc7e7438d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:10.544727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-5c7d4771-bae6-4ed2-9da3-bc7e7438d6cb service neutron] 10.222.0.61 "GET /v2.0/ports/9bffa100-8749-4339-95ff-8c8bc023e1ae HTTP/1.1" status: 200 len: 1093 time: 0.1509037 Jan 27 21:34:10.560382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] Request body: {'binding': {'host': 'n-h1-760456-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:10.560868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] Unknown quota resources ['binding']. {{(pid=104027) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:34:10.562402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:10.562805 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:10.585927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:10.588221 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9929b5c5-9ad4-47a3-9d2e-9cf0741c3d3d" -d '{"events": [{"server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "name": "network-vif-plugged", "status": "completed", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:10.601016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:10.628049 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-e6c7e37e-d838-4eb4-8c69-2310fbd6afb1 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/148c3cc2-50aa-42a2-9f45-2853bd197ee8 HTTP/1.1" status: 200 len: 2994 time: 0.0776136 Jan 27 21:34:10.697823 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:10.715470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-cd454b8f-8ca4-45c9-ac35-526d4efcc53b tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/148c3cc2-50aa-42a2-9f45-2853bd197ee8 HTTP/1.1" status: 200 len: 2994 time: 0.0586023 Jan 27 21:34:10.754972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:10.776403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae on host n-h1-760456-6 for vnic_type normal with profile None {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:34:10.776745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:34:10.777074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:10.782851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-9fce26a4-22fd-4ebd-b8fd-7ce559e54a7d tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/514bf291-a5d1-4cb0-a0d9-4c0664be68f1 HTTP/1.1" status: 200 len: 2998 time: 0.0596263 Jan 27 21:34:10.784835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] Port 9bffa100-8749-4339-95ff-8c8bc023e1ae on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:34:10.785158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:10.791840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:34:10.792204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:34:10.792586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:34:10.793012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] Bound port: 9bffa100-8749-4339-95ff-8c8bc023e1ae, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:34:10.865683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-c3662b1c-371f-489e-bf18-9de0b8b91290 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/514bf291-a5d1-4cb0-a0d9-4c0664be68f1 HTTP/1.1" status: 200 len: 2998 time: 0.0756822 Jan 27 21:34:10.881497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:34:10.911429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-638b1e0a-574d-4f8a-a989-35757a86f7f3 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/79b954be-a0a2-4acf-bfd3-1808d967e6f2 HTTP/1.1" status: 200 len: 2998 time: 0.0387847 Jan 27 21:34:10.956133 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-1d227b28-3f6c-4d49-b183-d8892ac9508a tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/79b954be-a0a2-4acf-bfd3-1808d967e6f2 HTTP/1.1" status: 200 len: 2998 time: 0.0381916 Jan 27 21:34:10.985055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:10.986198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] 10.222.0.61 "POST /v2.0/ports/9bffa100-8749-4339-95ff-8c8bc023e1ae/bindings HTTP/1.1" status: 201 len: 389 time: 0.4302046 Jan 27 21:34:11.002577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-32ccb65e-ebec-4801-81a8-971bb4e05309 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/7da0b41a-9cc2-403f-a167-7ea816e1d999 HTTP/1.1" status: 200 len: 2998 time: 0.0404983 Jan 27 21:34:11.045546 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-d37feb38-bc5b-4031-b4e7-9f1c89de4062 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/7da0b41a-9cc2-403f-a167-7ea816e1d999 HTTP/1.1" status: 200 len: 2998 time: 0.0363030 Jan 27 21:34:11.097220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-6d217c9b-bd1d-4998-a3f4-14f90a18348a tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/8b181902-8a58-4e6e-84f0-f38040930bbb HTTP/1.1" status: 200 len: 2998 time: 0.0384769 Jan 27 21:34:11.135616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-6594489b-09ca-425c-bbf1-d5844bcb69ba tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/8b181902-8a58-4e6e-84f0-f38040930bbb HTTP/1.1" status: 200 len: 2998 time: 0.0383620 Jan 27 21:34:11.184939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-18fb9c3c-c3f9-4338-af2a-a51ab151ee4a tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/a2af1974-78f0-4355-9905-6199a8243ceb HTTP/1.1" status: 200 len: 2998 time: 0.0403686 Jan 27 21:34:11.226041 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-dce3fac7-8bc3-4c89-9da7-928cfdb50bfb tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/a2af1974-78f0-4355-9905-6199a8243ceb HTTP/1.1" status: 200 len: 2998 time: 0.0353906 Jan 27 21:34:11.277394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-1817328b-9076-4989-810a-bfd6b007d9f7 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/ad62d403-127d-47c1-b907-b12a85a1868f HTTP/1.1" status: 200 len: 2998 time: 0.0399547 Jan 27 21:34:11.319751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-91d086e4-38ff-41fc-a837-298a21a6daab tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/ad62d403-127d-47c1-b907-b12a85a1868f HTTP/1.1" status: 200 len: 2998 time: 0.0361104 Jan 27 21:34:11.366476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-b2e74b62-9b74-4696-81c1-f8f7eca749d4 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/c2cbc779-b2d1-4a01-87d1-92abc30db0af HTTP/1.1" status: 200 len: 2998 time: 0.0404902 Jan 27 21:34:11.445299 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-5dfb0118-16ea-41ce-be4c-f0d695619125 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/c2cbc779-b2d1-4a01-87d1-92abc30db0af HTTP/1.1" status: 200 len: 2998 time: 0.0726545 Jan 27 21:34:11.465343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6ec72-99a9-456d-b60c-84545625a69e req-6223197e-29dd-465c-982f-92e2fe3cdf9d tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:11.466914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8da6ec72-99a9-456d-b60c-84545625a69e req-6223197e-29dd-465c-982f-92e2fe3cdf9d tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 946 time: 0.0796592 Jan 27 21:34:11.519982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-994f1c97-b24c-4fe5-b0d3-e0acfc87b8c6 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/ca626548-1897-4f4d-99e2-8bd4bac8c5e1 HTTP/1.1" status: 200 len: 2998 time: 0.0678868 Jan 27 21:34:11.568674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8da6ec72-99a9-456d-b60c-84545625a69e req-29837f12-51fd-4f54-ba3f-0f3787d2d871 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934980 Jan 27 21:34:11.613610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-2bb2c9c4-4fd4-4694-96e1-8a6fb9c13ebd tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/ca626548-1897-4f4d-99e2-8bd4bac8c5e1 HTTP/1.1" status: 200 len: 2998 time: 0.0872192 Jan 27 21:34:11.620679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-aa70bbbb-e0cc-4755-873c-c33b8fe2b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:11.622559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-aa70bbbb-e0cc-4755-873c-c33b8fe2b137 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 1096 time: 0.0717704 Jan 27 21:34:11.722370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-c6876a82-6e26-48fd-ab06-0eae9a997c05 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/dfaede0c-c48f-442a-bf40-3fc9368b18cf HTTP/1.1" status: 200 len: 2998 time: 0.0986843 Jan 27 21:34:11.778245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-40c41211-f507-4e07-aab1-fca1760519ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:11.779725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-40c41211-f507-4e07-aab1-fca1760519ba service neutron] 10.222.0.74 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.1495440 Jan 27 21:34:11.789669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-b6ef88fd-4b3d-4949-aa6a-735390bfb651 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/dfaede0c-c48f-442a-bf40-3fc9368b18cf HTTP/1.1" status: 200 len: 2998 time: 0.0540550 Jan 27 21:34:11.790262 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f8e839-4ec1-4e7e-bdbe-47b1f9877096 x-openstack-request-id: req-d8f8e839-4ec1-4e7e-bdbe-47b1f9877096 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:11.790762 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "name": "network-vif-plugged", "status": "completed", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:11.790992 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d8f8e839-4ec1-4e7e-bdbe-47b1f9877096 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:11.791653 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'code': 200} Jan 27 21:34:11.854566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-dd99c766-8fbd-49ec-ad28-cc2224c944b2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae HTTP/1.1" status: 200 len: 217 time: 0.0628221 Jan 27 21:34:11.952886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-57199e0e-f8ba-4e03-9043-9a2be9f26551 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/f9ca245b-7776-43f2-b24d-d6a46bfb53e8 HTTP/1.1" status: 200 len: 2998 time: 0.1546555 Jan 27 21:34:11.984668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-89ecad29-d609-4cd2-82ff-04d729ae470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:11.986100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-89ecad29-d609-4cd2-82ff-04d729ae470e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.1151545 Jan 27 21:34:11.994462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b442f-409b-4cae-83a7-52207a33c63d req-67a9eda4-7d0b-4465-91aa-855d18115df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:11.995835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-551b442f-409b-4cae-83a7-52207a33c63d req-67a9eda4-7d0b-4465-91aa-855d18115df5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 1101 time: 0.1431980 Jan 27 21:34:12.018003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b738c4a-507f-46c8-bbd7-d8d1a2cec6d3 req-20a728f1-0c1a-4537-bfe2-2d35cb4052b8 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:12.019398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b738c4a-507f-46c8-bbd7-d8d1a2cec6d3 req-20a728f1-0c1a-4537-bfe2-2d35cb4052b8 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 950 time: 0.1546764 Jan 27 21:34:12.045884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-b8816054-f014-42be-8c7b-a6c0667ce281 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454206 Jan 27 21:34:12.099873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-c137c3ad-7c46-4379-92ef-00628ee05c73 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/f9ca245b-7776-43f2-b24d-d6a46bfb53e8 HTTP/1.1" status: 200 len: 2998 time: 0.1366692 Jan 27 21:34:12.173861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-551b442f-409b-4cae-83a7-52207a33c63d req-1e2f98bf-e4a8-4fee-8f61-d560f8dad2d6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8b181902-8a58-4e6e-84f0-f38040930bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535475 Jan 27 21:34:12.210406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b738c4a-507f-46c8-bbd7-d8d1a2cec6d3 req-2daf490c-291c-42ec-b937-d4fef2b818b5 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b181902-8a58-4e6e-84f0-f38040930bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668167 Jan 27 21:34:12.234791 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-e683efb5-65f6-4fee-bc04-1202b2264866 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/fa2ef00f-2740-4c99-b669-e29957320e28 HTTP/1.1" status: 200 len: 2998 time: 0.0938470 Jan 27 21:34:12.250201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c4e1b651-ff7b-491b-b90d-f79b07446f07 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938503 Jan 27 21:34:12.349723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c808f4-3922-48af-9e06-82e7b38112be req-5a9c5585-18fb-4222-834e-c2f343545043 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/fa2ef00f-2740-4c99-b669-e29957320e28 HTTP/1.1" status: 200 len: 2998 time: 0.1174483 Jan 27 21:34:12.405154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516b4b5-3037-46b7-9674-99484c3b83c4 req-9990d110-24e8-4c90-87a3-b2938238448d tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:12.406647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3516b4b5-3037-46b7-9674-99484c3b83c4 req-9990d110-24e8-4c90-87a3-b2938238448d tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 945 time: 0.1252546 Jan 27 21:34:12.438387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-295317e0-6cf2-47ee-9016-a1cfd063f58b service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805346 Jan 27 21:34:12.480903 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3516b4b5-3037-46b7-9674-99484c3b83c4 req-2fd9ce79-363f-46ea-9f8e-c05ca51eff99 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654626 Jan 27 21:34:12.582105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a3b1295-8cd6-4458-99f5-95685e1e98d5 req-742c8ea2-c725-4d39-98fe-3fe403bf761c tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=220a627a0bc24fc7a848fc44377300e8 HTTP/1.1" status: 200 len: 6152 time: 0.0771251 Jan 27 21:34:12.630563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a3b1295-8cd6-4458-99f5-95685e1e98d5 req-8b363a2d-c74a-4ea5-8f49-dc6aa5e2dd76 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] 10.222.0.61 "GET /v2.0/security-groups/514bf291-a5d1-4cb0-a0d9-4c0664be68f1 HTTP/1.1" status: 200 len: 2998 time: 0.0400562 Jan 27 21:34:12.679944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a3b1295-8cd6-4458-99f5-95685e1e98d5 req-558c0a83-a414-4f5e-acd4-b11e465e098b tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] 10.222.0.61 "GET /v2.0/security-groups/514bf291-a5d1-4cb0-a0d9-4c0664be68f1 HTTP/1.1" status: 200 len: 2998 time: 0.0431805 Jan 27 21:34:12.845391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe4e9196-a5c2-4aa5-8185-8ed7401f0ffd req-b76b3f3a-d21c-4977-95bb-df3b09a64621 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/ccdf3148-7010-4067-ba33-d7df94b5fcd2 HTTP/1.1" status: 200 len: 1794 time: 0.0464926 Jan 27 21:34:12.898874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe4e9196-a5c2-4aa5-8185-8ed7401f0ffd req-c72c03c5-9d03-403f-92fc-931cdbf6859c tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (ccdf3148-7010-4067-ba33-d7df94b5fcd2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:12.931732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe4e9196-a5c2-4aa5-8185-8ed7401f0ffd req-c72c03c5-9d03-403f-92fc-931cdbf6859c tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (ccdf3148-7010-4067-ba33-d7df94b5fcd2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:12.991154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6516097-e8b0-4660-b992-b8e1495fea1b req-80e9fac4-6218-4802-a2d7-59ebaa66629c tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:12.992724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6516097-e8b0-4660-b992-b8e1495fea1b req-80e9fac4-6218-4802-a2d7-59ebaa66629c tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 946 time: 0.0792074 Jan 27 21:34:13.051281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6516097-e8b0-4660-b992-b8e1495fea1b req-865c74a8-c27a-41d2-ba66-3cb503a4fad2 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475829 Jan 27 21:34:13.079238 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe4e9196-a5c2-4aa5-8185-8ed7401f0ffd req-c72c03c5-9d03-403f-92fc-931cdbf6859c tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ccdf3148-7010-4067-ba33-d7df94b5fcd2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:13.082419 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe4e9196-a5c2-4aa5-8185-8ed7401f0ffd req-c72c03c5-9d03-403f-92fc-931cdbf6859c tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:13.083338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe4e9196-a5c2-4aa5-8185-8ed7401f0ffd req-c72c03c5-9d03-403f-92fc-931cdbf6859c tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/ccdf3148-7010-4067-ba33-d7df94b5fcd2 HTTP/1.1" status: 204 len: 173 time: 0.2369173 Jan 27 21:34:13.091856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c03c5-9d03-403f-92fc-931cdbf6859c tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdf3148-7010-4067-ba33-d7df94b5fcd2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:13.184256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feeb8483-dde1-45dd-ada1-0fea02b25fee req-5f467f90-c57a-4dec-9bd8-64cf514aeef5 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "GET /v2.0/security-groups/92b384d2-2a4c-4c6f-9730-1a6674fe6626 HTTP/1.1" status: 200 len: 1795 time: 0.0392129 Jan 27 21:34:13.245121 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-feeb8483-dde1-45dd-ada1-0fea02b25fee req-dc1bbea8-9374-43da-ac48-110d8913f3b0 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (92b384d2-2a4c-4c6f-9730-1a6674fe6626), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:13.288915 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-feeb8483-dde1-45dd-ada1-0fea02b25fee req-dc1bbea8-9374-43da-ac48-110d8913f3b0 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (92b384d2-2a4c-4c6f-9730-1a6674fe6626), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:13.383111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5115642-386d-44af-80cf-cd81b9d357fe req-11798b38-c9e3-40d4-b3e0-c49e814d4962 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:13.384896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5115642-386d-44af-80cf-cd81b9d357fe req-11798b38-c9e3-40d4-b3e0-c49e814d4962 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 950 time: 0.0630171 Jan 27 21:34:13.459456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5115642-386d-44af-80cf-cd81b9d357fe req-6c848eef-4ced-4bbc-a186-e14417c43aad tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b181902-8a58-4e6e-84f0-f38040930bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569916 Jan 27 21:34:13.499138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-feeb8483-dde1-45dd-ada1-0fea02b25fee req-dc1bbea8-9374-43da-ac48-110d8913f3b0 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (92b384d2-2a4c-4c6f-9730-1a6674fe6626), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:13.507519 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-feeb8483-dde1-45dd-ada1-0fea02b25fee req-dc1bbea8-9374-43da-ac48-110d8913f3b0 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:13.515797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feeb8483-dde1-45dd-ada1-0fea02b25fee req-dc1bbea8-9374-43da-ac48-110d8913f3b0 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/92b384d2-2a4c-4c6f-9730-1a6674fe6626 HTTP/1.1" status: 204 len: 173 time: 0.3253462 Jan 27 21:34:13.533472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bbea8-9374-43da-ac48-110d8913f3b0 tempest-SecurityGroupsTestAdminJSON-1921188066 tempest-SecurityGroupsTestAdminJSON-1921188066-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b384d2-2a4c-4c6f-9730-1a6674fe6626,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:13.628705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1afc3d19-b371-4b3a-a2a1-50f05dfb9d92 req-05784749-3534-436f-92f5-adf5ec285864 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] 10.222.0.61 "GET /v2.0/security-groups/abb5eeee-d278-4a8b-b6e6-d4329881809d HTTP/1.1" status: 200 len: 1793 time: 0.0770574 Jan 27 21:34:13.719616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467eb50-41ad-495c-9467-4527c37a9907 req-4dd5c7ec-f897-4a79-8bca-4e06701ec941 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:13.721008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9467eb50-41ad-495c-9467-4527c37a9907 req-4dd5c7ec-f897-4a79-8bca-4e06701ec941 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 945 time: 0.0913119 Jan 27 21:34:13.760256 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1afc3d19-b371-4b3a-a2a1-50f05dfb9d92 req-d267d548-659c-470f-8d51-685e04bae3b2 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (abb5eeee-d278-4a8b-b6e6-d4329881809d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:13.801649 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1afc3d19-b371-4b3a-a2a1-50f05dfb9d92 req-d267d548-659c-470f-8d51-685e04bae3b2 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (abb5eeee-d278-4a8b-b6e6-d4329881809d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:13.806795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9467eb50-41ad-495c-9467-4527c37a9907 req-a80b3c69-4044-48bc-9074-ddb1bbc278a7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800443 Jan 27 21:34:13.855621 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36860) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:13.943530 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1afc3d19-b371-4b3a-a2a1-50f05dfb9d92 req-d267d548-659c-470f-8d51-685e04bae3b2 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (abb5eeee-d278-4a8b-b6e6-d4329881809d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:13.946422 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1afc3d19-b371-4b3a-a2a1-50f05dfb9d92 req-d267d548-659c-470f-8d51-685e04bae3b2 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:13.959286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1afc3d19-b371-4b3a-a2a1-50f05dfb9d92 req-d267d548-659c-470f-8d51-685e04bae3b2 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] 10.222.0.61 "DELETE /v2.0/security-groups/abb5eeee-d278-4a8b-b6e6-d4329881809d HTTP/1.1" status: 204 len: 173 time: 0.3195152 Jan 27 21:34:13.987420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267d548-659c-470f-8d51-685e04bae3b2 tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb5eeee-d278-4a8b-b6e6-d4329881809d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:14.008414 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a6fb48-a2f7-4c97-879f-7c3b2dd676fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:14.040830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecb2ccab-3570-4c12-a7ab-78b422d4be39 req-e72dc3b5-249a-4d14-86e0-0268297eef1b tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] 10.222.0.61 "GET /v2.0/security-groups/410a5be5-54b3-47a2-a222-b3eb6c14d185 HTTP/1.1" status: 200 len: 1794 time: 0.0546725 Jan 27 21:34:14.109208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a6fb48-a2f7-4c97-879f-7c3b2dd676fb admin admin] Publish callbacks [] for security_group (f8a8d93e-2550-4e5d-a546-83f592aa79e8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:14.121933 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ecb2ccab-3570-4c12-a7ab-78b422d4be39 req-252546f9-1a11-41a2-abae-e15c520296ac tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (410a5be5-54b3-47a2-a222-b3eb6c14d185), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:14.171312 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ecb2ccab-3570-4c12-a7ab-78b422d4be39 req-252546f9-1a11-41a2-abae-e15c520296ac tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (410a5be5-54b3-47a2-a222-b3eb6c14d185), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:14.189294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a6fb48-a2f7-4c97-879f-7c3b2dd676fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f8a8d93e-2550-4e5d-a546-83f592aa79e8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:14.217308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707ad44-f46f-4162-bda7-5a16cf356e07 req-87e6aa1b-9054-404d-a465-2921247e38bc tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:14.218835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9707ad44-f46f-4162-bda7-5a16cf356e07 req-87e6aa1b-9054-404d-a465-2921247e38bc tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 946 time: 0.0833418 Jan 27 21:34:14.234585 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b1a6fb48-a2f7-4c97-879f-7c3b2dd676fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1054c20545a84dcba29dfa8df32e5c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779075 Jan 27 21:34:14.235479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6fb48-a2f7-4c97-879f-7c3b2dd676fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a8d93e-2550-4e5d-a546-83f592aa79e8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:14.237811 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36874) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:14.284037 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9707ad44-f46f-4162-bda7-5a16cf356e07 req-ff907c55-76fa-4eeb-8ee1-bb65afc62f18 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468163 Jan 27 21:34:14.285035 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ecb2ccab-3570-4c12-a7ab-78b422d4be39 req-252546f9-1a11-41a2-abae-e15c520296ac tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (410a5be5-54b3-47a2-a222-b3eb6c14d185), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:14.288590 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ecb2ccab-3570-4c12-a7ab-78b422d4be39 req-252546f9-1a11-41a2-abae-e15c520296ac tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:14.289653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecb2ccab-3570-4c12-a7ab-78b422d4be39 req-252546f9-1a11-41a2-abae-e15c520296ac tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] 10.222.0.61 "DELETE /v2.0/security-groups/410a5be5-54b3-47a2-a222-b3eb6c14d185 HTTP/1.1" status: 204 len: 173 time: 0.2446175 Jan 27 21:34:14.307217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252546f9-1a11-41a2-abae-e15c520296ac tempest-SecurityGroupsTestAdminJSON-234942438 tempest-SecurityGroupsTestAdminJSON-234942438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=410a5be5-54b3-47a2-a222-b3eb6c14d185,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:14.356256 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33d45aa5-90ee-40cf-89e0-b2c486f44d23 admin admin] Publish callbacks [] for security_group (f8a8d93e-2550-4e5d-a546-83f592aa79e8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:14.396599 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33d45aa5-90ee-40cf-89e0-b2c486f44d23 admin admin] Publish callbacks [] for security_group (f8a8d93e-2550-4e5d-a546-83f592aa79e8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:14.531708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33d45aa5-90ee-40cf-89e0-b2c486f44d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f8a8d93e-2550-4e5d-a546-83f592aa79e8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:14.534522 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33d45aa5-90ee-40cf-89e0-b2c486f44d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:14.538469 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-33d45aa5-90ee-40cf-89e0-b2c486f44d23 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8a8d93e-2550-4e5d-a546-83f592aa79e8 HTTP/1.1" status: 204 len: 168 time: 0.2877140 Jan 27 21:34:14.547629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d45aa5-90ee-40cf-89e0-b2c486f44d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a8d93e-2550-4e5d-a546-83f592aa79e8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:14.615888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299c6d0-3f67-4a0c-8ec1-92e92fcd3fc5 req-89764adf-0b5a-4775-a892-10a11092f7e9 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:14.622819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a299c6d0-3f67-4a0c-8ec1-92e92fcd3fc5 req-89764adf-0b5a-4775-a892-10a11092f7e9 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 950 time: 0.0671973 Jan 27 21:34:14.668098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a299c6d0-3f67-4a0c-8ec1-92e92fcd3fc5 req-b648a41f-6c60-4e24-ab4c-aafbd9016391 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b181902-8a58-4e6e-84f0-f38040930bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437329 Jan 27 21:34:14.977862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36904) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:15.235305 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a7349e87-0602-40bf-ae57-2d67c3e817bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=220a627a0bc24fc7a848fc44377300e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558005 Jan 27 21:34:15.237753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36916) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:15.278318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd200d22-1ce3-4114-ace8-4bdf3d29b6cb req-af07e254-94c5-4241-ad38-59161c2185ba tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:15.288060 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd200d22-1ce3-4114-ace8-4bdf3d29b6cb req-af07e254-94c5-4241-ad38-59161c2185ba tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 945 time: 0.1099205 Jan 27 21:34:15.305201 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9cb73b71-4bef-4578-bad8-5397014d495c admin admin] Publish callbacks [] for security_group (514bf291-a5d1-4cb0-a0d9-4c0664be68f1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:15.334095 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9cb73b71-4bef-4578-bad8-5397014d495c admin admin] Publish callbacks [] for security_group (514bf291-a5d1-4cb0-a0d9-4c0664be68f1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:15.389525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd200d22-1ce3-4114-ace8-4bdf3d29b6cb req-839553eb-5901-4260-b910-8009390ec0b1 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877144 Jan 27 21:34:15.488324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36932) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:15.504235 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9cb73b71-4bef-4578-bad8-5397014d495c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (514bf291-a5d1-4cb0-a0d9-4c0664be68f1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:15.507960 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9cb73b71-4bef-4578-bad8-5397014d495c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:15.510269 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9cb73b71-4bef-4578-bad8-5397014d495c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/514bf291-a5d1-4cb0-a0d9-4c0664be68f1 HTTP/1.1" status: 204 len: 168 time: 0.2702477 Jan 27 21:34:15.521905 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-522e33b8-2dbc-4233-8957-5c9755b90385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:15.548922 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb73b71-4bef-4578-bad8-5397014d495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514bf291-a5d1-4cb0-a0d9-4c0664be68f1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:15.669604 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-522e33b8-2dbc-4233-8957-5c9755b90385 admin admin] Publish callbacks [] for security_group (117cf751-edc6-471f-b388-9e0570e17d18), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:15.761763 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-522e33b8-2dbc-4233-8957-5c9755b90385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (117cf751-edc6-471f-b388-9e0570e17d18), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:15.779542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f4a1-a4cc-4515-907d-369937e57513 req-4fe9c6b4-5964-4b18-9f84-036738992934 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:15.781801 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3a3f4a1-a4cc-4515-907d-369937e57513 req-4fe9c6b4-5964-4b18-9f84-036738992934 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 945 time: 0.1152928 Jan 27 21:34:15.836785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-522e33b8-2dbc-4233-8957-5c9755b90385 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd6e87d3750d4caf9adaf7ab50e5bc7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513088 Jan 27 21:34:15.838764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e33b8-2dbc-4233-8957-5c9755b90385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117cf751-edc6-471f-b388-9e0570e17d18,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:15.839288 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36938) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:15.944795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3a3f4a1-a4cc-4515-907d-369937e57513 req-af99eb7c-830c-41f7-81d9-da022a8ef334 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab410683-4b25-456d-afeb-578b634631cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510108 Jan 27 21:34:15.972046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70549d0d-df1a-4c1a-adff-61390fb6b8c4 admin admin] Publish callbacks [] for security_group (117cf751-edc6-471f-b388-9e0570e17d18), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:15.997549 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70549d0d-df1a-4c1a-adff-61390fb6b8c4 admin admin] Publish callbacks [] for security_group (117cf751-edc6-471f-b388-9e0570e17d18), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:16.103683 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70549d0d-df1a-4c1a-adff-61390fb6b8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (117cf751-edc6-471f-b388-9e0570e17d18), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:16.107171 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70549d0d-df1a-4c1a-adff-61390fb6b8c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:16.114018 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-70549d0d-df1a-4c1a-adff-61390fb6b8c4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/117cf751-edc6-471f-b388-9e0570e17d18 HTTP/1.1" status: 204 len: 168 time: 0.2726855 Jan 27 21:34:16.150946 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70549d0d-df1a-4c1a-adff-61390fb6b8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117cf751-edc6-471f-b388-9e0570e17d18,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:16.393416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:34:16.572446 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:16.591423 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36966) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:16.603962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73', 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'port_id': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73', 'mac_address': 'fa:16:3e:3d:04:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10416cba-4c10-4511-8751-27ccfe46b2bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:34:16.628255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffb268-a67d-4692-afa6-57aa1432d4ef req-b41c9215-2bcd-4bae-964f-6071e9e13a59 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:16.636529 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cfffb268-a67d-4692-afa6-57aa1432d4ef req-b41c9215-2bcd-4bae-964f-6071e9e13a59 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 945 time: 0.1607742 Jan 27 21:34:16.700384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:16.701032 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:16.718727 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-693740a6-d596-4d14-871a-6fb088d7242e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7832deddd16642a39c3c19e60faafdb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1235750 Jan 27 21:34:16.719175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36972) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:16.720001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:34:16.724029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cfffb268-a67d-4692-afa6-57aa1432d4ef req-5e0306fe-2b81-4faa-b699-1dfe46ef7509 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864301 Jan 27 21:34:16.746481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:16.823168 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:16.843951 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-779388da-f1d0-483e-bd90-de62ac0420f1 admin admin] Publish callbacks [] for security_group (ad62d403-127d-47c1-b907-b12a85a1868f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:16.850060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-7df80615-9df8-44d0-9bcc-edce17e01dc3 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:16.857188 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-7df80615-9df8-44d0-9bcc-edce17e01dc3 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.74 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 945 time: 0.1279769 Jan 27 21:34:16.897322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-779388da-f1d0-483e-bd90-de62ac0420f1 admin admin] Publish callbacks [] for security_group (ad62d403-127d-47c1-b907-b12a85a1868f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:16.959259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:17.005614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.006001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.006377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.006722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.007082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.007421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.007756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.008108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.008468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.008833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.009184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.017097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.018070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:17.091913 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-779388da-f1d0-483e-bd90-de62ac0420f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ad62d403-127d-47c1-b907-b12a85a1868f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:17.095496 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-779388da-f1d0-483e-bd90-de62ac0420f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:17.097057 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-779388da-f1d0-483e-bd90-de62ac0420f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad62d403-127d-47c1-b907-b12a85a1868f HTTP/1.1" status: 204 len: 168 time: 0.3768466 Jan 27 21:34:17.113609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779388da-f1d0-483e-bd90-de62ac0420f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad62d403-127d-47c1-b907-b12a85a1868f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:17.130348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:34:17.218791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed252d81-193b-4d92-ba19-e20f0a5e8e91 req-078ffb00-35a9-40b5-83d4-92e455574f69 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:17.239352 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed252d81-193b-4d92-ba19-e20f0a5e8e91 req-078ffb00-35a9-40b5-83d4-92e455574f69 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 945 time: 0.1506307 Jan 27 21:34:17.335158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed252d81-193b-4d92-ba19-e20f0a5e8e91 req-59d09837-82fe-4ebe-a88c-0682e6083c9f tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/security-groups?id=ab410683-4b25-456d-afeb-578b634631cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943596 Jan 27 21:34:17.345424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Deleting port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:34:17.346362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:17.469116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] For port 5694224b-e8f8-47d9-9cfb-7eae8748ea15, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5694224b-e8f8-47d9-9cfb-7eae8748ea15,segment=NetworkSegment(0bc52a3e-62ee-43ae-8381-670848926478),segment_id=0bc52a3e-62ee-43ae-8381-670848926478)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:17.469116 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:17.753049 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:17.753660 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (47b2da27-3c31-4202-a30a-c1114042b9ad), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:17.754835 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Floating IP 47b2da27-3c31-4202-a30a-c1114042b9ad disassociated. External IP: 172.25.0.64, port: 5694224b-e8f8-47d9-9cfb-7eae8748ea15. Jan 27 21:34:17.755922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Calling delete_port for 5694224b-e8f8-47d9-9cfb-7eae8748ea15 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:34:17.937229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee7de-f026-49b1-bf44-8737548ab20b req-1285cf41-140d-40ac-b25c-3cb91c412c6f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:17.937229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cbee7de-f026-49b1-bf44-8737548ab20b req-1285cf41-140d-40ac-b25c-3cb91c412c6f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 945 time: 0.0934994 Jan 27 21:34:18.158194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5694224b-e8f8-47d9-9cfb-7eae8748ea15), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:18.247758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Pushing event deleted for resources: {'Port': ['ID=5694224b-e8f8-47d9-9cfb-7eae8748ea15,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:18.267293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cbee7de-f026-49b1-bf44-8737548ab20b req-e16d1fad-8d3f-47f6-9ed4-b9788a8b484f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487805 Jan 27 21:34:18.389411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:34:18.396513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:34:18.440790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Router ef91826e-74af-4757-9ffa-6e20abb4de3f has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:34:18.684249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:34:18.719138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5915a20-a906-4416-8dbc-7860810d8116 None None] Sync routers for ids ['ef91826e-74af-4757-9ffa-6e20abb4de3f'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:34:18.759981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:18.761168 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:18.852495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5a3cf0f-a62e-4770-ac38-68c5346ac98d req-9780e351-a389-4b95-bf71-9e6a0d4830f2 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 210 time: 0.1748199 Jan 27 21:34:18.870248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:18.884718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5915a20-a906-4416-8dbc-7860810d8116 None None] Routers {'ef91826e-74af-4757-9ffa-6e20abb4de3f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:34:18.887119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e5915a20-a906-4416-8dbc-7860810d8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:34:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ef91826e-74af-4757-9ffa-6e20abb4de3f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:18.894009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] No DVR routers for this DVR port 5694224b-e8f8-47d9-9cfb-7eae8748ea15 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:34:18.898212 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:18.909036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b1f57a4-6245-4ff0-9733-54079df695a8 req-75b76362-9494-40a2-be33-4c3636e88645 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.74 "DELETE /v2.0/ports/5694224b-e8f8-47d9-9cfb-7eae8748ea15 HTTP/1.1" status: 204 len: 173 time: 2.0467174 Jan 27 21:34:18.909569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'name': 'network-vif-deleted', 'tag': '5694224b-e8f8-47d9-9cfb-7eae8748ea15'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:18.911923 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71cc241-a3a5-4f38-8a74-25b3b51cf436" -d '{"events": [{"server_uuid": "11154ce2-fc8e-41eb-afde-90bbc9857131", "name": "network-vif-deleted", "tag": "5694224b-e8f8-47d9-9cfb-7eae8748ea15"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:18.977538 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1760e8e2-0420-4095-9eba-69522fb754c0 x-openstack-request-id: req-1760e8e2-0420-4095-9eba-69522fb754c0 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:18.978725 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11154ce2-fc8e-41eb-afde-90bbc9857131", "name": "network-vif-deleted", "tag": "5694224b-e8f8-47d9-9cfb-7eae8748ea15", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:18.981169 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1760e8e2-0420-4095-9eba-69522fb754c0 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:18.982040 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11154ce2-fc8e-41eb-afde-90bbc9857131', 'name': 'network-vif-deleted', 'tag': '5694224b-e8f8-47d9-9cfb-7eae8748ea15', 'status': 'completed', 'code': 200} Jan 27 21:34:19.197022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'mac_address': 'fa:16:3e:d4:c3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:34:19.385217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:19.385610 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:19.414895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:34:19.451209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-e5915a20-a906-4416-8dbc-7860810d8116 None None] Set router ef91826e-74af-4757-9ffa-6e20abb4de3f gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:34:19.455241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:19.455699 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:19.493482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c686493-c0b9-459c-b452-f78d54cf9130 req-06bb81b7-b14b-4291-960c-c24f787c8d9c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:19.501918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c686493-c0b9-459c-b452-f78d54cf9130 req-06bb81b7-b14b-4291-960c-c24f787c8d9c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 945 time: 0.0632849 Jan 27 21:34:19.556200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:19.610701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c686493-c0b9-459c-b452-f78d54cf9130 req-617e7165-aac5-4095-8e25-12884f4419ce tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066909 Jan 27 21:34:19.644827 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:19.739532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3be278-ed0c-415a-b5bd-06cb500a75e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:19.743750 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa865af2-2407-4e26-9c3f-e22185692207" -d '{"events": [{"server_uuid": "7e3be278-ed0c-415a-b5bd-06cb500a75e6", "name": "network-vif-plugged", "status": "completed", "tag": "a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:19.755536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5694224b-e8f8-47d9-9cfb-7eae8748ea15 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:34:19.876291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 5694224b-e8f8-47d9-9cfb-7eae8748ea15 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:34:19.876637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5694224b-e8f8-47d9-9cfb-7eae8748ea15 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:34:19.882082 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f4e031-e3f6-4f58-bd3b-bbb276c0079f x-openstack-request-id: req-13f4e031-e3f6-4f58-bd3b-bbb276c0079f {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:19.882363 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3be278-ed0c-415a-b5bd-06cb500a75e6", "name": "network-vif-plugged", "status": "completed", "tag": "a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:19.882617 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13f4e031-e3f6-4f58-bd3b-bbb276c0079f {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:19.883004 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3be278-ed0c-415a-b5bd-06cb500a75e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73', 'code': 200} Jan 27 21:34:19.887392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:34:19.892804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:20.060739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:20.063035 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:20.306994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-639fc8db-cd09-4f09-807c-c3bd33a3aae3 req-01573b61-ccd1-4091-8e70-d0da38ea1c70 tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/ports?device_id=11154ce2-fc8e-41eb-afde-90bbc9857131 HTTP/1.1" status: 200 len: 210 time: 0.0689776 Jan 27 21:34:20.404636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:20.585499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e5915a20-a906-4416-8dbc-7860810d8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af', 'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'mac_address': 'fa:16:3e:7e:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:59Z', 'updated_at': '2022-01-27T21:32:10Z', 'revision_number': 5, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'subnets': [{'id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:20.616315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5915a20-a906-4416-8dbc-7860810d8116 None None] Checking router: ef91826e-74af-4757-9ffa-6e20abb4de3f for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:34:20.628589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5915a20-a906-4416-8dbc-7860810d8116 None None] Routers {'ef91826e-74af-4757-9ffa-6e20abb4de3f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:34:20.629364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e5915a20-a906-4416-8dbc-7860810d8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:34:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ef91826e-74af-4757-9ffa-6e20abb4de3f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:21.001337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-e5915a20-a906-4416-8dbc-7860810d8116 None None] Set router ef91826e-74af-4757-9ffa-6e20abb4de3f gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:34:21.003568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d15581-6128-498e-b266-4d9864e7aa97 req-cc7f64e2-2938-4afd-880f-ca8d6b57fcd1 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:21.012230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70d15581-6128-498e-b266-4d9864e7aa97 req-cc7f64e2-2938-4afd-880f-ca8d6b57fcd1 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 945 time: 0.0923958 Jan 27 21:34:21.140017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70d15581-6128-498e-b266-4d9864e7aa97 req-ef772b6c-648f-4b4d-819f-55f2f4c533a1 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249354 Jan 27 21:34:21.504754 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e5915a20-a906-4416-8dbc-7860810d8116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af', 'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'mac_address': 'fa:16:3e:7e:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:59Z', 'updated_at': '2022-01-27T21:32:10Z', 'revision_number': 5, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'subnets': [{'id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:21.593558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5915a20-a906-4416-8dbc-7860810d8116 None None] The sync data for ids ['ef91826e-74af-4757-9ffa-6e20abb4de3f'] in n-d-760456-6 is: [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:32:01Z', 'revision_number': 4, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af', 'name': '', 'network_id': '13184c49-e803-47a3-b4d3-89527ee5d5c0', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'mac_address': 'fa:16:3e:7e:cf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:59Z', 'updated_at': '2022-01-27T21:32:10Z', 'revision_number': 5, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'subnets': [{'id': 'cdaea95c-79f5-405e-9c6d-30f481f126bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:34:22.088596 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f37b6c-846c-486f-b5d1-5e2686287808 None None] New status for floating IP 47b2da27-3c31-4202-a30a-c1114042b9ad: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:34:22.419810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:34:22.520798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:22.521192 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:22.798113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:22.798761 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:22.852170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:22.856603 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5746769c-5df4-4069-b8da-f6dd08446df4" -d '{"events": [{"server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "name": "network-vif-plugged", "status": "completed", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:22.878428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:22.960378 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:23.132409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:26.578822 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:26.951245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:34:27.052692 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:32.171781 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5fe885a5-d057-4a59-9887-2a2e5af08a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:35.178172 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-90c82b39-54ba-4ea9-91a6-970c4855e440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:36.100229 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:36.705383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-6d78d6cd-869b-4d68-a4de-fbfe1a0355e8 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:36.707068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-6d78d6cd-869b-4d68-a4de-fbfe1a0355e8 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad&tenant_id=26824789def4412abd886336d3559fe2&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1096 time: 0.0465181 Jan 27 21:34:36.718428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760456-6'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:36.778412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:37.282271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:37.312972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:34:37.349907 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:37.395425 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Publish callbacks [] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:37.397718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a5e959-c110-44e7-a051-dd45c5d1fcad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bffa100-8749-4339-95ff-8c8bc023e1ae'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:37.399608 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6778e6e-94ad-4dbe-889f-55f1fb468fd8" -d '{"events": [{"server_uuid": "e6a5e959-c110-44e7-a051-dd45c5d1fcad", "name": "network-vif-unplugged", "status": "completed", "tag": "9bffa100-8749-4339-95ff-8c8bc023e1ae"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:37.461872 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:37.494732 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fab966d-a59b-4295-8232-52cec6c7994b x-openstack-request-id: req-6fab966d-a59b-4295-8232-52cec6c7994b {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:37.495035 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "name": "network-vif-plugged", "status": "completed", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:37.495343 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6fab966d-a59b-4295-8232-52cec6c7994b {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:37.495746 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'code': 200} Jan 27 21:34:37.585296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Pushing event updated for resources: {'Port': ['ID=9bffa100-8749-4339-95ff-8c8bc023e1ae,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:37.610701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.617677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.617677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.617677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.617677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.617677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.617677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.617677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.617677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.617677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.617677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.617677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.617677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:37.628695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8edf67-1975-46d1-ba97-342f94eb86eb req-545f42fb-9aaa-4524-a5d8-9b42938b857e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:37.630223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f8edf67-1975-46d1-ba97-342f94eb86eb req-545f42fb-9aaa-4524-a5d8-9b42938b857e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.1622148 Jan 27 21:34:37.631408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae on host n-h2-760456-6 for vnic_type normal with profile {"migrating_to": "n-h1-760456-6"} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:34:37.631745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:34:37.632095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:37.637306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Port 9bffa100-8749-4339-95ff-8c8bc023e1ae on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:34:37.637636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:37.650838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:34:37.651189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:34:37.651641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:34:37.652114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Bound port: 9bffa100-8749-4339-95ff-8c8bc023e1ae, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:34:37.652489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:37.731967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f8edf67-1975-46d1-ba97-342f94eb86eb req-2abf9fc3-598b-4457-b6cf-da7cbd7b845e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914536 Jan 27 21:34:37.760761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:34:37.766013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:34:37.807963 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9bffa100-8749-4339-95ff-8c8bc023e1ae details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:34:37.908113 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:37.914491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, got binding levels [] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:37.939379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae on host n-h2-760456-6 for vnic_type normal with profile {"migrating_to": "n-h1-760456-6"} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:34:37.939841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:34:37.940301 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:37.945808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Port 9bffa100-8749-4339-95ff-8c8bc023e1ae on network 14857012-de9f-42a8-a812-9c816b879109 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:34:37.946337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Attempting to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae on network 14857012-de9f-42a8-a812-9c816b879109 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:37.952810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:34:37.953264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Checking segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:34:37.954034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Bound using segment: {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:34:37.954704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Bound port: 9bffa100-8749-4339-95ff-8c8bc023e1ae, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d0f8f1-67ad-4184-a852-831af42f81e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '14857012-de9f-42a8-a812-9c816b879109'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:34:37.955303 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:37.970090 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37336) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:38.008897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:38.009631 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:38.011306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] 10.222.0.74 "PUT /v2.0/ports/9bffa100-8749-4339-95ff-8c8bc023e1ae HTTP/1.1" status: 200 len: 1121 time: 1.2974606 Jan 27 21:34:38.012336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac2d10-0810-41d1-a596-e46bd8c21cab service neutron] Pushing event updated for resources: {'Port': ['ID=9bffa100-8749-4339-95ff-8c8bc023e1ae,revision_number=8']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:38.025421 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4a36f2-6f7e-4517-9300-c35c03c03819 x-openstack-request-id: req-fd4a36f2-6f7e-4517-9300-c35c03c03819 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:38.025712 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a5e959-c110-44e7-a051-dd45c5d1fcad", "name": "network-vif-unplugged", "status": "completed", "tag": "9bffa100-8749-4339-95ff-8c8bc023e1ae", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:38.025978 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd4a36f2-6f7e-4517-9300-c35c03c03819 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:38.026390 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a5e959-c110-44e7-a051-dd45c5d1fcad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bffa100-8749-4339-95ff-8c8bc023e1ae', 'code': 200} Jan 27 21:34:38.054670 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for security_group (ab410683-4b25-456d-afeb-578b634631cc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:38.078431 n-d-760456-6 neutron-server[104028]: WARNING neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Concurrent port binding operations failed on port 9bffa100-8749-4339-95ff-8c8bc023e1ae Jan 27 21:34:38.082269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:38.083632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for security_group (ab410683-4b25-456d-afeb-578b634631cc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:38.087921 n-d-760456-6 neutron-server[104028]: INFO neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Attempt 2 to bind port 9bffa100-8749-4339-95ff-8c8bc023e1ae Jan 27 21:34:38.088637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9bffa100-8749-4339-95ff-8c8bc023e1ae has no active binding in host n-h1-760456-6 {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:34:38.172541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9bffa100-8749-4339-95ff-8c8bc023e1ae'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:34:38.177487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['9bffa100-8749-4339-95ff-8c8bc023e1ae'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:34:38.193903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f4775-62d4-4778-b204-98322363435c req-76f25533-58db-4e46-a275-225d3d49d71f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:38.197498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-294f4775-62d4-4778-b204-98322363435c req-76f25533-58db-4e46-a275-225d3d49d71f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 950 time: 0.0781422 Jan 27 21:34:38.269123 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ab410683-4b25-456d-afeb-578b634631cc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:38.272278 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:38.277225 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "DELETE /v2.0/security-groups/ab410683-4b25-456d-afeb-578b634631cc HTTP/1.1" status: 204 len: 168 time: 0.3060420 Jan 27 21:34:38.278198 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37348) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:38.306931 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab410683-4b25-456d-afeb-578b634631cc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:38.314895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-294f4775-62d4-4778-b204-98322363435c req-988ac148-6496-42bb-8635-3b9d11e5f61b tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b181902-8a58-4e6e-84f0-f38040930bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109807 Jan 27 21:34:38.318964 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-eaa9581c-84b6-414d-be04-1f651d0b1d5a tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] show failed (client error): The resource could not be found. Jan 27 21:34:38.324294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37350) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:38.324527 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-eaa9581c-84b6-414d-be04-1f651d0b1d5a tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "GET /v2.0/security-groups/ab410683-4b25-456d-afeb-578b634631cc HTTP/1.1" status: 404 len: 347 time: 0.0320332 Jan 27 21:34:38.326237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.327049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.327791 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.328603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.329117 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.329622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.330167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.330680 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.331177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.331663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.332205 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.332723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.333223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed713770-4536-42e3-ae77-a98bb9a7142e tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:34:38.442688 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840f166-baf0-4c25-bb34-905985a027c0 req-8d7e200a-5805-48b4-83d6-0d4aa9215e3f tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:38.444694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f840f166-baf0-4c25-bb34-905985a027c0 req-8d7e200a-5805-48b4-83d6-0d4aa9215e3f tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 945 time: 0.1778858 Jan 27 21:34:38.594681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f840f166-baf0-4c25-bb34-905985a027c0 req-02211f91-5552-425d-8f70-1f59939c369d tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9ca245b-7776-43f2-b24d-d6a46bfb53e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006875 Jan 27 21:34:38.641554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d80e3238-07fb-470d-aeb5-1479fefc65fa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Deleting port 76482db5-49ce-4f06-87c8-b9cea64942e8 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:34:38.642041 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d80e3238-07fb-470d-aeb5-1479fefc65fa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (76482db5-49ce-4f06-87c8-b9cea64942e8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:38.735090 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:38.788620 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d80e3238-07fb-470d-aeb5-1479fefc65fa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (76482db5-49ce-4f06-87c8-b9cea64942e8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:38.789205 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d80e3238-07fb-470d-aeb5-1479fefc65fa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for floatingip (76482db5-49ce-4f06-87c8-b9cea64942e8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:38.811890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d80e3238-07fb-470d-aeb5-1479fefc65fa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Calling delete_port for 76482db5-49ce-4f06-87c8-b9cea64942e8 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:34:38.938449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997b5c4-42ad-413e-8f05-8062ee536438 req-ec0e7905-f859-495a-b027-4b32457903ed tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:38.945892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6997b5c4-42ad-413e-8f05-8062ee536438 req-ec0e7905-f859-495a-b027-4b32457903ed tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.0788260 Jan 27 21:34:39.035103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6997b5c4-42ad-413e-8f05-8062ee536438 req-ce826077-21f8-4303-99d6-9cbf37527f56 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883136 Jan 27 21:34:39.035633 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37416) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:39.178733 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3f1848c1-c959-415b-84a9-94166a927ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:39.200255 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d80e3238-07fb-470d-aeb5-1479fefc65fa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (76482db5-49ce-4f06-87c8-b9cea64942e8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:39.226837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e3238-07fb-470d-aeb5-1479fefc65fa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Pushing event deleted for resources: {'Port': ['ID=76482db5-49ce-4f06-87c8-b9cea64942e8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:39.257586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3f1848c1-c959-415b-84a9-94166a927ade admin admin] Publish callbacks [] for security_group (916ae3b7-ce5a-4547-b82e-1899f5400e14), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:39.289659 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d80e3238-07fb-470d-aeb5-1479fefc65fa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks [] for floatingip (47b2da27-3c31-4202-a30a-c1114042b9ad), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:39.292360 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d80e3238-07fb-470d-aeb5-1479fefc65fa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:39.298562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d80e3238-07fb-470d-aeb5-1479fefc65fa tempest-ServersTestFqdnHostnames-1120560366 tempest-ServersTestFqdnHostnames-1120560366-project] 10.222.0.61 "DELETE /v2.0/floatingips/47b2da27-3c31-4202-a30a-c1114042b9ad HTTP/1.1" status: 204 len: 168 time: 0.9678149 Jan 27 21:34:39.298562 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37438) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:39.398243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3f1848c1-c959-415b-84a9-94166a927ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (916ae3b7-ce5a-4547-b82e-1899f5400e14), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:39.453275 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3f1848c1-c959-415b-84a9-94166a927ade admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ddaf4a50850482080721f5536829756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4164948 Jan 27 21:34:39.455479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1848c1-c959-415b-84a9-94166a927ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916ae3b7-ce5a-4547-b82e-1899f5400e14,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:39.456599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37450) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:39.576644 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ebcddad4-40a4-4efa-98bb-d2a388990f1e admin admin] Publish callbacks [] for security_group (916ae3b7-ce5a-4547-b82e-1899f5400e14), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:39.607085 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ebcddad4-40a4-4efa-98bb-d2a388990f1e admin admin] Publish callbacks [] for security_group (916ae3b7-ce5a-4547-b82e-1899f5400e14), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:39.742479 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb2ed-a96b-493a-99c1-43e40c13640d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (ef91826e-74af-4757-9ffa-6e20abb4de3f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:39.790766 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ebcddad4-40a4-4efa-98bb-d2a388990f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (916ae3b7-ce5a-4547-b82e-1899f5400e14), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:39.793744 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ebcddad4-40a4-4efa-98bb-d2a388990f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:39.795516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ebcddad4-40a4-4efa-98bb-d2a388990f1e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/916ae3b7-ce5a-4547-b82e-1899f5400e14 HTTP/1.1" status: 204 len: 168 time: 0.3373313 Jan 27 21:34:39.840449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcddad4-40a4-4efa-98bb-d2a388990f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916ae3b7-ce5a-4547-b82e-1899f5400e14,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:40.027204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a5e959-c110-44e7-a051-dd45c5d1fcad', 'tag': '9bffa100-8749-4339-95ff-8c8bc023e1ae'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:40.030459 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e69ec67-9a93-44dd-8774-1819e264052c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a5e959-c110-44e7-a051-dd45c5d1fcad", "tag": "9bffa100-8749-4339-95ff-8c8bc023e1ae"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:40.051682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a3bdb2ed-a96b-493a-99c1-43e40c13640d admin admin] Deleting port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:34:40.051682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb2ed-a96b-493a-99c1-43e40c13640d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:40.128091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626c9ba-4baf-40da-b092-2c82a44c50ca req-abf60750-051f-482c-929f-40a1130ef99d tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:40.129549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9626c9ba-4baf-40da-b092-2c82a44c50ca req-abf60750-051f-482c-929f-40a1130ef99d tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.74 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 945 time: 0.1123426 Jan 27 21:34:40.175757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-a3bdb2ed-a96b-493a-99c1-43e40c13640d admin admin] For port 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af,segment=NetworkSegment(0bc52a3e-62ee-43ae-8381-670848926478),segment_id=0bc52a3e-62ee-43ae-8381-670848926478)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:40.176053 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb2ed-a96b-493a-99c1-43e40c13640d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:40.198524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a3bdb2ed-a96b-493a-99c1-43e40c13640d admin admin] Calling delete_port for 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:34:40.306944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-9626c9ba-4baf-40da-b092-2c82a44c50ca req-3e8f8902-adb5-4730-b3a1-29b9d437e640 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Deleting port dddc879d-c5d2-423a-8811-fb31c5613c5d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:34:40.307208 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9626c9ba-4baf-40da-b092-2c82a44c50ca req-3e8f8902-adb5-4730-b3a1-29b9d437e640 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:40.449061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-9626c9ba-4baf-40da-b092-2c82a44c50ca req-3e8f8902-adb5-4730-b3a1-29b9d437e640 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] For port dddc879d-c5d2-423a-8811-fb31c5613c5d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=dddc879d-c5d2-423a-8811-fb31c5613c5d,segment=NetworkSegment(e28dd785-ca87-483c-9b65-882245815e9f),segment_id=e28dd785-ca87-483c-9b65-882245815e9f)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:40.449433 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9626c9ba-4baf-40da-b092-2c82a44c50ca req-3e8f8902-adb5-4730-b3a1-29b9d437e640 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:40.490215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-9626c9ba-4baf-40da-b092-2c82a44c50ca req-3e8f8902-adb5-4730-b3a1-29b9d437e640 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Calling delete_port for dddc879d-c5d2-423a-8811-fb31c5613c5d owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:34:40.629539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37502) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:40.642683 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4615228-720c-4e9c-9c46-4d89a02028da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:40.649790 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb2ed-a96b-493a-99c1-43e40c13640d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:40.682707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bdb2ed-a96b-493a-99c1-43e40c13640d admin admin] Pushing event deleted for resources: {'Port': ['ID=14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:40.745672 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9626c9ba-4baf-40da-b092-2c82a44c50ca req-3e8f8902-adb5-4730-b3a1-29b9d437e640 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (dddc879d-c5d2-423a-8811-fb31c5613c5d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:40.759527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['dddc879d-c5d2-423a-8811-fb31c5613c5d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:34:40.806759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f8902-adb5-4730-b3a1-29b9d437e640 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Pushing event deleted for resources: {'Port': ['ID=dddc879d-c5d2-423a-8811-fb31c5613c5d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:40.913653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9626c9ba-4baf-40da-b092-2c82a44c50ca req-3e8f8902-adb5-4730-b3a1-29b9d437e640 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] No DVR routers for this DVR port dddc879d-c5d2-423a-8811-fb31c5613c5d on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:34:40.916770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9626c9ba-4baf-40da-b092-2c82a44c50ca req-3e8f8902-adb5-4730-b3a1-29b9d437e640 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:40.921869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9626c9ba-4baf-40da-b092-2c82a44c50ca req-3e8f8902-adb5-4730-b3a1-29b9d437e640 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.74 "DELETE /v2.0/ports/dddc879d-c5d2-423a-8811-fb31c5613c5d HTTP/1.1" status: 204 len: 173 time: 0.7827439 Jan 27 21:34:40.975680 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c34a574-6d52-4953-aa1c-fdd8f7c34564 x-openstack-request-id: req-8c34a574-6d52-4953-aa1c-fdd8f7c34564 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:40.975996 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a5e959-c110-44e7-a051-dd45c5d1fcad", "tag": "9bffa100-8749-4339-95ff-8c8bc023e1ae", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:40.976283 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c34a574-6d52-4953-aa1c-fdd8f7c34564 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:40.976682 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a5e959-c110-44e7-a051-dd45c5d1fcad', 'tag': '9bffa100-8749-4339-95ff-8c8bc023e1ae', 'status': 'completed', 'code': 200} Jan 27 21:34:40.978848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0fb60f17-c386-48b9-a319-4b69f26a569f req-8ae55f3f-a7bb-4a8d-b903-5e0f3f9cdeff tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 210 time: 0.0556321 Jan 27 21:34:41.029972 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4615228-720c-4e9c-9c46-4d89a02028da admin admin] Publish callbacks [] for security_group (2c2603bc-a040-4b8f-b88a-b48906cca51f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:41.110972 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bdb2ed-a96b-493a-99c1-43e40c13640d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (ef91826e-74af-4757-9ffa-6e20abb4de3f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:41.127202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69ec67-9a93-44dd-8774-1819e264052c req-57b07a13-4d69-4d14-b08f-2e42a522e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:41.128794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e69ec67-9a93-44dd-8774-1819e264052c req-57b07a13-4d69-4d14-b08f-2e42a522e146 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 1124 time: 0.0969369 Jan 27 21:34:41.139583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc568a-5af3-4939-bd1d-5eda52288932 req-7c0e34df-48c0-4591-a9e1-cf6f927d6063 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:41.143642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49bc568a-5af3-4939-bd1d-5eda52288932 req-7c0e34df-48c0-4591-a9e1-cf6f927d6063 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.1081851 Jan 27 21:34:41.187843 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4615228-720c-4e9c-9c46-4d89a02028da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2c2603bc-a040-4b8f-b88a-b48906cca51f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:41.289273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a4615228-720c-4e9c-9c46-4d89a02028da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72b19e0ba2f349dfbb574973c93452a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6586897 Jan 27 21:34:41.291982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37522) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:41.342738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4615228-720c-4e9c-9c46-4d89a02028da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2603bc-a040-4b8f-b88a-b48906cca51f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:41.364951 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fabcf6e-d1ab-4e43-839a-c4ae98f0757d admin admin] Publish callbacks [] for security_group (2c2603bc-a040-4b8f-b88a-b48906cca51f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:41.368536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49bc568a-5af3-4939-bd1d-5eda52288932 req-61968e62-0b70-49b3-9646-411d5ce402aa tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153187 Jan 27 21:34:41.393318 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fabcf6e-d1ab-4e43-839a-c4ae98f0757d admin admin] Publish callbacks [] for security_group (2c2603bc-a040-4b8f-b88a-b48906cca51f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:41.397908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69ec67-9a93-44dd-8774-1819e264052c req-d280083e-6f26-4105-8c68-c332a1d0b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:41.399427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e69ec67-9a93-44dd-8774-1819e264052c req-d280083e-6f26-4105-8c68-c332a1d0b25a service neutron] 10.222.0.71 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.2548270 Jan 27 21:34:41.476962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e69ec67-9a93-44dd-8774-1819e264052c req-9cc71166-ab0c-4029-815f-609c2edf132a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae HTTP/1.1" status: 200 len: 217 time: 0.0403419 Jan 27 21:34:41.577964 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fabcf6e-d1ab-4e43-839a-c4ae98f0757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2c2603bc-a040-4b8f-b88a-b48906cca51f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:41.580961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bdb2ed-a96b-493a-99c1-43e40c13640d admin admin] Router ef91826e-74af-4757-9ffa-6e20abb4de3f has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:34:41.581913 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fabcf6e-d1ab-4e43-839a-c4ae98f0757d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:41.585704 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1fabcf6e-d1ab-4e43-839a-c4ae98f0757d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c2603bc-a040-4b8f-b88a-b48906cca51f HTTP/1.1" status: 204 len: 168 time: 0.2923374 Jan 27 21:34:41.601575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69ec67-9a93-44dd-8774-1819e264052c req-fe7b0368-8aa1-4b03-a9a1-f6be3a14100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:41.603058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e69ec67-9a93-44dd-8774-1819e264052c req-fe7b0368-8aa1-4b03-a9a1-f6be3a14100a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.1119826 Jan 27 21:34:41.634668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabcf6e-d1ab-4e43-839a-c4ae98f0757d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2603bc-a040-4b8f-b88a-b48906cca51f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:41.676104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e69ec67-9a93-44dd-8774-1819e264052c req-c1306cf4-7cf8-4c4d-8cfa-12934664cffc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297484 Jan 27 21:34:41.818917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bdb2ed-a96b-493a-99c1-43e40c13640d admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:34:41.824873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a3bdb2ed-a96b-493a-99c1-43e40c13640d admin admin] 10.222.0.61 "PUT /v2.0/routers/ef91826e-74af-4757-9ffa-6e20abb4de3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5272434 Jan 27 21:34:41.827372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e69ec67-9a93-44dd-8774-1819e264052c req-b0745f11-c4f7-4742-bddf-b4e55c5e756c service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441741 Jan 27 21:34:41.828007 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37544) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:41.833140 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7587761-91fe-41ba-8de1-e5917cb93851 None None] Sync routers for ids ['ef91826e-74af-4757-9ffa-6e20abb4de3f'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:34:41.847413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7587761-91fe-41ba-8de1-e5917cb93851 None None] Routers {'ef91826e-74af-4757-9ffa-6e20abb4de3f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:34:41.848332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c7587761-91fe-41ba-8de1-e5917cb93851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:34:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ef91826e-74af-4757-9ffa-6e20abb4de3f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:41.978110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e69ec67-9a93-44dd-8774-1819e264052c req-3b1c4d0d-0389-4620-ae4b-b552af375cb3 service neutron] 10.222.0.71 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417680 Jan 27 21:34:42.056173 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Publish callbacks [] for router (ef91826e-74af-4757-9ffa-6e20abb4de3f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:42.059919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-c7587761-91fe-41ba-8de1-e5917cb93851 None None] Set router ef91826e-74af-4757-9ffa-6e20abb4de3f gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:34:42.324567 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Publish callbacks [] for router_gateway (ef91826e-74af-4757-9ffa-6e20abb4de3f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:42.349904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-598ead70-c072-4a66-8aa1-d140045704e2 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:42.360451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-598ead70-c072-4a66-8aa1-d140045704e2 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/networks?id=038c609c-9dab-435a-a0f9-09ac3d293b98 HTTP/1.1" status: 200 len: 805 time: 0.2287755 Jan 27 21:34:42.379991 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-afb116aa-680f-4041-a45b-d2fb0293eb97 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/quotas/dd73e2183ccc4b9b8fa1067cb44619a7 HTTP/1.1" status: 200 len: 375 time: 0.0186000 Jan 27 21:34:42.445137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-029d3a9e-e06d-41e4-94c9-41584f962c38 req-cf28dc63-c4bc-4635-947d-146f6bd76f34 tempest-VolumesAdminNegativeTest-2071850279 tempest-VolumesAdminNegativeTest-2071850279-project] 10.222.0.61 "GET /v2.0/ports?device_id=87c64de3-93a1-4877-8b5f-c36f14f81c56 HTTP/1.1" status: 200 len: 210 time: 0.0818043 Jan 27 21:34:42.460356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c7587761-91fe-41ba-8de1-e5917cb93851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:34:40Z', 'revision_number': 5, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port': {'id': '7349605b-5c38-4e3a-b512-85732f234ba5', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:31:56Z', 'updated_at': '2022-01-27T21:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:42.485950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-16a08d0e-f56e-4eff-8fee-db85436ddbaa tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965326 Jan 27 21:34:42.505875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Deleting port 7349605b-5c38-4e3a-b512-85732f234ba5 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:34:42.506219 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7349605b-5c38-4e3a-b512-85732f234ba5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:42.637885 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-f306ef75-51a9-4e10-ac8c-305cda783127 service neutron] 10.222.0.61 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460030 Jan 27 21:34:42.652879 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] For port 7349605b-5c38-4e3a-b512-85732f234ba5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7349605b-5c38-4e3a-b512-85732f234ba5,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:42.655566 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7349605b-5c38-4e3a-b512-85732f234ba5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:42.682095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Calling delete_port for 7349605b-5c38-4e3a-b512-85732f234ba5 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:34:42.723310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:34:42.734518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7587761-91fe-41ba-8de1-e5917cb93851 None None] Checking router: ef91826e-74af-4757-9ffa-6e20abb4de3f for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:34:42.774428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-e56d3cce-4d03-4fd2-b3ab-c7ff7b4881ae service neutron] 10.222.0.61 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310744 Jan 27 21:34:42.843734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7587761-91fe-41ba-8de1-e5917cb93851 None None] Routers {'ef91826e-74af-4757-9ffa-6e20abb4de3f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:34:42.843734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c7587761-91fe-41ba-8de1-e5917cb93851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:34:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ef91826e-74af-4757-9ffa-6e20abb4de3f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:42.852530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900e8b2-78a8-4b0d-9609-b875c9e14ba8 req-f026e261-ca2d-4b22-89f2-d21d90562528 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:42.866100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7900e8b2-78a8-4b0d-9609-b875c9e14ba8 req-f026e261-ca2d-4b22-89f2-d21d90562528 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.2108588 Jan 27 21:34:42.940988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37586) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:42.958402 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7900e8b2-78a8-4b0d-9609-b875c9e14ba8 req-b2b39b7a-ef06-46bd-b16f-1d1098daf668 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909770 Jan 27 21:34:42.977546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c64de3-93a1-4877-8b5f-c36f14f81c56', 'name': 'network-vif-deleted', 'tag': 'dddc879d-c5d2-423a-8811-fb31c5613c5d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:42.980900 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85052b26-fa8f-486b-92e8-62466faf1e97" -d '{"events": [{"server_uuid": "87c64de3-93a1-4877-8b5f-c36f14f81c56", "name": "network-vif-deleted", "tag": "dddc879d-c5d2-423a-8811-fb31c5613c5d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:43.020297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-c7587761-91fe-41ba-8de1-e5917cb93851 None None] Set router ef91826e-74af-4757-9ffa-6e20abb4de3f gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:34:43.055486 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa725b74-3790-4b54-8bc9-70f4ade3c689 x-openstack-request-id: req-aa725b74-3790-4b54-8bc9-70f4ade3c689 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:43.055789 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c64de3-93a1-4877-8b5f-c36f14f81c56", "name": "network-vif-deleted", "tag": "dddc879d-c5d2-423a-8811-fb31c5613c5d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:43.056261 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa725b74-3790-4b54-8bc9-70f4ade3c689 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:43.058944 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c64de3-93a1-4877-8b5f-c36f14f81c56', 'name': 'network-vif-deleted', 'tag': 'dddc879d-c5d2-423a-8811-fb31c5613c5d', 'status': 'completed', 'code': 200} Jan 27 21:34:43.059063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (7349605b-5c38-4e3a-b512-85732f234ba5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.063890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:43.064378 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.132016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c7587761-91fe-41ba-8de1-e5917cb93851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:34:42Z', 'revision_number': 6, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:43.134558 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Pushing event deleted for resources: {'Port': ['ID=7349605b-5c38-4e3a-b512-85732f234ba5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:43.139208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3be278-ed0c-415a-b5bd-06cb500a75e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:43.141490 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cf4655-77be-4a2a-94c6-7216b42351d7" -d '{"events": [{"server_uuid": "7e3be278-ed0c-415a-b5bd-06cb500a75e6", "name": "network-vif-unplugged", "status": "completed", "tag": "a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:43.195600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7587761-91fe-41ba-8de1-e5917cb93851 None None] The sync data for ids ['ef91826e-74af-4757-9ffa-6e20abb4de3f'] in n-d-760456-6 is: [{'id': 'ef91826e-74af-4757-9ffa-6e20abb4de3f', 'name': 'tempest-ServersTestFqdnHostnames-1738865061-router', 'tenant_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:31:55Z', 'updated_at': '2022-01-27T21:34:42Z', 'revision_number': 6, 'project_id': '9a88894e93cb4d2d980e4d4ad8fe4303', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:34:43.207889 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-221e1414-26b8-40c7-b23b-f068bad366a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.211715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:43.230623 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2db11f4-8568-45a4-ac7f-6779f553ef55 x-openstack-request-id: req-e2db11f4-8568-45a4-ac7f-6779f553ef55 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:43.231104 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3be278-ed0c-415a-b5bd-06cb500a75e6", "name": "network-vif-unplugged", "status": "completed", "tag": "a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:43.231532 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2db11f4-8568-45a4-ac7f-6779f553ef55 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:43.232733 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3be278-ed0c-415a-b5bd-06cb500a75e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73', 'code': 200} Jan 27 21:34:43.270640 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.271651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:34:43.320304 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (ef91826e-74af-4757-9ffa-6e20abb4de3f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.369240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:43.427204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:43.427667 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.442372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-609db57c-2472-4737-b825-1b4b34d7139e req-f63af1b5-8824-4093-918c-f5703e5504ce tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 210 time: 0.2137141 Jan 27 21:34:43.475271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:43.478653 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (ef91826e-74af-4757-9ffa-6e20abb4de3f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.481411 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Publish callbacks [] for router_controller (ef91826e-74af-4757-9ffa-6e20abb4de3f), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.501312 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-221e1414-26b8-40c7-b23b-f068bad366a9 admin admin] Publish callbacks [] for security_group (fcb83e85-5e72-44e4-a022-593f5f4df655), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.540199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505c7bb-d58f-4e80-8411-983ac5969e27 req-3fb99008-0a39-4347-86f5-e63de4375d39 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:43.547432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d505c7bb-d58f-4e80-8411-983ac5969e27 req-3fb99008-0a39-4347-86f5-e63de4375d39 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e3be278-ed0c-415a-b5bd-06cb500a75e6 HTTP/1.1" status: 200 len: 944 time: 0.1525731 Jan 27 21:34:43.548132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37612) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:43.559462 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.572263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37616) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:43.643415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-80289e39-4e92-4dd2-93ff-8488e1c6e46a admin admin] Deleting subnet 2e971f73-7a05-4fa9-accd-79b6f5881df7 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:34:43.647010 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80289e39-4e92-4dd2-93ff-8488e1c6e46a admin admin] Publish callbacks [] for subnet (2e971f73-7a05-4fa9-accd-79b6f5881df7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.683706 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:43.690391 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80289e39-4e92-4dd2-93ff-8488e1c6e46a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (2e971f73-7a05-4fa9-accd-79b6f5881df7), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.692418 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (ef91826e-74af-4757-9ffa-6e20abb4de3f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.693008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef91826e-74af-4757-9ffa-6e20abb4de3f {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:34:43.700671 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.703210 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-778005f8-266a-4381-a26d-d8e26532957b admin admin] 10.222.0.61 "DELETE /v2.0/routers/ef91826e-74af-4757-9ffa-6e20abb4de3f HTTP/1.1" status: 204 len: 168 time: 1.8735342 Jan 27 21:34:43.705910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37628) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:43.756226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:34:43.761127 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80289e39-4e92-4dd2-93ff-8488e1c6e46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (2e971f73-7a05-4fa9-accd-79b6f5881df7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.781337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:34:43.781961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 14fa79ea-e7c9-4a75-95b1-f3f71ac5a8af not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:34:43.803231 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1002950523-network', 'tenant_id': '4a740dbf51be4474b91c5cb7c93ca967'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:43.832952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-574e3242-dbd9-40ab-b064-05ae577acdb8 admin admin] Deleting subnet cdaea95c-79f5-405e-9c6d-30f481f126bd {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:34:43.836433 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-574e3242-dbd9-40ab-b064-05ae577acdb8 admin admin] Publish callbacks [] for subnet (cdaea95c-79f5-405e-9c6d-30f481f126bd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.840672 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-221e1414-26b8-40c7-b23b-f068bad366a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fcb83e85-5e72-44e4-a022-593f5f4df655), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.847362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device dddc879d-c5d2-423a-8811-fb31c5613c5d no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:34:43.877220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: dddc879d-c5d2-423a-8811-fb31c5613c5d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:34:43.877727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device dddc879d-c5d2-423a-8811-fb31c5613c5d not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:34:43.879582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-574e3242-dbd9-40ab-b064-05ae577acdb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (cdaea95c-79f5-405e-9c6d-30f481f126bd), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.893688 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e1414-26b8-40c7-b23b-f068bad366a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb83e85-5e72-44e4-a022-593f5f4df655,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:43.931236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Made reservation on behalf of 4a740dbf51be4474b91c5cb7c93ca967 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:34:43.944112 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.948320 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:43.960991 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-221e1414-26b8-40c7-b23b-f068bad366a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd13497c6c7a410ea68b7b8c3e875fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0165200 Jan 27 21:34:43.962685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37630) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:44.048696 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80289e39-4e92-4dd2-93ff-8488e1c6e46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (2e971f73-7a05-4fa9-accd-79b6f5881df7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.054586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-574e3242-dbd9-40ab-b064-05ae577acdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (cdaea95c-79f5-405e-9c6d-30f481f126bd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.102279 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Publish callbacks [] for security_group (e1cb2e41-9152-4336-906c-6e3e7ee36419), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.188780 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e1cb2e41-9152-4336-906c-6e3e7ee36419), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.214875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:34:44.230519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cb2e41-9152-4336-906c-6e3e7ee36419,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:44.241340 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (362791a6-c70d-4d10-a905-54db3bcc2933), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.241686 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Added segment 362791a6-c70d-4d10-a905-54db3bcc2933 of type vlan for network 4d4762b7-4485-49f9-93c6-dc19ae80648a Jan 27 21:34:44.282067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-574e3242-dbd9-40ab-b064-05ae577acdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (cdaea95c-79f5-405e-9c6d-30f481f126bd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.301302 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-574e3242-dbd9-40ab-b064-05ae577acdb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.305071 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-574e3242-dbd9-40ab-b064-05ae577acdb8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cdaea95c-79f5-405e-9c6d-30f481f126bd HTTP/1.1" status: 204 len: 168 time: 0.5975878 Jan 27 21:34:44.312666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002d6a64-a1c0-4bfb-b2b1-ba911cf07068 None None] Network 13184c49-e803-47a3-b4d3-89527ee5d5c0 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:34:44.314669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37636) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:44.412377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d505c7bb-d58f-4e80-8411-983ac5969e27 req-5dc2a4e7-81eb-465d-be7d-ee1e31ec77db tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Deleting port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:34:44.412726 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d505c7bb-d58f-4e80-8411-983ac5969e27 req-5dc2a4e7-81eb-465d-be7d-ee1e31ec77db tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.432997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80289e39-4e92-4dd2-93ff-8488e1c6e46a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e971f73-7a05-4fa9-accd-79b6f5881df7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:44.434303 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (4d4762b7-4485-49f9-93c6-dc19ae80648a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.442352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e3242-dbd9-40ab-b064-05ae577acdb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdaea95c-79f5-405e-9c6d-30f481f126bd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:44.452234 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80289e39-4e92-4dd2-93ff-8488e1c6e46a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.459217 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-80289e39-4e92-4dd2-93ff-8488e1c6e46a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2e971f73-7a05-4fa9-accd-79b6f5881df7 HTTP/1.1" status: 204 len: 168 time: 0.9100623 Jan 27 21:34:44.462488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37642) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:44.532395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (13184c49-e803-47a3-b4d3-89527ee5d5c0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.600368 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:34:44.610088 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Deleting port d921036a-20e2-496b-b3b8-04b9187f8d29 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:34:44.610476 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.621481 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84593c51-4742-4eb4-abbc-148264bbea1c admin admin] Publish callbacks [] for security_group (fcb83e85-5e72-44e4-a022-593f5f4df655), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.680303 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (4d4762b7-4485-49f9-93c6-dc19ae80648a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.682150 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:44.683204 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.686944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb2af6f9-2458-436f-9481-ec0a41df2cd4 req-57ae05a1-1cc3-4b9d-9fbd-5189478fee90 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 210 time: 0.0978224 Jan 27 21:34:44.699870 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a1323c-14a6-489d-b404-ad79b7902155 None None] DHCP port deletion for 13184c49-e803-47a3-b4d3-89527ee5d5c0 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:34:44.796004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61819d-1b1e-4236-9a26-a8302de0d9e4 req-9a496538-4ca2-46e4-ba1b-8065b44ce255 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:44.801279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] For port d921036a-20e2-496b-b3b8-04b9187f8d29, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d921036a-20e2-496b-b3b8-04b9187f8d29,segment=NetworkSegment(0bc52a3e-62ee-43ae-8381-670848926478),segment_id=0bc52a3e-62ee-43ae-8381-670848926478)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:44.801789 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.804584 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad61819d-1b1e-4236-9a26-a8302de0d9e4 req-9a496538-4ca2-46e4-ba1b-8065b44ce255 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.7372243 Jan 27 21:34:44.819806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] Pushing event updated for resources: {'Network': ['ID=4d4762b7-4485-49f9-93c6-dc19ae80648a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:44.829132 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-68d8b3b0-e02f-4ac2-826c-37b691e96a22 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2556522 Jan 27 21:34:44.832022 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.833480 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37654) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:44.839331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-cf2a029d-f9f2-4e0a-9791-5992f393756f admin admin] Request body: {'subnet': {'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1002950523-subnet', 'tenant_id': '4a740dbf51be4474b91c5cb7c93ca967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:44.842152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 4d4762b7-4485-49f9-93c6-dc19ae80648a details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:34:44.844594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Calling delete_port for d921036a-20e2-496b-b3b8-04b9187f8d29 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:34:44.852907 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:44.875265 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84593c51-4742-4eb4-abbc-148264bbea1c admin admin] Publish callbacks [] for security_group (fcb83e85-5e72-44e4-a022-593f5f4df655), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.899277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d505c7bb-d58f-4e80-8411-983ac5969e27 req-5dc2a4e7-81eb-465d-be7d-ee1e31ec77db tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] For port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:44.904866 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d505c7bb-d58f-4e80-8411-983ac5969e27 req-5dc2a4e7-81eb-465d-be7d-ee1e31ec77db tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.916602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d505c7bb-d58f-4e80-8411-983ac5969e27 req-5dc2a4e7-81eb-465d-be7d-ee1e31ec77db tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Calling delete_port for a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:34:44.924062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-09a1323c-14a6-489d-b404-ad79b7902155 None None] Deleting port d921036a-20e2-496b-b3b8-04b9187f8d29 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:34:44.927790 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09a1323c-14a6-489d-b404-ad79b7902155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:44.929018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'mac_address': 'fa:16:3e:d4:c3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:34:45.000337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2a029d-f9f2-4e0a-9791-5992f393756f admin admin] Made reservation on behalf of 4a740dbf51be4474b91c5cb7c93ca967 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:34:45.003199 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cf2a029d-f9f2-4e0a-9791-5992f393756f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.027457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:45.027860 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.061479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:34:45.078296 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.081111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-09a1323c-14a6-489d-b404-ad79b7902155 None None] For port d921036a-20e2-496b-b3b8-04b9187f8d29, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d921036a-20e2-496b-b3b8-04b9187f8d29,segment=NetworkSegment(0bc52a3e-62ee-43ae-8381-670848926478),segment_id=0bc52a3e-62ee-43ae-8381-670848926478)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:45.081111 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09a1323c-14a6-489d-b404-ad79b7902155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.100611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-09a1323c-14a6-489d-b404-ad79b7902155 None None] Calling delete_port for d921036a-20e2-496b-b3b8-04b9187f8d29 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:34:45.113710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:45.130991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d921036a-20e2-496b-b3b8-04b9187f8d29,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:45.133463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] No DVR routers for this DVR port d921036a-20e2-496b-b3b8-04b9187f8d29 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:34:45.197263 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09a1323c-14a6-489d-b404-ad79b7902155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (d921036a-20e2-496b-b3b8-04b9187f8d29), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.202288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad61819d-1b1e-4236-9a26-a8302de0d9e4 req-9b252a48-568b-49e1-80b8-e27f78ec4f25 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965082 Jan 27 21:34:45.238151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:45.240440 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3628a70-deed-40a6-8153-afd40615f2e6" -d '{"events": [{"server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "name": "network-vif-unplugged", "status": "completed", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:45.245701 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1323c-14a6-489d-b404-ad79b7902155 None None] Pushing event deleted for resources: {'Port': ['ID=d921036a-20e2-496b-b3b8-04b9187f8d29,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:45.254464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a1323c-14a6-489d-b404-ad79b7902155 None None] No DVR routers for this DVR port d921036a-20e2-496b-b3b8-04b9187f8d29 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:34:45.279226 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.289372 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (13184c49-e803-47a3-b4d3-89527ee5d5c0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.305262 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0ee46e-3f62-48f6-ab36-5857dd4b6c12 x-openstack-request-id: req-5b0ee46e-3f62-48f6-ab36-5857dd4b6c12 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:45.305558 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "name": "network-vif-unplugged", "status": "completed", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:45.305812 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b0ee46e-3f62-48f6-ab36-5857dd4b6c12 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:45.306203 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'code': 200} Jan 27 21:34:45.327799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13184c49-e803-47a3-b4d3-89527ee5d5c0']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:45.334597 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.342169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:45.343221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc52a3e-62ee-43ae-8381-670848926478') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:45.343844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc52a3e-62ee-43ae-8381-670848926478') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:45.359730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (0bc52a3e-62ee-43ae-8381-670848926478), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.363834 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d505c7bb-d58f-4e80-8411-983ac5969e27 req-5dc2a4e7-81eb-465d-be7d-ee1e31ec77db tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.369731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:45.376218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:34:45.390019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28dd785-ca87-483c-9b65-882245815e9f') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:45.390321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28dd785-ca87-483c-9b65-882245815e9f') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:45.403001 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (0bc52a3e-62ee-43ae-8381-670848926478), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.414145 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:34:45.415018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (0bc52a3e-62ee-43ae-8381-670848926478), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:34:45.417210 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:34:45.428895 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (e28dd785-ca87-483c-9b65-882245815e9f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.432059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2a4e7-81eb-465d-be7d-ee1e31ec77db tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Pushing event deleted for resources: {'Port': ['ID=a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:45.539587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e28dd785-ca87-483c-9b65-882245815e9f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.547598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d505c7bb-d58f-4e80-8411-983ac5969e27 req-5dc2a4e7-81eb-465d-be7d-ee1e31ec77db tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] No DVR routers for this DVR port a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:34:45.558882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d505c7bb-d58f-4e80-8411-983ac5969e27 req-5dc2a4e7-81eb-465d-be7d-ee1e31ec77db tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.562821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d505c7bb-d58f-4e80-8411-983ac5969e27 req-5dc2a4e7-81eb-465d-be7d-ee1e31ec77db tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.71 "DELETE /v2.0/ports/a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 HTTP/1.1" status: 204 len: 173 time: 1.7330174 Jan 27 21:34:45.563289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3be278-ed0c-415a-b5bd-06cb500a75e6', 'name': 'network-vif-deleted', 'tag': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:45.566353 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44931411-2322-432f-a8f5-d3722175fbba" -d '{"events": [{"server_uuid": "7e3be278-ed0c-415a-b5bd-06cb500a75e6", "name": "network-vif-deleted", "tag": "a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:45.569281 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:34:45.569281 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (e28dd785-ca87-483c-9b65-882245815e9f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:34:45.572390 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:34:45.628864 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2771ebf0-ba27-4308-9862-7d30493402ac x-openstack-request-id: req-2771ebf0-ba27-4308-9862-7d30493402ac {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:45.629291 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3be278-ed0c-415a-b5bd-06cb500a75e6", "name": "network-vif-deleted", "tag": "a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:45.629552 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2771ebf0-ba27-4308-9862-7d30493402ac {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:45.629957 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3be278-ed0c-415a-b5bd-06cb500a75e6', 'name': 'network-vif-deleted', 'tag': 'a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73', 'status': 'completed', 'code': 200} Jan 27 21:34:45.635350 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (13184c49-e803-47a3-b4d3-89527ee5d5c0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.643315 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.646744 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/13184c49-e803-47a3-b4d3-89527ee5d5c0 HTTP/1.1" status: 204 len: 168 time: 1.3091393 Jan 27 21:34:45.661782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fcf08-94b3-4fa6-a0c3-55762dc30bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=13184c49-e803-47a3-b4d3-89527ee5d5c0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:45.694859 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7349605b-5c38-4e3a-b512-85732f234ba5 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:34:45.714631 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84593c51-4742-4eb4-abbc-148264bbea1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fcb83e85-5e72-44e4-a022-593f5f4df655), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.717425 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cf2a029d-f9f2-4e0a-9791-5992f393756f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (054f10ab-0586-49e9-ab4c-ac190c6d920f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.717591 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-84593c51-4742-4eb4-abbc-148264bbea1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.718748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-84593c51-4742-4eb4-abbc-148264bbea1c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fcb83e85-5e72-44e4-a022-593f5f4df655 HTTP/1.1" status: 204 len: 168 time: 1.7538016 Jan 27 21:34:45.741178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 7349605b-5c38-4e3a-b512-85732f234ba5 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:34:45.741596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7349605b-5c38-4e3a-b512-85732f234ba5 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:34:45.742173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d921036a-20e2-496b-b3b8-04b9187f8d29 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:34:45.743708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84593c51-4742-4eb4-abbc-148264bbea1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb83e85-5e72-44e4-a022-593f5f4df655,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:45.760379 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.788313 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:45.795819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] 10.222.0.61 "DELETE /v2.0/networks/37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f HTTP/1.1" status: 204 len: 168 time: 1.2962065 Jan 27 21:34:45.798175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f87e5a-1d98-4394-998c-95e37606d984 admin admin] Pushing event deleted for resources: {'Network': ['ID=37f50b79-4f1a-4bfc-bd8c-a43f1dd7b89f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:45.813692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37670) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:45.869299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a029d-f9f2-4e0a-9791-5992f393756f admin admin] Pushing event updated for resources: {'Subnet': ['ID=054f10ab-0586-49e9-ab4c-ac190c6d920f,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:45.879381 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: d921036a-20e2-496b-b3b8-04b9187f8d29 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:34:45.882117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d921036a-20e2-496b-b3b8-04b9187f8d29 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:34:45.944917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a029d-f9f2-4e0a-9791-5992f393756f admin admin] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:34:45.945342 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2a029d-f9f2-4e0a-9791-5992f393756f admin admin] Network hostable DHCP agents. Network: 4d4762b7-4485-49f9-93c6-dc19ae80648a, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:34:45.965148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7beb97-ae64-4b09-a69a-dc78ac908e59 admin admin] Deleting subnet d2c440ef-3637-4023-a120-d04745949712 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:34:45.971679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe5c85e3-ef85-476c-82e5-a435eed2e446 req-5c421431-45e6-463f-9c52-37c0e9c88f27 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 210 time: 0.0805943 Jan 27 21:34:45.974271 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb7beb97-ae64-4b09-a69a-dc78ac908e59 admin admin] Publish callbacks [] for subnet (d2c440ef-3637-4023-a120-d04745949712), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.068667 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb7beb97-ae64-4b09-a69a-dc78ac908e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (d2c440ef-3637-4023-a120-d04745949712), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.088586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37680) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:46.121469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2a029d-f9f2-4e0a-9791-5992f393756f admin admin] Network 4d4762b7-4485-49f9-93c6-dc19ae80648a is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:34:46.125229 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb7beb97-ae64-4b09-a69a-dc78ac908e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (d2c440ef-3637-4023-a120-d04745949712), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.171014 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e9de1f06-a7b8-412d-b932-33023f0a0202 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a88894e93cb4d2d980e4d4ad8fe4303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0810826 Jan 27 21:34:46.179851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37688) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:46.252593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-589a3ef3-9239-42a4-9eb2-d462d7196782 admin admin] Publish callbacks [] for security_group (c2cbc779-b2d1-4a01-87d1-92abc30db0af), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.273608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-db185b7f-785e-4a4c-8837-b58d6862f07e tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:46.277594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-db185b7f-785e-4a4c-8837-b58d6862f07e tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.74 "GET /v2.0/networks?id=038c609c-9dab-435a-a0f9-09ac3d293b98 HTTP/1.1" status: 200 len: 805 time: 0.2785294 Jan 27 21:34:46.290784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Request body: {'port': {'device_id': '4f9018c2-53bf-47ea-80a1-8b4ba91c11ae', 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'admin_state_up': True, 'tenant_id': 'dd73e2183ccc4b9b8fa1067cb44619a7'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:46.303833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-589a3ef3-9239-42a4-9eb2-d462d7196782 admin admin] Publish callbacks [] for security_group (c2cbc779-b2d1-4a01-87d1-92abc30db0af), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.373724 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-cf2a029d-f9f2-4e0a-9791-5992f393756f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 4d4762b7-4485-49f9-93c6-dc19ae80648a) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:34:46.383759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab772a2-e52a-4582-ae70-02fcdd0f0651 None None] Network 4d4762b7-4485-49f9-93c6-dc19ae80648a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:34:46.394644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2a029d-f9f2-4e0a-9791-5992f393756f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:46.395461 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cf2a029d-f9f2-4e0a-9791-5992f393756f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.436051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb7beb97-ae64-4b09-a69a-dc78ac908e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (d2c440ef-3637-4023-a120-d04745949712), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.498102 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-589a3ef3-9239-42a4-9eb2-d462d7196782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c2cbc779-b2d1-4a01-87d1-92abc30db0af), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.499969 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb7beb97-ae64-4b09-a69a-dc78ac908e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.501154 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-589a3ef3-9239-42a4-9eb2-d462d7196782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.505694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-eb7beb97-ae64-4b09-a69a-dc78ac908e59 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d2c440ef-3637-4023-a120-d04745949712 HTTP/1.1" status: 204 len: 168 time: 0.6908958 Jan 27 21:34:46.506124 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-589a3ef3-9239-42a4-9eb2-d462d7196782 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2cbc779-b2d1-4a01-87d1-92abc30db0af HTTP/1.1" status: 204 len: 168 time: 0.3214157 Jan 27 21:34:46.507093 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37702) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:46.567663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f7351d-1572-4d0d-a658-1970484f862d None None] Network 4d4762b7-4485-49f9-93c6-dc19ae80648a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:34:46.587806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7beb97-ae64-4b09-a69a-dc78ac908e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c440ef-3637-4023-a120-d04745949712,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:46.655969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f84acd-fb3a-48c4-94de-70a8e2d0d694 req-e7783cf7-54a8-4307-a807-3a0fd2fbe856 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:46.660423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0f84acd-fb3a-48c4-94de-70a8e2d0d694 req-e7783cf7-54a8-4307-a807-3a0fd2fbe856 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.2352104 Jan 27 21:34:46.674276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a3ef3-9239-42a4-9eb2-d462d7196782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cbc779-b2d1-4a01-87d1-92abc30db0af,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:46.687455 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b8bdd43e-5d15-4683-9fdf-24d942ac0044), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.719303 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cf2a029d-f9f2-4e0a-9791-5992f393756f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8745241 Jan 27 21:34:46.719550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:34:46.764662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0f84acd-fb3a-48c4-94de-70a8e2d0d694 req-4c7967a6-b07e-4913-b62d-ab304a69f9ea tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908670 Jan 27 21:34:46.769955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Made reservation on behalf of dd73e2183ccc4b9b8fa1067cb44619a7 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:34:46.774099 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.829693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:46.830180 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.835473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b8bdd43e-5d15-4683-9fdf-24d942ac0044), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.881217 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bdd43e-5d15-4683-9fdf-24d942ac0044']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:46.911786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37712) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:46.925780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d1bf2b-edb2-4683-a2c8-19d4efdfa778') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:46.928619 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d1bf2b-edb2-4683-a2c8-19d4efdfa778') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:46.935959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:46.936575 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.939100 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a344fc29-5ccf-4506-a156-799af2a746e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.957405 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (39d1bf2b-edb2-4683-a2c8-19d4efdfa778), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.976125 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (39d1bf2b-edb2-4683-a2c8-19d4efdfa778), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:46.983911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:34:46.984515 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (39d1bf2b-edb2-4683-a2c8-19d4efdfa778), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.048838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:47.079455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Allocated IP 172.20.0.14 (038c609c-9dab-435a-a0f9-09ac3d293b98/10416cba-4c10-4511-8751-27ccfe46b2bd/381182fe-ec1f-4297-ad13-ecec533b71f5) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:34:47.130767 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:34:47.149140 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.150307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:34:47.180389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f89861b-e4f0-422a-b2c6-8fdf64ed83c4 req-127394b5-6962-4923-9d39-e734effcaef9 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 210 time: 0.0554054 Jan 27 21:34:47.202307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a344fc29-5ccf-4506-a156-799af2a746e8 admin admin] Publish callbacks [] for security_group (b0926d16-818b-4add-84ed-845628b7b010), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.218974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:34:47.218974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a761ec81-b0f3-4aa3-85dc-1ccae8cf7b73 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:34:47.218974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9bffa100-8749-4339-95ff-8c8bc023e1ae no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:34:47.279456 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b8bdd43e-5d15-4683-9fdf-24d942ac0044), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.286216 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.292776 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b8bdd43e-5d15-4683-9fdf-24d942ac0044 HTTP/1.1" status: 204 len: 168 time: 0.7559776 Jan 27 21:34:47.313258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74d732-a201-4786-88fd-3a26523905a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8bdd43e-5d15-4683-9fdf-24d942ac0044,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:47.366252 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a344fc29-5ccf-4506-a156-799af2a746e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b0926d16-818b-4add-84ed-845628b7b010), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.417935 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks [] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.438853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344fc29-5ccf-4506-a156-799af2a746e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0926d16-818b-4add-84ed-845628b7b010,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:47.446000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a344fc29-5ccf-4506-a156-799af2a746e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd9b3464312c4924be2ebaaaf0863f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5284586 Jan 27 21:34:47.446644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37738) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:47.461959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:47.464314 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cee72fa-99d0-487f-8e64-faf6bdd825fd" -d '{"events": [{"server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "name": "network-vif-plugged", "status": "completed", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:47.509018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ba35ab7-de60-4f36-9ff1-f0fef6084830 admin admin] Publish callbacks [] for security_group (b0926d16-818b-4add-84ed-845628b7b010), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.534446 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ba35ab7-de60-4f36-9ff1-f0fef6084830 admin admin] Publish callbacks [] for security_group (b0926d16-818b-4add-84ed-845628b7b010), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.557216 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c570c2d-3502-4739-b582-5e5d3f6c8f31 x-openstack-request-id: req-6c570c2d-3502-4739-b582-5e5d3f6c8f31 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:47.557792 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "name": "network-vif-plugged", "status": "completed", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:47.558241 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c570c2d-3502-4739-b582-5e5d3f6c8f31 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:47.558837 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'code': 200} Jan 27 21:34:47.561915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,revision_number=10']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:47.603198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-f793602a-3124-4607-a099-41de3ec64455 service neutron] 10.222.0.71 "GET /v2.0/ports/9bffa100-8749-4339-95ff-8c8bc023e1ae/bindings/n-h1-760456-6 HTTP/1.1" status: 200 len: 384 time: 0.0971968 Jan 27 21:34:47.614071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9bffa100-8749-4339-95ff-8c8bc023e1ae is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:47.697641 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.732712 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ba35ab7-de60-4f36-9ff1-f0fef6084830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b0926d16-818b-4add-84ed-845628b7b010), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.741178 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ba35ab7-de60-4f36-9ff1-f0fef6084830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:47.742936 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9ba35ab7-de60-4f36-9ff1-f0fef6084830 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0926d16-818b-4add-84ed-845628b7b010 HTTP/1.1" status: 204 len: 168 time: 0.2955258 Jan 27 21:34:47.755857 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba35ab7-de60-4f36-9ff1-f0fef6084830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0926d16-818b-4add-84ed-845628b7b010,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:47.760335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Network 038c609c-9dab-435a-a0f9-09ac3d293b98 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:34:47.766186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:34:47.767873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Pushing event updated for resources: {'Port': ['ID=381182fe-ec1f-4297-ad13-ecec533b71f5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:47.770283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:34:47.961173 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37758) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:48.045523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d8515-a9ea-417e-844f-4a865ff4edf1 req-f98da906-4abe-4ca7-a2b3-9ca58a1d67ca tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:48.047110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-195d8515-a9ea-417e-844f-4a865ff4edf1 req-f98da906-4abe-4ca7-a2b3-9ca58a1d67ca tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 943 time: 0.1335776 Jan 27 21:34:48.054749 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-81bfbcd6-fb07-4836-b7f0-24cef89e50e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c8af064f2e8c4072b53a3d30e5f2e646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0920455 Jan 27 21:34:48.059326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:48.059509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37766) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:48.060452 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:48.133817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c601b26e-1d02-4b99-9b95-a5aef1fcc178 service neutron] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:48.185745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-195d8515-a9ea-417e-844f-4a865ff4edf1 req-c23d26cb-3be7-4cea-92b4-97a9f014c855 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108692 Jan 27 21:34:48.185860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0f8b953-4f2c-4806-8a50-ed20d2ae23bc admin admin] Publish callbacks [] for security_group (f9ca245b-7776-43f2-b24d-d6a46bfb53e8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:48.185956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c601b26e-1d02-4b99-9b95-a5aef1fcc178 service neutron] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:34:48.212839 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0f8b953-4f2c-4806-8a50-ed20d2ae23bc admin admin] Publish callbacks [] for security_group (f9ca245b-7776-43f2-b24d-d6a46bfb53e8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:48.259439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c601b26e-1d02-4b99-9b95-a5aef1fcc178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bffa100-8749-4339-95ff-8c8bc023e1ae {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:34:48.285931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-6b2be9f6-46a4-4c7a-a6b1-a756d4332303 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0015018 Jan 27 21:34:48.297001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c601b26e-1d02-4b99-9b95-a5aef1fcc178 service neutron] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:48.312227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Request body: {'port': {'device_id': '4f9018c2-53bf-47ea-80a1-8b4ba91c11ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:48.365958 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0f8b953-4f2c-4806-8a50-ed20d2ae23bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f9ca245b-7776-43f2-b24d-d6a46bfb53e8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:48.369119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0f8b953-4f2c-4806-8a50-ed20d2ae23bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:48.373642 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b0f8b953-4f2c-4806-8a50-ed20d2ae23bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f9ca245b-7776-43f2-b24d-d6a46bfb53e8 HTTP/1.1" status: 204 len: 168 time: 0.3101187 Jan 27 21:34:48.386864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8b953-4f2c-4806-8a50-ed20d2ae23bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ca245b-7776-43f2-b24d-d6a46bfb53e8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:48.464043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e4dad-f543-4245-bc4d-db92c8487cf3 req-b3b1bc13-181b-43f3-892a-731d2d71f508 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:48.465626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-313e4dad-f543-4245-bc4d-db92c8487cf3 req-b3b1bc13-181b-43f3-892a-731d2d71f508 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 932 time: 0.1300621 Jan 27 21:34:48.466316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c601b26e-1d02-4b99-9b95-a5aef1fcc178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:48.489948 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:48.614570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-313e4dad-f543-4245-bc4d-db92c8487cf3 req-fe7be6a7-8c8c-465e-a5b5-4e67d06bae47 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332793 Jan 27 21:34:48.706024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c601b26e-1d02-4b99-9b95-a5aef1fcc178 service neutron] Transition to ACTIVE for port object 9bffa100-8749-4339-95ff-8c8bc023e1ae will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:34:48.805317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c601b26e-1d02-4b99-9b95-a5aef1fcc178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:48.916943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c601b26e-1d02-4b99-9b95-a5aef1fcc178 service neutron] No DVR routers for this DVR port 9bffa100-8749-4339-95ff-8c8bc023e1ae on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:34:49.027755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c601b26e-1d02-4b99-9b95-a5aef1fcc178 service neutron] 10.222.0.71 "PUT /v2.0/ports/9bffa100-8749-4339-95ff-8c8bc023e1ae/bindings/n-h1-760456-6/activate HTTP/1.1" status: 200 len: 369 time: 1.4167106 Jan 27 21:34:49.063600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601b26e-1d02-4b99-9b95-a5aef1fcc178 service neutron] Pushing event updated for resources: {'Port': ['ID=9bffa100-8749-4339-95ff-8c8bc023e1ae,revision_number=10']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:49.118384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381182fe-ec1f-4297-ad13-ecec533b71f5 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:34:49.133763 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Publish callbacks [] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:49.150464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Transition to ACTIVE for port object 381182fe-ec1f-4297-ad13-ecec533b71f5 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:34:49.228814 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37812) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:49.234330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1876924016-network', 'tenant_id': '8b372c039c724083a5776caf72f1d5e2'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:49.322357 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:49.366611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Made reservation on behalf of 8b372c039c724083a5776caf72f1d5e2 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:34:49.369270 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:49.386530 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:49.403860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01aa5a3-e387-4f06-b0f8-8c0026eee3d0 req-2ebf7e1a-f13a-4aff-a20d-ee819d40a82e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:49.410738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d01aa5a3-e387-4f06-b0f8-8c0026eee3d0 req-2ebf7e1a-f13a-4aff-a20d-ee819d40a82e tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 944 time: 0.1560268 Jan 27 21:34:49.414378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Pushing event updated for resources: {'Port': ['ID=381182fe-ec1f-4297-ad13-ecec533b71f5,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:49.473736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-ffcb1cc0-83ac-4d73-a38f-2967b71cddee tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:49.475269 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-ffcb1cc0-83ac-4d73-a38f-2967b71cddee tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad&tenant_id=26824789def4412abd886336d3559fe2&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1095 time: 0.1689532 Jan 27 21:34:49.517124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d01aa5a3-e387-4f06-b0f8-8c0026eee3d0 req-7c165ff6-4861-43b1-9cba-36708ae2938c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009090 Jan 27 21:34:49.547722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Attempting to bind port 381182fe-ec1f-4297-ad13-ecec533b71f5 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:34:49.548113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Attempting to bind port 381182fe-ec1f-4297-ad13-ecec533b71f5 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:34:49.548450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Attempting to bind port 381182fe-ec1f-4297-ad13-ecec533b71f5 on network 038c609c-9dab-435a-a0f9-09ac3d293b98 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:49.554074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Port 381182fe-ec1f-4297-ad13-ecec533b71f5 on network 038c609c-9dab-435a-a0f9-09ac3d293b98 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:34:49.554412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Attempting to bind port 381182fe-ec1f-4297-ad13-ecec533b71f5 on network 038c609c-9dab-435a-a0f9-09ac3d293b98 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:49.557512 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Publish callbacks [] for security_group (fb0bf17e-e236-4ae0-bcab-a465698965f6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:49.560652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:34:49.561005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Checking segment: {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:34:49.561394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Bound using segment: {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:34:49.561827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Bound port: 381182fe-ec1f-4297-ad13-ecec533b71f5, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affc312d-493c-4557-bb27-ae5517a6ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:34:49.562190 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:49.575617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-e57285e6-79ea-4ea7-9402-57e127509fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:49.575990 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-e57285e6-79ea-4ea7-9402-57e127509fe5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad&tenant_id=26824789def4412abd886336d3559fe2 HTTP/1.1" status: 200 len: 1095 time: 0.0939014 Jan 27 21:34:49.621771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37818) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:49.660596 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fb0bf17e-e236-4ae0-bcab-a465698965f6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:49.677362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] For port 381182fe-ec1f-4297-ad13-ecec533b71f5, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:34:49.702134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] For port 381182fe-ec1f-4297-ad13-ecec533b71f5, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=381182fe-ec1f-4297-ad13-ecec533b71f5,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:34:49.709500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-393a3d7a-912e-4138-b021-e380b73f9f4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=438a01a4ad704fa59cbeed22a70a7274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0829432 Jan 27 21:34:49.709853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37822) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:49.721834 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:34:49.731229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-84a9328a-79ed-4798-9586-ec672c40b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:49.734744 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-84a9328a-79ed-4798-9586-ec672c40b0b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 1095 time: 0.1198363 Jan 27 21:34:49.747070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0bf17e-e236-4ae0-bcab-a465698965f6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:49.785607 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7d778f81-ce29-4f98-ae61-0d7743c44001), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:49.787620 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Added segment 7d778f81-ce29-4f98-ae61-0d7743c44001 of type vlan for network e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa Jan 27 21:34:49.807186 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:49.885121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:49.893142 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a8e5671-ec21-4ce7-aabe-8b21447f915d admin admin] Publish callbacks [] for security_group (dfaede0c-c48f-442a-bf40-3fc9368b18cf), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:49.916699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:49.917489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:49.919705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] 10.222.0.74 "PUT /v2.0/ports/381182fe-ec1f-4297-ad13-ecec533b71f5 HTTP/1.1" status: 200 len: 1092 time: 1.6160378 Jan 27 21:34:49.942923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40d64c-3012-44cb-9163-b4067f00d656 req-1646c905-8fe6-46e3-88aa-7f6706b38f42 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:49.944686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa40d64c-3012-44cb-9163-b4067f00d656 req-1646c905-8fe6-46e3-88aa-7f6706b38f42 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 944 time: 0.1627946 Jan 27 21:34:49.945384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9018c2-53bf-47ea-80a1-8b4ba91c11ae', 'tag': '381182fe-ec1f-4297-ad13-ecec533b71f5'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:49.952257 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d323120-a74b-4836-b9a8-11886a0f1d56" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9018c2-53bf-47ea-80a1-8b4ba91c11ae", "tag": "381182fe-ec1f-4297-ad13-ecec533b71f5"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:50.064255 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cbdba0-eb35-49a0-be48-cf7ba826d422 x-openstack-request-id: req-52cbdba0-eb35-49a0-be48-cf7ba826d422 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:50.064554 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9018c2-53bf-47ea-80a1-8b4ba91c11ae", "tag": "381182fe-ec1f-4297-ad13-ecec533b71f5", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:50.064817 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-52cbdba0-eb35-49a0-be48-cf7ba826d422 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:50.065236 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9018c2-53bf-47ea-80a1-8b4ba91c11ae', 'tag': '381182fe-ec1f-4297-ad13-ecec533b71f5', 'status': 'completed', 'code': 200} Jan 27 21:34:50.082131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-703cedf0-25a4-42e5-ba7e-bbe3cae97513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:50.083881 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-703cedf0-25a4-42e5-ba7e-bbe3cae97513 service neutron] 10.222.0.74 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.3402555 Jan 27 21:34:50.086613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:50.088443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:50.089128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:50.111907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa40d64c-3012-44cb-9163-b4067f00d656 req-915c17d3-65a0-472b-aee6-af441e407404 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566632 Jan 27 21:34:50.115583 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37834) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:50.143568 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a8e5671-ec21-4ce7-aabe-8b21447f915d admin admin] Publish callbacks [] for security_group (dfaede0c-c48f-442a-bf40-3fc9368b18cf), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:50.154477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61573e-0d25-42ed-a146-662eb797eeea service neutron] Pushing event updated for resources: {'Port': ['ID=381182fe-ec1f-4297-ad13-ecec533b71f5,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:50.173615 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-ffa95eea-b1d6-4177-858c-909a6dce2bb1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae HTTP/1.1" status: 200 len: 217 time: 0.0633118 Jan 27 21:34:50.209199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d323120-a74b-4836-b9a8-11886a0f1d56 req-3763c7cc-bd9f-4269-b6a3-7c6c2dd9736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:50.210784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d323120-a74b-4836-b9a8-11886a0f1d56 req-3763c7cc-bd9f-4269-b6a3-7c6c2dd9736f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 1095 time: 0.1377497 Jan 27 21:34:50.283294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] Pushing event updated for resources: {'Network': ['ID=e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:50.295078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:34:50.301776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-575ef314-8cc6-4ad6-a528-17df0d9bc1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:50.305070 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-575ef314-8cc6-4ad6-a528-17df0d9bc1e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.1113293 Jan 27 21:34:50.339487 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-af950747-a3e2-4542-bb22-dba9a54042df admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1093271 Jan 27 21:34:50.361631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37852) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:50.367176 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-942ee55d-9e7e-4b66-9740-5c9ebb257301 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503294 Jan 27 21:34:50.370119 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0efceee3-07a7-49cc-8849-af1d8b5d8c5e admin admin] Request body: {'subnet': {'network_id': 'e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1876924016-subnet', 'tenant_id': '8b372c039c724083a5776caf72f1d5e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:50.406556 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a8e5671-ec21-4ce7-aabe-8b21447f915d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (dfaede0c-c48f-442a-bf40-3fc9368b18cf), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:50.409238 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a8e5671-ec21-4ce7-aabe-8b21447f915d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:50.410993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9a8e5671-ec21-4ce7-aabe-8b21447f915d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dfaede0c-c48f-442a-bf40-3fc9368b18cf HTTP/1.1" status: 204 len: 168 time: 0.6996813 Jan 27 21:34:50.426939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e5671-ec21-4ce7-aabe-8b21447f915d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaede0c-c48f-442a-bf40-3fc9368b18cf,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:50.427775 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-432321571-network', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:50.444727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d323120-a74b-4836-b9a8-11886a0f1d56 req-7acc528e-d784-44b1-9024-3a38304a5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:50.446956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d323120-a74b-4836-b9a8-11886a0f1d56 req-7acc528e-d784-44b1-9024-3a38304a5a41 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2294891 Jan 27 21:34:50.541454 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efceee3-07a7-49cc-8849-af1d8b5d8c5e admin admin] Made reservation on behalf of 8b372c039c724083a5776caf72f1d5e2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:34:50.545363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0efceee3-07a7-49cc-8849-af1d8b5d8c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:50.651705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37860) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:50.731475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d323120-a74b-4836-b9a8-11886a0f1d56 req-00c0347a-4fe0-4dd0-a1d9-8f51e6cfe57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:50.733968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d323120-a74b-4836-b9a8-11886a0f1d56 req-00c0347a-4fe0-4dd0-a1d9-8f51e6cfe57c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2810321 Jan 27 21:34:50.885957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d290a-fe0f-453c-a816-ffa10cdf4382 req-3d42b497-476c-4166-adb8-c6e5a66f843f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:50.887518 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f1d290a-fe0f-453c-a816-ffa10cdf4382 req-3d42b497-476c-4166-adb8-c6e5a66f843f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 944 time: 0.2777798 Jan 27 21:34:50.935846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-84b12b04-c6da-4148-aff7-c2035aaea1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:50.946054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-84b12b04-c6da-4148-aff7-c2035aaea1fc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 1095 time: 0.1679099 Jan 27 21:34:50.956413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1371215196-network', 'tenant_id': '90869a29f1b6493496e53813f728e277'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:51.054206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-d2fadaf5-9e67-4cd1-9d6a-525e36386cdd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=381182fe-ec1f-4297-ad13-ecec533b71f5 HTTP/1.1" status: 200 len: 217 time: 0.0767231 Jan 27 21:34:51.124124 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-8e66f101-ca1a-4d9d-83e9-7eb6b7445a0c service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287080 Jan 27 21:34:51.129268 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Made reservation on behalf of 99acbe8e03bc4d509e99541ebe3a243d for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:34:51.129268 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.161463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.168886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f1d290a-fe0f-453c-a816-ffa10cdf4382 req-c6dd1846-5fed-4110-9ebc-0d6235cdb329 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640061 Jan 27 21:34:51.180197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Made reservation on behalf of 90869a29f1b6493496e53813f728e277 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:34:51.192444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.207308 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.221257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-8e5d361e-d4a6-4956-a581-a13aa99576bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:51.223514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-8e5d361e-d4a6-4956-a581-a13aa99576bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=10416cba-4c10-4511-8751-27ccfe46b2bd HTTP/1.1" status: 200 len: 845 time: 0.1575692 Jan 27 21:34:51.302544 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c6e42907-b3cf-4a54-af9f-cb3b12442a51 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708846 Jan 27 21:34:51.311687 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Publish callbacks [] for security_group (3a2b8291-10d4-47a7-9d6f-62d47767fa15), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.354043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-5334808d-1587-43d2-8140-566dde3470fa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=038c609c-9dab-435a-a0f9-09ac3d293b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399616 Jan 27 21:34:51.421592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3a2b8291-10d4-47a7-9d6f-62d47767fa15), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.432937 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Publish callbacks [] for security_group (1b4eaf5e-5a36-4a86-a3ad-4b37007482f5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.481404 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0efceee3-07a7-49cc-8849-af1d8b5d8c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (71f0f064-bbd3-4adc-b71b-f1b7d06a512f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.491780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:34:51.514147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be571c47-d87f-458c-8229-c76533468bb1 req-e4e7973e-f602-48db-ada6-eedac931bca8 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:51.516712 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1b4eaf5e-5a36-4a86-a3ad-4b37007482f5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.522243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be571c47-d87f-458c-8229-c76533468bb1 req-e4e7973e-f602-48db-ada6-eedac931bca8 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 944 time: 0.1676850 Jan 27 21:34:51.527973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2b8291-10d4-47a7-9d6f-62d47767fa15,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:51.530349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:34:51.563302 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (12b090da-6f10-410f-bb2b-7e28a6c9ae76), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.563302 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Added segment 12b090da-6f10-410f-bb2b-7e28a6c9ae76 of type vlan for network 54e5a990-18a3-4802-9f91-ab36d5af5c37 Jan 27 21:34:51.581759 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8955c887-4785-4a39-9e99-6f0a1710b9ff), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.582137 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Added segment 8955c887-4785-4a39-9e99-6f0a1710b9ff of type vlan for network b80b5939-92d4-4609-be08-39b5f303bbc2 Jan 27 21:34:51.635304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efceee3-07a7-49cc-8849-af1d8b5d8c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f0f064-bbd3-4adc-b71b-f1b7d06a512f,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:51.661121 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (54e5a990-18a3-4802-9f91-ab36d5af5c37), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.712091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efceee3-07a7-49cc-8849-af1d8b5d8c5e admin admin] Checking segment: {'id': '7d778f81-ce29-4f98-ae61-0d7743c44001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:34:51.718413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efceee3-07a7-49cc-8849-af1d8b5d8c5e admin admin] Network hostable DHCP agents. Network: e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:34:51.720754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4eaf5e-5a36-4a86-a3ad-4b37007482f5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:51.743682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be571c47-d87f-458c-8229-c76533468bb1 req-267c64cb-5041-4956-8c00-a77c1d562a23 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202647 Jan 27 21:34:51.744430 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b80b5939-92d4-4609-be08-39b5f303bbc2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.777433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-512b0e64-99b9-45a7-afb3-dcb0c05dd39c service neutron] 10.222.0.74 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132452 Jan 27 21:34:51.798367 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (54e5a990-18a3-4802-9f91-ab36d5af5c37), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.799552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:51.800609 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.864892 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b80b5939-92d4-4609-be08-39b5f303bbc2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.869204 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:51.874358 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:51.876729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efceee3-07a7-49cc-8849-af1d8b5d8c5e admin admin] Network e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:34:52.000576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3372495 Jan 27 21:34:52.011378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37896) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:52.016691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140a1ca-ee81-4cfa-9431-93e796185e89 admin admin] Pushing event updated for resources: {'Network': ['ID=54e5a990-18a3-4802-9f91-ab36d5af5c37,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:52.031425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 54e5a990-18a3-4802-9f91-ab36d5af5c37 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:34:52.048693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6464f8ec-1220-4b6a-8c08-26dd8b481ca6 admin admin] Request body: {'subnet': {'network_id': '54e5a990-18a3-4802-9f91-ab36d5af5c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1371215196-subnet', 'tenant_id': '90869a29f1b6493496e53813f728e277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:52.048912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] Pushing event updated for resources: {'Network': ['ID=b80b5939-92d4-4609-be08-39b5f303bbc2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:52.065834 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-272e4fec-9b7f-4fa0-8f55-cf1241015513 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:52.067704 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-272e4fec-9b7f-4fa0-8f55-cf1241015513 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad&tenant_id=26824789def4412abd886336d3559fe2&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 1095 time: 0.1808178 Jan 27 21:34:52.068457 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0efceee3-07a7-49cc-8849-af1d8b5d8c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:34:52.088889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efceee3-07a7-49cc-8849-af1d8b5d8c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:52.102574 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0efceee3-07a7-49cc-8849-af1d8b5d8c5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:52.142211 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-338ecc23-8e81-4883-afcf-9e087ab16757 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0237947 Jan 27 21:34:52.160555 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37900) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:52.174080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-dcbd496e-1e17-4a46-b725-dd19641ecfe6 admin admin] Request body: {'subnet': {'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-432321571-subnet', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:52.193732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5501a1-df90-45fa-8fd3-78be061e1f71 req-f85e1157-a172-418d-9350-a12a38af2422 service neutron] 10.222.0.74 "GET /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097269 Jan 27 21:34:52.226306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b80b5939-92d4-4609-be08-39b5f303bbc2 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:34:52.330318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db73f2c-a39e-45e2-bbed-0c24c8b7c875 None None] Network e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:34:52.356681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6464f8ec-1220-4b6a-8c08-26dd8b481ca6 admin admin] Made reservation on behalf of 90869a29f1b6493496e53813f728e277 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:34:52.359488 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6464f8ec-1220-4b6a-8c08-26dd8b481ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:52.361278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbd496e-1e17-4a46-b725-dd19641ecfe6 admin admin] Made reservation on behalf of 99acbe8e03bc4d509e99541ebe3a243d for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:34:52.375317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dcbd496e-1e17-4a46-b725-dd19641ecfe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:52.434107 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0efceee3-07a7-49cc-8849-af1d8b5d8c5e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0612013 Jan 27 21:34:52.552043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-302ec0c7-63ec-4627-90d9-8bdfd4ac9887 service neutron] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:34:52.555732 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-302ec0c7-63ec-4627-90d9-8bdfd4ac9887 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:52.561336 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-302ec0c7-63ec-4627-90d9-8bdfd4ac9887 service neutron] 10.222.0.74 "DELETE /v2.0/ports/9bffa100-8749-4339-95ff-8c8bc023e1ae/bindings/n-h2-760456-6 HTTP/1.1" status: 204 len: 173 time: 0.4811008 Jan 27 21:34:52.631490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76949776-64bf-4151-98d9-d18f25c859e3 None None] Network e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:34:52.788296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0576f-c900-4bba-aca9-77426f2955c2 req-dbbad107-8478-459c-8978-e013cf0b54bb tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:52.790314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61f0576f-c900-4bba-aca9-77426f2955c2 req-dbbad107-8478-459c-8978-e013cf0b54bb tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 944 time: 0.4980123 Jan 27 21:34:52.817536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9505938-a2dd-4d4c-a513-6827e1be4db1 req-4290d30f-eb49-4edf-afae-1eebf7f8337f tempest-AbsoluteLimitsNegativeTestJSON-910033405 tempest-AbsoluteLimitsNegativeTestJSON-910033405-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=32bdab15f74c48bf84b0d0f3cc5037af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712886 Jan 27 21:34:53.332415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61f0576f-c900-4bba-aca9-77426f2955c2 req-11766be5-4c5d-4733-a83c-797daba3b793 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279019 Jan 27 21:34:53.384966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9505938-a2dd-4d4c-a513-6827e1be4db1 req-0b928fa7-f8cc-44a4-a64b-3abf678bc419 tempest-AbsoluteLimitsNegativeTestJSON-910033405 tempest-AbsoluteLimitsNegativeTestJSON-910033405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:53.386440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9505938-a2dd-4d4c-a513-6827e1be4db1 req-0b928fa7-f8cc-44a4-a64b-3abf678bc419 tempest-AbsoluteLimitsNegativeTestJSON-910033405 tempest-AbsoluteLimitsNegativeTestJSON-910033405-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5681469 Jan 27 21:34:53.434504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9505938-a2dd-4d4c-a513-6827e1be4db1 req-35bad457-98de-4151-ba99-26dd0c5a8f4d tempest-AbsoluteLimitsNegativeTestJSON-910033405 tempest-AbsoluteLimitsNegativeTestJSON-910033405-project] 10.222.0.61 "GET /v2.0/quotas/32bdab15f74c48bf84b0d0f3cc5037af HTTP/1.1" status: 200 len: 375 time: 0.0324516 Jan 27 21:34:53.471726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9505938-a2dd-4d4c-a513-6827e1be4db1 req-a6268b2c-9337-453f-9fb7-5a6b7d0142a0 tempest-AbsoluteLimitsNegativeTestJSON-910033405 tempest-AbsoluteLimitsNegativeTestJSON-910033405-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=32bdab15f74c48bf84b0d0f3cc5037af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296104 Jan 27 21:34:53.479185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c4803-74ee-4ab1-add6-361a76677a36 req-c9e01211-ae52-4d73-8bbd-3950b1a6346e tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:53.480607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba8c4803-74ee-4ab1-add6-361a76677a36 req-c9e01211-ae52-4d73-8bbd-3950b1a6346e tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 944 time: 0.0886307 Jan 27 21:34:53.548330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba8c4803-74ee-4ab1-add6-361a76677a36 req-8af33460-999c-43ec-b091-200886bda89a tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600505 Jan 27 21:34:53.685579 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dcbd496e-1e17-4a46-b725-dd19641ecfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (fc17ff5e-460a-4849-b0db-c75310b8007a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:53.687658 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6464f8ec-1220-4b6a-8c08-26dd8b481ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (d51576d7-732b-4f57-9e9d-10307150605b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:53.796463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd496e-1e17-4a46-b725-dd19641ecfe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc17ff5e-460a-4849-b0db-c75310b8007a,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:53.911492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd496e-1e17-4a46-b725-dd19641ecfe6 admin admin] Checking segment: {'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:34:53.911852 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbd496e-1e17-4a46-b725-dd19641ecfe6 admin admin] Network hostable DHCP agents. Network: b80b5939-92d4-4609-be08-39b5f303bbc2, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:34:53.923545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-b5c69a85-8650-49ca-b17a-db15ee596ca6 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:53.926186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-b5c69a85-8650-49ca-b17a-db15ee596ca6 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 821 time: 0.2918570 Jan 27 21:34:53.932836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464f8ec-1220-4b6a-8c08-26dd8b481ca6 admin admin] Checking segment: {'id': '12b090da-6f10-410f-bb2b-7e28a6c9ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '54e5a990-18a3-4802-9f91-ab36d5af5c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:34:53.933039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464f8ec-1220-4b6a-8c08-26dd8b481ca6 admin admin] Network hostable DHCP agents. Network: 54e5a990-18a3-4802-9f91-ab36d5af5c37, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:34:53.958875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464f8ec-1220-4b6a-8c08-26dd8b481ca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51576d7-732b-4f57-9e9d-10307150605b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:53.974181 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-6a126dbf-5bf5-4497-9fbe-84b6c1f72dac tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/quotas/4a740dbf51be4474b91c5cb7c93ca967 HTTP/1.1" status: 200 len: 375 time: 0.0322332 Jan 27 21:34:53.987379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef571fa2-c275-4fdc-91d0-f3cfd1d764a4 req-3e7802e0-1c93-4a92-9cc1-753a7238cdd0 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:53.988939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef571fa2-c275-4fdc-91d0-f3cfd1d764a4 req-3e7802e0-1c93-4a92-9cc1-753a7238cdd0 tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 1095 time: 0.1776841 Jan 27 21:34:54.041203 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-b3635e7d-37c3-4b89-8ccd-8ec675e7eca3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510819 Jan 27 21:34:54.089081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbd496e-1e17-4a46-b725-dd19641ecfe6 admin admin] Network b80b5939-92d4-4609-be08-39b5f303bbc2 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:34:54.142586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464f8ec-1220-4b6a-8c08-26dd8b481ca6 admin admin] Network 54e5a990-18a3-4802-9f91-ab36d5af5c37 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:34:54.174841 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef571fa2-c275-4fdc-91d0-f3cfd1d764a4 req-63098a9e-e3e5-4388-a1dd-738e183d046a tempest-LiveMigrationTest-1337937301 tempest-LiveMigrationTest-1337937301-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556351 Jan 27 21:34:54.176199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37972) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:54.215719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-29bb26ff-128f-443d-9f9a-4f3faf21c775 service neutron] 10.222.0.61 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599381 Jan 27 21:34:54.253574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-dcbd496e-1e17-4a46-b725-dd19641ecfe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, b80b5939-92d4-4609-be08-39b5f303bbc2) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:34:54.264053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23440e05-081d-463d-8dd5-571947c9de94 None None] Network b80b5939-92d4-4609-be08-39b5f303bbc2 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:34:54.291957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-6464f8ec-1220-4b6a-8c08-26dd8b481ca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 54e5a990-18a3-4802-9f91-ab36d5af5c37) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:34:54.300554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbd496e-1e17-4a46-b725-dd19641ecfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:54.306795 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dcbd496e-1e17-4a46-b725-dd19641ecfe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:54.311984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6464f8ec-1220-4b6a-8c08-26dd8b481ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:54.312952 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6464f8ec-1220-4b6a-8c08-26dd8b481ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:54.369175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-a02c3582-6d99-4eb6-a0a2-32247e9e6243 service neutron] 10.222.0.61 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485541 Jan 27 21:34:54.389010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddacb0e4-7f41-4f55-a9cf-25eac8d210c9 None None] Network 54e5a990-18a3-4802-9f91-ab36d5af5c37 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:34:54.421381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dcbd496e-1e17-4a46-b725-dd19641ecfe6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2595220 Jan 27 21:34:54.423802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37978) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:54.425191 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f1419c69-ff11-4170-99a0-dabeb4f76e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:54.430108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:54.480577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6464f8ec-1220-4b6a-8c08-26dd8b481ca6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4517910 Jan 27 21:34:54.514015 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f1419c69-ff11-4170-99a0-dabeb4f76e5d admin admin] Publish callbacks [] for security_group (3b7dbadd-c0e6-4e8a-b19e-a4a2e64cca2b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:54.566046 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (aac843c4-e6b6-44b3-9169-957a6ac96f89), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:54.567775 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (aac843c4-e6b6-44b3-9169-957a6ac96f89), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:54.592884 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f1419c69-ff11-4170-99a0-dabeb4f76e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3b7dbadd-c0e6-4e8a-b19e-a4a2e64cca2b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:54.652702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b80b5939-92d4-4609-be08-39b5f303bbc2', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:34:54.653686 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:54.663690 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f1419c69-ff11-4170-99a0-dabeb4f76e5d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32bdab15f74c48bf84b0d0f3cc5037af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5016742 Jan 27 21:34:54.665095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1419c69-ff11-4170-99a0-dabeb4f76e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7dbadd-c0e6-4e8a-b19e-a4a2e64cca2b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:54.668700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37986) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:54.718468 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Publish callbacks [] for router_controller (aac843c4-e6b6-44b3-9169-957a6ac96f89), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:54.731056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafc6c0e-690d-46ba-ad46-ef4f54bfb226 None None] Network 54e5a990-18a3-4802-9f91-ab36d5af5c37 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:34:54.782323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e69f97a1-7b91-472f-be95-b70f0cb35cb0 admin admin] Publish callbacks [] for security_group (3b7dbadd-c0e6-4e8a-b19e-a4a2e64cca2b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:54.864237 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e69f97a1-7b91-472f-be95-b70f0cb35cb0 admin admin] Publish callbacks [] for security_group (3b7dbadd-c0e6-4e8a-b19e-a4a2e64cca2b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:55.030226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Allocated IP 172.20.0.2 (b80b5939-92d4-4609-be08-39b5f303bbc2/fc17ff5e-460a-4849-b0db-c75310b8007a/dfe64253-fc62-47b7-b82e-d97d92107a37) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:34:55.040301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01f4fdac-9342-452c-83b5-617e3ae6f4e9 req-40ff726d-aa16-4245-8065-3613500ae399 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 210 time: 0.0359981 Jan 27 21:34:55.045275 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e69f97a1-7b91-472f-be95-b70f0cb35cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3b7dbadd-c0e6-4e8a-b19e-a4a2e64cca2b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:55.047974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8605a-0cff-4f92-a589-d31f8a231a5e req-facd70d1-81de-4e4f-95cf-63196921ce65 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:55.049113 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e69f97a1-7b91-472f-be95-b70f0cb35cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:55.049689 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e69f97a1-7b91-472f-be95-b70f0cb35cb0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b7dbadd-c0e6-4e8a-b19e-a4a2e64cca2b HTTP/1.1" status: 204 len: 168 time: 0.3790658 Jan 27 21:34:55.058808 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ef8605a-0cff-4f92-a589-d31f8a231a5e req-facd70d1-81de-4e4f-95cf-63196921ce65 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 944 time: 0.2724528 Jan 27 21:34:55.073788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f97a1-7b91-472f-be95-b70f0cb35cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7dbadd-c0e6-4e8a-b19e-a4a2e64cca2b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:55.186785 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Publish callbacks [] for router_gateway (aac843c4-e6b6-44b3-9169-957a6ac96f89), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:55.227947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ef8605a-0cff-4f92-a589-d31f8a231a5e req-3167434d-e028-40c3-97a1-f9771fba8606 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680372 Jan 27 21:34:55.315970 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-b40f90f2-95cf-44f8-ab2a-fd0ffadcad8a req-c9e45002-8d92-43a3-afde-f36ea0f297c6 tempest-SecurityGroupsNegativeTestJSON-1742376672 tempest-SecurityGroupsNegativeTestJSON-1742376672-project] show failed (client error): The resource could not be found. Jan 27 21:34:55.333599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b40f90f2-95cf-44f8-ab2a-fd0ffadcad8a req-c9e45002-8d92-43a3-afde-f36ea0f297c6 tempest-SecurityGroupsNegativeTestJSON-1742376672 tempest-SecurityGroupsNegativeTestJSON-1742376672-project] 10.222.0.61 "GET /v2.0/security-groups/5184a076-6d0d-4943-bb11-102622818361 HTTP/1.1" status: 404 len: 352 time: 0.0280397 Jan 27 21:34:55.355641 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Publish callbacks [] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:55.444462 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:55.508165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Pushing event updated for resources: {'Port': ['ID=dfe64253-fc62-47b7-b82e-d97d92107a37,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:55.518584 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81f4b200-d9de-4be1-93aa-2dde7f1180c0 req-b318e469-528e-4874-b04c-11d92468438f tempest-SecurityGroupsNegativeTestJSON-1742376672 tempest-SecurityGroupsNegativeTestJSON-1742376672-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90869a29f1b6493496e53813f728e277 HTTP/1.1" status: 200 len: 3001 time: 0.1327608 Jan 27 21:34:55.544374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Network b80b5939-92d4-4609-be08-39b5f303bbc2 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:34:55.546505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fd587-5db6-458e-9173-76134e51ff5e req-7149c62b-f078-429f-8f6b-2d8ac7bef94f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:55.548132 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-018fd587-5db6-458e-9173-76134e51ff5e req-7149c62b-f078-429f-8f6b-2d8ac7bef94f tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.74 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 944 time: 0.1097696 Jan 27 21:34:55.551067 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:34:55.554525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:34:55.571676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214c723-7521-4cdb-9e7d-49d12f0e5776 req-7d0c7f4f-03e2-4259-8481-ccf5925e3209 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:55.573604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a214c723-7521-4cdb-9e7d-49d12f0e5776 req-7d0c7f4f-03e2-4259-8481-ccf5925e3209 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 944 time: 0.1648083 Jan 27 21:34:55.632727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81f4b200-d9de-4be1-93aa-2dde7f1180c0 req-b44b13fe-3da6-4c36-9d3e-ebdcbaf59778 tempest-SecurityGroupsNegativeTestJSON-1742376672 tempest-SecurityGroupsNegativeTestJSON-1742376672-project] 10.222.0.61 "GET /v2.0/security-groups/3a2b8291-10d4-47a7-9d6f-62d47767fa15 HTTP/1.1" status: 200 len: 2998 time: 0.1123786 Jan 27 21:34:55.654692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Attempting to bind port dfe64253-fc62-47b7-b82e-d97d92107a37 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:34:55.655379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Attempting to bind port dfe64253-fc62-47b7-b82e-d97d92107a37 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:34:55.656109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Attempting to bind port dfe64253-fc62-47b7-b82e-d97d92107a37 on network b80b5939-92d4-4609-be08-39b5f303bbc2 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:34:55.662681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:34:55.668162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Checking segment: {'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:34:55.668162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:55.668162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Bound using segment: {'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:34:55.668162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Bound port: dfe64253-fc62-47b7-b82e-d97d92107a37, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:34:55.668162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:55.730695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a214c723-7521-4cdb-9e7d-49d12f0e5776 req-95c08c99-703a-4bb8-bf9c-3af4b91977a2 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442962 Jan 27 21:34:55.746490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81f4b200-d9de-4be1-93aa-2dde7f1180c0 req-6f67c56f-afd2-49ce-b22e-3727e8f76479 tempest-SecurityGroupsNegativeTestJSON-1742376672 tempest-SecurityGroupsNegativeTestJSON-1742376672-project] 10.222.0.61 "GET /v2.0/security-groups/3a2b8291-10d4-47a7-9d6f-62d47767fa15 HTTP/1.1" status: 200 len: 2998 time: 0.1090665 Jan 27 21:34:55.762265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] For port dfe64253-fc62-47b7-b82e-d97d92107a37, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:34:55.765202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] For port dfe64253-fc62-47b7-b82e-d97d92107a37, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=dfe64253-fc62-47b7-b82e-d97d92107a37,segment=NetworkSegment(8955c887-4785-4a39-9e99-6f0a1710b9ff),segment_id=8955c887-4785-4a39-9e99-6f0a1710b9ff)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:34:55.833892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-018fd587-5db6-458e-9173-76134e51ff5e req-a082af59-9fa2-42c0-8080-0fdcb67b4188 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Deleting port 9bffa100-8749-4339-95ff-8c8bc023e1ae {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:34:55.834243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-018fd587-5db6-458e-9173-76134e51ff5e req-a082af59-9fa2-42c0-8080-0fdcb67b4188 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:55.869470 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:55.983347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 381182fe-ec1f-4297-ad13-ecec533b71f5 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:34:56.018625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-018fd587-5db6-458e-9173-76134e51ff5e req-a082af59-9fa2-42c0-8080-0fdcb67b4188 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] For port 9bffa100-8749-4339-95ff-8c8bc023e1ae, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9bffa100-8749-4339-95ff-8c8bc023e1ae,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:56.020315 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-018fd587-5db6-458e-9173-76134e51ff5e req-a082af59-9fa2-42c0-8080-0fdcb67b4188 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:56.032577 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Publish callbacks [] for router_gateway (aac843c4-e6b6-44b3-9169-957a6ac96f89), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:56.061274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-018fd587-5db6-458e-9173-76134e51ff5e req-a082af59-9fa2-42c0-8080-0fdcb67b4188 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Calling delete_port for 9bffa100-8749-4339-95ff-8c8bc023e1ae owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:34:56.096936 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:56.119450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b724e91-707a-4263-a6cd-624bb6208b4b None None] Pushing event updated for resources: {'Port': ['ID=dfe64253-fc62-47b7-b82e-d97d92107a37,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:56.196366 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f17b3130-b8c8-4267-981b-0b87545fc0ef req-14a9749f-24aa-4810-befe-12ba553eb4ad tempest-SecurityGroupsNegativeTestJSON-1742376672 tempest-SecurityGroupsNegativeTestJSON-1742376672-project] 10.222.0.61 "GET /v2.0/security-groups/3a2b8291-10d4-47a7-9d6f-62d47767fa15 HTTP/1.1" status: 200 len: 2998 time: 0.3652036 Jan 27 21:34:56.285084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d246a8a-a09b-441f-9d71-16b5914b6e9e req-4b8aacf9-b8eb-4dd4-a093-0add4651b1d8 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 210 time: 0.1011024 Jan 27 21:34:56.393257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 381182fe-ec1f-4297-ad13-ecec533b71f5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=381182fe-ec1f-4297-ad13-ecec533b71f5,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:56.405270 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-f17b3130-b8c8-4267-981b-0b87545fc0ef req-b3fd334f-d780-49bb-b506-3881b172c0c6 tempest-SecurityGroupsNegativeTestJSON-1742376672 tempest-SecurityGroupsNegativeTestJSON-1742376672-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 21:34:56.420898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f17b3130-b8c8-4267-981b-0b87545fc0ef req-b3fd334f-d780-49bb-b506-3881b172c0c6 tempest-SecurityGroupsNegativeTestJSON-1742376672 tempest-SecurityGroupsNegativeTestJSON-1742376672-project] 10.222.0.61 "DELETE /v2.0/security-groups/3a2b8291-10d4-47a7-9d6f-62d47767fa15 HTTP/1.1" status: 409 len: 352 time: 0.2183585 Jan 27 21:34:56.444446 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-018fd587-5db6-458e-9173-76134e51ff5e req-a082af59-9fa2-42c0-8080-0fdcb67b4188 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9bffa100-8749-4339-95ff-8c8bc023e1ae), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:56.500490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Allocated IP 172.25.0.121 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/874e33b7-2481-413a-ae95-c8d4acf87759) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:34:56.522325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95', '9bffa100-8749-4339-95ff-8c8bc023e1ae'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:34:56.541751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '381182fe-ec1f-4297-ad13-ecec533b71f5', 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'port_id': '381182fe-ec1f-4297-ad13-ecec533b71f5', 'mac_address': 'fa:16:3e:10:ae:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10416cba-4c10-4511-8751-27ccfe46b2bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:34:56.589841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082af59-9fa2-42c0-8080-0fdcb67b4188 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Pushing event deleted for resources: {'Port': ['ID=9bffa100-8749-4339-95ff-8c8bc023e1ae,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:56.632550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf16b87-4a7c-4d10-aeee-5674c6d053de req-621180be-58fe-447e-94fb-1896397495a8 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:56.634845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eaf16b87-4a7c-4d10-aeee-5674c6d053de req-621180be-58fe-447e-94fb-1896397495a8 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 944 time: 0.2162287 Jan 27 21:34:56.659881 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-78361556-4392-4f57-89bd-af86961912a1 req-9e4ea87c-16a8-4822-a3aa-4748913b8a99 tempest-SecurityGroupsNegativeTestJSON-1742376672 tempest-SecurityGroupsNegativeTestJSON-1742376672-project] show failed (client error): The resource could not be found. Jan 27 21:34:56.673592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78361556-4392-4f57-89bd-af86961912a1 req-9e4ea87c-16a8-4822-a3aa-4748913b8a99 tempest-SecurityGroupsNegativeTestJSON-1742376672 tempest-SecurityGroupsNegativeTestJSON-1742376672-project] 10.222.0.61 "GET /v2.0/security-groups/557458b3-11cd-4c93-ab85-025f3845af99 HTTP/1.1" status: 404 len: 352 time: 0.0497890 Jan 27 21:34:56.680349 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:56.697644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-018fd587-5db6-458e-9173-76134e51ff5e req-a082af59-9fa2-42c0-8080-0fdcb67b4188 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] No DVR routers for this DVR port 9bffa100-8749-4339-95ff-8c8bc023e1ae on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:34:56.701584 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-018fd587-5db6-458e-9173-76134e51ff5e req-a082af59-9fa2-42c0-8080-0fdcb67b4188 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:56.712516 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-018fd587-5db6-458e-9173-76134e51ff5e req-a082af59-9fa2-42c0-8080-0fdcb67b4188 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.74 "DELETE /v2.0/ports/9bffa100-8749-4339-95ff-8c8bc023e1ae HTTP/1.1" status: 204 len: 173 time: 1.1534040 Jan 27 21:34:56.713453 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a5e959-c110-44e7-a051-dd45c5d1fcad', 'name': 'network-vif-deleted', 'tag': '9bffa100-8749-4339-95ff-8c8bc023e1ae'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:34:56.726722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 381182fe-ec1f-4297-ad13-ecec533b71f5 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:56.727118 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:56.737685 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd58411d-330c-42eb-8b06-6c78b9d2e5d9" -d '{"events": [{"server_uuid": "e6a5e959-c110-44e7-a051-dd45c5d1fcad", "name": "network-vif-deleted", "tag": "9bffa100-8749-4339-95ff-8c8bc023e1ae"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:34:56.743825 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-c5b08320-b44c-4a9e-b6fb-58d2db2bf059 req-57d191cd-c578-443b-9257-f64188028abd tempest-SecurityGroupsNegativeTestJSON-1742376672 tempest-SecurityGroupsNegativeTestJSON-1742376672-project] show failed (client error): The resource could not be found. Jan 27 21:34:56.754467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5b08320-b44c-4a9e-b6fb-58d2db2bf059 req-57d191cd-c578-443b-9257-f64188028abd tempest-SecurityGroupsNegativeTestJSON-1742376672 tempest-SecurityGroupsNegativeTestJSON-1742376672-project] 10.222.0.61 "GET /v2.0/security-groups/5a9561b2-5d36-4b9e-b9f0-d3f99d51f9bf HTTP/1.1" status: 404 len: 352 time: 0.0488245 Jan 27 21:34:56.757141 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38060) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:56.770431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381182fe-ec1f-4297-ad13-ecec533b71f5 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:34:56.796212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 381182fe-ec1f-4297-ad13-ecec533b71f5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=381182fe-ec1f-4297-ad13-ecec533b71f5,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:56.817507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-776866ec-5ec7-4727-954a-bc23e5b893c3 admin admin] Deleting subnet d51576d7-732b-4f57-9e9d-10307150605b {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:34:56.822031 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-776866ec-5ec7-4727-954a-bc23e5b893c3 admin admin] Publish callbacks [] for subnet (d51576d7-732b-4f57-9e9d-10307150605b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:56.861373 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2815b7c9-0573-4bac-98bc-782021af7084 x-openstack-request-id: req-2815b7c9-0573-4bac-98bc-782021af7084 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:34:56.862563 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a5e959-c110-44e7-a051-dd45c5d1fcad", "name": "network-vif-deleted", "tag": "9bffa100-8749-4339-95ff-8c8bc023e1ae", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:34:56.863065 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2815b7c9-0573-4bac-98bc-782021af7084 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:34:56.864108 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a5e959-c110-44e7-a051-dd45c5d1fcad', 'name': 'network-vif-deleted', 'tag': '9bffa100-8749-4339-95ff-8c8bc023e1ae', 'status': 'completed', 'code': 200} Jan 27 21:34:56.885102 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-776866ec-5ec7-4727-954a-bc23e5b893c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (d51576d7-732b-4f57-9e9d-10307150605b), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:56.899224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eaf16b87-4a7c-4d10-aeee-5674c6d053de req-ecb41c99-2c47-42b5-ae99-a9a438d94b5f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364209 Jan 27 21:34:56.945228 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Publish callbacks [] for port (874e33b7-2481-413a-ae95-c8d4acf87759), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:56.958534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-776866ec-5ec7-4727-954a-bc23e5b893c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (d51576d7-732b-4f57-9e9d-10307150605b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:56.965449 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:57.078048 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:57.080103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=381182fe-ec1f-4297-ad13-ecec533b71f5,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:57.080848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-776866ec-5ec7-4727-954a-bc23e5b893c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (d51576d7-732b-4f57-9e9d-10307150605b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:57.104787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6b4eb4f-17a7-44da-ae14-bff2a6848235 req-fdb2df5f-989a-4b71-9702-03faa28861c1 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.1366055 Jan 27 21:34:57.184502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776866ec-5ec7-4727-954a-bc23e5b893c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51576d7-732b-4f57-9e9d-10307150605b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:57.202323 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38068) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:57.213562 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-776866ec-5ec7-4727-954a-bc23e5b893c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:57.221509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38072) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:57.229753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['381182fe-ec1f-4297-ad13-ecec533b71f5'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:34:57.232405 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-776866ec-5ec7-4727-954a-bc23e5b893c3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d51576d7-732b-4f57-9e9d-10307150605b HTTP/1.1" status: 204 len: 168 time: 0.4595075 Jan 27 21:34:57.303482 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (874e33b7-2481-413a-ae95-c8d4acf87759), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:57.436951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:34:57.438471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:34:57.509990 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (54e5a990-18a3-4802-9f91-ab36d5af5c37), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:57.511841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Pushing event updated for resources: {'Port': ['ID=874e33b7-2481-413a-ae95-c8d4acf87759,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:57.518248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1912190370-network', 'tenant_id': '5437710a79734cccb1c20712071f1cd2'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:57.522496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:34:57.611734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd2273b3-bb21-420d-bd9e-21d89d32e982 req-15120db8-39b9-4c5c-9537-1dad30af5c01 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 210 time: 0.1648645 Jan 27 21:34:57.800740 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (54e5a990-18a3-4802-9f91-ab36d5af5c37), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:57.828301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e5a990-18a3-4802-9f91-ab36d5af5c37']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:57.846983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b090da-6f10-410f-bb2b-7e28a6c9ae76') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:57.847300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b090da-6f10-410f-bb2b-7e28a6c9ae76') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:34:57.866889 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (12b090da-6f10-410f-bb2b-7e28a6c9ae76), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:57.884536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device dfe64253-fc62-47b7-b82e-d97d92107a37 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:34:57.896835 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (12b090da-6f10-410f-bb2b-7e28a6c9ae76), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:57.910827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:34:57.912329 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (12b090da-6f10-410f-bb2b-7e28a6c9ae76), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:34:57.915748 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:34:57.925271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e211e37-f191-49d5-88c4-59260db4bb3a None None] Network b80b5939-92d4-4609-be08-39b5f303bbc2 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:34:58.027667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1b3503d6-3b79-48ad-bdd2-2463ed8465d9 None None] Provisioning complete for port dfe64253-fc62-47b7-b82e-d97d92107a37 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:58.028300 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b3503d6-3b79-48ad-bdd2-2463ed8465d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:58.081957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port dfe64253-fc62-47b7-b82e-d97d92107a37 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:58.082607 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:58.092925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-bfa85488-ee25-4853-af69-a927ae24c9f1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:58.097111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-bfa85488-ee25-4853-af69-a927ae24c9f1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.71 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 821 time: 0.1741006 Jan 27 21:34:58.099850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Made reservation on behalf of 5437710a79734cccb1c20712071f1cd2 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:34:58.102258 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:58.211266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Request body: {'port': {'device_id': '84d7c8c8-3046-4761-bd6a-4e4e3386023f', 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a', 'admin_state_up': True, 'tenant_id': '4a740dbf51be4474b91c5cb7c93ca967'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:34:58.254544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:58.256759 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (54e5a990-18a3-4802-9f91-ab36d5af5c37), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:58.437145 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:58.440979 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] 10.222.0.61 "DELETE /v2.0/networks/54e5a990-18a3-4802-9f91-ab36d5af5c37 HTTP/1.1" status: 204 len: 168 time: 1.2183549 Jan 27 21:34:58.505348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-974c0f4e-d30b-44da-be83-2dda6ed85439 req-17b588ff-1cbe-4739-91b2-62f1368939ab tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.2431839 Jan 27 21:34:58.543967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1b3503d6-3b79-48ad-bdd2-2463ed8465d9 None None] Current status of the port dfe64253-fc62-47b7-b82e-d97d92107a37 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:58.546458 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b3503d6-3b79-48ad-bdd2-2463ed8465d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:58.619989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1b3503d6-3b79-48ad-bdd2-2463ed8465d9 None None] For port dfe64253-fc62-47b7-b82e-d97d92107a37, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=dfe64253-fc62-47b7-b82e-d97d92107a37,segment=NetworkSegment(8955c887-4785-4a39-9e99-6f0a1710b9ff),segment_id=8955c887-4785-4a39-9e99-6f0a1710b9ff)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:34:58.631753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port dfe64253-fc62-47b7-b82e-d97d92107a37 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:58.632180 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:58.695717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a758f1f-11cc-4c60-a34b-e09fcdf79f90 admin admin] Pushing event deleted for resources: {'Network': ['ID=54e5a990-18a3-4802-9f91-ab36d5af5c37,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:58.729200 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b3503d6-3b79-48ad-bdd2-2463ed8465d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:58.781032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0a93b-3a9e-4fb2-a0c7-60cc831bbcc4 req-0065d4aa-a934-4ae7-8261-1003a696c901 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:34:58.784571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61a0a93b-3a9e-4fb2-a0c7-60cc831bbcc4 req-0065d4aa-a934-4ae7-8261-1003a696c901 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 945 time: 0.6780050 Jan 27 21:34:58.866777 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:34:58.867161 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:34:58.885425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3503d6-3b79-48ad-bdd2-2463ed8465d9 None None] Pushing event updated for resources: {'Port': ['ID=dfe64253-fc62-47b7-b82e-d97d92107a37,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:58.896993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a0923ec4-632d-43b5-9d4f-d893f6d7e83c None None] Provisioning complete for port dfe64253-fc62-47b7-b82e-d97d92107a37 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:58.897379 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a0923ec4-632d-43b5-9d4f-d893f6d7e83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:58.904639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d62531d6-f0f7-4dcf-9498-e46ed58bd3af req-ebc209d8-667d-4a70-a1be-659d4fbc3c71 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 210 time: 0.0667784 Jan 27 21:34:59.008467 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38102) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:59.039735 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Publish callbacks [] for security_group (c06a6589-c36f-4d67-92b5-bccc71988801), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:59.040273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a0923ec4-632d-43b5-9d4f-d893f6d7e83c None None] Current status of the port dfe64253-fc62-47b7-b82e-d97d92107a37 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:59.045267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Made reservation on behalf of 4a740dbf51be4474b91c5cb7c93ca967 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:34:59.049011 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:59.093141 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9f0e863e-9198-4b86-b1ba-91f99e8ce1be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90869a29f1b6493496e53813f728e277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0830696 Jan 27 21:34:59.093365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38108) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:34:59.103819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Publish callbacks [] for router_gateway (aac843c4-e6b6-44b3-9169-957a6ac96f89), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:59.113939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61a0a93b-3a9e-4fb2-a0c7-60cc831bbcc4 req-4e7d5371-d2d2-4d51-bc54-36622a41f655 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003919 Jan 27 21:34:59.190955 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c06a6589-c36f-4d67-92b5-bccc71988801), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:59.192975 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e073f9c-7aa6-44e7-90e9-6fca0677cc7a admin admin] Publish callbacks [] for security_group (3a2b8291-10d4-47a7-9d6f-62d47767fa15), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:59.202648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:34:59.221347 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e073f9c-7aa6-44e7-90e9-6fca0677cc7a admin admin] Publish callbacks [] for security_group (3a2b8291-10d4-47a7-9d6f-62d47767fa15), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:59.221806 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:59.222004 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Added segment 2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5 of type vlan for network 0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 Jan 27 21:34:59.277507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06a6589-c36f-4d67-92b5-bccc71988801,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:59.378089 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (0f7f7b9c-c193-417c-998b-d2b0c0a03dc1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:59.389189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e073f9c-7aa6-44e7-90e9-6fca0677cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3a2b8291-10d4-47a7-9d6f-62d47767fa15), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:59.395957 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e073f9c-7aa6-44e7-90e9-6fca0677cc7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:59.399482 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8e073f9c-7aa6-44e7-90e9-6fca0677cc7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a2b8291-10d4-47a7-9d6f-62d47767fa15 HTTP/1.1" status: 204 len: 168 time: 0.3043735 Jan 27 21:34:59.421365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e073f9c-7aa6-44e7-90e9-6fca0677cc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2b8291-10d4-47a7-9d6f-62d47767fa15,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:34:59.428855 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Allocated IP 172.20.0.10 (4d4762b7-4485-49f9-93c6-dc19ae80648a/054f10ab-0586-49e9-ab4c-ac190c6d920f/6514195d-3282-46ff-afeb-2c2ba2f0ca15) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:34:59.516691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port dfe64253-fc62-47b7-b82e-d97d92107a37 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:59.702030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device dfe64253-fc62-47b7-b82e-d97d92107a37 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:34:59.770146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port dfe64253-fc62-47b7-b82e-d97d92107a37 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:34:59.770552 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:34:59.902094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port dfe64253-fc62-47b7-b82e-d97d92107a37 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:34:59.980671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 381182fe-ec1f-4297-ad13-ecec533b71f5 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:00.086873 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (0f7f7b9c-c193-417c-998b-d2b0c0a03dc1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:00.088549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:00.089323 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:00.192602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f964ca5b-0cf3-42a1-bdf2-40e3d92780b2 req-794f7888-a1b7-434a-a2b3-41fe4c8f6feb tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.1128857 Jan 27 21:35:00.194425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ecb303d-7a60-40bf-85a1-173b382e41cf req-e0f00db9-60cb-47e1-9223-b2d3a8d4c319 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 210 time: 0.1160414 Jan 27 21:35:00.350885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=0f7f7b9c-c193-417c-998b-d2b0c0a03dc1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:00.361234 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (aac843c4-e6b6-44b3-9169-957a6ac96f89), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:00.362328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:35:00.464930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 381182fe-ec1f-4297-ad13-ecec533b71f5 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:35:00.471670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 381182fe-ec1f-4297-ad13-ecec533b71f5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:00.472984 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:00.539846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd940bfd-1b26-47da-85c4-132ecf81cf3b req-3e1a656f-7e93-46d3-a991-350d851e9262 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:00.576877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 381182fe-ec1f-4297-ad13-ecec533b71f5 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:00.577230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd940bfd-1b26-47da-85c4-132ecf81cf3b req-3e1a656f-7e93-46d3-a991-350d851e9262 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 945 time: 0.2183590 Jan 27 21:35:00.577364 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:00.609145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e205c521-8a1c-4424-a0b2-398eaf19a2d5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4022641 Jan 27 21:35:00.609648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38144) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:00.611776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks [] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:00.616227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c2a92e5e-6efc-44ad-a125-8df33cb61008 admin admin] Request body: {'subnet': {'network_id': '0f7f7b9c-c193-417c-998b-d2b0c0a03dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1912190370-subnet', 'tenant_id': '5437710a79734cccb1c20712071f1cd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:00.628759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9018c2-53bf-47ea-80a1-8b4ba91c11ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381182fe-ec1f-4297-ad13-ecec533b71f5'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:00.634897 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc9f0a2-cb31-4612-af68-f4638459ef10" -d '{"events": [{"server_uuid": "4f9018c2-53bf-47ea-80a1-8b4ba91c11ae", "name": "network-vif-plugged", "status": "completed", "tag": "381182fe-ec1f-4297-ad13-ecec533b71f5"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:00.660263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 381182fe-ec1f-4297-ad13-ecec533b71f5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=381182fe-ec1f-4297-ad13-ecec533b71f5,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:00.699922 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5f4481-e516-412a-9895-3fe90979cbd5 x-openstack-request-id: req-ad5f4481-e516-412a-9895-3fe90979cbd5 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:00.701264 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9018c2-53bf-47ea-80a1-8b4ba91c11ae", "name": "network-vif-plugged", "status": "completed", "tag": "381182fe-ec1f-4297-ad13-ecec533b71f5", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:00.701759 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad5f4481-e516-412a-9895-3fe90979cbd5 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:00.702809 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9018c2-53bf-47ea-80a1-8b4ba91c11ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381182fe-ec1f-4297-ad13-ecec533b71f5', 'code': 200} Jan 27 21:35:00.714292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a92e5e-6efc-44ad-a125-8df33cb61008 admin admin] Made reservation on behalf of 5437710a79734cccb1c20712071f1cd2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:00.718451 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2a92e5e-6efc-44ad-a125-8df33cb61008 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:00.727764 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:00.729250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9bffa100-8749-4339-95ff-8c8bc023e1ae no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:35:00.771951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd940bfd-1b26-47da-85c4-132ecf81cf3b req-c947c1cb-9856-4705-8b8e-c4fdd796a707 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936247 Jan 27 21:35:00.820673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 9bffa100-8749-4339-95ff-8c8bc023e1ae {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:35:00.821064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9bffa100-8749-4339-95ff-8c8bc023e1ae not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:35:00.834883 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:00.967280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=381182fe-ec1f-4297-ad13-ecec533b71f5,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:00.973797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Network 4d4762b7-4485-49f9-93c6-dc19ae80648a is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:00.982422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Router aac843c4-e6b6-44b3-9169-957a6ac96f89 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:35:00.989445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:00.999534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Pushing event updated for resources: {'Port': ['ID=6514195d-3282-46ff-afeb-2c2ba2f0ca15,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:01.002543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:01.078768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39594d-20ea-4160-82d6-204d9bc49489 req-e03c07ac-fa45-4171-bcfb-f741541e37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:01.080530 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae39594d-20ea-4160-82d6-204d9bc49489 req-e03c07ac-fa45-4171-bcfb-f741541e37d8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 1097 time: 0.2101312 Jan 27 21:35:01.151290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:01.151993 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:01.219745 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae39594d-20ea-4160-82d6-204d9bc49489 req-5b5e2fc0-9a47-4792-b595-7b8f4c31fa28 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293263 Jan 27 21:35:01.264877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-780eb293-2adc-460d-8fd9-568e05398e55 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0839851 Jan 27 21:35:01.269127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:35:01.285367 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Sync routers for ids ['aac843c4-e6b6-44b3-9169-957a6ac96f89'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:35:01.286090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Request body: {'port': {'device_id': '84d7c8c8-3046-4761-bd6a-4e4e3386023f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:01.314563 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2a92e5e-6efc-44ad-a125-8df33cb61008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (600b1db6-009b-45dd-ae00-fed616040bf0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:01.318222 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Routers {'aac843c4-e6b6-44b3-9169-957a6ac96f89'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:01.318893 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:34:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aac843c4-e6b6-44b3-9169-957a6ac96f89'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:01.338124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38164) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:01.380431 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a92e5e-6efc-44ad-a125-8df33cb61008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600b1db6-009b-45dd-ae00-fed616040bf0,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:01.400564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a92e5e-6efc-44ad-a125-8df33cb61008 admin admin] Checking segment: {'id': '2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f7f7b9c-c193-417c-998b-d2b0c0a03dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:01.400931 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a92e5e-6efc-44ad-a125-8df33cb61008 admin admin] Network hostable DHCP agents. Network: 0f7f7b9c-c193-417c-998b-d2b0c0a03dc1, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:35:01.407849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9697cf87-4f43-45da-a88a-2af6c445d1b5 req-90cc1ca3-0b2a-44c5-835d-5ae7e9905c69 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.0671425 Jan 27 21:35:01.449844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:01.452187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bf0aead5-45c6-4720-a7b6-731d63f05d63 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.0269315 Jan 27 21:35:01.460553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38174) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:01.551916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be211703-c2c7-4137-9d4c-1516e5dd2162 req-cd618561-ee34-48ac-83f9-eb5bb7da321f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:01.556258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be211703-c2c7-4137-9d4c-1516e5dd2162 req-cd618561-ee34-48ac-83f9-eb5bb7da321f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 932 time: 0.2225583 Jan 27 21:35:01.563467 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a92e5e-6efc-44ad-a125-8df33cb61008 admin admin] Network 0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:35:01.612575 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:01.635860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-network', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:01.684401 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-c2a92e5e-6efc-44ad-a125-8df33cb61008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 0f7f7b9c-c193-417c-998b-d2b0c0a03dc1) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:01.689960 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Set router aac843c4-e6b6-44b3-9169-957a6ac96f89 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:01.704344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d1145-3c73-440a-b0df-1439bf05916f None None] Network 0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:01.708419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be211703-c2c7-4137-9d4c-1516e5dd2162 req-b6e7cc59-35d4-4ff6-959f-92a385df96d5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433053 Jan 27 21:35:01.736266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a92e5e-6efc-44ad-a125-8df33cb61008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:01.737098 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2a92e5e-6efc-44ad-a125-8df33cb61008 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:01.916485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e9852c-f772-4796-a554-6a030a155187 None None] Network 0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:01.916652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:01.916652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:01.923989 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:02.071242 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:34:58Z', 'revision_number': 3, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:02.104530 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c2a92e5e-6efc-44ad-a125-8df33cb61008 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4938960 Jan 27 21:35:02.206464 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Checking router: aac843c4-e6b6-44b3-9169-957a6ac96f89 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:35:02.208825 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Updating router aac843c4-e6b6-44b3-9169-957a6ac96f89 port 874e33b7-2481-413a-ae95-c8d4acf87759 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:35:02.239607 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-44fca4dd-e144-4346-9aa8-4f55caa69053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:02.310400 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (874e33b7-2481-413a-ae95-c8d4acf87759), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:02.389121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:02.393713 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Publish callbacks [] for security_group (422d8364-d797-46e7-8cfa-2033ee1fcbd4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:02.445849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d8ae7-88ed-4d1b-b990-c405299272b9 req-4b551229-0fd2-438e-93dc-87437a8ef648 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:02.451044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b4d8ae7-88ed-4d1b-b990-c405299272b9 req-4b551229-0fd2-438e-93dc-87437a8ef648 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 946 time: 0.5232155 Jan 27 21:35:02.581998 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (422d8364-d797-46e7-8cfa-2033ee1fcbd4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:02.615029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:35:02.633134 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (f2f9897c-e2bd-4e53-9e68-084df718bb65), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:02.637562 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Added segment f2f9897c-e2bd-4e53-9e68-084df718bb65 of type vlan for network 9a852156-70b0-45a2-b678-46738908299d Jan 27 21:35:02.767082 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Allocated IP 172.20.0.1 (b80b5939-92d4-4609-be08-39b5f303bbc2/fc17ff5e-460a-4849-b0db-c75310b8007a/c9979d60-36e3-4c24-a60c-1f9e8e8227c1) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:02.827841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6514195d-3282-46ff-afeb-2c2ba2f0ca15 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:02.837791 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Publish callbacks [] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:02.853539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Transition to ACTIVE for port object 6514195d-3282-46ff-afeb-2c2ba2f0ca15 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:35:02.902792 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (9a852156-70b0-45a2-b678-46738908299d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:02.969315 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.002146 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Publish callbacks [] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.051040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b4d8ae7-88ed-4d1b-b990-c405299272b9 req-2d04de6d-b811-4eac-b213-06c3215b9dd3 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5886087 Jan 27 21:35:03.083990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422d8364-d797-46e7-8cfa-2033ee1fcbd4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:03.134958 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Publish callbacks [] for port (874e33b7-2481-413a-ae95-c8d4acf87759), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.193266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.225493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Pushing event updated for resources: {'Port': ['ID=6514195d-3282-46ff-afeb-2c2ba2f0ca15,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:03.250195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c59b03fa-cfd6-46a1-aacd-d7aace26ca30 req-0bf45264-61a3-49fb-afdf-6004c8d51724 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.0655320 Jan 27 21:35:03.271888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Network b80b5939-92d4-4609-be08-39b5f303bbc2 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:03.271888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:03.278935 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:03.291846 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (874e33b7-2481-413a-ae95-c8d4acf87759), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.299806 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (9a852156-70b0-45a2-b678-46738908299d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.300108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:03.300702 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.331941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-9cd7e160-691f-42cd-af3e-165b0d752119 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:03.333513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-9cd7e160-691f-42cd-af3e-165b0d752119 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/networks?id=0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 HTTP/1.1" status: 200 len: 818 time: 0.4652874 Jan 27 21:35:03.338127 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (aac843c4-e6b6-44b3-9169-957a6ac96f89), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.433113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Attempting to bind port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:03.433720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Attempting to bind port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:03.433843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Attempting to bind port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:03.454944 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Pushing event updated for resources: {'Port': ['ID=874e33b7-2481-413a-ae95-c8d4acf87759,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:03.466243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:35:03.466584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Attempting to bind port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:03.482188 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.484883 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.485929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-578695b6-f33b-43a6-b2e0-427b493e27f5 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/quotas/5437710a79734cccb1c20712071f1cd2 HTTP/1.1" status: 200 len: 375 time: 0.1326849 Jan 27 21:35:03.492950 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.494701 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.495619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.496108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:03.496463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:03.497389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Bound using segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:03.497831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Bound port: 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:03.498193 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.500296 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.504332 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.505157 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.506099 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.508497 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.509579 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.510153 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.511202 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:03.542248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] Pushing event updated for resources: {'Network': ['ID=9a852156-70b0-45a2-b678-46738908299d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:03.557888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 9a852156-70b0-45a2-b678-46738908299d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:35:03.570262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Pushing event updated for resources: {'Port': ['ID=c9979d60-36e3-4c24-a60c-1f9e8e8227c1,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:03.580880 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Attempting to bind port 874e33b7-2481-413a-ae95-c8d4acf87759 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:03.582124 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Attempting to bind port 874e33b7-2481-413a-ae95-c8d4acf87759 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:03.582786 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Attempting to bind port 874e33b7-2481-413a-ae95-c8d4acf87759 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:03.588637 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:03.589870 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:03.591468 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.592211 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:03.593116 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Bound port: 874e33b7-2481-413a-ae95-c8d4acf87759, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:03.593367 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (874e33b7-2481-413a-ae95-c8d4acf87759), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.609994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-df5c6a92-d38d-4d49-aed5-f69fde9afec9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2648163 Jan 27 21:35:03.612189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38216) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:03.619151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b9362fc0-199b-4021-a7cc-502815de6849 admin admin] Request body: {'subnet': {'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-subnet', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:03.646892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ef7f6714-7f53-4eb4-9019-431b49f561a9 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5437710a79734cccb1c20712071f1cd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1349659 Jan 27 21:35:03.703421 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] For port 874e33b7-2481-413a-ae95-c8d4acf87759, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:03.710376 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] For port 874e33b7-2481-413a-ae95-c8d4acf87759, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=874e33b7-2481-413a-ae95-c8d4acf87759,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:03.713251 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.735160 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9362fc0-199b-4021-a7cc-502815de6849 admin admin] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:03.737605 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9362fc0-199b-4021-a7cc-502815de6849 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.794931 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (874e33b7-2481-413a-ae95-c8d4acf87759), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.846254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-01dfb290-ac7c-4336-b1a0-bf14cfaa0582 None None] Provisioning complete for port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:03.846691 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-01dfb290-ac7c-4336-b1a0-bf14cfaa0582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:03.899967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-01dfb290-ac7c-4336-b1a0-bf14cfaa0582 None None] Port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:35:03.930967 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b8aca-fdff-40ec-a7b3-ee04b389523b None None] Pushing event updated for resources: {'Port': ['ID=874e33b7-2481-413a-ae95-c8d4acf87759,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:03.947471 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Routers {'aac843c4-e6b6-44b3-9169-957a6ac96f89'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:03.948214 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:34:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aac843c4-e6b6-44b3-9169-957a6ac96f89'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:03.954068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:03.961191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:03.973620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-861794d1-25fa-4e1d-8ea7-377736912b60 service neutron] 10.222.0.61 "GET /v2.0/networks/0f7f7b9c-c193-417c-998b-d2b0c0a03dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098359 Jan 27 21:35:04.013026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80974b2d-d2a0-4d26-8cb0-4af1f0e3cb38 req-a8badd58-3dc1-4ef1-abdc-c2570527efeb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:04.015447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80974b2d-d2a0-4d26-8cb0-4af1f0e3cb38 req-a8badd58-3dc1-4ef1-abdc-c2570527efeb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 944 time: 0.5360720 Jan 27 21:35:04.076396 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:04.167194 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:35:04.210847 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] Set router aac843c4-e6b6-44b3-9169-957a6ac96f89 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:04.220008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80974b2d-d2a0-4d26-8cb0-4af1f0e3cb38 req-554b9b7c-78f7-40cd-acf1-da8b1ca4076e tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683366 Jan 27 21:35:04.225026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Pushing event updated for resources: {'Port': ['ID=6514195d-3282-46ff-afeb-2c2ba2f0ca15,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:04.231505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:04.232808 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:04.234840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3308f06e-c3de-4110-b980-bba67696d07b service neutron] 10.222.0.71 "PUT /v2.0/ports/6514195d-3282-46ff-afeb-2c2ba2f0ca15 HTTP/1.1" status: 200 len: 1092 time: 2.9565692 Jan 27 21:35:04.235315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d7c8c8-3046-4761-bd6a-4e4e3386023f', 'tag': '6514195d-3282-46ff-afeb-2c2ba2f0ca15'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:04.239125 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17530310-b203-406d-b085-1fc840e74fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "84d7c8c8-3046-4761-bd6a-4e4e3386023f", "tag": "6514195d-3282-46ff-afeb-2c2ba2f0ca15"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:04.332814 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Publish callbacks [] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:04.353458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-641bd912-f515-4c7d-8eda-863bda8673c4 service neutron] 10.222.0.61 "GET /v2.0/networks/0f7f7b9c-c193-417c-998b-d2b0c0a03dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771191 Jan 27 21:35:04.449803 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:04.495178 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9362fc0-199b-4021-a7cc-502815de6849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (13a66f8e-75a2-447f-948d-f9d0ac1c16db), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:04.593296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc02ce-1f9b-45ce-a9f5-83102d357cd8 req-134c105a-f62e-47ff-a694-64f083734837 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:04.594934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdcc02ce-1f9b-45ce-a9f5-83102d357cd8 req-134c105a-f62e-47ff-a694-64f083734837 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 946 time: 0.1338899 Jan 27 21:35:04.597300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-6401b5be-9cd4-444c-a5d8-e4e0b432603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:04.598722 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-6401b5be-9cd4-444c-a5d8-e4e0b432603c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 1095 time: 0.1866527 Jan 27 21:35:04.642844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Pushing event updated for resources: {'Port': ['ID=c9979d60-36e3-4c24-a60c-1f9e8e8227c1,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:04.652939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9362fc0-199b-4021-a7cc-502815de6849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a66f8e-75a2-447f-948d-f9d0ac1c16db,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:04.669865 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ed3720e-0257-4fb6-b0ac-4f8c3e2f0a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:04.748024 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (aac843c4-e6b6-44b3-9169-957a6ac96f89), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:04.795706 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9979d60-36e3-4c24-a60c-1f9e8e8227c1', 'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'mac_address': 'fa:16:3e:01:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:02Z', 'updated_at': '2022-01-27T21:35:02Z', 'revision_number': 1, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'subnets': [{'id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:04.817151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdcc02ce-1f9b-45ce-a9f5-83102d357cd8 req-adacb8a8-41ed-4591-98b7-6c995288f016 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138941 Jan 27 21:35:04.818542 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-23478d15-a244-4bcd-8999-11a109090d8c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15 HTTP/1.1" status: 200 len: 217 time: 0.1365466 Jan 27 21:35:04.878292 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dce392b-f6b4-4d81-8127-b70a3ee4fb18 None None] The sync data for ids ['aac843c4-e6b6-44b3-9169-957a6ac96f89'] in n-d-760456-6 is: [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9979d60-36e3-4c24-a60c-1f9e8e8227c1', 'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'mac_address': 'fa:16:3e:01:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:02Z', 'updated_at': '2022-01-27T21:35:02Z', 'revision_number': 1, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'subnets': [{'id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:35:04.936677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-e4248146-0969-44bc-8caa-771d85adb7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:04.938925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-e4248146-0969-44bc-8caa-771d85adb7f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.1117675 Jan 27 21:35:04.941091 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5538f8-2269-46b1-9dd0-f6cc1b405734 x-openstack-request-id: req-8b5538f8-2269-46b1-9dd0-f6cc1b405734 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:04.941408 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d7c8c8-3046-4761-bd6a-4e4e3386023f", "tag": "6514195d-3282-46ff-afeb-2c2ba2f0ca15", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:04.941762 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b5538f8-2269-46b1-9dd0-f6cc1b405734 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:04.942175 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d7c8c8-3046-4761-bd6a-4e4e3386023f', 'tag': '6514195d-3282-46ff-afeb-2c2ba2f0ca15', 'status': 'completed', 'code': 200} Jan 27 21:35:04.977202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9362fc0-199b-4021-a7cc-502815de6849 admin admin] Checking segment: {'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:04.977202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9362fc0-199b-4021-a7cc-502815de6849 admin admin] Network hostable DHCP agents. Network: 9a852156-70b0-45a2-b678-46738908299d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:35:04.984577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Network b80b5939-92d4-4609-be08-39b5f303bbc2 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:04.986951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:05.010165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-887cf034-7f27-4165-b1d1-a22d5a91df17 req-01ac8596-3755-4edb-917d-8810fd8ce9f4 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.0473003 Jan 27 21:35:05.048492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-a68e090e-59c3-4f59-84ec-723b40a01bed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004543 Jan 27 21:35:05.193878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6ef9cb5-065d-401b-9e46-6090fa2feede req-35d8c3bc-2290-40c8-a02f-fdc93099de2a tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 210 time: 0.0904400 Jan 27 21:35:05.406129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-c3294f6b-6fea-471e-980b-cf2459fb9d5a service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467338 Jan 27 21:35:05.432748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Router aac843c4-e6b6-44b3-9169-957a6ac96f89 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:35:05.570048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5da3b289-b515-4ada-8dd6-c2899b2fa50a None None] Provisioning complete for port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:05.575844 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5da3b289-b515-4ada-8dd6-c2899b2fa50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:05.633663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9362fc0-199b-4021-a7cc-502815de6849 admin admin] Network 9a852156-70b0-45a2-b678-46738908299d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:35:05.723391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5da3b289-b515-4ada-8dd6-c2899b2fa50a None None] Port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:35:05.745783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859c76f-368a-4f58-8824-6e4dc153c8e6 req-e2240277-f5dc-485d-87f2-834d47159c2a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:05.747476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0859c76f-368a-4f58-8824-6e4dc153c8e6 req-e2240277-f5dc-485d-87f2-834d47159c2a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 944 time: 0.2422810 Jan 27 21:35:05.751612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c387387-985b-497d-ae75-a9cc3b0b0064 req-3725f9ea-dd18-4365-ace1-b74e8cd1e1f9 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417208 Jan 27 21:35:05.789092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b9362fc0-199b-4021-a7cc-502815de6849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 9a852156-70b0-45a2-b678-46738908299d) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:05.797523 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9362fc0-199b-4021-a7cc-502815de6849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:05.801186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87489c2-91f7-4324-adb2-9b393cc584f9 None None] Network 9a852156-70b0-45a2-b678-46738908299d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:05.806042 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9362fc0-199b-4021-a7cc-502815de6849 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:05.865609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0859c76f-368a-4f58-8824-6e4dc153c8e6 req-5fbaddac-8a31-408a-afb5-7e85c1128d23 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095943 Jan 27 21:35:05.875240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:35:05.908864 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e44c8a70-3539-4546-a0ea-5d70b072d758 admin admin] 10.222.0.61 "PUT /v2.0/routers/aac843c4-e6b6-44b3-9169-957a6ac96f89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4491682 Jan 27 21:35:05.932471 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b9362fc0-199b-4021-a7cc-502815de6849 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3162067 Jan 27 21:35:05.933200 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38260) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:05.941952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:06.004677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17530310-b203-406d-b085-1fc840e74fd5 req-ebbd8680-064c-46d6-b925-0094e1cf7af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:06.006651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17530310-b203-406d-b085-1fc840e74fd5 req-ebbd8680-064c-46d6-b925-0094e1cf7af3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 1095 time: 0.1036897 Jan 27 21:35:06.097532 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (8049c494-785b-4987-ab6c-ae770463d403), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:06.098629 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (8049c494-785b-4987-ab6c-ae770463d403), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:06.260862 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Publish callbacks [] for router_controller (8049c494-785b-4987-ab6c-ae770463d403), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:06.316538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17530310-b203-406d-b085-1fc840e74fd5 req-12663917-8536-4ee0-9a25-0161c5025164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:06.318591 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17530310-b203-406d-b085-1fc840e74fd5 req-12663917-8536-4ee0-9a25-0161c5025164 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.3045621 Jan 27 21:35:06.323385 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-9a852156-70b0-45a2-b678-46738908299d', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'fixed_ips': [{'subnet_id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:35:06.325223 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:06.466579 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:06.510349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17530310-b203-406d-b085-1fc840e74fd5 req-27a3fc6a-3e4e-450b-805d-cce79778f5b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15 HTTP/1.1" status: 200 len: 217 time: 0.1840777 Jan 27 21:35:06.689743 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Publish callbacks [] for router_gateway (8049c494-785b-4987-ab6c-ae770463d403), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:06.697192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a0b4487-f898-41ec-a8e3-04541440ac14 req-800e9f49-5e32-4ddb-a3ee-142953a92454 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.1856682 Jan 27 21:35:06.847194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17530310-b203-406d-b085-1fc840e74fd5 req-b619b7cd-f7cc-458b-907a-f16e90853bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:06.850670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17530310-b203-406d-b085-1fc840e74fd5 req-b619b7cd-f7cc-458b-907a-f16e90853bc2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.3152874 Jan 27 21:35:06.864342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Allocated IP 172.20.0.2 (9a852156-70b0-45a2-b678-46738908299d/13a66f8e-75a2-447f-948d-f9d0ac1c16db/070eb816-3cee-466a-95fd-3a3b4928677d) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:06.866041 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7f42c4b-48f0-4b74-98d5-b761b60794a1 req-f9704900-a2ca-42e6-b616-fe66d5def71f tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 210 time: 0.3426757 Jan 27 21:35:06.932914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17530310-b203-406d-b085-1fc840e74fd5 req-d51852a8-2407-4fa2-97be-af2ea1d474b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654926 Jan 27 21:35:07.160503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17530310-b203-406d-b085-1fc840e74fd5 req-db0c8522-38a2-4703-b675-b8ac7b9bca47 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111838 Jan 27 21:35:07.240875 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Publish callbacks [] for port (070eb816-3cee-466a-95fd-3a3b4928677d), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:07.247715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6514195d-3282-46ff-afeb-2c2ba2f0ca15 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:35:07.380144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38314) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:07.411953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9f5ba6d3-524f-48d6-90cd-91b6ee97f089 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--521898021', 'description': 'tempest-description--398401521'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:07.467787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:07.489160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '6514195d-3282-46ff-afeb-2c2ba2f0ca15', 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a', 'port_id': '6514195d-3282-46ff-afeb-2c2ba2f0ca15', 'mac_address': 'fa:16:3e:cb:28:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054f10ab-0586-49e9-ab4c-ac190c6d920f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:35:07.495284 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:07.507116 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Publish callbacks [] for router_gateway (8049c494-785b-4987-ab6c-ae770463d403), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:07.524857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17530310-b203-406d-b085-1fc840e74fd5 req-e6566989-edcb-4eb3-b1ec-bec9d6253613 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593819 Jan 27 21:35:07.592094 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:07.635861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b27cc9-9f4b-4500-9af1-b094923d2c61 req-2e3593c3-4e06-473b-b37a-d5f8257c82aa tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:07.645882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92b27cc9-9f4b-4500-9af1-b094923d2c61 req-2e3593c3-4e06-473b-b37a-d5f8257c82aa tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 944 time: 0.0901747 Jan 27 21:35:07.682966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Pushing event updated for resources: {'Port': ['ID=070eb816-3cee-466a-95fd-3a3b4928677d,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:07.701697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Network 9a852156-70b0-45a2-b678-46738908299d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:07.722170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:07.733223 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:07.752165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f5ba6d3-524f-48d6-90cd-91b6ee97f089 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:07.753239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92b27cc9-9f4b-4500-9af1-b094923d2c61 req-9fac1f97-ec0a-472c-8e18-0414d18cebcc tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061492 Jan 27 21:35:07.756958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:07.757595 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:07.846385 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:07.863979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6514195d-3282-46ff-afeb-2c2ba2f0ca15 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:07.873049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Attempting to bind port 070eb816-3cee-466a-95fd-3a3b4928677d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:07.874238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Attempting to bind port 070eb816-3cee-466a-95fd-3a3b4928677d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:07.874842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Attempting to bind port 070eb816-3cee-466a-95fd-3a3b4928677d on network 9a852156-70b0-45a2-b678-46738908299d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:07.896177 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 874e33b7-2481-413a-ae95-c8d4acf87759 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:07.932932 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Allocated IP 172.25.0.7 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/a1fd9b32-3ca9-43f0-b68e-6797d09d9329) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:07.945197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:07.946011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Checking segment: {'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:07.946981 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:07.958238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Bound using segment: {'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:07.959268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Bound port: 070eb816-3cee-466a-95fd-3a3b4928677d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:07.960553 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:07.965866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:08.071826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd7a1f7b-cdbf-4ba9-8c06-727a73a3aec9 req-8d3aea77-c080-4de0-8180-94ec5d08b67a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.0831959 Jan 27 21:35:08.108989 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Publish callbacks [] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:08.115572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51c9e-84da-4707-91c0-c43bb8bfc0dd req-95ed6605-5e7a-4f9c-84b1-dd46bdd22f6e tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:08.118085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5b51c9e-84da-4707-91c0-c43bb8bfc0dd req-95ed6605-5e7a-4f9c-84b1-dd46bdd22f6e tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 946 time: 0.1695788 Jan 27 21:35:08.120974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] For port 070eb816-3cee-466a-95fd-3a3b4928677d, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:08.131875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] For port 070eb816-3cee-466a-95fd-3a3b4928677d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=070eb816-3cee-466a-95fd-3a3b4928677d,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:08.144289 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:08.260403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5b51c9e-84da-4707-91c0-c43bb8bfc0dd req-e53a1e2d-14d0-4b1a-aa5a-2292e0d89e6e tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353467 Jan 27 21:35:08.288752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=6514195d-3282-46ff-afeb-2c2ba2f0ca15,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:08.299696 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:08.308922 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:08.314103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd645c05-fd09-47e8-b09e-fc3d0414a2c9 req-07f155c0-cf00-4f01-8260-a936f67eda81 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 210 time: 0.0879462 Jan 27 21:35:08.316545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 874e33b7-2481-413a-ae95-c8d4acf87759 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:08.317096 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (874e33b7-2481-413a-ae95-c8d4acf87759), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:08.637764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['6514195d-3282-46ff-afeb-2c2ba2f0ca15'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:35:08.939676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d712613-3d8e-4fd1-8976-9d4460e9d528 None None] Pushing event updated for resources: {'Port': ['ID=070eb816-3cee-466a-95fd-3a3b4928677d,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:08.978065 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:09.110676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 874e33b7-2481-413a-ae95-c8d4acf87759 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:09.112116 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (874e33b7-2481-413a-ae95-c8d4acf87759), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:09.166924 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 874e33b7-2481-413a-ae95-c8d4acf87759, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=874e33b7-2481-413a-ae95-c8d4acf87759,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:09.243462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Sync routers for ids ['aac843c4-e6b6-44b3-9169-957a6ac96f89'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:35:09.261641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee04179-fca4-4bb1-863b-5992cd496bcd req-1ad79cf4-6f6b-4163-ac5c-ede606ad8e96 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:09.273757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ee04179-fca4-4bb1-863b-5992cd496bcd req-1ad79cf4-6f6b-4163-ac5c-ede606ad8e96 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 945 time: 0.2573957 Jan 27 21:35:09.273992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Routers {'aac843c4-e6b6-44b3-9169-957a6ac96f89'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:09.274814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aac843c4-e6b6-44b3-9169-957a6ac96f89'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:09.290079 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f5ba6d3-524f-48d6-90cd-91b6ee97f089 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for security_group (8e2306aa-57fe-4965-8117-2fd0041b0ce2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:09.291630 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Pushing event updated for resources: {'Port': ['ID=a1fd9b32-3ca9-43f0-b68e-6797d09d9329,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:09.311419 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:09.315216 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:09.324331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:09.341803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3053c78-8af8-4790-be76-7736d2197ece req-cf184de3-568d-4579-9037-4c3a156d8993 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.1234264 Jan 27 21:35:09.382946 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-1d9ef392-aff6-44b5-a8e1-413b352ec15a tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:09.388153 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-1d9ef392-aff6-44b5-a8e1-413b352ec15a tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.74 "GET /v2.0/networks?id=0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 HTTP/1.1" status: 200 len: 818 time: 1.1978395 Jan 27 21:35:09.389372 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (874e33b7-2481-413a-ae95-c8d4acf87759), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:09.402862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Request body: {'port': {'device_id': '69028e05-8cb1-4a62-8eea-27f16fab0eca', 'network_id': '0f7f7b9c-c193-417c-998b-d2b0c0a03dc1', 'admin_state_up': True, 'tenant_id': '5437710a79734cccb1c20712071f1cd2'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:09.415507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ee04179-fca4-4bb1-863b-5992cd496bcd req-228f77b5-cf7b-48de-adaa-cbf073a84e69 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277790 Jan 27 21:35:09.467299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=874e33b7-2481-413a-ae95-c8d4acf87759,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:09.543670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b708a-8a2e-490e-96cf-ead3086f28ac req-a623be49-c386-4d48-935b-e2750602d62d tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:09.545826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d5b708a-8a2e-490e-96cf-ead3086f28ac req-a623be49-c386-4d48-935b-e2750602d62d tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 946 time: 0.0749094 Jan 27 21:35:09.607981 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5bedfb77-ab10-42b4-abfb-4de6d25d8cf4 req-cd3332e0-70fe-48fb-a82a-64e9d6d18c6a tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 210 time: 0.0457373 Jan 27 21:35:09.626869 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f5ba6d3-524f-48d6-90cd-91b6ee97f089 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8e2306aa-57fe-4965-8117-2fd0041b0ce2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:09.653885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Set router aac843c4-e6b6-44b3-9169-957a6ac96f89 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:09.698853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d5b708a-8a2e-490e-96cf-ead3086f28ac req-a4d051b2-1cbd-4bf2-a1b9-30a937c64195 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442499 Jan 27 21:35:09.937305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ba6d3-524f-48d6-90cd-91b6ee97f089 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2306aa-57fe-4965-8117-2fd0041b0ce2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:10.055190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 070eb816-3cee-466a-95fd-3a3b4928677d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:10.058814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 381182fe-ec1f-4297-ad13-ecec533b71f5 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:35:10.148687 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Made reservation on behalf of 5437710a79734cccb1c20712071f1cd2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:10.152922 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.168934 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f5ba6d3-524f-48d6-90cd-91b6ee97f089 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.172822 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9f5ba6d3-524f-48d6-90cd-91b6ee97f089 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.7810106 Jan 27 21:35:10.173231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38372) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:10.178733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-69bb16be-7846-49f8-bbb1-1ded73f16c1e tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Request body: {'security_group_rule': {'security_group_id': '8e2306aa-57fe-4965-8117-2fd0041b0ce2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:10.312112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Allocated IP 172.20.0.3 (0f7f7b9c-c193-417c-998b-d2b0c0a03dc1/600b1db6-009b-45dd-ae00-fed616040bf0/a9f6b81d-b5ee-4af1-b0c7-16a6f241533c) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:10.335937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 070eb816-3cee-466a-95fd-3a3b4928677d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:10.336764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69bb16be-7846-49f8-bbb1-1ded73f16c1e tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for security_group_rule (713e5b16-6b0d-4a95-96f8-b95f3b4fc339), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.340432 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.476385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69bb16be-7846-49f8-bbb1-1ded73f16c1e tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for security_group_rule (713e5b16-6b0d-4a95-96f8-b95f3b4fc339), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.493822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Publish callbacks [] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.510785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9979d60-36e3-4c24-a60c-1f9e8e8227c1', 'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'mac_address': 'fa:16:3e:01:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:02Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 2, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'subnets': [{'id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:10.547024 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Publish callbacks [] for router_gateway (8049c494-785b-4987-ab6c-ae770463d403), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.553238 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69bb16be-7846-49f8-bbb1-1ded73f16c1e tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (713e5b16-6b0d-4a95-96f8-b95f3b4fc339), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.581170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b43d0d3-ba7e-4d3b-8c24-43b86ed9e0dc None None] Network 9a852156-70b0-45a2-b678-46738908299d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:10.592409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Checking router: aac843c4-e6b6-44b3-9169-957a6ac96f89 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:35:10.592944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Updating router aac843c4-e6b6-44b3-9169-957a6ac96f89 port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:35:10.610012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb16be-7846-49f8-bbb1-1ded73f16c1e tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713e5b16-6b0d-4a95-96f8-b95f3b4fc339,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:10.634380 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.660316 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.666010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 381182fe-ec1f-4297-ad13-ecec533b71f5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=381182fe-ec1f-4297-ad13-ecec533b71f5,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:10.703162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80bda73a-065c-4e01-bbfc-7bfc78dc1f0f req-4fbb7b03-cb15-48d4-aa87-c5ff96864272 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.1073847 Jan 27 21:35:10.782516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 070eb816-3cee-466a-95fd-3a3b4928677d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:10.783046 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.784721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Network 0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:10.789062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6514195d-3282-46ff-afeb-2c2ba2f0ca15 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:10.798678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:10.829908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '381182fe-ec1f-4297-ad13-ecec533b71f5', 'network_id': '038c609c-9dab-435a-a0f9-09ac3d293b98', 'port_id': '381182fe-ec1f-4297-ad13-ecec533b71f5', 'mac_address': 'fa:16:3e:10:ae:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10416cba-4c10-4511-8751-27ccfe46b2bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:35:10.830772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ba686-105f-4fda-9145-2b66c04d84d5 req-372f0053-2cf4-456b-917f-e267f494f4e1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:10.832442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f7ba686-105f-4fda-9145-2b66c04d84d5 req-372f0053-2cf4-456b-917f-e267f494f4e1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 945 time: 0.2587636 Jan 27 21:35:10.877163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:10.884495 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Pushing event updated for resources: {'Port': ['ID=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:10.893425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7d47a7cb-4b89-4191-95f5-74207866ce0e None None] Provisioning complete for port 070eb816-3cee-466a-95fd-3a3b4928677d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:10.899317 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7d47a7cb-4b89-4191-95f5-74207866ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.899724 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69bb16be-7846-49f8-bbb1-1ded73f16c1e tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:10.899724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-69bb16be-7846-49f8-bbb1-1ded73f16c1e tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7232893 Jan 27 21:35:10.923233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38384) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:10.938795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5d80e8f6-9ff1-4e74-bb72-98d3aa9c9985 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Request body: {'security_group_rule': {'security_group_id': '8e2306aa-57fe-4965-8117-2fd0041b0ce2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:10.946002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83e81b-222a-4ccf-8dae-d2b8ab257687 req-28605789-2234-465a-9d32-e32a9d47eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:10.957851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b83e81b-222a-4ccf-8dae-d2b8ab257687 req-28605789-2234-465a-9d32-e32a9d47eef6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5d10074fbc434ec5b463b176b080011b&device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 1102 time: 0.2437401 Jan 27 21:35:10.985439 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 070eb816-3cee-466a-95fd-3a3b4928677d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=070eb816-3cee-466a-95fd-3a3b4928677d,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:11.090842 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:11.091601 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:11.162198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83e81b-222a-4ccf-8dae-d2b8ab257687 req-9254439e-26d9-4942-8ea3-8eada33b1e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:11.192621 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b83e81b-222a-4ccf-8dae-d2b8ab257687 req-9254439e-26d9-4942-8ea3-8eada33b1e50 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1702724 Jan 27 21:35:11.192621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26d7e9-9b59-4e05-a42c-f3c02320d6db req-dc72e936-4ef7-4860-90a6-204aee711d55 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:11.192861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 381182fe-ec1f-4297-ad13-ecec533b71f5 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:11.192861 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:11.192861 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:11.193502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a26d7e9-9b59-4e05-a42c-f3c02320d6db req-dc72e936-4ef7-4860-90a6-204aee711d55 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 931 time: 0.3556521 Jan 27 21:35:11.193596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 874e33b7-2481-413a-ae95-c8d4acf87759 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:11.217985 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (8049c494-785b-4987-ab6c-ae770463d403), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:11.228898 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-ba60b0ab-f211-4861-9d5a-eaffd252d457 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8308799 Jan 27 21:35:11.300011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 381182fe-ec1f-4297-ad13-ecec533b71f5 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:11.439447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Request body: {'port': {'device_id': '69028e05-8cb1-4a62-8eea-27f16fab0eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:11.457861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 381182fe-ec1f-4297-ad13-ecec533b71f5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=381182fe-ec1f-4297-ad13-ecec533b71f5,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:11.469802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=070eb816-3cee-466a-95fd-3a3b4928677d,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:11.472499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:35:11.500973 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:11.503509 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:11.514577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7d47a7cb-4b89-4191-95f5-74207866ce0e None None] Current status of the port 070eb816-3cee-466a-95fd-3a3b4928677d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:11.558113 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:11.584265 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:11.626227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b83e81b-222a-4ccf-8dae-d2b8ab257687 req-a637ffc4-76cc-413a-aff6-fb6d419a8fad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 HTTP/1.1" status: 200 len: 217 time: 0.4253004 Jan 27 21:35:11.650549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f7ba686-105f-4fda-9145-2b66c04d84d5 req-d8122d8d-2e84-4486-83e8-11ae7d7543e0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7448423 Jan 27 21:35:11.675073 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Router 8049c494-785b-4987-ab6c-ae770463d403 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:35:11.681436 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d80e8f6-9ff1-4e74-bb72-98d3aa9c9985 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for security_group_rule (8c7291e5-de56-406d-aaf4-88aa936e5892), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:11.687895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['381182fe-ec1f-4297-ad13-ecec533b71f5'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:35:11.930586 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d80e8f6-9ff1-4e74-bb72-98d3aa9c9985 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for security_group_rule (8c7291e5-de56-406d-aaf4-88aa936e5892), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:11.947150 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a26d7e9-9b59-4e05-a42c-f3c02320d6db req-1df800c5-91eb-49b2-a773-34024906d55e tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/security-groups?id=c06a6589-c36f-4d67-92b5-bccc71988801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7543695 Jan 27 21:35:11.965186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c0062a0-833f-4594-9b0d-ef158a141eae req-0ae5b540-a6a8-4f5b-ba4a-320013974ee3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3495114 Jan 27 21:35:11.997432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ca90a-55fa-4548-834e-f5c61bf7bc76 req-142eafec-857c-4f2e-b4f4-f2139e1187c9 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:12.002013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:35:12.004720 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-676ca90a-55fa-4548-834e-f5c61bf7bc76 req-142eafec-857c-4f2e-b4f4-f2139e1187c9 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 945 time: 0.1918240 Jan 27 21:35:12.014095 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Sync routers for ids ['8049c494-785b-4987-ab6c-ae770463d403'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:35:12.030212 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d80e8f6-9ff1-4e74-bb72-98d3aa9c9985 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (8c7291e5-de56-406d-aaf4-88aa936e5892), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:12.030456 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Routers {'8049c494-785b-4987-ab6c-ae770463d403'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:12.032938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83e81b-222a-4ccf-8dae-d2b8ab257687 req-aaf5c2c7-e743-4661-8a33-bb8e89393b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:12.034109 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8049c494-785b-4987-ab6c-ae770463d403'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:12.034398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b83e81b-222a-4ccf-8dae-d2b8ab257687 req-aaf5c2c7-e743-4661-8a33-bb8e89393b64 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.3759902 Jan 27 21:35:12.056852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 874e33b7-2481-413a-ae95-c8d4acf87759 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:12.058677 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (874e33b7-2481-413a-ae95-c8d4acf87759), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:12.100803 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:12.107177 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bf45a3b8-6cc0-4284-add8-22cd9a96c31b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1728220 Jan 27 21:35:12.108380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38400) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:12.130034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80e8f6-9ff1-4e74-bb72-98d3aa9c9985 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7291e5-de56-406d-aaf4-88aa936e5892,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:12.194952 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d80e8f6-9ff1-4e74-bb72-98d3aa9c9985 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:12.201933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5d80e8f6-9ff1-4e74-bb72-98d3aa9c9985 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2726388 Jan 27 21:35:12.208280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38406) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:12.211198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0062a0-833f-4594-9b0d-ef158a141eae req-4a1b4173-f0a2-4fbe-b190-1edde65e892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:12.217391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c0062a0-833f-4594-9b0d-ef158a141eae req-4a1b4173-f0a2-4fbe-b190-1edde65e892b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=26824789def4412abd886336d3559fe2&device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 1095 time: 0.2042308 Jan 27 21:35:12.225845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:12.253427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-676ca90a-55fa-4548-834e-f5c61bf7bc76 req-43501776-417c-45c8-8ee4-5cf0f331dbc2 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476120 Jan 27 21:35:12.268989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 381182fe-ec1f-4297-ad13-ecec533b71f5 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:35:12.301617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83e81b-222a-4ccf-8dae-d2b8ab257687 req-c56ca076-3303-4b4a-96b8-755c3cd5cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:12.303339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b83e81b-222a-4ccf-8dae-d2b8ab257687 req-c56ca076-3303-4b4a-96b8-755c3cd5cdc7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2465646 Jan 27 21:35:12.337938 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Set router 8049c494-785b-4987-ab6c-ae770463d403 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:12.384651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f6b81d-b5ee-4af1-b0c7-16a6f241533c {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:12.404587 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Publish callbacks [] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:12.434485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b83e81b-222a-4ccf-8dae-d2b8ab257687 req-c5f85b5e-87d0-4812-a19e-d937c8574a35 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987575 Jan 27 21:35:12.438379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Transition to ACTIVE for port object a9f6b81d-b5ee-4af1-b0c7-16a6f241533c will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:35:12.483130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f67c29af-036d-4dc9-8e7a-21d503751786 req-c769fea6-ed3d-492f-ba9c-5d62b179e5f1 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.0402677 Jan 27 21:35:12.533528 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Publish callbacks [] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:12.534812 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:12.620662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:12.621060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:12.638827 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:12.646320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=381182fe-ec1f-4297-ad13-ecec533b71f5,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:12.662893 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 3, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:12.700594 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Checking router: 8049c494-785b-4987-ab6c-ae770463d403 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:35:12.701238 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Updating router 8049c494-785b-4987-ab6c-ae770463d403 port a1fd9b32-3ca9-43f0-b68e-6797d09d9329 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:35:12.705873 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:12.715591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1c5a54d2-64ea-41c8-a611-a01ca7d8f5ab None None] Provisioning complete for port 070eb816-3cee-466a-95fd-3a3b4928677d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:12.715987 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1c5a54d2-64ea-41c8-a611-a01ca7d8f5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:12.734851 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:12.781606 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:12.789403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0062a0-833f-4594-9b0d-ef158a141eae req-fb674356-54cc-4683-97f1-bf44eb8c7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:12.790957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c0062a0-833f-4594-9b0d-ef158a141eae req-fb674356-54cc-4683-97f1-bf44eb8c7dbe service neutron] 10.222.0.74 "GET /v2.0/networks?id=14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 200 len: 908 time: 0.5179741 Jan 27 21:35:12.798497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d7c8c8-3046-4761-bd6a-4e4e3386023f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6514195d-3282-46ff-afeb-2c2ba2f0ca15'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:12.805836 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8767df1-e329-4aca-a754-af291fdee455" -d '{"events": [{"server_uuid": "84d7c8c8-3046-4761-bd6a-4e4e3386023f", "name": "network-vif-plugged", "status": "completed", "tag": "6514195d-3282-46ff-afeb-2c2ba2f0ca15"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:12.810801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e9232-90ac-48d5-bfd6-9de9a4cca7f2 None None] Pushing event updated for resources: {'Port': ['ID=c9979d60-36e3-4c24-a60c-1f9e8e8227c1,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:12.872451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:12.985426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Attempting to bind port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:12.985705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Attempting to bind port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f7f7b9c-c193-417c-998b-d2b0c0a03dc1'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:12.986157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Attempting to bind port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c on network 0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:12.992554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991ed8b-09d8-4ef2-bd93-6754c9b9b3ac req-0145d482-0d7e-4ae4-a388-a847fd9138d0 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:12.998050 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c on network 0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:35:13.011606 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Attempting to bind port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c on network 0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:13.011769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1991ed8b-09d8-4ef2-bd93-6754c9b9b3ac req-0145d482-0d7e-4ae4-a388-a847fd9138d0 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 951 time: 0.4052510 Jan 27 21:35:13.011769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c0062a0-833f-4594-9b0d-ef158a141eae req-81bf3c06-6256-4592-8600-062f65f05355 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 HTTP/1.1" status: 200 len: 217 time: 0.1920669 Jan 27 21:35:13.043063 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.050873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:13.051475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Checking segment: {'id': '2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f7f7b9c-c193-417c-998b-d2b0c0a03dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:13.052801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Bound using segment: {'id': '2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f7f7b9c-c193-417c-998b-d2b0c0a03dc1'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:13.053462 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Bound port: a9f6b81d-b5ee-4af1-b0c7-16a6f241533c, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '0f7f7b9c-c193-417c-998b-d2b0c0a03dc1'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:13.054833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.073475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b83e81b-222a-4ccf-8dae-d2b8ab257687 req-11c2e554-ff9c-4732-83b5-660b9e478e1b service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864484 Jan 27 21:35:13.130255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 381182fe-ec1f-4297-ad13-ecec533b71f5 is: BUILD; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:13.130768 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.179968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 874e33b7-2481-413a-ae95-c8d4acf87759 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:13.200118 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Publish callbacks [] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.217801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] For port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:13.222030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] For port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c,segment=NetworkSegment(2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5),segment_id=2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:13.224784 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.226649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 381182fe-ec1f-4297-ad13-ecec533b71f5 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:13.245034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Attempting to bind port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:13.245622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Attempting to bind port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:13.246171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Attempting to bind port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 on network b80b5939-92d4-4609-be08-39b5f303bbc2 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:13.271793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0062a0-833f-4594-9b0d-ef158a141eae req-8b114e30-94da-41fc-9cda-a187eca55dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:13.273536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c0062a0-833f-4594-9b0d-ef158a141eae req-8b114e30-94da-41fc-9cda-a187eca55dcd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 200 len: 847 time: 0.2431977 Jan 27 21:35:13.283030 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.306091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a54d2-64ea-41c8-a611-a01ca7d8f5ab None None] Current status of the port 070eb816-3cee-466a-95fd-3a3b4928677d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:13.329993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=6514195d-3282-46ff-afeb-2c2ba2f0ca15,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:13.347463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:13.347978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Checking segment: {'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:13.349602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c0062a0-833f-4594-9b0d-ef158a141eae req-4cf44117-6986-4d6a-ac0b-e70584de5350 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=14857012-de9f-42a8-a812-9c816b879109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631094 Jan 27 21:35:13.349748 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.350089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Bound using segment: {'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:13.350614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Bound port: c9979d60-36e3-4c24-a60c-1f9e8e8227c1, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:13.351013 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.361792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 070eb816-3cee-466a-95fd-3a3b4928677d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:13.365336 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7144ef9-2bc6-4ad9-8366-777fde1dfca1 None None] Pushing event updated for resources: {'Port': ['ID=a1fd9b32-3ca9-43f0-b68e-6797d09d9329,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:13.387152 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Attempting to bind port a1fd9b32-3ca9-43f0-b68e-6797d09d9329 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:13.387771 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Attempting to bind port a1fd9b32-3ca9-43f0-b68e-6797d09d9329 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:13.388344 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Attempting to bind port a1fd9b32-3ca9-43f0-b68e-6797d09d9329 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:13.396210 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:13.396595 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:13.397003 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.397396 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:13.397923 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Bound port: a1fd9b32-3ca9-43f0-b68e-6797d09d9329, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:13.398310 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.407159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1991ed8b-09d8-4ef2-bd93-6754c9b9b3ac req-52fd2c25-d22d-4eca-aabc-1bc5df0150d9 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b181902-8a58-4e6e-84f0-f38040930bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955257 Jan 27 21:35:13.475581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Allocated IP 172.20.0.1 (9a852156-70b0-45a2-b678-46738908299d/13a66f8e-75a2-447f-948d-f9d0ac1c16db/f370cb4a-f4ce-46e4-8600-a2ab49425fb1) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:13.489897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 381182fe-ec1f-4297-ad13-ecec533b71f5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=381182fe-ec1f-4297-ad13-ecec533b71f5,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:13.549419 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] For port a1fd9b32-3ca9-43f0-b68e-6797d09d9329, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:13.554611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cd544-99ca-4b1e-bf1e-9d294b43974c req-9f470030-19d5-449a-8ff9-840588fc9e66 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:13.570268 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] For port a1fd9b32-3ca9-43f0-b68e-6797d09d9329, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a1fd9b32-3ca9-43f0-b68e-6797d09d9329,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:13.570449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-673cd544-99ca-4b1e-bf1e-9d294b43974c req-9f470030-19d5-449a-8ff9-840588fc9e66 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 946 time: 0.5343499 Jan 27 21:35:13.585412 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] For port c9979d60-36e3-4c24-a60c-1f9e8e8227c1, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:13.588914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] For port c9979d60-36e3-4c24-a60c-1f9e8e8227c1, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c9979d60-36e3-4c24-a60c-1f9e8e8227c1,segment=NetworkSegment(8955c887-4785-4a39-9e99-6f0a1710b9ff),segment_id=8955c887-4785-4a39-9e99-6f0a1710b9ff)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:13.591926 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183b9815-39e8-4ec6-8011-f5f60b707c84 x-openstack-request-id: req-183b9815-39e8-4ec6-8011-f5f60b707c84 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:13.592246 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d7c8c8-3046-4761-bd6a-4e4e3386023f", "name": "network-vif-plugged", "status": "completed", "tag": "6514195d-3282-46ff-afeb-2c2ba2f0ca15", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:13.592508 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-183b9815-39e8-4ec6-8011-f5f60b707c84 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:13.592906 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d7c8c8-3046-4761-bd6a-4e4e3386023f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6514195d-3282-46ff-afeb-2c2ba2f0ca15', 'code': 200} Jan 27 21:35:13.603956 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 070eb816-3cee-466a-95fd-3a3b4928677d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:13.604380 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.609949 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Publish callbacks [] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.638002 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.643682 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.650348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-46b92d68-ef7c-45ac-bca9-fde8eb12092c None None] Provisioning complete for port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:13.667624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-46b92d68-ef7c-45ac-bca9-fde8eb12092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.680611 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.690738 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.710970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:13.716974 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:13.717688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.719323 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-06d80c91-fc77-423f-8e5c-9115f0279a81 service neutron] 10.222.0.74 "PUT /v2.0/ports/a9f6b81d-b5ee-4af1-b0c7-16a6f241533c HTTP/1.1" status: 200 len: 1091 time: 2.3067484 Jan 27 21:35:13.719911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69028e05-8cb1-4a62-8eea-27f16fab0eca', 'tag': 'a9f6b81d-b5ee-4af1-b0c7-16a6f241533c'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:13.724114 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d120b8-3eba-44aa-9fd4-9a6ffe3520c7" -d '{"events": [{"name": "network-changed", "server_uuid": "69028e05-8cb1-4a62-8eea-27f16fab0eca", "tag": "a9f6b81d-b5ee-4af1-b0c7-16a6f241533c"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:13.745336 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.763763 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:13.772118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-46b92d68-ef7c-45ac-bca9-fde8eb12092c None None] Port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:35:13.815859 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Routers {'8049c494-785b-4987-ab6c-ae770463d403'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:13.816978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=381182fe-ec1f-4297-ad13-ecec533b71f5,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:13.818101 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8049c494-785b-4987-ab6c-ae770463d403'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:13.876113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c0062a0-833f-4594-9b0d-ef158a141eae req-c9aa5b18-651c-44ac-94c8-8911964423df service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067339 Jan 27 21:35:13.881806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Pushing event updated for resources: {'Port': ['ID=f370cb4a-f4ce-46e4-8600-a2ab49425fb1,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:13.904778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Routers {'aac843c4-e6b6-44b3-9169-957a6ac96f89'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:13.907360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aac843c4-e6b6-44b3-9169-957a6ac96f89'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:13.931080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-673cd544-99ca-4b1e-bf1e-9d294b43974c req-8356b10f-68cc-49ab-ba1b-f592ed4bb8b0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673024 Jan 27 21:35:13.975059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1a88c-fa1f-4a7a-b887-f010df94a5e5 req-293d58cc-a5e8-4bd2-844d-9297bcd66f4c tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:13.982698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3f1a88c-fa1f-4a7a-b887-f010df94a5e5 req-293d58cc-a5e8-4bd2-844d-9297bcd66f4c tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 943 time: 0.2786410 Jan 27 21:35:14.002953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90543b-43b1-408c-b146-a1d14e2af971 req-7f73aec5-7147-4460-84b0-d7321485228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:14.004610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d90543b-43b1-408c-b146-a1d14e2af971 req-7f73aec5-7147-4460-84b0-d7321485228c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 1097 time: 0.3854601 Jan 27 21:35:14.031364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 070eb816-3cee-466a-95fd-3a3b4928677d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:14.050409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Network 9a852156-70b0-45a2-b678-46738908299d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:14.057835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 381182fe-ec1f-4297-ad13-ecec533b71f5 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:14.066923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:14.081813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:14.083048 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] Set router 8049c494-785b-4987-ab6c-ae770463d403 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:14.134111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-998b4367-ea95-4760-b553-fa5d90dbcd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:14.139062 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-998b4367-ea95-4760-b553-fa5d90dbcd21 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5437710a79734cccb1c20712071f1cd2&device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 1094 time: 0.2594972 Jan 27 21:35:14.168620 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Allocated IP 172.25.0.13 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/9b53f4e5-39dd-4e4e-be54-afb28643f9ed) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:14.247315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3f1a88c-fa1f-4a7a-b887-f010df94a5e5 req-342784f0-3943-4006-8fdd-efbbc452f37e tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/security-groups?id=c06a6589-c36f-4d67-92b5-bccc71988801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579682 Jan 27 21:35:14.275725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e9232-90ac-48d5-bfd6-9de9a4cca7f2 None None] Pushing event updated for resources: {'Port': ['ID=c9979d60-36e3-4c24-a60c-1f9e8e8227c1,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:14.301050 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-f68c064c-b86c-422b-881d-314e64fd5cd7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c HTTP/1.1" status: 200 len: 217 time: 0.1510262 Jan 27 21:35:14.315920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c0062a0-833f-4594-9b0d-ef158a141eae req-3b844fb3-ea55-4ea0-8bf2-14e696020914 service neutron] 10.222.0.74 "GET /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380045 Jan 27 21:35:14.345459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d90543b-43b1-408c-b146-a1d14e2af971 req-0546a260-ff85-4315-9198-6ebf942cef3c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308868 Jan 27 21:35:14.476115 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (8049c494-785b-4987-ab6c-ae770463d403), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:14.490494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] Set router aac843c4-e6b6-44b3-9169-957a6ac96f89 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:14.493233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-02fd1de4-ddf5-4e8e-a193-b012964bb5de None None] Provisioning complete for port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:14.493233 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-02fd1de4-ddf5-4e8e-a193-b012964bb5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:14.520680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bf35eb8-a6dc-4f3b-b415-513f66c5ea9f req-596eeba1-4f78-447e-a3b2-bf58a2ac8803 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6a5e959-c110-44e7-a051-dd45c5d1fcad HTTP/1.1" status: 200 len: 210 time: 0.0926135 Jan 27 21:35:14.580047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-aa925ff6-16b8-4eed-8b1d-4a9acae03e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:14.590473 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-aa925ff6-16b8-4eed-8b1d-4a9acae03e98 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=600b1db6-009b-45dd-ae00-fed616040bf0 HTTP/1.1" status: 200 len: 858 time: 0.2836158 Jan 27 21:35:14.631201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 381182fe-ec1f-4297-ad13-ecec533b71f5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:14.636468 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:14.665407 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-cf1d52c7-80e6-4618-8ab8-d4766847700e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f7f7b9c-c193-417c-998b-d2b0c0a03dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666912 Jan 27 21:35:14.666688 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for port (9b53f4e5-39dd-4e4e-be54-afb28643f9ed), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:14.794561 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7144ef9-2bc6-4ad9-8366-777fde1dfca1 None None] Pushing event updated for resources: {'Port': ['ID=a1fd9b32-3ca9-43f0-b68e-6797d09d9329,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:14.825800 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 3, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:14.849443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9b53f4e5-39dd-4e4e-be54-afb28643f9ed), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:14.904500 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c331dd2-8ea3-46d7-bd12-2d5d0e66ec87 None None] The sync data for ids ['8049c494-785b-4987-ab6c-ae770463d403'] in n-d-760456-6 is: [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 3, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:35:14.954762 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8bc6be-f43c-4f08-8f7f-23e9ea83a43b x-openstack-request-id: req-9e8bc6be-f43c-4f08-8f7f-23e9ea83a43b {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:14.955238 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69028e05-8cb1-4a62-8eea-27f16fab0eca", "tag": "a9f6b81d-b5ee-4af1-b0c7-16a6f241533c", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:14.955595 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e8bc6be-f43c-4f08-8f7f-23e9ea83a43b {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:14.956260 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69028e05-8cb1-4a62-8eea-27f16fab0eca', 'tag': 'a9f6b81d-b5ee-4af1-b0c7-16a6f241533c', 'status': 'completed', 'code': 200} Jan 27 21:35:14.978215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Pushing event updated for resources: {'Port': ['ID=9b53f4e5-39dd-4e4e-be54-afb28643f9ed,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:15.002347 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-2581a6ba-cc64-4db2-8753-6311a519b839 service neutron] 10.222.0.74 "GET /v2.0/networks/0f7f7b9c-c193-417c-998b-d2b0c0a03dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270767 Jan 27 21:35:15.013073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:15.018908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:15.054175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:15.186502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357623c7-fb36-478f-84e1-011e49b7ecc6 req-0dcbef03-30fc-44cf-84b5-1a77ce45df44 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:15.188092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-357623c7-fb36-478f-84e1-011e49b7ecc6 req-0dcbef03-30fc-44cf-84b5-1a77ce45df44 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 944 time: 0.1060843 Jan 27 21:35:15.202730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:15.213053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51f1ce-3055-403b-93ba-2bb38e46df8c req-03c2e372-f36b-4051-a8b1-d866f7db4d7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:15.214588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef51f1ce-3055-403b-93ba-2bb38e46df8c req-03c2e372-f36b-4051-a8b1-d866f7db4d7f tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 944 time: 0.2390540 Jan 27 21:35:15.238262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 381182fe-ec1f-4297-ad13-ecec533b71f5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:15.247866 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:15.291702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-02fd1de4-ddf5-4e8e-a193-b012964bb5de None None] Current status of the port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:15.292491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-02fd1de4-ddf5-4e8e-a193-b012964bb5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:15.366490 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-12b7a786-b045-4e9a-9921-8fb490eeb615 req-b854df2b-dbd0-42fb-98dc-603d4a8da5fe service neutron] 10.222.0.74 "GET /v2.0/networks/0f7f7b9c-c193-417c-998b-d2b0c0a03dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573012 Jan 27 21:35:15.398106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 381182fe-ec1f-4297-ad13-ecec533b71f5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=381182fe-ec1f-4297-ad13-ecec533b71f5,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:15.464370 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9979d60-36e3-4c24-a60c-1f9e8e8227c1', 'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'mac_address': 'fa:16:3e:01:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:02Z', 'updated_at': '2022-01-27T21:35:13Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'subnets': [{'id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:15.480758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-02fd1de4-ddf5-4e8e-a193-b012964bb5de None None] For port c9979d60-36e3-4c24-a60c-1f9e8e8227c1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c9979d60-36e3-4c24-a60c-1f9e8e8227c1,segment=NetworkSegment(8955c887-4785-4a39-9e99-6f0a1710b9ff),segment_id=8955c887-4785-4a39-9e99-6f0a1710b9ff)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:15.554579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c9979d60-36e3-4c24-a60c-1f9e8e8227c1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:15.563837 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:15.565421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725d7c34-6212-4298-b443-87ac7dcbceea None None] The sync data for ids ['aac843c4-e6b6-44b3-9169-957a6ac96f89'] in n-d-760456-6 is: [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9979d60-36e3-4c24-a60c-1f9e8e8227c1', 'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'mac_address': 'fa:16:3e:01:c7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:02Z', 'updated_at': '2022-01-27T21:35:13Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'subnets': [{'id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:35:15.595803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9018c2-53bf-47ea-80a1-8b4ba91c11ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381182fe-ec1f-4297-ad13-ecec533b71f5'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:15.599448 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc736e74-51e2-4cbb-865b-36e10a22c2a6" -d '{"events": [{"server_uuid": "4f9018c2-53bf-47ea-80a1-8b4ba91c11ae", "name": "network-vif-plugged", "status": "completed", "tag": "381182fe-ec1f-4297-ad13-ecec533b71f5"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:15.628950 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-02fd1de4-ddf5-4e8e-a193-b012964bb5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:15.652227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-357623c7-fb36-478f-84e1-011e49b7ecc6 req-f5f070b7-fd22-44a4-9db3-808a905ff0f2 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/security-groups?id=79b954be-a0a2-4acf-bfd3-1808d967e6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325771 Jan 27 21:35:15.659455 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for floatingip (dd68e485-281f-403d-b882-b8a23e0f842e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:15.722256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=381182fe-ec1f-4297-ad13-ecec533b71f5,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:15.722886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ef51f1ce-3055-403b-93ba-2bb38e46df8c req-9d26b429-f938-40bd-b0c9-436a6781190b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Deleting port 381182fe-ec1f-4297-ad13-ecec533b71f5 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:35:15.723394 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef51f1ce-3055-403b-93ba-2bb38e46df8c req-9d26b429-f938-40bd-b0c9-436a6781190b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:15.897799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ef51f1ce-3055-403b-93ba-2bb38e46df8c req-9d26b429-f938-40bd-b0c9-436a6781190b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] For port 381182fe-ec1f-4297-ad13-ecec533b71f5, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=381182fe-ec1f-4297-ad13-ecec533b71f5,segment=NetworkSegment(affc312d-493c-4557-bb27-ae5517a6ae39),segment_id=affc312d-493c-4557-bb27-ae5517a6ae39)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:15.898342 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef51f1ce-3055-403b-93ba-2bb38e46df8c req-9d26b429-f938-40bd-b0c9-436a6781190b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:15.928760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ef51f1ce-3055-403b-93ba-2bb38e46df8c req-9d26b429-f938-40bd-b0c9-436a6781190b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Calling delete_port for 381182fe-ec1f-4297-ad13-ecec533b71f5 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:35:16.036824 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9b53f4e5-39dd-4e4e-be54-afb28643f9ed), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:16.201772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:16.202157 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:16.275713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ba60a1d8-0858-44c4-9b9d-3948ef85cf6b None None] Provisioning complete for port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:16.276121 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba60a1d8-0858-44c4-9b9d-3948ef85cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:16.349090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ba60a1d8-0858-44c4-9b9d-3948ef85cf6b None None] Port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:35:16.350412 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd1de4-ddf5-4e8e-a193-b012964bb5de None None] Pushing event updated for resources: {'Port': ['ID=c9979d60-36e3-4c24-a60c-1f9e8e8227c1,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:16.413753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070d04e-72d2-471b-a2af-399a9ec9a6c9 req-5d90813c-ac04-4363-a367-4caa13acf440 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:16.422935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6070d04e-72d2-471b-a2af-399a9ec9a6c9 req-5d90813c-ac04-4363-a367-4caa13acf440 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 946 time: 0.4772162 Jan 27 21:35:16.459468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d120b8-3eba-44aa-9fd4-9a6ffe3520c7 req-b7a7d0a0-ac7e-44d2-bc80-1339bfaff614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:16.461020 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-10d120b8-3eba-44aa-9fd4-9a6ffe3520c7 req-b7a7d0a0-ac7e-44d2-bc80-1339bfaff614 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5437710a79734cccb1c20712071f1cd2&device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 1094 time: 0.9368150 Jan 27 21:35:16.494234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:16.523035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8d249-4893-4638-828c-a3f06d10592a req-a881583e-2223-4988-a1e2-f821bfe02ad1 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:16.532278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15f8d249-4893-4638-828c-a3f06d10592a req-a881583e-2223-4988-a1e2-f821bfe02ad1 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 943 time: 0.2243736 Jan 27 21:35:16.594543 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Publish callbacks [] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:16.641737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d120b8-3eba-44aa-9fd4-9a6ffe3520c7 req-776280eb-8937-419a-b875-a62196df90df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:16.643275 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-10d120b8-3eba-44aa-9fd4-9a6ffe3520c7 req-776280eb-8937-419a-b875-a62196df90df service neutron] 10.222.0.74 "GET /v2.0/networks?id=0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 HTTP/1.1" status: 200 len: 919 time: 0.1601982 Jan 27 21:35:16.659537 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:16.728716 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-10d120b8-3eba-44aa-9fd4-9a6ffe3520c7 req-74c8ee70-ab37-4337-947c-34ca91a63730 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c HTTP/1.1" status: 200 len: 217 time: 0.0764074 Jan 27 21:35:16.792851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:35:16.932255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Pushing event updated for resources: {'Port': ['ID=f370cb4a-f4ce-46e4-8600-a2ab49425fb1,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:16.941100 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (8049c494-785b-4987-ab6c-ae770463d403), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:16.951190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d120b8-3eba-44aa-9fd4-9a6ffe3520c7 req-77f50e3e-83b3-4003-b5fb-cf01a50038df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:16.952468 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-10d120b8-3eba-44aa-9fd4-9a6ffe3520c7 req-77f50e3e-83b3-4003-b5fb-cf01a50038df service neutron] 10.222.0.74 "GET /v2.0/subnets?id=600b1db6-009b-45dd-ae00-fed616040bf0 HTTP/1.1" status: 200 len: 858 time: 0.1692095 Jan 27 21:35:16.979846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:16.980286 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:16.996819 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-10d120b8-3eba-44aa-9fd4-9a6ffe3520c7 req-abbec334-1282-4069-9adb-c4a1a1f4527d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f7f7b9c-c193-417c-998b-d2b0c0a03dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347958 Jan 27 21:35:17.047158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:17.048522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6070d04e-72d2-471b-a2af-399a9ec9a6c9 req-255d9a5a-3656-4900-b505-23a69a7e7f36 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239402 Jan 27 21:35:17.132675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15f8d249-4893-4638-828c-a3f06d10592a req-b4f018e1-68b7-4abf-b996-b0b515850eb7 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/security-groups?id=c06a6589-c36f-4d67-92b5-bccc71988801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995066 Jan 27 21:35:17.143609 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:17.187593 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for port (9b53f4e5-39dd-4e4e-be54-afb28643f9ed), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:17.194231 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-10d120b8-3eba-44aa-9fd4-9a6ffe3520c7 req-34545f43-0bcb-4eca-a6b2-7bce71404c53 service neutron] 10.222.0.74 "GET /v2.0/networks/0f7f7b9c-c193-417c-998b-d2b0c0a03dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860747 Jan 27 21:35:17.205093 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef51f1ce-3055-403b-93ba-2bb38e46df8c req-9d26b429-f938-40bd-b0c9-436a6781190b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (381182fe-ec1f-4297-ad13-ecec533b71f5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:17.294929 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dc6ab4-ff86-4d88-9d14-099341c6550e x-openstack-request-id: req-15dc6ab4-ff86-4d88-9d14-099341c6550e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:17.297592 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9018c2-53bf-47ea-80a1-8b4ba91c11ae", "name": "network-vif-plugged", "status": "completed", "tag": "381182fe-ec1f-4297-ad13-ecec533b71f5", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:17.297996 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15dc6ab4-ff86-4d88-9d14-099341c6550e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:17.299380 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9018c2-53bf-47ea-80a1-8b4ba91c11ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381182fe-ec1f-4297-ad13-ecec533b71f5', 'code': 200} Jan 27 21:35:17.300622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26b429-f938-40bd-b0c9-436a6781190b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Pushing event deleted for resources: {'Port': ['ID=381182fe-ec1f-4297-ad13-ecec533b71f5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:17.306757 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9b53f4e5-39dd-4e4e-be54-afb28643f9ed), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:17.313120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,revision_number=11']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:17.338052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.359172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.359172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.359172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.359172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.359172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.359172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.359172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.359172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.359172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.363404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.363774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.364194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:17.431368 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-10d120b8-3eba-44aa-9fd4-9a6ffe3520c7 req-46de523d-8e84-4787-a392-834753d1a24e service neutron] 10.222.0.74 "GET /v2.0/networks/0f7f7b9c-c193-417c-998b-d2b0c0a03dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290208 Jan 27 21:35:17.485445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef51f1ce-3055-403b-93ba-2bb38e46df8c req-9d26b429-f938-40bd-b0c9-436a6781190b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] No DVR routers for this DVR port 381182fe-ec1f-4297-ad13-ecec533b71f5 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:35:17.491408 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef51f1ce-3055-403b-93ba-2bb38e46df8c req-9d26b429-f938-40bd-b0c9-436a6781190b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:17.500563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef51f1ce-3055-403b-93ba-2bb38e46df8c req-9d26b429-f938-40bd-b0c9-436a6781190b tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.74 "DELETE /v2.0/ports/381182fe-ec1f-4297-ad13-ecec533b71f5 HTTP/1.1" status: 204 len: 173 time: 2.2234719 Jan 27 21:35:17.542028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c9979d60-36e3-4c24-a60c-1f9e8e8227c1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:17.549920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9018c2-53bf-47ea-80a1-8b4ba91c11ae', 'name': 'network-vif-deleted', 'tag': '381182fe-ec1f-4297-ad13-ecec533b71f5'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:17.552273 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea50ee14-4d89-436a-87e4-cdec95b928f2" -d '{"events": [{"server_uuid": "4f9018c2-53bf-47ea-80a1-8b4ba91c11ae", "name": "network-vif-deleted", "tag": "381182fe-ec1f-4297-ad13-ecec533b71f5"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:17.574857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1fc98858-1058-4f52-ae0c-ab4fa20e040a req-fdb53cd5-3a0a-4075-927b-fd4fba7d2528 tempest-ImagesTestJSON-1865050325 tempest-ImagesTestJSON-1865050325-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f9018c2-53bf-47ea-80a1-8b4ba91c11ae HTTP/1.1" status: 200 len: 210 time: 0.1913450 Jan 27 21:35:17.597629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Network 9a852156-70b0-45a2-b678-46738908299d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:17.604014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:17.623254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Pushing event updated for resources: {'Port': ['ID=9b53f4e5-39dd-4e4e-be54-afb28643f9ed,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:17.659247 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (dd68e485-281f-403d-b882-b8a23e0f842e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:17.717124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:17.717617 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:17.818596 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:17.819840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7a04be7d-de72-4b6a-b326-3c072fddd3e4 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6014924 Jan 27 21:35:17.915392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6f16b-4a01-4ef7-98ce-3d81d83cc801 req-60a94b5a-4cec-4e41-8de5-7781ca7b170f tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:17.919771 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9bc6f16b-4a01-4ef7-98ce-3d81d83cc801 req-60a94b5a-4cec-4e41-8de5-7781ca7b170f tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 1097 time: 0.1838350 Jan 27 21:35:17.993819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:17.994950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a1fd9b32-3ca9-43f0-b68e-6797d09d9329 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:18.025183 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Router 8049c494-785b-4987-ab6c-ae770463d403 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:35:18.066601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9bc6f16b-4a01-4ef7-98ce-3d81d83cc801 req-1e4f0e55-8559-4684-b7ff-bd1bf69f9d8c tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353228 Jan 27 21:35:18.070320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a9f6b81d-b5ee-4af1-b0c7-16a6f241533c details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:35:18.081911 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 381182fe-ec1f-4297-ad13-ecec533b71f5 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:35:18.195480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 381182fe-ec1f-4297-ad13-ecec533b71f5 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:35:18.201647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 381182fe-ec1f-4297-ad13-ecec533b71f5 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:35:18.211277 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf40198-9893-41e8-9cea-e70880b99549 x-openstack-request-id: req-fbf40198-9893-41e8-9cea-e70880b99549 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:18.211608 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9018c2-53bf-47ea-80a1-8b4ba91c11ae", "name": "network-vif-deleted", "tag": "381182fe-ec1f-4297-ad13-ecec533b71f5", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:18.211825 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fbf40198-9893-41e8-9cea-e70880b99549 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:18.212264 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9018c2-53bf-47ea-80a1-8b4ba91c11ae', 'name': 'network-vif-deleted', 'tag': '381182fe-ec1f-4297-ad13-ecec533b71f5', 'status': 'completed', 'code': 200} Jan 27 21:35:18.270507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a1fd9b32-3ca9-43f0-b68e-6797d09d9329 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:18.277295 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:18.312905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:35:18.329052 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-003aa1b3-9dc4-4310-98c4-a7d1d9cfdb78 admin admin] 10.222.0.61 "PUT /v2.0/routers/8049c494-785b-4987-ab6c-ae770463d403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2139947 Jan 27 21:35:18.368356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Sync routers for ids ['8049c494-785b-4987-ab6c-ae770463d403'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:35:18.392582 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-600d9e1b-a692-43ce-9d79-b2be99673056 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--521898021&fields=id&tenant_id=99acbe8e03bc4d509e99541ebe3a243d HTTP/1.1" status: 200 len: 267 time: 0.0763624 Jan 27 21:35:18.531350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-64247cc2-43ba-4e60-967f-247f9ff704b5 None None] Provisioning complete for port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:18.531350 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-64247cc2-43ba-4e60-967f-247f9ff704b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:18.586752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Routers {'8049c494-785b-4987-ab6c-ae770463d403'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:18.587718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8049c494-785b-4987-ab6c-ae770463d403'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:18.703635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-64247cc2-43ba-4e60-967f-247f9ff704b5 None None] Port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:35:18.705445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-288dabad-07d1-491f-8909-0055fba9e4e1 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:18.713987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-288dabad-07d1-491f-8909-0055fba9e4e1 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/networks?id=b80b5939-92d4-4609-be08-39b5f303bbc2 HTTP/1.1" status: 200 len: 805 time: 0.3109109 Jan 27 21:35:18.739898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-1c5264f5-8ae9-4818-983f-b50aa622a87c tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/quotas/99acbe8e03bc4d509e99541ebe3a243d HTTP/1.1" status: 200 len: 375 time: 0.0246089 Jan 27 21:35:18.809182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4670808-2dc7-4b0c-a1d6-56ec614c8cd0 req-45474392-6644-47ad-bbc4-2e72fb91a7f0 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:18.810715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4670808-2dc7-4b0c-a1d6-56ec614c8cd0 req-45474392-6644-47ad-bbc4-2e72fb91a7f0 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 1097 time: 0.3001838 Jan 27 21:35:18.825900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c,segment=NetworkSegment(2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5),segment_id=2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:18.857864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-05ba8e77-8784-4a9b-bebf-fd9f03d4fdfa tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=99acbe8e03bc4d509e99541ebe3a243d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1085858 Jan 27 21:35:18.923353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4670808-2dc7-4b0c-a1d6-56ec614c8cd0 req-e9ccb883-b8b6-4450-a62d-90a7269bd2e6 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959828 Jan 27 21:35:19.014207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Set router 8049c494-785b-4987-ab6c-ae770463d403 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:19.087218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'a9f6b81d-b5ee-4af1-b0c7-16a6f241533c', 'network_id': '0f7f7b9c-c193-417c-998b-d2b0c0a03dc1', 'port_id': 'a9f6b81d-b5ee-4af1-b0c7-16a6f241533c', 'mac_address': 'fa:16:3e:3f:c8:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600b1db6-009b-45dd-ae00-fed616040bf0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:35:19.125150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a1fd9b32-3ca9-43f0-b68e-6797d09d9329 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:19.125150 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:19.200355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port a1fd9b32-3ca9-43f0-b68e-6797d09d9329, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a1fd9b32-3ca9-43f0-b68e-6797d09d9329,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:19.203790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:19.204405 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:19.315992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f6b81d-b5ee-4af1-b0c7-16a6f241533c {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:19.321168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:19.327044 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28b54e3-eead-4156-8ee5-e9b16d85ce95" -d '{"events": [{"server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "name": "network-vif-unplugged", "status": "completed", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:19.347014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a7701-6268-4931-9555-924b1e60e6fc req-754ade62-e254-449b-bf33-e472f7b26817 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:19.349366 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f05a7701-6268-4931-9555-924b1e60e6fc req-754ade62-e254-449b-bf33-e472f7b26817 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 943 time: 0.1941729 Jan 27 21:35:19.368560 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:19.419137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-460acdae-4dfc-4d44-98c3-87e868627758 service neutron] 10.222.0.61 "GET /v2.0/networks/b80b5939-92d4-4609-be08-39b5f303bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532787 Jan 27 21:35:19.438312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c,segment=NetworkSegment(2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5),segment_id=2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:19.450070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f05a7701-6268-4931-9555-924b1e60e6fc req-9efe85ee-c435-4db6-ba38-13b452232eca tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/security-groups?id=c06a6589-c36f-4d67-92b5-bccc71988801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892007 Jan 27 21:35:19.464423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=a1fd9b32-3ca9-43f0-b68e-6797d09d9329,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:19.506406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:35:14Z', 'revision_number': 4, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'f370cb4a-f4ce-46e4-8600-a2ab49425fb1', 'name': '', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'mac_address': 'fa:16:3e:0a:2a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:13Z', 'updated_at': '2022-01-27T21:35:15Z', 'revision_number': 2, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'subnets': [{'id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:19.515104 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38562) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:19.520213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1359788573-network', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:19.551759 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:19.555381 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Checking router: 8049c494-785b-4987-ab6c-ae770463d403 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:35:19.555962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Updating router 8049c494-785b-4987-ab6c-ae770463d403 port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:35:19.602204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc000450-b23a-4de7-b496-f40a5ae0250c req-008a4064-509e-42d3-ad73-adb058e0b923 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:19.603873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc000450-b23a-4de7-b496-f40a5ae0250c req-008a4064-509e-42d3-ad73-adb058e0b923 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 949 time: 0.0768421 Jan 27 21:35:19.609518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Made reservation on behalf of ae5a406a5bc54b6fbf1bc7e2a9318f9f for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:19.613178 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:19.621984 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-2969c88c-f37c-49ab-8c87-5365e0ae8430 service neutron] 10.222.0.61 "GET /v2.0/networks/b80b5939-92d4-4609-be08-39b5f303bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894975 Jan 27 21:35:19.623723 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:19.631743 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:19.671698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:19.738641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc000450-b23a-4de7-b496-f40a5ae0250c req-2ec45705-27bb-4986-b4ab-1e8f1180b058 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b181902-8a58-4e6e-84f0-f38040930bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155813 Jan 27 21:35:19.802293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a9f6b81d-b5ee-4af1-b0c7-16a6f241533c'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:35:19.834033 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Publish callbacks [] for security_group (a9f14ad7-7c5b-4fa6-8be3-0c7413dad4a0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:19.959833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a9f14ad7-7c5b-4fa6-8be3-0c7413dad4a0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.032287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:35:20.047258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f14ad7-7c5b-4fa6-8be3-0c7413dad4a0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:20.060537 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdd4022-4bee-44d2-aae4-c1f85abba2f8 x-openstack-request-id: req-dfdd4022-4bee-44d2-aae4-c1f85abba2f8 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:20.061083 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "name": "network-vif-unplugged", "status": "completed", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:20.061336 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dfdd4022-4bee-44d2-aae4-c1f85abba2f8 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:20.061840 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'code': 200} Jan 27 21:35:20.076329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d889c75e-8907-4fc8-a57f-1c6b68707057), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.076329 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Added segment d889c75e-8907-4fc8-a57f-1c6b68707057 of type vlan for network a4967413-a84b-4e8a-ad75-c81519ece533 Jan 27 21:35:20.170897 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (a4967413-a84b-4e8a-ad75-c81519ece533), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.202598 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Publish callbacks [] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.233298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a917c50d-5947-41df-aa84-c73e0f5ea5fa req-301db81b-d5a5-49eb-b98c-aa71b379ea58 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 210 time: 0.0651214 Jan 27 21:35:20.275711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814212ad-88d5-46c1-b164-aca6cbd206cf req-0fe21f1f-e4d4-48ce-935d-e65bc4731ff4 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:20.277315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-814212ad-88d5-46c1-b164-aca6cbd206cf req-0fe21f1f-e4d4-48ce-935d-e65bc4731ff4 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 949 time: 0.1792996 Jan 27 21:35:20.279686 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.308434 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (a4967413-a84b-4e8a-ad75-c81519ece533), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.309482 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:20.311934 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.328703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e50d51-b7cf-46e1-9388-db532d07944c None None] Pushing event updated for resources: {'Port': ['ID=f370cb4a-f4ce-46e4-8600-a2ab49425fb1,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:20.454043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Attempting to bind port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:20.454706 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Attempting to bind port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:20.455282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Attempting to bind port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 on network 9a852156-70b0-45a2-b678-46738908299d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:20.462132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:20.462691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Checking segment: {'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:20.463283 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.463804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Bound using segment: {'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:20.464414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Bound port: f370cb4a-f4ce-46e4-8600-a2ab49425fb1, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:20.465265 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.495260 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9788015 Jan 27 21:35:20.500125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38598) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:20.513500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3fc1ed7c-1c76-410d-82cd-85718165f9c7 admin admin] Request body: {'subnet': {'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1359788573-subnet', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:20.529805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-814212ad-88d5-46c1-b164-aca6cbd206cf req-12e87a17-a7fd-4f7f-a8f2-d76d1e42632f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Deleting port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:35:20.530771 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-814212ad-88d5-46c1-b164-aca6cbd206cf req-12e87a17-a7fd-4f7f-a8f2-d76d1e42632f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.566263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d3e5d-7752-4b96-b791-dd788483bec8 admin admin] Pushing event updated for resources: {'Network': ['ID=a4967413-a84b-4e8a-ad75-c81519ece533,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:20.583574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network a4967413-a84b-4e8a-ad75-c81519ece533 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:35:20.673863 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc1ed7c-1c76-410d-82cd-85718165f9c7 admin admin] Made reservation on behalf of ae5a406a5bc54b6fbf1bc7e2a9318f9f for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:20.676208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3fc1ed7c-1c76-410d-82cd-85718165f9c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.703497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] For port f370cb4a-f4ce-46e4-8600-a2ab49425fb1, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:20.732559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] For port f370cb4a-f4ce-46e4-8600-a2ab49425fb1, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f370cb4a-f4ce-46e4-8600-a2ab49425fb1,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:20.794972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-814212ad-88d5-46c1-b164-aca6cbd206cf req-12e87a17-a7fd-4f7f-a8f2-d76d1e42632f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] For port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:20.795759 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-814212ad-88d5-46c1-b164-aca6cbd206cf req-12e87a17-a7fd-4f7f-a8f2-d76d1e42632f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.814955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-814212ad-88d5-46c1-b164-aca6cbd206cf req-12e87a17-a7fd-4f7f-a8f2-d76d1e42632f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Calling delete_port for a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:35:20.825134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319dda6-8473-4683-b346-a2a504d2c78e req-a4593779-8eac-42db-8ed9-7bd0e8ff19e0 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:20.839612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1319dda6-8473-4683-b346-a2a504d2c78e req-a4593779-8eac-42db-8ed9-7bd0e8ff19e0 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 944 time: 0.1447730 Jan 27 21:35:20.862272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d605b3b2-1332-4418-8c8d-097cdb439ec3 None None] Provisioning complete for port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:20.862272 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d605b3b2-1332-4418-8c8d-097cdb439ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:20.866273 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:21.090756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1319dda6-8473-4683-b346-a2a504d2c78e req-3d73c671-bd56-490d-9272-adbf66c5ea30 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/security-groups?id=c06a6589-c36f-4d67-92b5-bccc71988801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387028 Jan 27 21:35:21.119182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e50d51-b7cf-46e1-9388-db532d07944c None None] Pushing event updated for resources: {'Port': ['ID=f370cb4a-f4ce-46e4-8600-a2ab49425fb1,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:21.134785 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3fc1ed7c-1c76-410d-82cd-85718165f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (4fd5f42e-6956-46f2-99c6-b651f1230932), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:21.147986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Routers {'8049c494-785b-4987-ab6c-ae770463d403'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:21.147986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8049c494-785b-4987-ab6c-ae770463d403'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:21.289880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1ed7c-1c76-410d-82cd-85718165f9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd5f42e-6956-46f2-99c6-b651f1230932,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:21.317716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1ed7c-1c76-410d-82cd-85718165f9c7 admin admin] Checking segment: {'id': 'd889c75e-8907-4fc8-a57f-1c6b68707057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:21.324734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc1ed7c-1c76-410d-82cd-85718165f9c7 admin admin] Network hostable DHCP agents. Network: a4967413-a84b-4e8a-ad75-c81519ece533, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:35:21.407304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d605b3b2-1332-4418-8c8d-097cdb439ec3 None None] Current status of the port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:21.414720 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d605b3b2-1332-4418-8c8d-097cdb439ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:21.461658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468c242-60df-4a01-a871-4d4a699a8a11 req-0430ddd5-4a4b-4bac-9bad-e6d52dcdddb5 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:21.470240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8468c242-60df-4a01-a871-4d4a699a8a11 req-0430ddd5-4a4b-4bac-9bad-e6d52dcdddb5 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 949 time: 0.0990636 Jan 27 21:35:21.507703 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-814212ad-88d5-46c1-b164-aca6cbd206cf req-12e87a17-a7fd-4f7f-a8f2-d76d1e42632f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:21.517803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] Set router 8049c494-785b-4987-ab6c-ae770463d403 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:21.541515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8468c242-60df-4a01-a871-4d4a699a8a11 req-beca94a9-da2a-4128-a0cb-e484bd644e52 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/security-groups?id=8b181902-8a58-4e6e-84f0-f38040930bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693159 Jan 27 21:35:21.572445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc1ed7c-1c76-410d-82cd-85718165f9c7 admin admin] Network a4967413-a84b-4e8a-ad75-c81519ece533 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:35:21.599262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a1fd9b32-3ca9-43f0-b68e-6797d09d9329 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:21.616615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d605b3b2-1332-4418-8c8d-097cdb439ec3 None None] For port f370cb4a-f4ce-46e4-8600-a2ab49425fb1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f370cb4a-f4ce-46e4-8600-a2ab49425fb1,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:21.674404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-3fc1ed7c-1c76-410d-82cd-85718165f9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, a4967413-a84b-4e8a-ad75-c81519ece533) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:21.683542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e87a17-a7fd-4f7f-a8f2-d76d1e42632f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Pushing event deleted for resources: {'Port': ['ID=a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:21.693869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc1ed7c-1c76-410d-82cd-85718165f9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:21.695414 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3fc1ed7c-1c76-410d-82cd-85718165f9c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:21.722807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-814212ad-88d5-46c1-b164-aca6cbd206cf req-12e87a17-a7fd-4f7f-a8f2-d76d1e42632f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] No DVR routers for this DVR port a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:35:21.732169 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-814212ad-88d5-46c1-b164-aca6cbd206cf req-12e87a17-a7fd-4f7f-a8f2-d76d1e42632f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:21.735523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-814212ad-88d5-46c1-b164-aca6cbd206cf req-12e87a17-a7fd-4f7f-a8f2-d76d1e42632f tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.71 "DELETE /v2.0/ports/a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 HTTP/1.1" status: 204 len: 173 time: 1.4424980 Jan 27 21:35:21.736016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'name': 'network-vif-deleted', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:21.745479 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9c2011-dc50-4078-a7c7-19724c21291d" -d '{"events": [{"server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "name": "network-vif-deleted", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:21.752730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf6b1d8-f647-4aaa-a199-4225dfc641ff None None] Network a4967413-a84b-4e8a-ad75-c81519ece533 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:21.781893 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d605b3b2-1332-4418-8c8d-097cdb439ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:21.810657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b23f2dd-800e-41ed-8321-e7283669d9e9 req-0ccdd688-d763-4e02-9c5e-990c901d3664 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 210 time: 0.0436566 Jan 27 21:35:21.829591 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3fc1ed7c-1c76-410d-82cd-85718165f9c7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3224742 Jan 27 21:35:21.831956 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38638) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:21.839813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1359788573-router', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:21.878286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605b3b2-1332-4418-8c8d-097cdb439ec3 None None] Pushing event updated for resources: {'Port': ['ID=f370cb4a-f4ce-46e4-8600-a2ab49425fb1,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:21.957896 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (f82a364d-11c8-4556-9972-2ca4990effca), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:21.960946 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (f82a364d-11c8-4556-9972-2ca4990effca), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:21.979865 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251df777-9e50-4642-99f1-ec3c96f2c40c x-openstack-request-id: req-251df777-9e50-4642-99f1-ec3c96f2c40c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:21.982465 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b37159-be72-424c-ad39-ab32fa795e73", "name": "network-vif-deleted", "tag": "a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:21.983046 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-251df777-9e50-4642-99f1-ec3c96f2c40c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:21.983696 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b37159-be72-424c-ad39-ab32fa795e73', 'name': 'network-vif-deleted', 'tag': 'a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4', 'status': 'completed', 'code': 200} Jan 27 21:35:22.033383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f2926d97-70fd-47ba-892b-a98f9faa65ee None None] Provisioning complete for port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:22.034034 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2926d97-70fd-47ba-892b-a98f9faa65ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:22.072323 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38648) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:22.083791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a1fd9b32-3ca9-43f0-b68e-6797d09d9329 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:22.087032 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:22.131154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a9f6b81d-b5ee-4af1-b0c7-16a6f241533c up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:22.166075 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Publish callbacks [] for router_controller (f82a364d-11c8-4556-9972-2ca4990effca), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:22.183283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b25039-2360-4a4a-b27d-2d26d4adfc4e admin admin] Deleting subnet 10416cba-4c10-4511-8751-27ccfe46b2bd {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:35:22.197267 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36b25039-2360-4a4a-b27d-2d26d4adfc4e admin admin] Publish callbacks [] for subnet (10416cba-4c10-4511-8751-27ccfe46b2bd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:22.319805 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36b25039-2360-4a4a-b27d-2d26d4adfc4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (10416cba-4c10-4511-8751-27ccfe46b2bd), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:22.368481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095fa27-71a6-4d28-9dd5-22d1189a4a40 req-eb8d90f8-ec53-4105-a207-75fcc4dd78f0 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:22.370501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2095fa27-71a6-4d28-9dd5-22d1189a4a40 req-eb8d90f8-ec53-4105-a207-75fcc4dd78f0 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 944 time: 0.1147292 Jan 27 21:35:22.413167 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36b25039-2360-4a4a-b27d-2d26d4adfc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (10416cba-4c10-4511-8751-27ccfe46b2bd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:22.425486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-a4967413-a84b-4e8a-ad75-c81519ece533', 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533', 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'fixed_ips': [{'subnet_id': '4fd5f42e-6956-46f2-99c6-b651f1230932'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:35:22.427491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:22.542254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:35:22.542820 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2095fa27-71a6-4d28-9dd5-22d1189a4a40 req-8e8b446e-36bb-461e-8778-b5dd8deb3b26 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/security-groups?id=c06a6589-c36f-4d67-92b5-bccc71988801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583955 Jan 27 21:35:22.568790 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Publish callbacks [] for router_gateway (f82a364d-11c8-4556-9972-2ca4990effca), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:22.604010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:22.604708 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:22.735309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1587995c-ffda-40ad-bee2-0d7ef7f2442e req-672012c6-12d5-4b81-94d8-b0fea95a4ce8 tempest-ImagesOneServerTestJSON-1379821745 tempest-ImagesOneServerTestJSON-1379821745-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4b37159-be72-424c-ad39-ab32fa795e73 HTTP/1.1" status: 200 len: 210 time: 0.0494704 Jan 27 21:35:22.746250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36b25039-2360-4a4a-b27d-2d26d4adfc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (10416cba-4c10-4511-8751-27ccfe46b2bd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:22.836739 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36b25039-2360-4a4a-b27d-2d26d4adfc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:22.846888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-36b25039-2360-4a4a-b27d-2d26d4adfc4e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/10416cba-4c10-4511-8751-27ccfe46b2bd HTTP/1.1" status: 204 len: 168 time: 0.7725999 Jan 27 21:35:22.848151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b25039-2360-4a4a-b27d-2d26d4adfc4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10416cba-4c10-4511-8751-27ccfe46b2bd,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:22.856986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38658) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:22.892339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f2926d97-70fd-47ba-892b-a98f9faa65ee None None] Current status of the port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:22.926714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a1fd9b32-3ca9-43f0-b68e-6797d09d9329 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:23.079342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:35:14Z', 'revision_number': 4, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'f370cb4a-f4ce-46e4-8600-a2ab49425fb1', 'name': '', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'mac_address': 'fa:16:3e:0a:2a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:13Z', 'updated_at': '2022-01-27T21:35:20Z', 'revision_number': 4, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'subnets': [{'id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:23.084399 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Publish callbacks [] for router_gateway (f82a364d-11c8-4556-9972-2ca4990effca), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.121675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de77649f-9006-43f9-8dfb-08de31c7e1cd req-112cd915-a9cd-49da-b524-c11e4c339f2f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 210 time: 0.0673132 Jan 27 21:35:23.134010 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.142549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (038c609c-9dab-435a-a0f9-09ac3d293b98), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.186465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Allocated IP 172.20.0.2 (a4967413-a84b-4e8a-ad75-c81519ece533/4fd5f42e-6956-46f2-99c6-b651f1230932/94006695-0612-4cdd-ab5e-6558930be831) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:23.192218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2937b1-b0f3-4710-af88-cdd3dd18882d None None] The sync data for ids ['8049c494-785b-4987-ab6c-ae770463d403'] in n-d-760456-6 is: [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:35:14Z', 'revision_number': 4, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'f370cb4a-f4ce-46e4-8600-a2ab49425fb1', 'name': '', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'mac_address': 'fa:16:3e:0a:2a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:13Z', 'updated_at': '2022-01-27T21:35:20Z', 'revision_number': 4, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'subnets': [{'id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:35:23.333466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:23.337323 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.354901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Allocated IP 172.25.0.19 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/7118a8d7-710a-41f1-ac8e-b2c57c3b4247) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:23.514463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Publish callbacks [] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.562544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-5f9f3e38-146a-4eef-8ce7-60d7af484188 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:35:23.568878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-5f9f3e38-146a-4eef-8ce7-60d7af484188 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5718329 Jan 27 21:35:23.584559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (038c609c-9dab-435a-a0f9-09ac3d293b98), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.633303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038c609c-9dab-435a-a0f9-09ac3d293b98']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:23.661011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affc312d-493c-4557-bb27-ae5517a6ae39') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:23.661448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affc312d-493c-4557-bb27-ae5517a6ae39') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:23.668371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.706505 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (affc312d-493c-4557-bb27-ae5517a6ae39), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.724820 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (affc312d-493c-4557-bb27-ae5517a6ae39), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.728866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:23.732017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:23.732830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:35:23.733322 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (affc312d-493c-4557-bb27-ae5517a6ae39), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.752369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c,segment=NetworkSegment(2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5),segment_id=2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:23.754143 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:23.760952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Pushing event updated for resources: {'Port': ['ID=7118a8d7-710a-41f1-ac8e-b2c57c3b4247,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:23.779397 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Publish callbacks [] for port (94006695-0612-4cdd-ab5e-6558930be831), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.782494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f370cb4a-f4ce-46e4-8600-a2ab49425fb1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:23.839419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-d29add11-cdb5-4ef2-a99f-7ac405ab2805 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:23.842288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-d29add11-cdb5-4ef2-a99f-7ac405ab2805 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.71 "GET /v2.0/networks?id=b80b5939-92d4-4609-be08-39b5f303bbc2 HTTP/1.1" status: 200 len: 805 time: 0.4826810 Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:35:23.844779 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:35:23.851185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69028e05-8cb1-4a62-8eea-27f16fab0eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f6b81d-b5ee-4af1-b0c7-16a6f241533c'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:23.853685 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7013e984-9d2d-4095-83fd-0ab738385917" -d '{"events": [{"server_uuid": "69028e05-8cb1-4a62-8eea-27f16fab0eca", "name": "network-vif-plugged", "status": "completed", "tag": "a9f6b81d-b5ee-4af1-b0c7-16a6f241533c"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:23.875252 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:23.875622 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.901755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-fdad94a2-279b-419e-8a13-66e5ff5f0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:23.903227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-fdad94a2-279b-419e-8a13-66e5ff5f0bda service neutron] 10.222.0.61 "GET /v2.0/ports/6514195d-3282-46ff-afeb-2c2ba2f0ca15 HTTP/1.1" status: 200 len: 1094 time: 0.3292966 Jan 27 21:35:23.938291 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.944205 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (94006695-0612-4cdd-ab5e-6558930be831), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:23.968521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] Request body: {'binding': {'host': 'n-h1-760456-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:23.972064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] Unknown quota resources ['binding']. {{(pid=104027) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:35:24.010074 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (038c609c-9dab-435a-a0f9-09ac3d293b98), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:24.088227 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:24.102372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Network a4967413-a84b-4e8a-ad75-c81519ece533 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:24.104732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/038c609c-9dab-435a-a0f9-09ac3d293b98 HTTP/1.1" status: 204 len: 168 time: 1.2466295 Jan 27 21:35:24.120639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:24.130343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:24.148796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:24.163846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64b84b-510a-4799-83aa-3b0f76ba69e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=038c609c-9dab-435a-a0f9-09ac3d293b98,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:24.236196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:24.346221 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Publish callbacks [] for router_gateway (f82a364d-11c8-4556-9972-2ca4990effca), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:24.364393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38deaf-fc3b-49fd-bf3f-64194a5f7c00 req-293deb79-fc6e-4535-b261-729233b7fc4a tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:24.372702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df38deaf-fc3b-49fd-bf3f-64194a5f7c00 req-293deb79-fc6e-4535-b261-729233b7fc4a tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 945 time: 0.4807131 Jan 27 21:35:24.382596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-65d685bb-d46e-44b6-b4e6-840faab78410 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99acbe8e03bc4d509e99541ebe3a243d HTTP/1.1" status: 200 len: 379 time: 0.4766912 Jan 27 21:35:24.414996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Request body: {'port': {'device_id': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'admin_state_up': True, 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'security_groups': ['8e2306aa-57fe-4965-8117-2fd0041b0ce2']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:24.441424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Attempting to bind port 94006695-0612-4cdd-ab5e-6558930be831 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:24.441805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Attempting to bind port 94006695-0612-4cdd-ab5e-6558930be831 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'd889c75e-8907-4fc8-a57f-1c6b68707057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:24.442176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Attempting to bind port 94006695-0612-4cdd-ab5e-6558930be831 on network a4967413-a84b-4e8a-ad75-c81519ece533 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:24.455731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Pushing event updated for resources: {'Port': ['ID=94006695-0612-4cdd-ab5e-6558930be831,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:24.476453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:24.477250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Checking segment: {'id': 'd889c75e-8907-4fc8-a57f-1c6b68707057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:24.477854 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:24.478459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Bound using segment: {'id': 'd889c75e-8907-4fc8-a57f-1c6b68707057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:24.479115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Bound port: 94006695-0612-4cdd-ab5e-6558930be831, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd889c75e-8907-4fc8-a57f-1c6b68707057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:24.479715 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (94006695-0612-4cdd-ab5e-6558930be831), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:24.626361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] For port 94006695-0612-4cdd-ab5e-6558930be831, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:24.631483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] For port 94006695-0612-4cdd-ab5e-6558930be831, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=94006695-0612-4cdd-ab5e-6558930be831,segment=NetworkSegment(d889c75e-8907-4fc8-a57f-1c6b68707057),segment_id=d889c75e-8907-4fc8-a57f-1c6b68707057)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:24.711735 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (94006695-0612-4cdd-ab5e-6558930be831), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:24.731516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] Attempting to bind port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on host n-h1-760456-6 for vnic_type normal with profile None {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:24.732289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] Attempting to bind port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:24.732733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] Attempting to bind port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:24.733315 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (f82a364d-11c8-4556-9972-2ca4990effca), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:24.764312 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df38deaf-fc3b-49fd-bf3f-64194a5f7c00 req-b9e99827-dad0-4aea-9f88-eb05c0d8b877 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/security-groups?id=c06a6589-c36f-4d67-92b5-bccc71988801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905337 Jan 27 21:35:24.783050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] Port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:35:24.784903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] Attempting to bind port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:24.822169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:24.825550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:24.826228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] Bound using segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:24.828978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] Bound port: 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:24.854875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38680) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:24.933632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Made reservation on behalf of 99acbe8e03bc4d509e99541ebe3a243d for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:24.938212 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:25.003421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:35:25.037086 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b025ff-bc6a-4af6-9d51-5523bbd36a94 x-openstack-request-id: req-d3b025ff-bc6a-4af6-9d51-5523bbd36a94 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:25.037639 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69028e05-8cb1-4a62-8eea-27f16fab0eca", "name": "network-vif-plugged", "status": "completed", "tag": "a9f6b81d-b5ee-4af1-b0c7-16a6f241533c", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:25.037901 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3b025ff-bc6a-4af6-9d51-5523bbd36a94 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:25.038298 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69028e05-8cb1-4a62-8eea-27f16fab0eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f6b81d-b5ee-4af1-b0c7-16a6f241533c', 'code': 200} Jan 27 21:35:25.041683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:35:25.042043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a65cbc98-cd68-46a1-bbb8-d58c3c3cddb4 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:35:25.050997 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b942b6d-8771-4b1c-9022-27b8ed2da20e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd73e2183ccc4b9b8fa1067cb44619a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871459 Jan 27 21:35:25.066227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38684) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:25.071276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:25.083958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a43e53-6d23-40fe-946b-6804e256a233 None None] Pushing event updated for resources: {'Port': ['ID=94006695-0612-4cdd-ab5e-6558930be831,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:25.245219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:25.258068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-17c2fee2-61ec-4696-a687-1561398a0b79 service neutron] 10.222.0.61 "POST /v2.0/ports/6514195d-3282-46ff-afeb-2c2ba2f0ca15/bindings HTTP/1.1" status: 201 len: 389 time: 1.2930455 Jan 27 21:35:25.316257 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95c1fd94-0ee8-4192-9a13-4ccef773c835 admin admin] Publish callbacks [] for security_group (79b954be-a0a2-4acf-bfd3-1808d967e6f2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:25.350280 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95c1fd94-0ee8-4192-9a13-4ccef773c835 admin admin] Publish callbacks [] for security_group (79b954be-a0a2-4acf-bfd3-1808d967e6f2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:25.400369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a086267-f873-482b-80e1-5916e142752f req-eb63d0ab-fe32-41f3-9247-a9d96dcd8030 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 210 time: 0.0831964 Jan 27 21:35:25.461672 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Router f82a364d-11c8-4556-9972-2ca4990effca is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:35:25.482729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b36e56-001e-4927-b8a1-34db7e0d3045 req-e45809af-6dcd-43c3-bec7-de492686712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:25.484890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-88b36e56-001e-4927-b8a1-34db7e0d3045 req-e45809af-6dcd-43c3-bec7-de492686712f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 1096 time: 0.2703049 Jan 27 21:35:25.486306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Allocated IP 172.20.0.12 (b80b5939-92d4-4609-be08-39b5f303bbc2/fc17ff5e-460a-4849-b0db-c75310b8007a/78590dcb-ca93-4632-a1cb-e9dce8fe3a4a) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:25.539614 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95c1fd94-0ee8-4192-9a13-4ccef773c835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (79b954be-a0a2-4acf-bfd3-1808d967e6f2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:25.542527 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95c1fd94-0ee8-4192-9a13-4ccef773c835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:25.544302 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-95c1fd94-0ee8-4192-9a13-4ccef773c835 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/79b954be-a0a2-4acf-bfd3-1808d967e6f2 HTTP/1.1" status: 204 len: 168 time: 0.4767764 Jan 27 21:35:25.578349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1fd94-0ee8-4192-9a13-4ccef773c835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b954be-a0a2-4acf-bfd3-1808d967e6f2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:25.746714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:35:25.748630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-88b36e56-001e-4927-b8a1-34db7e0d3045 req-0fce0fe4-5c53-46cd-9ce4-004842b54574 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c06a6589-c36f-4d67-92b5-bccc71988801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532027 Jan 27 21:35:25.762365 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Sync routers for ids ['f82a364d-11c8-4556-9972-2ca4990effca'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:35:25.774395 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Routers {'f82a364d-11c8-4556-9972-2ca4990effca'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:25.779597 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f82a364d-11c8-4556-9972-2ca4990effca'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:25.847681 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38696) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:25.879408 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:25.880854 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c4eba42c-4271-49f6-a0c2-1da7d8b64e02 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0476167 Jan 27 21:35:25.883586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38700) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:26.095471 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Set router f82a364d-11c8-4556-9972-2ca4990effca gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:26.112999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e4aa4-67c3-4688-bb24-848cdd6ef872 req-a9371a08-f472-4ba2-bac9-30bf40059704 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:26.125116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c1e4aa4-67c3-4688-bb24-848cdd6ef872 req-a9371a08-f472-4ba2-bac9-30bf40059704 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 946 time: 0.3810401 Jan 27 21:35:26.313438 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:26.323322 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e4f1a657-3d95-48fc-afef-18a446492b0e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d10074fbc434ec5b463b176b080011b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4744277 Jan 27 21:35:26.356615 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38712) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:26.444421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9c23f-17c6-46db-a9bc-c2bd16464bc8 req-267d3e93-cd3c-4517-acff-121c97153ec6 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:26.457251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03d9c23f-17c6-46db-a9bc-c2bd16464bc8 req-267d3e93-cd3c-4517-acff-121c97153ec6 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 945 time: 0.5455027 Jan 27 21:35:26.514123 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:26.546113 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:26.555634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-6dab46e0-7296-45e4-bac2-d40fe522744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:26.560418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-6dab46e0-7296-45e4-bac2-d40fe522744d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 1097 time: 0.5152423 Jan 27 21:35:26.589716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c1e4aa4-67c3-4688-bb24-848cdd6ef872 req-bb38e5e6-c6f4-43b4-b41f-6fc92167c982 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636025 Jan 27 21:35:26.654260 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'name': 'tempest-TaggedBootDevicesTest_v242-1359788573-router', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:21Z', 'updated_at': '2022-01-27T21:35:24Z', 'revision_number': 3, 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'gw_port': {'id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:23Z', 'updated_at': '2022-01-27T21:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:26.735227 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Checking router: f82a364d-11c8-4556-9972-2ca4990effca for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:35:26.736254 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Updating router f82a364d-11c8-4556-9972-2ca4990effca port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:35:26.757316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Pushing event updated for resources: {'Port': ['ID=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:26.802628 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:26.881096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03d9c23f-17c6-46db-a9bc-c2bd16464bc8 req-131141ad-c680-4ba0-9b6e-47f011bc59e0 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/security-groups?id=c06a6589-c36f-4d67-92b5-bccc71988801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205432 Jan 27 21:35:26.901621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Network b80b5939-92d4-4609-be08-39b5f303bbc2 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:26.906939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:26.946079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:27.137460 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.142689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:27.143732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.151686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab758ae-6b96-49b0-a493-dadd174922f9 None None] Network a4967413-a84b-4e8a-ad75-c81519ece533 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:27.188865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-44f18502-e59e-4fe1-bcec-3f622f4d8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:27.191045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-44f18502-e59e-4fe1-bcec-3f622f4d8f31 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.5369294 Jan 27 21:35:27.198495 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9041acba-ee5a-47c0-925d-7b1eed5b9c1a admin admin] Publish callbacks [] for security_group (8b181902-8a58-4e6e-84f0-f38040930bbb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.301713 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Publish callbacks [] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.305351 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9041acba-ee5a-47c0-925d-7b1eed5b9c1a admin admin] Publish callbacks [] for security_group (8b181902-8a58-4e6e-84f0-f38040930bbb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.327752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5bd8bc98-7e5d-4075-9de1-fdc5a709209f None None] Provisioning complete for port 94006695-0612-4cdd-ab5e-6558930be831 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:27.330767 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5bd8bc98-7e5d-4075-9de1-fdc5a709209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (94006695-0612-4cdd-ab5e-6558930be831), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.346466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b67ef5-dd02-48cc-969d-be8b354f3e40 req-59439276-f51c-4345-bd45-5ffef3778a7a tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:27.359138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36b67ef5-dd02-48cc-969d-be8b354f3e40 req-59439276-f51c-4345-bd45-5ffef3778a7a tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 932 time: 0.4559987 Jan 27 21:35:27.366301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-e5626072-d520-49a3-99a1-72dee2b9b266 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15 HTTP/1.1" status: 200 len: 217 time: 0.1601830 Jan 27 21:35:27.422519 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.526343 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36b67ef5-dd02-48cc-969d-be8b354f3e40 req-269d53d8-557e-4d15-8631-f69f7fd5c1a7 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e2306aa-57fe-4965-8117-2fd0041b0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659338 Jan 27 21:35:27.547411 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Attempting to bind port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:27.547583 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Attempting to bind port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:27.551934 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Attempting to bind port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:27.552447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-e33aba09-6b6e-4648-99f7-0e56d78c557f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1497705 Jan 27 21:35:27.564997 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9041acba-ee5a-47c0-925d-7b1eed5b9c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8b181902-8a58-4e6e-84f0-f38040930bbb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.568953 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9041acba-ee5a-47c0-925d-7b1eed5b9c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.570353 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:27.570521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Request body: {'port': {'device_id': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:27.572452 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:27.574452 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.574452 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:27.574452 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Bound port: 7118a8d7-710a-41f1-ac8e-b2c57c3b4247, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:27.574772 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.576013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8bc98-7e5d-4075-9de1-fdc5a709209f None None] Current status of the port 94006695-0612-4cdd-ab5e-6558930be831 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:27.577324 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5bd8bc98-7e5d-4075-9de1-fdc5a709209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (94006695-0612-4cdd-ab5e-6558930be831), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.584130 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9041acba-ee5a-47c0-925d-7b1eed5b9c1a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8b181902-8a58-4e6e-84f0-f38040930bbb HTTP/1.1" status: 204 len: 168 time: 1.2262149 Jan 27 21:35:27.618977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041acba-ee5a-47c0-925d-7b1eed5b9c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b181902-8a58-4e6e-84f0-f38040930bbb,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:27.642569 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db36dea-c18b-4896-97ff-ac29bec7310a None None] Pushing event updated for resources: {'Port': ['ID=7118a8d7-710a-41f1-ac8e-b2c57c3b4247,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:27.700877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-c35a6841-ab48-44fd-9917-afbb23918546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:27.702925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-c35a6841-ab48-44fd-9917-afbb23918546 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.2879136 Jan 27 21:35:27.718638 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] For port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:27.722020 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] For port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7118a8d7-710a-41f1-ac8e-b2c57c3b4247,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:27.728796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5bd8bc98-7e5d-4075-9de1-fdc5a709209f None None] For port 94006695-0612-4cdd-ab5e-6558930be831, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=94006695-0612-4cdd-ab5e-6558930be831,segment=NetworkSegment(d889c75e-8907-4fc8-a57f-1c6b68707057),segment_id=d889c75e-8907-4fc8-a57f-1c6b68707057)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:27.794995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-22edc72c-e2e3-4b21-a55a-c661454854c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768816 Jan 27 21:35:27.802119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.833342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 94006695-0612-4cdd-ab5e-6558930be831 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:27.837664 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.923016 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Routers {'f82a364d-11c8-4556-9972-2ca4990effca'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:27.923876 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f82a364d-11c8-4556-9972-2ca4990effca'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:27.950631 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5bd8bc98-7e5d-4075-9de1-fdc5a709209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (94006695-0612-4cdd-ab5e-6558930be831), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:27.981632 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db36dea-c18b-4896-97ff-ac29bec7310a None None] Pushing event updated for resources: {'Port': ['ID=7118a8d7-710a-41f1-ac8e-b2c57c3b4247,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:28.147161 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:28.159153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-97f769c7-f1e1-4fe0-8ccc-f4f9b73b1318 None None] Provisioning complete for port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:28.161208 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] Set router f82a364d-11c8-4556-9972-2ca4990effca gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:28.169824 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-97f769c7-f1e1-4fe0-8ccc-f4f9b73b1318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:28.252523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-97f769c7-f1e1-4fe0-8ccc-f4f9b73b1318 None None] Port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:35:28.260281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 94006695-0612-4cdd-ab5e-6558930be831 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:28.260671 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (94006695-0612-4cdd-ab5e-6558930be831), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:28.307732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8bc98-7e5d-4075-9de1-fdc5a709209f None None] Pushing event updated for resources: {'Port': ['ID=94006695-0612-4cdd-ab5e-6558930be831,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:28.342367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Allocated IP 172.20.0.1 (a4967413-a84b-4e8a-ad75-c81519ece533/4fd5f42e-6956-46f2-99c6-b651f1230932/dd5eacf1-c4ab-494f-99b6-25f1194e749d) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:28.402574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7bace014-f93d-4e44-94e5-f7e58fc66f61 None None] Provisioning complete for port 94006695-0612-4cdd-ab5e-6558930be831 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:28.403431 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7bace014-f93d-4e44-94e5-f7e58fc66f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (94006695-0612-4cdd-ab5e-6558930be831), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:28.520724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 94006695-0612-4cdd-ab5e-6558930be831 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:28.583598 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'name': 'tempest-TaggedBootDevicesTest_v242-1359788573-router', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:21Z', 'updated_at': '2022-01-27T21:35:24Z', 'revision_number': 3, 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'gw_port': {'id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:23Z', 'updated_at': '2022-01-27T21:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:28.617083 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456042f-82b8-4d6a-a8a5-bd908291b4b1 None None] The sync data for ids ['f82a364d-11c8-4556-9972-2ca4990effca'] in n-d-760456-6 is: [{'id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'name': 'tempest-TaggedBootDevicesTest_v242-1359788573-router', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:21Z', 'updated_at': '2022-01-27T21:35:24Z', 'revision_number': 3, 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'gw_port': {'id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:23Z', 'updated_at': '2022-01-27T21:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:35:28.628322 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7bace014-f93d-4e44-94e5-f7e58fc66f61 None None] Current status of the port 94006695-0612-4cdd-ab5e-6558930be831 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:28.644958 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Publish callbacks [] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:28.746841 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:28.797415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Network a4967413-a84b-4e8a-ad75-c81519ece533 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:28.800965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:28.809064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:28.880661 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (f82a364d-11c8-4556-9972-2ca4990effca), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:29.026443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5eacf1-c4ab-494f-99b6-25f1194e749d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:29.160808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fcb32635-96eb-4a30-a995-e9c17185c7d4 None None] Provisioning complete for port dd5eacf1-c4ab-494f-99b6-25f1194e749d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:29.161285 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fcb32635-96eb-4a30-a995-e9c17185c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:29.219180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115b485-2170-4c50-a3df-9e7e420345d4 req-8fd99258-1d8b-416d-8783-e2c15cd9bd21 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:29.219688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fcb32635-96eb-4a30-a995-e9c17185c7d4 None None] Port dd5eacf1-c4ab-494f-99b6-25f1194e749d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:35:29.220849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6115b485-2170-4c50-a3df-9e7e420345d4 req-8fd99258-1d8b-416d-8783-e2c15cd9bd21 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 946 time: 1.4296153 Jan 27 21:35:29.251588 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:29.320236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-aa175029-37a3-48b7-bee5-de55afeaf21d service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4947271 Jan 27 21:35:29.450764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38788) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:29.476200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dcd1e-fe79-4b47-8161-e7832e003226 req-af55bd82-6dac-45b2-a90d-0ced1724936b tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:29.487120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db9dcd1e-fe79-4b47-8161-e7832e003226 req-af55bd82-6dac-45b2-a90d-0ced1724936b tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 945 time: 1.1003749 Jan 27 21:35:29.540653 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Publish callbacks [] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:29.593854 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:29.651419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-16f3a406-de95-4680-b37a-33e7c896ea0c service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215034 Jan 27 21:35:29.660780 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6115b485-2170-4c50-a3df-9e7e420345d4 req-ae6e402d-0a8b-4aa9-b8c3-99ac177f8f05 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215112 Jan 27 21:35:29.698716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 94006695-0612-4cdd-ab5e-6558930be831 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:29.708770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Pushing event updated for resources: {'Port': ['ID=dd5eacf1-c4ab-494f-99b6-25f1194e749d,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:29.717222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1256275006-network', 'tenant_id': '614c112f9d06401693fefa3326769b1e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:29.731013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db9dcd1e-fe79-4b47-8161-e7832e003226 req-bb829885-a85f-4cf5-9f65-1b3414439802 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/security-groups?id=c06a6589-c36f-4d67-92b5-bccc71988801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418995 Jan 27 21:35:29.825582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (f82a364d-11c8-4556-9972-2ca4990effca), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:29.830603 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 94006695-0612-4cdd-ab5e-6558930be831 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:29.832467 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (94006695-0612-4cdd-ab5e-6558930be831), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:29.845187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Made reservation on behalf of 614c112f9d06401693fefa3326769b1e for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:29.850981 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:29.887531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:29.905535 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Publish callbacks [] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:29.907678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:29.979222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-b0c21093-8024-4660-88c6-4c6e6d11bfea tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:29.980808 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-b0c21093-8024-4660-88c6-4c6e6d11bfea tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f&tenant_id=4a740dbf51be4474b91c5cb7c93ca967&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1097 time: 0.1987929 Jan 27 21:35:29.981907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Transition to ACTIVE for port object 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:35:30.009710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760456-6'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:30.044723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 94006695-0612-4cdd-ab5e-6558930be831 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:30.046262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:30.058541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Network a4967413-a84b-4e8a-ad75-c81519ece533 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:30.061023 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:30.148197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:30.148852 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.153302 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Publish callbacks [] for security_group (316efeae-2802-4525-966b-e9cc895ad563), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.153474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23762-2608-41e0-b090-053075cab03f req-af838de5-d360-4297-9870-86271c891b42 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:30.158197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33f23762-2608-41e0-b090-053075cab03f req-af838de5-d360-4297-9870-86271c891b42 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 932 time: 0.2162588 Jan 27 21:35:30.158197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.244526 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (316efeae-2802-4525-966b-e9cc895ad563), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.266823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Router f82a364d-11c8-4556-9972-2ca4990effca has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:35:30.287893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:35:30.291065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316efeae-2802-4525-966b-e9cc895ad563,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:30.302903 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.314873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4c680e2f-370f-469d-8139-bb2011806977), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.315162 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Added segment 4c680e2f-370f-469d-8139-bb2011806977 of type vlan for network 2321fcf1-6156-4632-a88d-6c1cfd68712f Jan 27 21:35:30.361395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:30.362008 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.399867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7118a8d7-710a-41f1-ac8e-b2c57c3b4247,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:30.400106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33f23762-2608-41e0-b090-053075cab03f req-c097a149-3fad-4149-9b8d-d81ce584a877 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e2306aa-57fe-4965-8117-2fd0041b0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366593 Jan 27 21:35:30.437711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:30.482998 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.607271 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (2321fcf1-6156-4632-a88d-6c1cfd68712f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.614289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38808) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:30.661459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Attempting to bind port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:30.661854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Attempting to bind port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:30.662200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Attempting to bind port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a on network b80b5939-92d4-4609-be08-39b5f303bbc2 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:30.675423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ca9232f1-0917-4a81-9706-b2e1db7e5e50 None None] Provisioning complete for port dd5eacf1-c4ab-494f-99b6-25f1194e749d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:30.676269 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca9232f1-0917-4a81-9706-b2e1db7e5e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.724728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:35:30.740436 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f33b5355-cfd5-4b92-9dbd-13b1cf756c62 admin admin] 10.222.0.61 "PUT /v2.0/routers/f82a364d-11c8-4556-9972-2ca4990effca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8472679 Jan 27 21:35:30.740685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=7118a8d7-710a-41f1-ac8e-b2c57c3b4247,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:30.742338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a on network b80b5939-92d4-4609-be08-39b5f303bbc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:35:30.752342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Attempting to bind port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a on network b80b5939-92d4-4609-be08-39b5f303bbc2 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:30.763244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ca9232f1-0917-4a81-9706-b2e1db7e5e50 None None] Port dd5eacf1-c4ab-494f-99b6-25f1194e749d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:35:30.785332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:30.785679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Checking segment: {'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:30.786366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Bound using segment: {'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:30.786526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Bound port: 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8955c887-4785-4a39-9e99-6f0a1710b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:30.786862 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.830508 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f326c605-7d56-427b-b969-21f09b3c62ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.834866 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (2321fcf1-6156-4632-a88d-6c1cfd68712f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.858854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:30.858854 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:30.875852 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d948448-1c22-48e1-bdf8-73a18cc73ce7 req-0d0c9ba5-95be-42f0-a48c-d7e1e7070603 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:30.879158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d948448-1c22-48e1-bdf8-73a18cc73ce7 req-0d0c9ba5-95be-42f0-a48c-d7e1e7070603 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 944 time: 0.2558098 Jan 27 21:35:31.061847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:31.067160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d948448-1c22-48e1-bdf8-73a18cc73ce7 req-454f4471-55a9-480f-abcd-0cd85a3ce2ba tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785154 Jan 27 21:35:31.082801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] For port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:31.104469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] For port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a,segment=NetworkSegment(8955c887-4785-4a39-9e99-6f0a1710b9ff),segment_id=8955c887-4785-4a39-9e99-6f0a1710b9ff)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:31.132587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:31.178455 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.183604 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] Pushing event updated for resources: {'Network': ['ID=2321fcf1-6156-4632-a88d-6c1cfd68712f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:31.223089 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ca579d1b-80de-4e52-8741-260ae79c5c69 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7710724 Jan 27 21:35:31.238905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d7c8c8-3046-4761-bd6a-4e4e3386023f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6514195d-3282-46ff-afeb-2c2ba2f0ca15'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:31.239963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38826) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:31.241534 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574f52ad-66ec-4daa-aecb-e2426838c8f4" -d '{"events": [{"server_uuid": "84d7c8c8-3046-4761-bd6a-4e4e3386023f", "name": "network-vif-unplugged", "status": "completed", "tag": "6514195d-3282-46ff-afeb-2c2ba2f0ca15"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:31.246657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Sync routers for ids ['f82a364d-11c8-4556-9972-2ca4990effca'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:35:31.249326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 2321fcf1-6156-4632-a88d-6c1cfd68712f details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:35:31.254093 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2b2b6900-cbed-4abe-8822-ec801cb1b4c4 admin admin] Request body: {'subnet': {'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1256275006-subnet', 'tenant_id': '614c112f9d06401693fefa3326769b1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:31.294488 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Publish callbacks [] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.314494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def4680-a35f-4106-a573-0d6f6178ce4c req-f59d2df8-7d1e-4af4-a2d7-19bdb14ca793 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:31.316506 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3def4680-a35f-4106-a573-0d6f6178ce4c req-f59d2df8-7d1e-4af4-a2d7-19bdb14ca793 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.74 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 944 time: 0.3518279 Jan 27 21:35:31.320433 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f326c605-7d56-427b-b969-21f09b3c62ac admin admin] Publish callbacks [] for security_group (70935dcb-d197-4d95-b945-ed4d087ff585), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.320721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Routers {'f82a364d-11c8-4556-9972-2ca4990effca'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:31.321170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f82a364d-11c8-4556-9972-2ca4990effca'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:31.339143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:31.340337 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.341751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] 10.222.0.71 "PUT /v2.0/ports/78590dcb-ca93-4632-a1cb-e9dce8fe3a4a HTTP/1.1" status: 200 len: 1092 time: 3.7788761 Jan 27 21:35:31.375300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2b6900-cbed-4abe-8822-ec801cb1b4c4 admin admin] Made reservation on behalf of 614c112f9d06401693fefa3326769b1e for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:31.381857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b2b6900-cbed-4abe-8822-ec801cb1b4c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.385173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3df773-333d-4e3e-bf71-7dba54543be2 req-b76baf09-2889-4de0-a4f2-0e87e13d8a4b tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:31.392918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce3df773-333d-4e3e-bf71-7dba54543be2 req-b76baf09-2889-4de0-a4f2-0e87e13d8a4b tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 945 time: 0.1739376 Jan 27 21:35:31.418061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34760f-5c68-46f9-864f-eba20dde2ce2 req-5fdf1ec4-aae8-41f9-bf1b-981aa4feb5b8 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:31.419684 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea34760f-5c68-46f9-864f-eba20dde2ce2 req-5fdf1ec4-aae8-41f9-bf1b-981aa4feb5b8 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 946 time: 0.2465339 Jan 27 21:35:31.420421 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.438408 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f326c605-7d56-427b-b969-21f09b3c62ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (70935dcb-d197-4d95-b945-ed4d087ff585), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.456362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28a99e-09c0-4ca1-8b67-b00d29635dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:31.563656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:31.565445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326c605-7d56-427b-b969-21f09b3c62ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70935dcb-d197-4d95-b945-ed4d087ff585,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:31.650541 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f326c605-7d56-427b-b969-21f09b3c62ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=516d1e04405540899c0feb3596125d95&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0298758 Jan 27 21:35:31.655541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38858) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:31.688413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce3df773-333d-4e3e-bf71-7dba54543be2 req-c5aacd33-feee-4111-abb2-e8776cd1e9b5 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/security-groups?id=c06a6589-c36f-4d67-92b5-bccc71988801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944982 Jan 27 21:35:31.752259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-3def4680-a35f-4106-a573-0d6f6178ce4c req-3666eb89-8264-4697-9cfe-3b5795c6a7dc tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Deleting port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:35:31.753258 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3def4680-a35f-4106-a573-0d6f6178ce4c req-3666eb89-8264-4697-9cfe-3b5795c6a7dc tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.770977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0eae1a57-d8f6-44cc-8804-aff91633f116 admin admin] Publish callbacks [] for security_group (70935dcb-d197-4d95-b945-ed4d087ff585), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.795606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Set router f82a364d-11c8-4556-9972-2ca4990effca gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:31.826937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea34760f-5c68-46f9-864f-eba20dde2ce2 req-37cc5991-0239-4dbe-8ad7-115b42e8cb6e tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937511 Jan 27 21:35:31.842090 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9942728f-0511-4c88-907b-9b6ad1f64452 x-openstack-request-id: req-9942728f-0511-4c88-907b-9b6ad1f64452 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:31.842455 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d7c8c8-3046-4761-bd6a-4e4e3386023f", "name": "network-vif-unplugged", "status": "completed", "tag": "6514195d-3282-46ff-afeb-2c2ba2f0ca15", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:31.842650 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9942728f-0511-4c88-907b-9b6ad1f64452 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:31.843091 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d7c8c8-3046-4761-bd6a-4e4e3386023f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6514195d-3282-46ff-afeb-2c2ba2f0ca15', 'code': 200} Jan 27 21:35:31.862568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Attempting to bind port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on host n-h2-760456-6 for vnic_type normal with profile {"migrating_to": "n-h1-760456-6"} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:31.863008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Attempting to bind port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:31.863376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Attempting to bind port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:31.915674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:35:31.916015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Attempting to bind port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:31.932055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-60b35523-2a24-401a-a8ac-79b430099a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:31.944838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-60b35523-2a24-401a-a8ac-79b430099a9e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=99acbe8e03bc4d509e99541ebe3a243d&device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 1095 time: 0.4563336 Jan 27 21:35:31.945491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Pushing event updated for resources: {'Port': ['ID=6514195d-3282-46ff-afeb-2c2ba2f0ca15,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:31.963442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:31.963625 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:31.973802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:31.975999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:31.975999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Bound using segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:31.975999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Bound port: 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:31.975999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.025136 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0eae1a57-d8f6-44cc-8804-aff91633f116 admin admin] Publish callbacks [] for security_group (70935dcb-d197-4d95-b945-ed4d087ff585), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.055925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-3def4680-a35f-4106-a573-0d6f6178ce4c req-3666eb89-8264-4697-9cfe-3b5795c6a7dc tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] For port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:32.056333 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3def4680-a35f-4106-a573-0d6f6178ce4c req-3666eb89-8264-4697-9cfe-3b5795c6a7dc tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.058731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-449c4792-ef01-4fc5-9124-bc63a29b8a47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a HTTP/1.1" status: 200 len: 217 time: 0.1037300 Jan 27 21:35:32.119901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-3def4680-a35f-4106-a573-0d6f6178ce4c req-3666eb89-8264-4697-9cfe-3b5795c6a7dc tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Calling delete_port for 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:35:32.199613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:32.208396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3060cf8-2feb-4809-8cf0-8d8c7749a684 req-c695f213-cdc3-4b00-8012-bfa51ad4af64 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:32.209924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3060cf8-2feb-4809-8cf0-8d8c7749a684 req-c695f213-cdc3-4b00-8012-bfa51ad4af64 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 944 time: 0.3107393 Jan 27 21:35:32.215203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'name': 'tempest-TaggedBootDevicesTest_v242-1359788573-router', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:21Z', 'updated_at': '2022-01-27T21:35:29Z', 'revision_number': 4, 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'gw_port': {'id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:23Z', 'updated_at': '2022-01-27T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'dd5eacf1-c4ab-494f-99b6-25f1194e749d', 'name': '', 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'mac_address': 'fa:16:3e:01:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '4fd5f42e-6956-46f2-99c6-b651f1230932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:27Z', 'updated_at': '2022-01-27T21:35:29Z', 'revision_number': 2, 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'subnets': [{'id': '4fd5f42e-6956-46f2-99c6-b651f1230932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:32.219775 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e835973b-0eb4-46f6-bb61-c1ce9200d55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.229683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:32.239121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:32.242727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-5156f525-5632-44d6-ab44-6bc5ac2e6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:32.248987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-5156f525-5632-44d6-ab44-6bc5ac2e6763 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc17ff5e-460a-4849-b0db-c75310b8007a HTTP/1.1" status: 200 len: 844 time: 0.1830268 Jan 27 21:35:32.249284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Checking router: f82a364d-11c8-4556-9972-2ca4990effca for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:35:32.249858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Updating router f82a364d-11c8-4556-9972-2ca4990effca port dd5eacf1-c4ab-494f-99b6-25f1194e749d binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:35:32.276620 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.323294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b2b6900-cbed-4abe-8822-ec801cb1b4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (00a22239-67b1-4647-b883-045b74eda6a2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.326169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35615f-6de6-442b-ad84-efc2f119f66c req-87decc8b-528b-41f5-bce0-895380614620 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:32.327789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f35615f-6de6-442b-ad84-efc2f119f66c req-87decc8b-528b-41f5-bce0-895380614620 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 944 time: 0.1665387 Jan 27 21:35:32.329108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.374591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-18465fa4-1c39-4299-b82e-8782473896a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:32.376149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-18465fa4-1c39-4299-b82e-8782473896a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b80b5939-92d4-4609-be08-39b5f303bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070528 Jan 27 21:35:32.396308 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b6900-cbed-4abe-8822-ec801cb1b4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00a22239-67b1-4647-b883-045b74eda6a2,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:32.406614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2b6900-cbed-4abe-8822-ec801cb1b4c4 admin admin] Checking segment: {'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:32.406847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2b6900-cbed-4abe-8822-ec801cb1b4c4 admin admin] Network hostable DHCP agents. Network: 2321fcf1-6156-4632-a88d-6c1cfd68712f, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:35:32.450609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3060cf8-2feb-4809-8cf0-8d8c7749a684 req-2e1b24f9-42b5-4978-a729-35f2a08b0627 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e2306aa-57fe-4965-8117-2fd0041b0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273028 Jan 27 21:35:32.478669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d5f4f-917b-4924-aed3-9c82ff05fc63 req-b574ba50-17c7-4f91-8ddd-cbd15f9665d0 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:32.480245 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d62d5f4f-917b-4924-aed3-9c82ff05fc63 req-b574ba50-17c7-4f91-8ddd-cbd15f9665d0 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.74 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 945 time: 0.0681584 Jan 27 21:35:32.480877 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0eae1a57-d8f6-44cc-8804-aff91633f116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (70935dcb-d197-4d95-b945-ed4d087ff585), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.483456 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0eae1a57-d8f6-44cc-8804-aff91633f116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.486898 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0eae1a57-d8f6-44cc-8804-aff91633f116 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/70935dcb-d197-4d95-b945-ed4d087ff585 HTTP/1.1" status: 204 len: 168 time: 0.8296120 Jan 27 21:35:32.517036 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3def4680-a35f-4106-a573-0d6f6178ce4c req-3666eb89-8264-4697-9cfe-3b5795c6a7dc tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.526558 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae1a57-d8f6-44cc-8804-aff91633f116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70935dcb-d197-4d95-b945-ed4d087ff585,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:32.542324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Pushing event updated for resources: {'Port': ['ID=6514195d-3282-46ff-afeb-2c2ba2f0ca15,revision_number=8']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:32.558878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:32.559769 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.561399 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-35469f6c-9d37-4eb4-aedb-25941f68dd2d service neutron] 10.222.0.74 "PUT /v2.0/ports/6514195d-3282-46ff-afeb-2c2ba2f0ca15 HTTP/1.1" status: 200 len: 1122 time: 2.5566616 Jan 27 21:35:32.582437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2b6900-cbed-4abe-8822-ec801cb1b4c4 admin admin] Network 2321fcf1-6156-4632-a88d-6c1cfd68712f is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:35:32.592592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f35615f-6de6-442b-ad84-efc2f119f66c req-66a65477-4aec-4341-8e4b-137512d65dc5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345412 Jan 27 21:35:32.601197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666eb89-8264-4697-9cfe-3b5795c6a7dc tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Pushing event deleted for resources: {'Port': ['ID=8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:32.616494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-f61a640d-e713-4e07-bfe7-64c626dfb6b9 service neutron] 10.222.0.71 "GET /v2.0/networks/b80b5939-92d4-4609-be08-39b5f303bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289612 Jan 27 21:35:32.629382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['6514195d-3282-46ff-afeb-2c2ba2f0ca15'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:35:32.721587 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-3def4680-a35f-4106-a573-0d6f6178ce4c req-3666eb89-8264-4697-9cfe-3b5795c6a7dc tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] No DVR routers for this DVR port 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:35:32.724850 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-2b2b6900-cbed-4abe-8822-ec801cb1b4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 2321fcf1-6156-4632-a88d-6c1cfd68712f) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:32.726748 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3def4680-a35f-4106-a573-0d6f6178ce4c req-3666eb89-8264-4697-9cfe-3b5795c6a7dc tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.730306 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3def4680-a35f-4106-a573-0d6f6178ce4c req-3666eb89-8264-4697-9cfe-3b5795c6a7dc tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.74 "DELETE /v2.0/ports/8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 HTTP/1.1" status: 204 len: 173 time: 1.4078345 Jan 27 21:35:32.732184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f1eadd-3433-4d57-a808-9f44bcb43b95', 'name': 'network-vif-deleted', 'tag': '8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:32.734631 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cddac65-5e66-4fe5-8f2a-37b2d39cba46" -d '{"events": [{"server_uuid": "48f1eadd-3433-4d57-a808-9f44bcb43b95", "name": "network-vif-deleted", "tag": "8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:32.740610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2b6900-cbed-4abe-8822-ec801cb1b4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:32.741718 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b2b6900-cbed-4abe-8822-ec801cb1b4c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.745624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64fb3c7-9013-4a99-bfd7-db09b07e1cf3 req-09fa385d-cbf4-44b7-8f1d-8cd246a77844 service neutron] 10.222.0.71 "GET /v2.0/networks/b80b5939-92d4-4609-be08-39b5f303bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222174 Jan 27 21:35:32.769468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-d62d5f4f-917b-4924-aed3-9c82ff05fc63 req-e46de1a3-10c9-4fb7-a54e-a381dff30c73 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Deleting port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:35:32.769994 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d62d5f4f-917b-4924-aed3-9c82ff05fc63 req-e46de1a3-10c9-4fb7-a54e-a381dff30c73 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:32.829197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1981de74-2a23-4d72-a1a9-1ef7df196b18 None None] Network 2321fcf1-6156-4632-a88d-6c1cfd68712f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:32.880745 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19c68eb-fcee-4ecb-bc87-4f35c3657a07 x-openstack-request-id: req-b19c68eb-fcee-4ecb-bc87-4f35c3657a07 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:32.881094 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f1eadd-3433-4d57-a808-9f44bcb43b95", "name": "network-vif-deleted", "tag": "8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:32.881354 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b19c68eb-fcee-4ecb-bc87-4f35c3657a07 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:32.881743 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f1eadd-3433-4d57-a808-9f44bcb43b95', 'name': 'network-vif-deleted', 'tag': '8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95', 'status': 'completed', 'code': 200} Jan 27 21:35:32.887176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f4b46-a404-49fe-98fc-57a548f6436d req-c55ab433-81fc-4253-bfcf-0e72fad12862 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:32.889840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee1f4b46-a404-49fe-98fc-57a548f6436d req-c55ab433-81fc-4253-bfcf-0e72fad12862 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 945 time: 0.0701442 Jan 27 21:35:32.909464 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2b2b6900-cbed-4abe-8822-ec801cb1b4c4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6678336 Jan 27 21:35:32.987226 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d62d5f4f-917b-4924-aed3-9c82ff05fc63 req-e46de1a3-10c9-4fb7-a54e-a381dff30c73 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] For port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c,segment=NetworkSegment(2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5),segment_id=2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:32.987637 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d62d5f4f-917b-4924-aed3-9c82ff05fc63 req-e46de1a3-10c9-4fb7-a54e-a381dff30c73 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:33.013899 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-d62d5f4f-917b-4924-aed3-9c82ff05fc63 req-e46de1a3-10c9-4fb7-a54e-a381dff30c73 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Calling delete_port for a9f6b81d-b5ee-4af1-b0c7-16a6f241533c owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:35:33.053241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f106a4-b45b-41c6-b93e-75ab62e1feec req-2527eb59-507b-44f1-8f47-ccc648e034be tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:33.057778 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2f106a4-b45b-41c6-b93e-75ab62e1feec req-2527eb59-507b-44f1-8f47-ccc648e034be tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 944 time: 0.1099653 Jan 27 21:35:33.101398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee1f4b46-a404-49fe-98fc-57a548f6436d req-2085feea-36cb-4591-a661-2f3e6aef0ec0 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/security-groups?id=c06a6589-c36f-4d67-92b5-bccc71988801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053666 Jan 27 21:35:33.106228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd69e4c3-0ac6-4b6e-b06e-11d5e52f1622 None None] Network 2321fcf1-6156-4632-a88d-6c1cfd68712f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:33.162776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2f106a4-b45b-41c6-b93e-75ab62e1feec req-4f4a752d-ce6f-4e4c-83d2-34bb397b1646 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913141 Jan 27 21:35:33.206440 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Publish callbacks [] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:33.308012 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:33.434287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4388a-a8b4-4644-b22f-86dd68bcf554 None None] Pushing event updated for resources: {'Port': ['ID=dd5eacf1-c4ab-494f-99b6-25f1194e749d,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:33.459269 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d62d5f4f-917b-4924-aed3-9c82ff05fc63 req-e46de1a3-10c9-4fb7-a54e-a381dff30c73 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a9f6b81d-b5ee-4af1-b0c7-16a6f241533c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:33.479656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a9f6b81d-b5ee-4af1-b0c7-16a6f241533c'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:35:33.544167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46de1a3-10c9-4fb7-a54e-a381dff30c73 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Pushing event deleted for resources: {'Port': ['ID=a9f6b81d-b5ee-4af1-b0c7-16a6f241533c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:33.608149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62d5f4f-917b-4924-aed3-9c82ff05fc63 req-e46de1a3-10c9-4fb7-a54e-a381dff30c73 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] No DVR routers for this DVR port a9f6b81d-b5ee-4af1-b0c7-16a6f241533c on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:35:33.609380 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d62d5f4f-917b-4924-aed3-9c82ff05fc63 req-e46de1a3-10c9-4fb7-a54e-a381dff30c73 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:33.613291 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d62d5f4f-917b-4924-aed3-9c82ff05fc63 req-e46de1a3-10c9-4fb7-a54e-a381dff30c73 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.74 "DELETE /v2.0/ports/a9f6b81d-b5ee-4af1-b0c7-16a6f241533c HTTP/1.1" status: 204 len: 173 time: 1.1276734 Jan 27 21:35:33.613499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Attempting to bind port dd5eacf1-c4ab-494f-99b6-25f1194e749d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:33.613885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Attempting to bind port dd5eacf1-c4ab-494f-99b6-25f1194e749d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'd889c75e-8907-4fc8-a57f-1c6b68707057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:33.614248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Attempting to bind port dd5eacf1-c4ab-494f-99b6-25f1194e749d on network a4967413-a84b-4e8a-ad75-c81519ece533 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:33.625568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:33.625960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Checking segment: {'id': 'd889c75e-8907-4fc8-a57f-1c6b68707057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:33.626368 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:33.626917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Bound using segment: {'id': 'd889c75e-8907-4fc8-a57f-1c6b68707057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:33.627283 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Bound port: dd5eacf1-c4ab-494f-99b6-25f1194e749d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd889c75e-8907-4fc8-a57f-1c6b68707057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:33.627787 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:33.715133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8827e-93e6-4922-820d-78ca4e102836 req-65c028fb-a21d-46c8-92a6-9a6ce88af8b2 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:33.719438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] For port dd5eacf1-c4ab-494f-99b6-25f1194e749d, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:33.725909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4be8827e-93e6-4922-820d-78ca4e102836 req-65c028fb-a21d-46c8-92a6-9a6ce88af8b2 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 944 time: 0.1632137 Jan 27 21:35:33.726023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] For port dd5eacf1-c4ab-494f-99b6-25f1194e749d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=dd5eacf1-c4ab-494f-99b6-25f1194e749d,segment=NetworkSegment(d889c75e-8907-4fc8-a57f-1c6b68707057),segment_id=d889c75e-8907-4fc8-a57f-1c6b68707057)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:33.765117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-ea7225e5-bbcc-42bc-84ac-d9075c2a39de tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:33.766686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-ea7225e5-bbcc-42bc-84ac-d9075c2a39de tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/networks?id=2321fcf1-6156-4632-a88d-6c1cfd68712f HTTP/1.1" status: 200 len: 822 time: 0.2605078 Jan 27 21:35:33.807921 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:33.846531 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-9073397e-c53c-45c2-9fee-2361974dd97b tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/quotas/614c112f9d06401693fefa3326769b1e HTTP/1.1" status: 200 len: 375 time: 0.0719066 Jan 27 21:35:33.849667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-360efe4b-f0c8-46e8-bb72-af23745efbab None None] Provisioning complete for port dd5eacf1-c4ab-494f-99b6-25f1194e749d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:33.850224 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-360efe4b-f0c8-46e8-bb72-af23745efbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:33.856981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'tag': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a'}, {'name': 'network-changed', 'server_uuid': '84d7c8c8-3046-4761-bd6a-4e4e3386023f', 'tag': '6514195d-3282-46ff-afeb-2c2ba2f0ca15'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:33.860640 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb18731-0837-490c-b69d-9fdf33e6b71c" -d '{"events": [{"name": "network-changed", "server_uuid": "157aa62c-4e06-4f3d-a4ca-577ef753e20a", "tag": "78590dcb-ca93-4632-a1cb-e9dce8fe3a4a"}, {"name": "network-changed", "server_uuid": "84d7c8c8-3046-4761-bd6a-4e4e3386023f", "tag": "6514195d-3282-46ff-afeb-2c2ba2f0ca15"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:33.890889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4be8827e-93e6-4922-820d-78ca4e102836 req-8fab3067-2a7b-4b2b-b471-0a8ecbfdfb46 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e2306aa-57fe-4965-8117-2fd0041b0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667490 Jan 27 21:35:33.912259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-18cb259d-1d92-4e6b-be00-eebf02499eee tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=614c112f9d06401693fefa3326769b1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602462 Jan 27 21:35:33.983039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4388a-a8b4-4644-b22f-86dd68bcf554 None None] Pushing event updated for resources: {'Port': ['ID=dd5eacf1-c4ab-494f-99b6-25f1194e749d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:34.022204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Routers {'f82a364d-11c8-4556-9972-2ca4990effca'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:34.023374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f82a364d-11c8-4556-9972-2ca4990effca'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:34.056272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-413ef904-68da-46a3-8954-15e78879f10c req-beb4298d-79dc-4e5f-82de-d925a2a3c8a5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=48f1eadd-3433-4d57-a808-9f44bcb43b95 HTTP/1.1" status: 200 len: 210 time: 0.0692356 Jan 27 21:35:34.097972 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-f47aec96-1cac-4b28-8170-bde7990c3d59 service neutron] 10.222.0.61 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694868 Jan 27 21:35:34.124689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 6514195d-3282-46ff-afeb-2c2ba2f0ca15 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:35:34.127018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:35:34.170060 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97fa3a0-017b-4e86-8b35-9282e185c8ea x-openstack-request-id: req-e97fa3a0-017b-4e86-8b35-9282e185c8ea {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:34.170469 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157aa62c-4e06-4f3d-a4ca-577ef753e20a", "tag": "78590dcb-ca93-4632-a1cb-e9dce8fe3a4a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84d7c8c8-3046-4761-bd6a-4e4e3386023f", "tag": "6514195d-3282-46ff-afeb-2c2ba2f0ca15", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:34.170871 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e97fa3a0-017b-4e86-8b35-9282e185c8ea {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:34.171347 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'tag': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a', 'status': 'completed', 'code': 200} Jan 27 21:35:34.173269 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d7c8c8-3046-4761-bd6a-4e4e3386023f', 'tag': '6514195d-3282-46ff-afeb-2c2ba2f0ca15', 'status': 'completed', 'code': 200} Jan 27 21:35:34.307342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:35:34.310912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 8f35d4fd-88e8-4cb9-9339-d0a3e1e74e95 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:35:34.331080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] Set router f82a364d-11c8-4556-9972-2ca4990effca gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:34.334996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2a41896-d179-495a-99ad-b69fc05f85a4 req-332f6382-200d-437b-8c57-df833e6ffdb9 tempest-InstanceActionsV221TestJSON-65396157 tempest-InstanceActionsV221TestJSON-65396157-project] 10.222.0.61 "GET /v2.0/ports?device_id=69028e05-8cb1-4a62-8eea-27f16fab0eca HTTP/1.1" status: 200 len: 210 time: 0.0422325 Jan 27 21:35:34.383566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-842d93e2-4715-44f6-8cbb-e2cf72454e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:34.383687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-842d93e2-4715-44f6-8cbb-e2cf72454e42 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=99acbe8e03bc4d509e99541ebe3a243d&device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 1095 time: 0.1483104 Jan 27 21:35:34.386052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a3493ab9-e648-4352-934d-fe9f746a68ec service neutron] 10.222.0.61 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806537 Jan 27 21:35:34.543894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adea15-27d2-4084-b1b5-d2da29aa0d7b req-84790411-32fa-4674-aabb-03e5523dc8e2 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:34.545570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24adea15-27d2-4084-b1b5-d2da29aa0d7b req-84790411-32fa-4674-aabb-03e5523dc8e2 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 944 time: 0.1125069 Jan 27 21:35:34.577959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-a870056a-7424-4959-94e3-ffe16ecd2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:34.579584 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-a870056a-7424-4959-94e3-ffe16ecd2a78 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b80b5939-92d4-4609-be08-39b5f303bbc2 HTTP/1.1" status: 200 len: 906 time: 0.1817856 Jan 27 21:35:34.581982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-360efe4b-f0c8-46e8-bb72-af23745efbab None None] Current status of the port dd5eacf1-c4ab-494f-99b6-25f1194e749d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:34.582383 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-360efe4b-f0c8-46e8-bb72-af23745efbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:34.631806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-e4fc576e-1274-40a1-90b6-96b0c1b6d2b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a HTTP/1.1" status: 200 len: 217 time: 0.0454667 Jan 27 21:35:34.651445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24adea15-27d2-4084-b1b5-d2da29aa0d7b req-7b3c6cf0-b86a-43b3-ac0b-73f39bdadd80 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971704 Jan 27 21:35:34.691543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:34.728994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-ec0a3370-07d0-4db8-80e0-89bbe7682cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:34.732755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-ec0a3370-07d0-4db8-80e0-89bbe7682cc6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc17ff5e-460a-4849-b0db-c75310b8007a HTTP/1.1" status: 200 len: 844 time: 0.0931659 Jan 27 21:35:34.795799 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8616c0c3-72c7-41a7-aacb-83d34947f2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:34.807636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 6514195d-3282-46ff-afeb-2c2ba2f0ca15 has no active binding in host n-h1-760456-6 {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:35:34.822894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-360efe4b-f0c8-46e8-bb72-af23745efbab None None] For port dd5eacf1-c4ab-494f-99b6-25f1194e749d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=dd5eacf1-c4ab-494f-99b6-25f1194e749d,segment=NetworkSegment(d889c75e-8907-4fc8-a57f-1c6b68707057),segment_id=d889c75e-8907-4fc8-a57f-1c6b68707057)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:34.853821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'name': 'tempest-TaggedBootDevicesTest_v242-1359788573-router', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:21Z', 'updated_at': '2022-01-27T21:35:29Z', 'revision_number': 4, 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'gw_port': {'id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:23Z', 'updated_at': '2022-01-27T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'dd5eacf1-c4ab-494f-99b6-25f1194e749d', 'name': '', 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'mac_address': 'fa:16:3e:01:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '4fd5f42e-6956-46f2-99c6-b651f1230932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:27Z', 'updated_at': '2022-01-27T21:35:33Z', 'revision_number': 4, 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'subnets': [{'id': '4fd5f42e-6956-46f2-99c6-b651f1230932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:34.869253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44048372-0e22-4974-b527-228a2c8adbd3 req-480125b0-cc72-4843-bb60-927e0de1820c tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 210 time: 0.0368590 Jan 27 21:35:34.882522 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69028e05-8cb1-4a62-8eea-27f16fab0eca', 'name': 'network-vif-deleted', 'tag': 'a9f6b81d-b5ee-4af1-b0c7-16a6f241533c'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:34.885306 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664ac792-448b-4c8d-8448-659fe5b058d7" -d '{"events": [{"server_uuid": "69028e05-8cb1-4a62-8eea-27f16fab0eca", "name": "network-vif-deleted", "tag": "a9f6b81d-b5ee-4af1-b0c7-16a6f241533c"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:34.887019 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:35:34.887203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-36cccc12-0970-4d42-9a01-99c65f318b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:34.890906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663f9e2-48e9-46bf-b47c-44a689c972eb None None] The sync data for ids ['f82a364d-11c8-4556-9972-2ca4990effca'] in n-d-760456-6 is: [{'id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'name': 'tempest-TaggedBootDevicesTest_v242-1359788573-router', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:21Z', 'updated_at': '2022-01-27T21:35:29Z', 'revision_number': 4, 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'gw_port': {'id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:23Z', 'updated_at': '2022-01-27T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'dd5eacf1-c4ab-494f-99b6-25f1194e749d', 'name': '', 'network_id': 'a4967413-a84b-4e8a-ad75-c81519ece533', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'mac_address': 'fa:16:3e:01:8e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '4fd5f42e-6956-46f2-99c6-b651f1230932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:27Z', 'updated_at': '2022-01-27T21:35:33Z', 'revision_number': 4, 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'subnets': [{'id': '4fd5f42e-6956-46f2-99c6-b651f1230932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:35:34.899301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-36cccc12-0970-4d42-9a01-99c65f318b23 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b80b5939-92d4-4609-be08-39b5f303bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519372 Jan 27 21:35:34.913724 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-360efe4b-f0c8-46e8-bb72-af23745efbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:35.030695 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8f23ec-296f-4683-b64b-507c07ff32ca x-openstack-request-id: req-aa8f23ec-296f-4683-b64b-507c07ff32ca {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:35.031075 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69028e05-8cb1-4a62-8eea-27f16fab0eca", "name": "network-vif-deleted", "tag": "a9f6b81d-b5ee-4af1-b0c7-16a6f241533c", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:35.031405 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa8f23ec-296f-4683-b64b-507c07ff32ca {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:35.031930 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69028e05-8cb1-4a62-8eea-27f16fab0eca', 'name': 'network-vif-deleted', 'tag': 'a9f6b81d-b5ee-4af1-b0c7-16a6f241533c', 'status': 'completed', 'code': 200} Jan 27 21:35:35.139947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360efe4b-f0c8-46e8-bb72-af23745efbab None None] Pushing event updated for resources: {'Port': ['ID=dd5eacf1-c4ab-494f-99b6-25f1194e749d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:35.171465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e2577c00-b7cc-429d-ac70-2ea220768bbb None None] Provisioning complete for port dd5eacf1-c4ab-494f-99b6-25f1194e749d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:35.171908 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e2577c00-b7cc-429d-ac70-2ea220768bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:35.211196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-62cd1617-77d1-45cd-828a-b5c554257e39 service neutron] 10.222.0.71 "GET /v2.0/networks/b80b5939-92d4-4609-be08-39b5f303bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091059 Jan 27 21:35:35.309712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a,segment=NetworkSegment(8955c887-4785-4a39-9e99-6f0a1710b9ff),segment_id=8955c887-4785-4a39-9e99-6f0a1710b9ff)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:35.335188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'port_id': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a', 'mac_address': 'fa:16:3e:af:84:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:35:35.417028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5bcd5-3269-4e47-87ee-2c4c7e1c9d5b req-92a6efb0-47ef-4deb-9746-56f4f7869b10 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:35.424619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edb5bcd5-3269-4e47-87ee-2c4c7e1c9d5b req-92a6efb0-47ef-4deb-9746-56f4f7869b10 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 944 time: 0.2190821 Jan 27 21:35:35.524314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-1a0d9d6e-d1c9-4883-87de-6380275d13eb service neutron] 10.222.0.71 "GET /v2.0/networks/b80b5939-92d4-4609-be08-39b5f303bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880948 Jan 27 21:35:35.560599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edb5bcd5-3269-4e47-87ee-2c4c7e1c9d5b req-966fa2a5-1b69-4b9f-ac9c-a609fc2e702a tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e2306aa-57fe-4965-8117-2fd0041b0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343722 Jan 27 21:35:35.637156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device dd5eacf1-c4ab-494f-99b6-25f1194e749d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:35.672398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-f5df1487-9733-4449-97fb-25a558232fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:35.672398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-f5df1487-9733-4449-97fb-25a558232fc2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 1125 time: 0.0930498 Jan 27 21:35:35.791946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e2577c00-b7cc-429d-ac70-2ea220768bbb None None] Current status of the port dd5eacf1-c4ab-494f-99b6-25f1194e749d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:35.798045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:35.798045 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:35.818677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:35.848238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port dd5eacf1-c4ab-494f-99b6-25f1194e749d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:35.850236 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:35.855519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a,segment=NetworkSegment(8955c887-4785-4a39-9e99-6f0a1710b9ff),segment_id=8955c887-4785-4a39-9e99-6f0a1710b9ff)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:35.925382 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:35.981548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-576980d3-2fa2-4ddc-8063-e77d52fa79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:35.982952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-576980d3-2fa2-4ddc-8063-e77d52fa79d6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.3037286 Jan 27 21:35:36.002445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39008) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:36.015430 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.050729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port dd5eacf1-c4ab-494f-99b6-25f1194e749d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:36.055237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:36.075698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-06571ff8-8f92-4622-8912-aeab389077ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15 HTTP/1.1" status: 200 len: 217 time: 0.0846303 Jan 27 21:35:36.124172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a9f6b81d-b5ee-4af1-b0c7-16a6f241533c no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:35:36.168737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: a9f6b81d-b5ee-4af1-b0c7-16a6f241533c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:35:36.169267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a9f6b81d-b5ee-4af1-b0c7-16a6f241533c not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:35:36.176105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f44812-b48f-4d7a-861d-7dcd71f624ef req-40480f32-c65c-4ff2-88b7-637be9d91f76 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:36.179914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98f44812-b48f-4d7a-861d-7dcd71f624ef req-40480f32-c65c-4ff2-88b7-637be9d91f76 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 944 time: 0.3192692 Jan 27 21:35:36.197725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfecc7-f29a-4f01-bc2b-58572e5bfbb9 req-9fa5f724-8d8f-4644-b82b-d84ec8d6b73f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:36.197725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38cfecc7-f29a-4f01-bc2b-58572e5bfbb9 req-9fa5f724-8d8f-4644-b82b-d84ec8d6b73f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 944 time: 0.2963934 Jan 27 21:35:36.200483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['78590dcb-ca93-4632-a1cb-e9dce8fe3a4a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:35:36.208165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68a4e54b-8c9f-43a4-8081-9ac0407c0eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.276284 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d601384-64bf-432b-b6ae-f803d09007da req-35ab3de6-d86b-4d28-aaf9-fd4eab8b1c14 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:36.280029 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5d601384-64bf-432b-b6ae-f803d09007da req-35ab3de6-d86b-4d28-aaf9-fd4eab8b1c14 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.74 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 944 time: 0.1501758 Jan 27 21:35:36.292550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38cfecc7-f29a-4f01-bc2b-58572e5bfbb9 req-72b66e67-ab5a-40a2-9596-bce7634b66a0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808754 Jan 27 21:35:36.323678 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98f44812-b48f-4d7a-861d-7dcd71f624ef req-b65a4d79-ec15-44fc-b15a-67bb5a7dadf7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265163 Jan 27 21:35:36.325798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-69c704c7-237d-4f7c-b264-4694296cabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:36.327159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-69c704c7-237d-4f7c-b264-4694296cabe6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.2394726 Jan 27 21:35:36.399149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-3b21ff9e-64bd-4867-894b-1b9f77b7572e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637677 Jan 27 21:35:36.513250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39016) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:36.617930 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68a4e54b-8c9f-43a4-8081-9ac0407c0eaa admin admin] Publish callbacks [] for security_group (ff28e4e2-e75e-43b9-bd6d-d2f842adf8a3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.625906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-5d601384-64bf-432b-b6ae-f803d09007da req-750ddd84-409c-4f68-b97f-8e082e473478 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Deleting port b234459e-1b7e-4069-9887-d7b0c12986af {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:35:36.632428 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5d601384-64bf-432b-b6ae-f803d09007da req-750ddd84-409c-4f68-b97f-8e082e473478 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.712498 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68a4e54b-8c9f-43a4-8081-9ac0407c0eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ff28e4e2-e75e-43b9-bd6d-d2f842adf8a3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.776148 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-68a4e54b-8c9f-43a4-8081-9ac0407c0eaa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8bca1574569b414fa64dcfd2d5059143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7720575 Jan 27 21:35:36.776976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4e54b-8c9f-43a4-8081-9ac0407c0eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff28e4e2-e75e-43b9-bd6d-d2f842adf8a3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:36.779352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39020) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:36.828153 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-5d601384-64bf-432b-b6ae-f803d09007da req-750ddd84-409c-4f68-b97f-8e082e473478 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] For port b234459e-1b7e-4069-9887-d7b0c12986af, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b234459e-1b7e-4069-9887-d7b0c12986af,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:36.829597 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5d601384-64bf-432b-b6ae-f803d09007da req-750ddd84-409c-4f68-b97f-8e082e473478 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.854693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-5d601384-64bf-432b-b6ae-f803d09007da req-750ddd84-409c-4f68-b97f-8e082e473478 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Calling delete_port for b234459e-1b7e-4069-9887-d7b0c12986af owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:35:36.885691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:36.911499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19128a94-7527-49db-9414-07a804bf4a5d admin admin] Publish callbacks [] for security_group (ff28e4e2-e75e-43b9-bd6d-d2f842adf8a3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.936634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8aab1f3a-63ff-4066-b9ff-9008c847e874 req-0dd231b0-021a-4bc6-b155-bf0ab856f415 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 210 time: 0.0344172 Jan 27 21:35:36.946952 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19128a94-7527-49db-9414-07a804bf4a5d admin admin] Publish callbacks [] for security_group (ff28e4e2-e75e-43b9-bd6d-d2f842adf8a3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:36.993785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-0350605c-66b6-4241-9fd2-4b0b35afbdc8 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859728 Jan 27 21:35:37.007603 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cb74e0-c033-45db-850a-1b0d33e3ce7f admin admin] Deleting subnet 600b1db6-009b-45dd-ae00-fed616040bf0 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:35:37.023895 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7cb74e0-c033-45db-850a-1b0d33e3ce7f admin admin] Publish callbacks [] for subnet (600b1db6-009b-45dd-ae00-fed616040bf0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.031906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3e99c-e7c4-40ac-94a5-d6ce2510075b req-551e10e7-6fd1-47eb-96d1-2e3f82b83174 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:37.033361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72a3e99c-e7c4-40ac-94a5-d6ce2510075b req-551e10e7-6fd1-47eb-96d1-2e3f82b83174 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 945 time: 0.1063960 Jan 27 21:35:37.070338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:35:37.077343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:37.078737 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.118581 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7cb74e0-c033-45db-850a-1b0d33e3ce7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (600b1db6-009b-45dd-ae00-fed616040bf0), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.119350 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19128a94-7527-49db-9414-07a804bf4a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ff28e4e2-e75e-43b9-bd6d-d2f842adf8a3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.124434 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19128a94-7527-49db-9414-07a804bf4a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.126068 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-19128a94-7527-49db-9414-07a804bf4a5d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff28e4e2-e75e-43b9-bd6d-d2f842adf8a3 HTTP/1.1" status: 204 len: 168 time: 0.3435740 Jan 27 21:35:37.136342 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19128a94-7527-49db-9414-07a804bf4a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff28e4e2-e75e-43b9-bd6d-d2f842adf8a3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:37.147886 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5d601384-64bf-432b-b6ae-f803d09007da req-750ddd84-409c-4f68-b97f-8e082e473478 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b234459e-1b7e-4069-9887-d7b0c12986af), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.230807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ddd84-409c-4f68-b97f-8e082e473478 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Pushing event deleted for resources: {'Port': ['ID=b234459e-1b7e-4069-9887-d7b0c12986af,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:37.247159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72a3e99c-e7c4-40ac-94a5-d6ce2510075b req-cf62f5dd-8bb8-4bf6-8271-61e34b80f9af tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e2306aa-57fe-4965-8117-2fd0041b0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818299 Jan 27 21:35:37.250009 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.252489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:37.252489 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.252755 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7cb74e0-c033-45db-850a-1b0d33e3ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (600b1db6-009b-45dd-ae00-fed616040bf0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.292000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:37.298287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb18731-0837-490c-b69d-9fdf33e6b71c req-1462b87b-f64d-4d8f-a5b2-32245e3a61f5 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967823 Jan 27 21:35:37.300617 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dc46cf-fd4b-44ec-abef-416059e1e2c1" -d '{"events": [{"server_uuid": "157aa62c-4e06-4f3d-a4ca-577ef753e20a", "name": "network-vif-plugged", "status": "completed", "tag": "78590dcb-ca93-4632-a1cb-e9dce8fe3a4a"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:37.319738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d601384-64bf-432b-b6ae-f803d09007da req-750ddd84-409c-4f68-b97f-8e082e473478 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] No DVR routers for this DVR port b234459e-1b7e-4069-9887-d7b0c12986af on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:35:37.322642 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5d601384-64bf-432b-b6ae-f803d09007da req-750ddd84-409c-4f68-b97f-8e082e473478 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.326568 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5d601384-64bf-432b-b6ae-f803d09007da req-750ddd84-409c-4f68-b97f-8e082e473478 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.74 "DELETE /v2.0/ports/b234459e-1b7e-4069-9887-d7b0c12986af HTTP/1.1" status: 204 len: 173 time: 1.0371540 Jan 27 21:35:37.327066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693a0319-fa22-4887-b351-e0fcbdfae1f8', 'name': 'network-vif-deleted', 'tag': 'b234459e-1b7e-4069-9887-d7b0c12986af'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:37.327262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a,segment=NetworkSegment(8955c887-4785-4a39-9e99-6f0a1710b9ff),segment_id=8955c887-4785-4a39-9e99-6f0a1710b9ff)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:37.330113 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724657b7-62e5-48c1-9995-827d5a7f79aa" -d '{"events": [{"server_uuid": "693a0319-fa22-4887-b351-e0fcbdfae1f8", "name": "network-vif-deleted", "tag": "b234459e-1b7e-4069-9887-d7b0c12986af"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:37.365975 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1453d409-60ea-4acb-ba32-97cc2cca5e63 x-openstack-request-id: req-1453d409-60ea-4acb-ba32-97cc2cca5e63 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:37.366206 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157aa62c-4e06-4f3d-a4ca-577ef753e20a", "name": "network-vif-plugged", "status": "completed", "tag": "78590dcb-ca93-4632-a1cb-e9dce8fe3a4a", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:37.366388 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1453d409-60ea-4acb-ba32-97cc2cca5e63 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:37.366807 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a', 'code': 200} Jan 27 21:35:37.389679 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e618485-ff1b-4fd4-bc4c-c73ed205a1a4 x-openstack-request-id: req-5e618485-ff1b-4fd4-bc4c-c73ed205a1a4 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:37.389679 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693a0319-fa22-4887-b351-e0fcbdfae1f8", "name": "network-vif-deleted", "tag": "b234459e-1b7e-4069-9887-d7b0c12986af", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:37.390149 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e618485-ff1b-4fd4-bc4c-c73ed205a1a4 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:37.390534 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693a0319-fa22-4887-b351-e0fcbdfae1f8', 'name': 'network-vif-deleted', 'tag': 'b234459e-1b7e-4069-9887-d7b0c12986af', 'status': 'completed', 'code': 200} Jan 27 21:35:37.486737 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.536221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21307915-e3e1-4783-b53a-ac5db9399814 req-122d8795-b128-44d4-a85c-8a50083e8a0c tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 210 time: 0.0786662 Jan 27 21:35:37.550877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:37.552215 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7cb74e0-c033-45db-850a-1b0d33e3ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (600b1db6-009b-45dd-ae00-fed616040bf0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.607674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb74e0-c033-45db-850a-1b0d33e3ce7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600b1db6-009b-45dd-ae00-fed616040bf0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:37.642332 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7cb74e0-c033-45db-850a-1b0d33e3ce7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.645917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e7cb74e0-c033-45db-850a-1b0d33e3ce7f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/600b1db6-009b-45dd-ae00-fed616040bf0 HTTP/1.1" status: 204 len: 168 time: 1.1314189 Jan 27 21:35:37.650839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ce5be-8c20-4efc-a93b-f1a24b505162 req-0b4b96eb-09fe-43f9-badd-78d1b56f99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:37.652790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a7ce5be-8c20-4efc-a93b-f1a24b505162 req-0b4b96eb-09fe-43f9-badd-78d1b56f99d5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 1096 time: 0.2060761 Jan 27 21:35:37.653371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39038) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:37.675249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25a796-291e-42d1-8fb5-c1d58d85d322 req-07ff4301-103c-465c-b12a-8a5db6a6a3c7 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:37.682404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e25a796-291e-42d1-8fb5-c1d58d85d322 req-07ff4301-103c-465c-b12a-8a5db6a6a3c7 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 944 time: 0.2327330 Jan 27 21:35:37.799762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-d79b5ced-24c8-4b6e-9cf2-eeb43f75c5ca tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:37.801653 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-d79b5ced-24c8-4b6e-9cf2-eeb43f75c5ca tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.74 "GET /v2.0/networks?id=2321fcf1-6156-4632-a88d-6c1cfd68712f HTTP/1.1" status: 200 len: 822 time: 0.2220724 Jan 27 21:35:37.815796 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Request body: {'port': {'device_id': '01b418d5-ebc4-47b4-83b2-0edf157792b5', 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f', 'admin_state_up': True, 'tenant_id': '614c112f9d06401693fefa3326769b1e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:37.848120 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (0f7f7b9c-c193-417c-998b-d2b0c0a03dc1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:37.858056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a7ce5be-8c20-4efc-a93b-f1a24b505162 req-51e77d32-4f1b-46ca-9539-5852a6320de7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8e2306aa-57fe-4965-8117-2fd0041b0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718385 Jan 27 21:35:37.869134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e25a796-291e-42d1-8fb5-c1d58d85d322 req-59584275-d9a7-40aa-8ed1-f8caafaa37cb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855183 Jan 27 21:35:37.881153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-46dc46fe-1b92-4bf7-a2ad-764bac02b7f6 service neutron] 10.222.0.71 "GET /v2.0/ports/6514195d-3282-46ff-afeb-2c2ba2f0ca15/bindings/n-h1-760456-6 HTTP/1.1" status: 200 len: 384 time: 0.2814338 Jan 27 21:35:37.987327 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (0f7f7b9c-c193-417c-998b-d2b0c0a03dc1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.016163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7f7b9c-c193-417c-998b-d2b0c0a03dc1']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:38.036239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:38.036535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:38.069823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f7069c0-2202-49cd-a17d-8acfcfe2f4e3 req-c636d5b8-b6a5-42b6-8013-7c8cb31e991f tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 210 time: 0.0461428 Jan 27 21:35:38.079130 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Made reservation on behalf of 614c112f9d06401693fefa3326769b1e for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:38.082598 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.108507 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.129110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.169692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:35:38.170788 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (2c0c1fff-8bc4-4fd0-b826-91c77ac1fef5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:35:38.172544 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:35:38.260729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Allocated IP 172.20.0.5 (2321fcf1-6156-4632-a88d-6c1cfd68712f/00a22239-67b1-4647-b883-045b74eda6a2/92b4a442-db2b-49f0-a0c3-3a6f774ee703) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:38.322958 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (0f7f7b9c-c193-417c-998b-d2b0c0a03dc1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.368121 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.372734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0f7f7b9c-c193-417c-998b-d2b0c0a03dc1 HTTP/1.1" status: 204 len: 168 time: 0.7146235 Jan 27 21:35:38.451064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7f7b9c-c193-417c-998b-d2b0c0a03dc1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:38.472749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.473162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.473619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.473986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.474366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.474714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.475051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.475608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.475737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.476036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.476394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.476724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.479599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d95e27a-eadb-484a-9cc4-b315629db711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.496470 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.502612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb40efc-ec50-452b-a144-602f9c534e1d req-f71ab7e3-b3fe-40d8-93a7-112919b578e8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:38.504195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9eb40efc-ec50-452b-a144-602f9c534e1d req-f71ab7e3-b3fe-40d8-93a7-112919b578e8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 946 time: 0.1314857 Jan 27 21:35:38.546535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-eb79e024-e382-4b00-9bd4-6557f7e3cb3d service neutron] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:38.588945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9eb40efc-ec50-452b-a144-602f9c534e1d req-6b5a87e0-b250-46c9-875d-f2d0abccbf73 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e2306aa-57fe-4965-8117-2fd0041b0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783317 Jan 27 21:35:38.590422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-eb79e024-e382-4b00-9bd4-6557f7e3cb3d service neutron] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:38.656250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-eb79e024-e382-4b00-9bd4-6557f7e3cb3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6514195d-3282-46ff-afeb-2c2ba2f0ca15 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:38.670114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-eb79e024-e382-4b00-9bd4-6557f7e3cb3d service neutron] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:38.673957 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.733860 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.743671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Network 2321fcf1-6156-4632-a88d-6c1cfd68712f is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:38.745971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:38.750796 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:38.772907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e23bb63-2a59-4eb5-88c4-c7904a911fc0 req-cd9ff8d0-0a72-44a1-9f15-6e7ffeb172f3 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=693a0319-fa22-4887-b351-e0fcbdfae1f8 HTTP/1.1" status: 200 len: 210 time: 0.0620399 Jan 27 21:35:38.807326 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event updated for resources: {'Port': ['ID=92b4a442-db2b-49f0-a0c3-3a6f774ee703,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:38.822261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.822261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.822582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.823014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.823680 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.824677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.825124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.825290 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-eb79e024-e382-4b00-9bd4-6557f7e3cb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.825679 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.826124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.826561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.827098 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.827550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.827951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:35:38.841954 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:38.842770 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:38.928106 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39074) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:38.954493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-eb79e024-e382-4b00-9bd4-6557f7e3cb3d service neutron] Transition to ACTIVE for port object 6514195d-3282-46ff-afeb-2c2ba2f0ca15 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:35:38.997596 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6bbf837c-2b35-40e8-b105-93cb1abdf5e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5437710a79734cccb1c20712071f1cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0674555 Jan 27 21:35:39.003377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39076) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:39.003550 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a1bd96e2-a16a-436d-b15a-5421e2ce4ce7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1903443 Jan 27 21:35:39.015813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Request body: {'port': {'device_id': '01b418d5-ebc4-47b4-83b2-0edf157792b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:39.057645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd57cbf-38ae-465e-8852-86a83ba8ded6 req-059506e5-391a-4489-b51f-16d9ac30bbec tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:39.060868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3fd57cbf-38ae-465e-8852-86a83ba8ded6 req-059506e5-391a-4489-b51f-16d9ac30bbec tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 944 time: 0.0974367 Jan 27 21:35:39.066485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-eb79e024-e382-4b00-9bd4-6557f7e3cb3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:39.086232 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:39.166061 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a0c33a6-0c74-4651-9bc9-c8bdb83edd68 admin admin] Publish callbacks [] for security_group (c06a6589-c36f-4d67-92b5-bccc71988801), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:39.195019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-eb79e024-e382-4b00-9bd4-6557f7e3cb3d service neutron] No DVR routers for this DVR port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:35:39.240977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79e024-e382-4b00-9bd4-6557f7e3cb3d service neutron] Pushing event updated for resources: {'Port': ['ID=6514195d-3282-46ff-afeb-2c2ba2f0ca15,revision_number=10']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:39.256424 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a0c33a6-0c74-4651-9bc9-c8bdb83edd68 admin admin] Publish callbacks [] for security_group (c06a6589-c36f-4d67-92b5-bccc71988801), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:39.295686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-eb79e024-e382-4b00-9bd4-6557f7e3cb3d service neutron] 10.222.0.71 "PUT /v2.0/ports/6514195d-3282-46ff-afeb-2c2ba2f0ca15/bindings/n-h1-760456-6/activate HTTP/1.1" status: 200 len: 369 time: 1.2233610 Jan 27 21:35:39.320524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3fd57cbf-38ae-465e-8852-86a83ba8ded6 req-3aa88bc7-57dc-48dd-a5fa-3bd364f1bca8 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495084 Jan 27 21:35:39.433962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff540c-45cf-43ca-90bb-0b4e295de881 req-6f169af0-fa49-459c-b2c1-af0577baaabf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:39.435571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6ff540c-45cf-43ca-90bb-0b4e295de881 req-6f169af0-fa49-459c-b2c1-af0577baaabf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 931 time: 0.0771601 Jan 27 21:35:39.492683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6ff540c-45cf-43ca-90bb-0b4e295de881 req-0802475a-5efd-41b4-a347-57f38e3220e0 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466828 Jan 27 21:35:39.499786 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a0c33a6-0c74-4651-9bc9-c8bdb83edd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c06a6589-c36f-4d67-92b5-bccc71988801), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:39.503537 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7a0c33a6-0c74-4651-9bc9-c8bdb83edd68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:39.506732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7a0c33a6-0c74-4651-9bc9-c8bdb83edd68 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c06a6589-c36f-4d67-92b5-bccc71988801 HTTP/1.1" status: 204 len: 168 time: 0.5029292 Jan 27 21:35:39.519568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c33a6-0c74-4651-9bc9-c8bdb83edd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06a6589-c36f-4d67-92b5-bccc71988801,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:39.562728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-c8716578-c85d-45d5-9e33-34b779aeee3c tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:39.564408 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-c8716578-c85d-45d5-9e33-34b779aeee3c tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f&tenant_id=4a740dbf51be4474b91c5cb7c93ca967&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1096 time: 0.1063499 Jan 27 21:35:39.586167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b4a442-db2b-49f0-a0c3-3a6f774ee703 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:39.609777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Publish callbacks [] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:39.630006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Transition to ACTIVE for port object 92b4a442-db2b-49f0-a0c3-3a6f774ee703 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:35:39.636393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-aa5c6c4e-b021-4b1d-84c3-17192d97696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:39.637975 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-aa5c6c4e-b021-4b1d-84c3-17192d97696a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f&tenant_id=4a740dbf51be4474b91c5cb7c93ca967 HTTP/1.1" status: 200 len: 1096 time: 0.0660689 Jan 27 21:35:39.709673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-59627e34-c67a-46f2-b54a-bf1b0990c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:39.711186 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-59627e34-c67a-46f2-b54a-bf1b0990c8d1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 1096 time: 0.0481639 Jan 27 21:35:39.724432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbdad4-8885-4bbb-bc05-74b38c94d132 req-704fa0bb-7885-4d43-8c12-4a4ca5d8e872 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:39.728395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4cfbdad4-8885-4bbb-bc05-74b38c94d132 req-704fa0bb-7885-4d43-8c12-4a4ca5d8e872 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 946 time: 0.0572851 Jan 27 21:35:39.737011 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:39.780992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4cfbdad4-8885-4bbb-bc05-74b38c94d132 req-bc755865-ecff-41e0-85ca-21ec22892ee8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e2306aa-57fe-4965-8117-2fd0041b0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462291 Jan 27 21:35:39.852268 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=92b4a442-db2b-49f0-a0c3-3a6f774ee703,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:39.929418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-83a5203c-a429-47c1-98b9-66ceddd3d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:39.930940 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-83a5203c-a429-47c1-98b9-66ceddd3d8c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.2136743 Jan 27 21:35:39.942887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39102) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:40.020040 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-2d2dd324-4bab-4afc-93ff-0d1e8d4d5164 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15 HTTP/1.1" status: 200 len: 217 time: 0.0705585 Jan 27 21:35:40.063229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Attempting to bind port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:40.064169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Attempting to bind port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:40.064713 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Attempting to bind port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 on network 2321fcf1-6156-4632-a88d-6c1cfd68712f {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:40.076524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 on network 2321fcf1-6156-4632-a88d-6c1cfd68712f not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:35:40.077212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Attempting to bind port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 on network 2321fcf1-6156-4632-a88d-6c1cfd68712f {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:40.089834 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:40.090471 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Checking segment: {'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:40.091582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Bound using segment: {'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:40.092348 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Bound port: 92b4a442-db2b-49f0-a0c3-3a6f774ee703, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:40.092949 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:40.119844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-1fa9e824-86d3-4ead-8c9b-3d7c40713cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:40.122177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a071f-5dcf-4404-a9f1-2a04e31d5b67 req-1586241b-5293-4f36-8f05-4779d8542862 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:40.122862 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-1fa9e824-86d3-4ead-8c9b-3d7c40713cad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.0957367 Jan 27 21:35:40.126099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-085a071f-5dcf-4404-a9f1-2a04e31d5b67 req-1586241b-5293-4f36-8f05-4779d8542862 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 946 time: 0.1039457 Jan 27 21:35:40.139942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39112) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:40.139942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6c48e3c7-89e8-4a07-9d55-63c4e6e3c1e7 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Request body: {'floatingip': {'port_id': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:40.166868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b234459e-1b7e-4069-9887-d7b0c12986af no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:35:40.191377 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-aa566c91-f428-41cb-b49d-f34ba6a84312 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406084 Jan 27 21:35:40.199544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: b234459e-1b7e-4069-9887-d7b0c12986af {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:35:40.199897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b234459e-1b7e-4069-9887-d7b0c12986af not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:35:40.208354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6c48e3c7-89e8-4a07-9d55-63c4e6e3c1e7 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for floatingip (dd68e485-281f-403d-b882-b8a23e0f842e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:40.208610 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e8c8aa21-1c87-4de0-8c2f-92dcb757d980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:40.315766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] For port 92b4a442-db2b-49f0-a0c3-3a6f774ee703, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:40.337056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] For port 92b4a442-db2b-49f0-a0c3-3a6f774ee703, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=92b4a442-db2b-49f0-a0c3-3a6f774ee703,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:40.379016 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-aff639e7-d324-4eaf-a989-ade45aec5292 service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807258 Jan 27 21:35:40.580646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542e9d2-4841-49f2-ba64-e66cc810bde8 req-bedde4d5-7362-4b91-90ca-5127bbc0d1ad tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:40.588203 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f542e9d2-4841-49f2-ba64-e66cc810bde8 req-bedde4d5-7362-4b91-90ca-5127bbc0d1ad tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 965 time: 0.1426291 Jan 27 21:35:40.648401 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43300d-ae3b-4c4e-b16d-1673c5b3bb68 req-7020379d-a5bb-4ea9-9ce0-b40d10d0755c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:40.649996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba43300d-ae3b-4c4e-b16d-1673c5b3bb68 req-7020379d-a5bb-4ea9-9ce0-b40d10d0755c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 945 time: 0.1930959 Jan 27 21:35:40.772675 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e8c8aa21-1c87-4de0-8c2f-92dcb757d980 admin admin] Publish callbacks [] for security_group (90eef767-cdf3-41d7-9e3b-5591a98f78e1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:40.776341 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:40.777431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f542e9d2-4841-49f2-ba64-e66cc810bde8 req-5450ad96-91d6-4205-a9e8-613d0e66c514 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875193 Jan 27 21:35:40.852039 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:40.852726 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:40.854502 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] 10.222.0.74 "PUT /v2.0/ports/92b4a442-db2b-49f0-a0c3-3a6f774ee703 HTTP/1.1" status: 200 len: 1091 time: 1.8451276 Jan 27 21:35:40.854659 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b418d5-ebc4-47b4-83b2-0edf157792b5', 'tag': '92b4a442-db2b-49f0-a0c3-3a6f774ee703'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:40.858188 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac06117-77b5-495d-9b70-352eb8e8068b" -d '{"events": [{"name": "network-changed", "server_uuid": "01b418d5-ebc4-47b4-83b2-0edf157792b5", "tag": "92b4a442-db2b-49f0-a0c3-3a6f774ee703"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:40.866738 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e8c8aa21-1c87-4de0-8c2f-92dcb757d980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (90eef767-cdf3-41d7-9e3b-5591a98f78e1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:40.868652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba43300d-ae3b-4c4e-b16d-1673c5b3bb68 req-0e282b5b-de93-4db4-8f78-6035de58e118 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041671 Jan 27 21:35:40.909089 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8aa21-1c87-4de0-8c2f-92dcb757d980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eef767-cdf3-41d7-9e3b-5591a98f78e1,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:40.963656 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:35:40.978979 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-ed60614f-41cf-47c2-b846-7203190839db service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677435 Jan 27 21:35:41.028260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbf869-7370-4146-92be-087a94e32682 req-47051843-828d-4e1d-9778-5007a10a463a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:41.029856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41cbf869-7370-4146-92be-087a94e32682 req-47051843-828d-4e1d-9778-5007a10a463a tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.74 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 965 time: 0.1413128 Jan 27 21:35:41.038005 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b849140c-f4f0-4f5f-a196-bb1f62864709 x-openstack-request-id: req-b849140c-f4f0-4f5f-a196-bb1f62864709 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:41.038296 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b418d5-ebc4-47b4-83b2-0edf157792b5", "tag": "92b4a442-db2b-49f0-a0c3-3a6f774ee703", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:41.040380 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b849140c-f4f0-4f5f-a196-bb1f62864709 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:41.040380 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b418d5-ebc4-47b4-83b2-0edf157792b5', 'tag': '92b4a442-db2b-49f0-a0c3-3a6f774ee703', 'status': 'completed', 'code': 200} Jan 27 21:35:41.045174 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e11b7-7b4d-47e0-81bf-50e4d35c7bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=92b4a442-db2b-49f0-a0c3-3a6f774ee703,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:41.047854 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e8c8aa21-1c87-4de0-8c2f-92dcb757d980 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3b05e34090a4bc29503df3629ebc332&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1019781 Jan 27 21:35:41.048831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39136) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:41.051410 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39138) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:41.071232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21d295-d9d4-4c4f-ba73-5ab68a274ec4 req-29d78851-e258-460e-950e-4c6c079d4c44 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:41.078152 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f21d295-d9d4-4c4f-ba73-5ab68a274ec4 req-29d78851-e258-460e-950e-4c6c079d4c44 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 943 time: 0.1737204 Jan 27 21:35:41.099536 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-f76a0b93-3aeb-4704-b46c-5b0216cfff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:41.102189 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-f76a0b93-3aeb-4704-b46c-5b0216cfff9c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=614c112f9d06401693fefa3326769b1e&device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 1094 time: 0.1216161 Jan 27 21:35:41.163669 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-0698c42c-9d13-47f3-94a8-2bc1f18fe1f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92b4a442-db2b-49f0-a0c3-3a6f774ee703 HTTP/1.1" status: 200 len: 217 time: 0.0505693 Jan 27 21:35:41.170913 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6c48e3c7-89e8-4a07-9d55-63c4e6e3c1e7 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.219470 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74354cdf-39c3-4d3d-b50c-d5da89541243 admin admin] Publish callbacks [] for security_group (90eef767-cdf3-41d7-9e3b-5591a98f78e1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.221714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f21d295-d9d4-4c4f-ba73-5ab68a274ec4 req-b6d0865f-def3-4f41-bf33-9c5a5b5678fd tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440556 Jan 27 21:35:41.257836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-41cbf869-7370-4146-92be-087a94e32682 req-9e568e61-7268-4d5b-b42e-b2bb97cf30a7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Deleting port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:35:41.258447 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-41cbf869-7370-4146-92be-087a94e32682 req-9e568e61-7268-4d5b-b42e-b2bb97cf30a7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.264258 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6c48e3c7-89e8-4a07-9d55-63c4e6e3c1e7 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (dd68e485-281f-403d-b882-b8a23e0f842e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.264858 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74354cdf-39c3-4d3d-b50c-d5da89541243 admin admin] Publish callbacks [] for security_group (90eef767-cdf3-41d7-9e3b-5591a98f78e1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.272164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a0e0b0ee-e503-4840-b650-523b7cbcaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:41.273637 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a0e0b0ee-e503-4840-b650-523b7cbcaa91 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00a22239-67b1-4647-b883-045b74eda6a2 HTTP/1.1" status: 200 len: 862 time: 0.0988135 Jan 27 21:35:41.322399 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1268418038-network', 'tenant_id': '780aa5a2acc94dd8a1f889df4a7c05df'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:41.356324 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-0f31383d-7efb-4476-9904-cd70105f1676 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2321fcf1-6156-4632-a88d-6c1cfd68712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385432 Jan 27 21:35:41.430145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74354cdf-39c3-4d3d-b50c-d5da89541243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (90eef767-cdf3-41d7-9e3b-5591a98f78e1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.432877 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74354cdf-39c3-4d3d-b50c-d5da89541243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.434015 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-74354cdf-39c3-4d3d-b50c-d5da89541243 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90eef767-cdf3-41d7-9e3b-5591a98f78e1 HTTP/1.1" status: 204 len: 168 time: 0.3778896 Jan 27 21:35:41.437110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-41cbf869-7370-4146-92be-087a94e32682 req-9e568e61-7268-4d5b-b42e-b2bb97cf30a7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] For port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,segment=NetworkSegment(86d0f8f1-67ad-4184-a852-831af42f81e7),segment_id=86d0f8f1-67ad-4184-a852-831af42f81e7)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:41.437597 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-41cbf869-7370-4146-92be-087a94e32682 req-9e568e61-7268-4d5b-b42e-b2bb97cf30a7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.450724 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-6c48e3c7-89e8-4a07-9d55-63c4e6e3c1e7 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Floating IP dd68e485-281f-403d-b882-b8a23e0f842e associated. External IP: 172.25.0.13, port: 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a. Jan 27 21:35:41.458107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74354cdf-39c3-4d3d-b50c-d5da89541243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eef767-cdf3-41d7-9e3b-5591a98f78e1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:41.458365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-41cbf869-7370-4146-92be-087a94e32682 req-9e568e61-7268-4d5b-b42e-b2bb97cf30a7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Calling delete_port for cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 owned by compute:tempest-test_az-891239408 {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:35:41.502871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Made reservation on behalf of 780aa5a2acc94dd8a1f889df4a7c05df for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:41.507478 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.529188 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.533563 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-a99967f8-1403-4577-8c2d-1ffa9004615c service neutron] 10.222.0.74 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713133 Jan 27 21:35:41.687907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-50b48259-dad3-47cd-9a45-e34aed5368da tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:41.689740 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-50b48259-dad3-47cd-9a45-e34aed5368da tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f&tenant_id=4a740dbf51be4474b91c5cb7c93ca967&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 1096 time: 0.1543407 Jan 27 21:35:41.778952 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-57a1b4d7-2762-4fa6-92b7-05b2ac113085 req-da3967f2-8358-445d-a273-17057acff35c service neutron] 10.222.0.74 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131174 Jan 27 21:35:41.825647 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Publish callbacks [] for security_group (c6bc4a7d-9631-4d14-9f86-5882f29f23cf), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.908166 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c6bc4a7d-9631-4d14-9f86-5882f29f23cf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.976308 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:35:41.986041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-135f5d00-a22d-4b8c-a112-51991a9068c3 service neutron] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:41.993476 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-135f5d00-a22d-4b8c-a112-51991a9068c3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:41.994599 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed1ce28b-abe4-4c91-875b-75e3c3c03889 req-135f5d00-a22d-4b8c-a112-51991a9068c3 service neutron] 10.222.0.74 "DELETE /v2.0/ports/6514195d-3282-46ff-afeb-2c2ba2f0ca15/bindings/n-h2-760456-6 HTTP/1.1" status: 204 len: 173 time: 0.2934375 Jan 27 21:35:41.995230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bc4a7d-9631-4d14-9f86-5882f29f23cf,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:42.016198 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ef943876-be8e-403e-82a8-3039a016626e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:42.016635 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Added segment ef943876-be8e-403e-82a8-3039a016626e of type vlan for network 040cc28f-4997-4e1b-81a8-8bce34d3f908 Jan 27 21:35:42.070312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac06117-77b5-495d-9b70-352eb8e8068b req-b0a11f5e-de82-4d89-afc3-d4da0d02e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:42.071851 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bac06117-77b5-495d-9b70-352eb8e8068b req-b0a11f5e-de82-4d89-afc3-d4da0d02e59c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=614c112f9d06401693fefa3326769b1e&device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 1094 time: 0.1596110 Jan 27 21:35:42.081434 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (040cc28f-4997-4e1b-81a8-8bce34d3f908), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:42.169661 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:35:42.212826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac06117-77b5-495d-9b70-352eb8e8068b req-34c0acb9-f34a-427f-bd5a-3a08b3883983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:42.216054 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bac06117-77b5-495d-9b70-352eb8e8068b req-34c0acb9-f34a-427f-bd5a-3a08b3883983 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2321fcf1-6156-4632-a88d-6c1cfd68712f HTTP/1.1" status: 200 len: 923 time: 0.1289742 Jan 27 21:35:42.238203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (040cc28f-4997-4e1b-81a8-8bce34d3f908), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:42.239494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:42.240616 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:42.306721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c48e3c7-89e8-4a07-9d55-63c4e6e3c1e7 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Router aac843c4-e6b6-44b3-9169-957a6ac96f89 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:35:42.309980 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-41cbf869-7370-4146-92be-087a94e32682 req-9e568e61-7268-4d5b-b42e-b2bb97cf30a7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:42.323846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac44e09-9ffa-4b27-88a9-2270d0a3bc1e req-82f48612-5ab6-42fa-b404-bb79d0154eae tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:42.325426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ac44e09-9ffa-4b27-88a9-2270d0a3bc1e req-82f48612-5ab6-42fa-b404-bb79d0154eae tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 945 time: 0.1169453 Jan 27 21:35:42.339963 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:42.341191 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 6514195d-3282-46ff-afeb-2c2ba2f0ca15 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:35:42.369399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca5a6e-03e8-4520-9e5f-ca26b0269cfc req-dae476da-062a-448f-bc1c-f7d7f43e06f5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:42.374826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] Pushing event updated for resources: {'Network': ['ID=040cc28f-4997-4e1b-81a8-8bce34d3f908,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:42.378158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afca5a6e-03e8-4520-9e5f-ca26b0269cfc req-dae476da-062a-448f-bc1c-f7d7f43e06f5 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 965 time: 0.1707039 Jan 27 21:35:42.415085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e568e61-7268-4d5b-b42e-b2bb97cf30a7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Pushing event deleted for resources: {'Port': ['ID=cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:42.415190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 040cc28f-4997-4e1b-81a8-8bce34d3f908 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:35:42.415310 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bac06117-77b5-495d-9b70-352eb8e8068b req-f7b5b87b-bb9a-4234-8828-b46b664c24f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92b4a442-db2b-49f0-a0c3-3a6f774ee703 HTTP/1.1" status: 200 len: 217 time: 0.1860228 Jan 27 21:35:42.513916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cbf869-7370-4146-92be-087a94e32682 req-9e568e61-7268-4d5b-b42e-b2bb97cf30a7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] No DVR routers for this DVR port cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:35:42.524051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-41cbf869-7370-4146-92be-087a94e32682 req-9e568e61-7268-4d5b-b42e-b2bb97cf30a7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:42.528157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41cbf869-7370-4146-92be-087a94e32682 req-9e568e61-7268-4d5b-b42e-b2bb97cf30a7 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.74 "DELETE /v2.0/ports/cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6 HTTP/1.1" status: 204 len: 173 time: 1.4673512 Jan 27 21:35:42.531110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c86e66-5ad0-4a89-8b55-6223be6346d8', 'name': 'network-vif-deleted', 'tag': 'cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:42.532814 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1a870d-96b8-45fa-99db-45bbb37c5eee" -d '{"events": [{"server_uuid": "84c86e66-5ad0-4a89-8b55-6223be6346d8", "name": "network-vif-deleted", "tag": "cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:42.549001 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac06117-77b5-495d-9b70-352eb8e8068b req-6d1e6e48-9bd8-4665-a88b-67b102f02ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:42.550744 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bac06117-77b5-495d-9b70-352eb8e8068b req-6d1e6e48-9bd8-4665-a88b-67b102f02ebc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=00a22239-67b1-4647-b883-045b74eda6a2 HTTP/1.1" status: 200 len: 862 time: 0.1280544 Jan 27 21:35:42.561135 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fdf01715-39d2-4fe7-a865-0d2278171c35 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5103872 Jan 27 21:35:42.563388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39172) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:42.592651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:42.593686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afca5a6e-03e8-4520-9e5f-ca26b0269cfc req-71ed3bac-3cd4-4072-8e3d-37f00198ffeb tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca626548-1897-4f4d-99e2-8bd4bac8c5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981540 Jan 27 21:35:42.601754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1c7f5f1a-9fd0-4ceb-9f35-bdc2784be479 admin admin] Request body: {'subnet': {'network_id': '040cc28f-4997-4e1b-81a8-8bce34d3f908', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1268418038-subnet', 'tenant_id': '780aa5a2acc94dd8a1f889df4a7c05df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:42.643715 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bac06117-77b5-495d-9b70-352eb8e8068b req-58642b7a-ca20-4610-bf35-ff1629717bc3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2321fcf1-6156-4632-a88d-6c1cfd68712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812819 Jan 27 21:35:42.664922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ac44e09-9ffa-4b27-88a9-2270d0a3bc1e req-bfd3b9be-7cab-474f-bc17-36eea26560ca tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771225 Jan 27 21:35:42.708443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c48e3c7-89e8-4a07-9d55-63c4e6e3c1e7 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:35:42.717276 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6c48e3c7-89e8-4a07-9d55-63c4e6e3c1e7 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:42.721076 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb47b21-4c2d-4cc2-8fdd-6e05e30b5fc9 None None] Sync routers for ids ['aac843c4-e6b6-44b3-9169-957a6ac96f89'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:35:42.745022 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb47b21-4c2d-4cc2-8fdd-6e05e30b5fc9 None None] Routers {'aac843c4-e6b6-44b3-9169-957a6ac96f89'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:42.755774 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-cfb47b21-4c2d-4cc2-8fdd-6e05e30b5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aac843c4-e6b6-44b3-9169-957a6ac96f89'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:42.756053 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7f5f1a-9fd0-4ceb-9f35-bdc2784be479 admin admin] Made reservation on behalf of 780aa5a2acc94dd8a1f889df4a7c05df for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:42.756053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5f1a-9fd0-4ceb-9f35-bdc2784be479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:42.756284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6c48e3c7-89e8-4a07-9d55-63c4e6e3c1e7 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "PUT /v2.0/floatingips/dd68e485-281f-403d-b882-b8a23e0f842e HTTP/1.1" status: 200 len: 991 time: 2.6192579 Jan 27 21:35:42.775262 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478ab293-3f23-4cce-8691-f170f338d2db x-openstack-request-id: req-478ab293-3f23-4cce-8691-f170f338d2db {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:42.776435 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c86e66-5ad0-4a89-8b55-6223be6346d8", "name": "network-vif-deleted", "tag": "cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:42.778528 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-478ab293-3f23-4cce-8691-f170f338d2db {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:42.778528 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c86e66-5ad0-4a89-8b55-6223be6346d8', 'name': 'network-vif-deleted', 'tag': 'cbf866ce-6ecf-4f31-ba59-fb6ad1693fb6', 'status': 'completed', 'code': 200} Jan 27 21:35:42.894453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cb85d-fd85-4a9c-b781-2eb62946bdc3 req-1d1a7675-81c1-40f4-84f5-902a1afd17d4 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:42.902836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db3cb85d-fd85-4a9c-b781-2eb62946bdc3 req-1d1a7675-81c1-40f4-84f5-902a1afd17d4 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 943 time: 0.1090403 Jan 27 21:35:42.910660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6514195d-3282-46ff-afeb-2c2ba2f0ca15 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:35:42.969665 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-cfb47b21-4c2d-4cc2-8fdd-6e05e30b5fc9 None None] Set router aac843c4-e6b6-44b3-9169-957a6ac96f89 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:43.037808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] The host n-h2-760456-6 is not matching for port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 host n-h1-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:35:43.266784 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6514195d-3282-46ff-afeb-2c2ba2f0ca15 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:35:43.267590 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bac06117-77b5-495d-9b70-352eb8e8068b req-3ec88c10-83c5-46d3-b492-18369743dee2 service neutron] 10.222.0.74 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348807 Jan 27 21:35:43.267990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db3cb85d-fd85-4a9c-b781-2eb62946bdc3 req-27401813-97a5-4534-9991-55d3e921ea67 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039561 Jan 27 21:35:43.267990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fedcd1-a16b-46de-ad83-188c4a60a6c0 req-6e37673e-934f-434f-b3c4-81a9d2ee04f1 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:43.267990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3fedcd1-a16b-46de-ad83-188c4a60a6c0 req-6e37673e-934f-434f-b3c4-81a9d2ee04f1 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 1096 time: 0.0945129 Jan 27 21:35:43.267990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3fedcd1-a16b-46de-ad83-188c4a60a6c0 req-c8ab7e70-dda8-4e3a-9e2e-d2e599b9b9ca tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485485 Jan 27 21:35:43.268389 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bac06117-77b5-495d-9b70-352eb8e8068b req-3504dadd-777f-491c-8e4d-f2f5af0f6986 service neutron] 10.222.0.74 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448386 Jan 27 21:35:43.461843 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-cfb47b21-4c2d-4cc2-8fdd-6e05e30b5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'dd68e485-281f-403d-b882-b8a23e0f842e', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'port_id': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'mac_address': 'fa:16:3e:af:84:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:35:15Z', 'updated_at': '2022-01-27T21:35:40Z', 'revision_number': 1, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9979d60-36e3-4c24-a60c-1f9e8e8227c1', 'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'mac_address': 'fa:16:3e:01:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:02Z', 'updated_at': '2022-01-27T21:35:15Z', 'revision_number': 5, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'subnets': [{'id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:43.485293 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb47b21-4c2d-4cc2-8fdd-6e05e30b5fc9 None None] Checking router: aac843c4-e6b6-44b3-9169-957a6ac96f89 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:35:43.500688 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb47b21-4c2d-4cc2-8fdd-6e05e30b5fc9 None None] Routers {'aac843c4-e6b6-44b3-9169-957a6ac96f89'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:43.501951 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-cfb47b21-4c2d-4cc2-8fdd-6e05e30b5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aac843c4-e6b6-44b3-9169-957a6ac96f89'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:43.647950 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-cfb47b21-4c2d-4cc2-8fdd-6e05e30b5fc9 None None] Set router aac843c4-e6b6-44b3-9169-957a6ac96f89 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:43.704548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acb5624a-476a-4935-827c-787a7547b5b6 req-b0998073-7bc0-4333-8bb0-cac9adfaf947 tempest-LiveMigrationTest-809874760 tempest-LiveMigrationTest-809874760-project] 10.222.0.61 "GET /v2.0/ports?device_id=84c86e66-5ad0-4a89-8b55-6223be6346d8 HTTP/1.1" status: 200 len: 210 time: 0.0462797 Jan 27 21:35:43.757389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-aaf42682-4cb2-4cc5-aa0d-a40c41b017e6 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:43.764672 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-aaf42682-4cb2-4cc5-aa0d-a40c41b017e6 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 821 time: 0.2094166 Jan 27 21:35:43.786801 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-07b64cc3-f800-44b0-9b38-0e8ea9aed266 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/quotas/4a740dbf51be4474b91c5cb7c93ca967 HTTP/1.1" status: 200 len: 375 time: 0.0209832 Jan 27 21:35:43.864939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-514af056-8f36-4d05-9d95-38ea7d2684a9 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0576625 Jan 27 21:35:43.993511 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-cfb47b21-4c2d-4cc2-8fdd-6e05e30b5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'dd68e485-281f-403d-b882-b8a23e0f842e', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'port_id': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'mac_address': 'fa:16:3e:af:84:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:35:15Z', 'updated_at': '2022-01-27T21:35:40Z', 'revision_number': 1, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9979d60-36e3-4c24-a60c-1f9e8e8227c1', 'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'mac_address': 'fa:16:3e:01:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:02Z', 'updated_at': '2022-01-27T21:35:15Z', 'revision_number': 5, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'subnets': [{'id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:44.013035 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5f1a-9fd0-4ceb-9f35-bdc2784be479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (dc17a35b-5c65-4a1f-b7cd-a1533d120d7e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:44.031383 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb47b21-4c2d-4cc2-8fdd-6e05e30b5fc9 None None] The sync data for ids ['aac843c4-e6b6-44b3-9169-957a6ac96f89'] in n-d-760456-6 is: [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'dd68e485-281f-403d-b882-b8a23e0f842e', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'port_id': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'mac_address': 'fa:16:3e:af:84:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:35:15Z', 'updated_at': '2022-01-27T21:35:40Z', 'revision_number': 1, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9979d60-36e3-4c24-a60c-1f9e8e8227c1', 'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'mac_address': 'fa:16:3e:01:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:02Z', 'updated_at': '2022-01-27T21:35:15Z', 'revision_number': 5, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'subnets': [{'id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:35:44.070166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27844d76-d93f-44e8-b9bb-d00e67e226cb req-5ad5a4c2-1fee-4dfa-863e-c613674456de tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:44.071811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27844d76-d93f-44e8-b9bb-d00e67e226cb req-5ad5a4c2-1fee-4dfa-863e-c613674456de tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 945 time: 0.1114192 Jan 27 21:35:44.083341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-a496da23-1617-4105-bd3b-413fdef21d5c service neutron] 10.222.0.61 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307987 Jan 27 21:35:44.133955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f5f1a-9fd0-4ceb-9f35-bdc2784be479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc17a35b-5c65-4a1f-b7cd-a1533d120d7e,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:44.144803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7f5f1a-9fd0-4ceb-9f35-bdc2784be479 admin admin] Checking segment: {'id': 'ef943876-be8e-403e-82a8-3039a016626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040cc28f-4997-4e1b-81a8-8bce34d3f908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:44.145119 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7f5f1a-9fd0-4ceb-9f35-bdc2784be479 admin admin] Network hostable DHCP agents. Network: 040cc28f-4997-4e1b-81a8-8bce34d3f908, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:35:44.181274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 92b4a442-db2b-49f0-a0c3-3a6f774ee703 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:35:44.215132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27844d76-d93f-44e8-b9bb-d00e67e226cb req-440be28f-4784-40de-b5db-b9a8d4076a8b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295919 Jan 27 21:35:44.245404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-036083f1-b78d-4168-bce9-a9fdeee40de2 service neutron] 10.222.0.61 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610279 Jan 27 21:35:44.259043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7f5f1a-9fd0-4ceb-9f35-bdc2784be479 admin admin] Network 040cc28f-4997-4e1b-81a8-8bce34d3f908 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:35:44.324021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad30d79a-2bfa-4e1d-92f0-6126a00b2456 None None] New status for floating IP dd68e485-281f-403d-b882-b8a23e0f842e: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:35:44.358884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-1c7f5f1a-9fd0-4ceb-9f35-bdc2784be479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 040cc28f-4997-4e1b-81a8-8bce34d3f908) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:44.363371 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7f5f1a-9fd0-4ceb-9f35-bdc2784be479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:44.364120 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5f1a-9fd0-4ceb-9f35-bdc2784be479 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:44.383450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725cbca7-520c-4988-882d-f4e7609613de None None] Network 040cc28f-4997-4e1b-81a8-8bce34d3f908 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:44.466180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 92b4a442-db2b-49f0-a0c3-3a6f774ee703, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=92b4a442-db2b-49f0-a0c3-3a6f774ee703,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:44.508200 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1c7f5f1a-9fd0-4ceb-9f35-bdc2784be479 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9419878 Jan 27 21:35:44.537175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '92b4a442-db2b-49f0-a0c3-3a6f774ee703', 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f', 'port_id': '92b4a442-db2b-49f0-a0c3-3a6f774ee703', 'mac_address': 'fa:16:3e:d1:ef:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a22239-67b1-4647-b883-045b74eda6a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:35:44.538274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39242) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:44.634877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:44.644517 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:44.705220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92b4a442-db2b-49f0-a0c3-3a6f774ee703 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:44.784002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'tag': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:44.786338 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686c178b-2272-412e-9e16-1bdb2c0771d1" -d '{"events": [{"name": "network-changed", "server_uuid": "157aa62c-4e06-4f3d-a4ca-577ef753e20a", "tag": "78590dcb-ca93-4632-a1cb-e9dce8fe3a4a"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:44.790786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f43492b-76b9-474f-bafa-6e20bcad801a None None] Network 040cc28f-4997-4e1b-81a8-8bce34d3f908 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:44.820146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d2f44-b210-458c-855e-72ac903acee4 req-dae33a84-0764-42b8-93ac-b064a70d01d3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:44.828547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-152d2f44-b210-458c-855e-72ac903acee4 req-dae33a84-0764-42b8-93ac-b064a70d01d3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 943 time: 0.1380584 Jan 27 21:35:44.849401 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-588512ab-68c3-4301-a8ee-f0fde354f6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:44.906545 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-152d2f44-b210-458c-855e-72ac903acee4 req-5694621a-fa1e-40d3-9cff-1a4e5b4ae8b9 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668130 Jan 27 21:35:44.907239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 92b4a442-db2b-49f0-a0c3-3a6f774ee703, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=92b4a442-db2b-49f0-a0c3-3a6f774ee703,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:44.982181 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:44.998300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3f9242a-7c07-47e8-b8cf-674a16aa7728 req-7d8c946d-54cc-4d3d-acb2-0cbf22d5bdb7 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 210 time: 0.0316541 Jan 27 21:35:45.008919 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-588512ab-68c3-4301-a8ee-f0fde354f6ec admin admin] Publish callbacks [] for security_group (7ff85ae5-7bd9-4b35-bda3-7547818a71e5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:45.056796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=92b4a442-db2b-49f0-a0c3-3a6f774ee703,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:45.100217 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-588512ab-68c3-4301-a8ee-f0fde354f6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7ff85ae5-7bd9-4b35-bda3-7547818a71e5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:45.140612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588512ab-68c3-4301-a8ee-f0fde354f6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff85ae5-7bd9-4b35-bda3-7547818a71e5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:45.147164 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-588512ab-68c3-4301-a8ee-f0fde354f6ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=775253da48e34c2c9ad3469c13c8e54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6074705 Jan 27 21:35:45.149841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39268) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:45.243441 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fc50685-4444-41cd-850e-7ce725f727a9 admin admin] Publish callbacks [] for security_group (7ff85ae5-7bd9-4b35-bda3-7547818a71e5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:45.250241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['92b4a442-db2b-49f0-a0c3-3a6f774ee703'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:35:45.259278 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39274) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:45.291902 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fc50685-4444-41cd-850e-7ce725f727a9 admin admin] Publish callbacks [] for security_group (7ff85ae5-7bd9-4b35-bda3-7547818a71e5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:45.317679 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c722a9b2-9530-42be-bac5-2e670dde2806 x-openstack-request-id: req-c722a9b2-9530-42be-bac5-2e670dde2806 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:45.318044 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157aa62c-4e06-4f3d-a4ca-577ef753e20a", "tag": "78590dcb-ca93-4632-a1cb-e9dce8fe3a4a", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:45.318310 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c722a9b2-9530-42be-bac5-2e670dde2806 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:45.318722 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'tag': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a', 'status': 'completed', 'code': 200} Jan 27 21:35:45.481033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e234f1-218c-4ed3-ada2-9dabf04dcf6d admin admin] Deleting subnet 908066f9-a86a-49be-9201-2d195809262c {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:35:45.485609 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e234f1-218c-4ed3-ada2-9dabf04dcf6d admin admin] Publish callbacks [] for subnet (908066f9-a86a-49be-9201-2d195809262c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:45.490200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c178b-2272-412e-9e16-1bdb2c0771d1 req-deaef8cc-f2f1-4599-960b-fe42c191f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:45.495012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-686c178b-2272-412e-9e16-1bdb2c0771d1 req-deaef8cc-f2f1-4599-960b-fe42c191f669 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=99acbe8e03bc4d509e99541ebe3a243d&device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 1097 time: 0.1536043 Jan 27 21:35:45.524137 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e234f1-218c-4ed3-ada2-9dabf04dcf6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (908066f9-a86a-49be-9201-2d195809262c), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:45.581038 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e234f1-218c-4ed3-ada2-9dabf04dcf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (908066f9-a86a-49be-9201-2d195809262c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:45.595583 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fc50685-4444-41cd-850e-7ce725f727a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7ff85ae5-7bd9-4b35-bda3-7547818a71e5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:45.597474 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fc50685-4444-41cd-850e-7ce725f727a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:45.598637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8fc50685-4444-41cd-850e-7ce725f727a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ff85ae5-7bd9-4b35-bda3-7547818a71e5 HTTP/1.1" status: 204 len: 168 time: 0.4477930 Jan 27 21:35:45.613356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc50685-4444-41cd-850e-7ce725f727a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff85ae5-7bd9-4b35-bda3-7547818a71e5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:45.662407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c178b-2272-412e-9e16-1bdb2c0771d1 req-8207cdf9-ebe3-4377-b7a7-8f392fb278f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:45.664138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-686c178b-2272-412e-9e16-1bdb2c0771d1 req-8207cdf9-ebe3-4377-b7a7-8f392fb278f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b80b5939-92d4-4609-be08-39b5f303bbc2 HTTP/1.1" status: 200 len: 906 time: 0.1620367 Jan 27 21:35:45.746162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-686c178b-2272-412e-9e16-1bdb2c0771d1 req-05e47b01-f3eb-4a6f-9383-7479e9351b51 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a HTTP/1.1" status: 200 len: 1001 time: 0.0752261 Jan 27 21:35:45.751506 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e234f1-218c-4ed3-ada2-9dabf04dcf6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (908066f9-a86a-49be-9201-2d195809262c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:45.794312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e234f1-218c-4ed3-ada2-9dabf04dcf6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908066f9-a86a-49be-9201-2d195809262c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:45.801063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e234f1-218c-4ed3-ada2-9dabf04dcf6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:45.808731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39288) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:45.810796 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-19e234f1-218c-4ed3-ada2-9dabf04dcf6d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/908066f9-a86a-49be-9201-2d195809262c HTTP/1.1" status: 204 len: 168 time: 0.5503733 Jan 27 21:35:45.826352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c178b-2272-412e-9e16-1bdb2c0771d1 req-73d22819-f4a8-4721-aeb7-cb870fbbedde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:45.826698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-686c178b-2272-412e-9e16-1bdb2c0771d1 req-73d22819-f4a8-4721-aeb7-cb870fbbedde service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc17ff5e-460a-4849-b0db-c75310b8007a HTTP/1.1" status: 200 len: 844 time: 0.0737493 Jan 27 21:35:45.930350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c178b-2272-412e-9e16-1bdb2c0771d1 req-15ad98c2-997c-4a45-a6ac-b4e7882184e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:45.931859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-686c178b-2272-412e-9e16-1bdb2c0771d1 req-15ad98c2-997c-4a45-a6ac-b4e7882184e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b80b5939-92d4-4609-be08-39b5f303bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945168 Jan 27 21:35:45.935399 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (14857012-de9f-42a8-a812-9c816b879109), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.145074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478e2d-69af-46cd-b3c7-78d575420e30 req-e8f0ea76-6e68-4337-bf4c-ccf8ea82e8dc tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:46.149189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17478e2d-69af-46cd-b3c7-78d575420e30 req-e8f0ea76-6e68-4337-bf4c-ccf8ea82e8dc tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 944 time: 0.1888566 Jan 27 21:35:46.159218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-686c178b-2272-412e-9e16-1bdb2c0771d1 req-36a1cbdd-76e9-487e-a114-6c5e78f79d2c service neutron] 10.222.0.71 "GET /v2.0/networks/b80b5939-92d4-4609-be08-39b5f303bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206945 Jan 27 21:35:46.161877 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (14857012-de9f-42a8-a812-9c816b879109), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.197302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 92b4a442-db2b-49f0-a0c3-3a6f774ee703 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:46.248469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14857012-de9f-42a8-a812-9c816b879109']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:46.260150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d0f8f1-67ad-4184-a852-831af42f81e7') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:46.260470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d0f8f1-67ad-4184-a852-831af42f81e7') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:46.270783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (86d0f8f1-67ad-4184-a852-831af42f81e7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.337277 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (86d0f8f1-67ad-4184-a852-831af42f81e7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.374816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:35:46.375150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (86d0f8f1-67ad-4184-a852-831af42f81e7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.378363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e8f01d2-8e11-4d20-b41b-9641ae0e3df6 req-937daa5a-ae78-4a6d-817a-b51786737719 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 210 time: 0.0948141 Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:35:46.379008 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:35:46.396658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17478e2d-69af-46cd-b3c7-78d575420e30 req-b0a5f106-b98e-484b-9c8b-11d18cd6f919 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423999 Jan 27 21:35:46.437142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:35:46.442297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:46.443271 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.537745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-686c178b-2272-412e-9e16-1bdb2c0771d1 req-cf2b96bc-8f16-46f9-86ea-21d8a816e5a6 service neutron] 10.222.0.71 "GET /v2.0/networks/b80b5939-92d4-4609-be08-39b5f303bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674278 Jan 27 21:35:46.545678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:46.546076 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.569364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b418d5-ebc4-47b4-83b2-0edf157792b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b4a442-db2b-49f0-a0c3-3a6f774ee703'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:46.571908 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e20cf04-fa7f-4cc8-ba78-65ce8abfa436" -d '{"events": [{"server_uuid": "01b418d5-ebc4-47b4-83b2-0edf157792b5", "name": "network-vif-plugged", "status": "completed", "tag": "92b4a442-db2b-49f0-a0c3-3a6f774ee703"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:46.585702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 92b4a442-db2b-49f0-a0c3-3a6f774ee703, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=92b4a442-db2b-49f0-a0c3-3a6f774ee703,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:46.609188 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b66c029-1f98-4520-b797-b6365067a96c x-openstack-request-id: req-7b66c029-1f98-4520-b797-b6365067a96c {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:46.609491 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b418d5-ebc4-47b4-83b2-0edf157792b5", "name": "network-vif-plugged", "status": "completed", "tag": "92b4a442-db2b-49f0-a0c3-3a6f774ee703", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:46.609755 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b66c029-1f98-4520-b797-b6365067a96c {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:46.610163 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b418d5-ebc4-47b4-83b2-0edf157792b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b4a442-db2b-49f0-a0c3-3a6f774ee703', 'code': 200} Jan 27 21:35:46.665316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (14857012-de9f-42a8-a812-9c816b879109), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.679008 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.687091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] 10.222.0.61 "DELETE /v2.0/networks/14857012-de9f-42a8-a812-9c816b879109 HTTP/1.1" status: 204 len: 168 time: 0.8767204 Jan 27 21:35:46.699219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39326) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:46.724977 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.753343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900ffec-8a16-491e-bda5-6afbf1423770 admin admin] Pushing event deleted for resources: {'Network': ['ID=14857012-de9f-42a8-a812-9c816b879109,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:46.774904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39c9478-9f74-463d-84d2-393ea4d1c41b admin admin] Deleting subnet 4f3bae7f-abd0-4230-87e4-04a510f87352 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:35:46.783183 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f39c9478-9f74-463d-84d2-393ea4d1c41b admin admin] Publish callbacks [] for subnet (4f3bae7f-abd0-4230-87e4-04a510f87352), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.791076 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=92b4a442-db2b-49f0-a0c3-3a6f774ee703,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:46.840872 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f39c9478-9f74-463d-84d2-393ea4d1c41b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (4f3bae7f-abd0-4230-87e4-04a510f87352), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.842074 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3a8b8-1ac0-4b8d-b20a-c2d6cb904b77 req-da62dd0b-c0eb-4c19-9bc2-3e9437a3ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:46.843778 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-35e3a8b8-1ac0-4b8d-b20a-c2d6cb904b77 req-da62dd0b-c0eb-4c19-9bc2-3e9437a3ecb7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 1095 time: 0.1548998 Jan 27 21:35:46.921478 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f39c9478-9f74-463d-84d2-393ea4d1c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (4f3bae7f-abd0-4230-87e4-04a510f87352), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:46.952472 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-35e3a8b8-1ac0-4b8d-b20a-c2d6cb904b77 req-7174fbe1-364b-4080-8090-7e2ecd13f8e5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846694 Jan 27 21:35:47.087459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39342) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:47.100749 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f39c9478-9f74-463d-84d2-393ea4d1c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (4f3bae7f-abd0-4230-87e4-04a510f87352), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.129225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c9478-9f74-463d-84d2-393ea4d1c41b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f3bae7f-abd0-4230-87e4-04a510f87352,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:47.131297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f39c9478-9f74-463d-84d2-393ea4d1c41b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.136809 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f39c9478-9f74-463d-84d2-393ea4d1c41b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4f3bae7f-abd0-4230-87e4-04a510f87352 HTTP/1.1" status: 204 len: 168 time: 0.4364431 Jan 27 21:35:47.137096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39346) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:47.219306 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (d84a7fde-72f3-4f53-b951-e7c21bb13b5d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.226190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-network', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:47.328224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (d84a7fde-72f3-4f53-b951-e7c21bb13b5d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.353563 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84a7fde-72f3-4f53-b951-e7c21bb13b5d']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:47.364418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42de8a6-5707-4298-822b-b0c7c07e26a0') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:47.364727 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42de8a6-5707-4298-822b-b0c7c07e26a0') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:47.375361 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (d42de8a6-5707-4298-822b-b0c7c07e26a0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.389728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Made reservation on behalf of aad0f04492dc4bba9b6af026175d21cd for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:47.392069 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.401372 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d42de8a6-5707-4298-822b-b0c7c07e26a0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.407977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.420066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (d42de8a6-5707-4298-822b-b0c7c07e26a0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:35:47.423730 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:35:47.553817 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Publish callbacks [] for security_group (9791e02e-c9e7-44fa-ae46-c8e62cb6f30b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.603589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80c88dfd-db70-4da0-afe5-e793993b3aee req-f75076b8-9e0d-474a-b6cb-cb2e41fd39b1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 210 time: 0.0740166 Jan 27 21:35:47.639461 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (d84a7fde-72f3-4f53-b951-e7c21bb13b5d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.649220 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.654070 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] 10.222.0.61 "DELETE /v2.0/networks/d84a7fde-72f3-4f53-b951-e7c21bb13b5d HTTP/1.1" status: 204 len: 168 time: 0.5148964 Jan 27 21:35:47.669032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef2d14-999b-4e42-9e2a-59ad4e9e1564 req-4f25967c-d25e-4406-89e8-72390e2e08e7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:47.669684 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119ae31-5a68-4848-a3dd-e45804e3d1ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d84a7fde-72f3-4f53-b951-e7c21bb13b5d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:47.676891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52ef2d14-999b-4e42-9e2a-59ad4e9e1564 req-4f25967c-d25e-4406-89e8-72390e2e08e7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.1483350 Jan 27 21:35:47.699801 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9791e02e-c9e7-44fa-ae46-c8e62cb6f30b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.721865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:35:47.744272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (68a73248-9c29-4018-8b30-adf0fdea9e18), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.745325 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Added segment 68a73248-9c29-4018-8b30-adf0fdea9e18 of type vlan for network fdd57423-4cae-44a1-9678-8d16ac833413 Jan 27 21:35:47.747428 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:47.765465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-0c6fe619-624e-423e-bc41-5cd03986c64e tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:47.765465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-0c6fe619-624e-423e-bc41-5cd03986c64e tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.71 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 821 time: 0.2719424 Jan 27 21:35:47.778642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Request body: {'port': {'device_id': 'e7b0388c-c409-4651-bf63-4c59506dc032', 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a', 'admin_state_up': True, 'tenant_id': '4a740dbf51be4474b91c5cb7c93ca967'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:47.798416 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (fdd57423-4cae-44a1-9678-8d16ac833413), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.820565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52ef2d14-999b-4e42-9e2a-59ad4e9e1564 req-9c6f31e7-d26c-4212-9b93-f72fbaae0784 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422491 Jan 27 21:35:47.916318 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (fdd57423-4cae-44a1-9678-8d16ac833413), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.917651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:47.918640 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:47.961907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-d13efb6d-3de5-460c-a3a7-5eb79dc07799 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:47.970560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-d13efb6d-3de5-460c-a3a7-5eb79dc07799 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/networks?id=040cc28f-4997-4e1b-81a8-8bce34d3f908 HTTP/1.1" status: 200 len: 810 time: 0.2643945 Jan 27 21:35:48.003225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-cdd197c8-7831-4997-8fc8-e68d2928318c tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/quotas/780aa5a2acc94dd8a1f889df4a7c05df HTTP/1.1" status: 200 len: 375 time: 0.0317099 Jan 27 21:35:48.007423 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] Pushing event updated for resources: {'Network': ['ID=fdd57423-4cae-44a1-9678-8d16ac833413,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:48.022829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network fdd57423-4cae-44a1-9678-8d16ac833413 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:35:48.027467 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9e1b182d-6088-4412-991d-7d4b2e5ee174 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9388990 Jan 27 21:35:48.030517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39378) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:48.039805 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-251ef68d-e11a-4b8f-9d35-a6aa51e03801 admin admin] Request body: {'subnet': {'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-subnet', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:48.052910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-e1258611-1795-42d0-af01-a2de7354c9b8 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=780aa5a2acc94dd8a1f889df4a7c05df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487468 Jan 27 21:35:48.117113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Made reservation on behalf of 4a740dbf51be4474b91c5cb7c93ca967 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:48.120517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:48.131813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39380) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:48.160245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251ef68d-e11a-4b8f-9d35-a6aa51e03801 admin admin] Made reservation on behalf of aad0f04492dc4bba9b6af026175d21cd for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:48.162530 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-251ef68d-e11a-4b8f-9d35-a6aa51e03801 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:48.186187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:35:48.241299 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-796b4b9c-b6c4-4802-bf6e-50e59016378f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26824789def4412abd886336d3559fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1081014 Jan 27 21:35:48.244166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39382) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:48.259688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-0bbdae47-c597-42af-a4d9-dab38ee202e3 service neutron] 10.222.0.61 "GET /v2.0/networks/040cc28f-4997-4e1b-81a8-8bce34d3f908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026041 Jan 27 21:35:48.457453 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-251ef68d-e11a-4b8f-9d35-a6aa51e03801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (d3e700f4-c16e-44a9-8fe1-73779a971d9a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:48.473326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:48.478896 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88c82929-e335-4910-8db4-dff442e626bd admin admin] Publish callbacks [] for security_group (ca626548-1897-4f4d-99e2-8bd4bac8c5e1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:48.487228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'c12e9fa3-297f-4935-930c-1f221c995161', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'port_id': 'c12e9fa3-297f-4935-930c-1f221c995161', 'mac_address': 'fa:16:3e:44:25:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:35:48.487436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Allocated IP 172.20.0.9 (4d4762b7-4485-49f9-93c6-dc19ae80648a/054f10ab-0586-49e9-ab4c-ac190c6d920f/ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:48.530030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c12e9fa3-297f-4935-930c-1f221c995161 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:48.530427 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:48.533194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88c82929-e335-4910-8db4-dff442e626bd admin admin] Publish callbacks [] for security_group (ca626548-1897-4f4d-99e2-8bd4bac8c5e1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:48.533981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ef68d-e11a-4b8f-9d35-a6aa51e03801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e700f4-c16e-44a9-8fe1-73779a971d9a,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:48.545931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-9a09a9d3-acd9-4bd0-ae23-b748347e7233 service neutron] 10.222.0.61 "GET /v2.0/networks/040cc28f-4997-4e1b-81a8-8bce34d3f908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752864 Jan 27 21:35:48.549252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ef68d-e11a-4b8f-9d35-a6aa51e03801 admin admin] Checking segment: {'id': '68a73248-9c29-4018-8b30-adf0fdea9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:48.549422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c12e9fa3-297f-4935-930c-1f221c995161 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:48.549779 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ef68d-e11a-4b8f-9d35-a6aa51e03801 admin admin] Network hostable DHCP agents. Network: fdd57423-4cae-44a1-9678-8d16ac833413, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:35:48.574854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:48.645088 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ef68d-e11a-4b8f-9d35-a6aa51e03801 admin admin] Network fdd57423-4cae-44a1-9678-8d16ac833413 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:35:48.693492 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:48.734648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34dc2f30-f80a-42a4-8d8e-03a95b389fae req-1c25f020-1f53-4e17-82c4-76f8822c5f5f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 210 time: 0.0334022 Jan 27 21:35:48.743604 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88c82929-e335-4910-8db4-dff442e626bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ca626548-1897-4f4d-99e2-8bd4bac8c5e1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:48.752578 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88c82929-e335-4910-8db4-dff442e626bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:48.752578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-88c82929-e335-4910-8db4-dff442e626bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca626548-1897-4f4d-99e2-8bd4bac8c5e1 HTTP/1.1" status: 204 len: 168 time: 0.5021846 Jan 27 21:35:48.760271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:48.779655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c82929-e335-4910-8db4-dff442e626bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca626548-1897-4f4d-99e2-8bd4bac8c5e1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:48.783716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-251ef68d-e11a-4b8f-9d35-a6aa51e03801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, fdd57423-4cae-44a1-9678-8d16ac833413) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:48.797314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251ef68d-e11a-4b8f-9d35-a6aa51e03801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:48.797950 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-251ef68d-e11a-4b8f-9d35-a6aa51e03801 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:48.800952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f20c42-c9ac-4fe4-aa27-0563c421bdeb None None] Network fdd57423-4cae-44a1-9678-8d16ac833413 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:48.812194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks [] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:48.882861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['c12e9fa3-297f-4935-930c-1f221c995161'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:35:48.908195 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-251ef68d-e11a-4b8f-9d35-a6aa51e03801 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8762324 Jan 27 21:35:48.908539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39396) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:48.914150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:48.962646 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:49.022574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac476cb7-041a-4cde-8a87-1c518d0de541 None None] Network fdd57423-4cae-44a1-9678-8d16ac833413 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:35:49.048162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128aa828-e23a-486d-abb0-e46c7755927d req-549d72b7-90f4-4c48-921e-eadf44d18475 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:49.058363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-128aa828-e23a-486d-abb0-e46c7755927d req-549d72b7-90f4-4c48-921e-eadf44d18475 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.1597185 Jan 27 21:35:49.064023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Network 4d4762b7-4485-49f9-93c6-dc19ae80648a is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:49.069827 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:49.071127 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:49.110319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:49.130381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:49.134516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Pushing event updated for resources: {'Port': ['ID=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:49.222292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-128aa828-e23a-486d-abb0-e46c7755927d req-bdb1d435-2145-4757-995d-ec699590f3db tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629620 Jan 27 21:35:49.323237 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Publish callbacks [] for router_controller (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:49.352098 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:49.352098 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:49.367887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e895d29b-dbaf-427b-871e-de36d17091bc req-ec8c11b2-0195-437c-af45-4d18f1a25774 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 210 time: 0.1315701 Jan 27 21:35:49.428961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd27fe-726a-429f-8b79-dc626ed1d3a5 req-110d304b-2303-496c-aa89-f3d284954df1 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:49.430492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bffd27fe-726a-429f-8b79-dc626ed1d3a5 req-110d304b-2303-496c-aa89-f3d284954df1 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.0865259 Jan 27 21:35:49.474911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-dac617e7-cf1b-40f7-bec6-32019b5a6a87 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7007697 Jan 27 21:35:49.824025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39422) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:49.825785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Request body: {'port': {'device_id': 'e7b0388c-c409-4651-bf63-4c59506dc032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:49.887887 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8b885b41-5226-47a8-9f90-0ebc395f5b56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=39b323d87c2e437facbc00cf80667a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605891 Jan 27 21:35:49.890577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39428) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:49.958678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ac77315-f05b-4a7d-8c16-38db73c7f4d0 admin admin] Publish callbacks [] for security_group (7da0b41a-9cc2-403f-a167-7ea816e1d999), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:49.989097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ac77315-f05b-4a7d-8c16-38db73c7f4d0 admin admin] Publish callbacks [] for security_group (7da0b41a-9cc2-403f-a167-7ea816e1d999), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:50.005931 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Publish callbacks [] for router_gateway (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:50.029898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bffd27fe-726a-429f-8b79-dc626ed1d3a5 req-0971886c-ca7c-4ee5-b298-67998cb8b3dc tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606382 Jan 27 21:35:50.032422 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:50.057035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e7e7f-e284-43e2-a8f1-fa10e6cdbd68 req-eec96e18-4d55-4699-9618-21a22967fc74 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:50.059017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e93e7e7f-e284-43e2-a8f1-fa10e6cdbd68 req-eec96e18-4d55-4699-9618-21a22967fc74 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 931 time: 0.1982834 Jan 27 21:35:50.156603 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ac77315-f05b-4a7d-8c16-38db73c7f4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7da0b41a-9cc2-403f-a167-7ea816e1d999), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:50.159823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ac77315-f05b-4a7d-8c16-38db73c7f4d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:50.161687 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9ac77315-f05b-4a7d-8c16-38db73c7f4d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7da0b41a-9cc2-403f-a167-7ea816e1d999 HTTP/1.1" status: 204 len: 168 time: 0.2700646 Jan 27 21:35:50.200976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac77315-f05b-4a7d-8c16-38db73c7f4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da0b41a-9cc2-403f-a167-7ea816e1d999,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:50.218146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:50.308238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port c12e9fa3-297f-4935-930c-1f221c995161 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:50.309521 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c12e9fa3-297f-4935-930c-1f221c995161), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:50.336733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e93e7e7f-e284-43e2-a8f1-fa10e6cdbd68 req-3bd39f40-5d3b-4ab1-bbd8-3e472c5b4098 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496755 Jan 27 21:35:50.466547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cfc62-a233-45e2-b1b9-ae196fb3f933 req-6713b326-703c-48b7-bcaa-6ed992aaf649 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:50.473727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c12e9fa3-297f-4935-930c-1f221c995161 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:50.481739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:50.481890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c24cfc62-a233-45e2-b1b9-ae196fb3f933 req-6713b326-703c-48b7-bcaa-6ed992aaf649 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.3301497 Jan 27 21:35:50.510790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:50.517539 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a25bfee-05f3-46b4-90ad-c41034dc1555" -d '{"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-plugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:50.532710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:50.542689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72d36b88-b165-4b51-982a-a9f8fe413341 req-48ac1baa-c748-412a-930f-2e834d55234e tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 210 time: 0.0556059 Jan 27 21:35:50.603875 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dec4f50-97e4-4da7-8507-f6a1d93906d2 x-openstack-request-id: req-5dec4f50-97e4-4da7-8507-f6a1d93906d2 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:50.604064 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-plugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:50.604362 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5dec4f50-97e4-4da7-8507-f6a1d93906d2 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:50.604857 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161', 'code': 200} Jan 27 21:35:50.619709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c24cfc62-a233-45e2-b1b9-ae196fb3f933 req-2c141600-ceb8-48ae-9870-7156690f008c tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423471 Jan 27 21:35:50.656114 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:50.767288 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:50.863690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:50.884143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8aa10-a026-4623-a6c1-c11dea387fda req-b0bd3489-c35a-4006-ae4b-44f542389314 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:50.885728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41a8aa10-a026-4623-a6c1-c11dea387fda req-b0bd3489-c35a-4006-ae4b-44f542389314 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.1831732 Jan 27 21:35:50.887434 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Publish callbacks [] for router_gateway (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:50.922173 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Publish callbacks [] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:50.927220 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:50.967727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Transition to ACTIVE for port object ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:35:51.031889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41a8aa10-a026-4623-a6c1-c11dea387fda req-bd9d135f-5f03-4dd6-9703-b1467b0ae3ab tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382754 Jan 27 21:35:51.076138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:51.238080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Pushing event updated for resources: {'Port': ['ID=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:51.259914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Allocated IP 172.25.0.195 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/4360d680-fbe6-481e-bc9c-a65235090d82) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:51.468020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250810d-1e97-46f5-89f7-b235982b9e4f req-903b636a-f888-4acf-8e71-304a5807c689 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:51.476162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d250810d-1e97-46f5-89f7-b235982b9e4f req-903b636a-f888-4acf-8e71-304a5807c689 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.2654972 Jan 27 21:35:51.633755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Attempting to bind port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:51.634132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Attempting to bind port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:51.634472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Attempting to bind port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:51.662954 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d250810d-1e97-46f5-89f7-b235982b9e4f req-cc6b9e0a-c8b0-4397-b363-c5e318daffc3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856880 Jan 27 21:35:51.670831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:35:51.673964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Attempting to bind port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:51.691922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a08663-0727-4a43-8eb4-a51e683727b7 req-cae84e66-1c2d-4482-a0aa-f465ef675dd4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:51.693538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96a08663-0727-4a43-8eb4-a51e683727b7 req-cae84e66-1c2d-4482-a0aa-f465ef675dd4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 943 time: 0.2111421 Jan 27 21:35:51.704003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:51.704527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:51.704900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Bound using segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:51.705297 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Bound port: ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:51.705673 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:51.723264 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Publish callbacks [] for port (4360d680-fbe6-481e-bc9c-a65235090d82), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:51.859822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96a08663-0727-4a43-8eb4-a51e683727b7 req-d5d33fb0-5ff5-4a80-8cc1-329aacf3bf00 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384914 Jan 27 21:35:51.873238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:51.889047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:51.939755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-154ea4e9-ac5f-4e34-805a-110e23cc93c2 req-616fe255-4433-40e6-9945-6c60539c0b52 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 210 time: 0.0439813 Jan 27 21:35:52.014414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cad73c-3766-41e2-8c46-586c6e0523a0 req-2f91876d-5935-4c7f-a0a2-65eb9e08f107 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:52.016013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31cad73c-3766-41e2-8c46-586c6e0523a0 req-2f91876d-5935-4c7f-a0a2-65eb9e08f107 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.0710366 Jan 27 21:35:52.093800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31cad73c-3766-41e2-8c46-586c6e0523a0 req-1701403f-db20-4451-9f65-fa21d6a6b9ef tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647497 Jan 27 21:35:52.262963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8eda0-5b56-47ff-a625-99295911db9f req-cf8522cf-3b89-4f2c-853f-41e9ebebf164 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:52.264475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ce8eda0-5b56-47ff-a625-99295911db9f req-cf8522cf-3b89-4f2c-853f-41e9ebebf164 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.0577579 Jan 27 21:35:52.370873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ce8eda0-5b56-47ff-a625-99295911db9f req-fb07dbce-b87a-40c4-8da4-87315e0a3ab4 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984445 Jan 27 21:35:52.550790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc95398-f440-4fcf-8c5c-bb7ea1147c67 req-433cd581-18c1-4abb-af91-248b8158af93 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:52.559106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cc95398-f440-4fcf-8c5c-bb7ea1147c67 req-433cd581-18c1-4abb-af91-248b8158af93 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.0860326 Jan 27 21:35:52.636503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:52.645030 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4360d680-fbe6-481e-bc9c-a65235090d82), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:52.697117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cc95398-f440-4fcf-8c5c-bb7ea1147c67 req-890b245c-0b76-4e14-8abd-c1421200daac tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323879 Jan 27 21:35:52.768773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:52.769764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:52.772276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] 10.222.0.71 "PUT /v2.0/ports/ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 HTTP/1.1" status: 200 len: 1091 time: 2.9500113 Jan 27 21:35:52.772986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b0388c-c409-4651-bf63-4c59506dc032', 'tag': 'ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:52.786123 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef77b569-3ca4-4c31-8cc3-47a8dde8ecbb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b0388c-c409-4651-bf63-4c59506dc032", "tag": "ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:52.856865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:52.863534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:52.886822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:53.058937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a371d-fa46-4ae1-b797-da001082519f service neutron] Pushing event updated for resources: {'Port': ['ID=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:53.127518 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d3ebe3-1603-4590-8a33-78726db3acde x-openstack-request-id: req-f6d3ebe3-1603-4590-8a33-78726db3acde {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:53.150777 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b0388c-c409-4651-bf63-4c59506dc032", "tag": "ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:53.150777 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f6d3ebe3-1603-4590-8a33-78726db3acde {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:53.150777 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b0388c-c409-4651-bf63-4c59506dc032', 'tag': 'ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1', 'status': 'completed', 'code': 200} Jan 27 21:35:53.366681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-8d571836-1ed0-4f47-9e3d-da52fa10d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:53.367219 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-8d571836-1ed0-4f47-9e3d-da52fa10d209 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 1094 time: 0.3922710 Jan 27 21:35:53.430375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-013b3493-bcfb-4c55-af65-c11a590121db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 HTTP/1.1" status: 200 len: 217 time: 0.0437684 Jan 27 21:35:53.438888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Pushing event updated for resources: {'Port': ['ID=4360d680-fbe6-481e-bc9c-a65235090d82,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:53.476509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23f30f-6a77-4abd-a143-5aca5b0b991b req-28870876-74d1-47d2-ac69-ae58ce0cec09 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:53.478434 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f23f30f-6a77-4abd-a143-5aca5b0b991b req-28870876-74d1-47d2-ac69-ae58ce0cec09 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 943 time: 0.3448236 Jan 27 21:35:53.505257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-757ad430-ab1a-442c-9b99-1a96dee60b77 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:53.508833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-757ad430-ab1a-442c-9b99-1a96dee60b77 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.71 "GET /v2.0/networks?id=040cc28f-4997-4e1b-81a8-8bce34d3f908 HTTP/1.1" status: 200 len: 810 time: 0.4438672 Jan 27 21:35:53.556846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Request body: {'port': {'device_id': '3838fc90-b0e1-4e94-9e10-6b17328b6202', 'network_id': '040cc28f-4997-4e1b-81a8-8bce34d3f908', 'admin_state_up': True, 'tenant_id': '780aa5a2acc94dd8a1f889df4a7c05df'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:53.650269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-49b60d94-3a70-471b-b831-782d2f41fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:53.655146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-49b60d94-3a70-471b-b831-782d2f41fbe3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.1865666 Jan 27 21:35:53.669721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f23f30f-6a77-4abd-a143-5aca5b0b991b req-e57b0a5c-98c1-4cb4-b2f6-777b54815311 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796572 Jan 27 21:35:53.750475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-d63e2d98-a844-4003-91e0-350c7c6e9911 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877583 Jan 27 21:35:54.006943 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1eb4cd87-abc3-4eb9-aaba-8d329191f50e req-ca3523cc-a3cf-4e91-ba97-f3f670faf94b tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 210 time: 0.1221285 Jan 27 21:35:54.070132 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Publish callbacks [] for router_gateway (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:54.142784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-803c21af-0b81-45d4-be05-0370666bf2af service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826075 Jan 27 21:35:54.357431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Made reservation on behalf of 780aa5a2acc94dd8a1f889df4a7c05df for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:35:54.361902 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:54.972565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-3cbb6d23-4d25-4295-97a5-f7a63a98bf69 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5add39e060934a7486531eb3f15d0e53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1299276 Jan 27 21:35:54.996049 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:55.081995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ce4d9-b0c6-41fb-a94f-40f0a2b4b0d8 req-9fbd1f27-ac3b-4032-bbc5-dbf48a50cc2a tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:55.097619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-296ce4d9-b0c6-41fb-a94f-40f0a2b4b0d8 req-9fbd1f27-ac3b-4032-bbc5-dbf48a50cc2a tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.2539048 Jan 27 21:35:55.162371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Allocated IP 172.20.0.11 (040cc28f-4997-4e1b-81a8-8bce34d3f908/dc17a35b-5c65-4a1f-b7cd-a1533d120d7e/2b648a15-c109-47fa-8cb7-5a41f9bd8455) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:55.174305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9608a03d-7ed3-4260-9928-ecede5dc4e56 req-2f0aab82-0171-4b80-a8ba-5bada26822ce service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8303709 Jan 27 21:35:55.290282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-296ce4d9-b0c6-41fb-a94f-40f0a2b4b0d8 req-a8733678-c8a3-4eed-b5f1-a8615f0b655e tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862261 Jan 27 21:35:55.490001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-672c0a8d-934c-4df9-9eec-4e00b7e6743e tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:55.491508 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-672c0a8d-934c-4df9-9eec-4e00b7e6743e tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5180633 Jan 27 21:35:55.580648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-32b50efc-4251-445e-8801-3f51541afac5 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/quotas/5add39e060934a7486531eb3f15d0e53 HTTP/1.1" status: 200 len: 375 time: 0.0775042 Jan 27 21:35:55.597832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77b569-3ca4-4c31-8cc3-47a8dde8ecbb req-1c7fa1a2-c471-447b-9aa9-a00ffd3e9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:55.599311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef77b569-3ca4-4c31-8cc3-47a8dde8ecbb req-1c7fa1a2-c471-447b-9aa9-a00ffd3e9359 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 1094 time: 0.1994395 Jan 27 21:35:55.648564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3a2e4-988f-4779-805a-f57bfbafd498 req-e9e45fe9-a46f-469b-9e92-e27c150b11a9 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:55.650109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4a3a2e4-988f-4779-805a-f57bfbafd498 req-e9e45fe9-a46f-469b-9e92-e27c150b11a9 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 943 time: 0.2531400 Jan 27 21:35:55.652186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-1b6b20fa-a19c-4adf-84da-14f27b22b62f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5add39e060934a7486531eb3f15d0e53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649986 Jan 27 21:35:55.828330 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Publish callbacks [] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:55.847236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4a3a2e4-988f-4779-805a-f57bfbafd498 req-641edd85-3e1a-4dd5-9133-03a4a6583f44 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800628 Jan 27 21:35:55.855375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77b569-3ca4-4c31-8cc3-47a8dde8ecbb req-ce6b89a8-b1d3-410c-8c51-e8f5fa491dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:55.856965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef77b569-3ca4-4c31-8cc3-47a8dde8ecbb req-ce6b89a8-b1d3-410c-8c51-e8f5fa491dce service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.2435174 Jan 27 21:35:55.911090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef77b569-3ca4-4c31-8cc3-47a8dde8ecbb req-622b1b40-51d3-4cab-b74f-f92921c15274 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 HTTP/1.1" status: 200 len: 217 time: 0.0433781 Jan 27 21:35:55.992231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77b569-3ca4-4c31-8cc3-47a8dde8ecbb req-490fe07d-9f8e-491d-a35b-94240df1e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:55.996882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef77b569-3ca4-4c31-8cc3-47a8dde8ecbb req-490fe07d-9f8e-491d-a35b-94240df1e83d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.0790443 Jan 27 21:35:56.039562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9dc33ac-a8a7-4511-981b-ee1e80b5d211 req-510504df-1c3d-4698-9644-c2b85f32dc72 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 210 time: 0.0521073 Jan 27 21:35:56.066650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef77b569-3ca4-4c31-8cc3-47a8dde8ecbb req-af869ddb-1cec-4adb-82fe-860f5377280d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572727 Jan 27 21:35:56.097737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ea673a4-79bb-47a3-928e-ce17933836b9 req-310a100f-2694-486e-a08b-2b0be3e52b40 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 210 time: 0.0573645 Jan 27 21:35:56.157722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:35:56.232283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef77b569-3ca4-4c31-8cc3-47a8dde8ecbb req-cb3c4de5-6f01-4889-9df4-03d48acc5601 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465960 Jan 27 21:35:56.235242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:56.246277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 92b4a442-db2b-49f0-a0c3-3a6f774ee703 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:35:56.363130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Network 040cc28f-4997-4e1b-81a8-8bce34d3f908 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:56.368010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 92b4a442-db2b-49f0-a0c3-3a6f774ee703, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=92b4a442-db2b-49f0-a0c3-3a6f774ee703,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:56.382330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:56.396898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '92b4a442-db2b-49f0-a0c3-3a6f774ee703', 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f', 'port_id': '92b4a442-db2b-49f0-a0c3-3a6f774ee703', 'mac_address': 'fa:16:3e:d1:ef:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a22239-67b1-4647-b883-045b74eda6a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:35:56.397274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:56.445176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:56.445613 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:56.459047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Pushing event updated for resources: {'Port': ['ID=2b648a15-c109-47fa-8cb7-5a41f9bd8455,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:56.476989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:35:56.483288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:56.483989 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:56.490574 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Sync routers for ids ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:35:56.512407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92b4a442-db2b-49f0-a0c3-3a6f774ee703 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:56.518067 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Routers {'44e626c9-454e-4e94-9aaf-a3bd386bc6f8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:56.518941 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:56.540811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef77b569-3ca4-4c31-8cc3-47a8dde8ecbb req-d9e82edf-a2a8-4f56-a9c7-b3ee52e264b9 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925234 Jan 27 21:35:56.574363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 92b4a442-db2b-49f0-a0c3-3a6f774ee703, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=92b4a442-db2b-49f0-a0c3-3a6f774ee703,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:56.591672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e06e7a-efaf-4487-b688-14a010151cf2 req-b89739ae-eb3c-4d60-b2ca-9d6ff2ddf87e tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:56.593592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e06e7a-efaf-4487-b688-14a010151cf2 req-b89739ae-eb3c-4d60-b2ca-9d6ff2ddf87e tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.1415179 Jan 27 21:35:56.665127 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:56.667034 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:56.673000 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:56.678902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39622) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:35:56.688826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ae5be6d7-9d7a-4bd0-8f50-a85ed065d517 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.7775345 Jan 27 21:35:56.728646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-4a8d414e-e8b9-41e2-aec1-ec56168ce518 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1796196 Jan 27 21:35:56.754772 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Set router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:56.772792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=92b4a442-db2b-49f0-a0c3-3a6f774ee703,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:56.786825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Request body: {'port': {'device_id': '3838fc90-b0e1-4e94-9e10-6b17328b6202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:35:56.831920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['92b4a442-db2b-49f0-a0c3-3a6f774ee703'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:35:56.877993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06e06e7a-efaf-4487-b688-14a010151cf2 req-f0bce212-ba2d-48f7-acaf-6cd4b2ebc95a tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732997 Jan 27 21:35:56.989596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:35:57.037762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:57.069549 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:35:53Z', 'revision_number': 3, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:57.163507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:57.164551 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Checking router: 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:35:57.164551 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Updating router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 port 4360d680-fbe6-481e-bc9c-a65235090d82 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:35:57.204385 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4360d680-fbe6-481e-bc9c-a65235090d82), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:57.209865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1', 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a', 'port_id': 'ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1', 'mac_address': 'fa:16:3e:a1:da:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054f10ab-0586-49e9-ab4c-ac190c6d920f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:35:57.261912 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:57.354907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02ceb0-e115-4763-963a-6b6f6c899d51 req-85ee2a98-5d68-4482-84fb-9b43697a232d tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:57.363283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df02ceb0-e115-4763-963a-6b6f6c899d51 req-85ee2a98-5d68-4482-84fb-9b43697a232d tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 943 time: 0.3340518 Jan 27 21:35:57.460436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:57.462488 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:57.509121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:57.601783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:57.607598 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Publish callbacks [] for port (4360d680-fbe6-481e-bc9c-a65235090d82), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:57.701810 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4360d680-fbe6-481e-bc9c-a65235090d82), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:57.702949 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:57.770199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df02ceb0-e115-4763-963a-6b6f6c899d51 req-c386217d-31d6-4862-8196-e750f6548016 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059646 Jan 27 21:35:57.847888 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Attempting to bind port 4360d680-fbe6-481e-bc9c-a65235090d82 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:57.860547 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Attempting to bind port 4360d680-fbe6-481e-bc9c-a65235090d82 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:57.860547 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Attempting to bind port 4360d680-fbe6-481e-bc9c-a65235090d82 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:57.862794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510ca97-3246-4643-86a6-5cbc23b010c1 req-640eb670-6259-4d8e-a614-57cc69a3dafd tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:57.871177 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:57.880372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9510ca97-3246-4643-86a6-5cbc23b010c1 req-640eb670-6259-4d8e-a614-57cc69a3dafd tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 932 time: 0.5129802 Jan 27 21:35:57.894569 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:57.894951 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:57.895360 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:57.895760 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:57.902177 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Bound port: 4360d680-fbe6-481e-bc9c-a65235090d82, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:57.903016 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4360d680-fbe6-481e-bc9c-a65235090d82), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:57.905006 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa928386-56a7-4b7b-86bd-5412ce54b5d8 None None] Pushing event updated for resources: {'Port': ['ID=4360d680-fbe6-481e-bc9c-a65235090d82,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:57.931957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:35:58.040208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:58.084917 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] For port 4360d680-fbe6-481e-bc9c-a65235090d82, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:58.102899 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] For port 4360d680-fbe6-481e-bc9c-a65235090d82, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4360d680-fbe6-481e-bc9c-a65235090d82,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:35:58.179087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a34aa631-38ec-4a0f-8d8b-43772554a036 req-6b1a00d1-2916-4ad2-8a1b-f56cf12b7891 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 210 time: 0.1799078 Jan 27 21:35:58.241710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9510ca97-3246-4643-86a6-5cbc23b010c1 req-0931906e-3841-4710-b667-03a3c7893855 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594484 Jan 27 21:35:58.270750 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4360d680-fbe6-481e-bc9c-a65235090d82), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:58.306817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 92b4a442-db2b-49f0-a0c3-3a6f774ee703 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:58.422842 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Routers {'44e626c9-454e-4e94-9aaf-a3bd386bc6f8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:35:58.423688 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:58.447140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bf088-636f-47b1-8d17-2391f456656f req-e8dbf474-8787-4117-a37b-fd4dbaa121c5 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:58.452469 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b5bf088-636f-47b1-8d17-2391f456656f req-e8dbf474-8787-4117-a37b-fd4dbaa121c5 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 944 time: 0.1772563 Jan 27 21:35:58.471992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Allocated IP 172.20.0.1 (fdd57423-4cae-44a1-9678-8d16ac833413/d3e700f4-c16e-44a9-8fe1-73779a971d9a/608ed861-9435-43c2-b811-bf6dfd6fdba5) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:35:58.483735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:58.484660 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:58.496733 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa928386-56a7-4b7b-86bd-5412ce54b5d8 None None] Pushing event updated for resources: {'Port': ['ID=4360d680-fbe6-481e-bc9c-a65235090d82,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:58.571708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b648a15-c109-47fa-8cb7-5a41f9bd8455 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:35:58.595654 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Publish callbacks [] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:58.646740 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] Set router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:35:58.667138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:58.667538 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:58.670943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Transition to ACTIVE for port object 2b648a15-c109-47fa-8cb7-5a41f9bd8455 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:35:58.699919 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b5bf088-636f-47b1-8d17-2391f456656f req-dccd1424-5d73-4439-ad55-fb33e98f96db tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354426 Jan 27 21:35:58.727764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b418d5-ebc4-47b4-83b2-0edf157792b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b4a442-db2b-49f0-a0c3-3a6f774ee703'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:35:58.743919 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38af51f2-6ca4-4651-8d01-cb3fd7f398e6" -d '{"events": [{"server_uuid": "01b418d5-ebc4-47b4-83b2-0edf157792b5", "name": "network-vif-plugged", "status": "completed", "tag": "92b4a442-db2b-49f0-a0c3-3a6f774ee703"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:35:58.780767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 92b4a442-db2b-49f0-a0c3-3a6f774ee703, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=92b4a442-db2b-49f0-a0c3-3a6f774ee703,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:58.827287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:58.828667 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Publish callbacks [] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:58.832365 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b6db48-ad02-4c43-a12f-0cc66476db98 x-openstack-request-id: req-b8b6db48-ad02-4c43-a12f-0cc66476db98 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:35:58.841982 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b418d5-ebc4-47b4-83b2-0edf157792b5", "name": "network-vif-plugged", "status": "completed", "tag": "92b4a442-db2b-49f0-a0c3-3a6f774ee703", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:35:58.841982 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8b6db48-ad02-4c43-a12f-0cc66476db98 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:35:58.841982 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b418d5-ebc4-47b4-83b2-0edf157792b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b4a442-db2b-49f0-a0c3-3a6f774ee703', 'code': 200} Jan 27 21:35:58.896391 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:58.973889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:35:59.034824 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:59.141584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=92b4a442-db2b-49f0-a0c3-3a6f774ee703,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:59.170627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b91af-d301-4e0f-90cb-4f2bfb4c35c6 req-2a9e7241-eb23-487d-a834-07367c529054 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:59.173689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d67b91af-d301-4e0f-90cb-4f2bfb4c35c6 req-2a9e7241-eb23-487d-a834-07367c529054 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 944 time: 0.2493382 Jan 27 21:35:59.226099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b648a15-c109-47fa-8cb7-5a41f9bd8455,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:59.252868 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:35:53Z', 'revision_number': 3, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:35:59.272625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Network fdd57423-4cae-44a1-9678-8d16ac833413 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:35:59.273909 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Pushing event updated for resources: {'Port': ['ID=608ed861-9435-43c2-b811-bf6dfd6fdba5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:59.285599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:35:59.287999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:35:59.290422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:35:59.294573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:35:59.294968 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:59.302190 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f239ee-ed4f-47af-a5d2-90c853dd0511 None None] The sync data for ids ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'] in n-d-760456-6 is: [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:35:53Z', 'revision_number': 3, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:35:59.344287 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-c447da8f-c6f3-468b-8ac0-0910ee6d5ffd tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=5add39e060934a7486531eb3f15d0e53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1742659 Jan 27 21:35:59.368566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Attempting to bind port 2b648a15-c109-47fa-8cb7-5a41f9bd8455 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:35:59.368566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Attempting to bind port 2b648a15-c109-47fa-8cb7-5a41f9bd8455 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'ef943876-be8e-403e-82a8-3039a016626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040cc28f-4997-4e1b-81a8-8bce34d3f908'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:35:59.368882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Attempting to bind port 2b648a15-c109-47fa-8cb7-5a41f9bd8455 on network 040cc28f-4997-4e1b-81a8-8bce34d3f908 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:59.393163 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d67b91af-d301-4e0f-90cb-4f2bfb4c35c6 req-70fa0da3-8695-4c23-8f19-ba775a2b576b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703029 Jan 27 21:35:59.394033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Port 2b648a15-c109-47fa-8cb7-5a41f9bd8455 on network 040cc28f-4997-4e1b-81a8-8bce34d3f908 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:35:59.394373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Attempting to bind port 2b648a15-c109-47fa-8cb7-5a41f9bd8455 on network 040cc28f-4997-4e1b-81a8-8bce34d3f908 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:35:59.434900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:35:59.436715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Checking segment: {'id': 'ef943876-be8e-403e-82a8-3039a016626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040cc28f-4997-4e1b-81a8-8bce34d3f908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:35:59.439357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Bound using segment: {'id': 'ef943876-be8e-403e-82a8-3039a016626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040cc28f-4997-4e1b-81a8-8bce34d3f908'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:35:59.441659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Bound port: 2b648a15-c109-47fa-8cb7-5a41f9bd8455, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef943876-be8e-403e-82a8-3039a016626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '040cc28f-4997-4e1b-81a8-8bce34d3f908'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:35:59.442233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:59.523679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a872c789-7aae-48aa-85c1-4ed40c8c3f65 req-5e4069b8-bc55-4712-a098-fcb5ee1a58de tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 210 time: 0.0936046 Jan 27 21:35:59.555473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:35:59.556018 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:59.617095 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:59.621142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:35:59.718913 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:35:59.819779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:35:59.840294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] For port 2b648a15-c109-47fa-8cb7-5a41f9bd8455, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:35:59.874062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb34cc-e4d8-4065-ace5-322cc06b02c1 req-ec3fa342-cdb3-4a97-a8f0-10e4bedf6ab0 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:59.879918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8bb34cc-e4d8-4065-ace5-322cc06b02c1 req-ec3fa342-cdb3-4a97-a8f0-10e4bedf6ab0 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.1786311 Jan 27 21:35:59.914698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64eb6d6-a4e3-4655-82ec-a9fe1fed23b2 req-1e6bf465-9558-440e-9deb-e9df6ffb7696 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:35:59.922983 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f64eb6d6-a4e3-4655-82ec-a9fe1fed23b2 req-1e6bf465-9558-440e-9deb-e9df6ffb7696 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 944 time: 0.3896542 Jan 27 21:35:59.966371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] For port 2b648a15-c109-47fa-8cb7-5a41f9bd8455, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2b648a15-c109-47fa-8cb7-5a41f9bd8455,segment=NetworkSegment(ef943876-be8e-403e-82a8-3039a016626e),segment_id=ef943876-be8e-403e-82a8-3039a016626e)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:00.081048 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:00.126756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:00.129122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:00.136730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] 10.222.0.71 "PUT /v2.0/ports/2b648a15-c109-47fa-8cb7-5a41f9bd8455 HTTP/1.1" status: 200 len: 1092 time: 3.3947954 Jan 27 21:36:00.145572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3838fc90-b0e1-4e94-9e10-6b17328b6202', 'tag': '2b648a15-c109-47fa-8cb7-5a41f9bd8455'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:00.150738 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96357bfd-2033-42b5-8a57-b0cfa0d79148" -d '{"events": [{"name": "network-changed", "server_uuid": "3838fc90-b0e1-4e94-9e10-6b17328b6202", "tag": "2b648a15-c109-47fa-8cb7-5a41f9bd8455"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:00.166867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f64eb6d6-a4e3-4655-82ec-a9fe1fed23b2 req-c6c534f6-1a44-4a67-a6fc-1b4d0fb53de8 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422497 Jan 27 21:36:00.229106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8bb34cc-e4d8-4065-ace5-322cc06b02c1 req-3303377f-2046-44d7-b77b-254778f6cf94 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035440 Jan 27 21:36:00.311503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e31824-aeba-47f2-81bc-5468bd6c85d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b648a15-c109-47fa-8cb7-5a41f9bd8455,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:00.351915 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f02fb13-ebae-4078-95ad-2a647fabf4d6 x-openstack-request-id: req-8f02fb13-ebae-4078-95ad-2a647fabf4d6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:00.352305 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3838fc90-b0e1-4e94-9e10-6b17328b6202", "tag": "2b648a15-c109-47fa-8cb7-5a41f9bd8455", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:00.352517 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f02fb13-ebae-4078-95ad-2a647fabf4d6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:00.352923 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3838fc90-b0e1-4e94-9e10-6b17328b6202', 'tag': '2b648a15-c109-47fa-8cb7-5a41f9bd8455', 'status': 'completed', 'code': 200} Jan 27 21:36:00.387873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-3498b346-b9d1-429a-96b6-9507ce93a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:00.392457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-3498b346-b9d1-429a-96b6-9507ce93a04e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=780aa5a2acc94dd8a1f889df4a7c05df&device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 1095 time: 0.1393037 Jan 27 21:36:00.421635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-11e8f823-1e65-46c3-b88e-911c037f8ce6 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:00.425826 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-11e8f823-1e65-46c3-b88e-911c037f8ce6 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0178998 Jan 27 21:36:00.485093 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-c108d5da-dcf1-4db5-8f47-7d51c1eeab2c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b648a15-c109-47fa-8cb7-5a41f9bd8455 HTTP/1.1" status: 200 len: 217 time: 0.0807002 Jan 27 21:36:00.498847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Request body: {'port': {'device_id': '37f1ea83-fe1b-4bd8-a39e-771e55cad268', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '5add39e060934a7486531eb3f15d0e53'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:00.512011 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:00.585284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-8ee715ba-2a12-41f2-9ac8-b96f973bf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:00.591205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-8ee715ba-2a12-41f2-9ac8-b96f973bf560 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dc17a35b-5c65-4a1f-b7cd-a1533d120d7e HTTP/1.1" status: 200 len: 850 time: 0.1003551 Jan 27 21:36:00.773774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-08fa22f3-95fb-493a-9fe0-ae86f0917cff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=040cc28f-4997-4e1b-81a8-8bce34d3f908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523154 Jan 27 21:36:00.778129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a19ae6cf-7c5b-4bf4-8afe-dc03f6464379 req-af68f7d3-7049-4f6e-9adb-e9095562a0b4 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 210 time: 0.0527244 Jan 27 21:36:00.834967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b0388c-c409-4651-bf63-4c59506dc032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:00.838983 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7217f615-6cac-4bf1-85d4-bb1c64a75c7a" -d '{"events": [{"server_uuid": "e7b0388c-c409-4651-bf63-4c59506dc032", "name": "network-vif-plugged", "status": "completed", "tag": "ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:00.913999 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-08513c8b-1e3c-4ce9-bc72-f423a6855ab9 service neutron] 10.222.0.71 "GET /v2.0/networks/040cc28f-4997-4e1b-81a8-8bce34d3f908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338010 Jan 27 21:36:00.952481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0315d5-92c4-49b0-8283-104799c86583 req-67cad6e0-d72a-4a0f-af04-a46fa10caa33 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:00.956397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be0315d5-92c4-49b0-8283-104799c86583 req-67cad6e0-d72a-4a0f-af04-a46fa10caa33 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 945 time: 0.3641016 Jan 27 21:36:00.983271 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc5850e-57d5-4ca2-ad12-742581ac7232 x-openstack-request-id: req-6bc5850e-57d5-4ca2-ad12-742581ac7232 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:00.986194 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b0388c-c409-4651-bf63-4c59506dc032", "name": "network-vif-plugged", "status": "completed", "tag": "ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:00.986654 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6bc5850e-57d5-4ca2-ad12-742581ac7232 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:00.987253 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b0388c-c409-4651-bf63-4c59506dc032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1', 'code': 200} Jan 27 21:36:01.095497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Made reservation on behalf of 5add39e060934a7486531eb3f15d0e53 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:01.098435 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:01.123543 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:01.152990 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Publish callbacks [] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:01.218780 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:01.335582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Pushing event updated for resources: {'Port': ['ID=608ed861-9435-43c2-b811-bf6dfd6fdba5,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:01.418294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:01.625425 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Publish callbacks [] for security_group (d0d62950-0e5f-4da6-88cf-905660678af0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:01.638770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Network fdd57423-4cae-44a1-9678-8d16ac833413 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:01.646934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:01.660424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4360d680-fbe6-481e-bc9c-a65235090d82 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:01.738873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d0d62950-0e5f-4da6-88cf-905660678af0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:01.784280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4360d680-fbe6-481e-bc9c-a65235090d82 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:01.785000 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4360d680-fbe6-481e-bc9c-a65235090d82), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:01.812871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2ff70-ae99-4ace-aada-9005c24f4ace req-6e762993-5007-4892-a1db-ebbef9de8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:01.814994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41a2ff70-ae99-4ace-aada-9005c24f4ace req-6e762993-5007-4892-a1db-ebbef9de8f90 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 1096 time: 0.3072491 Jan 27 21:36:01.933184 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e132ad53-35c7-4614-b91d-0c2a7870605f req-caf96eba-4a8f-46da-84b3-1167420d5933 service neutron] 10.222.0.71 "GET /v2.0/networks/040cc28f-4997-4e1b-81a8-8bce34d3f908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0109427 Jan 27 21:36:01.966466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be0315d5-92c4-49b0-8283-104799c86583 req-961dd26d-7c77-4300-a00e-61aa43325eba tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671097 Jan 27 21:36:01.967818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d62950-0e5f-4da6-88cf-905660678af0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:02.015916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4360d680-fbe6-481e-bc9c-a65235090d82 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:02.016472 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4360d680-fbe6-481e-bc9c-a65235090d82), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:02.035222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0a986-63d0-4ff8-a922-7d01e5dc966b req-bbd6aeea-765a-4efe-a48c-d24c0581f755 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:02.053422 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30f0a986-63d0-4ff8-a922-7d01e5dc966b req-bbd6aeea-765a-4efe-a48c-d24c0581f755 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.74 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.5570762 Jan 27 21:36:02.058129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 4360d680-fbe6-481e-bc9c-a65235090d82, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4360d680-fbe6-481e-bc9c-a65235090d82,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:02.123892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:36:02.136550 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4360d680-fbe6-481e-bc9c-a65235090d82), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:02.193845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41a2ff70-ae99-4ace-aada-9005c24f4ace req-a423ea73-a572-423d-be52-3b9118f15243 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343158 Jan 27 21:36:02.224247 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-639f2c97-18f3-4842-8801-5438aa525985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:02.275337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=4360d680-fbe6-481e-bc9c-a65235090d82,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:02.297267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 92b4a442-db2b-49f0-a0c3-3a6f774ee703 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:36:02.395439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0396a-0f6e-4688-ad9b-b4a13bebf3fd req-0a10ab32-7244-49f1-b1a3-94148e11e22e tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:02.417799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:36:02.420463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8d0396a-0f6e-4688-ad9b-b4a13bebf3fd req-0a10ab32-7244-49f1-b1a3-94148e11e22e tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 944 time: 0.9134219 Jan 27 21:36:02.448380 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b77df1ac-bfaf-430b-9ad4-bc4ff6efaad0 admin admin] 10.222.0.61 "PUT /v2.0/routers/44e626c9-454e-4e94-9aaf-a3bd386bc6f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7669466 Jan 27 21:36:02.457189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Allocated IP 192.168.233.179 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/a5be0250-b203-43f9-abae-eb0c791b1cbe) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:02.516266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:02.516682 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:02.527971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Sync routers for ids ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:36:02.557922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Routers {'44e626c9-454e-4e94-9aaf-a3bd386bc6f8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:02.559409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:35:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:02.615128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96357bfd-2033-42b5-8a57-b0cfa0d79148 req-1f437377-7201-4694-952b-80e546b8f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:02.617951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96357bfd-2033-42b5-8a57-b0cfa0d79148 req-1f437377-7201-4694-952b-80e546b8f5ac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=780aa5a2acc94dd8a1f889df4a7c05df&device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 1095 time: 0.5441082 Jan 27 21:36:02.636018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 92b4a442-db2b-49f0-a0c3-3a6f774ee703, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=92b4a442-db2b-49f0-a0c3-3a6f774ee703,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:02.751545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96357bfd-2033-42b5-8a57-b0cfa0d79148 req-f622964e-648c-461f-8c1d-17e659925ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:02.759256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96357bfd-2033-42b5-8a57-b0cfa0d79148 req-f622964e-648c-461f-8c1d-17e659925ce8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=040cc28f-4997-4e1b-81a8-8bce34d3f908 HTTP/1.1" status: 200 len: 911 time: 0.1268330 Jan 27 21:36:02.815072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96357bfd-2033-42b5-8a57-b0cfa0d79148 req-40936507-22c1-4417-9182-8e160a1f9a28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b648a15-c109-47fa-8cb7-5a41f9bd8455 HTTP/1.1" status: 200 len: 217 time: 0.0526896 Jan 27 21:36:02.824941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1eeda6-69b1-45ec-aaa0-1bd1021063f9 req-0c5a9e59-04d2-470e-a00f-da18d90bc128 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:02.826549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc1eeda6-69b1-45ec-aaa0-1bd1021063f9 req-0c5a9e59-04d2-470e-a00f-da18d90bc128 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 945 time: 0.6279006 Jan 27 21:36:02.830122 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8d0396a-0f6e-4688-ad9b-b4a13bebf3fd req-b0e8924c-8a62-4b06-99f1-ae78a9447002 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087873 Jan 27 21:36:02.970062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Publish callbacks [] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:02.975649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-30f0a986-63d0-4ff8-a922-7d01e5dc966b req-6af0750b-60bf-41c0-8019-ba4e6b681bdf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Deleting port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:36:02.976000 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-30f0a986-63d0-4ff8-a922-7d01e5dc966b req-6af0750b-60bf-41c0-8019-ba4e6b681bdf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:03.024012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b418d5-ebc4-47b4-83b2-0edf157792b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b4a442-db2b-49f0-a0c3-3a6f774ee703'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:03.027027 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b019d80-ffb1-4e46-8ef4-6e9de9ebc3ec" -d '{"events": [{"server_uuid": "01b418d5-ebc4-47b4-83b2-0edf157792b5", "name": "network-vif-unplugged", "status": "completed", "tag": "92b4a442-db2b-49f0-a0c3-3a6f774ee703"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:03.034310 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:03.043225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Set router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:03.094205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0ce7bf8-8a18-42df-828b-c4e12ad501e2 req-7c4a2bf1-0d3a-46d7-980a-497d7b71a7df tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 210 time: 0.0666347 Jan 27 21:36:03.098555 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:03.196436 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:03.221029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:03.248337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:03.271157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=92b4a442-db2b-49f0-a0c3-3a6f774ee703,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:03.278758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Pushing event updated for resources: {'Port': ['ID=a5be0250-b203-43f9-abae-eb0c791b1cbe,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:03.305163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-30f0a986-63d0-4ff8-a922-7d01e5dc966b req-6af0750b-60bf-41c0-8019-ba4e6b681bdf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] For port 92b4a442-db2b-49f0-a0c3-3a6f774ee703, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=92b4a442-db2b-49f0-a0c3-3a6f774ee703,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:03.305163 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-30f0a986-63d0-4ff8-a922-7d01e5dc966b req-6af0750b-60bf-41c0-8019-ba4e6b681bdf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:03.322080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-30f0a986-63d0-4ff8-a922-7d01e5dc966b req-6af0750b-60bf-41c0-8019-ba4e6b681bdf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Calling delete_port for 92b4a442-db2b-49f0-a0c3-3a6f774ee703 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:36:03.468776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:03.472904 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:03.609250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:36:00Z', 'revision_number': 4, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '608ed861-9435-43c2-b811-bf6dfd6fdba5', 'name': '', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'mac_address': 'fa:16:3e:b9:03:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:58Z', 'updated_at': '2022-01-27T21:36:00Z', 'revision_number': 2, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'subnets': [{'id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:03.620776 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-87235a05-52c9-4b60-a071-495a74e2b94f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1305261 Jan 27 21:36:03.648452 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Request body: {'port': {'device_id': '37f1ea83-fe1b-4bd8-a39e-771e55cad268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:03.666096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4360d680-fbe6-481e-bc9c-a65235090d82 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:03.671192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Checking router: 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:36:03.671813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Updating router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 port 608ed861-9435-43c2-b811-bf6dfd6fdba5 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:36:03.772337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc1eeda6-69b1-45ec-aaa0-1bd1021063f9 req-89c88dab-5ab9-4cad-a3d0-2bd4319476fe tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9321139 Jan 27 21:36:03.774979 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:03.785048 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:03.827764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96357bfd-2033-42b5-8a57-b0cfa0d79148 req-91af4d26-da3a-4a34-a748-11485cb9a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:03.829286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96357bfd-2033-42b5-8a57-b0cfa0d79148 req-91af4d26-da3a-4a34-a748-11485cb9a97f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dc17a35b-5c65-4a1f-b7cd-a1533d120d7e HTTP/1.1" status: 200 len: 850 time: 0.9981022 Jan 27 21:36:03.849197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4621dd5a-4c39-4b35-a61b-3df70da188fe None None] Provisioning complete for port a5be0250-b203-43f9-abae-eb0c791b1cbe triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:03.849579 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4621dd5a-4c39-4b35-a61b-3df70da188fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:03.931876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96357bfd-2033-42b5-8a57-b0cfa0d79148 req-4ff0a22a-d16b-4ac8-8f60-9165e6a82a4d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=040cc28f-4997-4e1b-81a8-8bce34d3f908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800745 Jan 27 21:36:03.935634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-30f0a986-63d0-4ff8-a922-7d01e5dc966b req-6af0750b-60bf-41c0-8019-ba4e6b681bdf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (92b4a442-db2b-49f0-a0c3-3a6f774ee703), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:04.067366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0750b-60bf-41c0-8019-ba4e6b681bdf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event deleted for resources: {'Port': ['ID=92b4a442-db2b-49f0-a0c3-3a6f774ee703,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:04.115897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4621dd5a-4c39-4b35-a61b-3df70da188fe None None] Port a5be0250-b203-43f9-abae-eb0c791b1cbe cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:04.130465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4360d680-fbe6-481e-bc9c-a65235090d82 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:04.130855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4360d680-fbe6-481e-bc9c-a65235090d82), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:04.141710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9fe72-9a51-41e3-ba5b-d247470ac730 req-432c980d-f1e5-4758-a631-51e9a657b6d9 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:04.141710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ae9fe72-9a51-41e3-ba5b-d247470ac730 req-432c980d-f1e5-4758-a631-51e9a657b6d9 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 945 time: 0.2114146 Jan 27 21:36:04.326006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4360d680-fbe6-481e-bc9c-a65235090d82 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:04.394921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5be0250-b203-43f9-abae-eb0c791b1cbe {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:04.399295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f0a986-63d0-4ff8-a922-7d01e5dc966b req-6af0750b-60bf-41c0-8019-ba4e6b681bdf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] No DVR routers for this DVR port 92b4a442-db2b-49f0-a0c3-3a6f774ee703 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:36:04.420021 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Publish callbacks [] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:04.433017 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Publish callbacks [] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:04.436107 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-30f0a986-63d0-4ff8-a922-7d01e5dc966b req-6af0750b-60bf-41c0-8019-ba4e6b681bdf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:04.442404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30f0a986-63d0-4ff8-a922-7d01e5dc966b req-6af0750b-60bf-41c0-8019-ba4e6b681bdf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.74 "DELETE /v2.0/ports/92b4a442-db2b-49f0-a0c3-3a6f774ee703 HTTP/1.1" status: 204 len: 173 time: 2.3604445 Jan 27 21:36:04.444694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b418d5-ebc4-47b4-83b2-0edf157792b5', 'name': 'network-vif-deleted', 'tag': '92b4a442-db2b-49f0-a0c3-3a6f774ee703'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:04.448311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Transition to ACTIVE for port object a5be0250-b203-43f9-abae-eb0c791b1cbe will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:36:04.449085 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d2c6c0-246d-491e-b75c-1df55f4f13e9" -d '{"events": [{"server_uuid": "01b418d5-ebc4-47b4-83b2-0edf157792b5", "name": "network-vif-deleted", "tag": "92b4a442-db2b-49f0-a0c3-3a6f774ee703"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:04.458046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-91f618c7-b709-4525-8e5d-4bf8d818bd3f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:04.464918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-91f618c7-b709-4525-8e5d-4bf8d818bd3f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/networks?id=fdd57423-4cae-44a1-9678-8d16ac833413 HTTP/1.1" status: 200 len: 820 time: 0.7172344 Jan 27 21:36:04.496860 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ae9fe72-9a51-41e3-ba5b-d247470ac730 req-aa868d87-5419-4a0c-8b1f-09a50e82caa5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263149 Jan 27 21:36:04.501265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-e321849d-1184-433e-8095-89d84a8bbb6c tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/quotas/aad0f04492dc4bba9b6af026175d21cd HTTP/1.1" status: 200 len: 375 time: 0.0278869 Jan 27 21:36:04.506301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96357bfd-2033-42b5-8a57-b0cfa0d79148 req-a074dc9c-6680-4f81-8428-b4e3ff4d2d6c service neutron] 10.222.0.71 "GET /v2.0/networks/040cc28f-4997-4e1b-81a8-8bce34d3f908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187755 Jan 27 21:36:04.615168 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:04.625728 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:04.686341 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9ae70b-3ff1-40ae-99b8-e6da6c92687e x-openstack-request-id: req-3f9ae70b-3ff1-40ae-99b8-e6da6c92687e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:04.686959 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b418d5-ebc4-47b4-83b2-0edf157792b5", "name": "network-vif-unplugged", "status": "completed", "tag": "92b4a442-db2b-49f0-a0c3-3a6f774ee703", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:04.687427 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f9ae70b-3ff1-40ae-99b8-e6da6c92687e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:04.688055 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b418d5-ebc4-47b4-83b2-0edf157792b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b4a442-db2b-49f0-a0c3-3a6f774ee703', 'code': 200} Jan 27 21:36:04.885155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00714b9-9acc-4d72-9ea1-ac77db196f1d None None] Pushing event updated for resources: {'Port': ['ID=608ed861-9435-43c2-b811-bf6dfd6fdba5,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:04.933236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Pushing event updated for resources: {'Port': ['ID=a5be0250-b203-43f9-abae-eb0c791b1cbe,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:04.942214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-93bd2a54-e0d1-4246-91ee-a603db88969f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aad0f04492dc4bba9b6af026175d21cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2309482 Jan 27 21:36:04.945900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Attempting to bind port a5be0250-b203-43f9-abae-eb0c791b1cbe on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:04.946319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Attempting to bind port a5be0250-b203-43f9-abae-eb0c791b1cbe by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:04.946739 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Attempting to bind port a5be0250-b203-43f9-abae-eb0c791b1cbe on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:04.952682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Port a5be0250-b203-43f9-abae-eb0c791b1cbe on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:36:04.953441 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Attempting to bind port a5be0250-b203-43f9-abae-eb0c791b1cbe on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:04.962560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:04.962998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:04.964144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:04.969871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Bound port: a5be0250-b203-43f9-abae-eb0c791b1cbe, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:04.975717 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:04.983877 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-43068fa0-694e-4342-9e42-4778ecb1d3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.022257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Attempting to bind port 608ed861-9435-43c2-b811-bf6dfd6fdba5 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:05.026157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Attempting to bind port 608ed861-9435-43c2-b811-bf6dfd6fdba5 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '68a73248-9c29-4018-8b30-adf0fdea9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:05.030377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Attempting to bind port 608ed861-9435-43c2-b811-bf6dfd6fdba5 on network fdd57423-4cae-44a1-9678-8d16ac833413 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:05.059001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:05.059385 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Checking segment: {'id': '68a73248-9c29-4018-8b30-adf0fdea9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:05.059798 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.060223 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Bound using segment: {'id': '68a73248-9c29-4018-8b30-adf0fdea9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:05.060707 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Bound port: 608ed861-9435-43c2-b811-bf6dfd6fdba5, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a73248-9c29-4018-8b30-adf0fdea9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:05.061124 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.099398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] For port a5be0250-b203-43f9-abae-eb0c791b1cbe, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:05.103882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] For port a5be0250-b203-43f9-abae-eb0c791b1cbe, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a5be0250-b203-43f9-abae-eb0c791b1cbe,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:05.122376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97e1cf-860f-43fc-91b9-b00ac67befdb req-137cb1b2-ddad-4fc9-a98a-dfb747d15e79 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:05.123961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d97e1cf-860f-43fc-91b9-b00ac67befdb req-137cb1b2-ddad-4fc9-a98a-dfb747d15e79 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 944 time: 0.2443032 Jan 27 21:36:05.130413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96357bfd-2033-42b5-8a57-b0cfa0d79148 req-3aebaaf3-496c-456a-8046-02919d9df1f9 service neutron] 10.222.0.71 "GET /v2.0/networks/040cc28f-4997-4e1b-81a8-8bce34d3f908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172752 Jan 27 21:36:05.180537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] For port 608ed861-9435-43c2-b811-bf6dfd6fdba5, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:05.183714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] For port 608ed861-9435-43c2-b811-bf6dfd6fdba5, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=608ed861-9435-43c2-b811-bf6dfd6fdba5,segment=NetworkSegment(68a73248-9c29-4018-8b30-adf0fdea9e18),segment_id=68a73248-9c29-4018-8b30-adf0fdea9e18)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:05.215377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d97e1cf-860f-43fc-91b9-b00ac67befdb req-0c04ad75-1ed4-42cb-9962-890f5409d8d0 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822814 Jan 27 21:36:05.221200 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-800ff954-0532-45e9-adad-7ea47ce980b6 service neutron] 10.222.0.61 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781365 Jan 27 21:36:05.285145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.310529 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.367171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-74433dba-07f5-4474-bb92-4eb83a8d4afe service neutron] 10.222.0.61 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390116 Jan 27 21:36:05.378530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:05.379481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:05.381828 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] 10.222.0.74 "PUT /v2.0/ports/a5be0250-b203-43f9-abae-eb0c791b1cbe HTTP/1.1" status: 200 len: 1096 time: 1.7515645 Jan 27 21:36:05.382602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f1ea83-fe1b-4bd8-a39e-771e55cad268', 'tag': 'a5be0250-b203-43f9-abae-eb0c791b1cbe'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:05.385960 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4da580-23e0-45e9-a992-377151a113bd" -d '{"events": [{"name": "network-changed", "server_uuid": "37f1ea83-fe1b-4bd8-a39e-771e55cad268", "tag": "a5be0250-b203-43f9-abae-eb0c791b1cbe"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:05.433000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edf662-0a09-40f5-9a36-51503318153c service neutron] Pushing event updated for resources: {'Port': ['ID=a5be0250-b203-43f9-abae-eb0c791b1cbe,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:05.504115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00714b9-9acc-4d72-9ea1-ac77db196f1d None None] Pushing event updated for resources: {'Port': ['ID=608ed861-9435-43c2-b811-bf6dfd6fdba5,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:05.515991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Routers {'44e626c9-454e-4e94-9aaf-a3bd386bc6f8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:05.516666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:36:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:05.694979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-5b8fde1c-b5c4-4179-ae62-13eac062e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:05.696336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32d262-4002-46d1-a361-0a3163653296 req-f6181784-7527-4650-b74d-efbdc7fdae43 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:05.700656 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-5b8fde1c-b5c4-4179-ae62-13eac062e75a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add39e060934a7486531eb3f15d0e53&device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 1099 time: 0.1144896 Jan 27 21:36:05.704340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f32d262-4002-46d1-a361-0a3163653296 req-f6181784-7527-4650-b74d-efbdc7fdae43 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 948 time: 0.0984926 Jan 27 21:36:05.738050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] Set router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:05.814178 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-ee4f9a2a-bad5-46ad-a60d-79f87de46bfa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a5be0250-b203-43f9-abae-eb0c791b1cbe HTTP/1.1" status: 200 len: 217 time: 0.1037824 Jan 27 21:36:05.841496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f32d262-4002-46d1-a361-0a3163653296 req-8374c926-7d84-42cc-91b3-e61d67c848b1 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0d62950-0e5f-4da6-88cf-905660678af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338563 Jan 27 21:36:05.893868 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347a726c-20c8-4e2d-a7e0-4f1bed2eb958 x-openstack-request-id: req-347a726c-20c8-4e2d-a7e0-4f1bed2eb958 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:05.894167 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b418d5-ebc4-47b4-83b2-0edf157792b5", "name": "network-vif-deleted", "tag": "92b4a442-db2b-49f0-a0c3-3a6f774ee703", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:05.895016 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-347a726c-20c8-4e2d-a7e0-4f1bed2eb958 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:05.895016 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b418d5-ebc4-47b4-83b2-0edf157792b5', 'name': 'network-vif-deleted', 'tag': '92b4a442-db2b-49f0-a0c3-3a6f774ee703', 'status': 'completed', 'code': 200} Jan 27 21:36:05.972318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-19b80aa3-4ad7-4af0-9315-0fe968489d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:05.981144 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-19b80aa3-4ad7-4af0-9315-0fe968489d35 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1541340 Jan 27 21:36:06.099223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-c50f84a7-c3a1-495e-8221-8bcf4952bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:06.102570 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-c50f84a7-c3a1-495e-8221-8bcf4952bc92 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128659 Jan 27 21:36:06.146861 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:06.172618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-601b5f11-8a10-40af-8bb1-7b43c7757ab7 req-140d4b4c-d6b7-4d1b-b4c5-335e4062fa54 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=01b418d5-ebc4-47b4-83b2-0edf157792b5 HTTP/1.1" status: 200 len: 210 time: 0.1009359 Jan 27 21:36:06.206969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42787601-319c-40ae-b7da-e81f18b14035 req-67df26be-8a06-45aa-b04e-df60e9f5fcdf tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:06.217122 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42787601-319c-40ae-b7da-e81f18b14035 req-67df26be-8a06-45aa-b04e-df60e9f5fcdf tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 1096 time: 0.2201095 Jan 27 21:36:06.270915 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2a36ca-d9cd-49d8-a72e-e7ed97cb42aa x-openstack-request-id: req-dc2a36ca-d9cd-49d8-a72e-e7ed97cb42aa {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:06.272413 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f1ea83-fe1b-4bd8-a39e-771e55cad268", "tag": "a5be0250-b203-43f9-abae-eb0c791b1cbe", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:06.272683 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc2a36ca-d9cd-49d8-a72e-e7ed97cb42aa {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:06.274723 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f1ea83-fe1b-4bd8-a39e-771e55cad268', 'tag': 'a5be0250-b203-43f9-abae-eb0c791b1cbe', 'status': 'completed', 'code': 200} Jan 27 21:36:06.307864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42787601-319c-40ae-b7da-e81f18b14035 req-6ca7c220-1021-4c0b-8543-0b4e3078966a tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895784 Jan 27 21:36:06.383901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d126c55c-b310-403f-9df5-1e8ae524e06d req-02da11d4-a04f-4d69-8ce7-2b82d80199c8 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 210 time: 0.0454948 Jan 27 21:36:06.387424 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-0aede704-60b3-4c40-8f19-e3794576687c service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782123 Jan 27 21:36:06.409745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:36:00Z', 'revision_number': 4, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '608ed861-9435-43c2-b811-bf6dfd6fdba5', 'name': '', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'mac_address': 'fa:16:3e:b9:03:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:58Z', 'updated_at': '2022-01-27T21:36:05Z', 'revision_number': 4, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'subnets': [{'id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:06.444209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a568d020-3adc-4a16-b886-9bc4d29b1df8 None None] The sync data for ids ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'] in n-d-760456-6 is: [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:36:00Z', 'revision_number': 4, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '608ed861-9435-43c2-b811-bf6dfd6fdba5', 'name': '', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'mac_address': 'fa:16:3e:b9:03:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:58Z', 'updated_at': '2022-01-27T21:36:05Z', 'revision_number': 4, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'subnets': [{'id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:36:06.640512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b208a9-acc2-4f38-962b-6d3fc59c537f req-ab3f4ef6-4123-4fd2-abc4-88cdd58d3d20 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:06.646681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32b208a9-acc2-4f38-962b-6d3fc59c537f req-ab3f4ef6-4123-4fd2-abc4-88cdd58d3d20 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 944 time: 0.0665443 Jan 27 21:36:06.665426 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-869cb34e-fe66-4c7a-9652-2ff4538d0c4b req-43013215-54f6-4a2a-9dc5-25f238330739 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710717 Jan 27 21:36:06.675480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aec01-77a0-40c4-ab31-065e034c7a91 req-f0e32785-6bd3-4b31-a962-49ccd5eb2a44 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:06.682687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e76aec01-77a0-40c4-ab31-065e034c7a91 req-f0e32785-6bd3-4b31-a962-49ccd5eb2a44 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 1096 time: 0.1587944 Jan 27 21:36:06.750476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e76aec01-77a0-40c4-ab31-065e034c7a91 req-d5fb4c23-8f56-4722-a3ab-78e888cdd65d tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647008 Jan 27 21:36:06.809020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32b208a9-acc2-4f38-962b-6d3fc59c537f req-44267117-9b59-41a1-8b25-6bd69edd5d27 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483648 Jan 27 21:36:06.977021 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da580-23e0-45e9-a992-377151a113bd req-4b40d725-23b1-4741-af99-1e77be0a34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:06.981077 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae4da580-23e0-45e9-a992-377151a113bd req-4b40d725-23b1-4741-af99-1e77be0a34b1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5add39e060934a7486531eb3f15d0e53&device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 1099 time: 0.1439300 Jan 27 21:36:07.013811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2b648a15-c109-47fa-8cb7-5a41f9bd8455 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:07.159121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f52ed0-827a-4b2e-b681-91b6899aa569 req-aef7d1bd-0555-4edc-8f57-599cbe9d93a8 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:07.163005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3f52ed0-827a-4b2e-b681-91b6899aa569 req-aef7d1bd-0555-4edc-8f57-599cbe9d93a8 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 948 time: 0.1331060 Jan 27 21:36:07.216917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da580-23e0-45e9-a992-377151a113bd req-e1c986a8-a4bf-45d6-86ab-287bbd289d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:07.221612 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae4da580-23e0-45e9-a992-377151a113bd req-e1c986a8-a4bf-45d6-86ab-287bbd289d8c service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2330060 Jan 27 21:36:07.305954 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3f52ed0-827a-4b2e-b681-91b6899aa569 req-c5b7289d-0b0f-4228-a22b-716a2cceb827 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0d62950-0e5f-4da6-88cf-905660678af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353276 Jan 27 21:36:07.358003 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:07.368655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2b648a15-c109-47fa-8cb7-5a41f9bd8455, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2b648a15-c109-47fa-8cb7-5a41f9bd8455,segment=NetworkSegment(ef943876-be8e-403e-82a8-3039a016626e),segment_id=ef943876-be8e-403e-82a8-3039a016626e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:07.415004 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae4da580-23e0-45e9-a992-377151a113bd req-7dedf66d-8023-4809-bd43-94cfee178a1f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=a5be0250-b203-43f9-abae-eb0c791b1cbe HTTP/1.1" status: 200 len: 217 time: 0.1876230 Jan 27 21:36:07.443355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '2b648a15-c109-47fa-8cb7-5a41f9bd8455', 'network_id': '040cc28f-4997-4e1b-81a8-8bce34d3f908', 'port_id': '2b648a15-c109-47fa-8cb7-5a41f9bd8455', 'mac_address': 'fa:16:3e:a8:ab:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc17a35b-5c65-4a1f-b7cd-a1533d120d7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:07.509629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da580-23e0-45e9-a992-377151a113bd req-c5df6925-cd37-4b78-948f-5411abc2ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:07.512177 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae4da580-23e0-45e9-a992-377151a113bd req-c5df6925-cd37-4b78-948f-5411abc2ac52 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0853829 Jan 27 21:36:07.518229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2166637-09d1-4902-ad8c-a4349f128ae3 req-86911b4f-a8de-41b1-83eb-ca41cf1114ed tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:07.523703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2166637-09d1-4902-ad8c-a4349f128ae3 req-86911b4f-a8de-41b1-83eb-ca41cf1114ed tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 1096 time: 0.1413503 Jan 27 21:36:07.571044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2b648a15-c109-47fa-8cb7-5a41f9bd8455 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:07.571448 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:07.593358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b648a15-c109-47fa-8cb7-5a41f9bd8455 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:07.628223 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2b648a15-c109-47fa-8cb7-5a41f9bd8455, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2b648a15-c109-47fa-8cb7-5a41f9bd8455,segment=NetworkSegment(ef943876-be8e-403e-82a8-3039a016626e),segment_id=ef943876-be8e-403e-82a8-3039a016626e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:07.633836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da580-23e0-45e9-a992-377151a113bd req-3262a2ae-e7c0-4866-a69e-fa2bb62409b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:07.636053 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae4da580-23e0-45e9-a992-377151a113bd req-3262a2ae-e7c0-4866-a69e-fa2bb62409b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168287 Jan 27 21:36:07.643537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da178ea8-6426-499f-b542-e56f89b46850 req-0c4207ef-856c-4585-a3d5-87b025477ac6 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 210 time: 0.0913887 Jan 27 21:36:07.718444 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2166637-09d1-4902-ad8c-a4349f128ae3 req-7ad5225e-d712-4d8f-a9e4-d41be63c7424 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823175 Jan 27 21:36:07.747139 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 608ed861-9435-43c2-b811-bf6dfd6fdba5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:07.794687 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:07.870182 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae4da580-23e0-45e9-a992-377151a113bd req-15d1e724-87aa-4e0d-bc56-18d2c946a727 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205119 Jan 27 21:36:07.931827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2b648a15-c109-47fa-8cb7-5a41f9bd8455,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:07.955619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 608ed861-9435-43c2-b811-bf6dfd6fdba5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:07.957265 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.031955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b01092-b5b3-4e74-92f8-d2c497e01c04 req-bd7997b9-c96f-49ce-b515-15847aeeb9ba tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:08.036756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73b01092-b5b3-4e74-92f8-d2c497e01c04 req-bd7997b9-c96f-49ce-b515-15847aeeb9ba tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 945 time: 0.1121120 Jan 27 21:36:08.044795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2b648a15-c109-47fa-8cb7-5a41f9bd8455'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:08.065194 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae4da580-23e0-45e9-a992-377151a113bd req-d42c1951-d11f-45b4-b79b-25aa7ebdd834 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884272 Jan 27 21:36:08.158316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73b01092-b5b3-4e74-92f8-d2c497e01c04 req-d4d461cd-5729-4d90-a4ca-2fc10653dd4a tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153610 Jan 27 21:36:08.382391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 608ed861-9435-43c2-b811-bf6dfd6fdba5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:08.390647 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.390647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a5be0250-b203-43f9-abae-eb0c791b1cbe details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:08.486752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 608ed861-9435-43c2-b811-bf6dfd6fdba5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=608ed861-9435-43c2-b811-bf6dfd6fdba5,segment=NetworkSegment(68a73248-9c29-4018-8b30-adf0fdea9e18),segment_id=68a73248-9c29-4018-8b30-adf0fdea9e18)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:08.503257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fc010-f43d-4ba9-a599-231925946a6a req-bdefc161-9839-4ceb-8937-0866982233ec tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:08.515864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c9fc010-f43d-4ba9-a599-231925946a6a req-bdefc161-9839-4ceb-8937-0866982233ec tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 948 time: 0.0943754 Jan 27 21:36:08.604406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c9fc010-f43d-4ba9-a599-231925946a6a req-af974a8a-17aa-482d-b3a9-ee5d06d0e4be tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0d62950-0e5f-4da6-88cf-905660678af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871775 Jan 27 21:36:08.625271 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.674105 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39824) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:08.680229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a8566b3b-f1a7-421b-9dca-324790fb4630 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1240059962', 'description': 'tempest-description--1732651726'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:08.729232 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a5be0250-b203-43f9-abae-eb0c791b1cbe, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a5be0250-b203-43f9-abae-eb0c791b1cbe,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:08.773977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'a5be0250-b203-43f9-abae-eb0c791b1cbe', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'a5be0250-b203-43f9-abae-eb0c791b1cbe', 'mac_address': 'fa:16:3e:95:94:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:08.783649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2938888-6fbc-420b-86e6-e208e5762ed6 req-268888fc-b01f-48bd-9a76-61b020f7b285 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 210 time: 0.0410507 Jan 27 21:36:08.812779 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8566b3b-f1a7-421b-9dca-324790fb4630 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.934194 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8566b3b-f1a7-421b-9dca-324790fb4630 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for security_group (3b90fb77-b5a7-4de6-9f6f-cab0b2d3218b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:08.954892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac649c90-c37f-4a69-abeb-16d3e5d4a115 req-3afe94d9-07c1-49d2-8db5-9f6958766e13 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:08.962579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac649c90-c37f-4a69-abeb-16d3e5d4a115 req-3afe94d9-07c1-49d2-8db5-9f6958766e13 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 1096 time: 0.0773902 Jan 27 21:36:08.995388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=608ed861-9435-43c2-b811-bf6dfd6fdba5,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:09.011399 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.029282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac649c90-c37f-4a69-abeb-16d3e5d4a115 req-d1571363-5f87-4f34-8abc-e2eafda0b05f tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653634 Jan 27 21:36:09.031948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a5be0250-b203-43f9-abae-eb0c791b1cbe is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:09.034386 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.053357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5be0250-b203-43f9-abae-eb0c791b1cbe {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:09.057193 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8566b3b-f1a7-421b-9dca-324790fb4630 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3b90fb77-b5a7-4de6-9f6f-cab0b2d3218b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.100910 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a5be0250-b203-43f9-abae-eb0c791b1cbe, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a5be0250-b203-43f9-abae-eb0c791b1cbe,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:09.111031 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8566b3b-f1a7-421b-9dca-324790fb4630 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b90fb77-b5a7-4de6-9f6f-cab0b2d3218b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:09.182573 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.203830 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8566b3b-f1a7-421b-9dca-324790fb4630 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.211867 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a8566b3b-f1a7-421b-9dca-324790fb4630 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5334337 Jan 27 21:36:09.218365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39836) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:09.218365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7ea4474c-9df0-45c1-8e58-cfcedbd88442 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Request body: {'security_group_rule': {'security_group_id': '3b90fb77-b5a7-4de6-9f6f-cab0b2d3218b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:09.324827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a5be0250-b203-43f9-abae-eb0c791b1cbe,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:09.344629 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ea4474c-9df0-45c1-8e58-cfcedbd88442 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for security_group_rule (be424b57-c9a0-4ce1-b559-d74c2f11381e), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.444972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a5be0250-b203-43f9-abae-eb0c791b1cbe'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:09.470223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52b56a-3561-4a36-8257-010ecafb8d03 req-1a8d564d-1995-4811-9fc1-539f102087bd tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:09.479162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b52b56a-3561-4a36-8257-010ecafb8d03 req-1a8d564d-1995-4811-9fc1-539f102087bd tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 945 time: 0.1110976 Jan 27 21:36:09.541859 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ea4474c-9df0-45c1-8e58-cfcedbd88442 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for security_group_rule (be424b57-c9a0-4ce1-b559-d74c2f11381e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.581834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 608ed861-9435-43c2-b811-bf6dfd6fdba5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:09.660946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b52b56a-3561-4a36-8257-010ecafb8d03 req-3bd75bc3-45a1-41b6-a6b7-d84f2891c7d9 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799073 Jan 27 21:36:09.742911 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 608ed861-9435-43c2-b811-bf6dfd6fdba5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:09.757915 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.870513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 608ed861-9435-43c2-b811-bf6dfd6fdba5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:09.895383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ea4474c-9df0-45c1-8e58-cfcedbd88442 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (be424b57-c9a0-4ce1-b559-d74c2f11381e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:09.959748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4474c-9df0-45c1-8e58-cfcedbd88442 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be424b57-c9a0-4ce1-b559-d74c2f11381e,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:09.972255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a3027-575f-47a8-afdb-6c3b6c88408b req-282ad077-8c86-407c-a3b0-e270f4544ffb tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:09.980948 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e46a3027-575f-47a8-afdb-6c3b6c88408b req-282ad077-8c86-407c-a3b0-e270f4544ffb tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 949 time: 0.1256347 Jan 27 21:36:10.043046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-6ed472ef-550e-4e5a-b2bb-c3d4741c368a tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:10.044649 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-6ed472ef-550e-4e5a-b2bb-c3d4741c368a tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.74 "GET /v2.0/networks?id=fdd57423-4cae-44a1-9678-8d16ac833413 HTTP/1.1" status: 200 len: 820 time: 0.1978998 Jan 27 21:36:10.053106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e46a3027-575f-47a8-afdb-6c3b6c88408b req-c6af4c01-0f03-44b4-84fb-c852ba6a9c09 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0d62950-0e5f-4da6-88cf-905660678af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572209 Jan 27 21:36:10.059494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Request body: {'port': {'device_id': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'admin_state_up': True, 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:10.084812 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ea4474c-9df0-45c1-8e58-cfcedbd88442 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.086754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7ea4474c-9df0-45c1-8e58-cfcedbd88442 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8735225 Jan 27 21:36:10.103385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39848) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:10.114680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-50743889-2ab3-4d07-a18a-330d78d44dce tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Request body: {'security_group_rule': {'security_group_id': '3b90fb77-b5a7-4de6-9f6f-cab0b2d3218b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:10.216428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e877c60-f481-440f-b7c9-f94a42df9e4e req-860c4826-d836-49c4-8968-dff034c6b979 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 210 time: 0.0437071 Jan 27 21:36:10.262645 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-50743889-2ab3-4d07-a18a-330d78d44dce tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for security_group_rule (bbf771d5-9ba7-4254-aebb-2ed5da096b5a), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.314598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a5be0250-b203-43f9-abae-eb0c791b1cbe up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:10.391168 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-50743889-2ab3-4d07-a18a-330d78d44dce tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for security_group_rule (bbf771d5-9ba7-4254-aebb-2ed5da096b5a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.418668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Made reservation on behalf of aad0f04492dc4bba9b6af026175d21cd for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:10.422297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.600564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Allocated IP 172.20.0.9 (fdd57423-4cae-44a1-9678-8d16ac833413/d3e700f4-c16e-44a9-8fe1-73779a971d9a/257d999c-b9c7-4d9f-b134-025f51e73ece) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:10.623980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port a5be0250-b203-43f9-abae-eb0c791b1cbe completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:36:10.627415 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-50743889-2ab3-4d07-a18a-330d78d44dce tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (bbf771d5-9ba7-4254-aebb-2ed5da096b5a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.645815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port a5be0250-b203-43f9-abae-eb0c791b1cbe triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:10.647205 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.691297 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50743889-2ab3-4d07-a18a-330d78d44dce tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf771d5-9ba7-4254-aebb-2ed5da096b5a,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:10.767335 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-50743889-2ab3-4d07-a18a-330d78d44dce tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.772681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-50743889-2ab3-4d07-a18a-330d78d44dce tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6620541 Jan 27 21:36:10.775160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39874) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:10.781929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:10.854576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a5be0250-b203-43f9-abae-eb0c791b1cbe is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:10.855281 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.893097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:10.911277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f1ea83-fe1b-4bd8-a39e-771e55cad268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5be0250-b203-43f9-abae-eb0c791b1cbe'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:10.914198 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38f9a90-4399-4c2b-b7c8-ccbbeec80e84" -d '{"events": [{"server_uuid": "37f1ea83-fe1b-4bd8-a39e-771e55cad268", "name": "network-vif-plugged", "status": "completed", "tag": "a5be0250-b203-43f9-abae-eb0c791b1cbe"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:10.940052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a5be0250-b203-43f9-abae-eb0c791b1cbe, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a5be0250-b203-43f9-abae-eb0c791b1cbe,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:10.947189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0180d7-bc23-4f3b-ac3f-6e20cefac360 req-d87e7bd3-0f31-4365-b04f-c5f1fbd92c50 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:10.951433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec0180d7-bc23-4f3b-ac3f-6e20cefac360 req-d87e7bd3-0f31-4365-b04f-c5f1fbd92c50 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 945 time: 0.1264849 Jan 27 21:36:10.956569 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.042297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2b648a15-c109-47fa-8cb7-5a41f9bd8455 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:11.045573 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.049631 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.085971 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec0180d7-bc23-4f3b-ac3f-6e20cefac360 req-009d97fb-3051-4fa4-bb9a-8baaad17c6cc tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257479 Jan 27 21:36:11.148689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.169959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Pushing event updated for resources: {'Port': ['ID=257d999c-b9c7-4d9f-b134-025f51e73ece,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:11.209755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Network fdd57423-4cae-44a1-9678-8d16ac833413 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:11.211582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:11.214939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:11.224661 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a5be0250-b203-43f9-abae-eb0c791b1cbe,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:11.300964 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:11.302389 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.314479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 2b648a15-c109-47fa-8cb7-5a41f9bd8455 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:36:11.325091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 2b648a15-c109-47fa-8cb7-5a41f9bd8455 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:11.325852 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.379874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3843dd1-c574-432a-a513-a9972ccd7c2c req-3775dd27-ae07-43db-8023-dc306a70de17 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1001465 Jan 27 21:36:11.399011 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ff8561-92f9-424f-ae19-3645caaedd05 x-openstack-request-id: req-65ff8561-92f9-424f-ae19-3645caaedd05 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:11.405862 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f1ea83-fe1b-4bd8-a39e-771e55cad268", "name": "network-vif-plugged", "status": "completed", "tag": "a5be0250-b203-43f9-abae-eb0c791b1cbe", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:11.405862 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65ff8561-92f9-424f-ae19-3645caaedd05 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:11.405862 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f1ea83-fe1b-4bd8-a39e-771e55cad268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5be0250-b203-43f9-abae-eb0c791b1cbe', 'code': 200} Jan 27 21:36:11.430300 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-b4c85c9f-74d7-4879-b0e9-6c903e2b3d73 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3759742 Jan 27 21:36:11.448340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Request body: {'port': {'device_id': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:11.459948 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Allocated IP 172.25.0.94 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/b5fb3198-d0cd-49f6-9be5-dc8393f43908) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:11.592885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2b648a15-c109-47fa-8cb7-5a41f9bd8455 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:11.593436 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.642391 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.680497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2b648a15-c109-47fa-8cb7-5a41f9bd8455, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2b648a15-c109-47fa-8cb7-5a41f9bd8455,segment=NetworkSegment(ef943876-be8e-403e-82a8-3039a016626e),segment_id=ef943876-be8e-403e-82a8-3039a016626e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:11.754288 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.797639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3843dd1-c574-432a-a513-a9972ccd7c2c req-e2bdd776-9c3b-4995-8f87-75c121430f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:11.798280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3843dd1-c574-432a-a513-a9972ccd7c2c req-e2bdd776-9c3b-4995-8f87-75c121430f64 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=99acbe8e03bc4d509e99541ebe3a243d&device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 1097 time: 0.2851579 Jan 27 21:36:11.809405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a21bc-7492-4c00-a442-159b16cf0149 req-fedf9004-1144-4aa4-bf4a-0bec1036d3f6 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:11.825650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-651a21bc-7492-4c00-a442-159b16cf0149 req-fedf9004-1144-4aa4-bf4a-0bec1036d3f6 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 950 time: 0.3083782 Jan 27 21:36:11.858456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2b648a15-c109-47fa-8cb7-5a41f9bd8455,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:11.869088 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for port (b5fb3198-d0cd-49f6-9be5-dc8393f43908), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:11.873287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbcbfd-d7b2-45dc-b550-fb558a6bb79a req-b0dd69c1-f23a-4842-9dd3-6cfe9d868ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:11.874816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9bdbcbfd-d7b2-45dc-b550-fb558a6bb79a req-b0dd69c1-f23a-4842-9dd3-6cfe9d868ac9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 1101 time: 0.3123472 Jan 27 21:36:12.058876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257d999c-b9c7-4d9f-b134-025f51e73ece {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:12.069012 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Publish callbacks [] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:12.083656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Transition to ACTIVE for port object 257d999c-b9c7-4d9f-b134-025f51e73ece will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:36:12.316160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-651a21bc-7492-4c00-a442-159b16cf0149 req-ff75b173-fac5-4926-8e5f-89373765a9fa tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0d62950-0e5f-4da6-88cf-905660678af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902248 Jan 27 21:36:12.339888 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:12.346287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9bdbcbfd-d7b2-45dc-b550-fb558a6bb79a req-7c52c7fa-ec51-4bdb-84d8-1a5da2ef7f93 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d0d62950-0e5f-4da6-88cf-905660678af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576902 Jan 27 21:36:12.348995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3843dd1-c574-432a-a513-a9972ccd7c2c req-9a52cfe4-bed9-4f27-8b9c-3fe7389e1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:12.350386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3843dd1-c574-432a-a513-a9972ccd7c2c req-9a52cfe4-bed9-4f27-8b9c-3fe7389e1cfd service neutron] 10.222.0.71 "GET /v2.0/networks?id=b80b5939-92d4-4609-be08-39b5f303bbc2 HTTP/1.1" status: 200 len: 906 time: 0.5055821 Jan 27 21:36:12.450067 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Pushing event updated for resources: {'Port': ['ID=257d999c-b9c7-4d9f-b134-025f51e73ece,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:12.504190 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b5fb3198-d0cd-49f6-9be5-dc8393f43908), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:12.517923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3843dd1-c574-432a-a513-a9972ccd7c2c req-23c9b465-88fb-40ea-96eb-faa9498b1753 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a HTTP/1.1" status: 200 len: 1001 time: 0.1596467 Jan 27 21:36:12.530427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793807f1-928d-4fc6-b10b-70634b2dabe9 req-9d797e01-5d51-436c-97f6-48153503297d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:12.533311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793807f1-928d-4fc6-b10b-70634b2dabe9 req-9d797e01-5d51-436c-97f6-48153503297d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 943 time: 0.1243598 Jan 27 21:36:12.544710 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Attempting to bind port 257d999c-b9c7-4d9f-b134-025f51e73ece on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:12.545187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Attempting to bind port 257d999c-b9c7-4d9f-b134-025f51e73ece by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '68a73248-9c29-4018-8b30-adf0fdea9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:12.545614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Attempting to bind port 257d999c-b9c7-4d9f-b134-025f51e73ece on network fdd57423-4cae-44a1-9678-8d16ac833413 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:12.551828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Port 257d999c-b9c7-4d9f-b134-025f51e73ece on network fdd57423-4cae-44a1-9678-8d16ac833413 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:36:12.552335 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Attempting to bind port 257d999c-b9c7-4d9f-b134-025f51e73ece on network fdd57423-4cae-44a1-9678-8d16ac833413 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:12.560664 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:12.561136 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Checking segment: {'id': '68a73248-9c29-4018-8b30-adf0fdea9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:12.561734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Bound using segment: {'id': '68a73248-9c29-4018-8b30-adf0fdea9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:12.562227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Bound port: 257d999c-b9c7-4d9f-b134-025f51e73ece, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a73248-9c29-4018-8b30-adf0fdea9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:12.562668 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:12.586194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a31bfd38-8a79-4fee-94f1-5d30349fca7b tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:36:12.587307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a31bfd38-8a79-4fee-94f1-5d30349fca7b tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068269 Jan 27 21:36:12.621955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:12.642699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] For port 257d999c-b9c7-4d9f-b134-025f51e73ece, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:12.647154 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] For port 257d999c-b9c7-4d9f-b134-025f51e73ece, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=257d999c-b9c7-4d9f-b134-025f51e73ece,segment=NetworkSegment(68a73248-9c29-4018-8b30-adf0fdea9e18),segment_id=68a73248-9c29-4018-8b30-adf0fdea9e18)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:12.657302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:12.664658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:12.742747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event updated for resources: {'Port': ['ID=b5fb3198-d0cd-49f6-9be5-dc8393f43908,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:12.772590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3843dd1-c574-432a-a513-a9972ccd7c2c req-a60ad7c4-a2ce-4645-bcee-052033ab726a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:12.774577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3843dd1-c574-432a-a513-a9972ccd7c2c req-a60ad7c4-a2ce-4645-bcee-052033ab726a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc17ff5e-460a-4849-b0db-c75310b8007a HTTP/1.1" status: 200 len: 844 time: 0.1997120 Jan 27 21:36:12.837102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-7e719085-3ef2-448d-aec5-56da04a205fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:12.837102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-7e719085-3ef2-448d-aec5-56da04a205fe service neutron] 10.222.0.61 "GET /v2.0/ports/ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 HTTP/1.1" status: 200 len: 1093 time: 0.1807213 Jan 27 21:36:12.841747 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:12.848519 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-793807f1-928d-4fc6-b10b-70634b2dabe9 req-3ed02ecc-ebec-4cde-9875-fce0a6c6ad53 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586203 Jan 27 21:36:12.864007 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:12.864662 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:12.866080 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] 10.222.0.74 "PUT /v2.0/ports/257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 1091 time: 1.4286153 Jan 27 21:36:12.866539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:12.878486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] Request body: {'binding': {'host': 'n-h1-760456-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:12.878994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] Unknown quota resources ['binding']. {{(pid=104027) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:36:12.879734 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f340bc-e99c-4504-ad0b-b5e9cbd5a6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:12.982048 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba89bcf-c9d2-4efe-8841-18a07b69b3fe service neutron] Pushing event updated for resources: {'Port': ['ID=257d999c-b9c7-4d9f-b134-025f51e73ece,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:13.066646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3843dd1-c574-432a-a513-a9972ccd7c2c req-ef5c56ed-ed8d-4b93-87e9-fe55a53f0b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:13.068193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3843dd1-c574-432a-a513-a9972ccd7c2c req-ef5c56ed-ed8d-4b93-87e9-fe55a53f0b6d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b80b5939-92d4-4609-be08-39b5f303bbc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2849107 Jan 27 21:36:13.087075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-bf45a083-f475-42ac-ab5f-b59e17f20b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:13.090095 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-bf45a083-f475-42ac-ab5f-b59e17f20b8d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aad0f04492dc4bba9b6af026175d21cd&device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 1094 time: 0.0555081 Jan 27 21:36:13.090427 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for floatingip (a8e628a8-ddfc-4cfb-8dee-488cf3996031), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:13.148579 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-f3d177ad-1f3d-4971-9098-c01435101606 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 217 time: 0.0476093 Jan 27 21:36:13.191053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7b82b-1436-49e4-acb8-07ed55458f93 req-c21e323f-8620-4cb1-b6c1-7d6b6850ff96 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:13.192583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bfe7b82b-1436-49e4-acb8-07ed55458f93 req-c21e323f-8620-4cb1-b6c1-7d6b6850ff96 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 946 time: 0.2346399 Jan 27 21:36:13.216464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9860ef05-e41a-460a-935f-d15d888eedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:13.217953 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-9860ef05-e41a-460a-935f-d15d888eedc4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3e700f4-c16e-44a9-8fe1-73779a971d9a HTTP/1.1" status: 200 len: 860 time: 0.0622773 Jan 27 21:36:13.261239 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-ff9452a1-8bd9-40e4-a5f0-401922ed57a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fdd57423-4cae-44a1-9678-8d16ac833413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324960 Jan 27 21:36:13.318229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3843dd1-c574-432a-a513-a9972ccd7c2c req-e53e58a9-68b9-4488-9a49-fa2b406e735e service neutron] 10.222.0.71 "GET /v2.0/networks/b80b5939-92d4-4609-be08-39b5f303bbc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415085 Jan 27 21:36:13.318982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] Attempting to bind port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on host n-h1-760456-6 for vnic_type normal with profile None {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:13.319387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] Attempting to bind port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:13.319750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] Attempting to bind port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:13.341774 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b5fb3198-d0cd-49f6-9be5-dc8393f43908), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:13.354453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] Port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:36:13.354796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] Attempting to bind port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:13.381475 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-bb03383d-7bd1-4460-82c0-0dbb6c461821 service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081302 Jan 27 21:36:13.381739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bfe7b82b-1436-49e4-acb8-07ed55458f93 req-6b1adf6f-833b-46db-8d39-d4dc454aa0d3 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814532 Jan 27 21:36:13.409683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3838fc90-b0e1-4e94-9e10-6b17328b6202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b648a15-c109-47fa-8cb7-5a41f9bd8455'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:13.409683 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fac9efe-b141-41dd-bcfb-2ccf5e2fac0a" -d '{"events": [{"server_uuid": "3838fc90-b0e1-4e94-9e10-6b17328b6202", "name": "network-vif-plugged", "status": "completed", "tag": "2b648a15-c109-47fa-8cb7-5a41f9bd8455"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:13.411652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:13.412005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:13.412997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] Bound using segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:13.412997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] Bound port: ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:13.509607 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1af888c1-03d6-4962-b03d-92e1b9b02ccb req-09d2d462-8e59-4314-bd4c-b77a322b088c service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173289 Jan 27 21:36:13.537634 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35e3d06-7ef3-49d3-a9c0-df7b8752e0a6 x-openstack-request-id: req-b35e3d06-7ef3-49d3-a9c0-df7b8752e0a6 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:13.538127 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:13.538600 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b35e3d06-7ef3-49d3-a9c0-df7b8752e0a6 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:13.539306 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'status': 'completed', 'code': 200} Jan 27 21:36:13.598936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:13.614551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3843dd1-c574-432a-a513-a9972ccd7c2c req-84e029eb-8a65-4434-b783-9fe51e1b63b3 service neutron] 10.222.0.71 "GET /v2.0/networks/b80b5939-92d4-4609-be08-39b5f303bbc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861040 Jan 27 21:36:13.688465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b374ceb-d0ff-4d43-9a9c-14833ab63643 req-64e0704c-880a-4d06-83c8-596efbb7da28 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:13.689964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b374ceb-d0ff-4d43-9a9c-14833ab63643 req-64e0704c-880a-4d06-83c8-596efbb7da28 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 950 time: 0.0967281 Jan 27 21:36:13.744390 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for port (b5fb3198-d0cd-49f6-9be5-dc8393f43908), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:13.759540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b374ceb-d0ff-4d43-9a9c-14833ab63643 req-4f06dcf2-3fa6-42bf-ae64-8959367d7380 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0d62950-0e5f-4da6-88cf-905660678af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633800 Jan 27 21:36:13.763212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f340bc-e99c-4504-ad0b-b5e9cbd5a6a1 req-9efde73b-b282-4ad7-a06c-a87367668161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:13.764765 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-11f340bc-e99c-4504-ad0b-b5e9cbd5a6a1 req-9efde73b-b282-4ad7-a06c-a87367668161 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aad0f04492dc4bba9b6af026175d21cd&device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 1094 time: 0.0414031 Jan 27 21:36:13.774459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:13.776249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-0bbeab99-03b1-4dd4-8c0a-bfad32f059f4 service neutron] 10.222.0.61 "POST /v2.0/ports/ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1/bindings HTTP/1.1" status: 201 len: 389 time: 0.9214480 Jan 27 21:36:13.827841 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fb97a0-5fd0-4409-92ae-8e6abb663010 x-openstack-request-id: req-78fb97a0-5fd0-4409-92ae-8e6abb663010 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:13.828725 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3838fc90-b0e1-4e94-9e10-6b17328b6202", "name": "network-vif-plugged", "status": "completed", "tag": "2b648a15-c109-47fa-8cb7-5a41f9bd8455", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:13.828725 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78fb97a0-5fd0-4409-92ae-8e6abb663010 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:13.828965 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3838fc90-b0e1-4e94-9e10-6b17328b6202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b648a15-c109-47fa-8cb7-5a41f9bd8455', 'code': 200} Jan 27 21:36:13.862612 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (b5fb3198-d0cd-49f6-9be5-dc8393f43908), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:13.873643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f340bc-e99c-4504-ad0b-b5e9cbd5a6a1 req-7debb2a6-1f95-43aa-b169-3021873ea862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:13.876632 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-11f340bc-e99c-4504-ad0b-b5e9cbd5a6a1 req-7debb2a6-1f95-43aa-b169-3021873ea862 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fdd57423-4cae-44a1-9678-8d16ac833413 HTTP/1.1" status: 200 len: 921 time: 0.1035779 Jan 27 21:36:13.924683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event updated for resources: {'Port': ['ID=b5fb3198-d0cd-49f6-9be5-dc8393f43908,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:13.959070 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-11f340bc-e99c-4504-ad0b-b5e9cbd5a6a1 req-3f9fa959-9afc-4074-9e48-d68c02763233 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 217 time: 0.0764682 Jan 27 21:36:14.016060 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f340bc-e99c-4504-ad0b-b5e9cbd5a6a1 req-ef71443d-1854-4376-8242-d3a574154591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:14.016338 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (a8e628a8-ddfc-4cfb-8dee-488cf3996031), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.018608 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-11f340bc-e99c-4504-ad0b-b5e9cbd5a6a1 req-ef71443d-1854-4376-8242-d3a574154591 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3e700f4-c16e-44a9-8fe1-73779a971d9a HTTP/1.1" status: 200 len: 860 time: 0.0523651 Jan 27 21:36:14.033951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87397c-0c2e-4a49-a3e5-61afeced5202 req-8ed4cb4d-3c15-410d-b8f3-be63f13b7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:14.035581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed87397c-0c2e-4a49-a3e5-61afeced5202 req-8ed4cb4d-3c15-410d-b8f3-be63f13b7257 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 1097 time: 0.1263931 Jan 27 21:36:14.057511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb796d-0ece-4cdb-9fae-5faf33517c74 req-b86ecf9f-b57c-4e28-b9c3-2aff97513251 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:14.057511 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dfb796d-0ece-4cdb-9fae-5faf33517c74 req-b86ecf9f-b57c-4e28-b9c3-2aff97513251 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 943 time: 0.0910614 Jan 27 21:36:14.061438 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-11f340bc-e99c-4504-ad0b-b5e9cbd5a6a1 req-b2a7986d-2562-4ea3-a64e-37a840d1b236 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fdd57423-4cae-44a1-9678-8d16ac833413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316491 Jan 27 21:36:14.167221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:14.168026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-869c6ac2-6635-4f72-9ac6-2e3ebc796399 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3916254 Jan 27 21:36:14.174410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed87397c-0c2e-4a49-a3e5-61afeced5202 req-a4f905a3-715b-47ac-a3d9-f0dba602216d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194568 Jan 27 21:36:14.179839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dfb796d-0ece-4cdb-9fae-5faf33517c74 req-a21a927d-d71b-4e65-b65d-7b2c3be5fb1e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139815 Jan 27 21:36:14.185376 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-11f340bc-e99c-4504-ad0b-b5e9cbd5a6a1 req-1efbf216-eed4-44f7-a9e6-8d7305446423 service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158972 Jan 27 21:36:14.200597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e175e-b81b-4657-9a94-aa3af1ff733c req-e38dd135-5fbc-4ec3-8b8e-c6140e5b55c8 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:14.200597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a6e175e-b81b-4657-9a94-aa3af1ff733c req-e38dd135-5fbc-4ec3-8b8e-c6140e5b55c8 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 945 time: 0.0949180 Jan 27 21:36:14.267460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a6e175e-b81b-4657-9a94-aa3af1ff733c req-c2879d78-359b-492a-a402-7443d764abd4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562675 Jan 27 21:36:14.296370 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-11f340bc-e99c-4504-ad0b-b5e9cbd5a6a1 req-70e73355-604d-43a6-a8f3-5f5167ce2a74 service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021202 Jan 27 21:36:14.522100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-366693c5-025c-4b51-8144-67b5758f56dd tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:14.524544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-366693c5-025c-4b51-8144-67b5758f56dd tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/networks?id=2321fcf1-6156-4632-a88d-6c1cfd68712f HTTP/1.1" status: 200 len: 822 time: 0.1741731 Jan 27 21:36:14.550695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ed40b-0644-4869-a596-eb12f201412e req-1ed37744-323c-49ee-9596-edf7f592e271 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:14.556636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-318ed40b-0644-4869-a596-eb12f201412e req-1ed37744-323c-49ee-9596-edf7f592e271 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 946 time: 0.0915232 Jan 27 21:36:14.558540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-93b25246-386f-4bed-ab74-759c625a6409 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/quotas/614c112f9d06401693fefa3326769b1e HTTP/1.1" status: 200 len: 375 time: 0.0257432 Jan 27 21:36:14.601153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-cf1c6e45-40c8-4ff4-b646-945dd48461e2 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=614c112f9d06401693fefa3326769b1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352852 Jan 27 21:36:14.672755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-318ed40b-0644-4869-a596-eb12f201412e req-46c38e29-7ccf-4d5f-8a00-072038e88a8e tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131704 Jan 27 21:36:14.736650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-e8c32489-df04-4ad0-8490-4b5156ea4870 service neutron] 10.222.0.61 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251552 Jan 27 21:36:14.805939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-6d96683d-26b8-4864-a216-98d3fe04fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:14.807983 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-6d96683d-26b8-4864-a216-98d3fe04fccf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 1096 time: 0.0844510 Jan 27 21:36:14.879886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-186ce41b-dd2f-4880-8660-362f074a5987 service neutron] 10.222.0.61 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410801 Jan 27 21:36:14.979553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-351ed643-7201-4ecd-bf28-74c17e94737e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:14.981245 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-351ed643-7201-4ecd-bf28-74c17e94737e service neutron] 10.222.0.74 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.1665907 Jan 27 21:36:14.997345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f1c5e-074a-41be-a22d-5fbc425efc9a req-c8bebdac-5f6e-4adf-a941-73dceb655079 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:14.998872 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-626f1c5e-074a-41be-a22d-5fbc425efc9a req-c8bebdac-5f6e-4adf-a941-73dceb655079 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 950 time: 0.1180346 Jan 27 21:36:15.041697 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-964f3f1f-af90-4f8b-b6fa-d4aebc9e34e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 HTTP/1.1" status: 200 len: 217 time: 0.0536890 Jan 27 21:36:15.060426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-626f1c5e-074a-41be-a22d-5fbc425efc9a req-af715d90-a1e1-4f4c-89bb-d55691ed0100 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0d62950-0e5f-4da6-88cf-905660678af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559883 Jan 27 21:36:15.108382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-963660e4-5c8a-477c-a297-73eec9769929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:15.109901 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-963660e4-5c8a-477c-a297-73eec9769929 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.0626996 Jan 27 21:36:15.195495 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-26d7e8a8-711c-4483-a5ad-7d114e850372 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743735 Jan 27 21:36:15.282101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc17a6-9da2-42ff-a1e4-b1efdc1dfa19 req-d430cd67-0e70-41dc-91c6-534cf16d1aa4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:15.291123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08fc17a6-9da2-42ff-a1e4-b1efdc1dfa19 req-d430cd67-0e70-41dc-91c6-534cf16d1aa4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 945 time: 0.1106067 Jan 27 21:36:15.318075 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-c638f268-5cd5-493f-90b2-d7967624190e service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160553 Jan 27 21:36:15.406195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08fc17a6-9da2-42ff-a1e4-b1efdc1dfa19 req-e87daf5e-fdf2-4b77-8002-5ff080194bb7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945275 Jan 27 21:36:15.457399 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-bf4e5ca7-58fe-4aff-8460-9da80f6b0693 service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306477 Jan 27 21:36:15.517171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86b57054-c8af-45bb-8945-0c617f0aaa6e req-316b156a-4862-45c3-a3d7-c4e985110999 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 210 time: 0.0466917 Jan 27 21:36:15.607179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797b02c-f578-43ed-a8cb-48cd90e1b831 req-e3240f78-4f9f-4812-b987-2791741eb740 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:15.614620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9797b02c-f578-43ed-a8cb-48cd90e1b831 req-e3240f78-4f9f-4812-b987-2791741eb740 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 943 time: 0.0962019 Jan 27 21:36:15.675648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-ab8e798c-895f-45d7-8cd1-3f0b29bc6677 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:15.677229 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-ab8e798c-895f-45d7-8cd1-3f0b29bc6677 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032&tenant_id=4a740dbf51be4474b91c5cb7c93ca967&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1096 time: 0.0840654 Jan 27 21:36:15.688359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760456-6'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:15.724700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9797b02c-f578-43ed-a8cb-48cd90e1b831 req-47e3885b-47f3-4f49-90cd-3e42e6bb48fa tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090369 Jan 27 21:36:15.733204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dac5c-7a5c-4c92-a41b-8a65740c4ad8 req-3161f1f4-caae-49c7-bde6-945c93abe067 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:15.749315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc1dac5c-7a5c-4c92-a41b-8a65740c4ad8 req-3161f1f4-caae-49c7-bde6-945c93abe067 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 945 time: 0.1504259 Jan 27 21:36:15.760995 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:15.832004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc1dac5c-7a5c-4c92-a41b-8a65740c4ad8 req-f64338a7-046b-4509-911a-be753bfadb8b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816157 Jan 27 21:36:15.975373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade84869-a26e-4735-afdf-720aa72a74c9 req-62c52020-87b2-474e-8c94-d8d2956ffce4 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:15.982457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ade84869-a26e-4735-afdf-720aa72a74c9 req-62c52020-87b2-474e-8c94-d8d2956ffce4 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 946 time: 0.0764415 Jan 27 21:36:15.997925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:16.038014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:16.042893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ade84869-a26e-4735-afdf-720aa72a74c9 req-18e4b04e-3016-4dc9-8ea5-576a2b49c863 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594847 Jan 27 21:36:16.083354 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Publish callbacks [] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.085952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b0388c-c409-4651-bf63-4c59506dc032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:16.088996 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b6b19d-a92c-4e28-81f7-24f1b433a95d" -d '{"events": [{"server_uuid": "e7b0388c-c409-4651-bf63-4c59506dc032", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:16.187176 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.281272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Attempting to bind port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on host n-h2-760456-6 for vnic_type normal with profile {"migrating_to": "n-h1-760456-6"} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:16.281903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Attempting to bind port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:16.281903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Attempting to bind port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:16.288546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:36:16.289253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Attempting to bind port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:16.291272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Pushing event updated for resources: {'Port': ['ID=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,revision_number=7']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:16.305787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:16.306138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:16.307044 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Bound using segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:16.307487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Bound port: ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:16.308342 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.366389 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 257d999c-b9c7-4d9f-b134-025f51e73ece details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:16.381771 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:16.385647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:16.387697 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8603aebc-e2ce-4c91-b73e-9e3d89de291d x-openstack-request-id: req-8603aebc-e2ce-4c91-b73e-9e3d89de291d {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:16.387996 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b0388c-c409-4651-bf63-4c59506dc032", "name": "network-vif-unplugged", "status": "completed", "tag": "ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:16.388284 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8603aebc-e2ce-4c91-b73e-9e3d89de291d {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:16.388816 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b0388c-c409-4651-bf63-4c59506dc032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1', 'code': 200} Jan 27 21:36:16.490532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 257d999c-b9c7-4d9f-b134-025f51e73ece, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=257d999c-b9c7-4d9f-b134-025f51e73ece,segment=NetworkSegment(68a73248-9c29-4018-8b30-adf0fdea9e18),segment_id=68a73248-9c29-4018-8b30-adf0fdea9e18)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:16.501466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'port_id': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'mac_address': 'fa:16:3e:13:a9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:16.530971 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.539677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 257d999c-b9c7-4d9f-b134-025f51e73ece is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:16.540336 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.555537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257d999c-b9c7-4d9f-b134-025f51e73ece {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:16.579400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 257d999c-b9c7-4d9f-b134-025f51e73ece, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=257d999c-b9c7-4d9f-b134-025f51e73ece,segment=NetworkSegment(68a73248-9c29-4018-8b30-adf0fdea9e18),segment_id=68a73248-9c29-4018-8b30-adf0fdea9e18)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:16.639293 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Pushing event updated for resources: {'Port': ['ID=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,revision_number=8']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:16.645653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:16.646293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.649420 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a9497524-8b59-4a76-aa89-a1c258e11aeb service neutron] 10.222.0.74 "PUT /v2.0/ports/ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 HTTP/1.1" status: 200 len: 1121 time: 0.9657097 Jan 27 21:36:16.661582 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:16.743074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:16.776351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=257d999c-b9c7-4d9f-b134-025f51e73ece,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:16.928619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['257d999c-b9c7-4d9f-b134-025f51e73ece'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:16.996540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b566a047-570d-4999-979c-2a3eaa5da77d req-9a119cac-95ca-4266-9315-6241248fac18 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 210 time: 0.0527031 Jan 27 21:36:17.114725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5bb1f-10b3-4fe8-96dd-0365043f0187 req-12fb566e-d488-4c66-a098-ff017386fe97 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:17.125262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16b5bb1f-10b3-4fe8-96dd-0365043f0187 req-12fb566e-d488-4c66-a098-ff017386fe97 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 944 time: 0.0753474 Jan 27 21:36:17.197194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16b5bb1f-10b3-4fe8-96dd-0365043f0187 req-aa81af9f-2051-4464-849b-e582139e78de tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709405 Jan 27 21:36:17.220238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667548b-39d6-43c1-ba0f-ce93009cac29 req-a4c85e1e-7e95-4e8d-8f92-98869d5c0dde tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:17.228218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a667548b-39d6-43c1-ba0f-ce93009cac29 req-a4c85e1e-7e95-4e8d-8f92-98869d5c0dde tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 943 time: 0.0733137 Jan 27 21:36:17.290436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a667548b-39d6-43c1-ba0f-ce93009cac29 req-d4e2e738-cb05-464f-8a15-bbe2e5a2efae tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606976 Jan 27 21:36:17.333151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396f866-048a-43a6-a4d8-206ebb55f418 req-60c06f2d-c3d1-4c62-9b19-4f33288efc4f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:17.334879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9396f866-048a-43a6-a4d8-206ebb55f418 req-60c06f2d-c3d1-4c62-9b19-4f33288efc4f tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 950 time: 0.0599363 Jan 27 21:36:17.415762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9396f866-048a-43a6-a4d8-206ebb55f418 req-6a59dc5b-b1bc-4120-adbe-3c60f07d0341 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0d62950-0e5f-4da6-88cf-905660678af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734866 Jan 27 21:36:17.682995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ef0b7-abf8-425b-9b8c-42fb57630657 req-80173345-4aa2-4cb9-b4da-197c30a0133d tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:17.683157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-573ef0b7-abf8-425b-9b8c-42fb57630657 req-80173345-4aa2-4cb9-b4da-197c30a0133d tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 946 time: 0.3322070 Jan 27 21:36:17.733782 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-573ef0b7-abf8-425b-9b8c-42fb57630657 req-7059139c-2e45-4c8f-9fb8-74a070e0d870 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Jan 27 21:36:17.954257 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:36:18.082003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69d64e7a-d0c0-4728-848b-85dc4f2d8d58 req-8446c756-578f-448d-99e9-55ade392e8d5 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 210 time: 0.0262408 Jan 27 21:36:18.232068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-1f821c18-6c44-405f-8454-6e51a326d7d4 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:18.233569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-1f821c18-6c44-405f-8454-6e51a326d7d4 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.71 "GET /v2.0/networks?id=2321fcf1-6156-4632-a88d-6c1cfd68712f HTTP/1.1" status: 200 len: 822 time: 0.1019554 Jan 27 21:36:18.247987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Request body: {'port': {'device_id': '7ec5898a-922a-4304-ae49-c929eaec0412', 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f', 'admin_state_up': True, 'tenant_id': '614c112f9d06401693fefa3326769b1e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:18.367989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:18.372460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 257d999c-b9c7-4d9f-b134-025f51e73ece up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:18.376367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b549d-3884-4d0f-8ded-56228d5a01d7 req-9319a7a0-ab5b-45a7-ae8a-6ce7353197a9 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:18.377523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a85b549d-3884-4d0f-8ded-56228d5a01d7 req-9319a7a0-ab5b-45a7-ae8a-6ce7353197a9 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 944 time: 0.0874217 Jan 27 21:36:18.394126 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b0388c-c409-4651-bf63-4c59506dc032', 'tag': 'ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:18.394606 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc25cadb-5f5b-403f-9cd3-c3dc6456e746" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b0388c-c409-4651-bf63-4c59506dc032", "tag": "ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:18.465993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a85b549d-3884-4d0f-8ded-56228d5a01d7 req-1b51c60e-e773-475b-b143-5c4684f6ffe2 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750928 Jan 27 21:36:18.531974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad084dbe-eee2-45f3-b873-b428b8c1baae req-3f983dca-0666-46c8-bd69-8b4df7e60d7b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:18.533181 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ac631e-e6c9-4f63-be0e-c6b8d845bec3 x-openstack-request-id: req-15ac631e-e6c9-4f63-be0e-c6b8d845bec3 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:18.533591 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b0388c-c409-4651-bf63-4c59506dc032", "tag": "ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:18.533748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad084dbe-eee2-45f3-b873-b428b8c1baae req-3f983dca-0666-46c8-bd69-8b4df7e60d7b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 943 time: 0.0870502 Jan 27 21:36:18.534302 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15ac631e-e6c9-4f63-be0e-c6b8d845bec3 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:18.534916 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b0388c-c409-4651-bf63-4c59506dc032', 'tag': 'ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1', 'status': 'completed', 'code': 200} Jan 27 21:36:18.538201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Made reservation on behalf of 614c112f9d06401693fefa3326769b1e for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:18.541813 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:18.604595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79d930-e5f9-4169-b594-8c4da5993e5b req-12d8bafe-785c-4840-8140-5df4f806abc0 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:18.606182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e79d930-e5f9-4169-b594-8c4da5993e5b req-12d8bafe-785c-4840-8140-5df4f806abc0 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.71 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 946 time: 0.1187618 Jan 27 21:36:18.641569 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25cadb-5f5b-403f-9cd3-c3dc6456e746 req-d5c6306b-f573-4cea-a3d3-d8b29c7c21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:18.647314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:18.647507 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc25cadb-5f5b-403f-9cd3-c3dc6456e746 req-d5c6306b-f573-4cea-a3d3-d8b29c7c21b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 1124 time: 0.0875864 Jan 27 21:36:18.673210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 257d999c-b9c7-4d9f-b134-025f51e73ece completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:36:18.694042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 257d999c-b9c7-4d9f-b134-025f51e73ece triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:18.695716 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:18.700324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 has no active binding in host n-h1-760456-6 {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:36:18.757115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad084dbe-eee2-45f3-b873-b428b8c1baae req-d675c0e3-e6ab-4b7d-8f71-991f4671fc1c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125874 Jan 27 21:36:18.856506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694fbf0-7674-4b6e-baf9-2e82cc8ad12a req-a585dacc-45ac-40cd-9360-a5224159ba9e tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:18.858081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3694fbf0-7674-4b6e-baf9-2e82cc8ad12a req-a585dacc-45ac-40cd-9360-a5224159ba9e tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 950 time: 0.2106900 Jan 27 21:36:18.867804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 257d999c-b9c7-4d9f-b134-025f51e73ece is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:18.868529 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:18.884421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Allocated IP 172.20.0.6 (2321fcf1-6156-4632-a88d-6c1cfd68712f/00a22239-67b1-4647-b883-045b74eda6a2/33635b55-b531-44e9-ac0b-ef7b8df12772) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:18.920336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 257d999c-b9c7-4d9f-b134-025f51e73ece, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=257d999c-b9c7-4d9f-b134-025f51e73ece,segment=NetworkSegment(68a73248-9c29-4018-8b30-adf0fdea9e18),segment_id=68a73248-9c29-4018-8b30-adf0fdea9e18)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:18.921893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:18.924652 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2fa0d1-b0a9-4d69-a454-4de2f49d877f" -d '{"events": [{"server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "name": "network-vif-plugged", "status": "completed", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:18.973218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3694fbf0-7674-4b6e-baf9-2e82cc8ad12a req-1f53dece-168d-4205-bbd0-84294b02c6db tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/security-groups?id=d0d62950-0e5f-4da6-88cf-905660678af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986464 Jan 27 21:36:19.015316 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f565bd-83c9-4f78-ab6f-bb7d48601ccd x-openstack-request-id: req-c4f565bd-83c9-4f78-ab6f-bb7d48601ccd {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:19.015622 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "name": "network-vif-plugged", "status": "completed", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:19.015871 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4f565bd-83c9-4f78-ab6f-bb7d48601ccd {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:19.016297 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'code': 200} Jan 27 21:36:19.024405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-9e79d930-e5f9-4169-b594-8c4da5993e5b req-1b967eb3-8cb0-437e-b7a3-5bc0a4ca0fbc tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Deleting port 2b648a15-c109-47fa-8cb7-5a41f9bd8455 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:36:19.024792 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9e79d930-e5f9-4169-b594-8c4da5993e5b req-1b967eb3-8cb0-437e-b7a3-5bc0a4ca0fbc tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.031213 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.032044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:36:19.180182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=257d999c-b9c7-4d9f-b134-025f51e73ece,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:19.233307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c12e9fa3-297f-4935-930c-1f221c995161 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:19.234441 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.238985 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.239687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.240295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.240891 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.241466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.242020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.242576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.243150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.243700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.245022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.245575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.246134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.246748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:19.259833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25cadb-5f5b-403f-9cd3-c3dc6456e746 req-b75d36f5-03fd-44d5-9ead-48446f6efd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:19.261443 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc25cadb-5f5b-403f-9cd3-c3dc6456e746 req-b75d36f5-03fd-44d5-9ead-48446f6efd51 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.6122196 Jan 27 21:36:19.297753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:19.316905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed0d93-1c41-4fe7-b26f-a8ef413ec47a req-d01f5652-973a-4741-86b1-c5376120e8ba tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:19.318609 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-21ed0d93-1c41-4fe7-b26f-a8ef413ec47a req-d01f5652-973a-4741-86b1-c5376120e8ba tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.74 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 950 time: 0.5297718 Jan 27 21:36:19.320529 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc25cadb-5f5b-403f-9cd3-c3dc6456e746 req-e467127b-04d5-4073-9b60-dca6c26ae2af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 HTTP/1.1" status: 200 len: 217 time: 0.0510497 Jan 27 21:36:19.379696 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.438456 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25cadb-5f5b-403f-9cd3-c3dc6456e746 req-cae41db7-de39-4435-9f1d-7bcdc8e583e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:19.438933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:19.439973 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc25cadb-5f5b-403f-9cd3-c3dc6456e746 req-cae41db7-de39-4435-9f1d-7bcdc8e583e2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.1086421 Jan 27 21:36:19.479035 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc25cadb-5f5b-403f-9cd3-c3dc6456e746 req-da007094-a5df-427e-ba1e-ab2c882c4f4f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319908 Jan 27 21:36:19.503206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-21ed0d93-1c41-4fe7-b26f-a8ef413ec47a req-049fd780-772c-4060-9997-6f575850aa5b tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Deleting port a5be0250-b203-43f9-abae-eb0c791b1cbe {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:36:19.503616 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-21ed0d93-1c41-4fe7-b26f-a8ef413ec47a req-049fd780-772c-4060-9997-6f575850aa5b tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.606521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79542f49-759b-42d0-93e1-6f8fb6d499d7 req-94385994-19db-481a-a6ae-ca0f0bbb2e9a tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 210 time: 0.0485404 Jan 27 21:36:19.617093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce5cb0-5f5b-4a76-b864-124829c1eaa6 req-d0406a88-8972-45a4-81e5-ab00d2634480 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:19.623883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce5cb0-5f5b-4a76-b864-124829c1eaa6 req-d0406a88-8972-45a4-81e5-ab00d2634480 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 946 time: 0.6463435 Jan 27 21:36:19.672120 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc25cadb-5f5b-403f-9cd3-c3dc6456e746 req-9b32dd31-bb6b-45fa-a422-1d2af2b822c0 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850510 Jan 27 21:36:19.715417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-21ed0d93-1c41-4fe7-b26f-a8ef413ec47a req-049fd780-772c-4060-9997-6f575850aa5b tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] For port a5be0250-b203-43f9-abae-eb0c791b1cbe, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a5be0250-b203-43f9-abae-eb0c791b1cbe,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:19.715740 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-21ed0d93-1c41-4fe7-b26f-a8ef413ec47a req-049fd780-772c-4060-9997-6f575850aa5b tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.751132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351412d4-4017-48c1-9445-17f02de94819 req-2ec9fdcd-a2f8-4285-a956-96aed607483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:19.752498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-351412d4-4017-48c1-9445-17f02de94819 req-2ec9fdcd-a2f8-4285-a956-96aed607483b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 1096 time: 0.6285074 Jan 27 21:36:19.773359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-21ed0d93-1c41-4fe7-b26f-a8ef413ec47a req-049fd780-772c-4060-9997-6f575850aa5b tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Calling delete_port for a5be0250-b203-43f9-abae-eb0c791b1cbe owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:36:19.813290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-9e79d930-e5f9-4169-b594-8c4da5993e5b req-1b967eb3-8cb0-437e-b7a3-5bc0a4ca0fbc tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] For port 2b648a15-c109-47fa-8cb7-5a41f9bd8455, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2b648a15-c109-47fa-8cb7-5a41f9bd8455,segment=NetworkSegment(ef943876-be8e-403e-82a8-3039a016626e),segment_id=ef943876-be8e-403e-82a8-3039a016626e)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:19.813685 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9e79d930-e5f9-4169-b594-8c4da5993e5b req-1b967eb3-8cb0-437e-b7a3-5bc0a4ca0fbc tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.821518 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:19.838937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce5cb0-5f5b-4a76-b864-124829c1eaa6 req-84833ded-aa51-4612-9d80-fe93668af7ae tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6bc4a7d-9631-4d14-9f86-5882f29f23cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141457 Jan 27 21:36:19.846061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-9e79d930-e5f9-4169-b594-8c4da5993e5b req-1b967eb3-8cb0-437e-b7a3-5bc0a4ca0fbc tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Calling delete_port for 2b648a15-c109-47fa-8cb7-5a41f9bd8455 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:36:19.863944 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc25cadb-5f5b-403f-9cd3-c3dc6456e746 req-2e65381e-b5b7-4983-94a3-2e46d2a03e65 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815469 Jan 27 21:36:19.940237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b5282-13c8-4a5f-b16f-c87e9411eff4 req-078b8959-7247-4717-a2bc-9f324e07aee4 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:19.946059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-547b5282-13c8-4a5f-b16f-c87e9411eff4 req-078b8959-7247-4717-a2bc-9f324e07aee4 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.2481735 Jan 27 21:36:19.952886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-351412d4-4017-48c1-9445-17f02de94819 req-9fdc00a3-afbe-4161-83df-cf58bb1e8939 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885171 Jan 27 21:36:20.064230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-21ed0d93-1c41-4fe7-b26f-a8ef413ec47a req-049fd780-772c-4060-9997-6f575850aa5b tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a5be0250-b203-43f9-abae-eb0c791b1cbe), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.066469 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-547b5282-13c8-4a5f-b16f-c87e9411eff4 req-560b69d3-1dc6-49ad-bf06-e8db243e0694 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093485 Jan 27 21:36:20.074649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45613815-dd3a-4570-bd98-aae8c20ce0b4 req-434fc974-155d-4664-aeea-6f23f2eb994c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:20.076169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45613815-dd3a-4570-bd98-aae8c20ce0b4 req-434fc974-155d-4664-aeea-6f23f2eb994c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 943 time: 0.1182535 Jan 27 21:36:20.080437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a5be0250-b203-43f9-abae-eb0c791b1cbe'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:20.110484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fd780-772c-4060-9997-6f575850aa5b tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Pushing event deleted for resources: {'Port': ['ID=a5be0250-b203-43f9-abae-eb0c791b1cbe,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:20.141317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.161046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ed0d93-1c41-4fe7-b26f-a8ef413ec47a req-049fd780-772c-4060-9997-6f575850aa5b tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] No DVR routers for this DVR port a5be0250-b203-43f9-abae-eb0c791b1cbe on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:36:20.163818 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-21ed0d93-1c41-4fe7-b26f-a8ef413ec47a req-049fd780-772c-4060-9997-6f575850aa5b tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.167827 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-21ed0d93-1c41-4fe7-b26f-a8ef413ec47a req-049fd780-772c-4060-9997-6f575850aa5b tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.74 "DELETE /v2.0/ports/a5be0250-b203-43f9-abae-eb0c791b1cbe HTTP/1.1" status: 204 len: 173 time: 0.8435483 Jan 27 21:36:20.232123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45613815-dd3a-4570-bd98-aae8c20ce0b4 req-24de8cfa-3097-4183-b352-7bd2b970ca03 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503229 Jan 27 21:36:20.234424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Network 2321fcf1-6156-4632-a88d-6c1cfd68712f is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:20.235928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event updated for resources: {'Port': ['ID=33635b55-b531-44e9-ac0b-ef7b8df12772,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:20.239600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:20.241759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:20.297807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f497eec-88df-44bd-8113-50c135c1af16 req-77a2a4c3-7337-4289-97fc-536c7f86d3dc tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 210 time: 0.0514982 Jan 27 21:36:20.300677 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9e79d930-e5f9-4169-b594-8c4da5993e5b req-1b967eb3-8cb0-437e-b7a3-5bc0a4ca0fbc tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2b648a15-c109-47fa-8cb7-5a41f9bd8455), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.312333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2b648a15-c109-47fa-8cb7-5a41f9bd8455'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:20.347423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b967eb3-8cb0-437e-b7a3-5bc0a4ca0fbc tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Pushing event deleted for resources: {'Port': ['ID=2b648a15-c109-47fa-8cb7-5a41f9bd8455,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:20.370048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:20.370739 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.401536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e79d930-e5f9-4169-b594-8c4da5993e5b req-1b967eb3-8cb0-437e-b7a3-5bc0a4ca0fbc tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] No DVR routers for this DVR port 2b648a15-c109-47fa-8cb7-5a41f9bd8455 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:36:20.402061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:20.404117 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9e79d930-e5f9-4169-b594-8c4da5993e5b req-1b967eb3-8cb0-437e-b7a3-5bc0a4ca0fbc tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.407818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e79d930-e5f9-4169-b594-8c4da5993e5b req-1b967eb3-8cb0-437e-b7a3-5bc0a4ca0fbc tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.71 "DELETE /v2.0/ports/2b648a15-c109-47fa-8cb7-5a41f9bd8455 HTTP/1.1" status: 204 len: 173 time: 1.7615366 Jan 27 21:36:20.408903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3838fc90-b0e1-4e94-9e10-6b17328b6202', 'name': 'network-vif-deleted', 'tag': '2b648a15-c109-47fa-8cb7-5a41f9bd8455'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:20.412025 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f73500a-8abd-4c0d-bad9-757c9501fd75" -d '{"events": [{"server_uuid": "3838fc90-b0e1-4e94-9e10-6b17328b6202", "name": "network-vif-deleted", "tag": "2b648a15-c109-47fa-8cb7-5a41f9bd8455"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:20.450944 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08e062e-1139-456a-9d60-2bce43eaec59 x-openstack-request-id: req-d08e062e-1139-456a-9d60-2bce43eaec59 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:20.451244 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3838fc90-b0e1-4e94-9e10-6b17328b6202", "name": "network-vif-deleted", "tag": "2b648a15-c109-47fa-8cb7-5a41f9bd8455", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:20.453916 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d08e062e-1139-456a-9d60-2bce43eaec59 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:20.453916 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3838fc90-b0e1-4e94-9e10-6b17328b6202', 'name': 'network-vif-deleted', 'tag': '2b648a15-c109-47fa-8cb7-5a41f9bd8455', 'status': 'completed', 'code': 200} Jan 27 21:36:20.505843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:20.517406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'c12e9fa3-297f-4935-930c-1f221c995161', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'port_id': 'c12e9fa3-297f-4935-930c-1f221c995161', 'mac_address': 'fa:16:3e:44:25:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:20.535200 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-070b2151-74f1-4b4d-bfdc-cfac39ee6328 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2913959 Jan 27 21:36:20.536692 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f1ea83-fe1b-4bd8-a39e-771e55cad268', 'name': 'network-vif-deleted', 'tag': 'a5be0250-b203-43f9-abae-eb0c791b1cbe'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:20.541622 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1688c57-8756-4cf1-98da-28913e1162b7" -d '{"events": [{"server_uuid": "37f1ea83-fe1b-4bd8-a39e-771e55cad268", "name": "network-vif-deleted", "tag": "a5be0250-b203-43f9-abae-eb0c791b1cbe"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:20.549259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Request body: {'port': {'device_id': '7ec5898a-922a-4304-ae49-c929eaec0412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:20.554669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c12e9fa3-297f-4935-930c-1f221c995161 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:20.555065 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.569474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12e9fa3-297f-4935-930c-1f221c995161 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:20.578609 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c33712-b592-440c-a08d-ed3f2f8f86c6 x-openstack-request-id: req-b8c33712-b592-440c-a08d-ed3f2f8f86c6 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:20.578609 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f1ea83-fe1b-4bd8-a39e-771e55cad268", "name": "network-vif-deleted", "tag": "a5be0250-b203-43f9-abae-eb0c791b1cbe", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:20.578942 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8c33712-b592-440c-a08d-ed3f2f8f86c6 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:20.579419 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f1ea83-fe1b-4bd8-a39e-771e55cad268', 'name': 'network-vif-deleted', 'tag': 'a5be0250-b203-43f9-abae-eb0c791b1cbe', 'status': 'completed', 'code': 200} Jan 27 21:36:20.592833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:20.606180 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.673026 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:20.721245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:20.830495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8da929-efff-4469-ba35-5b940412a4e4 req-a44b63e3-9cc1-4b52-a1d8-867ff2c69d23 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:20.831990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d8da929-efff-4469-ba35-5b940412a4e4 req-a44b63e3-9cc1-4b52-a1d8-867ff2c69d23 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 931 time: 0.1514900 Jan 27 21:36:20.904228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['c12e9fa3-297f-4935-930c-1f221c995161'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:20.923537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d8da929-efff-4469-ba35-5b940412a4e4 req-d1722c85-caab-4170-94ef-bbe47003d179 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852749 Jan 27 21:36:20.994550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8d5ed46-05a9-460a-a4a6-7f0846726744 req-c4423cb6-122a-4911-b118-060de12f36e2 tempest-ServerGroupTestJSON-1183321722 tempest-ServerGroupTestJSON-1183321722-project] 10.222.0.61 "GET /v2.0/ports?device_id=3838fc90-b0e1-4e94-9e10-6b17328b6202 HTTP/1.1" status: 200 len: 210 time: 0.0318196 Jan 27 21:36:21.000678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33635b55-b531-44e9-ac0b-ef7b8df12772 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:21.015967 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Publish callbacks [] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:21.037240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Transition to ACTIVE for port object 33635b55-b531-44e9-ac0b-ef7b8df12772 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:36:21.037490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:21.039551 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc704075-5568-4d78-989a-5919552d7d72" -d '{"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-unplugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:21.078769 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36033a57-2684-42ef-a9cd-2c2bf9ce6b74 x-openstack-request-id: req-36033a57-2684-42ef-a9cd-2c2bf9ce6b74 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:21.079060 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-unplugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:21.079310 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36033a57-2684-42ef-a9cd-2c2bf9ce6b74 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:21.079703 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161', 'code': 200} Jan 27 21:36:21.103639 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:21.160473 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Pushing event updated for resources: {'Port': ['ID=33635b55-b531-44e9-ac0b-ef7b8df12772,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:21.269915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd291b94-2dce-42bf-a6bf-711925d7485d req-8cdd24e6-539f-4e8f-8ec4-c7d0594a8c3c tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:21.271460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd291b94-2dce-42bf-a6bf-711925d7485d req-8cdd24e6-539f-4e8f-8ec4-c7d0594a8c3c tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.1132851 Jan 27 21:36:21.277122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Attempting to bind port 33635b55-b531-44e9-ac0b-ef7b8df12772 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:21.277662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Attempting to bind port 33635b55-b531-44e9-ac0b-ef7b8df12772 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:21.278099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Attempting to bind port 33635b55-b531-44e9-ac0b-ef7b8df12772 on network 2321fcf1-6156-4632-a88d-6c1cfd68712f {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:21.297470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Port 33635b55-b531-44e9-ac0b-ef7b8df12772 on network 2321fcf1-6156-4632-a88d-6c1cfd68712f not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:36:21.297882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Attempting to bind port 33635b55-b531-44e9-ac0b-ef7b8df12772 on network 2321fcf1-6156-4632-a88d-6c1cfd68712f {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:21.309299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:21.309299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Checking segment: {'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:21.309695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Bound using segment: {'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:21.316662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Bound port: 33635b55-b531-44e9-ac0b-ef7b8df12772, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:21.316662 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:21.397931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd291b94-2dce-42bf-a6bf-711925d7485d req-4c4a1d73-fc0a-493c-a3ac-726e035c9702 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171277 Jan 27 21:36:21.442893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a492e80-5591-4cdd-8128-715dc4771d6e req-742e91db-cf2a-4652-97b1-7f93f937a38c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:21.448719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a492e80-5591-4cdd-8128-715dc4771d6e req-742e91db-cf2a-4652-97b1-7f93f937a38c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 943 time: 0.1121321 Jan 27 21:36:21.448719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] For port 33635b55-b531-44e9-ac0b-ef7b8df12772, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:21.455386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] For port 33635b55-b531-44e9-ac0b-ef7b8df12772, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=33635b55-b531-44e9-ac0b-ef7b8df12772,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:21.503837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bedde0-1390-4103-a38a-4ec87aff43dc req-ad5ad9a9-dd44-4aee-a45d-74dc2f668f00 tempest-TenantUsagesTestJSON-1000150349 tempest-TenantUsagesTestJSON-1000150349-project] 10.222.0.61 "GET /v2.0/ports?device_id=37f1ea83-fe1b-4bd8-a39e-771e55cad268 HTTP/1.1" status: 200 len: 210 time: 0.0325887 Jan 27 21:36:21.523229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a492e80-5591-4cdd-8128-715dc4771d6e req-74b128f9-fd42-46eb-9946-b228811d4d25 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694034 Jan 27 21:36:21.618472 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:21.658003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:21.658003 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:21.658003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] 10.222.0.71 "PUT /v2.0/ports/33635b55-b531-44e9-ac0b-ef7b8df12772 HTTP/1.1" status: 200 len: 1091 time: 1.1130078 Jan 27 21:36:21.680557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e3249-037a-4026-ab19-7586426fbc69 service neutron] Pushing event updated for resources: {'Port': ['ID=33635b55-b531-44e9-ac0b-ef7b8df12772,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:21.831143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-98c6c239-de0c-491c-8d42-cf2dca9dc986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:21.833898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-98c6c239-de0c-491c-8d42-cf2dca9dc986 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=614c112f9d06401693fefa3326769b1e&device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 1094 time: 0.0463881 Jan 27 21:36:21.898459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-2c32c158-1207-4223-a683-7431f31a9e6a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33635b55-b531-44e9-ac0b-ef7b8df12772 HTTP/1.1" status: 200 len: 217 time: 0.0568583 Jan 27 21:36:22.004004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-11f358a9-699c-4e8e-a558-4643167313b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:22.005601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-11f358a9-699c-4e8e-a558-4643167313b0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00a22239-67b1-4647-b883-045b74eda6a2 HTTP/1.1" status: 200 len: 862 time: 0.0965676 Jan 27 21:36:22.045158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-c33e5cf6-e827-487d-8380-a9a2f1718b8d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2321fcf1-6156-4632-a88d-6c1cfd68712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311725 Jan 27 21:36:22.059575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-00f2cf15-2d80-44cb-89ad-3551367588df service neutron] 10.222.0.71 "GET /v2.0/ports/ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1/bindings/n-h1-760456-6 HTTP/1.1" status: 200 len: 384 time: 0.1484995 Jan 27 21:36:22.239709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-4b372997-961a-4288-b36c-043894ca084f service neutron] 10.222.0.71 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795106 Jan 27 21:36:22.247706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61be8a-43e6-452c-8dd5-8d6ecd6cccad req-23ad589e-2491-4cbf-8c4f-91638a9de3d4 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:22.254908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f61be8a-43e6-452c-8dd5-8d6ecd6cccad req-23ad589e-2491-4cbf-8c4f-91638a9de3d4 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 943 time: 0.2075577 Jan 27 21:36:22.398657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:22.493740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec5898a-922a-4304-ae49-c929eaec0412', 'tag': '33635b55-b531-44e9-ac0b-ef7b8df12772'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:22.496000 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85aaa15-7f79-45d8-8de1-8e3d31081722" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec5898a-922a-4304-ae49-c929eaec0412", "tag": "33635b55-b531-44e9-ac0b-ef7b8df12772"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:22.519923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port c12e9fa3-297f-4935-930c-1f221c995161 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:22.520522 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c12e9fa3-297f-4935-930c-1f221c995161), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:22.577017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f61be8a-43e6-452c-8dd5-8d6ecd6cccad req-09b9d1c8-945e-40c0-a21b-e9f32ffc2d96 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163595 Jan 27 21:36:22.636412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d547257f-9b40-4ad3-a621-eb28ae37acf2 req-20f02bf0-c494-4390-8829-bbd55bf4fb82 service neutron] 10.222.0.71 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742549 Jan 27 21:36:22.639010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c12e9fa3-297f-4935-930c-1f221c995161 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:22.639523 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:22.688973 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fabbfd-9dfe-4d6d-a0b9-6d7bc6da4e31 x-openstack-request-id: req-62fabbfd-9dfe-4d6d-a0b9-6d7bc6da4e31 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:22.689336 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec5898a-922a-4304-ae49-c929eaec0412", "tag": "33635b55-b531-44e9-ac0b-ef7b8df12772", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:22.689541 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62fabbfd-9dfe-4d6d-a0b9-6d7bc6da4e31 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:22.689928 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec5898a-922a-4304-ae49-c929eaec0412', 'tag': '33635b55-b531-44e9-ac0b-ef7b8df12772', 'status': 'completed', 'code': 200} Jan 27 21:36:22.697475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363b57-0904-4f19-94b7-138209380c73 req-d9ce0afd-0412-46a4-9945-80191b7b3814 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:22.708368 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:22.714441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1363b57-0904-4f19-94b7-138209380c73 req-d9ce0afd-0412-46a4-9945-80191b7b3814 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.1876416 Jan 27 21:36:22.751860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-072cdc5d-3f59-4012-9895-94583ddfe2bc service neutron] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:22.789851 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:22.791459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a5be0250-b203-43f9-abae-eb0c791b1cbe no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:36:22.794877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1363b57-0904-4f19-94b7-138209380c73 req-49626c4c-6eee-434a-948c-b87990dc6a9d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793889 Jan 27 21:36:22.837205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-072cdc5d-3f59-4012-9895-94583ddfe2bc service neutron] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:22.880342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: a5be0250-b203-43f9-abae-eb0c791b1cbe {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:36:22.880704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a5be0250-b203-43f9-abae-eb0c791b1cbe not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:36:22.935354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=10']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:22.944069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-072cdc5d-3f59-4012-9895-94583ddfe2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:22.953100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aaa15-7f79-45d8-8de1-8e3d31081722 req-c7c9756f-ad39-40f7-b5bd-fd219fa31302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:22.954930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a85aaa15-7f79-45d8-8de1-8e3d31081722 req-c7c9756f-ad39-40f7-b5bd-fd219fa31302 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=614c112f9d06401693fefa3326769b1e&device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 1094 time: 0.1592176 Jan 27 21:36:22.977176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-072cdc5d-3f59-4012-9895-94583ddfe2bc service neutron] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:23.031787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc457a-f1a7-4d4b-b851-f566b7fd6331 req-3056bdb5-9046-42b7-a7a5-635372f5759a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:23.033495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aecc457a-f1a7-4d4b-b851-f566b7fd6331 req-3056bdb5-9046-42b7-a7a5-635372f5759a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 943 time: 0.1517935 Jan 27 21:36:23.055934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2b648a15-c109-47fa-8cb7-5a41f9bd8455 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:36:23.081508 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-072cdc5d-3f59-4012-9895-94583ddfe2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.083435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:23.086410 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbccba6-4a31-48a9-9bcc-177d170dcfb0" -d '{"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-plugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:23.098330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 2b648a15-c109-47fa-8cb7-5a41f9bd8455 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:36:23.098817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2b648a15-c109-47fa-8cb7-5a41f9bd8455 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:36:23.125553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aaa15-7f79-45d8-8de1-8e3d31081722 req-5ce42b3c-1422-456d-b49a-ecec9080dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:23.127186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a85aaa15-7f79-45d8-8de1-8e3d31081722 req-5ce42b3c-1422-456d-b49a-ecec9080dda9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2321fcf1-6156-4632-a88d-6c1cfd68712f HTTP/1.1" status: 200 len: 923 time: 0.1600006 Jan 27 21:36:23.202023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aecc457a-f1a7-4d4b-b851-f566b7fd6331 req-338cb901-8ba1-4a5a-aff4-907553d8606a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592462 Jan 27 21:36:23.237311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a85aaa15-7f79-45d8-8de1-8e3d31081722 req-c9227607-56ec-42c1-bd78-06cc732c2a5f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33635b55-b531-44e9-ac0b-ef7b8df12772 HTTP/1.1" status: 200 len: 217 time: 0.0560992 Jan 27 21:36:23.289696 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-072cdc5d-3f59-4012-9895-94583ddfe2bc service neutron] Transition to ACTIVE for port object ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:36:23.302063 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e9df62-1bd8-4448-9a51-78b29b3fe957 x-openstack-request-id: req-a6e9df62-1bd8-4448-9a51-78b29b3fe957 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:23.302368 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-plugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:23.302687 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a6e9df62-1bd8-4448-9a51-78b29b3fe957 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:23.303121 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161', 'code': 200} Jan 27 21:36:23.315019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aaa15-7f79-45d8-8de1-8e3d31081722 req-6a70b2d4-899d-4100-8910-1c55549b041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:23.316728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a85aaa15-7f79-45d8-8de1-8e3d31081722 req-6a70b2d4-899d-4100-8910-1c55549b041c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00a22239-67b1-4647-b883-045b74eda6a2 HTTP/1.1" status: 200 len: 862 time: 0.0724561 Jan 27 21:36:23.355516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a85aaa15-7f79-45d8-8de1-8e3d31081722 req-856be03b-e84f-4352-b8cf-4741813b85f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2321fcf1-6156-4632-a88d-6c1cfd68712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286160 Jan 27 21:36:23.418133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-072cdc5d-3f59-4012-9895-94583ddfe2bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.476099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40186) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:23.579905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0af00c3-823f-4012-be7c-9b9d92397c3c admin admin] Deleting subnet dc17a35b-5c65-4a1f-b7cd-a1533d120d7e {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:36:23.582022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40190) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:23.589600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cdc5d-3f59-4012-9895-94583ddfe2bc service neutron] Pushing event updated for resources: {'Port': ['ID=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,revision_number=10']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:23.603692 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f0af00c3-823f-4012-be7c-9b9d92397c3c admin admin] Publish callbacks [] for subnet (dc17a35b-5c65-4a1f-b7cd-a1533d120d7e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.729720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-072cdc5d-3f59-4012-9895-94583ddfe2bc service neutron] No DVR routers for this DVR port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:36:23.820141 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f0af00c3-823f-4012-be7c-9b9d92397c3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (dc17a35b-5c65-4a1f-b7cd-a1533d120d7e), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.896972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12687-072a-47a0-a386-9061bcd6f2c1 req-c0d216b5-7db1-4fe6-a7d8-f4a30cf82105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:23.898796 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-25c12687-072a-47a0-a386-9061bcd6f2c1 req-c0d216b5-7db1-4fe6-a7d8-f4a30cf82105 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aad0f04492dc4bba9b6af026175d21cd&device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 1096 time: 0.2246256 Jan 27 21:36:23.914722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef3ec2-b876-45e4-b321-ec24b53de981 req-9fe57783-d859-4f68-b897-69262035796d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:23.916822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bdef3ec2-b876-45e4-b321-ec24b53de981 req-9fe57783-d859-4f68-b897-69262035796d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.2767718 Jan 27 21:36:23.925067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-072cdc5d-3f59-4012-9895-94583ddfe2bc service neutron] 10.222.0.71 "PUT /v2.0/ports/ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1/bindings/n-h1-760456-6/activate HTTP/1.1" status: 200 len: 369 time: 1.8006325 Jan 27 21:36:23.934387 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f0af00c3-823f-4012-be7c-9b9d92397c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (dc17a35b-5c65-4a1f-b7cd-a1533d120d7e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:23.956070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea79443-a618-4533-b9e8-556f75a9984a req-ba1fae6f-05d9-44b1-a282-d6a940631a06 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:23.963900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dea79443-a618-4533-b9e8-556f75a9984a req-ba1fae6f-05d9-44b1-a282-d6a940631a06 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 943 time: 0.1926799 Jan 27 21:36:24.012759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bdef3ec2-b876-45e4-b321-ec24b53de981 req-4f639aa7-3afd-429a-9750-b1d5ddab2389 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782340 Jan 27 21:36:24.032570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a85aaa15-7f79-45d8-8de1-8e3d31081722 req-6eaf8623-1122-4d7c-bebc-5a9c9c344491 service neutron] 10.222.0.71 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6630113 Jan 27 21:36:24.100817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12687-072a-47a0-a386-9061bcd6f2c1 req-4bfbf721-1db4-4f58-aca7-86b566d85e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:24.100817 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-25c12687-072a-47a0-a386-9061bcd6f2c1 req-4bfbf721-1db4-4f58-aca7-86b566d85e15 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fdd57423-4cae-44a1-9678-8d16ac833413 HTTP/1.1" status: 200 len: 921 time: 0.1929615 Jan 27 21:36:24.169335 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-25c12687-072a-47a0-a386-9061bcd6f2c1 req-2d143af7-f757-48a4-a32b-7141883551c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 217 time: 0.0577931 Jan 27 21:36:24.185630 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f0af00c3-823f-4012-be7c-9b9d92397c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (dc17a35b-5c65-4a1f-b7cd-a1533d120d7e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.188705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dea79443-a618-4533-b9e8-556f75a9984a req-7a5a4f27-f647-489a-b3fd-55bf4e180e03 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825478 Jan 27 21:36:24.191254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-faa2324e-0e16-4d86-a7c5-eb0abbfa4ec5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5add39e060934a7486531eb3f15d0e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5584955 Jan 27 21:36:24.207143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40202) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:24.258640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-3627357c-6fa9-4b13-8d8f-4edae304ccc8 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:24.261941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af00c3-823f-4012-be7c-9b9d92397c3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc17a35b-5c65-4a1f-b7cd-a1533d120d7e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:24.262391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-3627357c-6fa9-4b13-8d8f-4edae304ccc8 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032&tenant_id=4a740dbf51be4474b91c5cb7c93ca967&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1095 time: 0.1859972 Jan 27 21:36:24.267596 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f0af00c3-823f-4012-be7c-9b9d92397c3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.273803 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f0af00c3-823f-4012-be7c-9b9d92397c3c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dc17a35b-5c65-4a1f-b7cd-a1533d120d7e HTTP/1.1" status: 204 len: 168 time: 0.7964745 Jan 27 21:36:24.276697 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40206) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:24.288587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a85aaa15-7f79-45d8-8de1-8e3d31081722 req-e89e3e1e-0b0c-4cc0-974c-31ebea276d7e service neutron] 10.222.0.71 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430239 Jan 27 21:36:24.331911 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9b335b80-8178-49bf-94b8-24695c65f7d9 admin admin] Publish callbacks [] for security_group (d0d62950-0e5f-4da6-88cf-905660678af0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.370523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-5fef5c8a-92e9-4db2-beb3-b4d0df2477ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:24.371620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-5fef5c8a-92e9-4db2-beb3-b4d0df2477ae service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032&tenant_id=4a740dbf51be4474b91c5cb7c93ca967 HTTP/1.1" status: 200 len: 1095 time: 0.0987940 Jan 27 21:36:24.380065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (040cc28f-4997-4e1b-81a8-8bce34d3f908), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.382990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c12687-072a-47a0-a386-9061bcd6f2c1 req-67f72284-02cd-431a-8eaf-0861428f5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:24.385153 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-25c12687-072a-47a0-a386-9061bcd6f2c1 req-67f72284-02cd-431a-8eaf-0861428f5a7a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3e700f4-c16e-44a9-8fe1-73779a971d9a HTTP/1.1" status: 200 len: 860 time: 0.2093794 Jan 27 21:36:24.401381 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9b335b80-8178-49bf-94b8-24695c65f7d9 admin admin] Publish callbacks [] for security_group (d0d62950-0e5f-4da6-88cf-905660678af0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.426879 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-25c12687-072a-47a0-a386-9061bcd6f2c1 req-acc92942-924e-4c3a-a6bc-019753275202 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fdd57423-4cae-44a1-9678-8d16ac833413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350492 Jan 27 21:36:24.484768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217a70d-9f4e-4eb2-b54b-72f00cc861f0 req-8ee31e0f-6d29-4c3c-92a1-9fa2edc74f74 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:24.486349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c217a70d-9f4e-4eb2-b54b-72f00cc861f0 req-8ee31e0f-6d29-4c3c-92a1-9fa2edc74f74 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 944 time: 0.1478815 Jan 27 21:36:24.491249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-c00d0f7c-bae1-46ae-8051-eb8c40fd5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:24.492680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-c00d0f7c-bae1-46ae-8051-eb8c40fd5a14 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 1095 time: 0.0894234 Jan 27 21:36:24.594531 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-25c12687-072a-47a0-a386-9061bcd6f2c1 req-d7092d56-e57b-48ed-82d0-668631e7473c service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445634 Jan 27 21:36:24.601436 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (040cc28f-4997-4e1b-81a8-8bce34d3f908), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.636144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c217a70d-9f4e-4eb2-b54b-72f00cc861f0 req-5621590d-2794-4556-aa00-c69fca77e11c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343770 Jan 27 21:36:24.680216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a3213159-845d-4592-bd5e-b8a30040dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:24.681172 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-a3213159-845d-4592-bd5e-b8a30040dd42 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.1795785 Jan 27 21:36:24.682963 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9b335b80-8178-49bf-94b8-24695c65f7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d0d62950-0e5f-4da6-88cf-905660678af0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.685759 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040cc28f-4997-4e1b-81a8-8bce34d3f908']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:24.686277 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9b335b80-8178-49bf-94b8-24695c65f7d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.692248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9b335b80-8178-49bf-94b8-24695c65f7d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d0d62950-0e5f-4da6-88cf-905660678af0 HTTP/1.1" status: 204 len: 168 time: 0.4923358 Jan 27 21:36:24.739137 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-25c12687-072a-47a0-a386-9061bcd6f2c1 req-96588050-0f1c-482a-96c3-e452640c3d7c service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343355 Jan 27 21:36:24.742956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b335b80-8178-49bf-94b8-24695c65f7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d62950-0e5f-4da6-88cf-905660678af0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:24.743233 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef943876-be8e-403e-82a8-3039a016626e') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:24.743677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef943876-be8e-403e-82a8-3039a016626e') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:24.746853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-c2d704a8-7ee5-402d-98aa-a34ad2b0ed27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 HTTP/1.1" status: 200 len: 217 time: 0.0532501 Jan 27 21:36:24.768200 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (ef943876-be8e-403e-82a8-3039a016626e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.786791 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ef943876-be8e-403e-82a8-3039a016626e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.795187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:36:24.795187 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (ef943876-be8e-403e-82a8-3039a016626e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:36:24.796555 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:36:24.830200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-8ed96d69-1fbd-4b2e-87d4-05627d726e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:24.831913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-8ed96d69-1fbd-4b2e-87d4-05627d726e0b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.0780938 Jan 27 21:36:24.871565 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40216) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:24.876853 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5bd5dade-3726-40bf-87ed-433b101c0cb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1866333509'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:24.879452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-157454df-13ee-4603-bebb-e89038121626 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403712 Jan 27 21:36:24.970049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd5dade-3726-40bf-87ed-433b101c0cb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:24.973994 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5bd5dade-3726-40bf-87ed-433b101c0cb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.007332 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd5dade-3726-40bf-87ed-433b101c0cb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:36:25.012045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-239a9b6d-1b1a-48a6-8fb4-3251fda92842 service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257668 Jan 27 21:36:25.016810 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5bd5dade-3726-40bf-87ed-433b101c0cb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6579dcb7-2d22-47db-ba71-b6c6e0e0fec1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.017171 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-5bd5dade-3726-40bf-87ed-433b101c0cb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Added segment 6579dcb7-2d22-47db-ba71-b6c6e0e0fec1 of type vlan for network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 Jan 27 21:36:25.055174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (040cc28f-4997-4e1b-81a8-8bce34d3f908), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.073082 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.077239 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] 10.222.0.61 "DELETE /v2.0/networks/040cc28f-4997-4e1b-81a8-8bce34d3f908 HTTP/1.1" status: 204 len: 168 time: 0.7993717 Jan 27 21:36:25.108422 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5bd5dade-3726-40bf-87ed-433b101c0cb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (48d40ea8-2154-4a64-8f89-b888ed9df3b1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.115222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8cb56-8873-411f-8bcd-c79baed1d2bb admin admin] Pushing event deleted for resources: {'Network': ['ID=040cc28f-4997-4e1b-81a8-8bce34d3f908,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:25.231262 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5bd5dade-3726-40bf-87ed-433b101c0cb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (48d40ea8-2154-4a64-8f89-b888ed9df3b1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.239207 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd5dade-3726-40bf-87ed-433b101c0cb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:25.240051 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5bd5dade-3726-40bf-87ed-433b101c0cb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.400669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5dade-3726-40bf-87ed-433b101c0cb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Network': ['ID=48d40ea8-2154-4a64-8f89-b888ed9df3b1,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:25.413797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:36:25.476821 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5bd5dade-3726-40bf-87ed-433b101c0cb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6029243 Jan 27 21:36:25.478700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40234) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:25.487003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-48596d74-14fe-4687-9fda-a0402dc643e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1611987875'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:25.632364 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48596d74-14fe-4687-9fda-a0402dc643e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:25.637255 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48596d74-14fe-4687-9fda-a0402dc643e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.642581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cfc28-df96-4729-9f46-6c172727cc6f req-ed655452-ab83-41b3-9c2d-4c949086c754 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:25.649525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31cfc28-df96-4729-9f46-6c172727cc6f req-ed655452-ab83-41b3-9c2d-4c949086c754 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.1176922 Jan 27 21:36:25.667225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48596d74-14fe-4687-9fda-a0402dc643e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:36:25.697390 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48596d74-14fe-4687-9fda-a0402dc643e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2423775b-d227-42d3-87c9-9b33234227cb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.698048 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-48596d74-14fe-4687-9fda-a0402dc643e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Added segment 2423775b-d227-42d3-87c9-9b33234227cb of type vlan for network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 Jan 27 21:36:25.722716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537dec4-9ba6-4972-a0e6-79f015700a4d req-1e5a7d7c-35c7-47a4-847b-61ddf61e5ec2 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:25.724324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f537dec4-9ba6-4972-a0e6-79f015700a4d req-1e5a7d7c-35c7-47a4-847b-61ddf61e5ec2 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 943 time: 0.1936495 Jan 27 21:36:25.724835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40240) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:25.754744 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-8e1962e9-10dd-4e6d-842a-796ac6431671 service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327468 Jan 27 21:36:25.757949 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48596d74-14fe-4687-9fda-a0402dc643e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (7e1655c6-78a8-4691-8e0d-090ebfbca2d4), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.804173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31cfc28-df96-4729-9f46-6c172727cc6f req-3ae72c43-d66c-4352-a9fc-8dfa7cebcfde tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537330 Jan 27 21:36:25.831221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6b3b13ae-f5d6-48e5-898b-d2eb3bf7ad32 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=780aa5a2acc94dd8a1f889df4a7c05df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1036167 Jan 27 21:36:25.834292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40242) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:25.836064 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f537dec4-9ba6-4972-a0e6-79f015700a4d req-d4e0434f-99d1-4a7b-b425-9a98e6954101 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989130 Jan 27 21:36:25.877223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40244) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:25.894489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81118aa2-24b1-4c83-8345-2528255c2770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.903584 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48596d74-14fe-4687-9fda-a0402dc643e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (7e1655c6-78a8-4691-8e0d-090ebfbca2d4), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:25.908845 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48596d74-14fe-4687-9fda-a0402dc643e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:25.909462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48596d74-14fe-4687-9fda-a0402dc643e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.031753 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c67cf0a2-543f-4ab3-a854-9c752e1803b3 admin admin] Publish callbacks [] for security_group (c6bc4a7d-9631-4d14-9f86-5882f29f23cf), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.037841 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81118aa2-24b1-4c83-8345-2528255c2770 admin admin] Publish callbacks [] for security_group (f572744b-7975-4782-b506-d938c572d78e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.055875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48596d74-14fe-4687-9fda-a0402dc643e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Network': ['ID=7e1655c6-78a8-4691-8e0d-090ebfbca2d4,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:26.060631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2ba87-7e3d-4c94-befb-74f49b252d03 req-93625769-fa48-42ce-93e3-5d0ac7241b13 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:26.062173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3b2ba87-7e3d-4c94-befb-74f49b252d03 req-93625769-fa48-42ce-93e3-5d0ac7241b13 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 944 time: 0.0690446 Jan 27 21:36:26.070456 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-48596d74-14fe-4687-9fda-a0402dc643e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5873256 Jan 27 21:36:26.073425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:36:26.077349 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c67cf0a2-543f-4ab3-a854-9c752e1803b3 admin admin] Publish callbacks [] for security_group (c6bc4a7d-9631-4d14-9f86-5882f29f23cf), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.079563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40250) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:26.086776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-131fecf9-549e-4bbc-9011-c54187eda486 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'subnet': {'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:26.191128 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81118aa2-24b1-4c83-8345-2528255c2770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f572744b-7975-4782-b506-d938c572d78e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.221792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3b2ba87-7e3d-4c94-befb-74f49b252d03 req-4643722a-f99a-4fce-af6d-334e38637425 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404467 Jan 27 21:36:26.250851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81118aa2-24b1-4c83-8345-2528255c2770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f572744b-7975-4782-b506-d938c572d78e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:26.258028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-81118aa2-24b1-4c83-8345-2528255c2770 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9badde1b7c3f4216a5e77161b008ea76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795598 Jan 27 21:36:26.264261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40252) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:26.304233 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c67cf0a2-543f-4ab3-a854-9c752e1803b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c6bc4a7d-9631-4d14-9f86-5882f29f23cf), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.307312 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c67cf0a2-543f-4ab3-a854-9c752e1803b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.308499 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c67cf0a2-543f-4ab3-a854-9c752e1803b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6bc4a7d-9631-4d14-9f86-5882f29f23cf HTTP/1.1" status: 204 len: 168 time: 0.4729698 Jan 27 21:36:26.317452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-23f83102-4fb9-4a74-9244-f773028df4b5 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:26.319754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-23f83102-4fb9-4a74-9244-f773028df4b5 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032&tenant_id=4a740dbf51be4474b91c5cb7c93ca967&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 1095 time: 0.0532598 Jan 27 21:36:26.330449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67cf0a2-543f-4ab3-a854-9c752e1803b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bc4a7d-9631-4d14-9f86-5882f29f23cf,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:26.369053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c602a855-7373-491b-87f2-f4d6f84a50a9 admin admin] Publish callbacks [] for security_group (f572744b-7975-4782-b506-d938c572d78e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.414962 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c602a855-7373-491b-87f2-f4d6f84a50a9 admin admin] Publish callbacks [] for security_group (f572744b-7975-4782-b506-d938c572d78e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.447641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131fecf9-549e-4bbc-9011-c54187eda486 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:26.451209 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-131fecf9-549e-4bbc-9011-c54187eda486 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.565203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-2264e675-99a5-44db-80ae-c91fdc435ec1 service neutron] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:26.577641 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-2264e675-99a5-44db-80ae-c91fdc435ec1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.577641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7948ae6b-048a-4f03-98f5-efb334ee1bc6 req-2264e675-99a5-44db-80ae-c91fdc435ec1 service neutron] 10.222.0.74 "DELETE /v2.0/ports/ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1/bindings/n-h2-760456-6 HTTP/1.1" status: 204 len: 173 time: 0.2453818 Jan 27 21:36:26.612563 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c602a855-7373-491b-87f2-f4d6f84a50a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f572744b-7975-4782-b506-d938c572d78e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.615636 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.620516 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c602a855-7373-491b-87f2-f4d6f84a50a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:26.620673 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c602a855-7373-491b-87f2-f4d6f84a50a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f572744b-7975-4782-b506-d938c572d78e HTTP/1.1" status: 204 len: 168 time: 0.3551323 Jan 27 21:36:26.644029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602a855-7373-491b-87f2-f4d6f84a50a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f572744b-7975-4782-b506-d938c572d78e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:26.881270 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-131fecf9-549e-4bbc-9011-c54187eda486 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (cdc39d94-35f6-4283-aa70-2a15d1dc2b86), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:27.058367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 33635b55-b531-44e9-ac0b-ef7b8df12772 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:27.134934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fecf9-549e-4bbc-9011-c54187eda486 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Subnet': ['ID=cdc39d94-35f6-4283-aa70-2a15d1dc2b86,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:27.175084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:36:27.189132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac2290-d12d-4e27-a26f-f78eb5003283 req-15fb4497-d80b-4359-a95f-ff0828e85e56 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:27.198439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7aac2290-d12d-4e27-a26f-f78eb5003283 req-15fb4497-d80b-4359-a95f-ff0828e85e56 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.2893565 Jan 27 21:36:27.214874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fecf9-549e-4bbc-9011-c54187eda486 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Checking segment: {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:27.215286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131fecf9-549e-4bbc-9011-c54187eda486 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Network hostable DHCP agents. Network: 48d40ea8-2154-4a64-8f89-b888ed9df3b1, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:36:27.232598 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:27.239080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be45912-eda7-467c-8144-a1a08e5e8dcd req-893916db-6139-4b5b-aad8-e2c77392247b tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:27.247638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7be45912-eda7-467c-8144-a1a08e5e8dcd req-893916db-6139-4b5b-aad8-e2c77392247b tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 943 time: 0.1896870 Jan 27 21:36:27.256603 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] The host n-h2-760456-6 is not matching for port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 host n-h1-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:36:27.257427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:36:27.280816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 33635b55-b531-44e9-ac0b-ef7b8df12772, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=33635b55-b531-44e9-ac0b-ef7b8df12772,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:27.295192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '33635b55-b531-44e9-ac0b-ef7b8df12772', 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f', 'port_id': '33635b55-b531-44e9-ac0b-ef7b8df12772', 'mac_address': 'fa:16:3e:ba:84:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a22239-67b1-4647-b883-045b74eda6a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:27.347034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7aac2290-d12d-4e27-a26f-f78eb5003283 req-5837f457-c1b9-493e-b218-8408e1787fc2 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475391 Jan 27 21:36:27.361723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 33635b55-b531-44e9-ac0b-ef7b8df12772 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:27.362092 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:27.377428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33635b55-b531-44e9-ac0b-ef7b8df12772 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:27.419741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7be45912-eda7-467c-8144-a1a08e5e8dcd req-483029f8-0184-4573-afcc-30dc519deb3d tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711500 Jan 27 21:36:27.511849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 33635b55-b531-44e9-ac0b-ef7b8df12772, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=33635b55-b531-44e9-ac0b-ef7b8df12772,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:27.536622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6dc22-11f8-43ec-9131-f81f07a5e298 req-bd02a5a5-53a2-446b-9099-83fa26850fb2 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:27.538196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dca6dc22-11f8-43ec-9131-f81f07a5e298 req-bd02a5a5-53a2-446b-9099-83fa26850fb2 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 944 time: 0.0585752 Jan 27 21:36:27.585781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dca6dc22-11f8-43ec-9131-f81f07a5e298 req-bc5306a3-a2f9-47d7-bc4a-2482d2e739b7 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 Jan 27 21:36:27.721661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3c64c-b3a6-4111-a138-18dfa33c620b req-86c6ed81-3429-4ec7-850b-e333d4257974 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:27.723154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-baa3c64c-b3a6-4111-a138-18dfa33c620b req-86c6ed81-3429-4ec7-850b-e333d4257974 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 1095 time: 0.0441458 Jan 27 21:36:27.771096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-baa3c64c-b3a6-4111-a138-18dfa33c620b req-6aa1c58e-3d37-407c-a46f-fab2d150e565 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 Jan 27 21:36:27.778808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131fecf9-549e-4bbc-9011-c54187eda486 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:36:27.907448 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:27.971055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=33635b55-b531-44e9-ac0b-ef7b8df12772,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:28.004110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-131fecf9-549e-4bbc-9011-c54187eda486 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 48d40ea8-2154-4a64-8f89-b888ed9df3b1) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:28.016439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131fecf9-549e-4bbc-9011-c54187eda486 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:28.018515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-131fecf9-549e-4bbc-9011-c54187eda486 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:28.026615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af846f0e-3d02-4fdd-abda-8657a891ec9f None None] Network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:28.155037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40316) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:28.155936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-131fecf9-549e-4bbc-9011-c54187eda486 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0726805 Jan 27 21:36:28.167839 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2611e3fd-c1f1-42c2-8fdc-16dd127f2838 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'subnet': {'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:28.264962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-07f1d2a7-8884-4d11-897a-b5a9d1cc53c6 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:28.272667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-07f1d2a7-8884-4d11-897a-b5a9d1cc53c6 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 821 time: 0.2202239 Jan 27 21:36:28.291467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-1f400d22-81a6-4111-adec-27d8b2ef5e6e tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/quotas/4a740dbf51be4474b91c5cb7c93ca967 HTTP/1.1" status: 200 len: 375 time: 0.0178878 Jan 27 21:36:28.356245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-48d40ea8-2154-4a64-8f89-b888ed9df3b1', 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1', 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'fixed_ips': [{'subnet_id': 'cdc39d94-35f6-4283-aa70-2a15d1dc2b86'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:36:28.357141 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:28.447757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-e31f6f74-5dff-4790-980d-07d9046a8a25 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1491952 Jan 27 21:36:28.464808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['33635b55-b531-44e9-ac0b-ef7b8df12772'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:28.613121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5b027-4968-480f-9ac1-0e1101d8d027 req-42da5be1-10ec-4aa7-bb4f-bd22859ee640 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:28.617414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2611e3fd-c1f1-42c2-8fdc-16dd127f2838 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:28.620590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0e5b027-4968-480f-9ac1-0e1101d8d027 req-42da5be1-10ec-4aa7-bb4f-bd22859ee640 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.0998063 Jan 27 21:36:28.623189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2611e3fd-c1f1-42c2-8fdc-16dd127f2838 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:28.641624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Allocated IP 10.1.1.2 (48d40ea8-2154-4a64-8f89-b888ed9df3b1/cdc39d94-35f6-4283-aa70-2a15d1dc2b86/5d08a44c-1284-4735-849e-d2e677f61db5) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:28.708253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0e5b027-4968-480f-9ac1-0e1101d8d027 req-3bbbd464-9a6d-4a23-8806-a4fa0bf98974 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828691 Jan 27 21:36:28.726147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-c3fcfa97-1b68-48a4-9e8a-522870c872ff service neutron] 10.222.0.61 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628794 Jan 27 21:36:28.835803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40338) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:28.890975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40342) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:28.962096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-726177f7-6dae-49cd-bee2-c0b6576a7149 service neutron] 10.222.0.61 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285297 Jan 27 21:36:29.020088 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Publish callbacks [] for port (5d08a44c-1284-4735-849e-d2e677f61db5), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.052404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-network', 'tenant_id': 'f05a1d501df9401e8387788d4508913f'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:29.060471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1590458755-network', 'tenant_id': 'bafb55e16819420e980c964e745595c7'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:29.100867 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.147899 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Pushing event updated for resources: {'Port': ['ID=5d08a44c-1284-4735-849e-d2e677f61db5,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:29.157117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb24c8-5fc2-4e6d-84e3-0a68808a1df4 req-2902dc9e-5165-4c5f-bef0-991eab5dabc9 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:29.158903 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffbb24c8-5fc2-4e6d-84e3-0a68808a1df4 req-2902dc9e-5165-4c5f-bef0-991eab5dabc9 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 944 time: 0.0894523 Jan 27 21:36:29.183733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:29.185746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:29.190114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Made reservation on behalf of bafb55e16819420e980c964e745595c7 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:29.192225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:29.192667 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.216915 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.234541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Made reservation on behalf of f05a1d501df9401e8387788d4508913f for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:29.237032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.249544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.268371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffbb24c8-5fc2-4e6d-84e3-0a68808a1df4 req-10519804-b0ba-4ffb-9640-e732cc5b0093 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015027 Jan 27 21:36:29.287988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Attempting to bind port 5d08a44c-1284-4735-849e-d2e677f61db5 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:29.288577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Attempting to bind port 5d08a44c-1284-4735-849e-d2e677f61db5 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:29.289278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Attempting to bind port 5d08a44c-1284-4735-849e-d2e677f61db5 on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:29.298786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:29.299667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Checking segment: {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:29.300304 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.301357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Bound using segment: {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:29.302046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Bound port: 5d08a44c-1284-4735-849e-d2e677f61db5, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:29.302809 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.305320 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2611e3fd-c1f1-42c2-8fdc-16dd127f2838 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (39e01611-9532-469d-8e1a-8f2c049f536e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.409291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] For port 5d08a44c-1284-4735-849e-d2e677f61db5, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:29.414845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] For port 5d08a44c-1284-4735-849e-d2e677f61db5, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5d08a44c-1284-4735-849e-d2e677f61db5,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:29.416558 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Publish callbacks [] for security_group (7f4474b5-16aa-42c1-b349-18aa15c50fc2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.430397 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Publish callbacks [] for security_group (137b7b4f-d82d-489b-9b1d-51846af722f3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.471317 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611e3fd-c1f1-42c2-8fdc-16dd127f2838 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Subnet': ['ID=39e01611-9532-469d-8e1a-8f2c049f536e,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:29.479591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2611e3fd-c1f1-42c2-8fdc-16dd127f2838 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Checking segment: {'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:29.479966 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611e3fd-c1f1-42c2-8fdc-16dd127f2838 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Network hostable DHCP agents. Network: 7e1655c6-78a8-4691-8e0d-090ebfbca2d4, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:36:29.506237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81ffda8a-b822-42da-8cd7-f8c1410dfd50 req-da653275-0347-4f4e-a8b2-2c40572f2db4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 210 time: 0.0476639 Jan 27 21:36:29.532535 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.564451 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7f4474b5-16aa-42c1-b349-18aa15c50fc2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.567902 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (137b7b4f-d82d-489b-9b1d-51846af722f3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.602426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611e3fd-c1f1-42c2-8fdc-16dd127f2838 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:36:29.613068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:36:29.631544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03d0c5-6f8f-4ab2-abbf-b83d445561ce None None] Pushing event updated for resources: {'Port': ['ID=5d08a44c-1284-4735-849e-d2e677f61db5,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:29.644198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:36:29.665882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (f317fb2d-3846-47e1-ade2-07d4a035c97a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.666251 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Added segment f317fb2d-3846-47e1-ade2-07d4a035c97a of type vlan for network f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 Jan 27 21:36:29.675677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4474b5-16aa-42c1-b349-18aa15c50fc2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:29.696245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (cbe3b2e7-481a-409b-96c4-83b060e73561), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.696721 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Added segment cbe3b2e7-481a-409b-96c4-83b060e73561 of type vlan for network 26b9afae-337a-4439-b4b1-9d7f1f112bae Jan 27 21:36:29.698447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-2611e3fd-c1f1-42c2-8fdc-16dd127f2838 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 7e1655c6-78a8-4691-8e0d-090ebfbca2d4) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:29.708031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1e65a6-b5b8-40be-b877-d4cbb4893e9e None None] Network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:29.712330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2611e3fd-c1f1-42c2-8fdc-16dd127f2838 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:29.714091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2611e3fd-c1f1-42c2-8fdc-16dd127f2838 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.766717 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (f4e8a773-3a06-4ba9-b3fd-a77d57cd4955), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.798525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137b7b4f-d82d-489b-9b1d-51846af722f3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:29.802551 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (26b9afae-337a-4439-b4b1-9d7f1f112bae), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.889758 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2611e3fd-c1f1-42c2-8fdc-16dd127f2838 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7329183 Jan 27 21:36:29.917861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40360) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:29.917861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'port': {'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1103761454', 'fixed_ips': [{'subnet_id': 'cdc39d94-35f6-4283-aa70-2a15d1dc2b86'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:29.980763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-7e1655c6-78a8-4691-8e0d-090ebfbca2d4', 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4', 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'fixed_ips': [{'subnet_id': '39e01611-9532-469d-8e1a-8f2c049f536e'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:36:29.981662 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:29.992903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39de986-1dc4-4531-9414-d66c0476767b req-031eaf73-a117-4403-8925-faff04440305 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:29.996742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c39de986-1dc4-4531-9414-d66c0476767b req-031eaf73-a117-4403-8925-faff04440305 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.1389158 Jan 27 21:36:30.042979 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (f4e8a773-3a06-4ba9-b3fd-a77d57cd4955), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.044500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:30.045351 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.076036 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (26b9afae-337a-4439-b4b1-9d7f1f112bae), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.077141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:30.077872 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.215737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c39de986-1dc4-4531-9414-d66c0476767b req-6defe14d-c1d8-4afd-912a-38d0ac9df3fe tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093937 Jan 27 21:36:30.247786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] Pushing event updated for resources: {'Network': ['ID=f4e8a773-3a06-4ba9-b3fd-a77d57cd4955,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:30.264651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:36:30.327393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Allocated IP 10.2.2.2 (7e1655c6-78a8-4691-8e0d-090ebfbca2d4/39e01611-9532-469d-8e1a-8f2c049f536e/8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:30.352517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-489d8909-4030-45c5-991b-c8ac52665d3f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5151355 Jan 27 21:36:30.355536 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40372) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:30.362458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4696503 Jan 27 21:36:30.366148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40374) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:30.366631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ba519873-a1de-4155-a432-3915b38c0c5b admin admin] Request body: {'subnet': {'network_id': 'f4e8a773-3a06-4ba9-b3fd-a77d57cd4955', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1590458755-subnet', 'tenant_id': 'bafb55e16819420e980c964e745595c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:30.372912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0d80422d-98b5-416a-9ad6-4a09b021f8f9 admin admin] Request body: {'subnet': {'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-subnet', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:30.376322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:30.410458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49040bd-6d1b-490d-814a-2a94bb1f7894 admin admin] Pushing event updated for resources: {'Network': ['ID=26b9afae-337a-4439-b4b1-9d7f1f112bae,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:30.428195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 26b9afae-337a-4439-b4b1-9d7f1f112bae details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:36:30.577822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ded58d-01dd-4a32-9856-376a96f9112d req-d31eb5a0-da86-42d3-8bc8-261001417ccb tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:30.579590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1ded58d-01dd-4a32-9856-376a96f9112d req-d31eb5a0-da86-42d3-8bc8-261001417ccb tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 944 time: 0.1137393 Jan 27 21:36:30.623476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba519873-a1de-4155-a432-3915b38c0c5b admin admin] Made reservation on behalf of bafb55e16819420e980c964e745595c7 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:30.626668 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba519873-a1de-4155-a432-3915b38c0c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.627916 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Publish callbacks [] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.632321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d80422d-98b5-416a-9ad6-4a09b021f8f9 admin admin] Made reservation on behalf of f05a1d501df9401e8387788d4508913f for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:30.635602 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d80422d-98b5-416a-9ad6-4a09b021f8f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.650807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f34425a0-a929-4229-87ba-c2b3c56e0d5c req-43470658-b66f-4ce3-ae6e-d15a29de4b4c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 210 time: 0.0552397 Jan 27 21:36:30.670134 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.755000 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:30.755292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] device_id is not set on port 22cdf208-eafd-45a4-b320-f1219ee540a4 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:36:30.770054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1ded58d-01dd-4a32-9856-376a96f9112d req-9726a223-3595-4594-81f9-5359c4cd2ca3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694443 Jan 27 21:36:30.860997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:30.875491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:30.889897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:30.910923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Pushing event updated for resources: {'Port': ['ID=8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:31.008239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Attempting to bind port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:31.009042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Attempting to bind port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:31.009674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Attempting to bind port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 on network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:31.015527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:31.016414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Checking segment: {'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:31.017064 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.017639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Bound using segment: {'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:31.018145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Bound port: 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:31.018513 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.064099 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba519873-a1de-4155-a432-3915b38c0c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (ea000cef-b6db-4695-922b-af6ede328617), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.084380 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 33635b55-b531-44e9-ac0b-ef7b8df12772 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:31.164901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Allocated IP 10.1.1.163 (48d40ea8-2154-4a64-8f89-b888ed9df3b1/cdc39d94-35f6-4283-aa70-2a15d1dc2b86/22cdf208-eafd-45a4-b320-f1219ee540a4) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:31.231409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba519873-a1de-4155-a432-3915b38c0c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea000cef-b6db-4695-922b-af6ede328617,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:31.236116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba519873-a1de-4155-a432-3915b38c0c5b admin admin] Checking segment: {'id': 'f317fb2d-3846-47e1-ade2-07d4a035c97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f4e8a773-3a06-4ba9-b3fd-a77d57cd4955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:31.236490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba519873-a1de-4155-a432-3915b38c0c5b admin admin] Network hostable DHCP agents. Network: f4e8a773-3a06-4ba9-b3fd-a77d57cd4955, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:36:31.286521 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d80422d-98b5-416a-9ad6-4a09b021f8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (936add34-9837-4086-a62b-42d4a4037698), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.303950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] For port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:31.307937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] For port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:31.352902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423c20c4-4a08-4391-92ff-e5d46d262a86 None None] Network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:31.392562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba519873-a1de-4155-a432-3915b38c0c5b admin admin] Network f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:36:31.431196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ba634773-1870-40d6-87f9-e610671a7a7c None None] Provisioning complete for port 5d08a44c-1284-4735-849e-d2e677f61db5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:31.431196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba634773-1870-40d6-87f9-e610671a7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.481448 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.481668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 33635b55-b531-44e9-ac0b-ef7b8df12772 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:36:31.518118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.532113 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ba519873-a1de-4155-a432-3915b38c0c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, f4e8a773-3a06-4ba9-b3fd-a77d57cd4955) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:31.536736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abce77e-caa4-4cd0-b5fd-60c21724de26 None None] Pushing event updated for resources: {'Port': ['ID=8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:31.537121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba519873-a1de-4155-a432-3915b38c0c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:31.537870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba519873-a1de-4155-a432-3915b38c0c5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.548334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 33635b55-b531-44e9-ac0b-ef7b8df12772 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:31.548564 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.554333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875891ea-3a91-4605-952f-3f77a851b2bd None None] Network f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:31.637082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d80422d-98b5-416a-9ad6-4a09b021f8f9 admin admin] Checking segment: {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:31.637535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80422d-98b5-416a-9ad6-4a09b021f8f9 admin admin] Network hostable DHCP agents. Network: 26b9afae-337a-4439-b4b1-9d7f1f112bae, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:36:31.683577 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ba519873-a1de-4155-a432-3915b38c0c5b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3269520 Jan 27 21:36:31.699293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60065b7e-9623-4836-81fb-4a432429cbf2 req-b9247575-3a1a-4d4d-98df-d0c165a5fff7 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:31.704777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5d08a44c-1284-4735-849e-d2e677f61db5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:31.705567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60065b7e-9623-4836-81fb-4a432429cbf2 req-b9247575-3a1a-4d4d-98df-d0c165a5fff7 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.3097894 Jan 27 21:36:31.712131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80422d-98b5-416a-9ad6-4a09b021f8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=936add34-9837-4086-a62b-42d4a4037698,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:31.735006 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:31.753924 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427f97e-573a-467c-8942-ad901817c6f3 None None] Network f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:31.898786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a77dad66-df2c-44dd-b9ed-4208c04b242b req-7becc4b8-7849-4682-8245-48a53284bbdc tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 210 time: 0.1042900 Jan 27 21:36:31.903875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:31.911933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80422d-98b5-416a-9ad6-4a09b021f8f9 admin admin] Network 26b9afae-337a-4439-b4b1-9d7f1f112bae is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:36:31.959878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:31.984019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:32.089354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-0d80422d-98b5-416a-9ad6-4a09b021f8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 26b9afae-337a-4439-b4b1-9d7f1f112bae) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:32.118817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:32.121117 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.147430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c7edf-4e00-49ec-bf38-7e579893a60d None None] Network 26b9afae-337a-4439-b4b1-9d7f1f112bae requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:32.232278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d80422d-98b5-416a-9ad6-4a09b021f8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:32.232945 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d80422d-98b5-416a-9ad6-4a09b021f8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.284601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Port': ['ID=22cdf208-eafd-45a4-b320-f1219ee540a4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:32.297608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60065b7e-9623-4836-81fb-4a432429cbf2 req-a1826341-3d9f-4299-9ef9-9526357de796 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799959 Jan 27 21:36:32.331783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ba634773-1870-40d6-87f9-e610671a7a7c None None] Current status of the port 5d08a44c-1284-4735-849e-d2e677f61db5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:32.335525 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba634773-1870-40d6-87f9-e610671a7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.351264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39c47e-3d5d-40c7-8e66-79a92afa43d6 req-aa81b684-84e8-47ae-b87b-59bbb887d303 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:32.363534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d39c47e-3d5d-40c7-8e66-79a92afa43d6 req-aa81b684-84e8-47ae-b87b-59bbb887d303 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 944 time: 0.2253249 Jan 27 21:36:32.438227 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f8d1e8bf-e21e-4078-9524-c44d3d26a7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.472584 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40402) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:32.475838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0d80422d-98b5-416a-9ad6-4a09b021f8f9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1074493 Jan 27 21:36:32.482938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:32.484785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d3a033cd-62b3-421e-8872-97b144d2724c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5806112 Jan 27 21:36:32.487756 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40406) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:32.503362 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'port': {'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1', 'name': 'tempest-TaggedBootDevicesTest_v242-1604515406', 'fixed_ips': [{'subnet_id': 'cdc39d94-35f6-4283-aa70-2a15d1dc2b86'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:32.548250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-26b9afae-337a-4439-b4b1-9d7f1f112bae', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:36:32.549460 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.599844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d39c47e-3d5d-40c7-8e66-79a92afa43d6 req-66cc4ca6-f416-4b6f-8b04-3d7ada7327e7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353506 Jan 27 21:36:32.610141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-819e2762-bb9a-4ad4-836c-5e03e3c36378 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:32.610533 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-819e2762-bb9a-4ad4-836c-5e03e3c36378 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.71 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 821 time: 0.2666395 Jan 27 21:36:32.616159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 33635b55-b531-44e9-ac0b-ef7b8df12772 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:32.620455 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.631915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ba634773-1870-40d6-87f9-e610671a7a7c None None] For port 5d08a44c-1284-4735-849e-d2e677f61db5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5d08a44c-1284-4735-849e-d2e677f61db5,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:32.633160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5d08a44c-1284-4735-849e-d2e677f61db5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:32.633727 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.646424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Request body: {'port': {'device_id': '149bd46d-b513-4073-b078-de992e447cd4', 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a', 'admin_state_up': True, 'tenant_id': '4a740dbf51be4474b91c5cb7c93ca967'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:32.717297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 33635b55-b531-44e9-ac0b-ef7b8df12772, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=33635b55-b531-44e9-ac0b-ef7b8df12772,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:32.724735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec5898a-922a-4304-ae49-c929eaec0412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33635b55-b531-44e9-ac0b-ef7b8df12772'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:32.725041 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d304f477-1368-4a85-9968-ebeaf10cdbd5" -d '{"events": [{"server_uuid": "7ec5898a-922a-4304-ae49-c929eaec0412", "name": "network-vif-plugged", "status": "completed", "tag": "33635b55-b531-44e9-ac0b-ef7b8df12772"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:32.789634 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.791091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.827835 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba634773-1870-40d6-87f9-e610671a7a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.863572 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d03f3a-5d80-41da-a994-02158fd6c7c0 x-openstack-request-id: req-67d03f3a-5d80-41da-a994-02158fd6c7c0 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:32.863572 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec5898a-922a-4304-ae49-c929eaec0412", "name": "network-vif-plugged", "status": "completed", "tag": "33635b55-b531-44e9-ac0b-ef7b8df12772", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:32.863572 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67d03f3a-5d80-41da-a994-02158fd6c7c0 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:32.863572 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec5898a-922a-4304-ae49-c929eaec0412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33635b55-b531-44e9-ac0b-ef7b8df12772', 'code': 200} Jan 27 21:36:32.893754 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:32.895764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40414) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:32.913602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1887686576-network', 'tenant_id': '308fa006680c4a2c99acf420cdfa9416'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:32.952904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:32.966577 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Publish callbacks [] for router_controller (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.054429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba634773-1870-40d6-87f9-e610671a7a7c None None] Pushing event updated for resources: {'Port': ['ID=5d08a44c-1284-4735-849e-d2e677f61db5,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:33.145568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fb042913-3f7a-4821-a943-b0221114bf32 None None] Provisioning complete for port 5d08a44c-1284-4735-849e-d2e677f61db5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:33.145949 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fb042913-3f7a-4821-a943-b0221114bf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.194781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-706af3ed-4622-4af6-8ce2-9bc7a79edb5d req-175327d6-519f-4c7d-bf2c-35a593bd045d tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 210 time: 0.0596702 Jan 27 21:36:33.201425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075acf0-e65c-47aa-910e-52bba0456448 req-7bc581b6-acb1-4dca-9464-f00a87a9fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:33.205536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Allocated IP 172.20.0.2 (26b9afae-337a-4439-b4b1-9d7f1f112bae/936add34-9837-4086-a62b-42d4a4037698/0c3c87b1-75ae-45f5-8177-d6b426f7cdeb) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:33.206694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2075acf0-e65c-47aa-910e-52bba0456448 req-7bc581b6-acb1-4dca-9464-f00a87a9fd15 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 1096 time: 0.2439370 Jan 27 21:36:33.234915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Made reservation on behalf of 308fa006680c4a2c99acf420cdfa9416 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:33.237848 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.256708 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.303364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=33635b55-b531-44e9-ac0b-ef7b8df12772,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:33.307544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5d08a44c-1284-4735-849e-d2e677f61db5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:33.361976 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Publish callbacks [] for security_group (4c7c0395-83fa-4bf6-9482-c7a7fb43c96a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.365414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Made reservation on behalf of 4a740dbf51be4474b91c5cb7c93ca967 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:33.369659 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.567759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fb042913-3f7a-4821-a943-b0221114bf32 None None] Current status of the port 5d08a44c-1284-4735-849e-d2e677f61db5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:33.576648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64921c-42d3-4702-954b-d0ac2975ed7e None None] Network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:33.579692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4c7c0395-83fa-4bf6-9482-c7a7fb43c96a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.582212 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.587877 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Publish callbacks [] for router_gateway (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.604339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:36:33.632988 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b79f0793-5cf7-4a90-8bb9-4616ea8a51d8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.640258 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Added segment b79f0793-5cf7-4a90-8bb9-4616ea8a51d8 of type vlan for network edef936b-4e62-4629-a109-9adb73c11e05 Jan 27 21:36:33.644675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] device_id is not set on port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:36:33.748006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2075acf0-e65c-47aa-910e-52bba0456448 req-e5bae07b-324b-4ff1-8903-9138ea1d31c2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267620 Jan 27 21:36:33.784323 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Publish callbacks [] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.799885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:33.805259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7455038b-3420-4619-8b39-b3fdc90b4a0c None None] Provisioning complete for port 22cdf208-eafd-45a4-b320-f1219ee540a4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:33.805640 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7455038b-3420-4619-8b39-b3fdc90b4a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.861328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Allocated IP 172.20.0.12 (4d4762b7-4485-49f9-93c6-dc19ae80648a/054f10ab-0586-49e9-ab4c-ac190c6d920f/01c2d190-1600-424b-8a6e-06bc0d4fac7a) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:33.865951 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7455038b-3420-4619-8b39-b3fdc90b4a0c None None] Port 22cdf208-eafd-45a4-b320-f1219ee540a4 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:33.870774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70f63b-1c61-4bc8-ab0f-1c0e707b05e2 req-a1555975-152a-47dc-b685-5e9e634c0015 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:33.872945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b70f63b-1c61-4bc8-ab0f-1c0e707b05e2 req-a1555975-152a-47dc-b685-5e9e634c0015 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.3232870 Jan 27 21:36:33.873884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7c0395-83fa-4bf6-9482-c7a7fb43c96a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:33.892613 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (edef936b-4e62-4629-a109-9adb73c11e05), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.902469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945d1f4-22e2-434b-a682-36c1187b9bec req-e1dcbd48-449c-4246-8fdf-2805aa183333 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:33.904490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c945d1f4-22e2-434b-a682-36c1187b9bec req-e1dcbd48-449c-4246-8fdf-2805aa183333 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 945 time: 0.1623049 Jan 27 21:36:33.925139 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:33.930914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7455038b-3420-4619-8b39-b3fdc90b4a0c None None] Provisioning complete for port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:33.930914 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7455038b-3420-4619-8b39-b3fdc90b4a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.006551 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Allocated IP 10.1.1.206 (48d40ea8-2154-4a64-8f89-b888ed9df3b1/cdc39d94-35f6-4283-aa70-2a15d1dc2b86/8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:34.037734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c945d1f4-22e2-434b-a682-36c1187b9bec req-029f8c8d-6ac1-49cb-ad26-dae23d572e13 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205654 Jan 27 21:36:34.048477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Network 26b9afae-337a-4439-b4b1-9d7f1f112bae is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:34.067261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b70f63b-1c61-4bc8-ab0f-1c0e707b05e2 req-5dea5dac-4b28-4f9f-a24a-a15701f13d0c tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802824 Jan 27 21:36:34.080437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:34.083546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:34.100011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Pushing event updated for resources: {'Port': ['ID=0c3c87b1-75ae-45f5-8177-d6b426f7cdeb,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:34.103928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:34.103928 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.119961 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (edef936b-4e62-4629-a109-9adb73c11e05), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.121009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:34.121675 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.330850 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Attempting to bind port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:34.334119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Attempting to bind port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:34.334961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Attempting to bind port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb on network 26b9afae-337a-4439-b4b1-9d7f1f112bae {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:34.346789 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7455038b-3420-4619-8b39-b3fdc90b4a0c None None] Current status of the port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:34.346993 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7455038b-3420-4619-8b39-b3fdc90b4a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.349568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:34.349568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Checking segment: {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:34.349885 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.350319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Bound using segment: {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:34.350827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Bound port: 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:34.351221 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.370621 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.452708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] For port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:34.457731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] For port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c3c87b1-75ae-45f5-8177-d6b426f7cdeb,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:34.511064 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.537861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7455038b-3420-4619-8b39-b3fdc90b4a0c None None] For port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:34.542241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:34.542642 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.613420 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.628108 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7455038b-3420-4619-8b39-b3fdc90b4a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.731907 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-adef7fb7-966c-4d34-b3e6-f26dc40e3ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.741830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] Pushing event updated for resources: {'Network': ['ID=edef936b-4e62-4629-a109-9adb73c11e05,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:34.749704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-295a81f8-999a-4a09-bb8e-41e19ce20472 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8494227 Jan 27 21:36:34.764781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40436) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:34.769878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0399218a-6ccc-4310-a83e-e683da5f66f1 admin admin] Request body: {'subnet': {'network_id': 'edef936b-4e62-4629-a109-9adb73c11e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1887686576-subnet', 'tenant_id': '308fa006680c4a2c99acf420cdfa9416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:34.772914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45d16a-d460-4324-9c3d-00ea9038ab7e None None] Pushing event updated for resources: {'Port': ['ID=0c3c87b1-75ae-45f5-8177-d6b426f7cdeb,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:34.780756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network edef936b-4e62-4629-a109-9adb73c11e05 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:36:34.826170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77cc229a-7429-424c-bcb6-03106df55d9a req-b3443878-372a-4965-afe9-fa6ac1e46f54 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 210 time: 0.0891812 Jan 27 21:36:34.867304 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:36:34.868110 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:36:34.955552 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks [] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:34.955944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4df895ee-b4b8-445d-a4dd-607e61d8caa0 None None] Provisioning complete for port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:34.955944 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4df895ee-b4b8-445d-a4dd-607e61d8caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.009822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0399218a-6ccc-4310-a83e-e683da5f66f1 admin admin] Made reservation on behalf of 308fa006680c4a2c99acf420cdfa9416 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:35.012837 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0399218a-6ccc-4310-a83e-e683da5f66f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.139130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455038b-3420-4619-8b39-b3fdc90b4a0c None None] Pushing event updated for resources: {'Port': ['ID=8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:35.261765 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:35.269914 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:35.296971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:35.342882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Port': ['ID=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:35.357045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Publish callbacks [] for router_gateway (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.376775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2556c1-1f03-4f83-a3b3-c716afde79b6 req-85781bbf-50b7-4c80-8324-9ac07ee7216e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:35.381637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be2556c1-1f03-4f83-a3b3-c716afde79b6 req-85781bbf-50b7-4c80-8324-9ac07ee7216e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.1558113 Jan 27 21:36:35.387670 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.405464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b017da-b76c-4b0a-8229-1468ccf1eb1e req-7262c353-72a3-44de-a6fe-38d7615a523a tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:35.414701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:35.416017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.417038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13b017da-b76c-4b0a-8229-1468ccf1eb1e req-7262c353-72a3-44de-a6fe-38d7615a523a tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 945 time: 0.2164886 Jan 27 21:36:35.428322 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.452505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4df895ee-b4b8-445d-a4dd-607e61d8caa0 None None] Current status of the port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:35.471365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:35.474298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5d08a44c-1284-4735-849e-d2e677f61db5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:35.528128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5d08a44c-1284-4735-849e-d2e677f61db5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:35.528840 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.568554 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8b7292ad-e5f1-4d38-87d1-e7997023b3e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0730591 Jan 27 21:36:35.571996 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Allocated IP 172.25.0.42 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/e12e73db-5d98-4bea-bdab-1f4b25aea9f3) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:35.592273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be2556c1-1f03-4f83-a3b3-c716afde79b6 req-b5ab85ed-d84a-4a9c-800c-37804cfd7129 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704965 Jan 27 21:36:35.620934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Network 4d4762b7-4485-49f9-93c6-dc19ae80648a is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:35.636203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5d08a44c-1284-4735-849e-d2e677f61db5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:35.648882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:35.657902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:35.709348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-eddfcfba-3536-4c32-bbc8-801fbf14df8f None None] Provisioning complete for port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:35.711085 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-eddfcfba-3536-4c32-bbc8-801fbf14df8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.726799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Pushing event updated for resources: {'Port': ['ID=01c2d190-1600-424b-8a6e-06bc0d4fac7a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:35.761206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13b017da-b76c-4b0a-8229-1468ccf1eb1e req-f4a4f4b4-57b1-42d7-93dc-a271dbdea725 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431132 Jan 27 21:36:35.777332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:35.778275 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.785758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Publish callbacks [] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.830789 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-eddfcfba-3536-4c32-bbc8-801fbf14df8f None None] Port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:35.907495 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0399218a-6ccc-4310-a83e-e683da5f66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (989c2004-a52e-479d-be57-e5240bc9d983), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.954596 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:35.955674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-4d26218f-5ba1-461d-937e-b1e9dd3a91c5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3358886 Jan 27 21:36:35.978366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Request body: {'port': {'device_id': '149bd46d-b513-4073-b078-de992e447cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:36.003633 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.039733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:36.043447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:36.046148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:36.088420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:36.103837 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40458) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:36.112339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1e689b0c-5e30-4aca-912c-c64ccffc8509 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964246896', 'description': 'tempest-description--1907973217'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:36.196960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399218a-6ccc-4310-a83e-e683da5f66f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989c2004-a52e-479d-be57-e5240bc9d983,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:36.197847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Pushing event updated for resources: {'Port': ['ID=e12e73db-5d98-4bea-bdab-1f4b25aea9f3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:36.232822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:36.233559 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.272685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399218a-6ccc-4310-a83e-e683da5f66f1 admin admin] Checking segment: {'id': 'b79f0793-5cf7-4a90-8bb9-4616ea8a51d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'edef936b-4e62-4629-a109-9adb73c11e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:36.273203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399218a-6ccc-4310-a83e-e683da5f66f1 admin admin] Network hostable DHCP agents. Network: edef936b-4e62-4629-a109-9adb73c11e05, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:36:36.277283 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.292064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e76d44-4665-41b7-be52-dbfe2a38e163 req-d1017e74-6162-45e2-9c9d-12677cf9e8f8 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:36.296843 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e689b0c-5e30-4aca-912c-c64ccffc8509 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.300008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0e76d44-4665-41b7-be52-dbfe2a38e163 req-d1017e74-6162-45e2-9c9d-12677cf9e8f8 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 945 time: 0.3168330 Jan 27 21:36:36.361165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:36.361947 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.409012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175306a0-f337-4166-9f7a-0dba0fa344ef req-b9713d2d-32a0-4c72-a4d1-624e42ccbd52 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:36.415403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c3c87b1-75ae-45f5-8177-d6b426f7cdeb,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:36.416325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-175306a0-f337-4166-9f7a-0dba0fa344ef req-b9713d2d-32a0-4c72-a4d1-624e42ccbd52 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 932 time: 0.2004108 Jan 27 21:36:36.441842 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e689b0c-5e30-4aca-912c-c64ccffc8509 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for security_group (486e44e9-58a4-4337-8f5f-d6bc6dfa9a57), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.464874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a757f2-de13-43e3-80fa-3f41cb459baa None None] Network 26b9afae-337a-4439-b4b1-9d7f1f112bae requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:36.474745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0e76d44-4665-41b7-be52-dbfe2a38e163 req-14e6ca85-4411-420f-a614-53b352c679ce tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737578 Jan 27 21:36:36.565049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6004e095-c0a0-4ea0-8e96-ca908aeeff9d None None] Provisioning complete for port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:36.565618 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6004e095-c0a0-4ea0-8e96-ca908aeeff9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.689837 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e689b0c-5e30-4aca-912c-c64ccffc8509 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (486e44e9-58a4-4337-8f5f-d6bc6dfa9a57), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.694327 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.700303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:36.780991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399218a-6ccc-4310-a83e-e683da5f66f1 admin admin] Network edef936b-4e62-4629-a109-9adb73c11e05 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:36:36.795785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-175306a0-f337-4166-9f7a-0dba0fa344ef req-4c515401-ed58-49ea-b53f-6f5cf16071ea tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782282 Jan 27 21:36:36.828912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c2d190-1600-424b-8a6e-06bc0d4fac7a {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:36.842428 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Publish callbacks [] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.857636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Transition to ACTIVE for port object 01c2d190-1600-424b-8a6e-06bc0d4fac7a will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:36:36.862081 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e689b0c-5e30-4aca-912c-c64ccffc8509 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.866143 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1e689b0c-5e30-4aca-912c-c64ccffc8509 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7544992 Jan 27 21:36:36.869795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40476) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:36.872713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-aff6d856-1025-4ff5-b770-aeb4796e605e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'security_group_rule': {'security_group_id': '486e44e9-58a4-4337-8f5f-d6bc6dfa9a57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:36.900445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-0399218a-6ccc-4310-a83e-e683da5f66f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, edef936b-4e62-4629-a109-9adb73c11e05) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:36.904802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e689b0c-5e30-4aca-912c-c64ccffc8509 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:36.906922 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Publish callbacks [] for router_gateway (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.916964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0399218a-6ccc-4310-a83e-e683da5f66f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:36.917410 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0399218a-6ccc-4310-a83e-e683da5f66f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:36.960545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=0c3c87b1-75ae-45f5-8177-d6b426f7cdeb,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:36.960796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b320ca9c-cd3e-4e63-ad0c-aeb251463cbe None None] Network edef936b-4e62-4629-a109-9adb73c11e05 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:36.995513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6004e095-c0a0-4ea0-8e96-ca908aeeff9d None None] Current status of the port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:37.032622 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.037464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:37.037980 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.092285 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0399218a-6ccc-4310-a83e-e683da5f66f1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3263812 Jan 27 21:36:37.096876 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aff6d856-1025-4ff5-b770-aeb4796e605e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for security_group_rule (1365229e-e483-4ca3-be02-0abfa55e017a), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.259334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:37.263698 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.268199 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b16b83-7bf1-47bc-87e9-f9fa328f18d1 None None] Network edef936b-4e62-4629-a109-9adb73c11e05 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:36:37.372235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbe0f7-156a-4db9-b7f3-753d89fafd3c req-34cc3996-b7dd-4da2-ae94-f1e308eae6ad tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:37.376745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20bbe0f7-156a-4db9-b7f3-753d89fafd3c req-34cc3996-b7dd-4da2-ae94-f1e308eae6ad tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.4249313 Jan 27 21:36:37.381778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aff6d856-1025-4ff5-b770-aeb4796e605e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for security_group_rule (1365229e-e483-4ca3-be02-0abfa55e017a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.410865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Pushing event updated for resources: {'Port': ['ID=01c2d190-1600-424b-8a6e-06bc0d4fac7a,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:37.464704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c0dfe43d-43ef-41c4-8f6e-b65784228e69 None None] Provisioning complete for port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:37.472537 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c0dfe43d-43ef-41c4-8f6e-b65784228e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.493697 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.581528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfe43d-43ef-41c4-8f6e-b65784228e69 None None] Current status of the port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:37.582341 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aff6d856-1025-4ff5-b770-aeb4796e605e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (1365229e-e483-4ca3-be02-0abfa55e017a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.660546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Attempting to bind port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:37.660895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Attempting to bind port 01c2d190-1600-424b-8a6e-06bc0d4fac7a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:37.661385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Attempting to bind port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:37.671470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6d856-1025-4ff5-b770-aeb4796e605e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1365229e-e483-4ca3-be02-0abfa55e017a,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:37.679749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on network 4d4762b7-4485-49f9-93c6-dc19ae80648a not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:36:37.680111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Attempting to bind port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:37.686114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:37.686465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:37.689981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Bound using segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:37.689981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Bound port: 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:37.689981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.693018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20bbe0f7-156a-4db9-b7f3-753d89fafd3c req-151aba11-edb6-42b0-ab2c-30d3edaad7af tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001211 Jan 27 21:36:37.777437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:36:37.780259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:37.789652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:37.793073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:37.797025 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aff6d856-1025-4ff5-b770-aeb4796e605e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.800748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-aff6d856-1025-4ff5-b770-aeb4796e605e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9299982 Jan 27 21:36:37.801468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40498) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:37.807851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0423ae61-ab23-4cb5-ad90-082b4c0aefb9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'security_group_rule': {'security_group_id': '486e44e9-58a4-4337-8f5f-d6bc6dfa9a57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:37.865621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:37.866021 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.881694 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.955812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:37.969428 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:37.973254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] 10.222.0.71 "PUT /v2.0/ports/01c2d190-1600-424b-8a6e-06bc0d4fac7a HTTP/1.1" status: 200 len: 1092 time: 2.0071683 Jan 27 21:36:37.973780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149bd46d-b513-4073-b078-de992e447cd4', 'tag': '01c2d190-1600-424b-8a6e-06bc0d4fac7a'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:37.976697 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2f6e04-70ac-455f-94d5-0a3b756dce95" -d '{"events": [{"name": "network-changed", "server_uuid": "149bd46d-b513-4073-b078-de992e447cd4", "tag": "01c2d190-1600-424b-8a6e-06bc0d4fac7a"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:38.036414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9ffb8-9ac5-4d50-b6b4-733e2ee2765d service neutron] Pushing event updated for resources: {'Port': ['ID=01c2d190-1600-424b-8a6e-06bc0d4fac7a,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:38.053148 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0423ae61-ab23-4cb5-ad90-082b4c0aefb9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for security_group_rule (6d60ae11-c9c3-41b0-b1af-5daeb9836d2e), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.067221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:36:38.074090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628bcaa-15d2-4ecb-9ff8-04f0bd99b716 req-c1950f61-6d67-4dad-9577-01a9bdb2321e tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:38.077007 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Sync routers for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:36:38.082675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d628bcaa-15d2-4ecb-9ff8-04f0bd99b716 req-c1950f61-6d67-4dad-9577-01a9bdb2321e tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 944 time: 0.0995243 Jan 27 21:36:38.096246 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:38.097046 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:36:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:38.127213 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:38.209883 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0423ae61-ab23-4cb5-ad90-082b4c0aefb9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for security_group_rule (6d60ae11-c9c3-41b0-b1af-5daeb9836d2e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.244816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d628bcaa-15d2-4ecb-9ff8-04f0bd99b716 req-b31f14d9-ebff-4df2-b5c2-07ab2e7175b1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608591 Jan 27 21:36:38.266968 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.266968 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-79e0fee8-04a9-4396-8eb8-a43ed8fd947f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7878425 Jan 27 21:36:38.266968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40514) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:38.299376 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:38.299828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-62114e7b-c229-4b89-b08a-cc942adb6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:38.301494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-62114e7b-c229-4b89-b08a-cc942adb6317 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 1095 time: 0.1612904 Jan 27 21:36:38.335054 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0423ae61-ab23-4cb5-ad90-082b4c0aefb9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (6d60ae11-c9c3-41b0-b1af-5daeb9836d2e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.349153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-0e98d532-ac79-4017-bf5f-809176f4f302 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:38.357185 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-0e98d532-ac79-4017-bf5f-809176f4f302 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/networks?id=f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 HTTP/1.1" status: 200 len: 825 time: 0.2452559 Jan 27 21:36:38.366097 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423ae61-ab23-4cb5-ad90-082b4c0aefb9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d60ae11-c9c3-41b0-b1af-5daeb9836d2e,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:38.415053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-bbe68516-5637-43d2-8a9f-eaadb177ee4c tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/quotas/bafb55e16819420e980c964e745595c7 HTTP/1.1" status: 200 len: 375 time: 0.0569005 Jan 27 21:36:38.418371 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8be1375-4654-4653-b54b-20842256170d x-openstack-request-id: req-d8be1375-4654-4653-b54b-20842256170d {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:38.418666 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "149bd46d-b513-4073-b078-de992e447cd4", "tag": "01c2d190-1600-424b-8a6e-06bc0d4fac7a", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:38.418923 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d8be1375-4654-4653-b54b-20842256170d {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:38.419324 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149bd46d-b513-4073-b078-de992e447cd4', 'tag': '01c2d190-1600-424b-8a6e-06bc0d4fac7a', 'status': 'completed', 'code': 200} Jan 27 21:36:38.420772 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-c1bf9bef-ee4e-4060-8082-4d25b940f913 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a HTTP/1.1" status: 200 len: 217 time: 0.1024885 Jan 27 21:36:38.468303 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0423ae61-ab23-4cb5-ad90-082b4c0aefb9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.474269 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0423ae61-ab23-4cb5-ad90-082b4c0aefb9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6688294 Jan 27 21:36:38.502015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40524) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:36:38.514139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-6d6dd0e0-14db-4eea-bafb-cf8fbc93245b tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bafb55e16819420e980c964e745595c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977941 Jan 27 21:36:38.528187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:38.540182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-1ed55110-82e4-4965-a87a-5edac27ca17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:38.542291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-1ed55110-82e4-4965-a87a-5edac27ca17d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.1115024 Jan 27 21:36:38.582004 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:36Z', 'revision_number': 3, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:38.613552 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Checking router: 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:36:38.614188 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Updating router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 port e12e73db-5d98-4bea-bdab-1f4b25aea9f3 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:36:38.652283 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.666252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-27d2af26-3771-4908-8ea8-2c99724abcba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919573 Jan 27 21:36:38.735461 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.791658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c173a08-2b8c-41a4-af59-16b696b14d60 req-f24b0cc7-c447-4b0d-9e6b-6139ed968bed tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:38.793223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c173a08-2b8c-41a4-af59-16b696b14d60 req-f24b0cc7-c447-4b0d-9e6b-6139ed968bed tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 945 time: 0.2604945 Jan 27 21:36:38.851575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4657cf1d-d276-4f0e-a2c5-ee5ee88714f1 service neutron] 10.222.0.61 "GET /v2.0/networks/f4e8a773-3a06-4ba9-b3fd-a77d57cd4955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365138 Jan 27 21:36:38.867547 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:38.994691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-173b4573-d80e-4678-b6a8-b8fa04e48f51 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187060 Jan 27 21:36:39.000620 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.081986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c173a08-2b8c-41a4-af59-16b696b14d60 req-21c6d815-b1b6-494d-83ce-54d9d53c07cb tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707675 Jan 27 21:36:39.089204 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Publish callbacks [] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.157783 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.216331 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Pushing event updated for resources: {'Port': ['ID=e12e73db-5d98-4bea-bdab-1f4b25aea9f3,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:39.219748 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Attempting to bind port e12e73db-5d98-4bea-bdab-1f4b25aea9f3 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:39.220141 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Attempting to bind port e12e73db-5d98-4bea-bdab-1f4b25aea9f3 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:39.221081 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Attempting to bind port e12e73db-5d98-4bea-bdab-1f4b25aea9f3 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:39.231850 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.232238 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.232586 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.232918 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.233262 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.233581 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.233908 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.234238 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.234550 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.235015 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.235347 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.235673 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.236016 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.239337 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:39.239716 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:39.240159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-aeebf07d-1a74-4950-9339-e64cef756c7f service neutron] 10.222.0.61 "GET /v2.0/networks/f4e8a773-3a06-4ba9-b3fd-a77d57cd4955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876762 Jan 27 21:36:39.240306 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.240539 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:39.241024 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Bound port: e12e73db-5d98-4bea-bdab-1f4b25aea9f3, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:39.241408 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.329306 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] For port e12e73db-5d98-4bea-bdab-1f4b25aea9f3, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:39.334804 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Allocated IP 172.20.0.1 (26b9afae-337a-4439-b4b1-9d7f1f112bae/936add34-9837-4086-a62b-42d4a4037698/8ffbe090-b7cc-43a3-8e63-613ca3709ce0) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:39.334988 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] For port e12e73db-5d98-4bea-bdab-1f4b25aea9f3, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e12e73db-5d98-4bea-bdab-1f4b25aea9f3,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:39.336524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa2d9c45-a53a-434c-b480-fcdf066101ac req-5ca0abda-77ec-40d3-8af0-3821200b7063 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241289 Jan 27 21:36:39.392194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.454505 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.497356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfceba-088e-4045-bdec-b9ac5282dd7a req-d4a03535-3d26-48ec-ae16-979a1d38ea62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:39.504127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78dfceba-088e-4045-bdec-b9ac5282dd7a req-d4a03535-3d26-48ec-ae16-979a1d38ea62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.1556737 Jan 27 21:36:39.534545 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6fd84-e84c-49d9-beca-c3a025396950 None None] Pushing event updated for resources: {'Port': ['ID=e12e73db-5d98-4bea-bdab-1f4b25aea9f3,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:39.547443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Publish callbacks [] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.571229 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:39.572715 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:36:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:39.596762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Allocated IP 172.25.0.25 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/ec6d9c7b-63eb-4845-9cf8-98dbda217fe0) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:39.650367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78dfceba-088e-4045-bdec-b9ac5282dd7a req-f920b60a-2e8b-400d-ad76-040303c22b60 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443050 Jan 27 21:36:39.675372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f6e04-70ac-455f-94d5-0a3b756dce95 req-00bd7345-e6b6-4caa-b0e5-dba6a43e53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:39.676908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b2f6e04-70ac-455f-94d5-0a3b756dce95 req-00bd7345-e6b6-4caa-b0e5-dba6a43e53de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 1095 time: 0.1453784 Jan 27 21:36:39.737713 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:39.758632 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:39.803504 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Network 26b9afae-337a-4439-b4b1-9d7f1f112bae is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:39.806995 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:39.829222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:39.886008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffbe090-b7cc-43a3-8e63-613ca3709ce0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:39.925192 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.927101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.927101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.927468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.929609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.929975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.930323 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.933280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0df113f-34f7-4af3-b9f0-7d4f382b2ae4 req-5e5fa933-608b-4582-bcf3-2e51482edba6 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 210 time: 0.2187326 Jan 27 21:36:39.937399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f6e04-70ac-455f-94d5-0a3b756dce95 req-a1787343-984f-4995-93e0-817b43362a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:39.940807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.941008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.941608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b2f6e04-70ac-455f-94d5-0a3b756dce95 req-a1787343-984f-4995-93e0-817b43362a06 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.2366307 Jan 27 21:36:39.948872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.950239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.951155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.951516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:39.988380 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:40.061668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cefaf-6b66-498e-b491-25c611faac69 req-553c201a-a5f6-4ea1-a551-29bc15acedbf tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:40.063497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d1cefaf-6b66-498e-b491-25c611faac69 req-553c201a-a5f6-4ea1-a551-29bc15acedbf tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 944 time: 0.3399546 Jan 27 21:36:40.152388 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:36Z', 'revision_number': 3, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:40.198900 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd16c81-c715-4d48-8e2f-3f9f98de1bf3 None None] The sync data for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 is: [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:36Z', 'revision_number': 3, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:36:40.217333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b2f6e04-70ac-455f-94d5-0a3b756dce95 req-9bc75194-5e0b-4888-b676-775214e07080 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a HTTP/1.1" status: 200 len: 217 time: 0.2669520 Jan 27 21:36:40.244806 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-50cf02d8-d6a3-455c-a3c5-bdcdd0030261 None None] Provisioning complete for port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:40.245419 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-50cf02d8-d6a3-455c-a3c5-bdcdd0030261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:40.260976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d1cefaf-6b66-498e-b491-25c611faac69 req-698cf14f-af5a-4b7d-a345-c77d8653c7b0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890650 Jan 27 21:36:40.320662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-50cf02d8-d6a3-455c-a3c5-bdcdd0030261 None None] Port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:40.375029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f6e04-70ac-455f-94d5-0a3b756dce95 req-253d6455-1f8e-4c32-bd20-da61314cff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:40.376837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b2f6e04-70ac-455f-94d5-0a3b756dce95 req-253d6455-1f8e-4c32-bd20-da61314cff8b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.1496606 Jan 27 21:36:40.447790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73823088-fcc5-41d7-aac6-82e6bd8a222e req-eb11a635-bf9e-4771-9d5a-52fed513cd98 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:40.456503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73823088-fcc5-41d7-aac6-82e6bd8a222e req-eb11a635-bf9e-4771-9d5a-52fed513cd98 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 945 time: 0.1932423 Jan 27 21:36:40.469604 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:40.490504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b2f6e04-70ac-455f-94d5-0a3b756dce95 req-159724a6-7e43-4cae-a031-44f59478cc1f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986705 Jan 27 21:36:40.529998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73823088-fcc5-41d7-aac6-82e6bd8a222e req-07a163a8-6405-44d0-94db-2edd66a5626c tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702600 Jan 27 21:36:40.553594 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for port (ec6d9c7b-63eb-4845-9cf8-98dbda217fe0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:40.716650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b2f6e04-70ac-455f-94d5-0a3b756dce95 req-1e42b44a-8134-4bef-9223-e1b421c73e27 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606081 Jan 27 21:36:40.843568 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Publish callbacks [] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:40.907409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b2f6e04-70ac-455f-94d5-0a3b756dce95 req-2273e32d-eff9-4b6a-a1da-b25479b4bf80 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803014 Jan 27 21:36:40.939107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0ab17-3c4d-4ed5-8ebb-a56e811588a9 req-acfb5600-eeaf-4e2c-9d41-8695415f4ed3 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:40.942940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dc0ab17-3c4d-4ed5-8ebb-a56e811588a9 req-acfb5600-eeaf-4e2c-9d41-8695415f4ed3 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.0852711 Jan 27 21:36:41.017563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dc0ab17-3c4d-4ed5-8ebb-a56e811588a9 req-fe73d46a-d52c-43ae-bf87-6f142e6e651b tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645080 Jan 27 21:36:41.050743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-516b567d-8d4c-424b-ba1d-cac50b4e3e6a req-c7b02b73-349f-4470-ab5f-c484ccbf852b tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 210 time: 0.0319171 Jan 27 21:36:41.148782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 33635b55-b531-44e9-ac0b-ef7b8df12772 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:41.205158 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:41.205942 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ec6d9c7b-63eb-4845-9cf8-98dbda217fe0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:41.265191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:41.268774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:41.273025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:41.299248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ffbe090-b7cc-43a3-8e63-613ca3709ce0,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:41.327986 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:41.349801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Port': ['ID=ec6d9c7b-63eb-4845-9cf8-98dbda217fe0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:41.376044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.376720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.381745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.384371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.384371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.384371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.384371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.385094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.385676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.386865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.387424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.387978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.388371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:36:41.396530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 33635b55-b531-44e9-ac0b-ef7b8df12772, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=33635b55-b531-44e9-ac0b-ef7b8df12772,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:41.412772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '33635b55-b531-44e9-ac0b-ef7b8df12772', 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f', 'port_id': '33635b55-b531-44e9-ac0b-ef7b8df12772', 'mac_address': 'fa:16:3e:ba:84:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a22239-67b1-4647-b883-045b74eda6a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:41.550192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 33635b55-b531-44e9-ac0b-ef7b8df12772 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:41.556783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:41.612217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for floatingip (da178b6e-7777-4a7a-9db6-a0e94c238924), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:41.618979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33635b55-b531-44e9-ac0b-ef7b8df12772 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:41.619455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Network 26b9afae-337a-4439-b4b1-9d7f1f112bae is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:41.621575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:41.724382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4e8ba-f87c-4baa-95f7-ef67cec5f2fd req-61ef93b3-5147-4e33-8961-acad2d82af81 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:41.753101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 33635b55-b531-44e9-ac0b-ef7b8df12772, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=33635b55-b531-44e9-ac0b-ef7b8df12772,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:41.756732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42e4e8ba-f87c-4baa-95f7-ef67cec5f2fd req-61ef93b3-5147-4e33-8961-acad2d82af81 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 944 time: 0.2535102 Jan 27 21:36:41.839484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42e4e8ba-f87c-4baa-95f7-ef67cec5f2fd req-cf864cd1-c0e9-4a20-a99b-191bca321355 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818038 Jan 27 21:36:41.894129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e12e73db-5d98-4bea-bdab-1f4b25aea9f3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:41.909591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:36:41.968127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e12e73db-5d98-4bea-bdab-1f4b25aea9f3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:41.968741 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.078459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e12e73db-5d98-4bea-bdab-1f4b25aea9f3 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:42.078459 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.078677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:36:42.078677 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e5686d2f-af02-4794-8082-f90439b6e3a3 admin admin] 10.222.0.61 "PUT /v2.0/routers/961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8014748 Jan 27 21:36:42.078881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ec6d9c7b-63eb-4845-9cf8-98dbda217fe0), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.086355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port e12e73db-5d98-4bea-bdab-1f4b25aea9f3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e12e73db-5d98-4bea-bdab-1f4b25aea9f3,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:42.099901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3386b0af-8153-48f7-8df1-73898be304f6 None None] Provisioning complete for port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:42.100337 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3386b0af-8153-48f7-8df1-73898be304f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.140315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3386b0af-8153-48f7-8df1-73898be304f6 None None] Port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:42.145495 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.207028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585126c-feea-4d3d-b643-51804ade1838 req-c205fb57-0b34-4310-bbb2-49dc4800f5dd tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:42.209399 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8585126c-feea-4d3d-b643-51804ade1838 req-c205fb57-0b34-4310-bbb2-49dc4800f5dd tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 945 time: 0.1841311 Jan 27 21:36:42.211282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['33635b55-b531-44e9-ac0b-ef7b8df12772'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:42.271127 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.278748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=33635b55-b531-44e9-ac0b-ef7b8df12772,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:42.404899 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=e12e73db-5d98-4bea-bdab-1f4b25aea9f3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:42.723319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb418e21-b5da-4ee0-96ed-74232234f45d req-56e5283c-c6a9-4271-8e38-d1adf9ff9413 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:42.724890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb418e21-b5da-4ee0-96ed-74232234f45d req-56e5283c-c6a9-4271-8e38-d1adf9ff9413 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.5675185 Jan 27 21:36:42.769559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8585126c-feea-4d3d-b643-51804ade1838 req-bb82e7a5-1f40-47d3-bf15-abf0ad82a2b2 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414145 Jan 27 21:36:42.840331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb418e21-b5da-4ee0-96ed-74232234f45d req-98f16192-daeb-442d-903c-2a906eba99d6 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060519 Jan 27 21:36:42.860570 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for port (ec6d9c7b-63eb-4845-9cf8-98dbda217fe0), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:42.930278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Sync routers for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:36:42.942983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:42.943702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:36:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:42.956496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a0ef9fc-8fcb-4b42-8a6d-3cfbc7831526 req-772bc07c-2eb4-467f-95ec-cb1667683cdb tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 210 time: 0.0593977 Jan 27 21:36:42.999253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (ec6d9c7b-63eb-4845-9cf8-98dbda217fe0), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.072508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Port': ['ID=ec6d9c7b-63eb-4845-9cf8-98dbda217fe0,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:43.154854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 01c2d190-1600-424b-8a6e-06bc0d4fac7a details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:43.158061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 33635b55-b531-44e9-ac0b-ef7b8df12772 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:43.183115 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (da178b6e-7777-4a7a-9db6-a0e94c238924), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.242362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-1dfe1a96-edc5-4312-bec7-0e172b64d09d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:43.244132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-1dfe1a96-edc5-4312-bec7-0e172b64d09d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 820 time: 0.1814578 Jan 27 21:36:43.260032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-b86fe54b-0970-487d-b2c0-caa60c0ffa59 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/quotas/f05a1d501df9401e8387788d4508913f HTTP/1.1" status: 200 len: 375 time: 0.0099616 Jan 27 21:36:43.316964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-f569970a-1009-4a40-8377-a17488f41f2e tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513756 Jan 27 21:36:43.396863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:43.401973 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.418230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-de60de88-7935-42db-94f3-f9f8c8099394 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8870904 Jan 27 21:36:43.425007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-21879514-e549-4597-9858-c9ba5b5c46b6 service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996809 Jan 27 21:36:43.527590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 33635b55-b531-44e9-ac0b-ef7b8df12772 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:43.528677 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.566764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-ca034009-3102-4478-923a-fcbb7d6c97ae service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394136 Jan 27 21:36:43.636885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:43.669103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '01c2d190-1600-424b-8a6e-06bc0d4fac7a', 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a', 'port_id': '01c2d190-1600-424b-8a6e-06bc0d4fac7a', 'mac_address': 'fa:16:3e:c0:a9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054f10ab-0586-49e9-ab4c-ac190c6d920f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:43.752541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e12e73db-5d98-4bea-bdab-1f4b25aea9f3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:43.806058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 01c2d190-1600-424b-8a6e-06bc0d4fac7a is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:43.806451 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.822486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 33635b55-b531-44e9-ac0b-ef7b8df12772 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:43.822885 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.843262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c2d190-1600-424b-8a6e-06bc0d4fac7a {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:43.867466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:43.887394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec5898a-922a-4304-ae49-c929eaec0412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33635b55-b531-44e9-ac0b-ef7b8df12772'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:43.889767 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e439d2-32a2-49c0-8132-b0648421260a" -d '{"events": [{"server_uuid": "7ec5898a-922a-4304-ae49-c929eaec0412", "name": "network-vif-plugged", "status": "completed", "tag": "33635b55-b531-44e9-ac0b-ef7b8df12772"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:43.919873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 33635b55-b531-44e9-ac0b-ef7b8df12772, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=33635b55-b531-44e9-ac0b-ef7b8df12772,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:43.924954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e12e73db-5d98-4bea-bdab-1f4b25aea9f3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:43.925340 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.929995 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 2, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:43.957305 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:43.994829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Checking router: 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:36:43.994829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Updating router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:36:44.048871 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:44.059115 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:44.081256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=01c2d190-1600-424b-8a6e-06bc0d4fac7a,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:44.096385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f732d-e4a8-43ca-a283-7444549ea4d1 req-9be44cd4-69c1-46d6-bea1-489c56199d26 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:44.097952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b3f732d-e4a8-43ca-a283-7444549ea4d1 req-9be44cd4-69c1-46d6-bea1-489c56199d26 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 944 time: 0.1828923 Jan 27 21:36:44.165821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9a2000e8-2799-4c7f-9bbe-e37c1e773ae5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1964246896&fields=id&tenant_id=9435631fc91c487e8271f5c9f30d0433 HTTP/1.1" status: 200 len: 267 time: 0.1983571 Jan 27 21:36:44.243622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e12e73db-5d98-4bea-bdab-1f4b25aea9f3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:44.250721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-564f9ad2-1061-404b-9e35-c5d4e58361c9 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:44.253396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-564f9ad2-1061-404b-9e35-c5d4e58361c9 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.74 "GET /v2.0/networks?id=f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 HTTP/1.1" status: 200 len: 825 time: 0.2560179 Jan 27 21:36:44.255109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['01c2d190-1600-424b-8a6e-06bc0d4fac7a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:44.261668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-f3e56a26-dc72-4660-bef1-cbd9dbae57e6 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:44.263035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-f3e56a26-dc72-4660-bef1-cbd9dbae57e6 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports/22cdf208-eafd-45a4-b320-f1219ee540a4 HTTP/1.1" status: 200 len: 937 time: 0.0963759 Jan 27 21:36:44.268323 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Request body: {'port': {'device_id': '6aa94cb7-6acc-4dda-9b93-246ad81f3043', 'network_id': 'f4e8a773-3a06-4ba9-b3fd-a77d57cd4955', 'admin_state_up': True, 'tenant_id': 'bafb55e16819420e980c964e745595c7'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:44.277134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b3f732d-e4a8-43ca-a283-7444549ea4d1 req-936b89a0-5b1a-401d-99a4-14b82001c656 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645968 Jan 27 21:36:44.287304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=33635b55-b531-44e9-ac0b-ef7b8df12772,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:44.427496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-7a5dd7cd-2453-4f41-aee3-719fc42b3934 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:44.428887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-7a5dd7cd-2453-4f41-aee3-719fc42b3934 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports/8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 HTTP/1.1" status: 200 len: 937 time: 0.1507757 Jan 27 21:36:44.508027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-54f0d6d2-e043-4be0-820d-a4fddc7c4fc1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?network_id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0665665 Jan 27 21:36:44.535925 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Publish callbacks [] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:44.553090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f141e-cb4b-40f1-b382-06586dcda23b req-6c7a8925-1d37-4f87-8468-1cec9275a284 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:44.554595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c81f141e-cb4b-40f1-b382-06586dcda23b req-6c7a8925-1d37-4f87-8468-1cec9275a284 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 945 time: 0.1699507 Jan 27 21:36:44.560547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-03831943-4ef7-4c35-b787-69d96f54a7f6 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?network_id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0449915 Jan 27 21:36:44.611869 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:44.667456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693d2c2-dc16-4f30-a1a7-f0deb6264c90 None None] Pushing event updated for resources: {'Port': ['ID=8ffbe090-b7cc-43a3-8e63-613ca3709ce0,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:44.679094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c81f141e-cb4b-40f1-b382-06586dcda23b req-a0d8bd88-657f-41aa-94be-3ce651b3a01e tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172745 Jan 27 21:36:44.735446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-aaeaaa3b-e9f0-4b8c-a432-7ddcaf0ade5e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:44.735867 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-aaeaaa3b-e9f0-4b8c-a432-7ddcaf0ade5e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:44.741045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-aaeaaa3b-e9f0-4b8c-a432-7ddcaf0ade5e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:44.748889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-aaeaaa3b-e9f0-4b8c-a432-7ddcaf0ade5e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/networks?id=9a852156-70b0-45a2-b678-46738908299d&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4 HTTP/1.1" status: 200 len: 1996 time: 0.1830087 Jan 27 21:36:44.770119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Made reservation on behalf of bafb55e16819420e980c964e745595c7 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:44.779057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Attempting to bind port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:44.779057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Attempting to bind port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:44.779057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Attempting to bind port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 on network 26b9afae-337a-4439-b4b1-9d7f1f112bae {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:44.779834 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:44.779957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:44.779957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Checking segment: {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:44.779957 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:44.779957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Bound using segment: {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:44.779957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Bound port: 8ffbe090-b7cc-43a3-8e63-613ca3709ce0, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:44.779957 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:44.796127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-3fb787e5-e71f-43ec-9df6-0a9383c18dc3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/quotas/9435631fc91c487e8271f5c9f30d0433 HTTP/1.1" status: 200 len: 375 time: 0.0460629 Jan 27 21:36:44.813497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2b57924-5ba7-4f41-a0fc-43a611c2c580 req-22f33b1b-75dd-48c3-b184-0e31a15bde8b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 210 time: 0.0559919 Jan 27 21:36:44.854139 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] For port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:44.857873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] For port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8ffbe090-b7cc-43a3-8e63-613ca3709ce0,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:44.917325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-6a6ba4f0-eda4-41b9-877a-c6e7d2211bd7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1202698 Jan 27 21:36:44.966089 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.042554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:36:45.043290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:36:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:45.074141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Allocated IP 172.20.0.9 (f4e8a773-3a06-4ba9-b3fd-a77d57cd4955/ea000cef-b6db-4695-922b-af6ede328617/bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:45.089035 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ed4c89e6-3116-4caa-947c-2fb3c5b95b9e None None] Provisioning complete for port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:45.089417 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ed4c89e6-3116-4caa-947c-2fb3c5b95b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.095583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693d2c2-dc16-4f30-a1a7-f0deb6264c90 None None] Pushing event updated for resources: {'Port': ['ID=8ffbe090-b7cc-43a3-8e63-613ca3709ce0,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:45.098027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfedf7-ec8e-4ed0-9086-afb83f489615 req-2baedd0e-a8e2-495b-a50a-c9d754080ade tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:45.100792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10cfedf7-ec8e-4ed0-9086-afb83f489615 req-2baedd0e-a8e2-495b-a50a-c9d754080ade tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.1334610 Jan 27 21:36:45.131692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9ea6153a-c77e-4c28-8780-8561972ac809 service neutron] 10.222.0.61 "GET /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010882 Jan 27 21:36:45.154430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 01c2d190-1600-424b-8a6e-06bc0d4fac7a up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:45.218441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10cfedf7-ec8e-4ed0-9086-afb83f489615 req-0233fa82-705e-495d-b311-79c7d12c721f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098068 Jan 27 21:36:45.314386 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bd37ea-89e3-415f-bd32-6f8f1149f26a x-openstack-request-id: req-89bd37ea-89e3-415f-bd32-6f8f1149f26a {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:45.314695 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec5898a-922a-4304-ae49-c929eaec0412", "name": "network-vif-plugged", "status": "completed", "tag": "33635b55-b531-44e9-ac0b-ef7b8df12772", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:45.314964 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89bd37ea-89e3-415f-bd32-6f8f1149f26a {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:45.315378 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec5898a-922a-4304-ae49-c929eaec0412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33635b55-b531-44e9-ac0b-ef7b8df12772', 'code': 200} Jan 27 21:36:45.318270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:36:45.413574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afebc05e-8c40-4382-889c-e24d1a14b233 req-9ff58e7d-9bee-4a64-ba85-87f6124777db tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 210 time: 0.0607531 Jan 27 21:36:45.466191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-67e8b3a7-53a9-4554-b023-5712c9d6adb2 service neutron] 10.222.0.61 "GET /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952549 Jan 27 21:36:45.500097 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Publish callbacks [] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.531698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7b67-9114-4d0e-8c5a-26285cb4f03f req-5ff8b412-04de-453a-8369-b8b29bca5921 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:45.533214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-750b7b67-9114-4d0e-8c5a-26285cb4f03f req-5ff8b412-04de-453a-8369-b8b29bca5921 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 945 time: 0.1593871 Jan 27 21:36:45.542241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c89e6-3116-4caa-947c-2fb3c5b95b9e None None] Current status of the port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:45.542866 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ed4c89e6-3116-4caa-947c-2fb3c5b95b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.549933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8b4b72fe-d96b-4c3c-8de2-05d28073857e service neutron] 10.222.0.61 "GET /v2.0/ports/22cdf208-eafd-45a4-b320-f1219ee540a4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0700865 Jan 27 21:36:45.637885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 01c2d190-1600-424b-8a6e-06bc0d4fac7a completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:36:45.650817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 01c2d190-1600-424b-8a6e-06bc0d4fac7a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:45.651201 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.655241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ed4c89e6-3116-4caa-947c-2fb3c5b95b9e None None] For port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8ffbe090-b7cc-43a3-8e63-613ca3709ce0,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:45.743890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8109fe-0507-401b-b168-5710f068320f req-324350ad-62e9-4869-81bd-fe41111637fa tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:45.745339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a8109fe-0507-401b-b168-5710f068320f req-324350ad-62e9-4869-81bd-fe41111637fa tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 946 time: 0.1923592 Jan 27 21:36:45.785845 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ed4c89e6-3116-4caa-947c-2fb3c5b95b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.788306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-cdfed5cb-10e2-449c-8630-c6d48f9dbb13 service neutron] 10.222.0.61 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083826 Jan 27 21:36:45.822716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 01c2d190-1600-424b-8a6e-06bc0d4fac7a is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:45.823239 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.838341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-750b7b67-9114-4d0e-8c5a-26285cb4f03f req-c224bc8c-689f-413f-8dfc-957611e77995 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Deleting port 33635b55-b531-44e9-ac0b-ef7b8df12772 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:36:45.838687 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-750b7b67-9114-4d0e-8c5a-26285cb4f03f req-c224bc8c-689f-413f-8dfc-957611e77995 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.869483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:44Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:36:45.876577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c89e6-3116-4caa-947c-2fb3c5b95b9e None None] Pushing event updated for resources: {'Port': ['ID=8ffbe090-b7cc-43a3-8e63-613ca3709ce0,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:45.890385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a8109fe-0507-401b-b168-5710f068320f req-ed1173c5-91cc-4ee1-8dd5-7f6dbde130a8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338017 Jan 27 21:36:45.890385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.912674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd008925-7a6e-472d-a8de-eb3d765fd8e8 None None] The sync data for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 is: [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:44Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:36:45.918400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:45.938643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-411ed6be-8dc4-4631-a084-b3ff28f61f21 None None] Provisioning complete for port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:45.939623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-411ed6be-8dc4-4631-a084-b3ff28f61f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:45.998277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Network f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:46.015116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:46.026370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:46.030521 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:46.043333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Pushing event updated for resources: {'Port': ['ID=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:46.114123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c1ce077f-687d-444b-92af-b1ff9905e27a service neutron] 10.222.0.61 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121865 Jan 27 21:36:46.130471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-750b7b67-9114-4d0e-8c5a-26285cb4f03f req-c224bc8c-689f-413f-8dfc-957611e77995 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] For port 33635b55-b531-44e9-ac0b-ef7b8df12772, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=33635b55-b531-44e9-ac0b-ef7b8df12772,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:46.130471 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-750b7b67-9114-4d0e-8c5a-26285cb4f03f req-c224bc8c-689f-413f-8dfc-957611e77995 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:46.140837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=01c2d190-1600-424b-8a6e-06bc0d4fac7a,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:46.146196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-750b7b67-9114-4d0e-8c5a-26285cb4f03f req-c224bc8c-689f-413f-8dfc-957611e77995 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Calling delete_port for 33635b55-b531-44e9-ac0b-ef7b8df12772 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:36:46.159709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-411ed6be-8dc4-4631-a084-b3ff28f61f21 None None] Current status of the port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:46.257039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:46.257679 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:46.264812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-82d75a3f-2ffe-43c1-a0f7-c1e7109776e3 service neutron] 10.222.0.61 "GET /v2.0/ports/8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1019056 Jan 27 21:36:46.316359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c14c3-f06d-4abe-9b72-6c120c1248fa req-55248fff-23be-4615-be03-e1b751e5d37c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:46.318157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f9c14c3-f06d-4abe-9b72-6c120c1248fa req-55248fff-23be-4615-be03-e1b751e5d37c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.2817972 Jan 27 21:36:46.448355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-4b17aef4-7570-4086-9590-b97f4cd2f854 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1838434 Jan 27 21:36:46.457269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f9c14c3-f06d-4abe-9b72-6c120c1248fa req-51ff9c95-9de7-49bb-ade6-771bbac25393 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089630 Jan 27 21:36:46.469839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Request body: {'port': {'device_id': '6aa94cb7-6acc-4dda-9b93-246ad81f3043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:46.512928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ada11750-f8be-47c3-8431-6cb89dcc9562 service neutron] 10.222.0.61 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398708 Jan 27 21:36:46.626597 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:46.651156 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-750b7b67-9114-4d0e-8c5a-26285cb4f03f req-c224bc8c-689f-413f-8dfc-957611e77995 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (33635b55-b531-44e9-ac0b-ef7b8df12772), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:46.663348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['33635b55-b531-44e9-ac0b-ef7b8df12772'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:46.727400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224bc8c-689f-413f-8dfc-957611e77995 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event deleted for resources: {'Port': ['ID=33635b55-b531-44e9-ac0b-ef7b8df12772,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:47.071707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ff927-0b7f-4143-88eb-faa0e1a5a24f req-828a4658-8ce7-45ed-8c09-1a5b2d4fe9b7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:47.073301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-926ff927-0b7f-4143-88eb-faa0e1a5a24f req-828a4658-8ce7-45ed-8c09-1a5b2d4fe9b7 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ec5898a-922a-4304-ae49-c929eaec0412 HTTP/1.1" status: 200 len: 945 time: 0.5234292 Jan 27 21:36:47.104545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-750b7b67-9114-4d0e-8c5a-26285cb4f03f req-c224bc8c-689f-413f-8dfc-957611e77995 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] No DVR routers for this DVR port 33635b55-b531-44e9-ac0b-ef7b8df12772 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:36:47.125872 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-750b7b67-9114-4d0e-8c5a-26285cb4f03f req-c224bc8c-689f-413f-8dfc-957611e77995 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.129330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-750b7b67-9114-4d0e-8c5a-26285cb4f03f req-c224bc8c-689f-413f-8dfc-957611e77995 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.71 "DELETE /v2.0/ports/33635b55-b531-44e9-ac0b-ef7b8df12772 HTTP/1.1" status: 204 len: 173 time: 1.5881946 Jan 27 21:36:47.147628 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec5898a-922a-4304-ae49-c929eaec0412', 'name': 'network-vif-deleted', 'tag': '33635b55-b531-44e9-ac0b-ef7b8df12772'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:47.150011 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18a637f-37d0-4f7e-a361-3771fc35c37a" -d '{"events": [{"server_uuid": "7ec5898a-922a-4304-ae49-c929eaec0412", "name": "network-vif-deleted", "tag": "33635b55-b531-44e9-ac0b-ef7b8df12772"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:47.204063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-349258ce-3ed1-4899-b77b-fe7a8c6e95de service neutron] 10.222.0.61 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6799264 Jan 27 21:36:47.316695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149bd46d-b513-4073-b078-de992e447cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c2d190-1600-424b-8a6e-06bc0d4fac7a'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:47.319523 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16e205a-58d3-4833-a3c7-cf6d761377ba" -d '{"events": [{"server_uuid": "149bd46d-b513-4073-b078-de992e447cd4", "name": "network-vif-plugged", "status": "completed", "tag": "01c2d190-1600-424b-8a6e-06bc0d4fac7a"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:47.353967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-926ff927-0b7f-4143-88eb-faa0e1a5a24f req-4104c77b-833a-44c3-9005-080e1cce8131 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537761 Jan 27 21:36:47.409399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-10abe717-893a-4176-b52f-927b70f90e66 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:47.411013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-10abe717-893a-4176-b52f-927b70f90e66 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.71 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 820 time: 0.3492393 Jan 27 21:36:47.458267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Request body: {'port': {'device_id': '34b90133-371d-4a91-86c9-afaf409e713b', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'admin_state_up': True, 'tenant_id': 'f05a1d501df9401e8387788d4508913f'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:47.503107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81095e1f-d662-4d0e-bd23-2dc6b9c5fe91 req-778f1a7d-8500-485a-a639-c7e8d25c4ee8 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 210 time: 0.0671999 Jan 27 21:36:47.546117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-20f07502-b2e8-46e7-8a52-4fa49a65e48a service neutron] 10.222.0.61 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277509 Jan 27 21:36:47.748917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ac40e5bc-ac87-4a68-a75f-09162c67afd5 service neutron] 10.222.0.61 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950634 Jan 27 21:36:47.765098 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:47.775302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:47.782255 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Publish callbacks [] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.831980 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Transition to ACTIVE for port object bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:36:47.832373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:47.832842 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.848494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Made reservation on behalf of f05a1d501df9401e8387788d4508913f for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:47.851961 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:47.890075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-47848af8-ab5a-4ae3-aedf-786fbfc4c291 service neutron] 10.222.0.61 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341722 Jan 27 21:36:47.923241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:47.947634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.111029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:48.205745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-18a07215-c45d-42df-aa9c-f92d69d7f707 service neutron] 10.222.0.61 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855639 Jan 27 21:36:48.206841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Allocated IP 172.20.0.10 (26b9afae-337a-4439-b4b1-9d7f1f112bae/936add34-9837-4086-a62b-42d4a4037698/dfdd8a72-5721-48f2-98c7-cdd9bdfb6129) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:48.317829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c7db7-764d-4225-8465-1662d818e554 req-07e33088-0fc2-4a16-913c-8cb5f0d1016e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:48.319313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-712c7db7-764d-4225-8465-1662d818e554 req-07e33088-0fc2-4a16-913c-8cb5f0d1016e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.2184138 Jan 27 21:36:48.327328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Attempting to bind port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:48.327670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Attempting to bind port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'f317fb2d-3846-47e1-ade2-07d4a035c97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f4e8a773-3a06-4ba9-b3fd-a77d57cd4955'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:48.328004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Attempting to bind port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 on network f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:48.357409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 on network f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:36:48.357735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Attempting to bind port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 on network f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:48.381042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:48.381383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Checking segment: {'id': 'f317fb2d-3846-47e1-ade2-07d4a035c97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f4e8a773-3a06-4ba9-b3fd-a77d57cd4955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:48.381768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Bound using segment: {'id': 'f317fb2d-3846-47e1-ade2-07d4a035c97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f4e8a773-3a06-4ba9-b3fd-a77d57cd4955'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:48.382207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Bound port: bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f317fb2d-3846-47e1-ade2-07d4a035c97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f4e8a773-3a06-4ba9-b3fd-a77d57cd4955'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:48.382569 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.481549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-1908bced-6dbb-4ed7-91c2-730d76c17089 service neutron] 10.222.0.61 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660215 Jan 27 21:36:48.484774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-712c7db7-764d-4225-8465-1662d818e554 req-2a1ffa3c-a549-407c-96e2-09443180724b tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597128 Jan 27 21:36:48.491161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:36:48.575187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c12e9fa3-297f-4935-930c-1f221c995161 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:48.575590 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.609388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:48.666399 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.679194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] For port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:48.689276 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.689846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] For port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8,segment=NetworkSegment(f317fb2d-3846-47e1-ade2-07d4a035c97a),segment_id=f317fb2d-3846-47e1-ade2-07d4a035c97a)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:48.700821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-39d36b03-58f0-42c2-9c3b-39b64cd366ca service neutron] 10.222.0.61 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963859 Jan 27 21:36:48.709030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9360b5-4254-4857-ad82-221c5bfc4a82 req-03f3e9ef-2374-4d3f-8b90-939c051017af tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:48.710464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a9360b5-4254-4857-ad82-221c5bfc4a82 req-03f3e9ef-2374-4d3f-8b90-939c051017af tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 943 time: 0.1364007 Jan 27 21:36:48.737095 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=11']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:48.788534 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.849405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:48.850101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:48.851529 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] 10.222.0.74 "PUT /v2.0/ports/bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 HTTP/1.1" status: 200 len: 1091 time: 2.3899186 Jan 27 21:36:48.884936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a9360b5-4254-4857-ad82-221c5bfc4a82 req-e68353ce-eee4-408c-b72c-abe0b64c7134 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f4474b5-16aa-42c1-b349-18aa15c50fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621275 Jan 27 21:36:48.904969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bfb6b-fdfd-4fe0-bfcf-ef989a83c6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:48.909914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-b54065da-30e3-42d2-a2f9-abc8295912e8 service neutron] 10.222.0.61 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960394 Jan 27 21:36:48.988464 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d30455-3f7a-471a-86ef-a9631c2bcbb9 x-openstack-request-id: req-43d30455-3f7a-471a-86ef-a9631c2bcbb9 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:48.988762 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec5898a-922a-4304-ae49-c929eaec0412", "name": "network-vif-deleted", "tag": "33635b55-b531-44e9-ac0b-ef7b8df12772", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:48.989027 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43d30455-3f7a-471a-86ef-a9631c2bcbb9 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:48.989427 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec5898a-922a-4304-ae49-c929eaec0412', 'name': 'network-vif-deleted', 'tag': '33635b55-b531-44e9-ac0b-ef7b8df12772', 'status': 'completed', 'code': 200} Jan 27 21:36:49.005514 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:49.036985 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3f3bbf-b7ea-48f2-b119-2dca74bc0542 x-openstack-request-id: req-ee3f3bbf-b7ea-48f2-b119-2dca74bc0542 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:49.037527 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149bd46d-b513-4073-b078-de992e447cd4", "name": "network-vif-plugged", "status": "completed", "tag": "01c2d190-1600-424b-8a6e-06bc0d4fac7a", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:49.041236 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee3f3bbf-b7ea-48f2-b119-2dca74bc0542 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:49.041525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ab39a57a-461e-4dd9-a70e-7a62f34171dd service neutron] 10.222.0.61 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253643 Jan 27 21:36:49.041952 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149bd46d-b513-4073-b078-de992e447cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c2d190-1600-424b-8a6e-06bc0d4fac7a', 'code': 200} Jan 27 21:36:49.058260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Network 26b9afae-337a-4439-b4b1-9d7f1f112bae is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:49.071495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:49.091608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:49.153886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Pushing event updated for resources: {'Port': ['ID=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:49.166805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 33635b55-b531-44e9-ac0b-ef7b8df12772 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:36:49.190274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 33635b55-b531-44e9-ac0b-ef7b8df12772 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:36:49.190719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 33635b55-b531-44e9-ac0b-ef7b8df12772 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:36:49.226139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:49.226776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:49.233504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-35838314-c831-4e5e-b8b7-5a5f7e790892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:49.235044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-35838314-c831-4e5e-b8b7-5a5f7e790892 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bafb55e16819420e980c964e745595c7&device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 1094 time: 0.1810150 Jan 27 21:36:49.245987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8223d6-bcb0-4f7c-935c-b5c0544f8d4a req-42df7ab2-c666-4572-9607-31656e0a2f08 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:49.247592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b8223d6-bcb0-4f7c-935c-b5c0544f8d4a req-42df7ab2-c666-4572-9607-31656e0a2f08 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.1778958 Jan 27 21:36:49.262939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710598d4-b767-48e0-952a-1d4513917f16 req-0cc0baa8-5c70-47e2-bf7d-8eb6c3605157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:49.269597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-710598d4-b767-48e0-952a-1d4513917f16 req-0cc0baa8-5c70-47e2-bf7d-8eb6c3605157 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 1097 time: 0.1558669 Jan 27 21:36:49.310087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-200fd739-4139-43d7-9e28-c1f2d439c0a4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 HTTP/1.1" status: 200 len: 217 time: 0.0614984 Jan 27 21:36:49.399710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-81b483c5-ee27-4f3e-95d6-94f16c3be7c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9558539 Jan 27 21:36:49.411745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b8223d6-bcb0-4f7c-935c-b5c0544f8d4a req-15abd1d7-e96f-4fa1-b6f5-6be73a216008 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526673 Jan 27 21:36:49.415602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-51ab3472-112e-4545-bdbc-4048c7d44c3f None None] Provisioning complete for port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:49.416057 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51ab3472-112e-4545-bdbc-4048c7d44c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:49.417584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Request body: {'port': {'device_id': '34b90133-371d-4a91-86c9-afaf409e713b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:49.421638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-710598d4-b767-48e0-952a-1d4513917f16 req-80c44e0f-36b3-4203-9929-3b352b719332 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230700 Jan 27 21:36:49.425839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-b471fd28-d7e0-493c-b5a6-dfe95036913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:49.425839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-b471fd28-d7e0-493c-b5a6-dfe95036913a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea000cef-b6db-4695-922b-af6ede328617 HTTP/1.1" status: 200 len: 865 time: 0.0986376 Jan 27 21:36:49.458971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-51ab3472-112e-4545-bdbc-4048c7d44c3f None None] Port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:49.474653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-8d81c8be-268d-4b04-8976-371fa8077649 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4e8a773-3a06-4ba9-b3fd-a77d57cd4955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326099 Jan 27 21:36:49.575401 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:49.940808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ad7e1-e8ca-4173-9a10-c88e18dc4646 req-ec5e7beb-6826-43a2-b85f-b23c0154e9c3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:49.942276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-606ad7e1-e8ca-4173-9a10-c88e18dc4646 req-ec5e7beb-6826-43a2-b85f-b23c0154e9c3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.4443514 Jan 27 21:36:50.005717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-258b85f4-641c-4b21-915f-ff0a8640d302 service neutron] 10.222.0.74 "GET /v2.0/networks/f4e8a773-3a06-4ba9-b3fd-a77d57cd4955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066252 Jan 27 21:36:50.133247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-606ad7e1-e8ca-4173-9a10-c88e18dc4646 req-d8122a76-390f-455f-910d-30d185f3ba18 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823077 Jan 27 21:36:50.253921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e05e5352-8439-462d-bfe0-886c6ac30ce3 req-dce89407-3015-4565-81f3-0da820f72fe0 service neutron] 10.222.0.74 "GET /v2.0/networks/f4e8a773-3a06-4ba9-b3fd-a77d57cd4955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363112 Jan 27 21:36:50.318931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa8a89-dafd-4faa-af34-13f585b1295a req-07e30fe2-d5c9-4206-bc38-460fe9171cbe tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:50.320454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ffa8a89-dafd-4faa-af34-13f585b1295a req-07e30fe2-d5c9-4206-bc38-460fe9171cbe tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 932 time: 0.0828705 Jan 27 21:36:50.388342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:50.400569 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Publish callbacks [] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.418298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ffa8a89-dafd-4faa-af34-13f585b1295a req-d88f09c4-0f31-40a7-92b4-701aa659163a tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867465 Jan 27 21:36:50.427250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Transition to ACTIVE for port object dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:36:50.490828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:50.523790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7c44c-66ba-42e3-9dd1-36c20dfedcf7 req-f13d2f89-107a-4f74-b9f4-914aea086886 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:50.525413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ca7c44c-66ba-42e3-9dd1-36c20dfedcf7 req-f13d2f89-107a-4f74-b9f4-914aea086886 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.0492353 Jan 27 21:36:50.577111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ca7c44c-66ba-42e3-9dd1-36c20dfedcf7 req-1e206d77-12a5-4b34-9c14-9ac58fa76f09 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455012 Jan 27 21:36:50.588991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:50.600400 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.613492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'c12e9fa3-297f-4935-930c-1f221c995161', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'port_id': 'c12e9fa3-297f-4935-930c-1f221c995161', 'mac_address': 'fa:16:3e:44:25:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:50.681469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c12e9fa3-297f-4935-930c-1f221c995161 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:50.682406 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.702605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12e9fa3-297f-4935-930c-1f221c995161 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:50.724471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:50.729354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:50.808275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e533e1-77dd-4ae4-a068-824dd35249e2 req-6e54b798-5063-4a05-940e-81f72f3faffe tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:50.809058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62e533e1-77dd-4ae4-a068-824dd35249e2 req-6e54b798-5063-4a05-940e-81f72f3faffe tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 943 time: 0.1429858 Jan 27 21:36:50.826879 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.884663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=12']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:50.921431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Attempting to bind port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:50.930892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Attempting to bind port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:50.930892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Attempting to bind port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 on network 26b9afae-337a-4439-b4b1-9d7f1f112bae {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:50.941294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 on network 26b9afae-337a-4439-b4b1-9d7f1f112bae not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:36:50.941511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Attempting to bind port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 on network 26b9afae-337a-4439-b4b1-9d7f1f112bae {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:50.953514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62e533e1-77dd-4ae4-a068-824dd35249e2 req-83776977-4ba2-43a7-bc8f-a19a007d8f6d tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f4474b5-16aa-42c1-b349-18aa15c50fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369832 Jan 27 21:36:50.963657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:50.964134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Checking segment: {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:50.964428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Bound using segment: {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:50.964867 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Bound port: dfdd8a72-5721-48f2-98c7-cdd9bdfb6129, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:50.965240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:50.966525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['c12e9fa3-297f-4935-930c-1f221c995161'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:50.995700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-8d6aa28b-14a4-44e0-bef5-8ffbb78f6187 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:50.997296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-8d6aa28b-14a4-44e0-bef5-8ffbb78f6187 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/networks?id=2321fcf1-6156-4632-a88d-6c1cfd68712f HTTP/1.1" status: 200 len: 822 time: 0.1637073 Jan 27 21:36:50.997933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa94cb7-6acc-4dda-9b93-246ad81f3043', 'tag': 'bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:51.000230 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fd065e-8a53-4b5b-9b75-288c21dcbd08" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa94cb7-6acc-4dda-9b93-246ad81f3043", "tag": "bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:51.046668 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-faab848f-936a-40a3-b995-cb6dd429beb5 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/quotas/614c112f9d06401693fefa3326769b1e HTTP/1.1" status: 200 len: 375 time: 0.0423062 Jan 27 21:36:51.047993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:51.051176 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3d8a8b-fd5e-4eb8-919c-64f406924503" -d '{"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-unplugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:51.108740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-af2dd11f-4d04-4f68-a0b9-4007750a5692 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=614c112f9d06401693fefa3326769b1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567248 Jan 27 21:36:51.147168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] For port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:51.192228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3b5a4-0abb-4055-8292-74fc93dda530 req-136f47bd-2be9-45fe-b92d-33eb1dc376e0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:51.193708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93f3b5a4-0abb-4055-8292-74fc93dda530 req-136f47bd-2be9-45fe-b92d-33eb1dc376e0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.1591129 Jan 27 21:36:51.200301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] For port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:51.275691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93f3b5a4-0abb-4055-8292-74fc93dda530 req-16a9175e-03c5-4de3-ad46-dac482f19753 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725467 Jan 27 21:36:51.278808 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:51.285000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ae5fd066-278d-40aa-bd69-0814fcb2fcb9 service neutron] 10.222.0.61 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656923 Jan 27 21:36:51.353375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:51.353968 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:51.355430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] 10.222.0.71 "PUT /v2.0/ports/dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 1092 time: 1.9476593 Jan 27 21:36:51.422596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d765262e-2ba2-440c-aca1-63b24903ba4c req-63c71d22-3d7f-4d50-9add-a2c50270b539 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0764716 Jan 27 21:36:51.474591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc7c7d-e050-4695-8211-f15116b8ded4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:51.493211 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-0c0e4fb2-841d-43ac-8c4f-92116811b55f service neutron] 10.222.0.61 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686068 Jan 27 21:36:51.511178 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d732eb1-6538-4667-a57d-f0f6534fc557 x-openstack-request-id: req-9d732eb1-6538-4667-a57d-f0f6534fc557 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:51.511478 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa94cb7-6acc-4dda-9b93-246ad81f3043", "tag": "bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:51.511741 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d732eb1-6538-4667-a57d-f0f6534fc557 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:51.512192 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa94cb7-6acc-4dda-9b93-246ad81f3043', 'tag': 'bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8', 'status': 'completed', 'code': 200} Jan 27 21:36:51.546091 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ac3679-7112-434a-a2cf-d909640f0016 x-openstack-request-id: req-83ac3679-7112-434a-a2cf-d909640f0016 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:51.546617 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-unplugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:51.547075 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83ac3679-7112-434a-a2cf-d909640f0016 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:51.547585 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161', 'code': 200} Jan 27 21:36:51.690727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd065e-8a53-4b5b-9b75-288c21dcbd08 req-0e2c1aab-7026-4f73-8a95-34dcd374eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:51.692270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61fd065e-8a53-4b5b-9b75-288c21dcbd08 req-0e2c1aab-7026-4f73-8a95-34dcd374eb0b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bafb55e16819420e980c964e745595c7&device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 1094 time: 0.1272407 Jan 27 21:36:51.702909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef84e30-0980-4df3-a80d-3052f9445bed req-794dee0b-1f7f-43f8-824a-50e81ebf14fd tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:51.708654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ef84e30-0980-4df3-a80d-3052f9445bed req-794dee0b-1f7f-43f8-824a-50e81ebf14fd tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 945 time: 0.1094184 Jan 27 21:36:51.733264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-32fb825f-a2d5-4846-870e-440cbfbbbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:51.734697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-32fb825f-a2d5-4846-870e-440cbfbbbe3d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 1095 time: 0.1204703 Jan 27 21:36:51.815925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-c318ccfe-0b5a-447b-8c64-4989d8c916c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 217 time: 0.0540152 Jan 27 21:36:51.912361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ef84e30-0980-4df3-a80d-3052f9445bed req-4b6072c6-3351-4e5b-b619-9c8f963f5900 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952975 Jan 27 21:36:51.939128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5dbb79cf-d901-4a83-adbe-43233d69110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:51.940627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-5dbb79cf-d901-4a83-adbe-43233d69110e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.1129224 Jan 27 21:36:51.941876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd065e-8a53-4b5b-9b75-288c21dcbd08 req-220d25db-087b-49a6-8690-87ee5c3f54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:51.943206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61fd065e-8a53-4b5b-9b75-288c21dcbd08 req-220d25db-087b-49a6-8690-87ee5c3f54d6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 HTTP/1.1" status: 200 len: 926 time: 0.2372172 Jan 27 21:36:51.958384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc54c23-09e9-4796-8487-abfbdfd90993 req-154c559f-cbf2-4878-8b8e-000b23bdde04 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:51.959870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccc54c23-09e9-4796-8487-abfbdfd90993 req-154c559f-cbf2-4878-8b8e-000b23bdde04 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 1097 time: 0.1332395 Jan 27 21:36:52.033109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61fd065e-8a53-4b5b-9b75-288c21dcbd08 req-b76a1a13-8ae5-435b-94b9-52092a674c6b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 HTTP/1.1" status: 200 len: 217 time: 0.0779395 Jan 27 21:36:52.137547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-50341394-13c0-489b-a994-d5a4a000feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:52.139069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-50341394-13c0-489b-a994-d5a4a000feb7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923630 Jan 27 21:36:52.145643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd065e-8a53-4b5b-9b75-288c21dcbd08 req-c186390e-fa4a-4589-87ab-c3a78ac51e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:52.147027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61fd065e-8a53-4b5b-9b75-288c21dcbd08 req-c186390e-fa4a-4589-87ab-c3a78ac51e0d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ea000cef-b6db-4695-922b-af6ede328617 HTTP/1.1" status: 200 len: 865 time: 0.0886075 Jan 27 21:36:52.149297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccc54c23-09e9-4796-8487-abfbdfd90993 req-73d2e6ae-e725-4a0e-b03c-e50bbb5380c4 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591690 Jan 27 21:36:52.174741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e5b1e-120e-4489-a0b8-93a76e0a0bf4 req-d345f9b0-d47d-43fc-b03e-55d5250fd91c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:52.176240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e7e5b1e-120e-4489-a0b8-93a76e0a0bf4 req-d345f9b0-d47d-43fc-b03e-55d5250fd91c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 944 time: 0.1884458 Jan 27 21:36:52.237182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61fd065e-8a53-4b5b-9b75-288c21dcbd08 req-139a69d7-5015-49d5-aa38-3818086b5b2c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4e8a773-3a06-4ba9-b3fd-a77d57cd4955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782149 Jan 27 21:36:52.404363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323b26b-70cc-4a58-9834-2628aa6c3ced req-ab7bfb82-4a30-4d8b-b362-f01ee0b7704c tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:52.405870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5323b26b-70cc-4a58-9834-2628aa6c3ced req-ab7bfb82-4a30-4d8b-b362-f01ee0b7704c tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.1641307 Jan 27 21:36:52.421009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e7e5b1e-120e-4489-a0b8-93a76e0a0bf4 req-4091d94a-e9a1-4092-bee6-ef02976278ef tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864681 Jan 27 21:36:52.428765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-cd3928b3-12b2-4d05-8136-85cc9a713339 service neutron] 10.222.0.71 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785492 Jan 27 21:36:52.510221 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:52.511079 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61fd065e-8a53-4b5b-9b75-288c21dcbd08 req-2b830748-8c8b-4002-8270-a67906de3c52 service neutron] 10.222.0.74 "GET /v2.0/networks/f4e8a773-3a06-4ba9-b3fd-a77d57cd4955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609675 Jan 27 21:36:52.513267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:52.594013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5323b26b-70cc-4a58-9834-2628aa6c3ced req-140bbdaf-f654-4721-974f-df5ce207f251 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796250 Jan 27 21:36:52.632738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc70d83b-1215-48ff-aa26-b9e70629d01e req-b81915ac-57c7-4942-9c99-8f515ea52110 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 210 time: 0.0478902 Jan 27 21:36:52.643413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port c12e9fa3-297f-4935-930c-1f221c995161 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:52.643983 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c12e9fa3-297f-4935-930c-1f221c995161), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.662188 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5f23ba-8bd0-4d54-8312-36f185a1778b req-bf224909-3b7b-46fb-9bd9-60e0d4c6469d service neutron] 10.222.0.71 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115099 Jan 27 21:36:52.690085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61fd065e-8a53-4b5b-9b75-288c21dcbd08 req-0825094c-9672-4077-8779-a1c02a5c09fa service neutron] 10.222.0.74 "GET /v2.0/networks/f4e8a773-3a06-4ba9-b3fd-a77d57cd4955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699572 Jan 27 21:36:52.729248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8,segment=NetworkSegment(f317fb2d-3846-47e1-ade2-07d4a035c97a),segment_id=f317fb2d-3846-47e1-ade2-07d4a035c97a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:52.745958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8', 'network_id': 'f4e8a773-3a06-4ba9-b3fd-a77d57cd4955', 'port_id': 'bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8', 'mac_address': 'fa:16:3e:30:45:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea000cef-b6db-4695-922b-af6ede328617', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:52.831644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c12e9fa3-297f-4935-930c-1f221c995161 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:52.836013 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.837631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:52.838214 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:52.851644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b67f3d56-f9ac-4dc8-95af-60ec1b6e5de5 req-f431b292-952e-4b0f-95e7-c8b8ee24cde0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0381508 Jan 27 21:36:52.864500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:52.866347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3685d78-2eea-40ef-93a5-979127aa6349 req-4ad54a68-6b3a-4b60-b5f3-d866def7769d tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:52.873628 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3685d78-2eea-40ef-93a5-979127aa6349 req-4ad54a68-6b3a-4b60-b5f3-d866def7769d tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 943 time: 0.0980792 Jan 27 21:36:52.899584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:52.908643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8,segment=NetworkSegment(f317fb2d-3846-47e1-ade2-07d4a035c97a),segment_id=f317fb2d-3846-47e1-ade2-07d4a035c97a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:52.929213 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3685d78-2eea-40ef-93a5-979127aa6349 req-17ce5b72-b25d-431a-ba31-804f2c4e2f34 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f4474b5-16aa-42c1-b349-18aa15c50fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546911 Jan 27 21:36:53.040259 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:53.041984 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:53.053171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee0ed4-469c-4bcc-ac1d-a91a94a0d2d4 req-272bbfb9-4689-4de6-bf29-8ecda874031a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:53.055743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77ee0ed4-469c-4bcc-ac1d-a91a94a0d2d4 req-272bbfb9-4689-4de6-bf29-8ecda874031a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 945 time: 0.0541153 Jan 27 21:36:53.113704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:53.116613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77ee0ed4-469c-4bcc-ac1d-a91a94a0d2d4 req-ba5b1f91-a19b-4f6c-9c82-8a68e049f28b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541556 Jan 27 21:36:53.181487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=13']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:53.303344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:53.518897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:53.521391 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf94ef36-6978-42d6-aefa-dbb0e4435396" -d '{"events": [{"name": "network-changed", "server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:53.547725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fa47d-e053-4e72-8ddf-4bcdf8f1b88e req-53b0c1b0-f4ed-4e98-a82d-d9f0de864222 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:53.548655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:53.549246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c6fa47d-e053-4e72-8ddf-4bcdf8f1b88e req-53b0c1b0-f4ed-4e98-a82d-d9f0de864222 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 944 time: 0.0580378 Jan 27 21:36:53.551845 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a48878d-bc16-46f6-a17b-35ae08a4e698" -d '{"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-plugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:53.599638 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693adb20-1513-4704-a77e-c6269464835c x-openstack-request-id: req-693adb20-1513-4704-a77e-c6269464835c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:53.599638 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:53.599638 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-693adb20-1513-4704-a77e-c6269464835c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:53.599638 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'status': 'completed', 'code': 200} Jan 27 21:36:53.636500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c6fa47d-e053-4e72-8ddf-4bcdf8f1b88e req-6924d92b-fb74-4214-9390-e48065002c95 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742438 Jan 27 21:36:53.683555 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec93e7dc-9923-4e40-9517-a27c37ff468e x-openstack-request-id: req-ec93e7dc-9923-4e40-9517-a27c37ff468e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:53.684051 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-plugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:53.684298 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec93e7dc-9923-4e40-9517-a27c37ff468e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:53.684709 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161', 'code': 200} Jan 27 21:36:53.736842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94ef36-6978-42d6-aefa-dbb0e4435396 req-f7669090-e0c2-400b-aa21-9a1e51350d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:53.739144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf94ef36-6978-42d6-aefa-dbb0e4435396 req-f7669090-e0c2-400b-aa21-9a1e51350d29 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 1095 time: 0.0998595 Jan 27 21:36:53.883675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b369dd9-075b-4285-8fa3-f5a002501b22 req-2dfcb381-6c35-4799-9f60-eee52105786d tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 210 time: 0.0569990 Jan 27 21:36:53.920007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40223ea-ae3c-4a1b-803f-6f12b95037da req-d2a1e626-cd5f-4369-ae5c-f558a19d83f3 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:53.921650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d40223ea-ae3c-4a1b-803f-6f12b95037da req-d2a1e626-cd5f-4369-ae5c-f558a19d83f3 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.1756294 Jan 27 21:36:53.938701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94ef36-6978-42d6-aefa-dbb0e4435396 req-3700ddd2-ad97-443a-af50-5e096145f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:53.940420 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf94ef36-6978-42d6-aefa-dbb0e4435396 req-3700ddd2-ad97-443a-af50-5e096145f020 service neutron] 10.222.0.71 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.1932354 Jan 27 21:36:53.997293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf94ef36-6978-42d6-aefa-dbb0e4435396 req-eaa8e13d-e41d-450d-bfc9-0f67638c7327 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 217 time: 0.0491819 Jan 27 21:36:54.036991 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e471454-b7f4-48f0-8e7a-a2f661bcc1af req-60d2fe9f-69f5-4a43-b645-4f79d37a3f82 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0439150 Jan 27 21:36:54.099879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94ef36-6978-42d6-aefa-dbb0e4435396 req-32fbde43-b735-4752-9d7f-b4a141edb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:54.101560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf94ef36-6978-42d6-aefa-dbb0e4435396 req-32fbde43-b735-4752-9d7f-b4a141edb435 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.0676169 Jan 27 21:36:54.221081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d40223ea-ae3c-4a1b-803f-6f12b95037da req-5899cf36-793a-4634-b348-11132395ec6b tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932668 Jan 27 21:36:54.244417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-fd058156-eef1-477d-976b-bb63af22c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:54.245902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-fd058156-eef1-477d-976b-bb63af22c49c service neutron] 10.222.0.71 "GET /v2.0/ports/22cdf208-eafd-45a4-b320-f1219ee540a4 HTTP/1.1" status: 200 len: 1033 time: 0.2314517 Jan 27 21:36:54.297352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-130f567c-147c-42cc-80ec-633f9df9b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:54.298746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-130f567c-147c-42cc-80ec-633f9df9b2a2 service neutron] 10.222.0.71 "GET /v2.0/ports/8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 HTTP/1.1" status: 200 len: 1033 time: 0.0464935 Jan 27 21:36:54.421078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908e97b-4fae-41d2-93fc-1d3ab67e3830 req-a0a85d9f-6c13-4ff8-859a-493118168c7a tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:54.422504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a908e97b-4fae-41d2-93fc-1d3ab67e3830 req-a0a85d9f-6c13-4ff8-859a-493118168c7a tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 944 time: 0.2220860 Jan 27 21:36:54.428270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94ef36-6978-42d6-aefa-dbb0e4435396 req-f547b683-6e4c-49a7-a34c-728c8c5fb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:54.429781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf94ef36-6978-42d6-aefa-dbb0e4435396 req-f547b683-6e4c-49a7-a34c-728c8c5fb664 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3037510 Jan 27 21:36:54.522975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:54.662308 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-d26beff9-95d2-4fba-92a2-657e7a5339d5 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:54.665464 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-d26beff9-95d2-4fba-92a2-657e7a5339d5 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.71 "GET /v2.0/networks?id=2321fcf1-6156-4632-a88d-6c1cfd68712f HTTP/1.1" status: 200 len: 822 time: 0.2092140 Jan 27 21:36:54.679443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Request body: {'port': {'device_id': '5b762713-a261-4dd5-8b3f-26c91bab257f', 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f', 'admin_state_up': True, 'tenant_id': '614c112f9d06401693fefa3326769b1e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:54.713714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:36:54.719887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:54.719887 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:54.905373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:54.905768 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:54.954517 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:36:54.974913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8,segment=NetworkSegment(f317fb2d-3846-47e1-ade2-07d4a035c97a),segment_id=f317fb2d-3846-47e1-ade2-07d4a035c97a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:55.053970 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:55.094461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Made reservation on behalf of 614c112f9d06401693fefa3326769b1e for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:55.098645 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:55.151061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf94ef36-6978-42d6-aefa-dbb0e4435396 req-857f44ba-9a85-4b17-826f-2882a9c134c4 service neutron] 10.222.0.71 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390356 Jan 27 21:36:55.169873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a908e97b-4fae-41d2-93fc-1d3ab67e3830 req-079edb19-7668-4d59-a913-a30289dbd4d8 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f4474b5-16aa-42c1-b349-18aa15c50fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544224 Jan 27 21:36:55.174428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:55.266842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b98f29-9bab-4d50-bb36-bafa297409e9 req-e0fad64f-2273-4874-a5c0-8379e6bc68b6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:55.268437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8b98f29-9bab-4d50-bb36-bafa297409e9 req-e0fad64f-2273-4874-a5c0-8379e6bc68b6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 946 time: 0.8795161 Jan 27 21:36:55.346238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Allocated IP 172.20.0.10 (2321fcf1-6156-4632-a88d-6c1cfd68712f/00a22239-67b1-4647-b883-045b74eda6a2/28cf7c9b-f498-4adf-9f25-e7bf5970ad1d) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:55.481459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-17a1ce03-0d50-405b-ae73-a0ec9c74a06b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:55.486839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-17a1ce03-0d50-405b-ae73-a0ec9c74a06b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:55.507480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-17a1ce03-0d50-405b-ae73-a0ec9c74a06b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:55.512606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-17a1ce03-0d50-405b-ae73-a0ec9c74a06b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "GET /v2.0/networks?id=9a852156-70b0-45a2-b678-46738908299d&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4 HTTP/1.1" status: 200 len: 1996 time: 1.2025988 Jan 27 21:36:55.606152 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf94ef36-6978-42d6-aefa-dbb0e4435396 req-41bcc791-714b-4ac0-9c75-122fccc76994 service neutron] 10.222.0.71 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358156 Jan 27 21:36:55.608855 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:55.678781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8b98f29-9bab-4d50-bb36-bafa297409e9 req-b9bf03d7-a887-45b7-9a3d-857ad2a6e161 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304660 Jan 27 21:36:55.690217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa94cb7-6acc-4dda-9b93-246ad81f3043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:55.690775 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce531d4e-b585-4db2-b9bb-ab45c34bb0ac" -d '{"events": [{"server_uuid": "6aa94cb7-6acc-4dda-9b93-246ad81f3043", "name": "network-vif-plugged", "status": "completed", "tag": "bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:55.725502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ebde1-f33f-4d98-b662-b4b05ab34270 req-b679c97a-1836-413f-9651-28eb0b754d5b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:55.734868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e09ebde1-f33f-4d98-b662-b4b05ab34270 req-b679c97a-1836-413f-9651-28eb0b754d5b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 944 time: 0.2096088 Jan 27 21:36:55.749439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:55.774834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-65369dc0-50d1-4791-9634-42f6c026eef5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9435631fc91c487e8271f5c9f30d0433 HTTP/1.1" status: 200 len: 380 time: 0.2458875 Jan 27 21:36:55.784883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'port': {'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'admin_state_up': True, 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'security_groups': ['486e44e9-58a4-4337-8f5f-d6bc6dfa9a57']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:55.867159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e09ebde1-f33f-4d98-b662-b4b05ab34270 req-0cc8fb33-dd6b-4d32-9b31-758ee6065896 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242647 Jan 27 21:36:55.895890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event updated for resources: {'Port': ['ID=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:55.921434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Network 2321fcf1-6156-4632-a88d-6c1cfd68712f is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:55.923783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:55.931285 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:56.051912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:56.052562 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:56.093691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae579b2-f75d-4bdb-bcea-63fa60b4a0b7 req-8aef44d6-b881-4b09-b959-77688da414c1 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:56.095277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aae579b2-f75d-4bdb-bcea-63fa60b4a0b7 req-8aef44d6-b881-4b09-b959-77688da414c1 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 932 time: 0.2279491 Jan 27 21:36:56.102622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e8e6f23-2d1b-4cfd-9793-bebf5236e8ef req-8c98200c-1244-4f76-8bb3-2bfdb4090621 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.1012552 Jan 27 21:36:56.165879 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-dec8afea-efed-4509-b165-fcd04a4e9581 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4913468 Jan 27 21:36:56.178989 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aae579b2-f75d-4bdb-bcea-63fa60b4a0b7 req-f97aac3c-b506-471b-91cd-7cabfaa74fbf tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770185 Jan 27 21:36:56.179782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Request body: {'port': {'device_id': '5b762713-a261-4dd5-8b3f-26c91bab257f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:56.256627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:56.260664 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:56.316190 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:56.340146 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02574460-7263-4cf4-88df-25414196d5ca x-openstack-request-id: req-02574460-7263-4cf4-88df-25414196d5ca {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:56.341047 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa94cb7-6acc-4dda-9b93-246ad81f3043", "name": "network-vif-plugged", "status": "completed", "tag": "bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:56.341525 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02574460-7263-4cf4-88df-25414196d5ca {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:56.342272 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa94cb7-6acc-4dda-9b93-246ad81f3043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8', 'code': 200} Jan 27 21:36:56.540558 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:56.564327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Allocated IP 172.20.0.12 (9a852156-70b0-45a2-b678-46738908299d/13a66f8e-75a2-447f-948d-f9d0ac1c16db/c98474e4-1252-489c-91e8-4efc34ed60ca) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:56.694915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f98a7-e9c5-42a8-9f79-99b5a8a9d22c req-bd674556-247b-4747-96f9-761bf1911461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:56.696505 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-999f98a7-e9c5-42a8-9f79-99b5a8a9d22c req-bd674556-247b-4747-96f9-761bf1911461 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 1096 time: 0.0832202 Jan 27 21:36:56.732645 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:56.770145 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:56.784635 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Publish callbacks [] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:56.791819 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-999f98a7-e9c5-42a8-9f79-99b5a8a9d22c req-3e77cf88-0a50-42ae-9d59-ea7293d7cde9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7f4474b5-16aa-42c1-b349-18aa15c50fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877459 Jan 27 21:36:56.802005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Transition to ACTIVE for port object 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:36:56.855221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:56.897076 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:56.916322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Network 9a852156-70b0-45a2-b678-46738908299d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:56.931564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:56.953738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:56.981449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d0e8a-79ee-42d4-80b5-38e6c55aa096 req-73401e24-152a-4217-a50c-f727b6eb4dfb tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:56.994858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f3d0e8a-79ee-42d4-80b5-38e6c55aa096 req-73401e24-152a-4217-a50c-f727b6eb4dfb tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.6890707 Jan 27 21:36:57.028029 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:57.056047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f7df5-a8f9-4ab9-aef1-00afa5e14685 req-a8da9e9e-fbd9-4b8f-88ed-5d409378ae9c tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:57.057879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-155f7df5-a8f9-4ab9-aef1-00afa5e14685 req-a8da9e9e-fbd9-4b8f-88ed-5d409378ae9c tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 945 time: 0.2886109 Jan 27 21:36:57.058737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Port': ['ID=c98474e4-1252-489c-91e8-4efc34ed60ca,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:57.081999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Pushing event updated for resources: {'Port': ['ID=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:57.111936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76d620-158b-468e-b14c-e0744454954c req-11787243-5664-4691-bba0-6150b88bf4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:57.113482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd76d620-158b-468e-b14c-e0744454954c req-11787243-5664-4691-bba0-6150b88bf4ed service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 1096 time: 0.3457155 Jan 27 21:36:57.199866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Attempting to bind port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:36:57.200726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Attempting to bind port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:36:57.201073 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Attempting to bind port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d on network 2321fcf1-6156-4632-a88d-6c1cfd68712f {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:57.205998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f3d0e8a-79ee-42d4-80b5-38e6c55aa096 req-aa460224-6e90-4e46-ae81-2f7497b8b1ac tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097280 Jan 27 21:36:57.208277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d on network 2321fcf1-6156-4632-a88d-6c1cfd68712f not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:36:57.208956 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Attempting to bind port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d on network 2321fcf1-6156-4632-a88d-6c1cfd68712f {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:36:57.216388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:36:57.216735 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Checking segment: {'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:36:57.217122 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Bound using segment: {'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:36:57.217554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Bound port: 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c680e2f-370f-469d-8139-bb2011806977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:36:57.217917 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:57.219843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:36:57.345044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2393ef2e-0805-4832-ad43-5d1d43e33b3a None None] Provisioning complete for port c98474e4-1252-489c-91e8-4efc34ed60ca triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:57.346362 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2393ef2e-0805-4832-ad43-5d1d43e33b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:57.349685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-155f7df5-a8f9-4ab9-aef1-00afa5e14685 req-bc31f738-fd6b-4def-b309-f6152cf6f5f9 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f4474b5-16aa-42c1-b349-18aa15c50fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726712 Jan 27 21:36:57.371365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:57.371952 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:57.393076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] For port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:36:57.403423 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] For port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:36:57.408293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2393ef2e-0805-4832-ad43-5d1d43e33b3a None None] Port c98474e4-1252-489c-91e8-4efc34ed60ca cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:36:57.455303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd76d620-158b-468e-b14c-e0744454954c req-3e2ea0c8-dcc8-4731-bfda-1bd15528e73b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840507 Jan 27 21:36:57.456560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:57.472927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'port_id': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'mac_address': 'fa:16:3e:8d:41:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:36:57.519099 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:57.548489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafcbc9-d659-4232-9dc1-13b3364f1345 req-9de53332-9ec4-4ea3-8bc4-8740efd75d8a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:57.552440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acafcbc9-d659-4232-9dc1-13b3364f1345 req-9de53332-9ec4-4ea3-8bc4-8740efd75d8a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 946 time: 0.0838392 Jan 27 21:36:57.558942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:57.559347 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:57.581933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:36:57.589521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:57.590149 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:57.592427 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] 10.222.0.71 "PUT /v2.0/ports/28cf7c9b-f498-4adf-9f25-e7bf5970ad1d HTTP/1.1" status: 200 len: 1092 time: 1.4187167 Jan 27 21:36:57.592915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b762713-a261-4dd5-8b3f-26c91bab257f', 'tag': '28cf7c9b-f498-4adf-9f25-e7bf5970ad1d'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:57.595143 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8564ef8-c8ec-44e4-9e3a-a8d0b23b5034" -d '{"events": [{"name": "network-changed", "server_uuid": "5b762713-a261-4dd5-8b3f-26c91bab257f", "tag": "28cf7c9b-f498-4adf-9f25-e7bf5970ad1d"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:57.628295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9facf24a-5020-4a5b-9204-52226bee197f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8409858 Jan 27 21:36:57.628661 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:57.645584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'port': {'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1', 'admin_state_up': True, 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'security_groups': ['486e44e9-58a4-4337-8f5f-d6bc6dfa9a57']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:36:57.650813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea770a78-267e-4f3d-892f-1b521e956d17 service neutron] Pushing event updated for resources: {'Port': ['ID=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:57.746270 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:57.758531 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acafcbc9-d659-4232-9dc1-13b3364f1345 req-63f584d2-bb40-4272-847d-dd6b771f410b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522932 Jan 27 21:36:57.777395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c7c57-e949-4dee-98f1-b10f1b61f105 req-41deceaf-91ae-4a36-aabc-c31d2b7241c9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:57.785288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c58c7c57-e949-4dee-98f1-b10f1b61f105 req-41deceaf-91ae-4a36-aabc-c31d2b7241c9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 944 time: 0.2304976 Jan 27 21:36:57.900449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c58c7c57-e949-4dee-98f1-b10f1b61f105 req-837e45fb-9640-4214-a021-8bfc38195c0b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136079 Jan 27 21:36:57.969817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-a1fbfd24-2505-4188-a58e-6dbdfb84a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:57.973863 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-a1fbfd24-2505-4188-a58e-6dbdfb84a3b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=614c112f9d06401693fefa3326769b1e&device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 1095 time: 0.2439337 Jan 27 21:36:58.012103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:58.051643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:36:58.055683 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:58.089354 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-e911becb-02a5-4568-9b02-a033e32abc09 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d HTTP/1.1" status: 200 len: 217 time: 0.1081798 Jan 27 21:36:58.089713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e5544-48c7-4df4-a02e-8eefde33fd10 req-3d0e2a30-b124-4a09-af33-e06311fdfb5d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:58.100255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce2e5544-48c7-4df4-a02e-8eefde33fd10 req-3d0e2a30-b124-4a09-af33-e06311fdfb5d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 932 time: 0.1097403 Jan 27 21:36:58.113844 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['dfdd8a72-5721-48f2-98c7-cdd9bdfb6129'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:36:58.150270 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-59756e29-9c6b-4713-be7f-7925e4259c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:58.151941 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-59756e29-9c6b-4713-be7f-7925e4259c9b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00a22239-67b1-4647-b883-045b74eda6a2 HTTP/1.1" status: 200 len: 862 time: 0.0554740 Jan 27 21:36:58.226198 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-6e426130-528c-4b36-b8f2-00bee0c9a3e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2321fcf1-6156-4632-a88d-6c1cfd68712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650299 Jan 27 21:36:58.367205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce2e5544-48c7-4df4-a02e-8eefde33fd10 req-83dc5237-a3d3-4b0c-91af-87026b529e7b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658865 Jan 27 21:36:58.446887 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-e8c8dc93-9d04-43d2-94e5-44c2121ccdea service neutron] 10.222.0.71 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117434 Jan 27 21:36:58.579738 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-91b440f8-a906-4dc5-8bd4-24062c589e51 req-9c10908f-119b-4539-920a-556113d8a7d2 service neutron] 10.222.0.71 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282146 Jan 27 21:36:58.610790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Allocated IP 10.1.1.217 (48d40ea8-2154-4a64-8f89-b888ed9df3b1/cdc39d94-35f6-4283-aa70-2a15d1dc2b86/a96bb84f-38fc-43fe-95fb-da828d6972b7) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:36:58.632117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1735c-8812-4e92-a3d8-f4aed06c3c99 req-044763f2-6cd2-4595-a183-b9830a60ea90 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:58.640428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90d1735c-8812-4e92-a3d8-f4aed06c3c99 req-044763f2-6cd2-4595-a183-b9830a60ea90 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 944 time: 0.1474295 Jan 27 21:36:58.759585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90d1735c-8812-4e92-a3d8-f4aed06c3c99 req-11c29a2f-0de3-455f-9bb3-f8f82dfc5f5b tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178656 Jan 27 21:36:58.834696 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143de294-9c57-4035-8cbf-913366812986 x-openstack-request-id: req-143de294-9c57-4035-8cbf-913366812986 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:36:58.834696 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b762713-a261-4dd5-8b3f-26c91bab257f", "tag": "28cf7c9b-f498-4adf-9f25-e7bf5970ad1d", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:36:58.834696 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-143de294-9c57-4035-8cbf-913366812986 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:36:58.835270 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b762713-a261-4dd5-8b3f-26c91bab257f', 'tag': '28cf7c9b-f498-4adf-9f25-e7bf5970ad1d', 'status': 'completed', 'code': 200} Jan 27 21:36:59.010753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8564ef8-c8ec-44e4-9e3a-a8d0b23b5034 req-f4bfd3c3-5b08-430f-9eb8-8c8ba002ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:59.021079 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8564ef8-c8ec-44e4-9e3a-a8d0b23b5034 req-f4bfd3c3-5b08-430f-9eb8-8c8ba002ee66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=614c112f9d06401693fefa3326769b1e&device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 1095 time: 0.1474741 Jan 27 21:36:59.065841 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:59.092555 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed28af-a272-48d6-80fa-64a959b1eb2a req-6227a123-6c28-47d5-b797-f60d6027daae tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:59.108881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72ed28af-a272-48d6-80fa-64a959b1eb2a req-6227a123-6c28-47d5-b797-f60d6027daae tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.1294539 Jan 27 21:36:59.187093 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72ed28af-a272-48d6-80fa-64a959b1eb2a req-ceba63da-b177-4b8d-bd4c-feef646b1b89 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834026 Jan 27 21:36:59.243264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:36:59.278762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:59.336221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8564ef8-c8ec-44e4-9e3a-a8d0b23b5034 req-93bf733a-3204-4086-a85b-5516c550a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:59.342937 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8564ef8-c8ec-44e4-9e3a-a8d0b23b5034 req-93bf733a-3204-4086-a85b-5516c550a0b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2321fcf1-6156-4632-a88d-6c1cfd68712f HTTP/1.1" status: 200 len: 923 time: 0.3098161 Jan 27 21:36:59.410040 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8564ef8-c8ec-44e4-9e3a-a8d0b23b5034 req-97d38640-07f5-4c45-ae39-7468a2dcb7f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d HTTP/1.1" status: 200 len: 217 time: 0.0606244 Jan 27 21:36:59.420271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Port': ['ID=a96bb84f-38fc-43fe-95fb-da828d6972b7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:36:59.470170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:36:59.472730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:36:59.477585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:36:59.481682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:36:59.482063 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:59.499534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8564ef8-c8ec-44e4-9e3a-a8d0b23b5034 req-e60ff338-1ae0-409d-b3b3-fce520cd4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:59.506094 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8564ef8-c8ec-44e4-9e3a-a8d0b23b5034 req-e60ff338-1ae0-409d-b3b3-fce520cd4892 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=00a22239-67b1-4647-b883-045b74eda6a2 HTTP/1.1" status: 200 len: 862 time: 0.0850315 Jan 27 21:36:59.525746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:36:59.578734 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8564ef8-c8ec-44e4-9e3a-a8d0b23b5034 req-67eaa73e-2a5d-4323-9629-3ac4e455bd1a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2321fcf1-6156-4632-a88d-6c1cfd68712f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705175 Jan 27 21:36:59.684315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333216a-1f68-474b-9612-a539910152c5 req-c50aca64-c6ad-4ded-ab58-82d25b627fd2 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:59.697003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9333216a-1f68-474b-9612-a539910152c5 req-c50aca64-c6ad-4ded-ab58-82d25b627fd2 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 945 time: 0.4754450 Jan 27 21:36:59.855833 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8564ef8-c8ec-44e4-9e3a-a8d0b23b5034 req-9f85c3e5-e6de-4b2d-9920-310ab28864e8 service neutron] 10.222.0.71 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702973 Jan 27 21:36:59.903487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:36:59.904177 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:59.913113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:59.915064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:36:59.942650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:36:59.948272 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9af504-6c02-417a-aad3-98e778cdaf74" -d '{"events": [{"server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "name": "network-vif-plugged", "status": "completed", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:36:59.950874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9333216a-1f68-474b-9612-a539910152c5 req-c184e5bb-6407-438f-92d7-6f6f8039d95a tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f4474b5-16aa-42c1-b349-18aa15c50fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445912 Jan 27 21:36:59.970183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:36:59.981413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04fedc-b77d-4a9e-b020-82ee918ae1bc req-c3f27e5a-ae66-464f-8721-0ec350a3b446 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:36:59.982966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b04fedc-b77d-4a9e-b020-82ee918ae1bc req-c3f27e5a-ae66-464f-8721-0ec350a3b446 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 946 time: 0.5026631 Jan 27 21:37:00.063616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-95a2707d-8799-40ab-a6df-428cbed3b28e None None] Provisioning complete for port a96bb84f-38fc-43fe-95fb-da828d6972b7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:00.064053 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-95a2707d-8799-40ab-a6df-428cbed3b28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.088915 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b04fedc-b77d-4a9e-b020-82ee918ae1bc req-5b37590e-8c3f-40f0-8ffd-c12aa5e8d5ba tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982354 Jan 27 21:37:00.128482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-998d444d-4b91-44d8-a69f-bcfd2649db38 req-b72545f7-61db-43a3-836f-ccfafe310823 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1737217988', 'description': 'tempest-description-2140770596'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:00.175461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-95a2707d-8799-40ab-a6df-428cbed3b28e None None] Port a96bb84f-38fc-43fe-95fb-da828d6972b7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:37:00.197892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f271a3f-9170-468a-b565-af1aa2c4ea32 req-607b3b38-d88a-40af-bf3e-9eea0ef0b9d6 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:00.197892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f271a3f-9170-468a-b565-af1aa2c4ea32 req-607b3b38-d88a-40af-bf3e-9eea0ef0b9d6 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 945 time: 0.0987406 Jan 27 21:37:00.253882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f271a3f-9170-468a-b565-af1aa2c4ea32 req-af81e665-6106-472f-9bee-1a992ae06849 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586832 Jan 27 21:37:00.337431 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.344946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-26e390c1-c88f-4b98-8a6c-ebbe31df3df5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7117438 Jan 27 21:37:00.357464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'port': {'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1', 'admin_state_up': True, 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'security_groups': ['486e44e9-58a4-4337-8f5f-d6bc6dfa9a57']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:00.444173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:00.497631 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-998d444d-4b91-44d8-a69f-bcfd2649db38 req-b72545f7-61db-43a3-836f-ccfafe310823 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.512231 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8564ef8-c8ec-44e4-9e3a-a8d0b23b5034 req-9870964b-d600-44c8-99bb-2f243d5cf1c9 service neutron] 10.222.0.71 "GET /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481974 Jan 27 21:37:00.582038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77302cf-fd58-4181-b3e8-73c59c85444a req-727e0df0-d1e3-4498-9a31-42edd77eb6ac tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:00.587416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77302cf-fd58-4181-b3e8-73c59c85444a req-727e0df0-d1e3-4498-9a31-42edd77eb6ac tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:00.589107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f77302cf-fd58-4181-b3e8-73c59c85444a req-727e0df0-d1e3-4498-9a31-42edd77eb6ac tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 1654 time: 0.1296649 Jan 27 21:37:00.679094 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-998d444d-4b91-44d8-a69f-bcfd2649db38 req-b72545f7-61db-43a3-836f-ccfafe310823 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for security_group (f6c6efe3-c7d0-4588-a7bd-4e76872f3ab7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.684231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f77302cf-fd58-4181-b3e8-73c59c85444a req-bdb3b4b5-1587-4bb5-ae4c-49c22e3abbb3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795634 Jan 27 21:37:00.763952 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-998d444d-4b91-44d8-a69f-bcfd2649db38 req-b72545f7-61db-43a3-836f-ccfafe310823 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f6c6efe3-c7d0-4588-a7bd-4e76872f3ab7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.867345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:00.871132 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.888867 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72545f7-61db-43a3-836f-ccfafe310823 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c6efe3-c7d0-4588-a7bd-4e76872f3ab7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:00.912744 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-998d444d-4b91-44d8-a69f-bcfd2649db38 req-b72545f7-61db-43a3-836f-ccfafe310823 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:00.934842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-998d444d-4b91-44d8-a69f-bcfd2649db38 req-b72545f7-61db-43a3-836f-ccfafe310823 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.8013086 Jan 27 21:37:00.951452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab3e76-ce51-40a4-b866-91cf4a4df50e req-3010e2e5-a1f2-4b16-98ea-f8e473534fa0 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:00.958038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4dab3e76-ce51-40a4-b866-91cf4a4df50e req-3010e2e5-a1f2-4b16-98ea-f8e473534fa0 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 944 time: 0.1661191 Jan 27 21:37:00.987058 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2693f2e-c8fe-487a-8243-90642f279f3e x-openstack-request-id: req-b2693f2e-c8fe-487a-8243-90642f279f3e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:00.987356 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "name": "network-vif-plugged", "status": "completed", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:00.992725 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2693f2e-c8fe-487a-8243-90642f279f3e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:00.992725 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'code': 200} Jan 27 21:37:01.129558 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a0e02-5dd9-43a9-a877-3d9b522024da req-602a4737-abd9-402f-b02f-42a09132ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:01.131704 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b3a0e02-5dd9-43a9-a877-3d9b522024da req-602a4737-abd9-402f-b02f-42a09132ba83 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 1097 time: 0.0746288 Jan 27 21:37:01.135167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4dab3e76-ce51-40a4-b866-91cf4a4df50e req-0e214fbe-42fa-4346-a176-2338e167139a tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633105 Jan 27 21:37:01.223575 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b3a0e02-5dd9-43a9-a877-3d9b522024da req-5b166608-9951-4e2c-8b28-d2170a364801 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848267 Jan 27 21:37:01.246244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3efb51-797c-497a-a2ff-58b36c7c8353 req-3284d9eb-069f-4eaf-8dcb-cb95a1ce6f23 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:01.247820 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd3efb51-797c-497a-a2ff-58b36c7c8353 req-3284d9eb-069f-4eaf-8dcb-cb95a1ce6f23 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 945 time: 0.1738048 Jan 27 21:37:01.280109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Allocated IP 10.1.1.199 (48d40ea8-2154-4a64-8f89-b888ed9df3b1/cdc39d94-35f6-4283-aa70-2a15d1dc2b86/155f11db-f305-4457-814e-848bb16c424f) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:01.371814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd3efb51-797c-497a-a2ff-58b36c7c8353 req-0222d58d-fc78-4e25-ab71-feee7672df16 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f4474b5-16aa-42c1-b349-18aa15c50fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158462 Jan 27 21:37:01.397003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11c06c1e-02d0-4838-9b44-a03f44595772 req-5465eda5-42f8-42f3-b779-0f513171d6d0 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1737217988&fields=id&tenant_id=aad0f04492dc4bba9b6af026175d21cd HTTP/1.1" status: 200 len: 267 time: 0.0793903 Jan 27 21:37:01.588370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c06c1e-02d0-4838-9b44-a03f44595772 req-a09bd3ba-5c97-4cb3-90e4-1df7262d4e91 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:01.592656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11c06c1e-02d0-4838-9b44-a03f44595772 req-a09bd3ba-5c97-4cb3-90e4-1df7262d4e91 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.1751823 Jan 27 21:37:01.606610 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for port (155f11db-f305-4457-814e-848bb16c424f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:01.665888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-11c06c1e-02d0-4838-9b44-a03f44595772 req-00c9a11f-8ab9-42ed-b461-ed2a519e7d5f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Request body: {'port': {'security_groups': ['9791e02e-c9e7-44fa-ae46-c8e62cb6f30b', 'f6c6efe3-c7d0-4588-a7bd-4e76872f3ab7']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:01.753615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-11c06c1e-02d0-4838-9b44-a03f44595772 req-00c9a11f-8ab9-42ed-b461-ed2a519e7d5f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:01.756047 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (155f11db-f305-4457-814e-848bb16c424f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:01.772494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f199c-aefa-43e2-8385-9d69ac9ec7d2 req-360972ce-0d5c-4229-b43f-4bbefc195bdd tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:01.781064 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a0f199c-aefa-43e2-8385-9d69ac9ec7d2 req-360972ce-0d5c-4229-b43f-4bbefc195bdd tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 946 time: 0.2924874 Jan 27 21:37:01.871911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a0f199c-aefa-43e2-8385-9d69ac9ec7d2 req-09d68442-4c05-4da8-8897-d2448405d109 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872221 Jan 27 21:37:01.905707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:01.919029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:01.930293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:02.017577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:02.018371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.115196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7510412 Jan 27 21:37:02.122748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'port': {'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4', 'admin_state_up': True, 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'security_groups': ['486e44e9-58a4-4337-8f5f-d6bc6dfa9a57']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:02.128380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dae118-49ec-4e26-a99d-a438b667212f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Port': ['ID=155f11db-f305-4457-814e-848bb16c424f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:02.174748 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a0d4f0e-9daf-431d-bda8-008354447a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.287857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e94af9-638d-46d9-bc74-07f7c567e03a req-e16156d4-6e30-4a97-8f44-35405d7a855d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:02.290455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0e94af9-638d-46d9-bc74-07f7c567e03a req-e16156d4-6e30-4a97-8f44-35405d7a855d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 946 time: 0.2589200 Jan 27 21:37:02.429162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-271a7bd6-374a-44bc-b0af-8315cea8bf7b None None] Provisioning complete for port 155f11db-f305-4457-814e-848bb16c424f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:02.429466 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-271a7bd6-374a-44bc-b0af-8315cea8bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (155f11db-f305-4457-814e-848bb16c424f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.453536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0e94af9-638d-46d9-bc74-07f7c567e03a req-f2532eab-f772-4216-972a-6252b2db66fc tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404364 Jan 27 21:37:02.533307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-11c06c1e-02d0-4838-9b44-a03f44595772 req-00c9a11f-8ab9-42ed-b461-ed2a519e7d5f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] For port 257d999c-b9c7-4d9f-b134-025f51e73ece, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=257d999c-b9c7-4d9f-b134-025f51e73ece,segment=NetworkSegment(68a73248-9c29-4018-8b30-adf0fdea9e18),segment_id=68a73248-9c29-4018-8b30-adf0fdea9e18)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:02.533856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-271a7bd6-374a-44bc-b0af-8315cea8bf7b None None] Port 155f11db-f305-4457-814e-848bb16c424f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:37:02.542175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:02.646517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-11c06c1e-02d0-4838-9b44-a03f44595772 req-00c9a11f-8ab9-42ed-b461-ed2a519e7d5f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.696707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.826581 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-11c06c1e-02d0-4838-9b44-a03f44595772 req-00c9a11f-8ab9-42ed-b461-ed2a519e7d5f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.840530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['257d999c-b9c7-4d9f-b134-025f51e73ece'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:02.967330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c06c1e-02d0-4838-9b44-a03f44595772 req-00c9a11f-8ab9-42ed-b461-ed2a519e7d5f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:02.968032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-11c06c1e-02d0-4838-9b44-a03f44595772 req-00c9a11f-8ab9-42ed-b461-ed2a519e7d5f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:02.980990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11c06c1e-02d0-4838-9b44-a03f44595772 req-00c9a11f-8ab9-42ed-b461-ed2a519e7d5f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "PUT /v2.0/ports/257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 981 time: 1.3282378 Jan 27 21:37:02.991173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:03.003144 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e08412-fd56-44ed-9023-0834536b8683" -d '{"events": [{"name": "network-changed", "server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:03.035861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9a11f-8ab9-42ed-b461-ed2a519e7d5f tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Pushing event updated for resources: {'Port': ['ID=257d999c-b9c7-4d9f-b134-025f51e73ece,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:03.121732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['257d999c-b9c7-4d9f-b134-025f51e73ece'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:03.271987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:37:03.484017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:03.504399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f208-adc7-4ff0-9f4e-48df3537abed req-ec55b047-db09-493f-ba5e-a919b85c14ec tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:03.509994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f208-adc7-4ff0-9f4e-48df3537abed req-ec55b047-db09-493f-ba5e-a919b85c14ec tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:03.513732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '28cf7c9b-f498-4adf-9f25-e7bf5970ad1d', 'network_id': '2321fcf1-6156-4632-a88d-6c1cfd68712f', 'port_id': '28cf7c9b-f498-4adf-9f25-e7bf5970ad1d', 'mac_address': 'fa:16:3e:fb:c5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00a22239-67b1-4647-b883-045b74eda6a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:37:03.515294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f208-adc7-4ff0-9f4e-48df3537abed req-ec55b047-db09-493f-ba5e-a919b85c14ec tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:03.518034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f36f208-adc7-4ff0-9f4e-48df3537abed req-ec55b047-db09-493f-ba5e-a919b85c14ec tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 2375 time: 0.7074893 Jan 27 21:37:03.576184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Allocated IP 10.2.2.100 (7e1655c6-78a8-4691-8e0d-090ebfbca2d4/39e01611-9532-469d-8e1a-8f2c049f536e/c36e1084-48e0-4ada-bb62-776d8ad9ce29) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:03.578078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:03.578685 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:03.602172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:03.613364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0dd38-631b-4775-9015-089499a1d84b req-18065a6d-93b1-45a2-98d6-12fb6238cca0 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:03.620352 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80c0dd38-631b-4775-9015-089499a1d84b req-18065a6d-93b1-45a2-98d6-12fb6238cca0 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 944 time: 0.5483069 Jan 27 21:37:03.626892 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:03.635044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f36f208-adc7-4ff0-9f4e-48df3537abed req-a0ff4a62-8c7b-4bb7-8c1b-64a334cdce8f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096728 Jan 27 21:37:03.720359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80c0dd38-631b-4775-9015-089499a1d84b req-84ebc2a1-d5b4-474e-8264-91c0308bfdf6 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856059 Jan 27 21:37:03.728598 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:03.851073 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:03.905879 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:03.972540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd7d16-e1fa-4a9b-b89a-3ff847e4fb61 req-f341c3e9-cd2c-49d6-a0ed-bfd097419b1d tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:03.987429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66fd7d16-e1fa-4a9b-b89a-3ff847e4fb61 req-f341c3e9-cd2c-49d6-a0ed-bfd097419b1d tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 945 time: 0.1508365 Jan 27 21:37:03.998092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['28cf7c9b-f498-4adf-9f25-e7bf5970ad1d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:04.031301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7c08-fdf1-4ea3-95e0-720ee31376e7 req-8ed3b55a-fbe5-4c10-a4ec-3063291656cf tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:04.032869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96ea7c08-fdf1-4ea3-95e0-720ee31376e7 req-8ed3b55a-fbe5-4c10-a4ec-3063291656cf tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 946 time: 0.1510687 Jan 27 21:37:04.094372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66fd7d16-e1fa-4a9b-b89a-3ff847e4fb61 req-9d3336ee-ecc7-4ee4-853a-75d4281122da tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/security-groups?id=7f4474b5-16aa-42c1-b349-18aa15c50fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059377 Jan 27 21:37:04.136950 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:04.193530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96ea7c08-fdf1-4ea3-95e0-720ee31376e7 req-491e72d8-9b2d-4690-910d-3104b9556d5b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471677 Jan 27 21:37:04.269702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:04.297909 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0044a44e-85fd-43ea-9d5e-14759d56db62 x-openstack-request-id: req-0044a44e-85fd-43ea-9d5e-14759d56db62 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:04.298218 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:04.298490 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0044a44e-85fd-43ea-9d5e-14759d56db62 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:04.298910 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'status': 'completed', 'code': 200} Jan 27 21:37:04.316145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:04.345946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:04.448517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Port': ['ID=c36e1084-48e0-4ada-bb62-776d8ad9ce29,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:04.519926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28583e7a-bb0d-4032-9e89-489aa6b21529 req-40a42c32-8436-4018-b53c-4b902ce855f0 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1737217988&fields=id&tenant_id=aad0f04492dc4bba9b6af026175d21cd HTTP/1.1" status: 200 len: 267 time: 0.2926772 Jan 27 21:37:04.577495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d81f9b-56f9-4329-89af-6c58a0a11da4 req-5daec2b0-837d-4c50-b8fe-c2688e53b241 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:04.585349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00d81f9b-56f9-4329-89af-6c58a0a11da4 req-5daec2b0-837d-4c50-b8fe-c2688e53b241 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 946 time: 0.2338107 Jan 27 21:37:04.592251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:04.593066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:04.609502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e08412-fd56-44ed-9023-0834536b8683 req-59bf9c6a-0088-4671-a8d0-3aa501c08c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:04.610856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9e08412-fd56-44ed-9023-0834536b8683 req-59bf9c6a-0088-4671-a8d0-3aa501c08c1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aad0f04492dc4bba9b6af026175d21cd&device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 1135 time: 0.2777908 Jan 27 21:37:04.674437 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fbb3e66e-68e5-40a4-a337-ae6d150b631c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:04.703226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b81bbb2a-11a2-43aa-a051-0ebbe9c54921 None None] Provisioning complete for port c36e1084-48e0-4ada-bb62-776d8ad9ce29 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:04.704187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28583e7a-bb0d-4032-9e89-489aa6b21529 req-6c510d2c-775a-4ffa-9088-61722bd54517 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:04.705026 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b81bbb2a-11a2-43aa-a051-0ebbe9c54921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:04.713718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28583e7a-bb0d-4032-9e89-489aa6b21529 req-6c510d2c-775a-4ffa-9088-61722bd54517 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 984 time: 0.1928265 Jan 27 21:37:04.719355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-28583e7a-bb0d-4032-9e89-489aa6b21529 req-fc363cba-9eb8-4171-b887-52f20ebb526e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Request body: {'port': {'security_groups': ['9791e02e-c9e7-44fa-ae46-c8e62cb6f30b']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:04.767605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b81bbb2a-11a2-43aa-a051-0ebbe9c54921 None None] Port c36e1084-48e0-4ada-bb62-776d8ad9ce29 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:37:04.770887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-48c55c90-1da5-468c-8bc0-9cff9724d68e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6547413 Jan 27 21:37:04.786157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'port': {'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4', 'admin_state_up': True, 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'security_groups': ['486e44e9-58a4-4337-8f5f-d6bc6dfa9a57']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:04.807144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00d81f9b-56f9-4329-89af-6c58a0a11da4 req-12fb4b5d-c411-4944-a2fc-39008652ab15 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196810 Jan 27 21:37:04.884165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e08412-fd56-44ed-9023-0834536b8683 req-a9ecc0b1-c94e-4d04-9d9f-ce917b20ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:04.886320 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9e08412-fd56-44ed-9023-0834536b8683 req-a9ecc0b1-c94e-4d04-9d9f-ce917b20ecb2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fdd57423-4cae-44a1-9678-8d16ac833413 HTTP/1.1" status: 200 len: 921 time: 0.2653360 Jan 27 21:37:05.013724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9e08412-fd56-44ed-9023-0834536b8683 req-ce7c01a8-5720-47fb-a878-489a4c02783a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 217 time: 0.0640676 Jan 27 21:37:05.054875 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-28583e7a-bb0d-4032-9e89-489aa6b21529 req-fc363cba-9eb8-4171-b887-52f20ebb526e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:05.227521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59704c2-123d-4b07-aae3-2da9e376223d req-1d34f2b7-0f5d-41e8-8bab-ea3e8200865c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:05.233434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59704c2-123d-4b07-aae3-2da9e376223d req-1d34f2b7-0f5d-41e8-8bab-ea3e8200865c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:05.239830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59704c2-123d-4b07-aae3-2da9e376223d req-1d34f2b7-0f5d-41e8-8bab-ea3e8200865c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:05.245381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59704c2-123d-4b07-aae3-2da9e376223d req-1d34f2b7-0f5d-41e8-8bab-ea3e8200865c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:05.247253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f59704c2-123d-4b07-aae3-2da9e376223d req-1d34f2b7-0f5d-41e8-8bab-ea3e8200865c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 3096 time: 0.2494280 Jan 27 21:37:05.249012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e08412-fd56-44ed-9023-0834536b8683 req-cd5c860a-c484-4553-95d7-654932604ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:05.250566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9e08412-fd56-44ed-9023-0834536b8683 req-cd5c860a-c484-4553-95d7-654932604ca8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3e700f4-c16e-44a9-8fe1-73779a971d9a HTTP/1.1" status: 200 len: 860 time: 0.2115886 Jan 27 21:37:05.293526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:37:05.323205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9e08412-fd56-44ed-9023-0834536b8683 req-64358378-9403-4fa6-904f-4fc41df815b4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fdd57423-4cae-44a1-9678-8d16ac833413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561020 Jan 27 21:37:05.481594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f59704c2-123d-4b07-aae3-2da9e376223d req-fd466fab-a913-4ad3-89a2-127446464447 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214355 Jan 27 21:37:05.531674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9e08412-fd56-44ed-9023-0834536b8683 req-2c8310c9-76bd-4de6-8dde-b9d33b052e48 service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998515 Jan 27 21:37:05.538561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-28583e7a-bb0d-4032-9e89-489aa6b21529 req-fc363cba-9eb8-4171-b887-52f20ebb526e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] For port 257d999c-b9c7-4d9f-b134-025f51e73ece, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=257d999c-b9c7-4d9f-b134-025f51e73ece,segment=NetworkSegment(68a73248-9c29-4018-8b30-adf0fdea9e18),segment_id=68a73248-9c29-4018-8b30-adf0fdea9e18)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:05.659197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-28583e7a-bb0d-4032-9e89-489aa6b21529 req-fc363cba-9eb8-4171-b887-52f20ebb526e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:05.686916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af3bc3-1d26-4172-992b-69d76e1a5ffb req-21fcb1e2-4af4-4c80-9b14-75d069bf1dce tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:05.688523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75af3bc3-1d26-4172-992b-69d76e1a5ffb req-21fcb1e2-4af4-4c80-9b14-75d069bf1dce tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 945 time: 0.1250935 Jan 27 21:37:05.709866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9e08412-fd56-44ed-9023-0834536b8683 req-fc35bb38-e283-42c0-bad8-1885c04a5325 service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694663 Jan 27 21:37:05.753595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75af3bc3-1d26-4172-992b-69d76e1a5ffb req-dac0af87-e58b-4c63-bef5-72043536579f tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552683 Jan 27 21:37:05.953199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-853edca2-1e23-4ac1-8deb-3d935272cb11 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1174667 Jan 27 21:37:05.968183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:06.060654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:37:06.065736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:06.066228 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.090463 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.095544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.121406 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-28583e7a-bb0d-4032-9e89-489aa6b21529 req-fc363cba-9eb8-4171-b887-52f20ebb526e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.123157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Made reservation on behalf of 9435631fc91c487e8271f5c9f30d0433 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:06.127530 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.143024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['257d999c-b9c7-4d9f-b134-025f51e73ece'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:06.180978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:06.181388 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.216472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b762713-a261-4dd5-8b3f-26c91bab257f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cf7c9b-f498-4adf-9f25-e7bf5970ad1d'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:06.218711 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e7bb9d-956d-4379-99e4-04b4f39efc92" -d '{"events": [{"server_uuid": "5b762713-a261-4dd5-8b3f-26c91bab257f", "name": "network-vif-plugged", "status": "completed", "tag": "28cf7c9b-f498-4adf-9f25-e7bf5970ad1d"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:06.232845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28583e7a-bb0d-4032-9e89-489aa6b21529 req-fc363cba-9eb8-4171-b887-52f20ebb526e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:06.233494 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-28583e7a-bb0d-4032-9e89-489aa6b21529 req-fc363cba-9eb8-4171-b887-52f20ebb526e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.234898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28583e7a-bb0d-4032-9e89-489aa6b21529 req-fc363cba-9eb8-4171-b887-52f20ebb526e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "PUT /v2.0/ports/257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 942 time: 1.5203454 Jan 27 21:37:06.253094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:06.304257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:06.307046 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39193986-7268-4a9d-b759-a8f755e13f31" -d '{"events": [{"name": "network-changed", "server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:06.314557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc363cba-9eb8-4171-b887-52f20ebb526e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Pushing event updated for resources: {'Port': ['ID=257d999c-b9c7-4d9f-b134-025f51e73ece,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:06.358136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['257d999c-b9c7-4d9f-b134-025f51e73ece'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:06.423758 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.538597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:06.544278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Allocated IP 10.2.2.200 (7e1655c6-78a8-4691-8e0d-090ebfbca2d4/39e01611-9532-469d-8e1a-8f2c049f536e/cf0d2933-9ced-40f1-ba80-638a181d5c6a) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:06.712069 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.811192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:06.947625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fe957-48a9-4f11-9f9c-fa65b3548646 req-d21319db-3429-4b85-a851-72237d4375ac tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:06.949330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f63fe957-48a9-4f11-9f9c-fa65b3548646 req-d21319db-3429-4b85-a851-72237d4375ac tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 946 time: 0.1144085 Jan 27 21:37:06.978843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Allocated IP 172.25.0.38 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/5cb20fb0-8d28-4542-b724-e0891f90ea36) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:07.075795 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.080244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f63fe957-48a9-4f11-9f9c-fa65b3548646 req-232325fe-ec49-48cf-a97d-c8211ba30eab tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203821 Jan 27 21:37:07.164756 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e58e04d-cc89-4382-8716-2334b750abf3 x-openstack-request-id: req-0e58e04d-cc89-4382-8716-2334b750abf3 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:07.165274 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b762713-a261-4dd5-8b3f-26c91bab257f", "name": "network-vif-plugged", "status": "completed", "tag": "28cf7c9b-f498-4adf-9f25-e7bf5970ad1d", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:07.165274 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e58e04d-cc89-4382-8716-2334b750abf3 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:07.166261 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b762713-a261-4dd5-8b3f-26c91bab257f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cf7c9b-f498-4adf-9f25-e7bf5970ad1d', 'code': 200} Jan 27 21:37:07.176130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:07.193908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:07.238097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event updated for resources: {'Port': ['ID=cf0d2933-9ced-40f1-ba80-638a181d5c6a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:07.294976 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.339188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fee7e6-250f-4bc9-b96a-5be14c45e8c3 req-2f5719d0-bfcb-4c0c-bafe-1f9dc5765b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:07.344025 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-94fee7e6-250f-4bc9-b96a-5be14c45e8c3 req-2f5719d0-bfcb-4c0c-bafe-1f9dc5765b0f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 1097 time: 0.0971463 Jan 27 21:37:07.414465 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for port (5cb20fb0-8d28-4542-b724-e0891f90ea36), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.432944 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-94fee7e6-250f-4bc9-b96a-5be14c45e8c3 req-ce75f375-5ca6-449c-912e-ea122a5fc361 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796213 Jan 27 21:37:07.462697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:07.536931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-1b36faca-362a-49ad-a78f-2d6442c7bcd4 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3477015 Jan 27 21:37:07.543829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:07.544676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.564437 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:07.573361 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5cb20fb0-8d28-4542-b724-e0891f90ea36), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.631548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e43aa30f-2958-4293-a5b2-58bace7d2481 None None] Provisioning complete for port cf0d2933-9ced-40f1-ba80-638a181d5c6a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:07.632340 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e43aa30f-2958-4293-a5b2-58bace7d2481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.689155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e43aa30f-2958-4293-a5b2-58bace7d2481 None None] Port cf0d2933-9ced-40f1-ba80-638a181d5c6a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:37:07.703789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:07.707690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-9b51b939-68ab-49dd-95de-b3bbd5f16609 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9254198 Jan 27 21:37:07.714636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:07.723342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Request body: {'port': {'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:07.729758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Pushing event updated for resources: {'Port': ['ID=5cb20fb0-8d28-4542-b724-e0891f90ea36,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:07.734639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:07.829662 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.933353 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:07.935915 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.116709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5cb20fb0-8d28-4542-b724-e0891f90ea36), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.656317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.751580 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.815798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de39eea-158c-4b66-a4de-602f911ba9e5 req-9ae6a2f3-4dcd-405e-92a0-7765bf06f0b3 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:08.817667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3de39eea-158c-4b66-a4de-602f911ba9e5 req-9ae6a2f3-4dcd-405e-92a0-7765bf06f0b3 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.74 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 945 time: 0.5138488 Jan 27 21:37:08.933980 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98474e4-1252-489c-91e8-4efc34ed60ca {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:08.945666 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for port (5cb20fb0-8d28-4542-b724-e0891f90ea36), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:08.953765 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Publish callbacks [] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.013189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Allocated IP 172.25.0.171 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/37c757a4-0766-43d9-adc7-6135ddfcede2) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:09.018926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Transition to ACTIVE for port object c98474e4-1252-489c-91e8-4efc34ed60ca will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:09.049232 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5cb20fb0-8d28-4542-b724-e0891f90ea36), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.117230 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.169766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3de39eea-158c-4b66-a4de-602f911ba9e5 req-2218e506-0b3b-47e1-a923-a2c5284cd529 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Deleting port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:09.170195 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3de39eea-158c-4b66-a4de-602f911ba9e5 req-2218e506-0b3b-47e1-a923-a2c5284cd529 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.251122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Pushing event updated for resources: {'Port': ['ID=5cb20fb0-8d28-4542-b724-e0891f90ea36,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:09.376283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3de39eea-158c-4b66-a4de-602f911ba9e5 req-2218e506-0b3b-47e1-a923-a2c5284cd529 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] For port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8,segment=NetworkSegment(f317fb2d-3846-47e1-ade2-07d4a035c97a),segment_id=f317fb2d-3846-47e1-ade2-07d4a035c97a)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:09.377024 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3de39eea-158c-4b66-a4de-602f911ba9e5 req-2218e506-0b3b-47e1-a923-a2c5284cd529 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.387317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.435671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Pushing event updated for resources: {'Port': ['ID=c98474e4-1252-489c-91e8-4efc34ed60ca,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:09.502481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3de39eea-158c-4b66-a4de-602f911ba9e5 req-2218e506-0b3b-47e1-a923-a2c5284cd529 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Calling delete_port for bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:09.531976 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.539268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-444f32e0-0034-4cd8-ba27-12d51d2ab18c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5805366 Jan 27 21:37:09.614539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-b211326d-ce31-4ba5-8a7f-ce80ad65ff0b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.0741901 Jan 27 21:37:09.619365 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for port (37c757a4-0766-43d9-adc7-6135ddfcede2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.800818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Attempting to bind port c98474e4-1252-489c-91e8-4efc34ed60ca on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:09.801487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Attempting to bind port c98474e4-1252-489c-91e8-4efc34ed60ca by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:09.802025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Attempting to bind port c98474e4-1252-489c-91e8-4efc34ed60ca on network 9a852156-70b0-45a2-b678-46738908299d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:09.820641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Port c98474e4-1252-489c-91e8-4efc34ed60ca on network 9a852156-70b0-45a2-b678-46738908299d not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:09.821377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Attempting to bind port c98474e4-1252-489c-91e8-4efc34ed60ca on network 9a852156-70b0-45a2-b678-46738908299d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:09.851721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:09.852236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Checking segment: {'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:09.852731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Bound using segment: {'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:09.853276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Bound port: c98474e4-1252-489c-91e8-4efc34ed60ca, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f9897c-e2bd-4e53-9e68-084df718bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9a852156-70b0-45a2-b678-46738908299d'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:09.854315 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:09.888894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-f6576c4e-608f-476b-9ab2-b9d3d9b22d07 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:09.890505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc1fe1c5-e162-4d5b-8cfe-ad198bc8a67f req-f6576c4e-608f-476b-9ab2-b9d3d9b22d07 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.2138197 Jan 27 21:37:09.987128 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bde9361-7ea3-4330-9002-af1d62532e86 x-openstack-request-id: req-4bde9361-7ea3-4330-9002-af1d62532e86 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:09.987128 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:09.987128 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4bde9361-7ea3-4330-9002-af1d62532e86 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:09.987128 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'status': 'completed', 'code': 200} Jan 27 21:37:09.999541 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (37c757a4-0766-43d9-adc7-6135ddfcede2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.069880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39193986-7268-4a9d-b759-a8f755e13f31 req-5f63463c-6564-400e-93bc-d64687514fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:10.072308 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-39193986-7268-4a9d-b759-a8f755e13f31 req-5f63463c-6564-400e-93bc-d64687514fb6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aad0f04492dc4bba9b6af026175d21cd&device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 1096 time: 0.0628345 Jan 27 21:37:10.106725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] For port c98474e4-1252-489c-91e8-4efc34ed60ca, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:10.118096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:10.143370 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3de39eea-158c-4b66-a4de-602f911ba9e5 req-2218e506-0b3b-47e1-a923-a2c5284cd529 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.152315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:10.162411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] For port c98474e4-1252-489c-91e8-4efc34ed60ca, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c98474e4-1252-489c-91e8-4efc34ed60ca,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:10.167138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:10.196181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39193986-7268-4a9d-b759-a8f755e13f31 req-4b7ec46b-edaf-4bce-ab84-19efdb7b1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:10.198070 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-39193986-7268-4a9d-b759-a8f755e13f31 req-4b7ec46b-edaf-4bce-ab84-19efdb7b1251 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fdd57423-4cae-44a1-9678-8d16ac833413 HTTP/1.1" status: 200 len: 921 time: 0.1196320 Jan 27 21:37:10.198611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Pushing event updated for resources: {'Port': ['ID=37c757a4-0766-43d9-adc7-6135ddfcede2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:10.258622 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-39193986-7268-4a9d-b759-a8f755e13f31 req-ca92f1ab-bfb9-4150-8951-db64035ee8cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 217 time: 0.0537674 Jan 27 21:37:10.266105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218e506-0b3b-47e1-a923-a2c5284cd529 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Pushing event deleted for resources: {'Port': ['ID=bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:10.290055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ea0cc-f85e-433f-8530-14081287a0c4 req-ecc56c10-9eb2-4390-971a-162b236992a1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:10.290055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ea0cc-f85e-433f-8530-14081287a0c4 req-ecc56c10-9eb2-4390-971a-162b236992a1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:10.290055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ea0cc-f85e-433f-8530-14081287a0c4 req-ecc56c10-9eb2-4390-971a-162b236992a1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:10.290055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ea0cc-f85e-433f-8530-14081287a0c4 req-ecc56c10-9eb2-4390-971a-162b236992a1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:10.290055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ea0cc-f85e-433f-8530-14081287a0c4 req-ecc56c10-9eb2-4390-971a-162b236992a1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:10.290055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-327ea0cc-f85e-433f-8530-14081287a0c4 req-ecc56c10-9eb2-4390-971a-162b236992a1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 3829 time: 0.2452364 Jan 27 21:37:10.318078 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.354784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de39eea-158c-4b66-a4de-602f911ba9e5 req-2218e506-0b3b-47e1-a923-a2c5284cd529 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] No DVR routers for this DVR port bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:37:10.371515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39193986-7268-4a9d-b759-a8f755e13f31 req-985f00de-871f-4eac-a01a-695b094f192a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:10.373060 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-39193986-7268-4a9d-b759-a8f755e13f31 req-985f00de-871f-4eac-a01a-695b094f192a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3e700f4-c16e-44a9-8fe1-73779a971d9a HTTP/1.1" status: 200 len: 860 time: 0.1064537 Jan 27 21:37:10.384668 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3de39eea-158c-4b66-a4de-602f911ba9e5 req-2218e506-0b3b-47e1-a923-a2c5284cd529 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.388298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3de39eea-158c-4b66-a4de-602f911ba9e5 req-2218e506-0b3b-47e1-a923-a2c5284cd529 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.74 "DELETE /v2.0/ports/bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 HTTP/1.1" status: 204 len: 173 time: 1.5411375 Jan 27 21:37:10.414922 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-39193986-7268-4a9d-b759-a8f755e13f31 req-3ad30cd6-4b58-4803-8a20-54a055a705a1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fdd57423-4cae-44a1-9678-8d16ac833413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350099 Jan 27 21:37:10.450300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:10.450300 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.450300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] 10.222.0.71 "PUT /v2.0/ports/c98474e4-1252-489c-91e8-4efc34ed60ca HTTP/1.1" status: 200 len: 1092 time: 2.7186179 Jan 27 21:37:10.497201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e28df-57f5-4f67-9b8c-f522e091642a service neutron] Pushing event updated for resources: {'Port': ['ID=c98474e4-1252-489c-91e8-4efc34ed60ca,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:10.510562 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for floatingip (12a10f2b-314e-4950-8fe6-2cfb78081b5a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:10.528591 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-327ea0cc-f85e-433f-8530-14081287a0c4 req-0dbbdd6c-f012-4711-8dc0-a0f9cd995f79 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820230 Jan 27 21:37:10.544699 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-39193986-7268-4a9d-b759-a8f755e13f31 req-1ccf0af6-7256-40ff-b45c-7db7b93f050b service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224988 Jan 27 21:37:10.600256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:37:10.648361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:37:10.648744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:37:10.662013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60f103e0-edb7-4e53-b4f6-88e9ce32e426 req-2955216c-bd75-438b-8cf7-d525eec64074 tempest-ServersNegativeTestMultiTenantJSON-1663749145 tempest-ServersNegativeTestMultiTenantJSON-1663749145-project] 10.222.0.61 "GET /v2.0/ports?device_id=6aa94cb7-6acc-4dda-9b93-246ad81f3043 HTTP/1.1" status: 200 len: 210 time: 0.0332885 Jan 27 21:37:10.663471 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-39193986-7268-4a9d-b759-a8f755e13f31 req-adfac28c-b5f8-43f0-91d3-a49d69d39190 service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106622 Jan 27 21:37:10.815639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1b3c6-6d41-43ec-a086-a05b22aa7b5a req-0e983e0f-ffcf-4347-922a-9d6945577b8c tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:10.817263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8be1b3c6-6d41-43ec-a086-a05b22aa7b5a req-0e983e0f-ffcf-4347-922a-9d6945577b8c tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 946 time: 0.0748434 Jan 27 21:37:10.865113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8be1b3c6-6d41-43ec-a086-a05b22aa7b5a req-acbe02cf-1fd9-4009-b68c-c635cd0f5ef8 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424187 Jan 27 21:37:11.026593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48140a5-8eed-41a1-a49d-8fb0df0105e6 req-465f0483-da09-42d2-83c9-02e97edaaa67 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:11.028086 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b48140a5-8eed-41a1-a49d-8fb0df0105e6 req-465f0483-da09-42d2-83c9-02e97edaaa67 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 946 time: 0.0498190 Jan 27 21:37:11.082325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b48140a5-8eed-41a1-a49d-8fb0df0105e6 req-6ccc7d1a-cbc9-48f5-a66e-aa731e9d2eba tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485334 Jan 27 21:37:11.147118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Request body: {'port': {'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:11.223263 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:11.228881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (37c757a4-0766-43d9-adc7-6135ddfcede2), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:11.575026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-bde3c575-1b7d-4181-878c-592bc2ac602a tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:11.575026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-bde3c575-1b7d-4181-878c-592bc2ac602a tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 820 time: 0.3566117 Jan 27 21:37:11.599292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-fdb81fb4-da8d-4bcc-be22-87480e40a8b4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/quotas/f05a1d501df9401e8387788d4508913f HTTP/1.1" status: 200 len: 375 time: 0.0204983 Jan 27 21:37:11.774302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-2682e209-0737-4e27-ae18-840785910d9d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1680136 Jan 27 21:37:11.857651 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for port (37c757a4-0766-43d9-adc7-6135ddfcede2), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:11.947535 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (37c757a4-0766-43d9-adc7-6135ddfcede2), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:11.972739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-35457d03-cefd-4583-a760-8bc4a4fc7359 service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899078 Jan 27 21:37:12.063198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa94cb7-6acc-4dda-9b93-246ad81f3043', 'name': 'network-vif-deleted', 'tag': 'bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8'}, {'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': 'c98474e4-1252-489c-91e8-4efc34ed60ca'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:12.065788 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3" -d '{"events": [{"server_uuid": "6aa94cb7-6acc-4dda-9b93-246ad81f3043", "name": "network-vif-deleted", "tag": "bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8"}, {"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "c98474e4-1252-489c-91e8-4efc34ed60ca"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:12.074952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cdf208-eafd-45a4-b320-f1219ee540a4 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:12.098144 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Publish callbacks [] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:12.139785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Pushing event updated for resources: {'Port': ['ID=37c757a4-0766-43d9-adc7-6135ddfcede2,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:12.146594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Transition to ACTIVE for port object 22cdf208-eafd-45a4-b320-f1219ee540a4 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:12.185866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-98e28314-0b3b-4909-b3de-11fe0100e4d4 service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873379 Jan 27 21:37:12.187049 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (12a10f2b-314e-4950-8fe6-2cfb78081b5a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:12.377554 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:12.386852 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:12.392767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-e6d69eda-29af-4fea-9267-a59eb3cbed62 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8344388 Jan 27 21:37:12.559779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-79a88446-6eee-4ff8-8ef2-c8668c3164a3 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.1544094 Jan 27 21:37:12.608053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Pushing event updated for resources: {'Port': ['ID=22cdf208-eafd-45a4-b320-f1219ee540a4,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:12.803930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Attempting to bind port 22cdf208-eafd-45a4-b320-f1219ee540a4 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:12.804335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Attempting to bind port 22cdf208-eafd-45a4-b320-f1219ee540a4 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:12.804672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Attempting to bind port 22cdf208-eafd-45a4-b320-f1219ee540a4 on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:12.828937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Port 22cdf208-eafd-45a4-b320-f1219ee540a4 on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:12.829289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Attempting to bind port 22cdf208-eafd-45a4-b320-f1219ee540a4 on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:12.839238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-4207f27f-3f89-42fa-b8e4-f1b2484dcdcd tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:12.840714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1cf910a7-d670-4f90-93d4-cde60e2149bc req-4207f27f-3f89-42fa-b8e4-f1b2484dcdcd tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.2610471 Jan 27 21:37:12.845801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:12.847343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Checking segment: {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:12.847765 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Bound using segment: {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:12.848213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Bound port: 22cdf208-eafd-45a4-b320-f1219ee540a4, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:12.848599 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:12.927742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] For port 22cdf208-eafd-45a4-b320-f1219ee540a4, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:12.931711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] For port 22cdf208-eafd-45a4-b320-f1219ee540a4, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=22cdf208-eafd-45a4-b320-f1219ee540a4,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:13.005826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23f8ba-3fb7-4018-bb1c-209af09a694f req-3da80dde-96db-4451-a5c3-860bad308936 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.011329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23f8ba-3fb7-4018-bb1c-209af09a694f req-3da80dde-96db-4451-a5c3-860bad308936 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.016885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23f8ba-3fb7-4018-bb1c-209af09a694f req-3da80dde-96db-4451-a5c3-860bad308936 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.022403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23f8ba-3fb7-4018-bb1c-209af09a694f req-3da80dde-96db-4451-a5c3-860bad308936 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.028715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23f8ba-3fb7-4018-bb1c-209af09a694f req-3da80dde-96db-4451-a5c3-860bad308936 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.034257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23f8ba-3fb7-4018-bb1c-209af09a694f req-3da80dde-96db-4451-a5c3-860bad308936 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.036143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc23f8ba-3fb7-4018-bb1c-209af09a694f req-3da80dde-96db-4451-a5c3-860bad308936 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 4607 time: 0.0943105 Jan 27 21:37:13.124062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41010) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:13.194921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf43abf4-b31e-4d23-b474-cd2ce08d352a admin admin] Deleting subnet ea000cef-b6db-4695-922b-af6ede328617 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:37:13.200497 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf43abf4-b31e-4d23-b474-cd2ce08d352a admin admin] Publish callbacks [] for subnet (ea000cef-b6db-4695-922b-af6ede328617), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.244275 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf43abf4-b31e-4d23-b474-cd2ce08d352a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (ea000cef-b6db-4695-922b-af6ede328617), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.292364 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf43abf4-b31e-4d23-b474-cd2ce08d352a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (ea000cef-b6db-4695-922b-af6ede328617), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.446884 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da33e8af-15b8-4a3d-82f8-5b9b63d1c380 x-openstack-request-id: req-da33e8af-15b8-4a3d-82f8-5b9b63d1c380 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:13.447507 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa94cb7-6acc-4dda-9b93-246ad81f3043", "name": "network-vif-deleted", "tag": "bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "c98474e4-1252-489c-91e8-4efc34ed60ca", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:13.447507 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da33e8af-15b8-4a3d-82f8-5b9b63d1c380 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:13.447824 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa94cb7-6acc-4dda-9b93-246ad81f3043', 'name': 'network-vif-deleted', 'tag': 'bf3392a9-c58e-4e93-89ef-4d5ea0e9f1b8', 'status': 'completed', 'code': 200} Jan 27 21:37:13.448108 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': 'c98474e4-1252-489c-91e8-4efc34ed60ca', 'status': 'completed', 'code': 200} Jan 27 21:37:13.461167 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.473435 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-53737e2b-d7f0-433d-8024-864970a73303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.474037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-53737e2b-d7f0-433d-8024-864970a73303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.474503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-53737e2b-d7f0-433d-8024-864970a73303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.475313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-53737e2b-d7f0-433d-8024-864970a73303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.475870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-53737e2b-d7f0-433d-8024-864970a73303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.476395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-53737e2b-d7f0-433d-8024-864970a73303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.478425 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-53737e2b-d7f0-433d-8024-864970a73303 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5293 time: 0.0772662 Jan 27 21:37:13.483368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf43abf4-b31e-4d23-b474-cd2ce08d352a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (ea000cef-b6db-4695-922b-af6ede328617), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.537112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.537290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43abf4-b31e-4d23-b474-cd2ce08d352a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea000cef-b6db-4695-922b-af6ede328617,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:13.537415 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.538702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] 10.222.0.71 "PUT /v2.0/ports/22cdf208-eafd-45a4-b320-f1219ee540a4 HTTP/1.1" status: 200 len: 1136 time: 2.4060361 Jan 27 21:37:13.575844 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf43abf4-b31e-4d23-b474-cd2ce08d352a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.583506 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bf43abf4-b31e-4d23-b474-cd2ce08d352a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ea000cef-b6db-4695-922b-af6ede328617 HTTP/1.1" status: 204 len: 168 time: 0.4582474 Jan 27 21:37:13.584188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41014) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:13.585607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc23f8ba-3fb7-4018-bb1c-209af09a694f req-cb006b1c-d2f1-4773-80ea-dd50a27bfe52 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5433388 Jan 27 21:37:13.592589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cd394-f160-44a7-92f4-da741f5ad94a req-78dcf1f0-0068-47a2-a542-cbc1d801a785 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.594078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f23cd394-f160-44a7-92f4-da741f5ad94a req-78dcf1f0-0068-47a2-a542-cbc1d801a785 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 946 time: 0.1448619 Jan 27 21:37:13.638048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bc5a4-efad-4385-9408-e6fbfcb2937d service neutron] Pushing event updated for resources: {'Port': ['ID=22cdf208-eafd-45a4-b320-f1219ee540a4,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:13.668513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Request body: {'port': {'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:13.730261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (f4e8a773-3a06-4ba9-b3fd-a77d57cd4955), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:13.738271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-a62f0a69-76b2-4714-8550-aa352b446faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.738746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-a62f0a69-76b2-4714-8550-aa352b446faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.739206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-a62f0a69-76b2-4714-8550-aa352b446faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:13.749087 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-a62f0a69-76b2-4714-8550-aa352b446faa service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9435631fc91c487e8271f5c9f30d0433&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2528324 Jan 27 21:37:13.798767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59b87893-9779-4753-85d2-ecbe3c4cf884 req-68cd7577-8421-4fbd-be03-6d5c8136c1fc tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 210 time: 0.0745001 Jan 27 21:37:13.814575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f23cd394-f160-44a7-92f4-da741f5ad94a req-b30137ee-90a7-4356-b25d-720d016362ba tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045729 Jan 27 21:37:13.829206 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.028989 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (f4e8a773-3a06-4ba9-b3fd-a77d57cd4955), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.039153 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-51e33f22-64a9-4c95-839f-14e2de3deac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:14.040709 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f29ad224-9a83-40cf-ae00-0fafeb1c45c3 req-51e33f22-64a9-4c95-839f-14e2de3deac0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2907565 Jan 27 21:37:14.051743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e8a773-3a06-4ba9-b3fd-a77d57cd4955']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:14.064014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f317fb2d-3846-47e1-ade2-07d4a035c97a') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:14.064415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f317fb2d-3846-47e1-ade2-07d4a035c97a') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:14.074016 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (f317fb2d-3846-47e1-ade2-07d4a035c97a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.089722 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (f317fb2d-3846-47e1-ade2-07d4a035c97a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.098980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:37:14.099462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (f317fb2d-3846-47e1-ade2-07d4a035c97a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:37:14.101928 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:37:14.104338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7161aa1-6792-4763-8241-7150e778153c req-75826833-35a5-4b1e-b452-96f82a67a42a tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:14.105222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7161aa1-6792-4763-8241-7150e778153c req-75826833-35a5-4b1e-b452-96f82a67a42a tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1968341 Jan 27 21:37:14.115212 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18ef6a-8f8d-486f-807e-ee7a1b7c3259 req-52f91771-4c81-4aab-b411-7a43eb48a74a tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:14.117044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc18ef6a-8f8d-486f-807e-ee7a1b7c3259 req-52f91771-4c81-4aab-b411-7a43eb48a74a tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 946 time: 0.1741107 Jan 27 21:37:14.240470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7161aa1-6792-4763-8241-7150e778153c req-3ebb1f63-5b15-4c45-a13e-2a3c234aa449 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.1224039 Jan 27 21:37:14.262104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e7161aa1-6792-4763-8241-7150e778153c req-fff4f485-7786-45f7-bbf8-a9e6adaca86d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Request body: {'floatingip': {'port_id': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:14.267217 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (f4e8a773-3a06-4ba9-b3fd-a77d57cd4955), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.276001 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.279855 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] 10.222.0.61 "DELETE /v2.0/networks/f4e8a773-3a06-4ba9-b3fd-a77d57cd4955 HTTP/1.1" status: 204 len: 168 time: 0.6901355 Jan 27 21:37:14.290798 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41038) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:14.299407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7a108-21c5-4dcd-9b2a-b9616d4adb9e admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e8a773-3a06-4ba9-b3fd-a77d57cd4955,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:14.327489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e7161aa1-6792-4763-8241-7150e778153c req-fff4f485-7786-45f7-bbf8-a9e6adaca86d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for floatingip (12a10f2b-314e-4950-8fe6-2cfb78081b5a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.339263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-9904d0e0-0058-4185-879f-d5c57be1d375 admin admin] Deleting subnet 989c2004-a52e-479d-be57-e5240bc9d983 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:37:14.342666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9904d0e0-0058-4185-879f-d5c57be1d375 admin admin] Publish callbacks [] for subnet (989c2004-a52e-479d-be57-e5240bc9d983), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.377210 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9904d0e0-0058-4185-879f-d5c57be1d375 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (989c2004-a52e-479d-be57-e5240bc9d983), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.446847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc18ef6a-8f8d-486f-807e-ee7a1b7c3259 req-a99cec20-04eb-4384-a683-a648bdf6b667 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups?id=316efeae-2802-4525-966b-e9cc895ad563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122692 Jan 27 21:37:14.489004 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9904d0e0-0058-4185-879f-d5c57be1d375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (989c2004-a52e-479d-be57-e5240bc9d983), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.537574 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29b465c8-128e-4c97-9468-e54dfb01fbd1 req-5fa8145a-5742-4c41-9886-59d00de61fc1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1227121 Jan 27 21:37:14.665601 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe674ce3-6dfd-419c-88f5-06ea95393c70 req-8448f6b1-4060-4262-8929-7de2678f83de tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:14.667299 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fe674ce3-6dfd-419c-88f5-06ea95393c70 req-8448f6b1-4060-4262-8929-7de2678f83de tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.71 "GET /v2.0/ports?device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 946 time: 0.1060896 Jan 27 21:37:14.724069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:14.748365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b465c8-128e-4c97-9468-e54dfb01fbd1 req-955daea9-8080-471a-90b3-5a84077b2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:14.750669 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29b465c8-128e-4c97-9468-e54dfb01fbd1 req-955daea9-8080-471a-90b3-5a84077b2735 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 1097 time: 0.1368682 Jan 27 21:37:14.768752 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Publish callbacks [] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.880572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Transition to ACTIVE for port object 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:14.911728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac1472-b9d2-4409-8973-8ce9173be729 req-f4f66351-8a6b-4eac-b691-59cea28081d0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:14.922187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b465c8-128e-4c97-9468-e54dfb01fbd1 req-24c29dac-ce7f-44be-a3bb-7ca5de553b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:14.923535 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29b465c8-128e-4c97-9468-e54dfb01fbd1 req-24c29dac-ce7f-44be-a3bb-7ca5de553b9f service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.1435809 Jan 27 21:37:14.925444 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9904d0e0-0058-4185-879f-d5c57be1d375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (989c2004-a52e-479d-be57-e5240bc9d983), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.939084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac1472-b9d2-4409-8973-8ce9173be729 req-f4f66351-8a6b-4eac-b691-59cea28081d0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:14.949341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac1472-b9d2-4409-8973-8ce9173be729 req-f4f66351-8a6b-4eac-b691-59cea28081d0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:14.955198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac1472-b9d2-4409-8973-8ce9173be729 req-f4f66351-8a6b-4eac-b691-59cea28081d0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:14.960737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac1472-b9d2-4409-8973-8ce9173be729 req-f4f66351-8a6b-4eac-b691-59cea28081d0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:14.966118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac1472-b9d2-4409-8973-8ce9173be729 req-f4f66351-8a6b-4eac-b691-59cea28081d0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:14.974485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ac1472-b9d2-4409-8973-8ce9173be729 req-f4f66351-8a6b-4eac-b691-59cea28081d0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 4607 time: 0.2079673 Jan 27 21:37:14.979473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9904d0e0-0058-4185-879f-d5c57be1d375 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:14.979845 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9904d0e0-0058-4185-879f-d5c57be1d375 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/989c2004-a52e-479d-be57-e5240bc9d983 HTTP/1.1" status: 204 len: 168 time: 0.6877797 Jan 27 21:37:14.983638 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904d0e0-0058-4185-879f-d5c57be1d375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989c2004-a52e-479d-be57-e5240bc9d983,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:14.988936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41064) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:14.989811 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.177191 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29b465c8-128e-4c97-9468-e54dfb01fbd1 req-36497107-0588-4663-84ce-e8b022dce0c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12e9fa3-297f-4935-930c-1f221c995161 HTTP/1.1" status: 200 len: 1000 time: 0.2385583 Jan 27 21:37:15.201172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-fe674ce3-6dfd-419c-88f5-06ea95393c70 req-035d46b4-6042-4662-a785-13ef17d5d8d3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Deleting port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:15.204052 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fe674ce3-6dfd-419c-88f5-06ea95393c70 req-035d46b4-6042-4662-a785-13ef17d5d8d3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.372213 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ac1472-b9d2-4409-8973-8ce9173be729 req-f205bb74-dfde-4dd1-94d3-38454311f904 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3964174 Jan 27 21:37:15.406639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b465c8-128e-4c97-9468-e54dfb01fbd1 req-97507f43-5cf7-4223-8049-3ab6592ef880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:15.408188 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29b465c8-128e-4c97-9468-e54dfb01fbd1 req-97507f43-5cf7-4223-8049-3ab6592ef880 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.2252078 Jan 27 21:37:15.519057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': '22cdf208-eafd-45a4-b320-f1219ee540a4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:15.524722 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803568ad-f19b-4ed1-ac84-157ff7d3bb01" -d '{"events": [{"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "22cdf208-eafd-45a4-b320-f1219ee540a4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:15.530123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-39a2ae51-bced-4d00-b300-d7c369442908 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:15.533112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-39a2ae51-bced-4d00-b300-d7c369442908 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.74 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 820 time: 0.1400905 Jan 27 21:37:15.577971 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (edef936b-4e62-4629-a109-9adb73c11e05), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.587698 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-fe674ce3-6dfd-419c-88f5-06ea95393c70 req-035d46b4-6042-4662-a785-13ef17d5d8d3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] For port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d,segment=NetworkSegment(4c680e2f-370f-469d-8139-bb2011806977),segment_id=4c680e2f-370f-469d-8139-bb2011806977)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:15.588530 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fe674ce3-6dfd-419c-88f5-06ea95393c70 req-035d46b4-6042-4662-a785-13ef17d5d8d3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.590787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Request body: {'port': {'device_id': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'admin_state_up': True, 'tenant_id': 'f05a1d501df9401e8387788d4508913f'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:15.629447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-fe674ce3-6dfd-419c-88f5-06ea95393c70 req-035d46b4-6042-4662-a785-13ef17d5d8d3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Calling delete_port for 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:15.748439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:15.769784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2002b594-163e-4998-89b2-ac2071da7023 req-6b3ed763-6800-4d97-9ba0-c205d4f8c975 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 210 time: 0.2356548 Jan 27 21:37:15.836332 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b465c8-128e-4c97-9468-e54dfb01fbd1 req-9db6e62c-b348-44e9-b3c6-9306ee7ab1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:15.843962 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29b465c8-128e-4c97-9468-e54dfb01fbd1 req-9db6e62c-b348-44e9-b3c6-9306ee7ab1fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4236887 Jan 27 21:37:15.875767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Made reservation on behalf of f05a1d501df9401e8387788d4508913f for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:15.885635 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:15.993225 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29b465c8-128e-4c97-9468-e54dfb01fbd1 req-0913b3b3-a962-48fb-8f11-e49a099e4ff2 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276476 Jan 27 21:37:16.018219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (edef936b-4e62-4629-a109-9adb73c11e05), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.056453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edef936b-4e62-4629-a109-9adb73c11e05']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:16.067353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79f0793-5cf7-4a90-8bb9-4616ea8a51d8') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:16.068114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79f0793-5cf7-4a90-8bb9-4616ea8a51d8') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:16.078133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (b79f0793-5cf7-4a90-8bb9-4616ea8a51d8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.093026 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b79f0793-5cf7-4a90-8bb9-4616ea8a51d8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.102076 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:37:16.102773 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (b79f0793-5cf7-4a90-8bb9-4616ea8a51d8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.103924 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29b465c8-128e-4c97-9468-e54dfb01fbd1 req-579d047a-a51a-406a-a736-bf017dc25b87 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047542 Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:37:16.200420 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:37:16.211920 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.resource_extend [req-e7161aa1-6792-4763-8241-7150e778153c req-fff4f485-7786-45f7-bbf8-a9e6adaca86d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:37:16.253826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Attempting to bind port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:16.254414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Attempting to bind port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:16.254931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Attempting to bind port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:16.255982 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fe674ce3-6dfd-419c-88f5-06ea95393c70 req-035d46b4-6042-4662-a785-13ef17d5d8d3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (28cf7c9b-f498-4adf-9f25-e7bf5970ad1d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.260341 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (edef936b-4e62-4629-a109-9adb73c11e05), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.268472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:16.269212 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Attempting to bind port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:16.271299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['28cf7c9b-f498-4adf-9f25-e7bf5970ad1d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:16.295340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d46b4-6042-4662-a785-13ef17d5d8d3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event deleted for resources: {'Port': ['ID=28cf7c9b-f498-4adf-9f25-e7bf5970ad1d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:16.308770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:16.311467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Checking segment: {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:16.312420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Bound using segment: {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:16.313159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Bound port: 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:16.313711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.354582 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.362370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] 10.222.0.61 "DELETE /v2.0/networks/edef936b-4e62-4629-a109-9adb73c11e05 HTTP/1.1" status: 204 len: 168 time: 1.3631530 Jan 27 21:37:16.377041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16eacdf-0982-4ee8-9483-6448f0182e99 admin admin] Pushing event deleted for resources: {'Network': ['ID=edef936b-4e62-4629-a109-9adb73c11e05,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:16.377739 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe674ce3-6dfd-419c-88f5-06ea95393c70 req-035d46b4-6042-4662-a785-13ef17d5d8d3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] No DVR routers for this DVR port 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:37:16.390630 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fe674ce3-6dfd-419c-88f5-06ea95393c70 req-035d46b4-6042-4662-a785-13ef17d5d8d3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.395373 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fe674ce3-6dfd-419c-88f5-06ea95393c70 req-035d46b4-6042-4662-a785-13ef17d5d8d3 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.71 "DELETE /v2.0/ports/28cf7c9b-f498-4adf-9f25-e7bf5970ad1d HTTP/1.1" status: 204 len: 173 time: 1.7211964 Jan 27 21:37:16.401847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b762713-a261-4dd5-8b3f-26c91bab257f', 'name': 'network-vif-deleted', 'tag': '28cf7c9b-f498-4adf-9f25-e7bf5970ad1d'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:16.401847 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63ff1b4-e974-47b4-a5ad-3813b6df1970" -d '{"events": [{"server_uuid": "5b762713-a261-4dd5-8b3f-26c91bab257f", "name": "network-vif-deleted", "tag": "28cf7c9b-f498-4adf-9f25-e7bf5970ad1d"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:16.439055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027f2d5-e52c-4101-b09c-4d93c4cabf6d req-e584a5a7-fdc8-4efc-925f-70ca7d205751 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:16.447165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5027f2d5-e52c-4101-b09c-4d93c4cabf6d req-e584a5a7-fdc8-4efc-925f-70ca7d205751 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 946 time: 0.2834284 Jan 27 21:37:16.580424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] For port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:16.583753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] For port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:16.615904 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e7161aa1-6792-4763-8241-7150e778153c req-fff4f485-7786-45f7-bbf8-a9e6adaca86d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.617255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:37:16.622810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5027f2d5-e52c-4101-b09c-4d93c4cabf6d req-b8668ea4-5881-43de-924c-7bd1e71a9a53 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724672 Jan 27 21:37:16.814977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Allocated IP 172.20.0.9 (26b9afae-337a-4439-b4b1-9d7f1f112bae/936add34-9837-4086-a62b-42d4a4037698/4d0660a5-75a1-4916-87fc-7d0707000e98) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:16.819226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c12e9fa3-297f-4935-930c-1f221c995161 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:16.819949 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.836772 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e7161aa1-6792-4763-8241-7150e778153c req-fff4f485-7786-45f7-bbf8-a9e6adaca86d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (12a10f2b-314e-4950-8fe6-2cfb78081b5a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:16.864792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:16.868029 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b80635-63c4-4149-889c-155e8ff1d13b" -d '{"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-unplugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:16.896469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:16.953249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41094) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:17.027916 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:17.036500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d75b0c0b-fb13-45e3-bb0e-4267733ed17d req-e8bf2dfb-6566-4219-8ad8-23c6ff93df40 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b762713-a261-4dd5-8b3f-26c91bab257f HTTP/1.1" status: 200 len: 210 time: 0.2059321 Jan 27 21:37:17.038183 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:17.039932 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-111135c7-c959-4df4-a745-4e5f76a93b37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bafb55e16819420e980c964e745595c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0853565 Jan 27 21:37:17.040518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41096) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:17.125823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b749910-4ce3-4dbf-b3a8-25852972666a admin admin] Publish callbacks [] for security_group (7f4474b5-16aa-42c1-b349-18aa15c50fc2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:17.155425 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25233b32-2357-4877-8c5c-819a1548ef8a x-openstack-request-id: req-25233b32-2357-4877-8c5c-819a1548ef8a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:17.155747 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "22cdf208-eafd-45a4-b320-f1219ee540a4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:17.155999 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-25233b32-2357-4877-8c5c-819a1548ef8a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:17.156458 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': '22cdf208-eafd-45a4-b320-f1219ee540a4', 'status': 'completed', 'code': 200} Jan 27 21:37:17.176264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=14']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:17.196944 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b749910-4ce3-4dbf-b3a8-25852972666a admin admin] Publish callbacks [] for security_group (7f4474b5-16aa-42c1-b349-18aa15c50fc2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:17.217262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-097609ab-4cf1-4860-b79f-072c2f06f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:17.218515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-097609ab-4cf1-4860-b79f-072c2f06f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:17.219071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-097609ab-4cf1-4860-b79f-072c2f06f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:17.219865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-097609ab-4cf1-4860-b79f-072c2f06f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:17.220300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-097609ab-4cf1-4860-b79f-072c2f06f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:17.220828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-097609ab-4cf1-4860-b79f-072c2f06f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:17.221346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-097609ab-4cf1-4860-b79f-072c2f06f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:17.223300 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-097609ab-4cf1-4860-b79f-072c2f06f10c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6222 time: 0.0719211 Jan 27 21:37:17.261871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:17.262544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:17.264003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] 10.222.0.71 "PUT /v2.0/ports/8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 HTTP/1.1" status: 200 len: 1136 time: 3.6038139 Jan 27 21:37:17.412707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Request body: {'port': {'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:17.455355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-729c3d01-1eaf-470e-a117-77fd97c7a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:17.455832 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-729c3d01-1eaf-470e-a117-77fd97c7a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:17.456404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-729c3d01-1eaf-470e-a117-77fd97c7a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:17.458012 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-729c3d01-1eaf-470e-a117-77fd97c7a435 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9435631fc91c487e8271f5c9f30d0433&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2170069 Jan 27 21:37:17.465961 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd410846-119c-449c-a309-737fa04743d5 x-openstack-request-id: req-cd410846-119c-449c-a309-737fa04743d5 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:17.466501 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b762713-a261-4dd5-8b3f-26c91bab257f", "name": "network-vif-deleted", "tag": "28cf7c9b-f498-4adf-9f25-e7bf5970ad1d", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:17.466757 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd410846-119c-449c-a309-737fa04743d5 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:17.467203 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b762713-a261-4dd5-8b3f-26c91bab257f', 'name': 'network-vif-deleted', 'tag': '28cf7c9b-f498-4adf-9f25-e7bf5970ad1d', 'status': 'completed', 'code': 200} Jan 27 21:37:17.698721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-fb78fa8c-8318-4006-86a3-0da994250719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:17.703411 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-803568ad-f19b-4ed1-ac84-157ff7d3bb01 req-fb78fa8c-8318-4006-86a3-0da994250719 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2303367 Jan 27 21:37:17.758644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b749910-4ce3-4dbf-b3a8-25852972666a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7f4474b5-16aa-42c1-b349-18aa15c50fc2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:17.762602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b749910-4ce3-4dbf-b3a8-25852972666a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:17.767521 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8b749910-4ce3-4dbf-b3a8-25852972666a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f4474b5-16aa-42c1-b349-18aa15c50fc2 HTTP/1.1" status: 204 len: 168 time: 0.7238548 Jan 27 21:37:17.778941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b749910-4ce3-4dbf-b3a8-25852972666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4474b5-16aa-42c1-b349-18aa15c50fc2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:17.911317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36125039-97a4-41ce-9920-899ebb8097c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:17.924513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:17.962988 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-e7161aa1-6792-4763-8241-7150e778153c req-fff4f485-7786-45f7-bbf8-a9e6adaca86d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Floating IP 12a10f2b-314e-4950-8fe6-2cfb78081b5a associated. External IP: 172.25.0.171, port: 257d999c-b9c7-4d9f-b134-025f51e73ece. Jan 27 21:37:18.012828 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.045608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd350c7-5c1e-4108-83a7-042097ff5d69 req-39fd55be-3470-43fb-8920-0589e20b017d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:18.050901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd350c7-5c1e-4108-83a7-042097ff5d69 req-39fd55be-3470-43fb-8920-0589e20b017d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:18.056863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd350c7-5c1e-4108-83a7-042097ff5d69 req-39fd55be-3470-43fb-8920-0589e20b017d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:18.062345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd350c7-5c1e-4108-83a7-042097ff5d69 req-39fd55be-3470-43fb-8920-0589e20b017d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:18.067636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd350c7-5c1e-4108-83a7-042097ff5d69 req-39fd55be-3470-43fb-8920-0589e20b017d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:18.073076 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd350c7-5c1e-4108-83a7-042097ff5d69 req-39fd55be-3470-43fb-8920-0589e20b017d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:18.078482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd350c7-5c1e-4108-83a7-042097ff5d69 req-39fd55be-3470-43fb-8920-0589e20b017d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:18.080541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5dd350c7-5c1e-4108-83a7-042097ff5d69 req-39fd55be-3470-43fb-8920-0589e20b017d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5385 time: 0.6575031 Jan 27 21:37:18.286191 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.302690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['dfdd8a72-5721-48f2-98c7-cdd9bdfb6129'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:18.406579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5dd350c7-5c1e-4108-83a7-042097ff5d69 req-d59e846f-05cd-4abb-bd91-a8f9a63de9ee tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3146405 Jan 27 21:37:18.412981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Network 26b9afae-337a-4439-b4b1-9d7f1f112bae is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:18.425932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:18.432354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:18.436698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Pushing event updated for resources: {'Port': ['ID=4d0660a5-75a1-4916-87fc-7d0707000e98,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:18.590245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:18.590892 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.620657 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41106) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:18.643225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7161aa1-6792-4763-8241-7150e778153c req-fff4f485-7786-45f7-bbf8-a9e6adaca86d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:37:18.675480 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5358ba00-6f4b-44b0-bad7-8f2b6393562f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=308fa006680c4a2c99acf420cdfa9416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529752 Jan 27 21:37:18.676103 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41108) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:18.711109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a271122-0751-455e-8d73-7ff61992d3b0 req-28566b5a-24c2-428e-96d3-ab05fe6f575d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:18.718177 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a271122-0751-455e-8d73-7ff61992d3b0 req-28566b5a-24c2-428e-96d3-ab05fe6f575d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 931 time: 0.1587148 Jan 27 21:37:18.727647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-6eeb112a-dbce-41b6-80a7-613ceeef4f3d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1408463 Jan 27 21:37:18.729231 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08285409-51c9-4f3d-8c7f-ba719ea3fce6 admin admin] Publish callbacks [] for security_group (4c7c0395-83fa-4bf6-9482-c7a7fb43c96a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.750815 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08285409-51c9-4f3d-8c7f-ba719ea3fce6 admin admin] Publish callbacks [] for security_group (4c7c0395-83fa-4bf6-9482-c7a7fb43c96a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.778547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Request body: {'port': {'device_id': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:18.805481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bcffad23-c4af-4f7f-92b2-4d71a992a700 None None] Provisioning complete for port 4d0660a5-75a1-4916-87fc-7d0707000e98 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:18.805971 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bcffad23-c4af-4f7f-92b2-4d71a992a700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.841847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bcffad23-c4af-4f7f-92b2-4d71a992a700 None None] Port 4d0660a5-75a1-4916-87fc-7d0707000e98 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:37:18.890245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08285409-51c9-4f3d-8c7f-ba719ea3fce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4c7c0395-83fa-4bf6-9482-c7a7fb43c96a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.893204 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08285409-51c9-4f3d-8c7f-ba719ea3fce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.897170 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-08285409-51c9-4f3d-8c7f-ba719ea3fce6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c7c0395-83fa-4bf6-9482-c7a7fb43c96a HTTP/1.1" status: 204 len: 168 time: 0.2173841 Jan 27 21:37:18.906201 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08285409-51c9-4f3d-8c7f-ba719ea3fce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7c0395-83fa-4bf6-9482-c7a7fb43c96a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:18.927419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96bb84f-38fc-43fe-95fb-da828d6972b7 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:18.933302 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.946050 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Publish callbacks [] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:18.970671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a271122-0751-455e-8d73-7ff61992d3b0 req-f35acce7-3056-4570-949a-76858811ef74 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514238 Jan 27 21:37:18.985411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Transition to ACTIVE for port object a96bb84f-38fc-43fe-95fb-da828d6972b7 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:19.018346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7161aa1-6792-4763-8241-7150e778153c req-fff4f485-7786-45f7-bbf8-a9e6adaca86d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:37:19.024459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e7161aa1-6792-4763-8241-7150e778153c req-fff4f485-7786-45f7-bbf8-a9e6adaca86d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:19.033642 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e9b799-34b0-4248-97e7-1e7457b1ff92 None None] Sync routers for ids ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:37:19.045830 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e9b799-34b0-4248-97e7-1e7457b1ff92 None None] Routers {'44e626c9-454e-4e94-9aaf-a3bd386bc6f8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:19.050585 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-82e9b799-34b0-4248-97e7-1e7457b1ff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:19.129271 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:19.140764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7161aa1-6792-4763-8241-7150e778153c req-fff4f485-7786-45f7-bbf8-a9e6adaca86d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "PUT /v2.0/floatingips/12a10f2b-314e-4950-8fe6-2cfb78081b5a HTTP/1.1" status: 200 len: 996 time: 4.8880877 Jan 27 21:37:19.166830 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-82e9b799-34b0-4248-97e7-1e7457b1ff92 None None] Set router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:19.184362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': '8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0'}, {'name': 'network-changed', 'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:19.184362 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0"}, {"name": "network-changed", "server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:19.317012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Pushing event updated for resources: {'Port': ['ID=a96bb84f-38fc-43fe-95fb-da828d6972b7,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:19.350207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:37:19.364827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8caa263-f819-4e56-b192-ae48dbc68c9d req-4ad6e9ed-6e0b-469b-967a-507f07fee902 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:19.366429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8caa263-f819-4e56-b192-ae48dbc68c9d req-4ad6e9ed-6e0b-469b-967a-507f07fee902 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.3090699 Jan 27 21:37:19.388069 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:37:19.388741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 28cf7c9b-f498-4adf-9f25-e7bf5970ad1d not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:37:19.430839 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-82e9b799-34b0-4248-97e7-1e7457b1ff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:36:00Z', 'revision_number': 4, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '12a10f2b-314e-4950-8fe6-2cfb78081b5a', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'port_id': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'mac_address': 'fa:16:3e:13:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:10Z', 'updated_at': '2022-01-27T21:37:15Z', 'revision_number': 1, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608ed861-9435-43c2-b811-bf6dfd6fdba5', 'name': '', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'mac_address': 'fa:16:3e:b9:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:58Z', 'updated_at': '2022-01-27T21:36:08Z', 'revision_number': 5, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'subnets': [{'id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:19.458972 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e9b799-34b0-4248-97e7-1e7457b1ff92 None None] Checking router: 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:37:19.468496 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e9b799-34b0-4248-97e7-1e7457b1ff92 None None] Routers {'44e626c9-454e-4e94-9aaf-a3bd386bc6f8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:19.469315 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-82e9b799-34b0-4248-97e7-1e7457b1ff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:19.524222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0660a5-75a1-4916-87fc-7d0707000e98 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:19.532446 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Publish callbacks [] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:19.546024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Transition to ACTIVE for port object 4d0660a5-75a1-4916-87fc-7d0707000e98 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:19.588750 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-82e9b799-34b0-4248-97e7-1e7457b1ff92 None None] Set router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:19.593928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7161aa1-6792-4763-8241-7150e778153c req-fdb736f8-040a-4129-b92b-212c262d9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:19.595479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7161aa1-6792-4763-8241-7150e778153c req-fdb736f8-040a-4129-b92b-212c262d9ecc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aad0f04492dc4bba9b6af026175d21cd&device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 1096 time: 0.4074776 Jan 27 21:37:19.724015 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:19.765390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8caa263-f819-4e56-b192-ae48dbc68c9d req-dc299271-5234-4063-8b15-95d442e36b8c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839302 Jan 27 21:37:19.864632 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc38a21a-9385-4229-9cc3-b8bc3372d9f1 x-openstack-request-id: req-dc38a21a-9385-4229-9cc3-b8bc3372d9f1 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:19.865142 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-unplugged", "status": "completed", "tag": "c12e9fa3-297f-4935-930c-1f221c995161", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:19.865586 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc38a21a-9385-4229-9cc3-b8bc3372d9f1 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:19.866160 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161', 'code': 200} Jan 27 21:37:19.876862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Attempting to bind port a96bb84f-38fc-43fe-95fb-da828d6972b7 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:19.877314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Attempting to bind port a96bb84f-38fc-43fe-95fb-da828d6972b7 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:19.877859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Attempting to bind port a96bb84f-38fc-43fe-95fb-da828d6972b7 on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:19.922749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0660a5-75a1-4916-87fc-7d0707000e98,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:19.928102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Port a96bb84f-38fc-43fe-95fb-da828d6972b7 on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:19.928758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Attempting to bind port a96bb84f-38fc-43fe-95fb-da828d6972b7 on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:19.965279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7161aa1-6792-4763-8241-7150e778153c req-a1aab955-1cd0-467c-8b16-00a17f1f6d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:19.972219 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7161aa1-6792-4763-8241-7150e778153c req-a1aab955-1cd0-467c-8b16-00a17f1f6d29 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fdd57423-4cae-44a1-9678-8d16ac833413 HTTP/1.1" status: 200 len: 921 time: 0.3679485 Jan 27 21:37:19.973681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:19.974182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Checking segment: {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:19.974624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Bound using segment: {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:19.975290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Bound port: a96bb84f-38fc-43fe-95fb-da828d6972b7, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:19.975754 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.001423 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-82e9b799-34b0-4248-97e7-1e7457b1ff92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:36:00Z', 'revision_number': 4, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '12a10f2b-314e-4950-8fe6-2cfb78081b5a', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'port_id': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'mac_address': 'fa:16:3e:13:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:10Z', 'updated_at': '2022-01-27T21:37:15Z', 'revision_number': 1, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608ed861-9435-43c2-b811-bf6dfd6fdba5', 'name': '', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'mac_address': 'fa:16:3e:b9:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:58Z', 'updated_at': '2022-01-27T21:36:08Z', 'revision_number': 5, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'subnets': [{'id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:20.089338 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e9b799-34b0-4248-97e7-1e7457b1ff92 None None] The sync data for ids ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'] in n-d-760456-6 is: [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:36:00Z', 'revision_number': 4, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '12a10f2b-314e-4950-8fe6-2cfb78081b5a', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'floating_ip_address': '172.25.0.171', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'port_id': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'mac_address': 'fa:16:3e:13:a9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:10Z', 'updated_at': '2022-01-27T21:37:15Z', 'revision_number': 1, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608ed861-9435-43c2-b811-bf6dfd6fdba5', 'name': '', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'mac_address': 'fa:16:3e:b9:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:58Z', 'updated_at': '2022-01-27T21:36:08Z', 'revision_number': 5, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'subnets': [{'id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:37:20.192707 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49440dd-4859-4ceb-a3a9-4a29e5a1e6c1 x-openstack-request-id: req-e49440dd-4859-4ceb-a3a9-4a29e5a1e6c1 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:20.193015 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:20.193278 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e49440dd-4859-4ceb-a3a9-4a29e5a1e6c1 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:20.193701 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': '8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0', 'status': 'completed', 'code': 200} Jan 27 21:37:20.193965 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'status': 'completed', 'code': 200} Jan 27 21:37:20.248702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7161aa1-6792-4763-8241-7150e778153c req-02a22f39-41ef-4899-8f10-45728a40ebd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 999 time: 0.2500367 Jan 27 21:37:20.328227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Attempting to bind port 4d0660a5-75a1-4916-87fc-7d0707000e98 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:20.328227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Attempting to bind port 4d0660a5-75a1-4916-87fc-7d0707000e98 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:20.328227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Attempting to bind port 4d0660a5-75a1-4916-87fc-7d0707000e98 on network 26b9afae-337a-4439-b4b1-9d7f1f112bae {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:20.329001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] For port a96bb84f-38fc-43fe-95fb-da828d6972b7, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:20.359619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] For port a96bb84f-38fc-43fe-95fb-da828d6972b7, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a96bb84f-38fc-43fe-95fb-da828d6972b7,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:20.362225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Port 4d0660a5-75a1-4916-87fc-7d0707000e98 on network 26b9afae-337a-4439-b4b1-9d7f1f112bae not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:20.362550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Attempting to bind port 4d0660a5-75a1-4916-87fc-7d0707000e98 on network 26b9afae-337a-4439-b4b1-9d7f1f112bae {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:20.375733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:20.376037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Checking segment: {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:20.377783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Bound using segment: {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:20.377783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Bound port: 4d0660a5-75a1-4916-87fc-7d0707000e98, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe3b2e7-481a-409b-96c4-83b060e73561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:20.378132 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.384641 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-b972359e-035e-4299-a99b-53665932f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.386661 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-b972359e-035e-4299-a99b-53665932f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.386845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7161aa1-6792-4763-8241-7150e778153c req-c9dea2d7-4c65-4266-a241-527484258820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.386978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-b972359e-035e-4299-a99b-53665932f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.387069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7161aa1-6792-4763-8241-7150e778153c req-c9dea2d7-4c65-4266-a241-527484258820 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3e700f4-c16e-44a9-8fe1-73779a971d9a HTTP/1.1" status: 200 len: 860 time: 0.1348031 Jan 27 21:37:20.404383 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-b972359e-035e-4299-a99b-53665932f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.407240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-b972359e-035e-4299-a99b-53665932f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.407854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-b972359e-035e-4299-a99b-53665932f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.408390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-b972359e-035e-4299-a99b-53665932f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.410629 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-b972359e-035e-4299-a99b-53665932f953 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6247 time: 0.2294114 Jan 27 21:37:20.417962 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-4c154b65-8306-43f9-b823-cc194dc2172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.419741 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-4c154b65-8306-43f9-b823-cc194dc2172c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aad0f04492dc4bba9b6af026175d21cd&device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 1096 time: 0.1375353 Jan 27 21:37:20.432876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d47deb-dad5-432a-86d3-952118beaf08 req-56879aaa-e23e-4803-9454-7696e33261f5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.433389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d47deb-dad5-432a-86d3-952118beaf08 req-56879aaa-e23e-4803-9454-7696e33261f5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.438576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d47deb-dad5-432a-86d3-952118beaf08 req-56879aaa-e23e-4803-9454-7696e33261f5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.443697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d47deb-dad5-432a-86d3-952118beaf08 req-56879aaa-e23e-4803-9454-7696e33261f5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.454917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d47deb-dad5-432a-86d3-952118beaf08 req-56879aaa-e23e-4803-9454-7696e33261f5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.460936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d47deb-dad5-432a-86d3-952118beaf08 req-56879aaa-e23e-4803-9454-7696e33261f5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.465547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d47deb-dad5-432a-86d3-952118beaf08 req-56879aaa-e23e-4803-9454-7696e33261f5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.472909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45d47deb-dad5-432a-86d3-952118beaf08 req-56879aaa-e23e-4803-9454-7696e33261f5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5397 time: 0.1826730 Jan 27 21:37:20.514670 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.517928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7161aa1-6792-4763-8241-7150e778153c req-644ad736-e0f7-4893-b645-91c4969a6f40 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdd57423-4cae-44a1-9678-8d16ac833413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168079 Jan 27 21:37:20.566578 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6ccb4-1dfc-42e8-9298-d36c1bb2e838 None None] New status for floating IP 12a10f2b-314e-4950-8fe6-2cfb78081b5a: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:37:20.603549 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-c92e20bb-0954-418d-9827-9e2bbc19109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.604169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-c92e20bb-0954-418d-9827-9e2bbc19109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.604981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-c92e20bb-0954-418d-9827-9e2bbc19109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.606866 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-c92e20bb-0954-418d-9827-9e2bbc19109e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9435631fc91c487e8271f5c9f30d0433&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1858413 Jan 27 21:37:20.612627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-4e2f0f54-4ca3-4b2e-b6dc-12c51de652e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.614829 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-4e2f0f54-4ca3-4b2e-b6dc-12c51de652e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fdd57423-4cae-44a1-9678-8d16ac833413 HTTP/1.1" status: 200 len: 921 time: 0.1753170 Jan 27 21:37:20.628070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] For port 4d0660a5-75a1-4916-87fc-7d0707000e98, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:20.628070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] For port 4d0660a5-75a1-4916-87fc-7d0707000e98, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4d0660a5-75a1-4916-87fc-7d0707000e98,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:20.648451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.649097 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.660018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] 10.222.0.71 "PUT /v2.0/ports/a96bb84f-38fc-43fe-95fb-da828d6972b7 HTTP/1.1" status: 200 len: 1091 time: 3.2811713 Jan 27 21:37:20.724722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f51948-0ddf-43a4-99fc-5cf0d69b092d service neutron] Pushing event updated for resources: {'Port': ['ID=a96bb84f-38fc-43fe-95fb-da828d6972b7,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:20.742610 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.870971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:20.872646 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:20.874052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] 10.222.0.74 "PUT /v2.0/ports/4d0660a5-75a1-4916-87fc-7d0707000e98 HTTP/1.1" status: 200 len: 1091 time: 2.1361923 Jan 27 21:37:20.886081 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-b9fba8df-d58b-475a-a1ee-69946c7a5f34 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 999 time: 0.2340539 Jan 27 21:37:20.895233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45d47deb-dad5-432a-86d3-952118beaf08 req-17edd501-e43e-43b5-b672-758ea37f106f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4213448 Jan 27 21:37:20.929871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Request body: {'port': {'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:21.040242 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-6a8ba57d-b896-4d68-ad79-283d3c37b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:21.042661 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-6a8ba57d-b896-4d68-ad79-283d3c37b9ea service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4266734 Jan 27 21:37:21.051929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4859189-08b4-4846-8904-e76d019070e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0660a5-75a1-4916-87fc-7d0707000e98,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:21.057877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-668e21d1-108c-4cac-910e-db4fbd1ceadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:21.059710 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-668e21d1-108c-4cac-910e-db4fbd1ceadb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3e700f4-c16e-44a9-8fe1-73779a971d9a HTTP/1.1" status: 200 len: 860 time: 0.1386309 Jan 27 21:37:21.118085 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-00dbd22c-2930-41fa-ac7e-8ab5cad78130 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fdd57423-4cae-44a1-9678-8d16ac833413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459836 Jan 27 21:37:21.209562 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (155f11db-f305-4457-814e-848bb16c424f), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:21.239324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-f422dd99-620d-48c3-95bb-fdc1cbedc758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:21.241305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-f422dd99-620d-48c3-95bb-fdc1cbedc758 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 1094 time: 0.1785009 Jan 27 21:37:21.249693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7161aa1-6792-4763-8241-7150e778153c req-d55f0ed6-f2a6-4c52-903f-464ddd5426a9 service neutron] 10.222.0.61 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152324 Jan 27 21:37:21.256518 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-f695cc40-d892-4d4a-80b8-cf0370ee782f service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320515 Jan 27 21:37:21.276278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6063-a67e-4531-8b27-6b2e790a469a req-09555ff4-37c8-4283-87fa-9e1739d889dd tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:21.283431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c6a6063-a67e-4531-8b27-6b2e790a469a req-09555ff4-37c8-4283-87fa-9e1739d889dd tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 943 time: 0.1540124 Jan 27 21:37:21.352888 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b6971f8-07dc-44a8-ac80-2da0ca7123b1 req-e0c28d83-fc40-4bf5-9ceb-de5846a084e5 service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901251 Jan 27 21:37:21.357816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-767a8e6d-98e4-44d1-b26d-cea78e1bd108 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d0660a5-75a1-4916-87fc-7d0707000e98 HTTP/1.1" status: 200 len: 217 time: 0.1063991 Jan 27 21:37:21.886024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-a3170260-0eea-4461-828a-7ce6720ee272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:21.887488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-a3170260-0eea-4461-828a-7ce6720ee272 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.4987633 Jan 27 21:37:21.890637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c6a6063-a67e-4531-8b27-6b2e790a469a req-c6918702-8e3d-492c-999d-3f6fbb55db8a tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815585 Jan 27 21:37:21.948345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7161aa1-6792-4763-8241-7150e778153c req-ffaee320-18e3-47b7-8e9e-a508de465266 service neutron] 10.222.0.61 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882770 Jan 27 21:37:22.016935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-34128cb0-8e02-49df-806f-45f444f14f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.018377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-34128cb0-8e02-49df-806f-45f444f14f0a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193221 Jan 27 21:37:22.205641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': 'a96bb84f-38fc-43fe-95fb-da828d6972b7'}, {'name': 'network-changed', 'server_uuid': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'tag': '4d0660a5-75a1-4916-87fc-7d0707000e98'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:22.207913 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61becbd4-8ece-4826-bc7f-2154598fde98" -d '{"events": [{"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "a96bb84f-38fc-43fe-95fb-da828d6972b7"}, {"name": "network-changed", "server_uuid": "beef4908-d86f-400d-8a00-2b1f5a585f8a", "tag": "4d0660a5-75a1-4916-87fc-7d0707000e98"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:22.228650 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5f6a6-4a63-42cc-8fef-0e13a3dcfd47 req-70126df4-1db2-430b-9cf7-095ab376a342 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.230146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19c5f6a6-4a63-42cc-8fef-0e13a3dcfd47 req-70126df4-1db2-430b-9cf7-095ab376a342 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 946 time: 0.2246299 Jan 27 21:37:22.282859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-2b82cf4e-9491-49c4-b50a-371b90ffd620 service neutron] 10.222.0.74 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443345 Jan 27 21:37:22.340295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155f11db-f305-4457-814e-848bb16c424f {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:22.386545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Publish callbacks [] for port (155f11db-f305-4457-814e-848bb16c424f), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:22.422866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Transition to ACTIVE for port object 155f11db-f305-4457-814e-848bb16c424f will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:22.427790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19c5f6a6-4a63-42cc-8fef-0e13a3dcfd47 req-7134ac7f-4938-41ff-8814-27b47efb77c9 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e2306aa-57fe-4965-8117-2fd0041b0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678853 Jan 27 21:37:22.444445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85679644-e7d6-45a3-93a2-a4f3c0c4408b req-a8048f23-e04b-4249-bc46-2f8b51e1583b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.452038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85679644-e7d6-45a3-93a2-a4f3c0c4408b req-a8048f23-e04b-4249-bc46-2f8b51e1583b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.457600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85679644-e7d6-45a3-93a2-a4f3c0c4408b req-a8048f23-e04b-4249-bc46-2f8b51e1583b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.463792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85679644-e7d6-45a3-93a2-a4f3c0c4408b req-a8048f23-e04b-4249-bc46-2f8b51e1583b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.469290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85679644-e7d6-45a3-93a2-a4f3c0c4408b req-a8048f23-e04b-4249-bc46-2f8b51e1583b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.474715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85679644-e7d6-45a3-93a2-a4f3c0c4408b req-a8048f23-e04b-4249-bc46-2f8b51e1583b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.480556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85679644-e7d6-45a3-93a2-a4f3c0c4408b req-a8048f23-e04b-4249-bc46-2f8b51e1583b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.482504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85679644-e7d6-45a3-93a2-a4f3c0c4408b req-a8048f23-e04b-4249-bc46-2f8b51e1583b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5397 time: 0.2214491 Jan 27 21:37:22.511211 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (155f11db-f305-4457-814e-848bb16c424f), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:22.630492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ca9f9f-6a15-4b33-9b40-4fa6ed555fec req-b032424b-2d89-46b1-a347-f7a02d2faf67 service neutron] 10.222.0.74 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269129 Jan 27 21:37:22.665989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Pushing event updated for resources: {'Port': ['ID=155f11db-f305-4457-814e-848bb16c424f,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:22.677138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-f04bd7c2-7861-472f-a167-d2145a5016ce tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 1001 time: 0.1936274 Jan 27 21:37:22.700249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85679644-e7d6-45a3-93a2-a4f3c0c4408b req-738d7759-23d7-4a96-a754-9a76abed1278 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2115278 Jan 27 21:37:22.783466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcab348-2334-406d-ac8a-70f31be05909 req-bb3062b1-8441-4e2d-b68d-9c3c07431785 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.785483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-bb3062b1-8441-4e2d-b68d-9c3c07431785 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports/257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 942 time: 0.0936067 Jan 27 21:37:22.812786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Attempting to bind port 155f11db-f305-4457-814e-848bb16c424f on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:22.813395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Attempting to bind port 155f11db-f305-4457-814e-848bb16c424f by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:22.817023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Attempting to bind port 155f11db-f305-4457-814e-848bb16c424f on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:22.820380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Port 155f11db-f305-4457-814e-848bb16c424f on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:22.821099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Attempting to bind port 155f11db-f305-4457-814e-848bb16c424f on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:22.832976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:22.833460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Checking segment: {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:22.834134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Bound using segment: {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:22.836606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Bound port: 155f11db-f305-4457-814e-848bb16c424f, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:22.837245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (155f11db-f305-4457-814e-848bb16c424f), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:22.849441 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef00c5c-8c13-4349-8f78-7823cb966a82 x-openstack-request-id: req-6ef00c5c-8c13-4349-8f78-7823cb966a82 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:22.850093 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "a96bb84f-38fc-43fe-95fb-da828d6972b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "beef4908-d86f-400d-8a00-2b1f5a585f8a", "tag": "4d0660a5-75a1-4916-87fc-7d0707000e98", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:22.850584 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ef00c5c-8c13-4349-8f78-7823cb966a82 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:22.851277 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': 'a96bb84f-38fc-43fe-95fb-da828d6972b7', 'status': 'completed', 'code': 200} Jan 27 21:37:22.851793 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'tag': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'status': 'completed', 'code': 200} Jan 27 21:37:22.936380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-94470ab7-aff2-4265-b071-631c4e8916be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.937525 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-94470ab7-aff2-4265-b071-631c4e8916be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.938246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-94470ab7-aff2-4265-b071-631c4e8916be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.939053 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-94470ab7-aff2-4265-b071-631c4e8916be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.940520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-94470ab7-aff2-4265-b071-631c4e8916be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.942317 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-94470ab7-aff2-4265-b071-631c4e8916be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.942995 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-94470ab7-aff2-4265-b071-631c4e8916be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:22.945873 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-94470ab7-aff2-4265-b071-631c4e8916be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6314 time: 0.0810137 Jan 27 21:37:22.988795 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41246) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:23.052664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-961727ac-5f9a-4ee6-9e2c-c08df88b2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:23.054886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-961727ac-5f9a-4ee6-9e2c-c08df88b2f0a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 1094 time: 0.1450078 Jan 27 21:37:23.079277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] For port 155f11db-f305-4457-814e-848bb16c424f, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:23.085720 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-ccdabfd2-efbd-405c-bdbf-a272946122e1 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 1001 time: 0.2302692 Jan 27 21:37:23.134119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c6c706-e145-4c4f-9320-52dc1b25fe54 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for security_group (3b90fb77-b5a7-4de6-9f6f-cab0b2d3218b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.158715 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c6c706-e145-4c4f-9320-52dc1b25fe54 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for security_group (3b90fb77-b5a7-4de6-9f6f-cab0b2d3218b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.201077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] For port 155f11db-f305-4457-814e-848bb16c424f, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=155f11db-f305-4457-814e-848bb16c424f,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:23.234515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-bd4b414e-4a48-4a63-8568-c8e96e77a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:23.235091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-bd4b414e-4a48-4a63-8568-c8e96e77a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:23.235602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-bd4b414e-4a48-4a63-8568-c8e96e77a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:23.237492 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-bd4b414e-4a48-4a63-8568-c8e96e77a2b8 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9435631fc91c487e8271f5c9f30d0433&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2757292 Jan 27 21:37:23.275374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a78bc6-bec9-4918-9898-f4cfb1e0fa11 req-95d4106f-1883-4fd7-ba24-d196ca75e09c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:23.277293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2a78bc6-bec9-4918-9898-f4cfb1e0fa11 req-95d4106f-1883-4fd7-ba24-d196ca75e09c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 943 time: 0.1724887 Jan 27 21:37:23.282412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (155f11db-f305-4457-814e-848bb16c424f), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.295700 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c6c706-e145-4c4f-9320-52dc1b25fe54 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3b90fb77-b5a7-4de6-9f6f-cab0b2d3218b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.298334 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c6c706-e145-4c4f-9320-52dc1b25fe54 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.299700 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-48c6c706-e145-4c4f-9320-52dc1b25fe54 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "DELETE /v2.0/security-groups/3b90fb77-b5a7-4de6-9f6f-cab0b2d3218b HTTP/1.1" status: 204 len: 168 time: 0.3098547 Jan 27 21:37:23.311919 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41258) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:23.328407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6c706-e145-4c4f-9320-52dc1b25fe54 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b90fb77-b5a7-4de6-9f6f-cab0b2d3218b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:23.339811 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-a2fb40dc-5c98-430d-ae12-5ce54d2d3f4b tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] show failed (client error): The resource could not be found. Jan 27 21:37:23.340718 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a2fb40dc-5c98-430d-ae12-5ce54d2d3f4b tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "GET /v2.0/security-groups/3b90fb77-b5a7-4de6-9f6f-cab0b2d3218b HTTP/1.1" status: 404 len: 347 time: 0.0277166 Jan 27 21:37:23.343719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41260) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:23.379843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:23.380505 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.395065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] 10.222.0.71 "PUT /v2.0/ports/155f11db-f305-4457-814e-848bb16c424f HTTP/1.1" status: 200 len: 1091 time: 2.5801764 Jan 27 21:37:23.419863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-27ec6ce2-eab0-4a34-ace4-90a24cf03d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:23.421409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-27ec6ce2-eab0-4a34-ace4-90a24cf03d18 service neutron] 10.222.0.74 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.3574495 Jan 27 21:37:23.454945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478103a0-65af-4d5a-82ad-50ad5cc51e3b service neutron] Pushing event updated for resources: {'Port': ['ID=155f11db-f305-4457-814e-848bb16c424f,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:23.525722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcab348-2334-406d-ac8a-70f31be05909 req-ead287fe-9679-448d-b209-9c6341cd6d88 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:23.527597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-ead287fe-9679-448d-b209-9c6341cd6d88 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.4200161 Jan 27 21:37:23.539797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Request body: {'port': {'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:23.583704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-980cdc35-8ea7-4617-9eba-2deab31e59dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d0660a5-75a1-4916-87fc-7d0707000e98 HTTP/1.1" status: 200 len: 217 time: 0.1480532 Jan 27 21:37:23.599787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2a78bc6-bec9-4918-9898-f4cfb1e0fa11 req-343fe08e-052d-4ed6-a750-ed357988d442 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003807 Jan 27 21:37:23.685295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-a1be2915-439c-4fdf-b9ee-b1b890b82f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:23.687497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-a1be2915-439c-4fdf-b9ee-b1b890b82f60 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.0825703 Jan 27 21:37:23.800280 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:23.833153 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-9945d5d5-82d9-4ef1-9604-89c7af555265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:23.834791 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-9945d5d5-82d9-4ef1-9604-89c7af555265 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5910404 Jan 27 21:37:23.840381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-aed0f1aa-cab9-46fa-8f5e-b2e97328ffde tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 1001 time: 0.2527232 Jan 27 21:37:23.870597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-afcab348-2334-406d-ac8a-70f31be05909 req-6193dab8-8d2d-4b36-9089-8828eb15141d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:23.912121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-962f2af0-3f77-4d60-b42f-b129a2eafc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:23.914182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-962f2af0-3f77-4d60-b42f-b129a2eafc95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675425 Jan 27 21:37:23.921882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b0f8fff5-85fd-493c-b998-cf76f978e535 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Deleting port b5fb3198-d0cd-49f6-9be5-dc8393f43908 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:23.922246 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0f8fff5-85fd-493c-b998-cf76f978e535 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b5fb3198-d0cd-49f6-9be5-dc8393f43908), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.012587 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0f8fff5-85fd-493c-b998-cf76f978e535 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b5fb3198-d0cd-49f6-9be5-dc8393f43908), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.013279 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0f8fff5-85fd-493c-b998-cf76f978e535 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for floatingip (b5fb3198-d0cd-49f6-9be5-dc8393f43908), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.027613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b0f8fff5-85fd-493c-b998-cf76f978e535 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Calling delete_port for b5fb3198-d0cd-49f6-9be5-dc8393f43908 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:24.076602 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-afcab348-2334-406d-ac8a-70f31be05909 req-6193dab8-8d2d-4b36-9089-8828eb15141d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for floatingip (12a10f2b-314e-4950-8fe6-2cfb78081b5a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.233070 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0f8fff5-85fd-493c-b998-cf76f978e535 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b5fb3198-d0cd-49f6-9be5-dc8393f43908), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.276344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8fff5-85fd-493c-b998-cf76f978e535 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Pushing event deleted for resources: {'Port': ['ID=b5fb3198-d0cd-49f6-9be5-dc8393f43908,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:24.310669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-5240ad04-fcaa-4cc4-b135-d366de9e8285 service neutron] 10.222.0.74 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896854 Jan 27 21:37:24.359104 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0f8fff5-85fd-493c-b998-cf76f978e535 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks [] for floatingip (a8e628a8-ddfc-4cfb-8dee-488cf3996031), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.362080 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0f8fff5-85fd-493c-b998-cf76f978e535 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.363687 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b0f8fff5-85fd-493c-b998-cf76f978e535 tempest-ImagesOneServerNegativeTestJSON-1657682162 tempest-ImagesOneServerNegativeTestJSON-1657682162-project] 10.222.0.61 "DELETE /v2.0/floatingips/a8e628a8-ddfc-4cfb-8dee-488cf3996031 HTTP/1.1" status: 204 len: 168 time: 1.0187657 Jan 27 21:37:24.456453 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-afcab348-2334-406d-ac8a-70f31be05909 req-6193dab8-8d2d-4b36-9089-8828eb15141d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.510021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ead99-f9dd-4bec-94fa-93ed8c31ccad req-025d14b9-45dc-4bbb-a3b7-3cd4a92dcfad tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:24.511532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-430ead99-f9dd-4bec-94fa-93ed8c31ccad req-025d14b9-45dc-4bbb-a3b7-3cd4a92dcfad tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1956251 Jan 27 21:37:24.559004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61becbd4-8ece-4826-bc7f-2154598fde98 req-62af712f-9863-4a02-afe0-eedbfa4e15f6 service neutron] 10.222.0.74 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396054 Jan 27 21:37:24.581327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36e1084-48e0-4ada-bb62-776d8ad9ce29 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:24.593442 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Publish callbacks [] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.606426 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-afcab348-2334-406d-ac8a-70f31be05909 req-6193dab8-8d2d-4b36-9089-8828eb15141d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (12a10f2b-314e-4950-8fe6-2cfb78081b5a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.606776 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-afcab348-2334-406d-ac8a-70f31be05909 req-6193dab8-8d2d-4b36-9089-8828eb15141d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Floating IP 12a10f2b-314e-4950-8fe6-2cfb78081b5a disassociated. External IP: 172.25.0.171, port: 257d999c-b9c7-4d9f-b134-025f51e73ece. Jan 27 21:37:24.636328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 4d0660a5-75a1-4916-87fc-7d0707000e98 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:37:24.645881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-430ead99-f9dd-4bec-94fa-93ed8c31ccad req-06e7e48e-feff-4eb5-9024-db083c18d84c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286254 Jan 27 21:37:24.650415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Transition to ACTIVE for port object c36e1084-48e0-4ada-bb62-776d8ad9ce29 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:24.749997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 4d0660a5-75a1-4916-87fc-7d0707000e98, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4d0660a5-75a1-4916-87fc-7d0707000e98,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:24.764985 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'port_id': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'mac_address': 'fa:16:3e:9b:87:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:37:24.809510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 4d0660a5-75a1-4916-87fc-7d0707000e98 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:24.809822 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:24.824883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0660a5-75a1-4916-87fc-7d0707000e98 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:24.846511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 4d0660a5-75a1-4916-87fc-7d0707000e98, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4d0660a5-75a1-4916-87fc-7d0707000e98,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:24.969945 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.020387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=4d0660a5-75a1-4916-87fc-7d0707000e98,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:25.023647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': '155f11db-f305-4457-814e-848bb16c424f'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:25.025937 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "155f11db-f305-4457-814e-848bb16c424f"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:25.028572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.028927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.029543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.030056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.030669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.031027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.031873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.032259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.032602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.032723 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.032962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.033298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.033642 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.033962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:25.136642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Pushing event updated for resources: {'Port': ['ID=c36e1084-48e0-4ada-bb62-776d8ad9ce29,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:25.156791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d71bee-a537-43a6-a29b-c2116e47e067 req-4f622d2b-6657-44b3-af3b-e21f7b6f7b9e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:25.161954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d71bee-a537-43a6-a29b-c2116e47e067 req-4f622d2b-6657-44b3-af3b-e21f7b6f7b9e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:25.167229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d71bee-a537-43a6-a29b-c2116e47e067 req-4f622d2b-6657-44b3-af3b-e21f7b6f7b9e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:25.172560 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d71bee-a537-43a6-a29b-c2116e47e067 req-4f622d2b-6657-44b3-af3b-e21f7b6f7b9e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:25.177920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d71bee-a537-43a6-a29b-c2116e47e067 req-4f622d2b-6657-44b3-af3b-e21f7b6f7b9e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:25.183671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d71bee-a537-43a6-a29b-c2116e47e067 req-4f622d2b-6657-44b3-af3b-e21f7b6f7b9e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:25.189141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d71bee-a537-43a6-a29b-c2116e47e067 req-4f622d2b-6657-44b3-af3b-e21f7b6f7b9e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:25.191140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4d71bee-a537-43a6-a29b-c2116e47e067 req-4f622d2b-6657-44b3-af3b-e21f7b6f7b9e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5421 time: 0.1625345 Jan 27 21:37:25.247795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['4d0660a5-75a1-4916-87fc-7d0707000e98'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:25.381230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Attempting to bind port c36e1084-48e0-4ada-bb62-776d8ad9ce29 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:25.381230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Attempting to bind port c36e1084-48e0-4ada-bb62-776d8ad9ce29 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:25.381450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Attempting to bind port c36e1084-48e0-4ada-bb62-776d8ad9ce29 on network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:25.392723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4d71bee-a537-43a6-a29b-c2116e47e067 req-18715fd4-0716-4235-8e22-012c4f7b451e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1857929 Jan 27 21:37:25.401774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Port c36e1084-48e0-4ada-bb62-776d8ad9ce29 on network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:25.402114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Attempting to bind port c36e1084-48e0-4ada-bb62-776d8ad9ce29 on network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:25.410671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:25.411039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Checking segment: {'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:25.411495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Bound using segment: {'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:25.412193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Bound port: c36e1084-48e0-4ada-bb62-776d8ad9ce29, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:25.412383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.428266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afcab348-2334-406d-ac8a-70f31be05909 req-6193dab8-8d2d-4b36-9089-8828eb15141d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:37:25.542712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] For port c36e1084-48e0-4ada-bb62-776d8ad9ce29, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:25.582646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] For port c36e1084-48e0-4ada-bb62-776d8ad9ce29, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c36e1084-48e0-4ada-bb62-776d8ad9ce29,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:25.610131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afcab348-2334-406d-ac8a-70f31be05909 req-6193dab8-8d2d-4b36-9089-8828eb15141d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:37:25.620752 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6908a5-7cd6-4cad-9e12-ecbc47268791 None None] Sync routers for ids ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:37:25.632994 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-afcab348-2334-406d-ac8a-70f31be05909 req-6193dab8-8d2d-4b36-9089-8828eb15141d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.639850 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6908a5-7cd6-4cad-9e12-ecbc47268791 None None] Routers {'44e626c9-454e-4e94-9aaf-a3bd386bc6f8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:25.639850 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ed6908a5-7cd6-4cad-9e12-ecbc47268791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:25.669555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-6193dab8-8d2d-4b36-9089-8828eb15141d tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "PUT /v2.0/floatingips/12a10f2b-314e-4950-8fe6-2cfb78081b5a HTTP/1.1" status: 200 len: 695 time: 1.8029079 Jan 27 21:37:25.681471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba8a55-8c40-4f82-b59f-ca1099f7e93d req-db06841a-95f4-47fb-8509-4da62808344f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:25.682978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6eba8a55-8c40-4f82-b59f-ca1099f7e93d req-db06841a-95f4-47fb-8509-4da62808344f tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 946 time: 0.0879238 Jan 27 21:37:25.717912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.777983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:25.778613 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:25.779276 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-ed6908a5-7cd6-4cad-9e12-ecbc47268791 None None] Set router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:25.780032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] 10.222.0.71 "PUT /v2.0/ports/c36e1084-48e0-4ada-bb62-776d8ad9ce29 HTTP/1.1" status: 200 len: 1091 time: 2.2509935 Jan 27 21:37:25.825467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6eba8a55-8c40-4f82-b59f-ca1099f7e93d req-8e52346f-e5a6-409f-ad42-648f1d149d85 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e2306aa-57fe-4965-8117-2fd0041b0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319659 Jan 27 21:37:25.827612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcab348-2334-406d-ac8a-70f31be05909 req-346dc874-a4cf-4878-bcbd-27ee851f0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:25.829109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-346dc874-a4cf-4878-bcbd-27ee851f0137 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=aad0f04492dc4bba9b6af026175d21cd&device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 1096 time: 0.1452413 Jan 27 21:37:25.829750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc66c3-d226-4e9d-8612-2b14262f015b service neutron] Pushing event updated for resources: {'Port': ['ID=c36e1084-48e0-4ada-bb62-776d8ad9ce29,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:25.944881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Request body: {'port': {'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:26.060005 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ed6908a5-7cd6-4cad-9e12-ecbc47268791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:36:00Z', 'revision_number': 4, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '608ed861-9435-43c2-b811-bf6dfd6fdba5', 'name': '', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'mac_address': 'fa:16:3e:b9:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:58Z', 'updated_at': '2022-01-27T21:36:08Z', 'revision_number': 5, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'subnets': [{'id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:26.072490 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:26.087291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcab348-2334-406d-ac8a-70f31be05909 req-ada7c7a7-24ed-4e2b-b91a-63a779563feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:26.088854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-ada7c7a7-24ed-4e2b-b91a-63a779563feb service neutron] 10.222.0.61 "GET /v2.0/networks?id=fdd57423-4cae-44a1-9678-8d16ac833413 HTTP/1.1" status: 200 len: 921 time: 0.2445605 Jan 27 21:37:26.095433 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6908a5-7cd6-4cad-9e12-ecbc47268791 None None] Checking router: 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:37:26.104773 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6908a5-7cd6-4cad-9e12-ecbc47268791 None None] Routers {'44e626c9-454e-4e94-9aaf-a3bd386bc6f8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:26.105378 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ed6908a5-7cd6-4cad-9e12-ecbc47268791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:26.114742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2a2e1-af64-48e2-ba4d-e78bf25cfd72 req-423ff267-1c86-4fed-a24b-a8d695e4fc32 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:26.116383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edf2a2e1-af64-48e2-ba4d-e78bf25cfd72 req-423ff267-1c86-4fed-a24b-a8d695e4fc32 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 944 time: 0.1664281 Jan 27 21:37:26.182149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-d5c1d8ed-c7b0-40be-a303-5fe938f8d994 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 217 time: 0.0804195 Jan 27 21:37:26.213412 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-ed6908a5-7cd6-4cad-9e12-ecbc47268791 None None] Set router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:26.321950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edf2a2e1-af64-48e2-ba4d-e78bf25cfd72 req-6b2b5097-3692-4f33-9260-a7929df45ceb tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673973 Jan 27 21:37:26.335649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcab348-2334-406d-ac8a-70f31be05909 req-b1544e91-5204-469e-9f83-10014be4d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:26.343916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-b1544e91-5204-469e-9f83-10014be4d940 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d3e700f4-c16e-44a9-8fe1-73779a971d9a HTTP/1.1" status: 200 len: 860 time: 0.1520503 Jan 27 21:37:26.384680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-dd27f7ce-3dcc-4a42-b7b9-c48c638b4e50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdd57423-4cae-44a1-9678-8d16ac833413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396817 Jan 27 21:37:26.541933 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ed6908a5-7cd6-4cad-9e12-ecbc47268791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:36:00Z', 'revision_number': 4, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '608ed861-9435-43c2-b811-bf6dfd6fdba5', 'name': '', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'mac_address': 'fa:16:3e:b9:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:58Z', 'updated_at': '2022-01-27T21:36:08Z', 'revision_number': 5, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'subnets': [{'id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:26.569917 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:26.575259 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6908a5-7cd6-4cad-9e12-ecbc47268791 None None] The sync data for ids ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'] in n-d-760456-6 is: [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:36:00Z', 'revision_number': 4, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '608ed861-9435-43c2-b811-bf6dfd6fdba5', 'name': '', 'network_id': 'fdd57423-4cae-44a1-9678-8d16ac833413', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'mac_address': 'fa:16:3e:b9:03:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:58Z', 'updated_at': '2022-01-27T21:36:08Z', 'revision_number': 5, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'subnets': [{'id': 'd3e700f4-c16e-44a9-8fe1-73779a971d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:37:26.641558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-84a5e937-6c5c-4240-8fbd-58a54333ffce service neutron] 10.222.0.61 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528312 Jan 27 21:37:26.661326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 4d0660a5-75a1-4916-87fc-7d0707000e98 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:37:26.665567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0d2933-9ced-40f1-ba80-638a181d5c6a {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:26.682609 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Publish callbacks [] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:26.740489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Transition to ACTIVE for port object cf0d2933-9ced-40f1-ba80-638a181d5c6a will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:26.779593 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afcab348-2334-406d-ac8a-70f31be05909 req-e5fd13c8-aa5b-4ff5-ae03-3e7774e33344 service neutron] 10.222.0.61 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304774 Jan 27 21:37:26.805668 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cafa2d6-66b3-43cb-8532-5a2ceee63079 x-openstack-request-id: req-5cafa2d6-66b3-43cb-8532-5a2ceee63079 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:26.806014 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "155f11db-f305-4457-814e-848bb16c424f", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:26.806260 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5cafa2d6-66b3-43cb-8532-5a2ceee63079 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:26.806658 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': '155f11db-f305-4457-814e-848bb16c424f', 'status': 'completed', 'code': 200} Jan 27 21:37:26.856196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 4d0660a5-75a1-4916-87fc-7d0707000e98 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:37:26.858811 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:26.861437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 4d0660a5-75a1-4916-87fc-7d0707000e98 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:26.870317 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:26.931885 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-493168a2-9c6c-436b-88fb-5243b8d523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:26.932969 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-493168a2-9c6c-436b-88fb-5243b8d523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:26.933716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-493168a2-9c6c-436b-88fb-5243b8d523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:26.939255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-493168a2-9c6c-436b-88fb-5243b8d523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:26.939255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-493168a2-9c6c-436b-88fb-5243b8d523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:26.939255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-493168a2-9c6c-436b-88fb-5243b8d523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:26.939255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-493168a2-9c6c-436b-88fb-5243b8d523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:26.942250 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-493168a2-9c6c-436b-88fb-5243b8d523de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6423 time: 0.1140535 Jan 27 21:37:27.027990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c609900-385f-4c9a-95a9-8c19052090bc None None] New status for floating IP 12a10f2b-314e-4950-8fe6-2cfb78081b5a: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:37:27.099897 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-7b240980-fa47-42a8-b2f0-6e832c0f3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.101108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-7b240980-fa47-42a8-b2f0-6e832c0f3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.106513 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-7b240980-fa47-42a8-b2f0-6e832c0f3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.108063 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-7b240980-fa47-42a8-b2f0-6e832c0f3548 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9435631fc91c487e8271f5c9f30d0433&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1567161 Jan 27 21:37:27.121768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0d2933-9ced-40f1-ba80-638a181d5c6a,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:27.124209 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.180366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 4d0660a5-75a1-4916-87fc-7d0707000e98 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:27.181139 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.206289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514f972-87d8-4838-bc41-701ca77803ee req-00052e1e-1dbf-4f4d-825a-bcf560d01846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.208685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a514f972-87d8-4838-bc41-701ca77803ee req-00052e1e-1dbf-4f4d-825a-bcf560d01846 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 1095 time: 0.2644444 Jan 27 21:37:27.221833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fd198-27b1-4dd5-a69d-79d91aede3f0 req-00b7be67-4472-464e-9b07-0f551c723fdf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.232305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fd198-27b1-4dd5-a69d-79d91aede3f0 req-00b7be67-4472-464e-9b07-0f551c723fdf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.243093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fd198-27b1-4dd5-a69d-79d91aede3f0 req-00b7be67-4472-464e-9b07-0f551c723fdf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.248539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fd198-27b1-4dd5-a69d-79d91aede3f0 req-00b7be67-4472-464e-9b07-0f551c723fdf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.258711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fd198-27b1-4dd5-a69d-79d91aede3f0 req-00b7be67-4472-464e-9b07-0f551c723fdf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.264354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fd198-27b1-4dd5-a69d-79d91aede3f0 req-00b7be67-4472-464e-9b07-0f551c723fdf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.275122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fd198-27b1-4dd5-a69d-79d91aede3f0 req-00b7be67-4472-464e-9b07-0f551c723fdf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.277261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-877fd198-27b1-4dd5-a69d-79d91aede3f0 req-00b7be67-4472-464e-9b07-0f551c723fdf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.2305987 Jan 27 21:37:27.299816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-9499f64a-09d4-4ab1-92c0-11a3aab4ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.301574 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7f3513d5-4bfc-4ae8-bdd8-05aa4d51c4a7 req-9499f64a-09d4-4ab1-92c0-11a3aab4ece2 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1866269 Jan 27 21:37:27.320208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0660a5-75a1-4916-87fc-7d0707000e98'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:27.323240 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bd73b3-cf50-4cb3-881a-4d0d690a4560" -d '{"events": [{"server_uuid": "beef4908-d86f-400d-8a00-2b1f5a585f8a", "name": "network-vif-plugged", "status": "completed", "tag": "4d0660a5-75a1-4916-87fc-7d0707000e98"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:27.342734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 4d0660a5-75a1-4916-87fc-7d0707000e98, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4d0660a5-75a1-4916-87fc-7d0707000e98,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:27.370873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38cfbb-bf37-4adf-be9c-e05d955d9a91 req-d82ef2b2-2d59-4a28-b522-6698a49ab11b tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.377654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f38cfbb-bf37-4adf-be9c-e05d955d9a91 req-d82ef2b2-2d59-4a28-b522-6698a49ab11b tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 1097 time: 0.3590903 Jan 27 21:37:27.449959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.510974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Attempting to bind port cf0d2933-9ced-40f1-ba80-638a181d5c6a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:27.511421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Attempting to bind port cf0d2933-9ced-40f1-ba80-638a181d5c6a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:27.512109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Attempting to bind port cf0d2933-9ced-40f1-ba80-638a181d5c6a on network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:27.525356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=4d0660a5-75a1-4916-87fc-7d0707000e98,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:27.538392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-877fd198-27b1-4dd5-a69d-79d91aede3f0 req-1411422c-f997-4604-a907-73ddffb45785 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2229891 Jan 27 21:37:27.540829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f38cfbb-bf37-4adf-be9c-e05d955d9a91 req-9b28a5c4-1684-4691-9eaa-0d709dc47e81 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622648 Jan 27 21:37:27.548289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Port cf0d2933-9ced-40f1-ba80-638a181d5c6a on network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:27.548717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Attempting to bind port cf0d2933-9ced-40f1-ba80-638a181d5c6a on network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:27.558051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514f972-87d8-4838-bc41-701ca77803ee req-d070e617-38d0-4d2e-a964-dbf0e86628fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.559726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a514f972-87d8-4838-bc41-701ca77803ee req-d070e617-38d0-4d2e-a964-dbf0e86628fa service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.2523746 Jan 27 21:37:27.561019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:27.561453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Checking segment: {'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:27.561926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Bound using segment: {'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:27.562490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Bound port: cf0d2933-9ced-40f1-ba80-638a181d5c6a, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2423775b-d227-42d3-87c9-9b33234227cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:27.562933 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:27.741754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-b7173b4f-e4e4-4323-a68e-486d531d505a tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/floatingips/12a10f2b-314e-4950-8fe6-2cfb78081b5a HTTP/1.1" status: 200 len: 693 time: 0.0981405 Jan 27 21:37:27.752853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a514f972-87d8-4838-bc41-701ca77803ee req-514745e7-b5d9-4f8e-9072-3b00f39deced service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12e9fa3-297f-4935-930c-1f221c995161 HTTP/1.1" status: 200 len: 998 time: 0.1863210 Jan 27 21:37:27.866724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519cc1a-00f5-4323-8df1-cdc527f67be7 req-5c8038b8-b652-4536-a9e6-631820fee149 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.868201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c519cc1a-00f5-4323-8df1-cdc527f67be7 req-5c8038b8-b652-4536-a9e6-631820fee149 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.2466896 Jan 27 21:37:27.912256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] For port cf0d2933-9ced-40f1-ba80-638a181d5c6a, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:27.933176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514f972-87d8-4838-bc41-701ca77803ee req-8744ee13-c977-4693-9025-783a87493f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:27.934664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a514f972-87d8-4838-bc41-701ca77803ee req-8744ee13-c977-4693-9025-783a87493f4c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.1662550 Jan 27 21:37:27.966332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] For port cf0d2933-9ced-40f1-ba80-638a181d5c6a, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cf0d2933-9ced-40f1-ba80-638a181d5c6a,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:28.008052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-8a082109-66a5-484e-a89f-9514993038f2 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:28.009463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-8a082109-66a5-484e-a89f-9514993038f2 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.2591274 Jan 27 21:37:28.016164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c519cc1a-00f5-4323-8df1-cdc527f67be7 req-87417ffe-dfc8-4651-a066-eb128b9b35f4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334636 Jan 27 21:37:28.065825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41322) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:28.067989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514f972-87d8-4838-bc41-701ca77803ee req-01e86b02-86f1-4ecc-bee9-356f2db68ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:28.069455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a514f972-87d8-4838-bc41-701ca77803ee req-01e86b02-86f1-4ecc-bee9-356f2db68ec7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247032 Jan 27 21:37:28.078206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-a28f49f1-99a3-4244-853b-a555d78464dd tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0610561 Jan 27 21:37:28.105494 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.181962 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ca801b-642e-462e-986c-845858265bbe admin admin] Deleting subnet 00a22239-67b1-4647-b883-045b74eda6a2 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:37:28.186260 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ca801b-642e-462e-986c-845858265bbe admin admin] Publish callbacks [] for subnet (00a22239-67b1-4647-b883-045b74eda6a2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.224899 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ca801b-642e-462e-986c-845858265bbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (00a22239-67b1-4647-b883-045b74eda6a2), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.294586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ca801b-642e-462e-986c-845858265bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (00a22239-67b1-4647-b883-045b74eda6a2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.320000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41326) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:28.470964 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c986f34e-e299-42be-90a5-07d5e1405715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.494509 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77aac30-d566-4ace-b734-a43f69801c5a x-openstack-request-id: req-b77aac30-d566-4ace-b734-a43f69801c5a {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:28.495037 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beef4908-d86f-400d-8a00-2b1f5a585f8a", "name": "network-vif-plugged", "status": "completed", "tag": "4d0660a5-75a1-4916-87fc-7d0707000e98", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:28.495222 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b77aac30-d566-4ace-b734-a43f69801c5a {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:28.495713 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'code': 200} Jan 27 21:37:28.529180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ca801b-642e-462e-986c-845858265bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (00a22239-67b1-4647-b883-045b74eda6a2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.561578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-8a9a6e42-2ad8-41a1-8da7-16ce7ddb51e7 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.4822593 Jan 27 21:37:28.608116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:28.609060 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.612716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] 10.222.0.71 "PUT /v2.0/ports/cf0d2933-9ced-40f1-ba80-638a181d5c6a HTTP/1.1" status: 200 len: 1091 time: 2.6802716 Jan 27 21:37:28.615474 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca801b-642e-462e-986c-845858265bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00a22239-67b1-4647-b883-045b74eda6a2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:28.628887 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ca801b-642e-462e-986c-845858265bbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.635308 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b8ca801b-642e-462e-986c-845858265bbe admin admin] 10.222.0.61 "DELETE /v2.0/subnets/00a22239-67b1-4647-b883-045b74eda6a2 HTTP/1.1" status: 204 len: 168 time: 0.5680685 Jan 27 21:37:28.639092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41334) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:28.730460 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c986f34e-e299-42be-90a5-07d5e1405715 admin admin] Publish callbacks [] for security_group (4ec2031b-ff56-4239-a279-d53bcb212ef5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.737479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adfbc3-d0b6-4634-a30e-fb5f658e0449 req-65f3efd6-107c-4772-9f87-5d9618f18e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:28.739037 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03adfbc3-d0b6-4634-a30e-fb5f658e0449 req-65f3efd6-107c-4772-9f87-5d9618f18e03 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 1096 time: 0.1716402 Jan 27 21:37:28.757032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0feecc-18b1-48f4-b0df-1481e16b3892 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0d2933-9ced-40f1-ba80-638a181d5c6a,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:28.786151 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (2321fcf1-6156-4632-a88d-6c1cfd68712f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.799152 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a514f972-87d8-4838-bc41-701ca77803ee req-2d05f4d5-5cd9-4077-a83f-28549530b06f service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179434 Jan 27 21:37:28.809572 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c986f34e-e299-42be-90a5-07d5e1405715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4ec2031b-ff56-4239-a279-d53bcb212ef5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.822732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece'}, {'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': 'c36e1084-48e0-4ada-bb62-776d8ad9ce29'}, {'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': 'cf0d2933-9ced-40f1-ba80-638a181d5c6a'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:28.825370 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece"}, {"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "c36e1084-48e0-4ada-bb62-776d8ad9ce29"}, {"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "cf0d2933-9ced-40f1-ba80-638a181d5c6a"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:28.849837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b2feb-f9e7-4d2a-af7f-d3e729432cf3 req-0491ea5d-8834-4202-b9a6-b8a4060e1607 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:28.857653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e20b2feb-f9e7-4d2a-af7f-d3e729432cf3 req-0491ea5d-8834-4202-b9a6-b8a4060e1607 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 945 time: 0.2848387 Jan 27 21:37:28.883349 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-03adfbc3-d0b6-4634-a30e-fb5f658e0449 req-e0f3b60a-bfc7-4b15-bc5c-0e2927c9f551 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299441 Jan 27 21:37:28.897630 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986f34e-e299-42be-90a5-07d5e1405715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec2031b-ff56-4239-a279-d53bcb212ef5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:28.917046 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c986f34e-e299-42be-90a5-07d5e1405715 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=400cab0bd9ff4616856aa54c356930e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5959051 Jan 27 21:37:28.941482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41338) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:28.959618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (2321fcf1-6156-4632-a88d-6c1cfd68712f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:28.985596 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2321fcf1-6156-4632-a88d-6c1cfd68712f']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:28.996246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c680e2f-370f-469d-8139-bb2011806977') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:28.996490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c680e2f-370f-469d-8139-bb2011806977') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:29.006533 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (4c680e2f-370f-469d-8139-bb2011806977), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.013105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-00777f06-8d67-4713-a55e-cb70c6028906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:29.013597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-00777f06-8d67-4713-a55e-cb70c6028906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:29.014079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-00777f06-8d67-4713-a55e-cb70c6028906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:29.014532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-00777f06-8d67-4713-a55e-cb70c6028906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:29.015085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-00777f06-8d67-4713-a55e-cb70c6028906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:29.015454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-00777f06-8d67-4713-a55e-cb70c6028906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:29.015914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-00777f06-8d67-4713-a55e-cb70c6028906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:29.017895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-00777f06-8d67-4713-a55e-cb70c6028906 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6490 time: 0.2570872 Jan 27 21:37:29.021493 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4c680e2f-370f-469d-8139-bb2011806977), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.029008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:37:29.029703 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (4c680e2f-370f-469d-8139-bb2011806977), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:37:29.031610 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:37:29.104600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-23721559-3689-4e1a-8273-d8db1834d7de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c98474e4-1252-489c-91e8-4efc34ed60ca HTTP/1.1" status: 200 len: 217 time: 0.0773976 Jan 27 21:37:29.111521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e20b2feb-f9e7-4d2a-af7f-d3e729432cf3 req-cdaffcc1-cfdd-4a25-a947-18b382fe0211 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527196 Jan 27 21:37:29.129795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a514f972-87d8-4838-bc41-701ca77803ee req-49987fb2-f3ce-4951-8110-d3868f946bad service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994916 Jan 27 21:37:29.135113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-2cfb09ee-d77c-4940-94b4-834ad8763d84 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Deleting port 37c757a4-0766-43d9-adc7-6135ddfcede2 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:29.135555 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-2cfb09ee-d77c-4940-94b4-834ad8763d84 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (37c757a4-0766-43d9-adc7-6135ddfcede2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.160517 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (2321fcf1-6156-4632-a88d-6c1cfd68712f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.168333 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.173797 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2321fcf1-6156-4632-a88d-6c1cfd68712f HTTP/1.1" status: 204 len: 168 time: 0.5336745 Jan 27 21:37:29.205526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8acfa9-151f-4dcd-a18e-0254cf2f5e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=2321fcf1-6156-4632-a88d-6c1cfd68712f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:29.234623 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f9156d4b-8fe4-43fc-ad63-2606d8812ea4 admin admin] Publish callbacks [] for security_group (4ec2031b-ff56-4239-a279-d53bcb212ef5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.274418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-90c15e70-7749-4f3a-a399-c0a92953293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:29.275817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-90c15e70-7749-4f3a-a399-c0a92953293a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=13a66f8e-75a2-447f-948d-f9d0ac1c16db HTTP/1.1" status: 200 len: 856 time: 0.1573715 Jan 27 21:37:29.278978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f9156d4b-8fe4-43fc-ad63-2606d8812ea4 admin admin] Publish callbacks [] for security_group (4ec2031b-ff56-4239-a279-d53bcb212ef5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.359351 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-2cfb09ee-d77c-4940-94b4-834ad8763d84 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (37c757a4-0766-43d9-adc7-6135ddfcede2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.359690 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-2cfb09ee-d77c-4940-94b4-834ad8763d84 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for floatingip (37c757a4-0766-43d9-adc7-6135ddfcede2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.379024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-2cfb09ee-d77c-4940-94b4-834ad8763d84 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Calling delete_port for 37c757a4-0766-43d9-adc7-6135ddfcede2 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:29.384772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-97175c74-fbc6-4045-809c-649dd36781a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:29.386290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-97175c74-fbc6-4045-809c-649dd36781a5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a852156-70b0-45a2-b678-46738908299d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991545 Jan 27 21:37:29.543848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-695457da-0712-44c0-b0bd-adb3e8a26f28 service neutron] 10.222.0.71 "GET /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486816 Jan 27 21:37:29.558935 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f9156d4b-8fe4-43fc-ad63-2606d8812ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4ec2031b-ff56-4239-a279-d53bcb212ef5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.561855 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f9156d4b-8fe4-43fc-ad63-2606d8812ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.562921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f9156d4b-8fe4-43fc-ad63-2606d8812ea4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ec2031b-ff56-4239-a279-d53bcb212ef5 HTTP/1.1" status: 204 len: 168 time: 0.6184428 Jan 27 21:37:29.642226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9156d4b-8fe4-43fc-ad63-2606d8812ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec2031b-ff56-4239-a279-d53bcb212ef5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:29.686990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-a4531639-d950-4c8f-810e-0beb89ccd7ce service neutron] 10.222.0.71 "GET /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368251 Jan 27 21:37:29.733735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-df96771b-d985-4535-bcee-684d3b03ba2b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=22cdf208-eafd-45a4-b320-f1219ee540a4 HTTP/1.1" status: 200 len: 217 time: 0.0399702 Jan 27 21:37:29.739407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41346) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:29.818094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-633bcfa1-4755-46ae-a11d-0a121e7af8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:29.819774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-633bcfa1-4755-46ae-a11d-0a121e7af8e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.0734386 Jan 27 21:37:29.823921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2c838a76-086d-4507-ba12-65a788245ca7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=614c112f9d06401693fefa3326769b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0818961 Jan 27 21:37:29.825433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41348) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:29.850348 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-2cfb09ee-d77c-4940-94b4-834ad8763d84 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (37c757a4-0766-43d9-adc7-6135ddfcede2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:29.909297 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb09ee-d77c-4940-94b4-834ad8763d84 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Pushing event deleted for resources: {'Port': ['ID=37c757a4-0766-43d9-adc7-6135ddfcede2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:30.006102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-d0b51677-6035-4033-9bd7-ecdf3e9cd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.008195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-d0b51677-6035-4033-9bd7-ecdf3e9cd57a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1775405 Jan 27 21:37:30.008864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a869a0df-5e9a-4ca1-b27d-9927527d58db admin admin] Publish callbacks [] for security_group (316efeae-2802-4525-966b-e9cc895ad563), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.018543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-50710e45-5f3b-49e0-b93d-76bd5ebdffa9 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.020492 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-50710e45-5f3b-49e0-b93d-76bd5ebdffa9 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.71 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 946 time: 0.1105912 Jan 27 21:37:30.083109 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-2cfb09ee-d77c-4940-94b4-834ad8763d84 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for floatingip (12a10f2b-314e-4950-8fe6-2cfb78081b5a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.085830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-2cfb09ee-d77c-4940-94b4-834ad8763d84 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.096710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d8cbddd-dc4a-47d8-8c73-30188fa7eba8 req-2cfb09ee-d77c-4940-94b4-834ad8763d84 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "DELETE /v2.0/floatingips/12a10f2b-314e-4950-8fe6-2cfb78081b5a HTTP/1.1" status: 204 len: 173 time: 1.5341022 Jan 27 21:37:30.115306 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a869a0df-5e9a-4ca1-b27d-9927527d58db admin admin] Publish callbacks [] for security_group (316efeae-2802-4525-966b-e9cc895ad563), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.193108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Deleting port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:30.196694 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.261492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-73991423-2639-4474-bc7d-76b9b4bf34c0 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405007 Jan 27 21:37:30.337723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] For port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a,segment=NetworkSegment(8955c887-4785-4a39-9e99-6f0a1710b9ff),segment_id=8955c887-4785-4a39-9e99-6f0a1710b9ff)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:30.338110 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.381153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7189c5b-cdf9-4e6c-a4f6-67755bcf595c req-0028c769-4041-44e8-a925-33b77a179881 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.382725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7189c5b-cdf9-4e6c-a4f6-67755bcf595c req-0028c769-4041-44e8-a925-33b77a179881 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/ports?device_id=157aa62c-4e06-4f3d-a4ca-577ef753e20a HTTP/1.1" status: 200 len: 946 time: 0.1641796 Jan 27 21:37:30.425036 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a869a0df-5e9a-4ca1-b27d-9927527d58db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (316efeae-2802-4525-966b-e9cc895ad563), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.427643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a869a0df-5e9a-4ca1-b27d-9927527d58db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.429387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a869a0df-5e9a-4ca1-b27d-9927527d58db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/316efeae-2802-4525-966b-e9cc895ad563 HTTP/1.1" status: 204 len: 168 time: 0.5996609 Jan 27 21:37:30.471738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869a0df-5e9a-4ca1-b27d-9927527d58db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316efeae-2802-4525-966b-e9cc895ad563,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:30.478586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7189c5b-cdf9-4e6c-a4f6-67755bcf595c req-429080ef-669f-4e53-96be-397d37a3875a tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e2306aa-57fe-4965-8117-2fd0041b0ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890141 Jan 27 21:37:30.482691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-56f8185c-f796-4c4a-aff9-716c48663b59 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134829 Jan 27 21:37:30.550088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c528b4b9-3429-483d-9ab6-f2e500054465 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 HTTP/1.1" status: 200 len: 217 time: 0.0607762 Jan 27 21:37:30.588318 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.588647 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (dd68e485-281f-403d-b882-b8a23e0f842e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.588962 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Floating IP dd68e485-281f-403d-b882-b8a23e0f842e disassociated. External IP: 172.25.0.13, port: 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a. Jan 27 21:37:30.589311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Calling delete_port for 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:30.640759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-031eba3e-9679-40a3-8a69-caa4184654f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.642657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-031eba3e-9679-40a3-8a69-caa4184654f2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.0862336 Jan 27 21:37:30.687332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4f9fe-0e1b-4430-8208-1e8f4bda2fb7 req-239873d6-ddaf-4a2c-bc17-50a1cae29669 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.695529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4f9fe-0e1b-4430-8208-1e8f4bda2fb7 req-239873d6-ddaf-4a2c-bc17-50a1cae29669 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.703094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4f9fe-0e1b-4430-8208-1e8f4bda2fb7 req-239873d6-ddaf-4a2c-bc17-50a1cae29669 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.710828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4f9fe-0e1b-4430-8208-1e8f4bda2fb7 req-239873d6-ddaf-4a2c-bc17-50a1cae29669 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.718050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4f9fe-0e1b-4430-8208-1e8f4bda2fb7 req-239873d6-ddaf-4a2c-bc17-50a1cae29669 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.724876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4f9fe-0e1b-4430-8208-1e8f4bda2fb7 req-239873d6-ddaf-4a2c-bc17-50a1cae29669 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.730590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4f9fe-0e1b-4430-8208-1e8f4bda2fb7 req-239873d6-ddaf-4a2c-bc17-50a1cae29669 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.732583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28b4f9fe-0e1b-4430-8208-1e8f4bda2fb7 req-239873d6-ddaf-4a2c-bc17-50a1cae29669 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.1657705 Jan 27 21:37:30.786491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-5263b19e-5b64-4628-9f3f-362b281d6023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:30.788660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-5263b19e-5b64-4628-9f3f-362b281d6023 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393850 Jan 27 21:37:30.826788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28b4f9fe-0e1b-4430-8208-1e8f4bda2fb7 req-1c1d2285-83ee-46cd-ba92-676be2223370 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801342 Jan 27 21:37:30.833379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (78590dcb-ca93-4632-a1cb-e9dce8fe3a4a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:30.911666 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bad8a73-a34e-496d-9996-cbfcc580d050 x-openstack-request-id: req-4bad8a73-a34e-496d-9996-cbfcc580d050 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:30.912868 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "c36e1084-48e0-4ada-bb62-776d8ad9ce29", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "cf0d2933-9ced-40f1-ba80-638a181d5c6a", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:30.913739 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4bad8a73-a34e-496d-9996-cbfcc580d050 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:30.914163 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'status': 'completed', 'code': 200} Jan 27 21:37:30.914425 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': 'c36e1084-48e0-4ada-bb62-776d8ad9ce29', 'status': 'completed', 'code': 200} Jan 27 21:37:30.914683 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': 'cf0d2933-9ced-40f1-ba80-638a181d5c6a', 'status': 'completed', 'code': 200} Jan 27 21:37:30.929908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Pushing event deleted for resources: {'Port': ['ID=78590dcb-ca93-4632-a1cb-e9dce8fe3a4a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:31.052501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-049c84ca-c9b6-4eb9-be3b-6e08c1002895 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537191 Jan 27 21:37:31.171433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Router aac843c4-e6b6-44b3-9169-957a6ac96f89 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:37:31.212172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-8a62d617-c65a-4ae9-b484-1c8cc3c55da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:31.213730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-8a62d617-c65a-4ae9-b484-1c8cc3c55da7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=aad0f04492dc4bba9b6af026175d21cd&device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 1096 time: 0.2653904 Jan 27 21:37:31.232052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b03b0-7af5-44e5-84a6-06cc96d2d5b4 req-3e33688d-bfdb-41d4-944c-762ae5050cd7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:31.233612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da2b03b0-7af5-44e5-84a6-06cc96d2d5b4 req-3e33688d-bfdb-41d4-944c-762ae5050cd7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.2317636 Jan 27 21:37:31.340121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:37:31.350977 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2af16-1f2f-461e-b3da-2528b6812713 None None] Sync routers for ids ['aac843c4-e6b6-44b3-9169-957a6ac96f89'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:37:31.370879 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2af16-1f2f-461e-b3da-2528b6812713 None None] Routers {'aac843c4-e6b6-44b3-9169-957a6ac96f89'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:31.371525 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-40a2af16-1f2f-461e-b3da-2528b6812713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aac843c4-e6b6-44b3-9169-957a6ac96f89'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:31.502402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] No DVR routers for this DVR port 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:37:31.550051 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:31.550051 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-548291ce-65ac-4581-88d4-ec1d14498f74 req-e80ddb9e-1b6b-4267-a2cc-9de6f64dafc8 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.71 "DELETE /v2.0/ports/78590dcb-ca93-4632-a1cb-e9dce8fe3a4a HTTP/1.1" status: 204 len: 173 time: 1.5151529 Jan 27 21:37:31.550051 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'name': 'network-vif-deleted', 'tag': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:31.573936 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af4b124-f72e-4cbe-a75a-083bb14d3cd1" -d '{"events": [{"server_uuid": "157aa62c-4e06-4f3d-a4ca-577ef753e20a", "name": "network-vif-deleted", "tag": "78590dcb-ca93-4632-a1cb-e9dce8fe3a4a"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:31.579679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-c69cbd66-a4e1-4a5c-92c5-b9c392868f05 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045092 Jan 27 21:37:31.619585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da2b03b0-7af5-44e5-84a6-06cc96d2d5b4 req-18ed39cf-e9a8-475d-9568-158d0d33f1fb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409383 Jan 27 21:37:31.722795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-45ecadb7-6a95-4ffd-bd02-4015eed15b41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=a96bb84f-38fc-43fe-95fb-da828d6972b7 HTTP/1.1" status: 200 len: 217 time: 0.1072769 Jan 27 21:37:31.748774 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-40a2af16-1f2f-461e-b3da-2528b6812713 None None] Set router aac843c4-e6b6-44b3-9169-957a6ac96f89 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:31.844837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edbb60ff-8fa9-4b2f-aab6-eb9450d755d5 req-923d118e-8d79-479f-bc71-7bace9ae443e tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups/f6c6efe3-c7d0-4588-a7bd-4e76872f3ab7 HTTP/1.1" status: 200 len: 1825 time: 0.1315100 Jan 27 21:37:31.848952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-2912d9bc-7751-49a8-8319-338d611a23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:31.852546 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-2912d9bc-7751-49a8-8319-338d611a23d7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fdd57423-4cae-44a1-9678-8d16ac833413 HTTP/1.1" status: 200 len: 921 time: 0.6292403 Jan 27 21:37:31.885553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-d93ac908-4d13-4e3f-9fbe-c5abc4cd25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:31.886984 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-d93ac908-4d13-4e3f-9fbe-c5abc4cd25ca service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.1534839 Jan 27 21:37:31.929696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-2d85a439-50ee-463a-9a5b-d2205cb506c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 200 len: 217 time: 0.0578246 Jan 27 21:37:32.022152 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:37:32.050272 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-edbb60ff-8fa9-4b2f-aab6-eb9450d755d5 req-bbccd935-ddea-44ae-82d4-e91b73deadb3 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for security_group (f6c6efe3-c7d0-4588-a7bd-4e76872f3ab7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.057011 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-40a2af16-1f2f-461e-b3da-2528b6812713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9979d60-36e3-4c24-a60c-1f9e8e8227c1', 'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'mac_address': 'fa:16:3e:01:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:02Z', 'updated_at': '2022-01-27T21:35:15Z', 'revision_number': 5, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'subnets': [{'id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:32.082372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-c3843bbc-d50a-4439-ba16-073fe87169c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:32.083868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-c3843bbc-d50a-4439-ba16-073fe87169c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3e700f4-c16e-44a9-8fe1-73779a971d9a HTTP/1.1" status: 200 len: 860 time: 0.1200759 Jan 27 21:37:32.086123 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2af16-1f2f-461e-b3da-2528b6812713 None None] Checking router: aac843c4-e6b6-44b3-9169-957a6ac96f89 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:37:32.090767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-122f3ea0-6109-43cd-899b-d5122751a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:32.092303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-122f3ea0-6109-43cd-899b-d5122751a367 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1749065 Jan 27 21:37:32.095976 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a2af16-1f2f-461e-b3da-2528b6812713 None None] Routers {'aac843c4-e6b6-44b3-9169-957a6ac96f89'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:32.096825 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-40a2af16-1f2f-461e-b3da-2528b6812713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aac843c4-e6b6-44b3-9169-957a6ac96f89'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:32.098465 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-edbb60ff-8fa9-4b2f-aab6-eb9450d755d5 req-bbccd935-ddea-44ae-82d4-e91b73deadb3 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for security_group (f6c6efe3-c7d0-4588-a7bd-4e76872f3ab7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.141102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-98618146-77cd-4aaa-a763-f216d8583016 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:37:32.142264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-98618146-77cd-4aaa-a763-f216d8583016 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0455484 Jan 27 21:37:32.164681 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41434) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:32.185869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-57cb3892-7e6d-4cc3-9dbb-4e6e99b77f65 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fdd57423-4cae-44a1-9678-8d16ac833413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889540 Jan 27 21:37:32.206003 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ee56b4eb-484e-4311-8a76-29e3e315dc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.272732 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-40a2af16-1f2f-461e-b3da-2528b6812713 None None] Set router aac843c4-e6b6-44b3-9169-957a6ac96f89 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:32.334697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-55689721-8b15-4294-a526-8cf28192a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:32.336942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-55689721-8b15-4294-a526-8cf28192a83a service neutron] 10.222.0.61 "GET /v2.0/ports/01c2d190-1600-424b-8a6e-06bc0d4fac7a HTTP/1.1" status: 200 len: 1094 time: 0.1648159 Jan 27 21:37:32.357876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41438) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:32.358723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] Request body: {'binding': {'host': 'n-h1-760456-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:32.359197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] Unknown quota resources ['binding']. {{(pid=104027) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:37:32.475211 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-edbb60ff-8fa9-4b2f-aab6-eb9450d755d5 req-bbccd935-ddea-44ae-82d4-e91b73deadb3 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f6c6efe3-c7d0-4588-a7bd-4e76872f3ab7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.477487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-601165465-network', 'tenant_id': '33274c98d9994096a6a74e369d8e647d'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:32.478479 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-edbb60ff-8fa9-4b2f-aab6-eb9450d755d5 req-bbccd935-ddea-44ae-82d4-e91b73deadb3 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.479631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edbb60ff-8fa9-4b2f-aab6-eb9450d755d5 req-bbccd935-ddea-44ae-82d4-e91b73deadb3 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "DELETE /v2.0/security-groups/f6c6efe3-c7d0-4588-a7bd-4e76872f3ab7 HTTP/1.1" status: 204 len: 173 time: 0.6241784 Jan 27 21:37:32.481989 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-431242ef-0126-4f26-bcad-70106e2759e0 service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714093 Jan 27 21:37:32.511977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-080ee447-e164-40cd-957d-3d708f18b9eb service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856680 Jan 27 21:37:32.546131 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54c16011-4899-49af-b484-e7bf8e7d30e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.568137 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-40a2af16-1f2f-461e-b3da-2528b6812713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9979d60-36e3-4c24-a60c-1f9e8e8227c1', 'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'mac_address': 'fa:16:3e:01:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:02Z', 'updated_at': '2022-01-27T21:35:15Z', 'revision_number': 5, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'subnets': [{'id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:32.597172 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2af16-1f2f-461e-b3da-2528b6812713 None None] The sync data for ids ['aac843c4-e6b6-44b3-9169-957a6ac96f89'] in n-d-760456-6 is: [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:35:03Z', 'revision_number': 4, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9979d60-36e3-4c24-a60c-1f9e8e8227c1', 'name': '', 'network_id': 'b80b5939-92d4-4609-be08-39b5f303bbc2', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'mac_address': 'fa:16:3e:01:c7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:02Z', 'updated_at': '2022-01-27T21:35:15Z', 'revision_number': 5, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'subnets': [{'id': 'fc17ff5e-460a-4849-b0db-c75310b8007a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:37:32.646088 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54c16011-4899-49af-b484-e7bf8e7d30e8 admin admin] Publish callbacks [] for security_group (1c9de6c9-f3db-40b6-ac57-c62646941bba), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.702232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Made reservation on behalf of 33274c98d9994096a6a74e369d8e647d for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:32.708540 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.731736 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.744822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54c16011-4899-49af-b484-e7bf8e7d30e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1c9de6c9-f3db-40b6-ac57-c62646941bba), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.805054 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c16011-4899-49af-b484-e7bf8e7d30e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9de6c9-f3db-40b6-ac57-c62646941bba,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:32.812648 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-54c16011-4899-49af-b484-e7bf8e7d30e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=301a928553a1496d95b2302f18e7cedd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536788 Jan 27 21:37:32.817938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41444) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:32.908666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc73d-d31e-4849-9510-5166f408ce04 admin admin] Publish callbacks [] for security_group (1c9de6c9-f3db-40b6-ac57-c62646941bba), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.947197 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc73d-d31e-4849-9510-5166f408ce04 admin admin] Publish callbacks [] for security_group (1c9de6c9-f3db-40b6-ac57-c62646941bba), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:32.955235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccd935-ddea-44ae-82d4-e91b73deadb3 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c6efe3-c7d0-4588-a7bd-4e76872f3ab7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:32.959135 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Publish callbacks [] for security_group (3a0c217e-95dd-4a58-a0ba-d2245cc9c3b5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:33.000741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de73401-3207-496c-8cb0-463935e21418 None None] New status for floating IP dd68e485-281f-403d-b882-b8a23e0f842e: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:37:33.015427 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3a0c217e-95dd-4a58-a0ba-d2245cc9c3b5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:33.063716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0c217e-95dd-4a58-a0ba-d2245cc9c3b5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:33.127501 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:37:33.132210 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc73d-d31e-4849-9510-5166f408ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1c9de6c9-f3db-40b6-ac57-c62646941bba), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:33.138319 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc73d-d31e-4849-9510-5166f408ce04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:33.140555 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ff4cc73d-d31e-4849-9510-5166f408ce04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1c9de6c9-f3db-40b6-ac57-c62646941bba HTTP/1.1" status: 204 len: 168 time: 0.3216393 Jan 27 21:37:33.159520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cc73d-d31e-4849-9510-5166f408ce04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9de6c9-f3db-40b6-ac57-c62646941bba,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:33.166057 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (faca66eb-ebda-4084-ba0c-bc47f0de09a6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:33.166508 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Added segment faca66eb-ebda-4084-ba0c-bc47f0de09a6 of type vlan for network 4b014ec0-bf15-421c-ac29-760724a1168d Jan 27 21:37:33.208861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccbf27-8464-491e-b580-6eff5498ae3a req-56584de0-3944-4796-87fc-26897d568d52 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.216539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26ccbf27-8464-491e-b580-6eff5498ae3a req-56584de0-3944-4796-87fc-26897d568d52 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 945 time: 0.6523461 Jan 27 21:37:33.221792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-fcb48ffe-ed81-4611-869e-ebf7523aa360 service neutron] 10.222.0.74 "GET /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061818 Jan 27 21:37:33.244180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (4b014ec0-bf15-421c-ac29-760724a1168d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:33.273503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-09f102ce-7e6f-4f70-b9df-631030ad8a1f service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7161975 Jan 27 21:37:33.299844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] Attempting to bind port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on host n-h1-760456-6 for vnic_type normal with profile None {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:33.300211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] Attempting to bind port 01c2d190-1600-424b-8a6e-06bc0d4fac7a by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:33.300547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] Attempting to bind port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:33.342923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-8236016e-08c8-450b-9a60-d84d5cbabfae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=155f11db-f305-4457-814e-848bb16c424f HTTP/1.1" status: 200 len: 217 time: 0.0610328 Jan 27 21:37:33.346167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] Port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on network 4d4762b7-4485-49f9-93c6-dc19ae80648a not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:33.346472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] Attempting to bind port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:33.351026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26ccbf27-8464-491e-b580-6eff5498ae3a req-03dc638b-e7d6-49c0-82c8-51deb1b9980a tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214778 Jan 27 21:37:33.372481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (4b014ec0-bf15-421c-ac29-760724a1168d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:33.374500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.375517 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:33.387331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:33.387740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:33.388110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] Bound using segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:33.388614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] Bound port: 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:33.415170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:37:33.442449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-b783e0a4-6ecf-4001-b156-da49e37b0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.444589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-b783e0a4-6ecf-4001-b156-da49e37b0518 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.0925014 Jan 27 21:37:33.469421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:37:33.469914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 78590dcb-ca93-4632-a1cb-e9dce8fe3a4a not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:37:33.489225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] Pushing event updated for resources: {'Network': ['ID=4b014ec0-bf15-421c-ac29-760724a1168d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:33.500496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 4b014ec0-bf15-421c-ac29-760724a1168d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:37:33.508220 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72f5a9e-0ee7-4aab-a22f-e5f905b321f3 x-openstack-request-id: req-b72f5a9e-0ee7-4aab-a22f-e5f905b321f3 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:33.509284 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157aa62c-4e06-4f3d-a4ca-577ef753e20a", "name": "network-vif-deleted", "tag": "78590dcb-ca93-4632-a1cb-e9dce8fe3a4a", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:33.509284 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b72f5a9e-0ee7-4aab-a22f-e5f905b321f3 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:33.509284 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157aa62c-4e06-4f3d-a4ca-577ef753e20a', 'name': 'network-vif-deleted', 'tag': '78590dcb-ca93-4632-a1cb-e9dce8fe3a4a', 'status': 'completed', 'code': 200} Jan 27 21:37:33.524178 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:33.544928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-58ef095d-8559-4dbd-a6cf-a877733d90c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.549910 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b37d7dcc-3d44-4a63-93c8-9c82b646c51d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3840511 Jan 27 21:37:33.551551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-58ef095d-8559-4dbd-a6cf-a877733d90c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989840 Jan 27 21:37:33.552722 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41454) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:33.558077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6818a555-2c58-4fc9-b919-f092a8952811 admin admin] Request body: {'subnet': {'network_id': '4b014ec0-bf15-421c-ac29-760724a1168d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-601165465-subnet', 'tenant_id': '33274c98d9994096a6a74e369d8e647d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:33.635707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:33.648336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-707e5662-542f-4650-987f-e282121ca3f7 service neutron] 10.222.0.61 "POST /v2.0/ports/01c2d190-1600-424b-8a6e-06bc0d4fac7a/bindings HTTP/1.1" status: 201 len: 389 time: 1.2910376 Jan 27 21:37:33.675302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6818a555-2c58-4fc9-b919-f092a8952811 admin admin] Made reservation on behalf of 33274c98d9994096a6a74e369d8e647d for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:33.678006 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6818a555-2c58-4fc9-b919-f092a8952811 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:33.781770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da4ed8-7656-42cd-bae2-9facabef9055 req-bae3efee-49f2-4da2-bd5d-68ce46e6db11 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.794985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da4ed8-7656-42cd-bae2-9facabef9055 req-bae3efee-49f2-4da2-bd5d-68ce46e6db11 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.800588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da4ed8-7656-42cd-bae2-9facabef9055 req-bae3efee-49f2-4da2-bd5d-68ce46e6db11 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.806020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da4ed8-7656-42cd-bae2-9facabef9055 req-bae3efee-49f2-4da2-bd5d-68ce46e6db11 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.812996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da4ed8-7656-42cd-bae2-9facabef9055 req-bae3efee-49f2-4da2-bd5d-68ce46e6db11 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.818216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da4ed8-7656-42cd-bae2-9facabef9055 req-bae3efee-49f2-4da2-bd5d-68ce46e6db11 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.823989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da4ed8-7656-42cd-bae2-9facabef9055 req-bae3efee-49f2-4da2-bd5d-68ce46e6db11 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:33.825969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18da4ed8-7656-42cd-bae2-9facabef9055 req-bae3efee-49f2-4da2-bd5d-68ce46e6db11 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.1230576 Jan 27 21:37:33.831251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-16410764-fa60-4ccd-86b9-a54ee341c144 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684610 Jan 27 21:37:33.951046 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18da4ed8-7656-42cd-bae2-9facabef9055 req-114118f7-15d2-41fd-8d1b-130a708e7ef7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189249 Jan 27 21:37:33.973609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-4fe2853a-49a3-4d1a-bef4-465e0ba3923d service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350422 Jan 27 21:37:33.998498 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6818a555-2c58-4fc9-b919-f092a8952811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (338050da-b4e6-4e78-9a4f-3151686950db), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:34.051956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-77663418-9742-4c69-a766-edb31e35d917 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c36e1084-48e0-4ada-bb62-776d8ad9ce29 HTTP/1.1" status: 200 len: 217 time: 0.0690033 Jan 27 21:37:34.075959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818a555-2c58-4fc9-b919-f092a8952811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=338050da-b4e6-4e78-9a4f-3151686950db,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:34.108961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818a555-2c58-4fc9-b919-f092a8952811 admin admin] Checking segment: {'id': 'faca66eb-ebda-4084-ba0c-bc47f0de09a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4b014ec0-bf15-421c-ac29-760724a1168d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:34.114003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6818a555-2c58-4fc9-b919-f092a8952811 admin admin] Network hostable DHCP agents. Network: 4b014ec0-bf15-421c-ac29-760724a1168d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:37:34.185976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-b2792959-f7e1-45f2-b1cd-fab61b62c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:34.187406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-b2792959-f7e1-45f2-b1cd-fab61b62c412 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e01611-9532-469d-8e1a-8f2c049f536e HTTP/1.1" status: 200 len: 797 time: 0.1290808 Jan 27 21:37:34.232178 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-e39a82e6-6310-4ceb-86bd-3a484007c747 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:34.232616 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6818a555-2c58-4fc9-b919-f092a8952811 admin admin] Network 4b014ec0-bf15-421c-ac29-760724a1168d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:37:34.233605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-e39a82e6-6310-4ceb-86bd-3a484007c747 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1135395 Jan 27 21:37:34.254521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-616938d0-e260-4bbf-a095-727e12e499de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:34.256070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-616938d0-e260-4bbf-a095-727e12e499de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0627141 Jan 27 21:37:34.305534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-f7eee36b-6aab-49c6-a860-1c3d7c2e5896 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.0620522 Jan 27 21:37:34.369802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-6818a555-2c58-4fc9-b919-f092a8952811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 4b014ec0-bf15-421c-ac29-760724a1168d) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:34.382300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6818a555-2c58-4fc9-b919-f092a8952811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:34.383526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-b626a752-7104-49fd-87d2-c0be336bcd15 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Request body: {'floatingip': {'port_id': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:34.384356 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6818a555-2c58-4fc9-b919-f092a8952811 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:34.385161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e938b6-f9c2-4d93-a14d-b946a6451b10 None None] Network 4b014ec0-bf15-421c-ac29-760724a1168d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:34.436359 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-b626a752-7104-49fd-87d2-c0be336bcd15 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:34.483256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-a37fc4df-ab87-43a0-be7b-5af0fd6835c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:34.484887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-a37fc4df-ab87-43a0-be7b-5af0fd6835c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 1097 time: 0.1692114 Jan 27 21:37:34.493581 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6818a555-2c58-4fc9-b919-f092a8952811 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9396472 Jan 27 21:37:34.579949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3064e83b-0b08-45b8-9133-ae47521210e4 None None] Network 4b014ec0-bf15-421c-ac29-760724a1168d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:34.628960 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41482) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:34.677625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-ff2376bb-3b50-49b7-b104-45738b821881 service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889563 Jan 27 21:37:34.741587 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de8f1389-cbd8-4a8c-95fc-6d4112439540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:34.769728 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c519e064-2e33-46d9-90b1-be34654aa076 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for security_group (8e2306aa-57fe-4965-8117-2fd0041b0ce2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:34.811215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c519e064-2e33-46d9-90b1-be34654aa076 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for security_group (8e2306aa-57fe-4965-8117-2fd0041b0ce2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:34.895197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-0299d598-9095-4c39-a735-d28b6f3eebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:34.896717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-0299d598-9095-4c39-a735-d28b6f3eebc0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.3701103 Jan 27 21:37:34.984918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-882a7008-8a56-4394-b916-d90158d98374 service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944236 Jan 27 21:37:34.987249 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c519e064-2e33-46d9-90b1-be34654aa076 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8e2306aa-57fe-4965-8117-2fd0041b0ce2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:34.988719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-1ecaf5e7-5c77-42ad-9b46-64c7e5a3a868 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a HTTP/1.1" status: 200 len: 217 time: 0.0777922 Jan 27 21:37:34.990240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c519e064-2e33-46d9-90b1-be34654aa076 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:34.994404 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c519e064-2e33-46d9-90b1-be34654aa076 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "DELETE /v2.0/security-groups/8e2306aa-57fe-4965-8117-2fd0041b0ce2 HTTP/1.1" status: 204 len: 168 time: 0.3615627 Jan 27 21:37:34.996510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41488) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:34.998003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2ca69-ae8c-4540-b26f-6720563ab3f6 req-11aef966-c111-44b5-b556-77344160c1e3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.004988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7b2ca69-ae8c-4540-b26f-6720563ab3f6 req-11aef966-c111-44b5-b556-77344160c1e3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.2287130 Jan 27 21:37:35.013707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519e064-2e33-46d9-90b1-be34654aa076 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2306aa-57fe-4965-8117-2fd0041b0ce2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:35.020296 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-34b8ee68-535b-4d58-9243-bbbe33547085 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] show failed (client error): The resource could not be found. Jan 27 21:37:35.020296 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-34b8ee68-535b-4d58-9243-bbbe33547085 tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "GET /v2.0/security-groups/8e2306aa-57fe-4965-8117-2fd0041b0ce2 HTTP/1.1" status: 404 len: 347 time: 0.0197594 Jan 27 21:37:35.025523 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41492) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:35.095476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-973bcf41-aed5-43a8-b66b-bb77a89cab03 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf0d2933-9ced-40f1-ba80-638a181d5c6a HTTP/1.1" status: 200 len: 217 time: 0.0884142 Jan 27 21:37:35.220235 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-fda26b0d-cbda-4185-9063-51195fbd034d tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Deleting port 9b53f4e5-39dd-4e4e-be54-afb28643f9ed {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:35.220730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fda26b0d-cbda-4185-9063-51195fbd034d tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9b53f4e5-39dd-4e4e-be54-afb28643f9ed), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.251055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7b2ca69-ae8c-4540-b26f-6720563ab3f6 req-031df8e0-326b-48bd-ae4c-3a3a5b96cf58 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430658 Jan 27 21:37:35.253877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-c43b8641-1715-470f-9435-9f13ba861a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.255264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-c43b8641-1715-470f-9435-9f13ba861a63 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.2460477 Jan 27 21:37:35.267025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0682553f-cb63-44a2-9e1d-dfdcd7156699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.268503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-0682553f-cb63-44a2-9e1d-dfdcd7156699 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e01611-9532-469d-8e1a-8f2c049f536e HTTP/1.1" status: 200 len: 797 time: 0.1656590 Jan 27 21:37:35.302269 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fda26b0d-cbda-4185-9063-51195fbd034d tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9b53f4e5-39dd-4e4e-be54-afb28643f9ed), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.302970 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fda26b0d-cbda-4185-9063-51195fbd034d tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for floatingip (9b53f4e5-39dd-4e4e-be54-afb28643f9ed), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.321776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b10c3d7e-d33b-44d9-8f11-1ea302b42ffd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523160 Jan 27 21:37:35.325716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-fda26b0d-cbda-4185-9063-51195fbd034d tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Calling delete_port for 9b53f4e5-39dd-4e4e-be54-afb28643f9ed owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:35.507889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-5a2fb009-d86c-4dec-a58e-4e682fe85993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.509355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-5a2fb009-d86c-4dec-a58e-4e682fe85993 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2158160 Jan 27 21:37:35.561588 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.resource_extend [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-b626a752-7104-49fd-87d2-c0be336bcd15 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:37:35.602949 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fda26b0d-cbda-4185-9063-51195fbd034d tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9b53f4e5-39dd-4e4e-be54-afb28643f9ed), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.629960 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda26b0d-cbda-4185-9063-51195fbd034d tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Pushing event deleted for resources: {'Port': ['ID=9b53f4e5-39dd-4e4e-be54-afb28643f9ed,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:35.634355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-d5d2914c-691e-4924-9310-f81cfe13f5c1 service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967525 Jan 27 21:37:35.660842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f628626-a820-4059-8bea-155ac84dfe98 req-97c9b604-6642-4993-b33e-2e6a1636bcc4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:35.662381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f628626-a820-4059-8bea-155ac84dfe98 req-97c9b604-6642-4993-b33e-2e6a1636bcc4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.2187440 Jan 27 21:37:35.716836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-b626a752-7104-49fd-87d2-c0be336bcd15 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.750258 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fda26b0d-cbda-4185-9063-51195fbd034d tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks [] for floatingip (dd68e485-281f-403d-b882-b8a23e0f842e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.753656 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fda26b0d-cbda-4185-9063-51195fbd034d tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.754851 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fda26b0d-cbda-4185-9063-51195fbd034d tempest-ServersTestJSON-235226868 tempest-ServersTestJSON-235226868-project] 10.222.0.61 "DELETE /v2.0/floatingips/dd68e485-281f-403d-b882-b8a23e0f842e HTTP/1.1" status: 204 len: 168 time: 0.7246656 Jan 27 21:37:35.764130 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41506) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:35.784868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-d3182e2d-4c58-46e6-b47c-8a2df31b60c7 service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628269 Jan 27 21:37:35.808764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-b626a752-7104-49fd-87d2-c0be336bcd15 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:35.952396 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:36.214437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f628626-a820-4059-8bea-155ac84dfe98 req-df8c90c2-a135-4eff-94a5-39153f22f3ba tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330763 Jan 27 21:37:36.216701 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8f52279-26e5-488b-a7ab-697a52b4afb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (aac843c4-e6b6-44b3-9169-957a6ac96f89), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:36.219607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-0873fba4-bbc2-4f5e-aa40-4d4a56cffdbf service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5764365 Jan 27 21:37:36.304244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4855ba9b-b892-451a-98e0-74aee93a36ae req-99e4f560-f2ea-493b-b3b3-50410263c2fe service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098953 Jan 27 21:37:36.306960 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-b626a752-7104-49fd-87d2-c0be336bcd15 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Floating IP 48365784-7f41-466f-8086-9b865bc7b082 associated. External IP: 172.25.0.38, port: dfdd8a72-5721-48f2-98c7-cdd9bdfb6129. Jan 27 21:37:36.437199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61d126-c36a-4f6a-b847-85bad400b3c6 req-856ba0ec-b642-4957-838f-20bb3894c5fa tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.438713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a61d126-c36a-4f6a-b847-85bad400b3c6 req-856ba0ec-b642-4957-838f-20bb3894c5fa tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.0934062 Jan 27 21:37:36.533434 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a61d126-c36a-4f6a-b847-85bad400b3c6 req-5831003b-72d0-4ad8-8582-57142332b08a tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/security-groups?id=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889070 Jan 27 21:37:36.632548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d8f52279-26e5-488b-a7ab-697a52b4afb1 admin admin] Deleting port c9979d60-36e3-4c24-a60c-1f9e8e8227c1 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:36.633671 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8f52279-26e5-488b-a7ab-697a52b4afb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:36.643010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-73e544dd-cdbf-4813-a1dd-f946830e31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.644576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-73e544dd-cdbf-4813-a1dd-f946830e31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.650347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-73e544dd-cdbf-4813-a1dd-f946830e31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.650911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-73e544dd-cdbf-4813-a1dd-f946830e31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.651395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-73e544dd-cdbf-4813-a1dd-f946830e31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.651866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-73e544dd-cdbf-4813-a1dd-f946830e31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.654502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-73e544dd-cdbf-4813-a1dd-f946830e31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.656671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-73e544dd-cdbf-4813-a1dd-f946830e31ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6490 time: 0.1635597 Jan 27 21:37:36.790328 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d8f52279-26e5-488b-a7ab-697a52b4afb1 admin admin] For port c9979d60-36e3-4c24-a60c-1f9e8e8227c1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c9979d60-36e3-4c24-a60c-1f9e8e8227c1,segment=NetworkSegment(8955c887-4785-4a39-9e99-6f0a1710b9ff),segment_id=8955c887-4785-4a39-9e99-6f0a1710b9ff)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:36.791394 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8f52279-26e5-488b-a7ab-697a52b4afb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:36.808402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d8f52279-26e5-488b-a7ab-697a52b4afb1 admin admin] Calling delete_port for c9979d60-36e3-4c24-a60c-1f9e8e8227c1 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:36.882725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-b626a752-7104-49fd-87d2-c0be336bcd15 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:37:36.909189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d1b1626e-5e66-4297-8e99-a2fa0e496994 req-3516521a-ff5f-4496-843e-263570b43806 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1463648689', 'description': 'tempest-description-2021922179'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:36.953874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-e308d436-2ae9-4b0c-9bc4-681adfe21a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:36.955610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-e308d436-2ae9-4b0c-9bc4-681adfe21a5e service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4 HTTP/1.1" status: 200 len: 903 time: 0.2272079 Jan 27 21:37:37.064873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-1b4b667f-86f7-41f1-81a0-bf63e1e1f82d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c36e1084-48e0-4ada-bb62-776d8ad9ce29 HTTP/1.1" status: 200 len: 217 time: 0.0716102 Jan 27 21:37:37.131569 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d1b1626e-5e66-4297-8e99-a2fa0e496994 req-3516521a-ff5f-4496-843e-263570b43806 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:37.188324 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8f52279-26e5-488b-a7ab-697a52b4afb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c9979d60-36e3-4c24-a60c-1f9e8e8227c1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:37.194261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca837ac-b3de-4968-87ae-82215bb51a42 req-d04c12a9-04d4-41b6-9e16-43248e4d26bf tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:37.195782 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cca837ac-b3de-4968-87ae-82215bb51a42 req-d04c12a9-04d4-41b6-9e16-43248e4d26bf tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.74 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 945 time: 0.2046754 Jan 27 21:37:37.227857 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f52279-26e5-488b-a7ab-697a52b4afb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9979d60-36e3-4c24-a60c-1f9e8e8227c1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:37.238894 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:37.269711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d1b1626e-5e66-4297-8e99-a2fa0e496994 req-3516521a-ff5f-4496-843e-263570b43806 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (f8a67c5f-5a15-4c5b-96aa-9814f74a6036), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:37.317585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-7dccff2b-2922-4828-bbbb-59559a03a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:37.321788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-7dccff2b-2922-4828-bbbb-59559a03a33d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e01611-9532-469d-8e1a-8f2c049f536e HTTP/1.1" status: 200 len: 797 time: 0.2469580 Jan 27 21:37:37.328572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-b626a752-7104-49fd-87d2-c0be336bcd15 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:37:37.342329 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be9842-5157-4ecf-9915-754093cab3f6 None None] Sync routers for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:37:37.355721 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be9842-5157-4ecf-9915-754093cab3f6 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:37.359709 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-81be9842-5157-4ecf-9915-754093cab3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:37.385643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-b626a752-7104-49fd-87d2-c0be336bcd15 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:37.387704 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d1b1626e-5e66-4297-8e99-a2fa0e496994 req-3516521a-ff5f-4496-843e-263570b43806 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f8a67c5f-5a15-4c5b-96aa-9814f74a6036), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:37.488631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8f52279-26e5-488b-a7ab-697a52b4afb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (aac843c4-e6b6-44b3-9169-957a6ac96f89), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:37.547166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-b626a752-7104-49fd-87d2-c0be336bcd15 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "PUT /v2.0/floatingips/48365784-7f41-466f-8086-9b865bc7b082 HTTP/1.1" status: 200 len: 996 time: 3.2231050 Jan 27 21:37:37.579824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:37.582182 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f9e7b2-298a-47f3-98fc-a9b99eb85d24" -d '{"events": [{"name": "network-changed", "server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:37.597389 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-81be9842-5157-4ecf-9915-754093cab3f6 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:37.599838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516521a-ff5f-4496-843e-263570b43806 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a67c5f-5a15-4c5b-96aa-9814f74a6036,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:37.602724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-1bd3c938-3d12-48d9-916c-c53ae510d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:37.604273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-1bd3c938-3d12-48d9-916c-c53ae510d3b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2679160 Jan 27 21:37:37.647093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-a1e85747-1a11-47c9-980f-75053e5506b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:37.653997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-a1e85747-1a11-47c9-980f-75053e5506b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 1097 time: 0.1059065 Jan 27 21:37:37.675638 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d1b1626e-5e66-4297-8e99-a2fa0e496994 req-3516521a-ff5f-4496-843e-263570b43806 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:37.676935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1b1626e-5e66-4297-8e99-a2fa0e496994 req-3516521a-ff5f-4496-843e-263570b43806 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7752407 Jan 27 21:37:37.844612 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-81be9842-5157-4ecf-9915-754093cab3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '48365784-7f41-466f-8086-9b865bc7b082', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'port_id': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'mac_address': 'fa:16:3e:8d:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b90133-371d-4a91-86c9-afaf409e713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:07Z', 'updated_at': '2022-01-27T21:37:35Z', 'revision_number': 1, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:37.854790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-cca837ac-b3de-4968-87ae-82215bb51a42 req-a38f8dce-7f7a-4215-a54b-75fa48025eae tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Deleting port 257d999c-b9c7-4d9f-b134-025f51e73ece {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:37.854935 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cca837ac-b3de-4968-87ae-82215bb51a42 req-a38f8dce-7f7a-4215-a54b-75fa48025eae tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:37.881180 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be9842-5157-4ecf-9915-754093cab3f6 None None] Checking router: 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:37:37.897271 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be9842-5157-4ecf-9915-754093cab3f6 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:37.897271 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-81be9842-5157-4ecf-9915-754093cab3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:37.976502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41556) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:37.984478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f52279-26e5-488b-a7ab-697a52b4afb1 admin admin] Router aac843c4-e6b6-44b3-9169-957a6ac96f89 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:37:38.008018 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-81be9842-5157-4ecf-9915-754093cab3f6 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:38.147781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f52279-26e5-488b-a7ab-697a52b4afb1 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:37:38.160162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341b9d1-e4f0-4a70-ac82-2d9e5bc2ea3b None None] Sync routers for ids ['aac843c4-e6b6-44b3-9169-957a6ac96f89'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:37:38.168519 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d8f52279-26e5-488b-a7ab-697a52b4afb1 admin admin] 10.222.0.61 "PUT /v2.0/routers/aac843c4-e6b6-44b3-9169-957a6ac96f89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4088752 Jan 27 21:37:38.172388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41560) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:38.177553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341b9d1-e4f0-4a70-ac82-2d9e5bc2ea3b None None] Routers {'aac843c4-e6b6-44b3-9169-957a6ac96f89'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:38.178514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f341b9d1-e4f0-4a70-ac82-2d9e5bc2ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aac843c4-e6b6-44b3-9169-957a6ac96f89'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:38.191086 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68e037a9-f78e-4020-9c44-141aef9ef09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:38.212612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-cca837ac-b3de-4968-87ae-82215bb51a42 req-a38f8dce-7f7a-4215-a54b-75fa48025eae tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] For port 257d999c-b9c7-4d9f-b134-025f51e73ece, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=257d999c-b9c7-4d9f-b134-025f51e73ece,segment=NetworkSegment(68a73248-9c29-4018-8b30-adf0fdea9e18),segment_id=68a73248-9c29-4018-8b30-adf0fdea9e18)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:38.212993 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cca837ac-b3de-4968-87ae-82215bb51a42 req-a38f8dce-7f7a-4215-a54b-75fa48025eae tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:38.257099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-cca837ac-b3de-4968-87ae-82215bb51a42 req-a38f8dce-7f7a-4215-a54b-75fa48025eae tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Calling delete_port for 257d999c-b9c7-4d9f-b134-025f51e73ece owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:38.309668 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-e670a512-baf9-40e8-a219-2bdb5357883f service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900980 Jan 27 21:37:38.342142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-bc444c90-fd53-4965-9ff8-77717ea73d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.343703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-bc444c90-fd53-4965-9ff8-77717ea73d15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.6889420 Jan 27 21:37:38.358070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f15b8c-bb7b-4759-860c-9fdb36716f57 req-b56783f1-653e-474e-b706-715da79553f0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.363588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f15b8c-bb7b-4759-860c-9fdb36716f57 req-b56783f1-653e-474e-b706-715da79553f0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.369733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f15b8c-bb7b-4759-860c-9fdb36716f57 req-b56783f1-653e-474e-b706-715da79553f0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.375196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f15b8c-bb7b-4759-860c-9fdb36716f57 req-b56783f1-653e-474e-b706-715da79553f0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.380697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f15b8c-bb7b-4759-860c-9fdb36716f57 req-b56783f1-653e-474e-b706-715da79553f0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.386084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f15b8c-bb7b-4759-860c-9fdb36716f57 req-b56783f1-653e-474e-b706-715da79553f0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.391451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f15b8c-bb7b-4759-860c-9fdb36716f57 req-b56783f1-653e-474e-b706-715da79553f0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.399606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65f15b8c-bb7b-4759-860c-9fdb36716f57 req-b56783f1-653e-474e-b706-715da79553f0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.5548553 Jan 27 21:37:38.445480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f341b9d1-e4f0-4a70-ac82-2d9e5bc2ea3b None None] Set router aac843c4-e6b6-44b3-9169-957a6ac96f89 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:38.570527 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-81be9842-5157-4ecf-9915-754093cab3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '48365784-7f41-466f-8086-9b865bc7b082', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'port_id': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'mac_address': 'fa:16:3e:8d:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b90133-371d-4a91-86c9-afaf409e713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:07Z', 'updated_at': '2022-01-27T21:37:35Z', 'revision_number': 1, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:38.630989 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81be9842-5157-4ecf-9915-754093cab3f6 None None] The sync data for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 is: [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '48365784-7f41-466f-8086-9b865bc7b082', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'port_id': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'mac_address': 'fa:16:3e:8d:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b90133-371d-4a91-86c9-afaf409e713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:07Z', 'updated_at': '2022-01-27T21:37:35Z', 'revision_number': 1, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:37:38.675973 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-ced669d9-0b3d-40cf-aaa3-269f388fbf45 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 999 time: 0.2690086 Jan 27 21:37:38.703673 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cca837ac-b3de-4968-87ae-82215bb51a42 req-a38f8dce-7f7a-4215-a54b-75fa48025eae tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (257d999c-b9c7-4d9f-b134-025f51e73ece), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:38.721699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['257d999c-b9c7-4d9f-b134-025f51e73ece'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:38.752199 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f341b9d1-e4f0-4a70-ac82-2d9e5bc2ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:37:37Z', 'revision_number': 5, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:38.754503 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:38.788676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341b9d1-e4f0-4a70-ac82-2d9e5bc2ea3b None None] Checking router: aac843c4-e6b6-44b3-9169-957a6ac96f89 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:37:38.801798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f341b9d1-e4f0-4a70-ac82-2d9e5bc2ea3b None None] Routers {'aac843c4-e6b6-44b3-9169-957a6ac96f89'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:38.802781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f341b9d1-e4f0-4a70-ac82-2d9e5bc2ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aac843c4-e6b6-44b3-9169-957a6ac96f89'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:38.839092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f8dce-7f7a-4215-a54b-75fa48025eae tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Pushing event deleted for resources: {'Port': ['ID=257d999c-b9c7-4d9f-b134-025f51e73ece,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:38.846497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65f15b8c-bb7b-4759-860c-9fdb36716f57 req-f1329201-b700-4488-8d5f-26c2b3cb33f7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4461303 Jan 27 21:37:38.884126 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Publish callbacks [] for router (aac843c4-e6b6-44b3-9169-957a6ac96f89), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:38.895481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68e037a9-f78e-4020-9c44-141aef9ef09d admin admin] Publish callbacks [] for security_group (3a5cb624-284c-40aa-b675-a68c76567cf6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:38.919886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca837ac-b3de-4968-87ae-82215bb51a42 req-a38f8dce-7f7a-4215-a54b-75fa48025eae tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] No DVR routers for this DVR port 257d999c-b9c7-4d9f-b134-025f51e73ece on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:37:38.947039 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cca837ac-b3de-4968-87ae-82215bb51a42 req-a38f8dce-7f7a-4215-a54b-75fa48025eae tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:38.951666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cca837ac-b3de-4968-87ae-82215bb51a42 req-a38f8dce-7f7a-4215-a54b-75fa48025eae tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.74 "DELETE /v2.0/ports/257d999c-b9c7-4d9f-b134-025f51e73ece HTTP/1.1" status: 204 len: 173 time: 1.6771426 Jan 27 21:37:38.955306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-5d6509d1-559a-40b8-956b-bbcbdfb8397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:38.963077 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-5d6509d1-559a-40b8-956b-bbcbdfb8397d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.2861032 Jan 27 21:37:38.966612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-c7f380a6-b3b6-49e3-be37-ae5737ba76fe service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517457 Jan 27 21:37:38.969034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68e037a9-f78e-4020-9c44-141aef9ef09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3a5cb624-284c-40aa-b675-a68c76567cf6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:38.989650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f341b9d1-e4f0-4a70-ac82-2d9e5bc2ea3b None None] Set router aac843c4-e6b6-44b3-9169-957a6ac96f89 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:39.035630 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d68fdca-2496-4b73-bdc7-c4fe3bf446a8 None None] New status for floating IP 48365784-7f41-466f-8086-9b865bc7b082: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:37:39.108680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-8b6b3379-c706-40af-9b9f-4c87ea9761a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.117119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-8b6b3379-c706-40af-9b9f-4c87ea9761a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531405 Jan 27 21:37:39.121319 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-68e037a9-f78e-4020-9c44-141aef9ef09d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9e141c774fe0403bb4e1369049593ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1347904 Jan 27 21:37:39.127634 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41564) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:39.133219 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Publish callbacks [] for router_gateway (aac843c4-e6b6-44b3-9169-957a6ac96f89), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.135556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b675d-e622-411f-9d80-aaae9224047d req-fa4778a3-c0f5-48d4-9357-3ca80d7a4528 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.145096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e76b675d-e622-411f-9d80-aaae9224047d req-fa4778a3-c0f5-48d4-9357-3ca80d7a4528 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1915877 Jan 27 21:37:39.200089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-d892fbca-d282-4238-80dc-ec99de989a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.200495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-d892fbca-d282-4238-80dc-ec99de989a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.200963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-d892fbca-d282-4238-80dc-ec99de989a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.201422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-d892fbca-d282-4238-80dc-ec99de989a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.201882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-d892fbca-d282-4238-80dc-ec99de989a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.202668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-d892fbca-d282-4238-80dc-ec99de989a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.203182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-d892fbca-d282-4238-80dc-ec99de989a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.205097 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-d892fbca-d282-4238-80dc-ec99de989a6e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6490 time: 0.1657965 Jan 27 21:37:39.269087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f341b9d1-e4f0-4a70-ac82-2d9e5bc2ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:37:37Z', 'revision_number': 5, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:39.277504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c8507186-8658-458c-a6d0-f15264d83246 admin admin] Publish callbacks [] for security_group (3a5cb624-284c-40aa-b675-a68c76567cf6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.291192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e76b675d-e622-411f-9d80-aaae9224047d req-b78bb22a-8114-427e-b7e9-9b3edd7fd6a1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326139 Jan 27 21:37:39.304018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341b9d1-e4f0-4a70-ac82-2d9e5bc2ea3b None None] The sync data for ids ['aac843c4-e6b6-44b3-9169-957a6ac96f89'] in n-d-760456-6 is: [{'id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'name': 'tempest-ServersTestJSON-432321571-router', 'tenant_id': '99acbe8e03bc4d509e99541ebe3a243d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:34:54Z', 'updated_at': '2022-01-27T21:37:37Z', 'revision_number': 5, 'project_id': '99acbe8e03bc4d509e99541ebe3a243d', 'gw_port': {'id': '874e33b7-2481-413a-ae95-c8d4acf87759', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:58:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac843c4-e6b6-44b3-9169-957a6ac96f89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:34:56Z', 'updated_at': '2022-01-27T21:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:37:39.322379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c8507186-8658-458c-a6d0-f15264d83246 admin admin] Publish callbacks [] for security_group (3a5cb624-284c-40aa-b675-a68c76567cf6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.429347 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e037a9-f78e-4020-9c44-141aef9ef09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5cb624-284c-40aa-b675-a68c76567cf6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:39.456298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-d859d0f1-a11f-42f4-ad17-e99545d2ce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.457794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-d859d0f1-a11f-42f4-ad17-e99545d2ce4b service neutron] 10.222.0.71 "GET /v2.0/networks?id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4 HTTP/1.1" status: 200 len: 903 time: 0.2392831 Jan 27 21:37:39.484292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-e2b0f2c9-e052-45fd-a858-39761c2175fe service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662410 Jan 27 21:37:39.501877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Deleting port 874e33b7-2481-413a-ae95-c8d4acf87759 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:39.502546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (874e33b7-2481-413a-ae95-c8d4acf87759), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.539825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-d2cc3f82-6481-4b57-ba12-b1ec99ecc7dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf0d2933-9ced-40f1-ba80-638a181d5c6a HTTP/1.1" status: 200 len: 217 time: 0.0659380 Jan 27 21:37:39.592878 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c8507186-8658-458c-a6d0-f15264d83246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3a5cb624-284c-40aa-b675-a68c76567cf6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.596633 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c8507186-8658-458c-a6d0-f15264d83246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.597843 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c8507186-8658-458c-a6d0-f15264d83246 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a5cb624-284c-40aa-b675-a68c76567cf6 HTTP/1.1" status: 204 len: 168 time: 0.4609547 Jan 27 21:37:39.600941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] For port 874e33b7-2481-413a-ae95-c8d4acf87759, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=874e33b7-2481-413a-ae95-c8d4acf87759,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:39.601353 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (874e33b7-2481-413a-ae95-c8d4acf87759), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:39.621988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8507186-8658-458c-a6d0-f15264d83246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5cb624-284c-40aa-b675-a68c76567cf6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:39.628217 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Calling delete_port for 874e33b7-2481-413a-ae95-c8d4acf87759 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:39.652799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ef2b3-b4fe-4122-8a37-1d71b8ffc3fe req-00791dac-5bd8-4784-ad89-333867bc7ef6 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.654653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f7ef2b3-b4fe-4122-8a37-1d71b8ffc3fe req-00791dac-5bd8-4784-ad89-333867bc7ef6 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.1999207 Jan 27 21:37:39.664030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-625a872f-0b19-4e0e-a7fd-8e0d41ebe02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.666165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-625a872f-0b19-4e0e-a7fd-8e0d41ebe02b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e01611-9532-469d-8e1a-8f2c049f536e HTTP/1.1" status: 200 len: 797 time: 0.1116483 Jan 27 21:37:39.747924 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c9979d60-36e3-4c24-a60c-1f9e8e8227c1 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:37:39.768779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b2f1762-87a0-4252-8f43-7c67d75f6682 req-45447836-223c-4fbf-9abe-2428ac8cf8f1 service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681754 Jan 27 21:37:39.779024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: c9979d60-36e3-4c24-a60c-1f9e8e8227c1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:37:39.779380 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c9979d60-36e3-4c24-a60c-1f9e8e8227c1 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:37:39.809936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f7ef2b3-b4fe-4122-8a37-1d71b8ffc3fe req-dc3c7962-80f6-45b0-8dff-63eabb1626b4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456413 Jan 27 21:37:39.817443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-c14481ed-455c-40ab-aba8-c531e8583d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:39.822060 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-c14481ed-455c-40ab-aba8-c531e8583d61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1453190 Jan 27 21:37:39.966175 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476342e3-fbc6-4f94-9697-a5cb8ab000fe x-openstack-request-id: req-476342e3-fbc6-4f94-9697-a5cb8ab000fe {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:39.966175 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:39.966175 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-476342e3-fbc6-4f94-9697-a5cb8ab000fe {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:39.966175 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'status': 'completed', 'code': 200} Jan 27 21:37:40.023111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9e7b2-298a-47f3-98fc-a9b99eb85d24 req-a5229a00-41aa-48e1-a194-19b8255a4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:40.024672 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-43f9e7b2-298a-47f3-98fc-a9b99eb85d24 req-a5229a00-41aa-48e1-a194-19b8255a4fc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 1097 time: 0.0584252 Jan 27 21:37:40.176624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (874e33b7-2481-413a-ae95-c8d4acf87759), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.214756 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9e7b2-298a-47f3-98fc-a9b99eb85d24 req-3a4ed547-422d-4b5c-8098-f407d02a3b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:40.218396 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-43f9e7b2-298a-47f3-98fc-a9b99eb85d24 req-3a4ed547-422d-4b5c-8098-f407d02a3b96 service neutron] 10.222.0.71 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.1831264 Jan 27 21:37:40.218584 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=874e33b7-2481-413a-ae95-c8d4acf87759,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:40.299314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.299578 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.299829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.300341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.300586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.300920 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.301250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.301583 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.301897 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.302226 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.302552 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.302876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.303226 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:40.339720 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (aac843c4-e6b6-44b3-9169-957a6ac96f89), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.343208 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-43f9e7b2-298a-47f3-98fc-a9b99eb85d24 req-20cb277f-64c3-4bb7-aed0-7a3122adeab5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 1001 time: 0.1042960 Jan 27 21:37:40.414042 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18786f39-b673-491d-8655-9b94e109be87 req-f7ba9ec4-8106-4dcd-949e-941d5101bfe7 tempest-ServerRescueTestJSONUnderV235-1107544790 tempest-ServerRescueTestJSONUnderV235-1107544790-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f65fd13-7d5d-472c-a28e-fb3cc96a37ff HTTP/1.1" status: 200 len: 210 time: 0.4350398 Jan 27 21:37:40.463226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44cd7ef8-aeb7-4a04-b877-1d13c711f4ed req-5c10c771-c9d8-4a35-8dcf-ce007f1f8f56 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/f8a67c5f-5a15-4c5b-96aa-9814f74a6036 HTTP/1.1" status: 200 len: 1830 time: 0.4886642 Jan 27 21:37:40.468752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-44cd7ef8-aeb7-4a04-b877-1d13c711f4ed req-e3d16683-29bf-4027-acde-eb91bd303ca6 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8a67c5f-5a15-4c5b-96aa-9814f74a6036', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:40.469520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-44cd7ef8-aeb7-4a04-b877-1d13c711f4ed req-e3d16683-29bf-4027-acde-eb91bd303ca6 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8a67c5f-5a15-4c5b-96aa-9814f74a6036', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:40.486743 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (aac843c4-e6b6-44b3-9169-957a6ac96f89), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.490374 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Publish callbacks [] for router_controller (aac843c4-e6b6-44b3-9169-957a6ac96f89), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.507443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-058fbcc1-2625-4474-a7a7-ad7437d2d287 service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770201 Jan 27 21:37:40.533726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9e7b2-298a-47f3-98fc-a9b99eb85d24 req-e7b955be-536b-4035-b780-345577e6088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:40.535172 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-43f9e7b2-298a-47f3-98fc-a9b99eb85d24 req-e7b955be-536b-4035-b780-345577e6088e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.1576967 Jan 27 21:37:40.582799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9e7b2-298a-47f3-98fc-a9b99eb85d24 req-e5d14f55-c399-4194-a86b-6b477bd77229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:40.584709 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-43f9e7b2-298a-47f3-98fc-a9b99eb85d24 req-e5d14f55-c399-4194-a86b-6b477bd77229 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439842 Jan 27 21:37:40.608347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41586) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:40.639707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-323e1aba-abf7-41ce-acf3-3f273d6add4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.686143 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (aac843c4-e6b6-44b3-9169-957a6ac96f89), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.686704 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router aac843c4-e6b6-44b3-9169-957a6ac96f89 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:37:40.691161 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.692958 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-912dbe4a-bb94-442b-8efb-553a8be81c0f admin admin] 10.222.0.61 "DELETE /v2.0/routers/aac843c4-e6b6-44b3-9169-957a6ac96f89 HTTP/1.1" status: 204 len: 168 time: 2.5187757 Jan 27 21:37:40.695518 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-43f9e7b2-298a-47f3-98fc-a9b99eb85d24 req-c7d3d9df-3eac-4782-a119-6e5e8663ec16 service neutron] 10.222.0.71 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036181 Jan 27 21:37:40.704293 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41588) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:40.747089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 257d999c-b9c7-4d9f-b134-025f51e73ece no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:37:40.749946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-3e74e81f-5ef5-4459-a390-aef4c55d9be4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:40.751595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-3e74e81f-5ef5-4459-a390-aef4c55d9be4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 812 time: 0.2390888 Jan 27 21:37:40.782073 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 257d999c-b9c7-4d9f-b134-025f51e73ece {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:37:40.783163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 257d999c-b9c7-4d9f-b134-025f51e73ece not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:37:40.799197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9cf65c0-a866-4929-9f33-3ba7bc4bf14a req-ee8463b7-9867-46fa-abe8-8ad34bbbf157 service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753024 Jan 27 21:37:40.800428 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f76bfaf-1a02-462e-92d0-f6c506456c5c admin admin] Deleting subnet fc17ff5e-460a-4849-b0db-c75310b8007a {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:37:40.805247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-0f33c691-3701-4dbe-aafc-67e891b4847e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/quotas/59885e32266f4635909c70d7c437905e HTTP/1.1" status: 200 len: 375 time: 0.0405111 Jan 27 21:37:40.808312 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f76bfaf-1a02-462e-92d0-f6c506456c5c admin admin] Publish callbacks [] for subnet (fc17ff5e-460a-4849-b0db-c75310b8007a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.808525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44cd7ef8-aeb7-4a04-b877-1d13c711f4ed req-e3d16683-29bf-4027-acde-eb91bd303ca6 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group_rule (0b547581-8ade-4a1c-9397-bbf43db9092f), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.865065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f76bfaf-1a02-462e-92d0-f6c506456c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (fc17ff5e-460a-4849-b0db-c75310b8007a), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.869395 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-43f9e7b2-298a-47f3-98fc-a9b99eb85d24 req-fcbd3e49-c8af-467e-96cd-51d82a88b6d3 service neutron] 10.222.0.71 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644776 Jan 27 21:37:40.885915 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44cd7ef8-aeb7-4a04-b877-1d13c711f4ed req-e3d16683-29bf-4027-acde-eb91bd303ca6 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group_rule (0b547581-8ade-4a1c-9397-bbf43db9092f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.913311 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-323e1aba-abf7-41ce-acf3-3f273d6add4c admin admin] Publish callbacks [] for security_group (962edf22-6da7-4d29-847b-80b9df286bb7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.926540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-4ccfaaa5-81ef-4aed-b04f-0f01eedfe656 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005871 Jan 27 21:37:40.962376 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f76bfaf-1a02-462e-92d0-f6c506456c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (fc17ff5e-460a-4849-b0db-c75310b8007a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:40.979865 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44cd7ef8-aeb7-4a04-b877-1d13c711f4ed req-e3d16683-29bf-4027-acde-eb91bd303ca6 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (0b547581-8ade-4a1c-9397-bbf43db9092f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.018375 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-323e1aba-abf7-41ce-acf3-3f273d6add4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (962edf22-6da7-4d29-847b-80b9df286bb7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.026162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d16683-29bf-4027-acde-eb91bd303ca6 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b547581-8ade-4a1c-9397-bbf43db9092f,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:41.076298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-d3e4e90d-ee1b-454f-bcd2-87fe8b2cb988 service neutron] 10.222.0.61 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441352 Jan 27 21:37:41.077326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e1aba-abf7-41ce-acf3-3f273d6add4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962edf22-6da7-4d29-847b-80b9df286bb7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:41.083920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-323e1aba-abf7-41ce-acf3-3f273d6add4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10dc76127d70461ea1447c6bead665ea&name=default HTTP/1.1" status: 200 len: 2998 time: 0.4680550 Jan 27 21:37:41.084185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41592) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:41.107088 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f76bfaf-1a02-462e-92d0-f6c506456c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (fc17ff5e-460a-4849-b0db-c75310b8007a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.118776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44cd7ef8-aeb7-4a04-b877-1d13c711f4ed req-e3d16683-29bf-4027-acde-eb91bd303ca6 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.119974 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44cd7ef8-aeb7-4a04-b877-1d13c711f4ed req-e3d16683-29bf-4027-acde-eb91bd303ca6 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6552105 Jan 27 21:37:41.154434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76bfaf-1a02-462e-92d0-f6c506456c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc17ff5e-460a-4849-b0db-c75310b8007a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:41.160806 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f76bfaf-1a02-462e-92d0-f6c506456c5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.167279 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f76bfaf-1a02-462e-92d0-f6c506456c5c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fc17ff5e-460a-4849-b0db-c75310b8007a HTTP/1.1" status: 204 len: 168 time: 0.4684772 Jan 27 21:37:41.167908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41596) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:41.180128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143477bf-757b-4545-912f-2e3b6a88eb99 None None] Network b80b5939-92d4-4609-be08-39b5f303bbc2 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:41.230242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Publish callbacks [] for security_group (962edf22-6da7-4d29-847b-80b9df286bb7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.267122 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-79c23335-f37c-4aeb-b832-e14076bdd535 service neutron] 10.222.0.61 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768203 Jan 27 21:37:41.282006 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b80b5939-92d4-4609-be08-39b5f303bbc2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.294569 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Publish callbacks [] for security_group (962edf22-6da7-4d29-847b-80b9df286bb7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.338103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-b1b656b8-2039-4393-b4b0-423118f3f91f tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:41.340358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-b1b656b8-2039-4393-b4b0-423118f3f91f tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1380167 Jan 27 21:37:41.387211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Deleting port dfe64253-fc62-47b7-b82e-d97d92107a37 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:41.387889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.415842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef6ab7e-b6de-495b-b9dc-a209766149b0 None None] DHCP port deletion for b80b5939-92d4-4609-be08-39b5f303bbc2 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:37:41.467528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] For port dfe64253-fc62-47b7-b82e-d97d92107a37, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=dfe64253-fc62-47b7-b82e-d97d92107a37,segment=NetworkSegment(8955c887-4785-4a39-9e99-6f0a1710b9ff),segment_id=8955c887-4785-4a39-9e99-6f0a1710b9ff)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:41.467900 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.489712 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Calling delete_port for dfe64253-fc62-47b7-b82e-d97d92107a37 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:41.494358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-d15fa012-2995-4738-b153-2b321e000fe6 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 1001 time: 0.1163588 Jan 27 21:37:41.495144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6ab7e-b6de-495b-b9dc-a209766149b0 None None] Deleting port dfe64253-fc62-47b7-b82e-d97d92107a37 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:41.495527 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ab7e-b6de-495b-b9dc-a209766149b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.501612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f4aba2af-d6fd-4605-961a-08b2ceef0474 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Request body: {'floatingip': {'port_id': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:41.565810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3ef6ab7e-b6de-495b-b9dc-a209766149b0 None None] For port dfe64253-fc62-47b7-b82e-d97d92107a37, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=dfe64253-fc62-47b7-b82e-d97d92107a37,segment=NetworkSegment(8955c887-4785-4a39-9e99-6f0a1710b9ff),segment_id=8955c887-4785-4a39-9e99-6f0a1710b9ff)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:41.566070 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ab7e-b6de-495b-b9dc-a209766149b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.578848 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f4aba2af-d6fd-4605-961a-08b2ceef0474 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.584983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3ef6ab7e-b6de-495b-b9dc-a209766149b0 None None] Calling delete_port for dfe64253-fc62-47b7-b82e-d97d92107a37 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:41.691509 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (962edf22-6da7-4d29-847b-80b9df286bb7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.694943 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.696565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/962edf22-6da7-4d29-847b-80b9df286bb7 HTTP/1.1" status: 204 len: 168 time: 0.6113739 Jan 27 21:37:41.714226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962edf22-6da7-4d29-847b-80b9df286bb7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:41.737197 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.744060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ab7e-b6de-495b-b9dc-a209766149b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (dfe64253-fc62-47b7-b82e-d97d92107a37), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.761771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6ab7e-b6de-495b-b9dc-a209766149b0 None None] No DVR routers for this DVR port dfe64253-fc62-47b7-b82e-d97d92107a37 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:37:41.777209 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe64253-fc62-47b7-b82e-d97d92107a37,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:41.789730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] No DVR routers for this DVR port dfe64253-fc62-47b7-b82e-d97d92107a37 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:37:41.820443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6ab7e-b6de-495b-b9dc-a209766149b0 None None] Pushing event deleted for resources: {'Port': ['ID=dfe64253-fc62-47b7-b82e-d97d92107a37,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:41.854926 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device dfe64253-fc62-47b7-b82e-d97d92107a37 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:37:41.856470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.856839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.857196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.857585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.857870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.858270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.858617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.858949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.859274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.859610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.860847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.860847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.860847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bdcc9b-4eb5-477c-bde3-0e1a32aa4d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:37:41.906053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: dfe64253-fc62-47b7-b82e-d97d92107a37 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:37:41.906536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device dfe64253-fc62-47b7-b82e-d97d92107a37 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:37:41.907131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 874e33b7-2481-413a-ae95-c8d4acf87759 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:37:41.924786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d65aa-67a6-429e-8b8e-e9ca4dcf1e35 req-98e736d4-80ee-42ef-89ad-2f116cfd1218 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:41.931183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d65aa-67a6-429e-8b8e-e9ca4dcf1e35 req-98e736d4-80ee-42ef-89ad-2f116cfd1218 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:41.937134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d65aa-67a6-429e-8b8e-e9ca4dcf1e35 req-98e736d4-80ee-42ef-89ad-2f116cfd1218 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:41.942776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d65aa-67a6-429e-8b8e-e9ca4dcf1e35 req-98e736d4-80ee-42ef-89ad-2f116cfd1218 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:41.945694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 874e33b7-2481-413a-ae95-c8d4acf87759 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:37:41.948612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d65aa-67a6-429e-8b8e-e9ca4dcf1e35 req-98e736d4-80ee-42ef-89ad-2f116cfd1218 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:41.948765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 874e33b7-2481-413a-ae95-c8d4acf87759 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:37:41.955672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d65aa-67a6-429e-8b8e-e9ca4dcf1e35 req-98e736d4-80ee-42ef-89ad-2f116cfd1218 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:41.962283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d65aa-67a6-429e-8b8e-e9ca4dcf1e35 req-98e736d4-80ee-42ef-89ad-2f116cfd1218 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:41.968813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b80b5939-92d4-4609-be08-39b5f303bbc2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:41.969949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-811d65aa-67a6-429e-8b8e-e9ca4dcf1e35 req-98e736d4-80ee-42ef-89ad-2f116cfd1218 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.2680705 Jan 27 21:37:41.990904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80b5939-92d4-4609-be08-39b5f303bbc2']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:42.001171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8955c887-4785-4a39-9e99-6f0a1710b9ff') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:42.001619 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8955c887-4785-4a39-9e99-6f0a1710b9ff') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:42.010671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'name': 'network-vif-deleted', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:42.013310 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8995b260-2a4f-449f-8b08-4061c546f0da" -d '{"events": [{"server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "name": "network-vif-deleted", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:42.013485 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (8955c887-4785-4a39-9e99-6f0a1710b9ff), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.028266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8955c887-4785-4a39-9e99-6f0a1710b9ff), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.054648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:37:42.057251 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (8955c887-4785-4a39-9e99-6f0a1710b9ff), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:37:42.059055 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:37:42.125701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-811d65aa-67a6-429e-8b8e-e9ca4dcf1e35 req-d0f2e3f8-a742-4bb9-86fa-2589419c2863 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1548626 Jan 27 21:37:42.249503 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b80b5939-92d4-4609-be08-39b5f303bbc2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.259128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.266524 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] 10.222.0.61 "DELETE /v2.0/networks/b80b5939-92d4-4609-be08-39b5f303bbc2 HTTP/1.1" status: 204 len: 168 time: 1.0976102 Jan 27 21:37:42.307826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc32e5c-05b5-48bf-8ddd-cba0e0f4677c admin admin] Pushing event deleted for resources: {'Network': ['ID=b80b5939-92d4-4609-be08-39b5f303bbc2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:42.388713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd05c82-d99e-4daa-9c8c-f20eb919263b req-1661ea19-57d4-4643-abe0-30bca217b424 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:42.390281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccd05c82-d99e-4daa-9c8c-f20eb919263b req-1661ea19-57d4-4643-abe0-30bca217b424 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.1835825 Jan 27 21:37:42.497019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccd05c82-d99e-4daa-9c8c-f20eb919263b req-81a0d007-5d20-4b36-9e6a-6a592459e093 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934789 Jan 27 21:37:42.571554 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f4aba2af-d6fd-4605-961a-08b2ceef0474 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.589092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e9dd202-143e-4ab4-a642-7079a04a2b50 req-5326a662-b1d7-4a0a-ac2b-6449e273a365 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/f8a67c5f-5a15-4c5b-96aa-9814f74a6036 HTTP/1.1" status: 200 len: 2423 time: 0.0528395 Jan 27 21:37:42.633162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41624) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:42.705152 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-606e1151-d317-4082-a539-a81806d045d4 req-d38e2c2a-ce5c-4ab0-94e2-38070d687c41 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 210 time: 0.0329449 Jan 27 21:37:42.751960 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79052b74-cf78-437b-bd53-093646547934 x-openstack-request-id: req-79052b74-cf78-437b-bd53-093646547934 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:42.752307 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f65fd13-7d5d-472c-a28e-fb3cc96a37ff", "name": "network-vif-deleted", "tag": "257d999c-b9c7-4d9f-b134-025f51e73ece", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:42.752568 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79052b74-cf78-437b-bd53-093646547934 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:42.752969 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f65fd13-7d5d-472c-a28e-fb3cc96a37ff', 'name': 'network-vif-deleted', 'tag': '257d999c-b9c7-4d9f-b134-025f51e73ece', 'status': 'completed', 'code': 200} Jan 27 21:37:42.790145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b12fa30-977d-4069-834c-199d17dfb62c req-a5ab0309-7463-46b2-92a3-bdc8b3074500 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-group-rules/0b547581-8ade-4a1c-9397-bbf43db9092f HTTP/1.1" status: 200 len: 778 time: 0.0271642 Jan 27 21:37:42.904120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b12fa30-977d-4069-834c-199d17dfb62c req-484ccf56-f8ac-4ce4-bf3d-418b13b671f0 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/f8a67c5f-5a15-4c5b-96aa-9814f74a6036 HTTP/1.1" status: 200 len: 2423 time: 0.0783410 Jan 27 21:37:42.977405 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1b12fa30-977d-4069-834c-199d17dfb62c req-55c77920-f8ef-41b6-8b68-febe39bd0ccd tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group_rule (0b547581-8ade-4a1c-9397-bbf43db9092f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:42.988530 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1b12fa30-977d-4069-834c-199d17dfb62c req-55c77920-f8ef-41b6-8b68-febe39bd0ccd tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group_rule (0b547581-8ade-4a1c-9397-bbf43db9092f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.086477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f4aba2af-d6fd-4605-961a-08b2ceef0474 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.208709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b45c34bf-1825-457f-bf77-89d06231c73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.214532 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1b12fa30-977d-4069-834c-199d17dfb62c req-55c77920-f8ef-41b6-8b68-febe39bd0ccd tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (0b547581-8ade-4a1c-9397-bbf43db9092f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.251803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1b12fa30-977d-4069-834c-199d17dfb62c req-55c77920-f8ef-41b6-8b68-febe39bd0ccd tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.253050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b12fa30-977d-4069-834c-199d17dfb62c req-55c77920-f8ef-41b6-8b68-febe39bd0ccd tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/0b547581-8ade-4a1c-9397-bbf43db9092f HTTP/1.1" status: 204 len: 173 time: 0.3389754 Jan 27 21:37:43.267951 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f4aba2af-d6fd-4605-961a-08b2ceef0474 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Floating IP 48365784-7f41-466f-8086-9b865bc7b082 associated. External IP: 172.25.0.38, port: dfdd8a72-5721-48f2-98c7-cdd9bdfb6129. Jan 27 21:37:43.272942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c77920-f8ef-41b6-8b68-febe39bd0ccd tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b547581-8ade-4a1c-9397-bbf43db9092f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:43.364936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41636) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:43.419903 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fc418862-4b73-4b07-9289-8248216dcf03 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=99acbe8e03bc4d509e99541ebe3a243d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531297 Jan 27 21:37:43.426720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41638) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:43.538208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b75a9-4c6d-4ca3-8890-8fee621a3797 req-09625235-b3a3-4fa3-a0ec-4db796acf4ea tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:43.543505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b75a9-4c6d-4ca3-8890-8fee621a3797 req-09625235-b3a3-4fa3-a0ec-4db796acf4ea tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:43.549731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b75a9-4c6d-4ca3-8890-8fee621a3797 req-09625235-b3a3-4fa3-a0ec-4db796acf4ea tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:43.555676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b75a9-4c6d-4ca3-8890-8fee621a3797 req-09625235-b3a3-4fa3-a0ec-4db796acf4ea tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:43.561242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b75a9-4c6d-4ca3-8890-8fee621a3797 req-09625235-b3a3-4fa3-a0ec-4db796acf4ea tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:43.567040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b75a9-4c6d-4ca3-8890-8fee621a3797 req-09625235-b3a3-4fa3-a0ec-4db796acf4ea tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:43.571813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b75a9-4c6d-4ca3-8890-8fee621a3797 req-09625235-b3a3-4fa3-a0ec-4db796acf4ea tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:43.573786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-233b75a9-4c6d-4ca3-8890-8fee621a3797 req-09625235-b3a3-4fa3-a0ec-4db796acf4ea tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.2535837 Jan 27 21:37:43.681796 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c20cef8c-81a4-4d6a-b966-d3c932112636 admin admin] Publish callbacks [] for security_group (1b4eaf5e-5a36-4a86-a3ad-4b37007482f5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.776337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-233b75a9-4c6d-4ca3-8890-8fee621a3797 req-573fc8ed-412b-490a-9b4b-680662c1419f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825316 Jan 27 21:37:43.779852 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c20cef8c-81a4-4d6a-b966-d3c932112636 admin admin] Publish callbacks [] for security_group (1b4eaf5e-5a36-4a86-a3ad-4b37007482f5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:43.852365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-87d12975-7768-487b-81a6-c3579bd28e89 req-73392530-9d88-48e1-a50c-ebdfdb742bdb tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-505915891', 'description': 'tempest-description-1420681214'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:43.867800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f4aba2af-d6fd-4605-961a-08b2ceef0474 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:37:44.019009 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-87d12975-7768-487b-81a6-c3579bd28e89 req-73392530-9d88-48e1-a50c-ebdfdb742bdb tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.383786 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c20cef8c-81a4-4d6a-b966-d3c932112636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1b4eaf5e-5a36-4a86-a3ad-4b37007482f5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.386621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c20cef8c-81a4-4d6a-b966-d3c932112636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.388116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c20cef8c-81a4-4d6a-b966-d3c932112636 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b4eaf5e-5a36-4a86-a3ad-4b37007482f5 HTTP/1.1" status: 204 len: 168 time: 0.9572995 Jan 27 21:37:44.408577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b45c34bf-1825-457f-bf77-89d06231c73a admin admin] Deleting port 608ed861-9435-43c2-b811-bf6dfd6fdba5 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:44.409190 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b45c34bf-1825-457f-bf77-89d06231c73a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.411616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f4aba2af-d6fd-4605-961a-08b2ceef0474 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:37:44.424203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab100f45-5a67-4114-9af5-9204c7b47e84 None None] Sync routers for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:37:44.439678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cef8c-81a4-4d6a-b966-d3c932112636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4eaf5e-5a36-4a86-a3ad-4b37007482f5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:44.442142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab100f45-5a67-4114-9af5-9204c7b47e84 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:44.449525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ab100f45-5a67-4114-9af5-9204c7b47e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:44.614012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-ab100f45-5a67-4114-9af5-9204c7b47e84 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:44.657518 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-87d12975-7768-487b-81a6-c3579bd28e89 req-73392530-9d88-48e1-a50c-ebdfdb742bdb tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (4442eb1c-5171-4221-a4a2-9caaed94bbe5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.689077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-b45c34bf-1825-457f-bf77-89d06231c73a admin admin] For port 608ed861-9435-43c2-b811-bf6dfd6fdba5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=608ed861-9435-43c2-b811-bf6dfd6fdba5,segment=NetworkSegment(68a73248-9c29-4018-8b30-adf0fdea9e18),segment_id=68a73248-9c29-4018-8b30-adf0fdea9e18)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:44.698057 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b45c34bf-1825-457f-bf77-89d06231c73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.739485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-87d12975-7768-487b-81a6-c3579bd28e89 req-73392530-9d88-48e1-a50c-ebdfdb742bdb tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4442eb1c-5171-4221-a4a2-9caaed94bbe5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.742473 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b45c34bf-1825-457f-bf77-89d06231c73a admin admin] Calling delete_port for 608ed861-9435-43c2-b811-bf6dfd6fdba5 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:44.828883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73392530-9d88-48e1-a50c-ebdfdb742bdb tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4442eb1c-5171-4221-a4a2-9caaed94bbe5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:44.881646 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-87d12975-7768-487b-81a6-c3579bd28e89 req-73392530-9d88-48e1-a50c-ebdfdb742bdb tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:44.893143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87d12975-7768-487b-81a6-c3579bd28e89 req-73392530-9d88-48e1-a50c-ebdfdb742bdb tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.0755510 Jan 27 21:37:44.971041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f4aba2af-d6fd-4605-961a-08b2ceef0474 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:37:45.052254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ab100f45-5a67-4114-9af5-9204c7b47e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '48365784-7f41-466f-8086-9b865bc7b082', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'port_id': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'mac_address': 'fa:16:3e:9b:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:07Z', 'updated_at': '2022-01-27T21:37:42Z', 'revision_number': 3, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:45.113885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab100f45-5a67-4114-9af5-9204c7b47e84 None None] Checking router: 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:37:45.136171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab100f45-5a67-4114-9af5-9204c7b47e84 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:45.137092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ab100f45-5a67-4114-9af5-9204c7b47e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:45.210831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-679b2638-7086-4faf-b448-96b00dbe6594 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.212336 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-679b2638-7086-4faf-b448-96b00dbe6594 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.71 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 812 time: 0.2005539 Jan 27 21:37:45.229691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Request body: {'port': {'device_id': '323d5202-042b-47f6-b8f4-5ee8d15a7057', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'admin_state_up': True, 'tenant_id': '59885e32266f4635909c70d7c437905e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:45.255891 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-ab100f45-5a67-4114-9af5-9204c7b47e84 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:45.320596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443831c-7ac5-4c2f-93a0-2751049cabc0 req-22a2b070-b983-4b84-bc08-95885063edee tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.327665 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c443831c-7ac5-4c2f-93a0-2751049cabc0 req-22a2b070-b983-4b84-bc08-95885063edee tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.3304443 Jan 27 21:37:45.391247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f4aba2af-d6fd-4605-961a-08b2ceef0474 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:37:45.402127 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f4aba2af-d6fd-4605-961a-08b2ceef0474 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:45.461547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:45.463833 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61fbc8b-560c-4ee1-acd9-3697a9912557" -d '{"events": [{"name": "network-changed", "server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:45.468924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c443831c-7ac5-4c2f-93a0-2751049cabc0 req-826deba3-775f-465f-89eb-fbfd3875b6c1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404240 Jan 27 21:37:45.495847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f4aba2af-d6fd-4605-961a-08b2ceef0474 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "PUT /v2.0/floatingips/48365784-7f41-466f-8086-9b865bc7b082 HTTP/1.1" status: 200 len: 997 time: 3.9996128 Jan 27 21:37:45.572491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ab100f45-5a67-4114-9af5-9204c7b47e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '48365784-7f41-466f-8086-9b865bc7b082', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'port_id': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'mac_address': 'fa:16:3e:9b:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:07Z', 'updated_at': '2022-01-27T21:37:42Z', 'revision_number': 3, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:45.577906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-5af56254-8232-408b-9476-798cb3afd9a3 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.579516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-5af56254-8232-408b-9476-798cb3afd9a3 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports/dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 943 time: 0.0778065 Jan 27 21:37:45.602632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab100f45-5a67-4114-9af5-9204c7b47e84 None None] The sync data for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 is: [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '48365784-7f41-466f-8086-9b865bc7b082', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'port_id': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'mac_address': 'fa:16:3e:9b:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:07Z', 'updated_at': '2022-01-27T21:37:42Z', 'revision_number': 3, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:37:45.617153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ace1b28-e1e2-4266-a2e6-605e8b5165d3 req-4eace802-ad5c-46ed-a150-ce4246d307aa tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 210 time: 0.0577471 Jan 27 21:37:45.640011 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Made reservation on behalf of 59885e32266f4635909c70d7c437905e for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:45.641729 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:45.645602 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b45c34bf-1825-457f-bf77-89d06231c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (608ed861-9435-43c2-b811-bf6dfd6fdba5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:45.726889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c34bf-1825-457f-bf77-89d06231c73a admin admin] Pushing event deleted for resources: {'Port': ['ID=608ed861-9435-43c2-b811-bf6dfd6fdba5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:45.904685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Allocated IP 172.20.0.11 (333ccb8f-832b-4b30-aba4-f41314e02720/c74d6c97-4bfa-4bd7-b65e-50c8f0c45527/01b30470-4b96-45cd-9d1e-5c1e4cb38491) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:45.930483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894f12a-8454-47d6-acbd-7479b8d9820f req-4ac7ea61-ae24-448f-b76c-582f340636c7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.936193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894f12a-8454-47d6-acbd-7479b8d9820f req-4ac7ea61-ae24-448f-b76c-582f340636c7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.944709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894f12a-8454-47d6-acbd-7479b8d9820f req-4ac7ea61-ae24-448f-b76c-582f340636c7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.947428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894f12a-8454-47d6-acbd-7479b8d9820f req-4ac7ea61-ae24-448f-b76c-582f340636c7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.954499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894f12a-8454-47d6-acbd-7479b8d9820f req-4ac7ea61-ae24-448f-b76c-582f340636c7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.958197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894f12a-8454-47d6-acbd-7479b8d9820f req-4ac7ea61-ae24-448f-b76c-582f340636c7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.963574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894f12a-8454-47d6-acbd-7479b8d9820f req-4ac7ea61-ae24-448f-b76c-582f340636c7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:45.965592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c894f12a-8454-47d6-acbd-7479b8d9820f req-4ac7ea61-ae24-448f-b76c-582f340636c7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.2432606 Jan 27 21:37:45.988390 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75be42b5-45c8-45ab-902f-6992796326e5 None None] New status for floating IP 48365784-7f41-466f-8086-9b865bc7b082: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:37:46.011609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-ad3a46fe-1003-4bae-8111-6ab8704e0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:46.013174 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-ad3a46fe-1003-4bae-8111-6ab8704e0f0b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 1097 time: 0.2249279 Jan 27 21:37:46.249617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:46.260885 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b45c34bf-1825-457f-bf77-89d06231c73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:46.274159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c894f12a-8454-47d6-acbd-7479b8d9820f req-a992de98-056b-4592-ba36-9ca4dcb70c6c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2720904 Jan 27 21:37:46.331015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-b50b1be8-a99b-419f-afb8-e90ad6527b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:46.332452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-b50b1be8-a99b-419f-afb8-e90ad6527b13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.3082838 Jan 27 21:37:46.371259 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:46.383431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41738) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:46.440190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-b40df5d8-34b4-4a3c-a74f-5ded5e76136a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 217 time: 0.0640478 Jan 27 21:37:46.440775 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Network 333ccb8f-832b-4b30-aba4-f41314e02720 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:46.445248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:46.447977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:46.505884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event updated for resources: {'Port': ['ID=01b30470-4b96-45cd-9d1e-5c1e4cb38491,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:46.546444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:46.547805 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:46.557918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3422f-adf4-4d73-92b7-462a97a03757 None None] Sync routers for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:37:46.576619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b872a2a8-20bb-46c0-8c58-896fe08d8a84 req-fb9b00b4-f2dc-4fd3-a570-d232fac42f91 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/4442eb1c-5171-4221-a4a2-9caaed94bbe5 HTTP/1.1" status: 200 len: 1831 time: 0.2551455 Jan 27 21:37:46.577390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3422f-adf4-4d73-92b7-462a97a03757 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:46.577989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8ee3422f-adf4-4d73-92b7-462a97a03757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:46.627704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-13089bca-a864-4ef6-936b-2c490d19db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:46.632296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-13089bca-a864-4ef6-936b-2c490d19db34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.1843190 Jan 27 21:37:46.681549 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f87c4be6-f60b-47e5-a89e-42125434ecfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4563777 Jan 27 21:37:46.694802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Request body: {'port': {'device_id': '323d5202-042b-47f6-b8f4-5ee8d15a7057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:46.718082 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deb963e-e879-4296-90cd-60f0e0742774 x-openstack-request-id: req-8deb963e-e879-4296-90cd-60f0e0742774 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:46.718082 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:46.718082 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8deb963e-e879-4296-90cd-60f0e0742774 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:46.718082 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'status': 'completed', 'code': 200} Jan 27 21:37:46.828069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1725340563-network', 'tenant_id': '6f59ba72202445a586c9f7c1e1ea00be'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:46.847763 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:46.852396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-8ee3422f-adf4-4d73-92b7-462a97a03757 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:46.984136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-b0aa49f8-6886-485f-90e8-cb012c4e00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:46.985684 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-b0aa49f8-6886-485f-90e8-cb012c4e00bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3362319 Jan 27 21:37:47.023108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc8b-560c-4ee1-acd9-3697a9912557 req-73f0f033-146a-41a8-91dc-1cd31211c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:47.025347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f61fbc8b-560c-4ee1-acd9-3697a9912557 req-73f0f033-146a-41a8-91dc-1cd31211c61f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 1097 time: 0.3031085 Jan 27 21:37:47.042005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Made reservation on behalf of 6f59ba72202445a586c9f7c1e1ea00be for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:47.045266 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.060939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc255bd-517e-4e73-9655-8d1ffc98909c req-97006fd6-4431-48c0-8eba-8ca46065613a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:47.068670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7fc255bd-517e-4e73-9655-8d1ffc98909c req-97006fd6-4431-48c0-8eba-8ca46065613a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.2475095 Jan 27 21:37:47.109320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-06eb8f4b-ae76-4b25-91b0-4d5f0c958c4d None None] Provisioning complete for port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:47.112347 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-06eb8f4b-ae76-4b25-91b0-4d5f0c958c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.160278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-06eb8f4b-ae76-4b25-91b0-4d5f0c958c4d None None] Port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:37:47.188578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45c34bf-1825-457f-bf77-89d06231c73a admin admin] Router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:37:47.190101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.298379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b30470-4b96-45cd-9d1e-5c1e4cb38491 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:47.307123 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Publish callbacks [] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.309431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8ee3422f-adf4-4d73-92b7-462a97a03757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '48365784-7f41-466f-8086-9b865bc7b082', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'port_id': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'mac_address': 'fa:16:3e:9b:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:07Z', 'updated_at': '2022-01-27T21:37:46Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:47.319951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Transition to ACTIVE for port object 01b30470-4b96-45cd-9d1e-5c1e4cb38491 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:47.352315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3422f-adf4-4d73-92b7-462a97a03757 None None] Checking router: 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:37:47.361831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3422f-adf4-4d73-92b7-462a97a03757 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:47.362799 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8ee3422f-adf4-4d73-92b7-462a97a03757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:47.378462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45c34bf-1825-457f-bf77-89d06231c73a admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:37:47.387589 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d6ee5-7fc0-448c-992e-1ef4543360dc None None] Sync routers for ids ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:37:47.403219 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d6ee5-7fc0-448c-992e-1ef4543360dc None None] Routers {'44e626c9-454e-4e94-9aaf-a3bd386bc6f8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:47.406264 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7a4d6ee5-7fc0-448c-992e-1ef4543360dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:47.427481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.442783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b45c34bf-1825-457f-bf77-89d06231c73a admin admin] 10.222.0.61 "PUT /v2.0/routers/44e626c9-454e-4e94-9aaf-a3bd386bc6f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8087916 Jan 27 21:37:47.460296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41780) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:47.506327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-8ee3422f-adf4-4d73-92b7-462a97a03757 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:47.539365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=01b30470-4b96-45cd-9d1e-5c1e4cb38491,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:47.644224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Attempting to bind port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:47.644846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Attempting to bind port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:47.645429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Attempting to bind port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 on network 333ccb8f-832b-4b30-aba4-f41314e02720 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:47.651320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 on network 333ccb8f-832b-4b30-aba4-f41314e02720 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:47.652125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Attempting to bind port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 on network 333ccb8f-832b-4b30-aba4-f41314e02720 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:47.658085 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:47.658816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Checking segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:47.659916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Bound using segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:47.660629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Bound port: 01b30470-4b96-45cd-9d1e-5c1e4cb38491, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:47.661244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.666250 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7a4d6ee5-7fc0-448c-992e-1ef4543360dc None None] Set router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:47.717319 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7fc255bd-517e-4e73-9655-8d1ffc98909c req-cd08cae7-f5ef-4db6-b216-b9332e2796ab tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170209 Jan 27 21:37:47.823664 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] For port 01b30470-4b96-45cd-9d1e-5c1e4cb38491, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:37:47.827836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] For port 01b30470-4b96-45cd-9d1e-5c1e4cb38491, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01b30470-4b96-45cd-9d1e-5c1e4cb38491,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:37:47.890196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-e8d0a3a7-2f51-4c20-ba54-fbf877430ab3 service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8894026 Jan 27 21:37:47.891156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc8b-560c-4ee1-acd9-3697a9912557 req-69fe09bb-ab61-4d79-9ee8-f91b1983f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:47.892516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f61fbc8b-560c-4ee1-acd9-3697a9912557 req-69fe09bb-ab61-4d79-9ee8-f91b1983f1ed service neutron] 10.222.0.71 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.8433092 Jan 27 21:37:47.895596 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.947339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:47.947975 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.950187 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] 10.222.0.71 "PUT /v2.0/ports/01b30470-4b96-45cd-9d1e-5c1e4cb38491 HTTP/1.1" status: 200 len: 1092 time: 1.2609930 Jan 27 21:37:47.950750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323d5202-042b-47f6-b8f4-5ee8d15a7057', 'tag': '01b30470-4b96-45cd-9d1e-5c1e4cb38491'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:47.957039 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3358788a-fe17-4ccf-ae83-dd70056ce599" -d '{"events": [{"name": "network-changed", "server_uuid": "323d5202-042b-47f6-b8f4-5ee8d15a7057", "tag": "01b30470-4b96-45cd-9d1e-5c1e4cb38491"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:47.971101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Publish callbacks [] for router (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:47.996914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8ee3422f-adf4-4d73-92b7-462a97a03757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '48365784-7f41-466f-8086-9b865bc7b082', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'port_id': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'mac_address': 'fa:16:3e:9b:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:07Z', 'updated_at': '2022-01-27T21:37:46Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:47.998912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a3783-acec-4fd1-9f90-1830cf24dbf4 service neutron] Pushing event updated for resources: {'Port': ['ID=01b30470-4b96-45cd-9d1e-5c1e4cb38491,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:48.033378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee3422f-adf4-4d73-92b7-462a97a03757 None None] The sync data for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 is: [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '48365784-7f41-466f-8086-9b865bc7b082', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'port_id': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'mac_address': 'fa:16:3e:9b:87:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:07Z', 'updated_at': '2022-01-27T21:37:46Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:37:48.178256 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-a1b68d08-947f-4fe2-89c5-9e1f067e4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:48.180334 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-a1b68d08-947f-4fe2-89c5-9e1f067e4f6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 1095 time: 0.0907199 Jan 27 21:37:48.219206 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7a4d6ee5-7fc0-448c-992e-1ef4543360dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:37:45Z', 'revision_number': 5, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:48.290583 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-83891806-ea79-4baa-92f0-cbda33856c4b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01b30470-4b96-45cd-9d1e-5c1e4cb38491 HTTP/1.1" status: 200 len: 217 time: 0.0953557 Jan 27 21:37:48.296779 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d6ee5-7fc0-448c-992e-1ef4543360dc None None] Checking router: 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:37:48.331733 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d6ee5-7fc0-448c-992e-1ef4543360dc None None] Routers {'44e626c9-454e-4e94-9aaf-a3bd386bc6f8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:48.332613 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7a4d6ee5-7fc0-448c-992e-1ef4543360dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:48.351793 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-4bcc8fd3-6eef-40a0-bfec-d3785cf24bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:48.353349 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-4bcc8fd3-6eef-40a0-bfec-d3785cf24bba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.0563951 Jan 27 21:37:48.443195 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-ad2a5f5b-e995-4277-ba12-01b89b3a2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:48.444826 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-ad2a5f5b-e995-4277-ba12-01b89b3a2aa5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849600 Jan 27 21:37:48.543731 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Publish callbacks [] for router_gateway (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:48.554845 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7a4d6ee5-7fc0-448c-992e-1ef4543360dc None None] Set router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:48.556486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f61fbc8b-560c-4ee1-acd9-3697a9912557 req-7b001d0b-533e-4494-92f9-305aa3d3ea8f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 217 time: 0.6407335 Jan 27 21:37:48.592843 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-750d624a-ed22-4daa-823f-c9189b8ea163 service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395128 Jan 27 21:37:48.635060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc8b-560c-4ee1-acd9-3697a9912557 req-d239246e-15ab-4291-9c3f-d94d775fcc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:48.637145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f61fbc8b-560c-4ee1-acd9-3697a9912557 req-d239246e-15ab-4291-9c3f-d94d775fcc21 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.0669868 Jan 27 21:37:48.690029 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Publish callbacks [] for security_group (24a88367-e4de-45d4-a543-6ac7fdcda961), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:48.721288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'tag': '4d0660a5-75a1-4916-87fc-7d0707000e98'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:48.723452 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c516dc85-f9ee-4d75-b2f0-d479172c9795" -d '{"events": [{"name": "network-changed", "server_uuid": "beef4908-d86f-400d-8a00-2b1f5a585f8a", "tag": "4d0660a5-75a1-4916-87fc-7d0707000e98"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:48.732649 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f2e69362-c8dd-4929-b562-e65cf1884d15 req-72562af5-ea4e-41f1-83ca-f152bf48e60b service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334109 Jan 27 21:37:48.743353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fecb4-cf1d-42dd-b137-a0f58e859faf req-78461907-5f6a-4e8b-bca2-3b372ac2f22d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:48.746534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-032fecb4-cf1d-42dd-b137-a0f58e859faf req-78461907-5f6a-4e8b-bca2-3b372ac2f22d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 944 time: 0.8531187 Jan 27 21:37:48.778369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-c8c1c632-ff90-4233-b3e7-619f31398da7 service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8679364 Jan 27 21:37:48.789785 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7a4d6ee5-7fc0-448c-992e-1ef4543360dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:37:45Z', 'revision_number': 5, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:48.794132 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (24a88367-e4de-45d4-a543-6ac7fdcda961), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:48.813663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fbc8b-560c-4ee1-acd9-3697a9912557 req-fe5546dd-a68d-4c27-a895-d5d7a18f31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:48.815458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f61fbc8b-560c-4ee1-acd9-3697a9912557 req-fe5546dd-a68d-4c27-a895-d5d7a18f31a5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703091 Jan 27 21:37:48.828795 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d6ee5-7fc0-448c-992e-1ef4543360dc None None] The sync data for ids ['44e626c9-454e-4e94-9aaf-a3bd386bc6f8'] in n-d-760456-6 is: [{'id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1904300054-router', 'tenant_id': 'aad0f04492dc4bba9b6af026175d21cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:49Z', 'updated_at': '2022-01-27T21:37:45Z', 'revision_number': 5, 'project_id': 'aad0f04492dc4bba9b6af026175d21cd', 'gw_port': {'id': '4360d680-fbe6-481e-bc9c-a65235090d82', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e626c9-454e-4e94-9aaf-a3bd386bc6f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:50Z', 'updated_at': '2022-01-27T21:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:37:48.871484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:37:48.952195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a88367-e4de-45d4-a543-6ac7fdcda961,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:48.957322 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (75279ab1-bd3e-4937-bfec-5901a2c716d6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:48.957670 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Added segment 75279ab1-bd3e-4937-bfec-5901a2c716d6 of type vlan for network 673ebca6-e551-4848-847e-99917cafa843 Jan 27 21:37:48.987624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-032fecb4-cf1d-42dd-b137-a0f58e859faf req-bb083621-7cf7-49a2-a911-4aa76f4e0201 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348814 Jan 27 21:37:49.040963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Deleting port 4360d680-fbe6-481e-bc9c-a65235090d82 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:49.041316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4360d680-fbe6-481e-bc9c-a65235090d82), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.043850 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (673ebca6-e551-4848-847e-99917cafa843), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.140406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f61fbc8b-560c-4ee1-acd9-3697a9912557 req-3cb32c8d-f7d5-4d10-a755-a526f548672e service neutron] 10.222.0.71 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171146 Jan 27 21:37:49.167029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f70f373f-9c54-4d9b-a4e5-7c871078bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.172299 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-f70f373f-9c54-4d9b-a4e5-7c871078bb06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 1096 time: 0.2376006 Jan 27 21:37:49.273052 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (673ebca6-e551-4848-847e-99917cafa843), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.274028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.274612 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.321280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] For port 4360d680-fbe6-481e-bc9c-a65235090d82, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4360d680-fbe6-481e-bc9c-a65235090d82,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:49.321280 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4360d680-fbe6-481e-bc9c-a65235090d82), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.353471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e99d-b833-4160-9c2e-85f3c1fcd299 req-76614407-f83e-46a0-835a-00f143c6c02a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.358647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e99d-b833-4160-9c2e-85f3c1fcd299 req-76614407-f83e-46a0-835a-00f143c6c02a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.363892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e99d-b833-4160-9c2e-85f3c1fcd299 req-76614407-f83e-46a0-835a-00f143c6c02a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.369124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e99d-b833-4160-9c2e-85f3c1fcd299 req-76614407-f83e-46a0-835a-00f143c6c02a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.374326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e99d-b833-4160-9c2e-85f3c1fcd299 req-76614407-f83e-46a0-835a-00f143c6c02a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.379993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e99d-b833-4160-9c2e-85f3c1fcd299 req-76614407-f83e-46a0-835a-00f143c6c02a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.385840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e99d-b833-4160-9c2e-85f3c1fcd299 req-76614407-f83e-46a0-835a-00f143c6c02a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.387954 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e268e99d-b833-4160-9c2e-85f3c1fcd299 req-76614407-f83e-46a0-835a-00f143c6c02a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.3152554 Jan 27 21:37:49.451781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Calling delete_port for 4360d680-fbe6-481e-bc9c-a65235090d82 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:49.492405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] Pushing event updated for resources: {'Network': ['ID=673ebca6-e551-4848-847e-99917cafa843,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:49.505551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f61fbc8b-560c-4ee1-acd9-3697a9912557 req-e5dd6183-9c5e-4a80-88ac-e7317263378c service neutron] 10.222.0.71 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519218 Jan 27 21:37:49.510242 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 673ebca6-e551-4848-847e-99917cafa843 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:37:49.578726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-e887890b-d3bf-45be-addf-2082b39ab154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.580295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-e887890b-d3bf-45be-addf-2082b39ab154 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.3923252 Jan 27 21:37:49.615019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e268e99d-b833-4160-9c2e-85f3c1fcd299 req-ea5af44c-1727-43b4-91df-dc9c45eef998 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2117639 Jan 27 21:37:49.647319 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e5c13c21-b24a-4d31-bbd3-47d6da72e814 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2580850 Jan 27 21:37:49.649851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41848) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:49.655117 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b49e8b10-1cb8-4fe9-89d8-3696e5a62f1c admin admin] Request body: {'subnet': {'network_id': '673ebca6-e551-4848-847e-99917cafa843', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1725340563-subnet', 'tenant_id': '6f59ba72202445a586c9f7c1e1ea00be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:49.657942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-2417f406-3292-4b5f-a61d-1d3ed9e30715 req-b67cc6fc-df3d-4931-8344-f7764676b00e tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-752135750', 'description': 'tempest-description-487086582'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:49.714724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 608ed861-9435-43c2-b811-bf6dfd6fdba5 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:37:49.737518 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-2fa5fe00-a02c-4544-90b5-398b8fa60bf3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d0660a5-75a1-4916-87fc-7d0707000e98 HTTP/1.1" status: 200 len: 1000 time: 0.1377230 Jan 27 21:37:49.741455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 608ed861-9435-43c2-b811-bf6dfd6fdba5 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:37:49.741809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 608ed861-9435-43c2-b811-bf6dfd6fdba5 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:37:49.763035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49e8b10-1cb8-4fe9-89d8-3696e5a62f1c admin admin] Made reservation on behalf of 6f59ba72202445a586c9f7c1e1ea00be for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:49.765388 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b49e8b10-1cb8-4fe9-89d8-3696e5a62f1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.827144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-4dfe6890-b55b-40ba-b3bb-b6ec814a9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.829178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-4dfe6890-b55b-40ba-b3bb-b6ec814a9e9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.0845172 Jan 27 21:37:49.867899 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2417f406-3292-4b5f-a61d-1d3ed9e30715 req-b67cc6fc-df3d-4931-8344-f7764676b00e tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:49.907419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-becdeb1e-e3b6-44dc-9f5e-6cc1621beea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:49.908917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-becdeb1e-e3b6-44dc-9f5e-6cc1621beea2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733261 Jan 27 21:37:49.941472 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4360d680-fbe6-481e-bc9c-a65235090d82), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.017910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Pushing event deleted for resources: {'Port': ['ID=4360d680-fbe6-481e-bc9c-a65235090d82,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:50.057585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2417f406-3292-4b5f-a61d-1d3ed9e30715 req-b67cc6fc-df3d-4931-8344-f7764676b00e tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (04ea4861-3291-4e05-a67c-886f95d8979b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.094133 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b49e8b10-1cb8-4fe9-89d8-3696e5a62f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (76379c37-1b0d-465f-9b80-20564a8d8976), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.123947 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.129921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-3b75e6ed-0893-47ef-bc3d-4ebf44bb3dc0 service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084060 Jan 27 21:37:50.187073 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e8b10-1cb8-4fe9-89d8-3696e5a62f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=76379c37-1b0d-465f-9b80-20564a8d8976,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:50.202874 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e8b10-1cb8-4fe9-89d8-3696e5a62f1c admin admin] Checking segment: {'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:50.204092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e8b10-1cb8-4fe9-89d8-3696e5a62f1c admin admin] Network hostable DHCP agents. Network: 673ebca6-e551-4848-847e-99917cafa843, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:37:50.266590 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.270070 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Publish callbacks [] for router_controller (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.282407 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2417f406-3292-4b5f-a61d-1d3ed9e30715 req-b67cc6fc-df3d-4931-8344-f7764676b00e tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (04ea4861-3291-4e05-a67c-886f95d8979b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.361256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cc6fc-df3d-4931-8344-f7764676b00e tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea4861-3291-4e05-a67c-886f95d8979b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:50.373872 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ea380e-6c32-4294-8ddd-f67dfcec369c req-521fb68f-c0f1-4660-9c33-85252cd2dba9 service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158277 Jan 27 21:37:50.380811 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e8b10-1cb8-4fe9-89d8-3696e5a62f1c admin admin] Network 673ebca6-e551-4848-847e-99917cafa843 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:37:50.495100 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (44e626c9-454e-4e94-9aaf-a3bd386bc6f8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.495713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44e626c9-454e-4e94-9aaf-a3bd386bc6f8 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:37:50.500720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.508527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ff1bbaad-fb61-41da-b22b-2a177790037c admin admin] 10.222.0.61 "DELETE /v2.0/routers/44e626c9-454e-4e94-9aaf-a3bd386bc6f8 HTTP/1.1" status: 204 len: 168 time: 3.0402610 Jan 27 21:37:50.508527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41880) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:50.546366 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b49e8b10-1cb8-4fe9-89d8-3696e5a62f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 673ebca6-e551-4848-847e-99917cafa843) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:50.551562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e8b10-1cb8-4fe9-89d8-3696e5a62f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:50.556430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2417f406-3292-4b5f-a61d-1d3ed9e30715 req-b67cc6fc-df3d-4931-8344-f7764676b00e tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.556430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2417f406-3292-4b5f-a61d-1d3ed9e30715 req-b67cc6fc-df3d-4931-8344-f7764676b00e tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.9046328 Jan 27 21:37:50.556894 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b49e8b10-1cb8-4fe9-89d8-3696e5a62f1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.572032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-66460f2a-9792-4558-ae71-fbbc664054ff admin admin] Deleting subnet d3e700f4-c16e-44a9-8fe1-73779a971d9a {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:37:50.572788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc6440c-af4c-49e0-badd-85ce95da3b3a None None] Network 673ebca6-e551-4848-847e-99917cafa843 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:50.576233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66460f2a-9792-4558-ae71-fbbc664054ff admin admin] Publish callbacks [] for subnet (d3e700f4-c16e-44a9-8fe1-73779a971d9a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.614399 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0f97f5-cbd9-43d6-b87a-dbfb2352337a x-openstack-request-id: req-ad0f97f5-cbd9-43d6-b87a-dbfb2352337a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:50.614770 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beef4908-d86f-400d-8a00-2b1f5a585f8a", "tag": "4d0660a5-75a1-4916-87fc-7d0707000e98", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:50.615105 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad0f97f5-cbd9-43d6-b87a-dbfb2352337a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:50.615609 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'tag': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'status': 'completed', 'code': 200} Jan 27 21:37:50.622448 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66460f2a-9792-4558-ae71-fbbc664054ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (d3e700f4-c16e-44a9-8fe1-73779a971d9a), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.629677 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05ae2b0-9244-4361-9c74-4a845e1ddb70 x-openstack-request-id: req-c05ae2b0-9244-4361-9c74-4a845e1ddb70 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:50.629977 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323d5202-042b-47f6-b8f4-5ee8d15a7057", "tag": "01b30470-4b96-45cd-9d1e-5c1e4cb38491", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:50.630435 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c05ae2b0-9244-4361-9c74-4a845e1ddb70 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:50.631052 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323d5202-042b-47f6-b8f4-5ee8d15a7057', 'tag': '01b30470-4b96-45cd-9d1e-5c1e4cb38491', 'status': 'completed', 'code': 200} Jan 27 21:37:50.687420 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b49e8b10-1cb8-4fe9-89d8-3696e5a62f1c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0361698 Jan 27 21:37:50.821601 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9458a65e-a03a-4cfe-ade9-94a6769c3c01 None None] Network 673ebca6-e551-4848-847e-99917cafa843 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:37:50.825378 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66460f2a-9792-4558-ae71-fbbc664054ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (d3e700f4-c16e-44a9-8fe1-73779a971d9a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:50.887290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7134266-2f12-4393-93e1-fd098eed9b49 req-9d298e92-0e4c-4d8c-bc21-cb58622b2547 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:50.889283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7134266-2f12-4393-93e1-fd098eed9b49 req-9d298e92-0e4c-4d8c-bc21-cb58622b2547 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 944 time: 0.1659305 Jan 27 21:37:50.893153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516dc85-f9ee-4d75-b2f0-d479172c9795 req-5aae230b-0525-452a-9b6b-df7e9cdb07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:50.894969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c516dc85-f9ee-4d75-b2f0-d479172c9795 req-5aae230b-0525-452a-9b6b-df7e9cdb07d6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 1096 time: 0.2450719 Jan 27 21:37:50.908159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358788a-fe17-4ccf-ae83-dd70056ce599 req-9c538d1f-3c1a-4ff1-8c60-3a6fa1494786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:50.909891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3358788a-fe17-4ccf-ae83-dd70056ce599 req-9c538d1f-3c1a-4ff1-8c60-3a6fa1494786 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 1095 time: 0.2399635 Jan 27 21:37:50.965768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b2da4-a7a3-43b7-a3c1-fdb7ae7033c5 req-ed7bd2f1-a793-4c1f-b204-1e44a3b0965c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:50.967466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd3b2da4-a7a3-43b7-a3c1-fdb7ae7033c5 req-ed7bd2f1-a793-4c1f-b204-1e44a3b0965c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.2021902 Jan 27 21:37:51.148941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7134266-2f12-4393-93e1-fd098eed9b49 req-caa37be9-f97f-400c-80b3-22f7dfdb7a7c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515483 Jan 27 21:37:51.177358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd3b2da4-a7a3-43b7-a3c1-fdb7ae7033c5 req-de4cc578-cc2f-437d-8096-46f5b7fbe53b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914690 Jan 27 21:37:51.227627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358788a-fe17-4ccf-ae83-dd70056ce599 req-11f25c85-1405-4d8e-a4f3-db2ae3fd3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:51.232067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3358788a-fe17-4ccf-ae83-dd70056ce599 req-11f25c85-1405-4d8e-a4f3-db2ae3fd3ca8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.2948642 Jan 27 21:37:51.233325 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66460f2a-9792-4558-ae71-fbbc664054ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (d3e700f4-c16e-44a9-8fe1-73779a971d9a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.235789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516dc85-f9ee-4d75-b2f0-d479172c9795 req-718968bf-fb70-44c9-9e82-b771228f57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:51.237439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c516dc85-f9ee-4d75-b2f0-d479172c9795 req-718968bf-fb70-44c9-9e82-b771228f57b4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.3213804 Jan 27 21:37:51.358066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66460f2a-9792-4558-ae71-fbbc664054ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e700f4-c16e-44a9-8fe1-73779a971d9a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:51.362755 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66460f2a-9792-4558-ae71-fbbc664054ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.369031 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-66460f2a-9792-4558-ae71-fbbc664054ff admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d3e700f4-c16e-44a9-8fe1-73779a971d9a HTTP/1.1" status: 204 len: 168 time: 0.8635211 Jan 27 21:37:51.369424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41900) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:51.403653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3358788a-fe17-4ccf-ae83-dd70056ce599 req-f9495110-ecd9-491b-874b-cfc49951f784 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01b30470-4b96-45cd-9d1e-5c1e4cb38491 HTTP/1.1" status: 200 len: 217 time: 0.1637509 Jan 27 21:37:51.459667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 01b30470-4b96-45cd-9d1e-5c1e4cb38491 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:37:51.483430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a93bdbb-0018-4aa1-80ba-f3d29d6ce7bf req-1c177476-57ad-418b-a2c8-6d13bbe2f20a tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 1000 time: 0.2741365 Jan 27 21:37:51.505626 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (fdd57423-4cae-44a1-9678-8d16ac833413), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.535272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c516dc85-f9ee-4d75-b2f0-d479172c9795 req-c3ed51e3-b405-4efe-890f-4c5ca6ef71f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d0660a5-75a1-4916-87fc-7d0707000e98 HTTP/1.1" status: 200 len: 1000 time: 0.2525041 Jan 27 21:37:51.543143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8aefecd-7064-4306-a580-3d4af0f6c955 req-c5ef7acd-21b0-4055-9b9b-e092b809e61d tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/04ea4861-3291-4e05-a67c-886f95d8979b HTTP/1.1" status: 200 len: 1830 time: 0.3111684 Jan 27 21:37:51.550278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41904) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:51.569465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358788a-fe17-4ccf-ae83-dd70056ce599 req-c2231666-74aa-4d6b-acdd-69105adfa05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:51.570945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3358788a-fe17-4ccf-ae83-dd70056ce599 req-c2231666-74aa-4d6b-acdd-69105adfa05c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.1534746 Jan 27 21:37:51.574480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 01b30470-4b96-45cd-9d1e-5c1e4cb38491, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01b30470-4b96-45cd-9d1e-5c1e4cb38491,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:51.606638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '01b30470-4b96-45cd-9d1e-5c1e4cb38491', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'port_id': '01b30470-4b96-45cd-9d1e-5c1e4cb38491', 'mac_address': 'fa:16:3e:37:74:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:37:51.620238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93bdbb-0018-4aa1-80ba-f3d29d6ce7bf req-65b8a38e-b192-464a-84e7-2f52b1892826 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:51.622411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a93bdbb-0018-4aa1-80ba-f3d29d6ce7bf req-65b8a38e-b192-464a-84e7-2f52b1892826 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports/4d0660a5-75a1-4916-87fc-7d0707000e98 HTTP/1.1" status: 200 len: 942 time: 0.1256900 Jan 27 21:37:51.646297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (fdd57423-4cae-44a1-9678-8d16ac833413), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.673659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516dc85-f9ee-4d75-b2f0-d479172c9795 req-dd434ab4-59ea-42a6-a6a9-43ee9df7ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:51.675283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c516dc85-f9ee-4d75-b2f0-d479172c9795 req-dd434ab4-59ea-42a6-a6a9-43ee9df7ba5a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.1194558 Jan 27 21:37:51.685934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358788a-fe17-4ccf-ae83-dd70056ce599 req-c32a8ddc-dabd-4327-a913-4847e095765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:51.687659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3358788a-fe17-4ccf-ae83-dd70056ce599 req-c32a8ddc-dabd-4327-a913-4847e095765e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641699 Jan 27 21:37:51.708503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:51.710505 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.730474 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd57423-4cae-44a1-9678-8d16ac833413']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:51.746527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b30470-4b96-45cd-9d1e-5c1e4cb38491 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:51.752589 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a73248-9c29-4018-8b30-adf0fdea9e18') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:51.752891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a73248-9c29-4018-8b30-adf0fdea9e18') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:51.779574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 01b30470-4b96-45cd-9d1e-5c1e4cb38491, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01b30470-4b96-45cd-9d1e-5c1e4cb38491,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:51.789842 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (68a73248-9c29-4018-8b30-adf0fdea9e18), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.805186 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (68a73248-9c29-4018-8b30-adf0fdea9e18), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.806930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4360d680-fbe6-481e-bc9c-a65235090d82 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:37:51.813678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:37:51.814403 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (68a73248-9c29-4018-8b30-adf0fdea9e18), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:37:51.816502 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:37:51.833413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4360d680-fbe6-481e-bc9c-a65235090d82 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:37:51.833673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4360d680-fbe6-481e-bc9c-a65235090d82 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:37:51.900960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.954162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=01b30470-4b96-45cd-9d1e-5c1e4cb38491,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:51.982593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (fdd57423-4cae-44a1-9678-8d16ac833413), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.988825 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:51.994264 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] 10.222.0.61 "DELETE /v2.0/networks/fdd57423-4cae-44a1-9678-8d16ac833413 HTTP/1.1" status: 204 len: 168 time: 0.6230402 Jan 27 21:37:52.008767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6123bf-9e2e-4452-a6f4-372b67cf6858 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd57423-4cae-44a1-9678-8d16ac833413,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:52.132563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['01b30470-4b96-45cd-9d1e-5c1e4cb38491'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:37:52.218409 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-692797d6-1bbf-40c0-98cf-34c529da3f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.265911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516dc85-f9ee-4d75-b2f0-d479172c9795 req-f0e69e11-b47c-41db-b7b8-d89ae0114e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:52.267439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c516dc85-f9ee-4d75-b2f0-d479172c9795 req-f0e69e11-b47c-41db-b7b8-d89ae0114e8d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5789859 Jan 27 21:37:52.283461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a93bdbb-0018-4aa1-80ba-f3d29d6ce7bf req-02e59358-2cf4-4181-81eb-33ee41a087a4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 1000 time: 0.5251136 Jan 27 21:37:52.316241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfea62-eabc-4d37-a90f-493990c2fc8c req-36f54522-8cbe-4e53-96b1-421332acbe98 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:52.321459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfea62-eabc-4d37-a90f-493990c2fc8c req-36f54522-8cbe-4e53-96b1-421332acbe98 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:52.326751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfea62-eabc-4d37-a90f-493990c2fc8c req-36f54522-8cbe-4e53-96b1-421332acbe98 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:52.332179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfea62-eabc-4d37-a90f-493990c2fc8c req-36f54522-8cbe-4e53-96b1-421332acbe98 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:52.338027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfea62-eabc-4d37-a90f-493990c2fc8c req-36f54522-8cbe-4e53-96b1-421332acbe98 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:52.343399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfea62-eabc-4d37-a90f-493990c2fc8c req-36f54522-8cbe-4e53-96b1-421332acbe98 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:52.349031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfea62-eabc-4d37-a90f-493990c2fc8c req-36f54522-8cbe-4e53-96b1-421332acbe98 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:52.351486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60dfea62-eabc-4d37-a90f-493990c2fc8c req-36f54522-8cbe-4e53-96b1-421332acbe98 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.6177468 Jan 27 21:37:52.414081 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41916) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:52.439200 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3358788a-fe17-4ccf-ae83-dd70056ce599 req-751f352a-2c73-4d9d-8833-6d92adc1dbff service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7418101 Jan 27 21:37:52.455933 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2213619b-0318-4daf-89a6-ec4ccab6789f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aad0f04492dc4bba9b6af026175d21cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416501 Jan 27 21:37:52.456258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41918) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:52.506640 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17658b9a-6a78-4b28-95ae-c6b95cf8083a admin admin] Publish callbacks [] for security_group (9791e02e-c9e7-44fa-ae46-c8e62cb6f30b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.529178 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17658b9a-6a78-4b28-95ae-c6b95cf8083a admin admin] Publish callbacks [] for security_group (9791e02e-c9e7-44fa-ae46-c8e62cb6f30b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.648513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c516dc85-f9ee-4d75-b2f0-d479172c9795 req-5cb04dd5-114f-413b-be41-eaa91803a049 service neutron] 10.222.0.74 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630466 Jan 27 21:37:52.679503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60dfea62-eabc-4d37-a90f-493990c2fc8c req-f9c7fd83-955a-4a33-9092-499ecf4681f3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3066707 Jan 27 21:37:52.689844 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17658b9a-6a78-4b28-95ae-c6b95cf8083a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9791e02e-c9e7-44fa-ae46-c8e62cb6f30b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.695665 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17658b9a-6a78-4b28-95ae-c6b95cf8083a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.700169 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-17658b9a-6a78-4b28-95ae-c6b95cf8083a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9791e02e-c9e7-44fa-ae46-c8e62cb6f30b HTTP/1.1" status: 204 len: 168 time: 0.2427797 Jan 27 21:37:52.701462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93bdbb-0018-4aa1-80ba-f3d29d6ce7bf req-9249092b-801b-4608-99b2-8f6194627506 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:52.702900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a93bdbb-0018-4aa1-80ba-f3d29d6ce7bf req-9249092b-801b-4608-99b2-8f6194627506 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.4000690 Jan 27 21:37:52.711666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17658b9a-6a78-4b28-95ae-c6b95cf8083a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9791e02e-c9e7-44fa-ae46-c8e62cb6f30b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:52.763043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ffbab682-9552-40b4-93ea-15aa6ea2818d req-aa325396-b3b9-4de0-8fc5-08b2dfc87c17 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-938515616', 'description': 'tempest-description-306907837'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:52.784968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3358788a-fe17-4ccf-ae83-dd70056ce599 req-a928bb15-7d0a-4ce7-a15b-bf5eb11aded9 service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078172 Jan 27 21:37:52.833794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-692797d6-1bbf-40c0-98cf-34c529da3f52 admin admin] Publish callbacks [] for security_group (a068ad67-fdcf-4d5a-804c-fcb8bc5c4b3e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.854823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c516dc85-f9ee-4d75-b2f0-d479172c9795 req-6b1d921a-cca9-46b9-b22d-b97fe8d4a78c service neutron] 10.222.0.74 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907344 Jan 27 21:37:52.929425 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffbab682-9552-40b4-93ea-15aa6ea2818d req-aa325396-b3b9-4de0-8fc5-08b2dfc87c17 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:52.979863 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-692797d6-1bbf-40c0-98cf-34c529da3f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a068ad67-fdcf-4d5a-804c-fcb8bc5c4b3e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.040921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-692797d6-1bbf-40c0-98cf-34c529da3f52 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0def8db7f7246d48a12af440efe458a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4836679 Jan 27 21:37:53.043567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41934) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:53.051750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692797d6-1bbf-40c0-98cf-34c529da3f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a068ad67-fdcf-4d5a-804c-fcb8bc5c4b3e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:53.074237 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffbab682-9552-40b4-93ea-15aa6ea2818d req-aa325396-b3b9-4de0-8fc5-08b2dfc87c17 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (27007ef1-22a2-4591-b025-0e38001b15ed), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.126323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff3024b-10b7-4e24-8739-11f4cb1fa8b1 admin admin] Publish callbacks [] for security_group (a068ad67-fdcf-4d5a-804c-fcb8bc5c4b3e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.134917 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffbab682-9552-40b4-93ea-15aa6ea2818d req-aa325396-b3b9-4de0-8fc5-08b2dfc87c17 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (27007ef1-22a2-4591-b025-0e38001b15ed), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.165656 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff3024b-10b7-4e24-8739-11f4cb1fa8b1 admin admin] Publish callbacks [] for security_group (a068ad67-fdcf-4d5a-804c-fcb8bc5c4b3e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.192460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa325396-b3b9-4de0-8fc5-08b2dfc87c17 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27007ef1-22a2-4591-b025-0e38001b15ed,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:53.201544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4717779-3427-4534-ba98-14edc95be6f8 req-177ff93f-7f8f-4557-a70e-13f71c55b9a3 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:53.203230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-177ff93f-7f8f-4557-a70e-13f71c55b9a3 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/networks?id=673ebca6-e551-4848-847e-99917cafa843 HTTP/1.1" status: 200 len: 815 time: 0.1713476 Jan 27 21:37:53.219268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-c1c1b675-a4bc-4ea2-a619-c5f8ec3f5d67 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/quotas/6f59ba72202445a586c9f7c1e1ea00be HTTP/1.1" status: 200 len: 375 time: 0.0103986 Jan 27 21:37:53.258997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-074fa011-d820-40d1-b8d9-c4e2b7941b81 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f59ba72202445a586c9f7c1e1ea00be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340502 Jan 27 21:37:53.261900 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffbab682-9552-40b4-93ea-15aa6ea2818d req-aa325396-b3b9-4de0-8fc5-08b2dfc87c17 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.263120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffbab682-9552-40b4-93ea-15aa6ea2818d req-aa325396-b3b9-4de0-8fc5-08b2dfc87c17 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5113993 Jan 27 21:37:53.305141 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff3024b-10b7-4e24-8739-11f4cb1fa8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a068ad67-fdcf-4d5a-804c-fcb8bc5c4b3e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.308044 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff3024b-10b7-4e24-8739-11f4cb1fa8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.309367 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3ff3024b-10b7-4e24-8739-11f4cb1fa8b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a068ad67-fdcf-4d5a-804c-fcb8bc5c4b3e HTTP/1.1" status: 204 len: 168 time: 0.2640624 Jan 27 21:37:53.326041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3024b-10b7-4e24-8739-11f4cb1fa8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a068ad67-fdcf-4d5a-804c-fcb8bc5c4b3e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:53.458993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 01b30470-4b96-45cd-9d1e-5c1e4cb38491 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:37:53.487458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe3e2a-a359-4eae-9598-b250034bb1a4 req-b6f831bc-bd8a-4456-875b-ea9a4d6e7fe2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:53.489922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45fe3e2a-a359-4eae-9598-b250034bb1a4 req-b6f831bc-bd8a-4456-875b-ea9a4d6e7fe2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 945 time: 0.1026869 Jan 27 21:37:53.500257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-a1ccc41b-2df9-4f60-aa2f-98a93a7c098a service neutron] 10.222.0.61 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286797 Jan 27 21:37:53.623363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45fe3e2a-a359-4eae-9598-b250034bb1a4 req-7ddd2360-e0bc-4b71-ae88-0c8208a2f299 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133320 Jan 27 21:37:53.637382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:37:53.642827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:37:53.642827 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:53.655891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-07d94c8a-7958-4276-803d-ab18c79e052a service neutron] 10.222.0.61 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544983 Jan 27 21:37:53.871654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc72b1-bd92-4022-923c-d5cdcfb9a219 req-bcef7543-1940-484e-b839-e5eec1ee1f28 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:53.873613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4cc72b1-bd92-4022-923c-d5cdcfb9a219 req-bcef7543-1940-484e-b839-e5eec1ee1f28 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.1080680 Jan 27 21:37:53.959634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4cc72b1-bd92-4022-923c-d5cdcfb9a219 req-f3fa8158-690c-4620-a487-bd848e499f62 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747197 Jan 27 21:37:53.962347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:37:53.962754 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:54.027330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 01b30470-4b96-45cd-9d1e-5c1e4cb38491, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01b30470-4b96-45cd-9d1e-5c1e4cb38491,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:54.028303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323d5202-042b-47f6-b8f4-5ee8d15a7057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b30470-4b96-45cd-9d1e-5c1e4cb38491'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:54.032563 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c99d299-27f1-4bef-a59a-b366c4b348cb" -d '{"events": [{"server_uuid": "323d5202-042b-47f6-b8f4-5ee8d15a7057", "name": "network-vif-plugged", "status": "completed", "tag": "01b30470-4b96-45cd-9d1e-5c1e4cb38491"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:54.117495 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:54.165552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-5f7a64e4-f67e-4dad-b76e-a091ed1e1ac6 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 1000 time: 0.1790478 Jan 27 21:37:54.171410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b13f3c50-cce8-4fe6-8a8c-8b6b35d429d1 req-155d4cad-b404-46bd-91df-df24070c7afa tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/27007ef1-22a2-4591-b025-0e38001b15ed HTTP/1.1" status: 200 len: 1830 time: 0.0897915 Jan 27 21:37:54.219266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=01b30470-4b96-45cd-9d1e-5c1e4cb38491,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:54.263919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-a42d721c-0095-4907-8dff-839702860b08 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:54.265357 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-a42d721c-0095-4907-8dff-839702860b08 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports/4d0660a5-75a1-4916-87fc-7d0707000e98 HTTP/1.1" status: 200 len: 942 time: 0.0927858 Jan 27 21:37:54.316030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409e8f4-453d-4413-bdb3-02dc71b85de0 req-69d809d1-2534-4aad-b697-d0919cee0944 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:54.322197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409e8f4-453d-4413-bdb3-02dc71b85de0 req-69d809d1-2534-4aad-b697-d0919cee0944 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:54.329276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409e8f4-453d-4413-bdb3-02dc71b85de0 req-69d809d1-2534-4aad-b697-d0919cee0944 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:54.340494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409e8f4-453d-4413-bdb3-02dc71b85de0 req-69d809d1-2534-4aad-b697-d0919cee0944 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:54.348246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409e8f4-453d-4413-bdb3-02dc71b85de0 req-69d809d1-2534-4aad-b697-d0919cee0944 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:54.355784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409e8f4-453d-4413-bdb3-02dc71b85de0 req-69d809d1-2534-4aad-b697-d0919cee0944 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:54.361086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409e8f4-453d-4413-bdb3-02dc71b85de0 req-69d809d1-2534-4aad-b697-d0919cee0944 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:54.369064 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3409e8f4-453d-4413-bdb3-02dc71b85de0 req-69d809d1-2534-4aad-b697-d0919cee0944 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.1231389 Jan 27 21:37:54.455732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-1bd3aa85-0510-424f-9480-ad52acdb8621 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 1000 time: 0.0784290 Jan 27 21:37:54.553510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3409e8f4-453d-4413-bdb3-02dc71b85de0 req-a007130d-3f75-4814-a332-15c86214914f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1834421 Jan 27 21:37:54.616774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-884504bd-a5d7-4de8-bdfc-0ad9101cd8b9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:54.618979 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-884504bd-a5d7-4de8-bdfc-0ad9101cd8b9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1486022 Jan 27 21:37:54.708455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-89adef54-ec4b-4dd2-ae22-7c2cefd42285 req-460ba7f6-10b5-4b4d-a20b-1e6f66872f0e tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 210 time: 0.0986538 Jan 27 21:37:54.716572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-d3afa92e-5d86-44f7-8693-2662c354b0f6 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 1000 time: 0.0872858 Jan 27 21:37:54.748650 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-bc7ddd53-7aeb-420f-a94e-8bda59f47c0b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:54.796185 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2236bdef-ad63-4b6a-bd3b-31f7849e76a5 x-openstack-request-id: req-2236bdef-ad63-4b6a-bd3b-31f7849e76a5 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:54.797260 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323d5202-042b-47f6-b8f4-5ee8d15a7057", "name": "network-vif-plugged", "status": "completed", "tag": "01b30470-4b96-45cd-9d1e-5c1e4cb38491", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:54.797767 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2236bdef-ad63-4b6a-bd3b-31f7849e76a5 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:54.798400 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323d5202-042b-47f6-b8f4-5ee8d15a7057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b30470-4b96-45cd-9d1e-5c1e4cb38491', 'code': 200} Jan 27 21:37:54.827192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-0cb8b09a-86cc-41e5-ba91-9b746ded9d41 req-06b60709-b499-43bf-8969-b3c19b915ab5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1451564864', 'description': 'tempest-description-1729174963'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:54.846367 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-bc7ddd53-7aeb-420f-a94e-8bda59f47c0b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:54.989747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113c8bf-3ea3-4c1e-850d-2ab7dc9f5fd4 req-0d033d45-e0f1-4790-9eab-e61f712e7784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:54.992293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2113c8bf-3ea3-4c1e-850d-2ab7dc9f5fd4 req-0d033d45-e0f1-4790-9eab-e61f712e7784 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 1097 time: 0.1121020 Jan 27 21:37:54.995324 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0cb8b09a-86cc-41e5-ba91-9b746ded9d41 req-06b60709-b499-43bf-8969-b3c19b915ab5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.093354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-bc7ddd53-7aeb-420f-a94e-8bda59f47c0b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.116572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2113c8bf-3ea3-4c1e-850d-2ab7dc9f5fd4 req-f9d7252c-0aeb-4a63-99ec-b21802bebedb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171882 Jan 27 21:37:55.151112 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0cb8b09a-86cc-41e5-ba91-9b746ded9d41 req-06b60709-b499-43bf-8969-b3c19b915ab5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (73003b08-099f-4d21-88c9-945aad451af4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.254152 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-bc7ddd53-7aeb-420f-a94e-8bda59f47c0b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.254506 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-bc7ddd53-7aeb-420f-a94e-8bda59f47c0b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Floating IP 48365784-7f41-466f-8086-9b865bc7b082 disassociated. External IP: 172.25.0.38, port: 4d0660a5-75a1-4916-87fc-7d0707000e98. Jan 27 21:37:55.340339 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0cb8b09a-86cc-41e5-ba91-9b746ded9d41 req-06b60709-b499-43bf-8969-b3c19b915ab5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (73003b08-099f-4d21-88c9-945aad451af4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.384521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b60709-b499-43bf-8969-b3c19b915ab5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73003b08-099f-4d21-88c9-945aad451af4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:55.500801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-bc7ddd53-7aeb-420f-a94e-8bda59f47c0b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:37:55.610538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-bc7ddd53-7aeb-420f-a94e-8bda59f47c0b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:37:55.615923 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-bc7ddd53-7aeb-420f-a94e-8bda59f47c0b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.620552 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef25cbd-9e8e-4ba2-9284-528890ac60eb None None] Sync routers for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:37:55.630613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef25cbd-9e8e-4ba2-9284-528890ac60eb None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:55.631269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-cef25cbd-9e8e-4ba2-9284-528890ac60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:55.641952 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0cb8b09a-86cc-41e5-ba91-9b746ded9d41 req-06b60709-b499-43bf-8969-b3c19b915ab5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:55.653761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cb8b09a-86cc-41e5-ba91-9b746ded9d41 req-06b60709-b499-43bf-8969-b3c19b915ab5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.8291457 Jan 27 21:37:55.665392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-bc7ddd53-7aeb-420f-a94e-8bda59f47c0b tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "PUT /v2.0/floatingips/48365784-7f41-466f-8086-9b865bc7b082 HTTP/1.1" status: 200 len: 694 time: 0.9348063 Jan 27 21:37:55.665881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'tag': '4d0660a5-75a1-4916-87fc-7d0707000e98'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:37:55.668606 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b1e26a-f6ba-4b80-b832-9f64c525c4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "beef4908-d86f-400d-8a00-2b1f5a585f8a", "tag": "4d0660a5-75a1-4916-87fc-7d0707000e98"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:37:55.734911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-8c6da575-2a45-440c-9d39-c8bf287e7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:55.736537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-8c6da575-2a45-440c-9d39-c8bf287e7354 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 1096 time: 0.0529957 Jan 27 21:37:55.791105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-cef25cbd-9e8e-4ba2-9284-528890ac60eb None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:55.830682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd528fa3-0506-41cc-be31-a807d4c47ee0 req-2ae65f18-dcdf-4ba1-a726-d83f3863849d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:55.832315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd528fa3-0506-41cc-be31-a807d4c47ee0 req-2ae65f18-dcdf-4ba1-a726-d83f3863849d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.1121907 Jan 27 21:37:55.884209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-3e4fd64e-02ec-4a08-93e2-c1bd804d4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:55.885893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-3e4fd64e-02ec-4a08-93e2-c1bd804d4310 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.1353750 Jan 27 21:37:55.955621 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd528fa3-0506-41cc-be31-a807d4c47ee0 req-c0239de2-27d8-4312-bd5a-520fc4ddbc46 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119001 Jan 27 21:37:55.957072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-df817fb7-f32e-4637-8f88-f628fcea6f5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d0660a5-75a1-4916-87fc-7d0707000e98 HTTP/1.1" status: 200 len: 217 time: 0.0532367 Jan 27 21:37:56.068397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-cef25cbd-9e8e-4ba2-9284-528890ac60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:56.085278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-f9322c64-eb46-4fb2-9703-361dac706c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:56.087060 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-f9322c64-eb46-4fb2-9703-361dac706c0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.1209626 Jan 27 21:37:56.141844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67378b1-4079-4b83-8360-e6bf5e13a1b4 req-f8bfc070-f96d-4151-b403-a7cec77d413b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:56.141844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d67378b1-4079-4b83-8360-e6bf5e13a1b4 req-f8bfc070-f96d-4151-b403-a7cec77d413b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.0910878 Jan 27 21:37:56.160538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef25cbd-9e8e-4ba2-9284-528890ac60eb None None] Checking router: 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:37:56.169321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-ba6a927e-3843-4a83-82f0-d546ed6b0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:56.170954 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-ba6a927e-3843-4a83-82f0-d546ed6b0958 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753419 Jan 27 21:37:56.181850 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef25cbd-9e8e-4ba2-9284-528890ac60eb None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:37:56.187790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-cef25cbd-9e8e-4ba2-9284-528890ac60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:56.246993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d67378b1-4079-4b83-8360-e6bf5e13a1b4 req-14e6c682-4836-458c-9012-ffe377a2047b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982785 Jan 27 21:37:56.336218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-cef25cbd-9e8e-4ba2-9284-528890ac60eb None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:37:56.362278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-38c31c82-2be0-4b48-a9bc-a34b0f43a675 service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768985 Jan 27 21:37:56.460424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0264e2-9f45-4869-aed6-56593bcf396f req-179d86b4-e5d3-450a-a913-ed2773c1e481 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:56.466406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0264e2-9f45-4869-aed6-56593bcf396f req-179d86b4-e5d3-450a-a913-ed2773c1e481 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:56.473526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0264e2-9f45-4869-aed6-56593bcf396f req-179d86b4-e5d3-450a-a913-ed2773c1e481 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:56.480490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0264e2-9f45-4869-aed6-56593bcf396f req-179d86b4-e5d3-450a-a913-ed2773c1e481 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:56.486400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0264e2-9f45-4869-aed6-56593bcf396f req-179d86b4-e5d3-450a-a913-ed2773c1e481 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:56.493915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0264e2-9f45-4869-aed6-56593bcf396f req-179d86b4-e5d3-450a-a913-ed2773c1e481 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:56.499815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0264e2-9f45-4869-aed6-56593bcf396f req-179d86b4-e5d3-450a-a913-ed2773c1e481 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:56.503032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e0264e2-9f45-4869-aed6-56593bcf396f req-179d86b4-e5d3-450a-a913-ed2773c1e481 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.1779618 Jan 27 21:37:56.574331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1d6e5c4-edb9-4e14-9162-e6f4468363ff req-805e8fce-0a31-4910-8308-fd72446704b5 service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984510 Jan 27 21:37:56.574975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-cef25cbd-9e8e-4ba2-9284-528890ac60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:37:56.602651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef25cbd-9e8e-4ba2-9284-528890ac60eb None None] The sync data for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 is: [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:37:56.603221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e0264e2-9f45-4869-aed6-56593bcf396f req-670575a2-57f3-43f2-a145-272b0beba832 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734036 Jan 27 21:37:56.654616 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:56.676270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3d5af2-7988-47c4-b033-63fd512c0b23 req-2b9aaa9f-7040-4d7b-ab6b-085dffcb9cd0 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/73003b08-099f-4d21-88c9-945aad451af4 HTTP/1.1" status: 200 len: 1832 time: 0.0444527 Jan 27 21:37:56.718070 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fc7819-a4b3-4f36-893e-be71ca54fa0d x-openstack-request-id: req-53fc7819-a4b3-4f36-893e-be71ca54fa0d {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:37:56.718337 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beef4908-d86f-400d-8a00-2b1f5a585f8a", "tag": "4d0660a5-75a1-4916-87fc-7d0707000e98", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:37:56.718605 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53fc7819-a4b3-4f36-893e-be71ca54fa0d {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:37:56.719024 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'tag': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'status': 'completed', 'code': 200} Jan 27 21:37:56.757777 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-1414a754-70b3-4633-b3cb-282894d0d7e0 req-25324a42-8307-4f32-ae58-ee7f8592d5b4 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] show failed (client error): The resource could not be found. Jan 27 21:37:56.759158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1414a754-70b3-4633-b3cb-282894d0d7e0 req-25324a42-8307-4f32-ae58-ee7f8592d5b4 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/97b51c0d-ba6c-444b-899a-c4526f7f43fd HTTP/1.1" status: 404 len: 352 time: 0.0174711 Jan 27 21:37:56.836105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de6c240e-7c1c-4532-a8c6-121cecd8c6ff req-3f60298a-67c6-4384-b85d-3a8e238532dd tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 210 time: 0.0713198 Jan 27 21:37:56.892680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1e26a-f6ba-4b80-b832-9f64c525c4bb req-0fab2ab5-90f8-46d1-ab24-b5beb97d71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:56.894209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84b1e26a-f6ba-4b80-b832-9f64c525c4bb req-0fab2ab5-90f8-46d1-ab24-b5beb97d71f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 1096 time: 0.1154118 Jan 27 21:37:56.898601 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-82f9b7b6-5604-4018-aca8-688cb4cab1a7 req-7c282722-5260-4eaa-ad16-87777b9dfad3 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] show failed (client error): The resource could not be found. Jan 27 21:37:56.899837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82f9b7b6-5604-4018-aca8-688cb4cab1a7 req-7c282722-5260-4eaa-ad16-87777b9dfad3 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-group-rules/37d14fd5-b403-473d-b966-44b341558a0d HTTP/1.1" status: 404 len: 361 time: 0.0252953 Jan 27 21:37:56.951630 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ca934-8402-4af1-97cd-192329313847 None None] New status for floating IP 48365784-7f41-466f-8086-9b865bc7b082: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:37:57.020392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-336d48a6-3113-4796-aecf-ccc7442bb701 req-6d8df61d-43ce-4e0a-bf15-556fd2029571 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/73003b08-099f-4d21-88c9-945aad451af4 HTTP/1.1" status: 200 len: 1832 time: 0.0954154 Jan 27 21:37:57.064289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1e26a-f6ba-4b80-b832-9f64c525c4bb req-f2be68f0-065e-49a7-9b78-ebba4e31be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:57.065897 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84b1e26a-f6ba-4b80-b832-9f64c525c4bb req-f2be68f0-065e-49a7-9b78-ebba4e31be28 service neutron] 10.222.0.74 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.1634171 Jan 27 21:37:57.118229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84b1e26a-f6ba-4b80-b832-9f64c525c4bb req-943eae82-adf0-4d9d-ad8c-b458515555ef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d0660a5-75a1-4916-87fc-7d0707000e98 HTTP/1.1" status: 200 len: 217 time: 0.0460162 Jan 27 21:37:57.124362 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.161085 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-336d48a6-3113-4796-aecf-ccc7442bb701 req-5d96dabe-8fa7-4bf1-a722-101483c21760 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (73003b08-099f-4d21-88c9-945aad451af4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.194362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-336d48a6-3113-4796-aecf-ccc7442bb701 req-5d96dabe-8fa7-4bf1-a722-101483c21760 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (73003b08-099f-4d21-88c9-945aad451af4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.204695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1e26a-f6ba-4b80-b832-9f64c525c4bb req-aab93f5a-4775-4219-867a-4b5dd2be21bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:57.206171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84b1e26a-f6ba-4b80-b832-9f64c525c4bb req-aab93f5a-4775-4219-867a-4b5dd2be21bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.0799150 Jan 27 21:37:57.272705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1e26a-f6ba-4b80-b832-9f64c525c4bb req-3d8b6def-0032-46a1-b051-2e504f824615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:57.274309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84b1e26a-f6ba-4b80-b832-9f64c525c4bb req-3d8b6def-0032-46a1-b051-2e504f824615 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620556 Jan 27 21:37:57.413349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84b1e26a-f6ba-4b80-b832-9f64c525c4bb req-00bc456d-d4b7-4445-94d7-76dd2c6b9669 service neutron] 10.222.0.74 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320305 Jan 27 21:37:57.453112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079bef4-7344-4157-87e6-b0216327c79b req-4df6542c-f618-4e3a-b71a-f0e103c3a40a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:57.460430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d079bef4-7344-4157-87e6-b0216327c79b req-4df6542c-f618-4e3a-b71a-f0e103c3a40a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.1053743 Jan 27 21:37:57.513274 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-336d48a6-3113-4796-aecf-ccc7442bb701 req-5d96dabe-8fa7-4bf1-a722-101483c21760 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (73003b08-099f-4d21-88c9-945aad451af4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.516402 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-336d48a6-3113-4796-aecf-ccc7442bb701 req-5d96dabe-8fa7-4bf1-a722-101483c21760 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:57.520844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-336d48a6-3113-4796-aecf-ccc7442bb701 req-5d96dabe-8fa7-4bf1-a722-101483c21760 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "DELETE /v2.0/security-groups/73003b08-099f-4d21-88c9-945aad451af4 HTTP/1.1" status: 204 len: 173 time: 0.4924405 Jan 27 21:37:57.567146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96dabe-8fa7-4bf1-a722-101483c21760 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73003b08-099f-4d21-88c9-945aad451af4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:57.710000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4717779-3427-4534-ba98-14edc95be6f8 req-67444fb2-9bf7-4249-985a-2391cbb14954 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:57.712217 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-67444fb2-9bf7-4249-985a-2391cbb14954 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.74 "GET /v2.0/networks?id=673ebca6-e551-4848-847e-99917cafa843 HTTP/1.1" status: 200 len: 815 time: 0.1498563 Jan 27 21:37:57.730158 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-f4717779-3427-4534-ba98-14edc95be6f8 req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Request body: {'port': {'device_id': '683daba7-a562-459f-8dfd-3b2df807e231', 'network_id': '673ebca6-e551-4848-847e-99917cafa843', 'admin_state_up': True, 'tenant_id': '6f59ba72202445a586c9f7c1e1ea00be'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:57.919741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42094) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:57.991997 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4717779-3427-4534-ba98-14edc95be6f8 req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Made reservation on behalf of 6f59ba72202445a586c9f7c1e1ea00be for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:37:57.995645 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f4717779-3427-4534-ba98-14edc95be6f8 req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.029390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84b1e26a-f6ba-4b80-b832-9f64c525c4bb req-0796bde8-6cf2-42e8-a282-f6b56e3b21e7 service neutron] 10.222.0.74 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034839 Jan 27 21:37:58.033311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d079bef4-7344-4157-87e6-b0216327c79b req-3d4c2cd6-853b-4fae-9dd3-3f18af3452d8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317593 Jan 27 21:37:58.054485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383cf6e-6fca-4dae-9a00-c5ee85026991 req-8ca7d2a7-7a15-450b-a0c6-bcc279fca566 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:58.055988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0383cf6e-6fca-4dae-9a00-c5ee85026991 req-8ca7d2a7-7a15-450b-a0c6-bcc279fca566 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.4581435 Jan 27 21:37:58.081134 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-606ee680-b33e-472a-8dc8-052c4b477fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.156719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0383cf6e-6fca-4dae-9a00-c5ee85026991 req-295576e1-387e-462d-ad9e-fa6b98ebcb23 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723040 Jan 27 21:37:58.187393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-f4717779-3427-4534-ba98-14edc95be6f8 req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Allocated IP 172.20.0.8 (673ebca6-e551-4848-847e-99917cafa843/76379c37-1b0d-465f-9b80-20564a8d8976/c7cb7d94-e92a-466a-b96f-a8b57917f780) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:37:58.239136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-8e6a986b-821a-4513-9490-a2311b82ad2c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:58.242846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-8e6a986b-821a-4513-9490-a2311b82ad2c tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0848238 Jan 27 21:37:58.252062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-606ee680-b33e-472a-8dc8-052c4b477fc4 admin admin] Publish callbacks [] for security_group (e20c8faa-4bb2-4aae-bb97-191df0644680), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.316341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-392df734-db31-47d4-8162-857120908783 req-81fa268f-6821-46c0-950d-5cdd6fb83072 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/27007ef1-22a2-4591-b025-0e38001b15ed HTTP/1.1" status: 200 len: 1830 time: 0.1244905 Jan 27 21:37:58.320535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-7b350925-fbb7-4505-b9dd-05b863dcdd1e tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 695 time: 0.0708807 Jan 27 21:37:58.330628 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-f72739e2-d797-417c-9c49-fe2457cd0f39 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Request body: {'floatingip': {'port_id': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:58.331357 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-606ee680-b33e-472a-8dc8-052c4b477fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e20c8faa-4bb2-4aae-bb97-191df0644680), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.382066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-f72739e2-d797-417c-9c49-fe2457cd0f39 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.402726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ee680-b33e-472a-8dc8-052c4b477fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20c8faa-4bb2-4aae-bb97-191df0644680,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:58.409618 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-606ee680-b33e-472a-8dc8-052c4b477fc4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6f5f5eb760f45acaa29934e657f5bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4862869 Jan 27 21:37:58.415156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42108) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:58.439399 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f4717779-3427-4534-ba98-14edc95be6f8 req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks [] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.494687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a924d26d-4ad2-4196-b8c5-95e9542ce9d6 admin admin] Publish callbacks [] for security_group (e20c8faa-4bb2-4aae-bb97-191df0644680), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.505866 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-392df734-db31-47d4-8162-857120908783 req-6bfd1594-11bd-4aa4-b8e6-d2ff4c14d22a tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (27007ef1-22a2-4591-b025-0e38001b15ed), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.522479 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a924d26d-4ad2-4196-b8c5-95e9542ce9d6 admin admin] Publish callbacks [] for security_group (e20c8faa-4bb2-4aae-bb97-191df0644680), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.576941 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-392df734-db31-47d4-8162-857120908783 req-6bfd1594-11bd-4aa4-b8e6-d2ff4c14d22a tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (27007ef1-22a2-4591-b025-0e38001b15ed), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.603691 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f4717779-3427-4534-ba98-14edc95be6f8 req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.647856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4717779-3427-4534-ba98-14edc95be6f8 req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Network 673ebca6-e551-4848-847e-99917cafa843 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:37:58.654691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-f4717779-3427-4534-ba98-14edc95be6f8 req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:37:58.657229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4717779-3427-4534-ba98-14edc95be6f8 req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:37:58.708534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Pushing event updated for resources: {'Port': ['ID=c7cb7d94-e92a-466a-b96f-a8b57917f780,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:58.739051 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4717779-3427-4534-ba98-14edc95be6f8 req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:58.740034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f4717779-3427-4534-ba98-14edc95be6f8 req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.774090 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a924d26d-4ad2-4196-b8c5-95e9542ce9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e20c8faa-4bb2-4aae-bb97-191df0644680), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.776734 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a924d26d-4ad2-4196-b8c5-95e9542ce9d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.777927 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a924d26d-4ad2-4196-b8c5-95e9542ce9d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e20c8faa-4bb2-4aae-bb97-191df0644680 HTTP/1.1" status: 204 len: 168 time: 0.3630967 Jan 27 21:37:58.779066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-392df734-db31-47d4-8162-857120908783 req-6bfd1594-11bd-4aa4-b8e6-d2ff4c14d22a tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (27007ef1-22a2-4591-b025-0e38001b15ed), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.787832 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-392df734-db31-47d4-8162-857120908783 req-6bfd1594-11bd-4aa4-b8e6-d2ff4c14d22a tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.787832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-392df734-db31-47d4-8162-857120908783 req-6bfd1594-11bd-4aa4-b8e6-d2ff4c14d22a tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "DELETE /v2.0/security-groups/27007ef1-22a2-4591-b025-0e38001b15ed HTTP/1.1" status: 204 len: 173 time: 0.4572678 Jan 27 21:37:58.801398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924d26d-4ad2-4196-b8c5-95e9542ce9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20c8faa-4bb2-4aae-bb97-191df0644680,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:58.836579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd1594-11bd-4aa4-b8e6-d2ff4c14d22a tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27007ef1-22a2-4591-b025-0e38001b15ed,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:58.854042 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-5bf2800d-0323-4d23-b6b2-b8956f9cee61 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1324904 Jan 27 21:37:58.868521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Request body: {'port': {'device_id': '683daba7-a562-459f-8dfd-3b2df807e231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:37:58.942736 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:58.999184 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.resource_extend [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-f72739e2-d797-417c-9c49-fe2457cd0f39 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:37:59.072253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337db57-ccf3-4b37-8a36-1f3513d5be52 req-9ad5c307-c878-4e35-aff2-ea7129cfbfed tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:59.077795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337db57-ccf3-4b37-8a36-1f3513d5be52 req-9ad5c307-c878-4e35-aff2-ea7129cfbfed tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:59.084409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337db57-ccf3-4b37-8a36-1f3513d5be52 req-9ad5c307-c878-4e35-aff2-ea7129cfbfed tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:59.090373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337db57-ccf3-4b37-8a36-1f3513d5be52 req-9ad5c307-c878-4e35-aff2-ea7129cfbfed tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:59.095940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337db57-ccf3-4b37-8a36-1f3513d5be52 req-9ad5c307-c878-4e35-aff2-ea7129cfbfed tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:59.102002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337db57-ccf3-4b37-8a36-1f3513d5be52 req-9ad5c307-c878-4e35-aff2-ea7129cfbfed tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:59.107787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337db57-ccf3-4b37-8a36-1f3513d5be52 req-9ad5c307-c878-4e35-aff2-ea7129cfbfed tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:59.116140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1337db57-ccf3-4b37-8a36-1f3513d5be52 req-9ad5c307-c878-4e35-aff2-ea7129cfbfed tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.2026229 Jan 27 21:37:59.137389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49ccd0-6268-46cc-9ea7-fc761a2feaf1 req-63ad64af-cde8-4cff-95e7-e45ccdacc2b4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:59.139151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe49ccd0-6268-46cc-9ea7-fc761a2feaf1 req-63ad64af-cde8-4cff-95e7-e45ccdacc2b4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.74 "GET /v2.0/ports?device_id=beef4908-d86f-400d-8a00-2b1f5a585f8a HTTP/1.1" status: 200 len: 945 time: 0.2286565 Jan 27 21:37:59.144448 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-f72739e2-d797-417c-9c49-fe2457cd0f39 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.267098 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-f72739e2-d797-417c-9c49-fe2457cd0f39 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.280776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1337db57-ccf3-4b37-8a36-1f3513d5be52 req-4561eeb8-7916-43c1-95f3-3d8ebce705ae tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1636055 Jan 27 21:37:59.447847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-fe49ccd0-6268-46cc-9ea7-fc761a2feaf1 req-f2994520-7fa3-499c-8932-875c53b8c0a4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Deleting port 4d0660a5-75a1-4916-87fc-7d0707000e98 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:37:59.448217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe49ccd0-6268-46cc-9ea7-fc761a2feaf1 req-f2994520-7fa3-499c-8932-875c53b8c0a4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.455158 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-f72739e2-d797-417c-9c49-fe2457cd0f39 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Floating IP 48365784-7f41-466f-8086-9b865bc7b082 associated. External IP: 172.25.0.38, port: dfdd8a72-5721-48f2-98c7-cdd9bdfb6129. Jan 27 21:37:59.550806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8894da4-4612-4faf-a7b5-f6ad3ac0f8aa req-239cda5b-c3c7-43b6-aa71-7ddbd9a41594 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:37:59.552215 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8894da4-4612-4faf-a7b5-f6ad3ac0f8aa req-239cda5b-c3c7-43b6-aa71-7ddbd9a41594 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 931 time: 0.1615462 Jan 27 21:37:59.585575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cb7d94-e92a-466a-b96f-a8b57917f780 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:37:59.593097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Publish callbacks [] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.605767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Transition to ACTIVE for port object c7cb7d94-e92a-466a-b96f-a8b57917f780 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:37:59.654277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fe49ccd0-6268-46cc-9ea7-fc761a2feaf1 req-f2994520-7fa3-499c-8932-875c53b8c0a4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] For port 4d0660a5-75a1-4916-87fc-7d0707000e98, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4d0660a5-75a1-4916-87fc-7d0707000e98,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:37:59.654660 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe49ccd0-6268-46cc-9ea7-fc761a2feaf1 req-f2994520-7fa3-499c-8932-875c53b8c0a4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.673881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-fe49ccd0-6268-46cc-9ea7-fc761a2feaf1 req-f2994520-7fa3-499c-8932-875c53b8c0a4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Calling delete_port for 4d0660a5-75a1-4916-87fc-7d0707000e98 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:37:59.700511 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8894da4-4612-4faf-a7b5-f6ad3ac0f8aa req-0ec6a09a-65cf-4bf4-abcc-cf56fea62bf5 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411018 Jan 27 21:37:59.791575 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.881513 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42134) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:37:59.897568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-f72739e2-d797-417c-9c49-fe2457cd0f39 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:37:59.918528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7cb7d94-e92a-466a-b96f-a8b57917f780,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:37:59.922781 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5765728-07e1-4569-bee8-2d3f1ec55fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:37:59.968567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Attempting to bind port c7cb7d94-e92a-466a-b96f-a8b57917f780 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:37:59.968907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Attempting to bind port c7cb7d94-e92a-466a-b96f-a8b57917f780 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:37:59.969230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Attempting to bind port c7cb7d94-e92a-466a-b96f-a8b57917f780 on network 673ebca6-e551-4848-847e-99917cafa843 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:59.980348 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Port c7cb7d94-e92a-466a-b96f-a8b57917f780 on network 673ebca6-e551-4848-847e-99917cafa843 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:37:59.980678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Attempting to bind port c7cb7d94-e92a-466a-b96f-a8b57917f780 on network 673ebca6-e551-4848-847e-99917cafa843 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:37:59.990318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:37:59.990646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Checking segment: {'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:37:59.995516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Bound using segment: {'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:37:59.995516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Bound port: c7cb7d94-e92a-466a-b96f-a8b57917f780, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:37:59.995516 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.071917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-f72739e2-d797-417c-9c49-fe2457cd0f39 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:38:00.075617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82972e2d-8c78-4f7a-95fa-207a8aab314b req-af75727e-26f3-4775-bdbc-533ab95297a1 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/04ea4861-3291-4e05-a67c-886f95d8979b HTTP/1.1" status: 200 len: 1830 time: 0.0908465 Jan 27 21:38:00.078685 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-f72739e2-d797-417c-9c49-fe2457cd0f39 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.083377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5765728-07e1-4569-bee8-2d3f1ec55fb2 admin admin] Publish callbacks [] for security_group (ea20e4a7-a90f-4b31-b098-2af76a09ddb6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.086229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5194f-55fc-4a55-b3a2-51d00e1b83cb None None] Sync routers for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:38:00.088001 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] For port c7cb7d94-e92a-466a-b96f-a8b57917f780, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:00.091277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] For port c7cb7d94-e92a-466a-b96f-a8b57917f780, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c7cb7d94-e92a-466a-b96f-a8b57917f780,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:00.098282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5194f-55fc-4a55-b3a2-51d00e1b83cb None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:00.099229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-79f5194f-55fc-4a55-b3a2-51d00e1b83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:00.121910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-f72739e2-d797-417c-9c49-fe2457cd0f39 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "PUT /v2.0/floatingips/48365784-7f41-466f-8086-9b865bc7b082 HTTP/1.1" status: 200 len: 996 time: 1.7964690 Jan 27 21:38:00.124341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:00.126546 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e44f2e-cfaf-457e-8f96-2dda3fb2635c" -d '{"events": [{"name": "network-changed", "server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:00.137156 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe49ccd0-6268-46cc-9ea7-fc761a2feaf1 req-f2994520-7fa3-499c-8932-875c53b8c0a4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4d0660a5-75a1-4916-87fc-7d0707000e98), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.155682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['dfdd8a72-5721-48f2-98c7-cdd9bdfb6129'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:00.157795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['4d0660a5-75a1-4916-87fc-7d0707000e98'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:00.175775 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5765728-07e1-4569-bee8-2d3f1ec55fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ea20e4a7-a90f-4b31-b098-2af76a09ddb6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.179931 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.203614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2994520-7fa3-499c-8932-875c53b8c0a4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Pushing event deleted for resources: {'Port': ['ID=4d0660a5-75a1-4916-87fc-7d0707000e98,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:00.265704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe49ccd0-6268-46cc-9ea7-fc761a2feaf1 req-f2994520-7fa3-499c-8932-875c53b8c0a4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] No DVR routers for this DVR port 4d0660a5-75a1-4916-87fc-7d0707000e98 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:38:00.267389 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-82972e2d-8c78-4f7a-95fa-207a8aab314b req-ed92ca66-90de-43d0-9a79-bbb9c9bab48b tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (04ea4861-3291-4e05-a67c-886f95d8979b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.270535 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe49ccd0-6268-46cc-9ea7-fc761a2feaf1 req-f2994520-7fa3-499c-8932-875c53b8c0a4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.274419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe49ccd0-6268-46cc-9ea7-fc761a2feaf1 req-f2994520-7fa3-499c-8932-875c53b8c0a4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.74 "DELETE /v2.0/ports/4d0660a5-75a1-4916-87fc-7d0707000e98 HTTP/1.1" status: 204 len: 173 time: 1.1229043 Jan 27 21:38:00.285952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-88cb2bf0-7cfe-4d6b-a0ac-009bec74a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:00.288298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-79f5194f-55fc-4a55-b3a2-51d00e1b83cb None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:00.288436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-88cb2bf0-7cfe-4d6b-a0ac-009bec74a90b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 1097 time: 0.1465166 Jan 27 21:38:00.308688 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:00.309602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.310769 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-82972e2d-8c78-4f7a-95fa-207a8aab314b req-ed92ca66-90de-43d0-9a79-bbb9c9bab48b tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (04ea4861-3291-4e05-a67c-886f95d8979b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.322967 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] 10.222.0.74 "PUT /v2.0/ports/c7cb7d94-e92a-466a-b96f-a8b57917f780 HTTP/1.1" status: 200 len: 1091 time: 1.4494174 Jan 27 21:38:00.322967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683daba7-a562-459f-8dfd-3b2df807e231', 'tag': 'c7cb7d94-e92a-466a-b96f-a8b57917f780'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:00.322967 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066e9334-ce6c-4e40-aa73-c31357b4e3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "683daba7-a562-459f-8dfd-3b2df807e231", "tag": "c7cb7d94-e92a-466a-b96f-a8b57917f780"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:00.322967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5765728-07e1-4569-bee8-2d3f1ec55fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea20e4a7-a90f-4b31-b098-2af76a09ddb6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:00.338935 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f5765728-07e1-4569-bee8-2d3f1ec55fb2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=261faa8319704d00a884fef6202babac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4530723 Jan 27 21:38:00.343206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42148) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:00.404023 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0408012-ff8d-4058-9f19-8c0ec68e40d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7cb7d94-e92a-466a-b96f-a8b57917f780,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:00.439763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-e49b4b9c-0b3c-422e-b646-7c0841860063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:00.444377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-e49b4b9c-0b3c-422e-b646-7c0841860063 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.1465547 Jan 27 21:38:00.452967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3996f8c-67b8-49d3-acde-f3896a843d56 admin admin] Publish callbacks [] for security_group (ea20e4a7-a90f-4b31-b098-2af76a09ddb6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.485870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3996f8c-67b8-49d3-acde-f3896a843d56 admin admin] Publish callbacks [] for security_group (ea20e4a7-a90f-4b31-b098-2af76a09ddb6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.516997 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-82972e2d-8c78-4f7a-95fa-207a8aab314b req-ed92ca66-90de-43d0-9a79-bbb9c9bab48b tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (04ea4861-3291-4e05-a67c-886f95d8979b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.520809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-82972e2d-8c78-4f7a-95fa-207a8aab314b req-ed92ca66-90de-43d0-9a79-bbb9c9bab48b tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.522048 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82972e2d-8c78-4f7a-95fa-207a8aab314b req-ed92ca66-90de-43d0-9a79-bbb9c9bab48b tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "DELETE /v2.0/security-groups/04ea4861-3291-4e05-a67c-886f95d8979b HTTP/1.1" status: 204 len: 173 time: 0.4205379 Jan 27 21:38:00.538312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92ca66-90de-43d0-9a79-bbb9c9bab48b tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea4861-3291-4e05-a67c-886f95d8979b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:00.562707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-7788d9fd-57b5-4ec9-8585-449d2b768910 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 999 time: 0.1034820 Jan 27 21:38:00.566068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4717779-3427-4534-ba98-14edc95be6f8 req-1ef9c2ee-3267-4e2a-9553-bf69242bd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:00.567912 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-1ef9c2ee-3267-4e2a-9553-bf69242bd3f1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f59ba72202445a586c9f7c1e1ea00be&device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 1094 time: 0.0943484 Jan 27 21:38:00.631365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-607e08ae-b6b1-4ed1-804c-86efa7562735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:00.650067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-607e08ae-b6b1-4ed1-804c-86efa7562735 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.0863557 Jan 27 21:38:00.682894 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-2e846f91-2c49-40a0-9b9d-8f0def19fe99 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7cb7d94-e92a-466a-b96f-a8b57917f780 HTTP/1.1" status: 200 len: 217 time: 0.1069875 Jan 27 21:38:00.683373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-79f5194f-55fc-4a55-b3a2-51d00e1b83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '48365784-7f41-466f-8086-9b865bc7b082', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'port_id': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'mac_address': 'fa:16:3e:8d:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b90133-371d-4a91-86c9-afaf409e713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:07Z', 'updated_at': '2022-01-27T21:37:58Z', 'revision_number': 8, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:00.734320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-9e0a8dc4-63ac-4313-b94b-f94b33f105e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:00.739730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-9e0a8dc4-63ac-4313-b94b-f94b33f105e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866997 Jan 27 21:38:00.759862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4717779-3427-4534-ba98-14edc95be6f8 req-3b11fbe8-8591-44da-ac1b-756b92d40f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:00.761580 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-3b11fbe8-8591-44da-ac1b-756b92d40f5d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=76379c37-1b0d-465f-9b80-20564a8d8976 HTTP/1.1" status: 200 len: 855 time: 0.0727334 Jan 27 21:38:00.762818 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3996f8c-67b8-49d3-acde-f3896a843d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ea20e4a7-a90f-4b31-b098-2af76a09ddb6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.767741 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3996f8c-67b8-49d3-acde-f3896a843d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:00.772765 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c3996f8c-67b8-49d3-acde-f3896a843d56 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea20e4a7-a90f-4b31-b098-2af76a09ddb6 HTTP/1.1" status: 204 len: 168 time: 0.4257944 Jan 27 21:38:00.815218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3996f8c-67b8-49d3-acde-f3896a843d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea20e4a7-a90f-4b31-b098-2af76a09ddb6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:00.846402 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-35c8bf8a-db50-46db-b814-81c26ca3d9b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=673ebca6-e551-4848-847e-99917cafa843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441487 Jan 27 21:38:00.924889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5194f-55fc-4a55-b3a2-51d00e1b83cb None None] Checking router: 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:38:00.958502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5194f-55fc-4a55-b3a2-51d00e1b83cb None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:00.959990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-79f5194f-55fc-4a55-b3a2-51d00e1b83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:00.985189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-c8516360-7313-4d41-a9cc-dd03393c9385 service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340178 Jan 27 21:38:00.994653 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-cdcfbfb2-3988-4d02-ae03-3544cfbcb166 service neutron] 10.222.0.74 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346145 Jan 27 21:38:01.094382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4696a7f-09d8-45f3-9bbb-1203c4f036b3 req-6cedf082-973e-464b-aa54-40a5197aed05 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.104331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4696a7f-09d8-45f3-9bbb-1203c4f036b3 req-6cedf082-973e-464b-aa54-40a5197aed05 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 946 time: 0.3827746 Jan 27 21:38:01.124098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-79f5194f-55fc-4a55-b3a2-51d00e1b83cb None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:01.136211 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f4717779-3427-4534-ba98-14edc95be6f8 req-ae8a6ebe-0429-4cf8-b264-eac332c08191 service neutron] 10.222.0.74 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338296 Jan 27 21:38:01.174075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4696a7f-09d8-45f3-9bbb-1203c4f036b3 req-73e48ad7-1e1b-4713-bd6d-07bdcafda298 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687826 Jan 27 21:38:01.178569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2207ffba-6a44-4045-a0f0-89ccfa03f85a req-7a9b64d0-c31f-4d1b-af76-e984f336bf4b service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601903 Jan 27 21:38:01.332938 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99edcd48-08a6-43e4-8422-da0d4f13da03 x-openstack-request-id: req-99edcd48-08a6-43e4-8422-da0d4f13da03 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:01.333434 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:01.333884 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99edcd48-08a6-43e4-8422-da0d4f13da03 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:01.334463 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'status': 'completed', 'code': 200} Jan 27 21:38:01.355327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372396b5-df1e-41ac-8076-3572e7552959 req-5f4448a9-4ef9-43d6-8d6b-7184476b136c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.359048 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-372396b5-df1e-41ac-8076-3572e7552959 req-5f4448a9-4ef9-43d6-8d6b-7184476b136c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.0781655 Jan 27 21:38:01.429992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-79f5194f-55fc-4a55-b3a2-51d00e1b83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '48365784-7f41-466f-8086-9b865bc7b082', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'port_id': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'mac_address': 'fa:16:3e:8d:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b90133-371d-4a91-86c9-afaf409e713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:07Z', 'updated_at': '2022-01-27T21:37:58Z', 'revision_number': 8, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:01.471606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5194f-55fc-4a55-b3a2-51d00e1b83cb None None] The sync data for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 is: [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '48365784-7f41-466f-8086-9b865bc7b082', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'port_id': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'mac_address': 'fa:16:3e:8d:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b90133-371d-4a91-86c9-afaf409e713b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:37:07Z', 'updated_at': '2022-01-27T21:37:58Z', 'revision_number': 8, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:38:01.540008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e44f2e-cfaf-457e-8f96-2dda3fb2635c req-edbc03c8-b488-4980-bada-f135fb5cda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.541591 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70e44f2e-cfaf-457e-8f96-2dda3fb2635c req-edbc03c8-b488-4980-bada-f135fb5cda4b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 1097 time: 0.1714981 Jan 27 21:38:01.561761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-372396b5-df1e-41ac-8076-3572e7552959 req-0ff3b52e-55f4-45c3-a9b2-6b96d9c386e9 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877978 Jan 27 21:38:01.590378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde0a7-ce98-4bdd-afcb-5152c0544b0d req-2aff1432-9656-4e45-9568-461be29f9981 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.596503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde0a7-ce98-4bdd-afcb-5152c0544b0d req-2aff1432-9656-4e45-9568-461be29f9981 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.602701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde0a7-ce98-4bdd-afcb-5152c0544b0d req-2aff1432-9656-4e45-9568-461be29f9981 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.611823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde0a7-ce98-4bdd-afcb-5152c0544b0d req-2aff1432-9656-4e45-9568-461be29f9981 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.615586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde0a7-ce98-4bdd-afcb-5152c0544b0d req-2aff1432-9656-4e45-9568-461be29f9981 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.620851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde0a7-ce98-4bdd-afcb-5152c0544b0d req-2aff1432-9656-4e45-9568-461be29f9981 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.626395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cde0a7-ce98-4bdd-afcb-5152c0544b0d req-2aff1432-9656-4e45-9568-461be29f9981 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.627938 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846d0408-8278-411b-80e0-182f8dc70792 x-openstack-request-id: req-846d0408-8278-411b-80e0-182f8dc70792 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:01.628312 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45cde0a7-ce98-4bdd-afcb-5152c0544b0d req-2aff1432-9656-4e45-9568-461be29f9981 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.2284949 Jan 27 21:38:01.628475 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683daba7-a562-459f-8dfd-3b2df807e231", "tag": "c7cb7d94-e92a-466a-b96f-a8b57917f780", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:01.628742 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-846d0408-8278-411b-80e0-182f8dc70792 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:01.629223 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683daba7-a562-459f-8dfd-3b2df807e231', 'tag': 'c7cb7d94-e92a-466a-b96f-a8b57917f780', 'status': 'completed', 'code': 200} Jan 27 21:38:01.722860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e9334-ce6c-4e40-aa73-c31357b4e3c4 req-cc038b5b-fdb0-462d-845f-d12fc541280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.726240 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-066e9334-ce6c-4e40-aa73-c31357b4e3c4 req-cc038b5b-fdb0-462d-845f-d12fc541280c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f59ba72202445a586c9f7c1e1ea00be&device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 1094 time: 0.0704844 Jan 27 21:38:01.783485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8a14895-143c-4f41-a54c-7f2ff73f5fcb req-0ee47e6a-371e-48ca-b1d3-1d5fd2cd8942 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/4442eb1c-5171-4221-a4a2-9caaed94bbe5 HTTP/1.1" status: 200 len: 1831 time: 0.1385169 Jan 27 21:38:01.824648 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4f55bc-d4ed-484c-b0af-1166899015ee None None] New status for floating IP 48365784-7f41-466f-8086-9b865bc7b082: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:38:01.852291 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e9334-ce6c-4e40-aa73-c31357b4e3c4 req-d53d4b65-72a4-4887-b21a-cd2127149f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.854264 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-066e9334-ce6c-4e40-aa73-c31357b4e3c4 req-d53d4b65-72a4-4887-b21a-cd2127149f88 service neutron] 10.222.0.74 "GET /v2.0/networks?id=673ebca6-e551-4848-847e-99917cafa843 HTTP/1.1" status: 200 len: 916 time: 0.1217434 Jan 27 21:38:01.892455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45cde0a7-ce98-4bdd-afcb-5152c0544b0d req-d624001c-73b9-4a66-943f-c9254431e829 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2500591 Jan 27 21:38:01.920521 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-066e9334-ce6c-4e40-aa73-c31357b4e3c4 req-b80491f6-710f-4706-9bfd-bf7cf7226d3a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7cb7d94-e92a-466a-b96f-a8b57917f780 HTTP/1.1" status: 200 len: 217 time: 0.0483196 Jan 27 21:38:01.930719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e44f2e-cfaf-457e-8f96-2dda3fb2635c req-454ccbcd-29a3-4263-8ece-5fd355c20d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.932289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70e44f2e-cfaf-457e-8f96-2dda3fb2635c req-454ccbcd-29a3-4263-8ece-5fd355c20d9f service neutron] 10.222.0.71 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.3689322 Jan 27 21:38:01.994286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e9334-ce6c-4e40-aa73-c31357b4e3c4 req-3a2006cf-68c4-40cc-9f8d-15548034c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:01.996118 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-066e9334-ce6c-4e40-aa73-c31357b4e3c4 req-3a2006cf-68c4-40cc-9f8d-15548034c76c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=76379c37-1b0d-465f-9b80-20564a8d8976 HTTP/1.1" status: 200 len: 855 time: 0.0732989 Jan 27 21:38:02.029601 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-066e9334-ce6c-4e40-aa73-c31357b4e3c4 req-afc31ffe-56f4-4be5-b596-617f0673531e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=673ebca6-e551-4848-847e-99917cafa843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273359 Jan 27 21:38:02.048917 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b8a14895-143c-4f41-a54c-7f2ff73f5fcb req-a96705bd-4e4d-4b39-8d9d-9670fca0af03 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (4442eb1c-5171-4221-a4a2-9caaed94bbe5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:02.100268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70e44f2e-cfaf-457e-8f96-2dda3fb2635c req-773c1332-d6f1-4256-8b65-3c0889687973 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 999 time: 0.1568339 Jan 27 21:38:02.102926 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b8a14895-143c-4f41-a54c-7f2ff73f5fcb req-a96705bd-4e4d-4b39-8d9d-9670fca0af03 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (4442eb1c-5171-4221-a4a2-9caaed94bbe5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:02.149033 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-066e9334-ce6c-4e40-aa73-c31357b4e3c4 req-8f3ba63d-0012-4723-8c1f-886b8ed320f4 service neutron] 10.222.0.74 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105337 Jan 27 21:38:02.166238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ab9d9-3e62-4bc4-af0f-87a4d47b4c29 req-21a2b751-4a2a-4a2b-9451-8637da6056df tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:02.167695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-788ab9d9-3e62-4bc4-af0f-87a4d47b4c29 req-21a2b751-4a2a-4a2b-9451-8637da6056df tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 943 time: 0.1610124 Jan 27 21:38:02.174297 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bd079061-09a3-4a19-bc37-abcdb43bfaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:02.242906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e44f2e-cfaf-457e-8f96-2dda3fb2635c req-a17ce105-7ea9-4335-93f7-ec5fbc705a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:02.244427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70e44f2e-cfaf-457e-8f96-2dda3fb2635c req-a17ce105-7ea9-4335-93f7-ec5fbc705a01 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.1375027 Jan 27 21:38:02.265589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-788ab9d9-3e62-4bc4-af0f-87a4d47b4c29 req-57eb4039-4e10-40c9-b0db-dabe098ab932 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871582 Jan 27 21:38:02.278482 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-066e9334-ce6c-4e40-aa73-c31357b4e3c4 req-148e13d5-5107-4c90-ae4b-2ec021f0b153 service neutron] 10.222.0.74 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225102 Jan 27 21:38:02.355242 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-e82ec067-e3b0-4f25-9207-9e4ac497c5cc tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:02.356903 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-e82ec067-e3b0-4f25-9207-9e4ac497c5cc tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4&tenant_id=4a740dbf51be4474b91c5cb7c93ca967&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1097 time: 0.0651820 Jan 27 21:38:02.359676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e44f2e-cfaf-457e-8f96-2dda3fb2635c req-8a9e5e85-8e3d-4d47-8879-67271fc3df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:02.361330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70e44f2e-cfaf-457e-8f96-2dda3fb2635c req-8a9e5e85-8e3d-4d47-8879-67271fc3df25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086047 Jan 27 21:38:02.368806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760456-6'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:02.443552 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:02.613311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:02.668643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:02.741082 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Publish callbacks [] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:02.776362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f07f448f-b736-462a-8c08-f9fd0cf97a32 req-d83f05d0-4e0b-42bb-8149-8e06190b0e26 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips/48365784-7f41-466f-8086-9b865bc7b082 HTTP/1.1" status: 200 len: 998 time: 0.4786718 Jan 27 21:38:02.776977 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b8a14895-143c-4f41-a54c-7f2ff73f5fcb req-a96705bd-4e4d-4b39-8d9d-9670fca0af03 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4442eb1c-5171-4221-a4a2-9caaed94bbe5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:02.779593 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b8a14895-143c-4f41-a54c-7f2ff73f5fcb req-a96705bd-4e4d-4b39-8d9d-9670fca0af03 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:02.780733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8a14895-143c-4f41-a54c-7f2ff73f5fcb req-a96705bd-4e4d-4b39-8d9d-9670fca0af03 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "DELETE /v2.0/security-groups/4442eb1c-5171-4221-a4a2-9caaed94bbe5 HTTP/1.1" status: 204 len: 173 time: 0.9801731 Jan 27 21:38:02.818877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96705bd-4e4d-4b39-8d9d-9670fca0af03 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4442eb1c-5171-4221-a4a2-9caaed94bbe5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:02.823334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 01c2d190-1600-424b-8a6e-06bc0d4fac7a details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:02.826513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 4d0660a5-75a1-4916-87fc-7d0707000e98 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:38:02.843125 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:02.899855 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 4d0660a5-75a1-4916-87fc-7d0707000e98 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:38:02.900232 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 4d0660a5-75a1-4916-87fc-7d0707000e98 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:38:02.949506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70e44f2e-cfaf-457e-8f96-2dda3fb2635c req-97962c16-71b0-40be-b11a-320ae9839a87 service neutron] 10.222.0.71 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788677 Jan 27 21:38:03.019723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Pushing event updated for resources: {'Port': ['ID=01c2d190-1600-424b-8a6e-06bc0d4fac7a,revision_number=7']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:03.023517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Attempting to bind port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on host n-h2-760456-6 for vnic_type normal with profile {"migrating_to": "n-h1-760456-6"} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:03.023862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Attempting to bind port 01c2d190-1600-424b-8a6e-06bc0d4fac7a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:03.025303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Attempting to bind port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:03.032541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on network 4d4762b7-4485-49f9-93c6-dc19ae80648a not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:38:03.032942 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Attempting to bind port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:03.040477 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:03.040924 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:03.041545 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Bound using segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:03.042011 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Bound port: 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:03.042582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.043327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:03.052299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f448f-b736-462a-8c08-f9fd0cf97a32 req-a760aeaa-d55c-43a8-8143-71ed77464f7d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.054349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f07f448f-b736-462a-8c08-f9fd0cf97a32 req-a760aeaa-d55c-43a8-8143-71ed77464f7d tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.2669463 Jan 27 21:38:03.063295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e322d-115d-4570-b8cc-527ab76956d6 req-784a914c-17b8-4459-b2bd-bf485d2d7fa6 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.066119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-726e322d-115d-4570-b8cc-527ab76956d6 req-784a914c-17b8-4459-b2bd-bf485d2d7fa6 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 944 time: 0.1889827 Jan 27 21:38:03.068616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 01c2d190-1600-424b-8a6e-06bc0d4fac7a has no active binding in host n-h1-760456-6 {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:38:03.069148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c7cb7d94-e92a-466a-b96f-a8b57917f780 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:03.167962 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:03.173980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:03.183608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70e44f2e-cfaf-457e-8f96-2dda3fb2635c req-41d2bcf2-16aa-4b51-9851-342406a3cf4c service neutron] 10.222.0.71 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246060 Jan 27 21:38:03.219364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-726e322d-115d-4570-b8cc-527ab76956d6 req-d4161ed6-dd7b-4f92-9e9a-c1e04693f72b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210642 Jan 27 21:38:03.228446 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c7cb7d94-e92a-466a-b96f-a8b57917f780, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c7cb7d94-e92a-466a-b96f-a8b57917f780,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:03.241796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'c7cb7d94-e92a-466a-b96f-a8b57917f780', 'network_id': '673ebca6-e551-4848-847e-99917cafa843', 'port_id': 'c7cb7d94-e92a-466a-b96f-a8b57917f780', 'mac_address': 'fa:16:3e:32:2b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76379c37-1b0d-465f-9b80-20564a8d8976', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:03.260305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420c39c-4e8c-42f3-a865-5bf597f538f2 req-dabf947a-94d0-4c3a-b4fe-d9c9ec049507 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.260305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8420c39c-4e8c-42f3-a865-5bf597f538f2 req-dabf947a-94d0-4c3a-b4fe-d9c9ec049507 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.1011968 Jan 27 21:38:03.289740 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.297574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c7cb7d94-e92a-466a-b96f-a8b57917f780 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:03.298131 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.315484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cb7d94-e92a-466a-b96f-a8b57917f780 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:03.335484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'name': 'network-vif-deleted', 'tag': '4d0660a5-75a1-4916-87fc-7d0707000e98'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:03.337858 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ec7b2c-e76e-41b7-9c81-0b0e96d42b14" -d '{"events": [{"server_uuid": "beef4908-d86f-400d-8a00-2b1f5a585f8a", "name": "network-vif-deleted", "tag": "4d0660a5-75a1-4916-87fc-7d0707000e98"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:03.344838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c7cb7d94-e92a-466a-b96f-a8b57917f780, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c7cb7d94-e92a-466a-b96f-a8b57917f780,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:03.368450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8420c39c-4e8c-42f3-a865-5bf597f538f2 req-8b5da37a-5458-4b67-af5a-d8a7fc48d23e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072540 Jan 27 21:38:03.371052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46098ae0-2b81-46c8-b965-5c4eb6997b13 req-6b5940aa-1de4-440d-89d3-1493ae639b80 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "GET /v2.0/security-groups/f8a67c5f-5a15-4c5b-96aa-9814f74a6036 HTTP/1.1" status: 200 len: 1830 time: 0.0990908 Jan 27 21:38:03.432316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.432964 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.434418 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] 10.222.0.74 "PUT /v2.0/ports/01c2d190-1600-424b-8a6e-06bc0d4fac7a HTTP/1.1" status: 200 len: 1122 time: 1.0702217 Jan 27 21:38:03.454330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176f576-7f7a-4a8e-b87f-01577eb196b7 service neutron] Pushing event updated for resources: {'Port': ['ID=01c2d190-1600-424b-8a6e-06bc0d4fac7a,revision_number=8']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:03.473626 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46098ae0-2b81-46c8-b965-5c4eb6997b13 req-e16f58cf-787b-458a-97b0-2a017a655af5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (f8a67c5f-5a15-4c5b-96aa-9814f74a6036), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.476808 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.507753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['01c2d190-1600-424b-8a6e-06bc0d4fac7a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:03.537198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['01c2d190-1600-424b-8a6e-06bc0d4fac7a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:03.551121 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46098ae0-2b81-46c8-b965-5c4eb6997b13 req-e16f58cf-787b-458a-97b0-2a017a655af5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (f8a67c5f-5a15-4c5b-96aa-9814f74a6036), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.606324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb593f0a-2e4a-45bd-b29e-9367dc7571f0 req-5b83f17e-f0cb-46e2-be88-71d940da8ecf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.610603 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c7cb7d94-e92a-466a-b96f-a8b57917f780,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:03.611461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb593f0a-2e4a-45bd-b29e-9367dc7571f0 req-5b83f17e-f0cb-46e2-be88-71d940da8ecf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.618434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb593f0a-2e4a-45bd-b29e-9367dc7571f0 req-5b83f17e-f0cb-46e2-be88-71d940da8ecf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.624598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb593f0a-2e4a-45bd-b29e-9367dc7571f0 req-5b83f17e-f0cb-46e2-be88-71d940da8ecf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.629660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb593f0a-2e4a-45bd-b29e-9367dc7571f0 req-5b83f17e-f0cb-46e2-be88-71d940da8ecf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.630723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149bd46d-b513-4073-b078-de992e447cd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c2d190-1600-424b-8a6e-06bc0d4fac7a'}, {'name': 'network-changed', 'server_uuid': '149bd46d-b513-4073-b078-de992e447cd4', 'tag': '01c2d190-1600-424b-8a6e-06bc0d4fac7a'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:03.633239 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad364202-6403-4825-830c-5a74e15e5cab" -d '{"events": [{"server_uuid": "149bd46d-b513-4073-b078-de992e447cd4", "name": "network-vif-unplugged", "status": "completed", "tag": "01c2d190-1600-424b-8a6e-06bc0d4fac7a"}, {"name": "network-changed", "server_uuid": "149bd46d-b513-4073-b078-de992e447cd4", "tag": "01c2d190-1600-424b-8a6e-06bc0d4fac7a"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:03.635177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb593f0a-2e4a-45bd-b29e-9367dc7571f0 req-5b83f17e-f0cb-46e2-be88-71d940da8ecf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.641846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb593f0a-2e4a-45bd-b29e-9367dc7571f0 req-5b83f17e-f0cb-46e2-be88-71d940da8ecf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.648667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb593f0a-2e4a-45bd-b29e-9367dc7571f0 req-5b83f17e-f0cb-46e2-be88-71d940da8ecf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.1696036 Jan 27 21:38:03.736406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb593f0a-2e4a-45bd-b29e-9367dc7571f0 req-cace333b-8116-4200-8728-81dbcc7433ef tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809817 Jan 27 21:38:03.754503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['c7cb7d94-e92a-466a-b96f-a8b57917f780'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:03.798292 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46098ae0-2b81-46c8-b965-5c4eb6997b13 req-e16f58cf-787b-458a-97b0-2a017a655af5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f8a67c5f-5a15-4c5b-96aa-9814f74a6036), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.800880 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46098ae0-2b81-46c8-b965-5c4eb6997b13 req-e16f58cf-787b-458a-97b0-2a017a655af5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.802092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46098ae0-2b81-46c8-b965-5c4eb6997b13 req-e16f58cf-787b-458a-97b0-2a017a655af5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] 10.222.0.61 "DELETE /v2.0/security-groups/f8a67c5f-5a15-4c5b-96aa-9814f74a6036 HTTP/1.1" status: 204 len: 173 time: 0.4240656 Jan 27 21:38:03.811412 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42252) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:03.844585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f58cf-787b-458a-97b0-2a017a655af5 tempest-SecurityGroupRulesNegativeTestJSON-1370391298 tempest-SecurityGroupRulesNegativeTestJSON-1370391298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a67c5f-5a15-4c5b-96aa-9814f74a6036,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:03.885890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-f4950350-cc14-4184-a4d0-3fc7ef3350ea tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 1001 time: 0.0953074 Jan 27 21:38:03.916031 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a430e3b4-33db-43a6-9062-5ebd10e00056 admin admin] Deleting subnet 338050da-b4e6-4e78-9a4f-3151686950db {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:38:03.920843 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a430e3b4-33db-43a6-9062-5ebd10e00056 admin admin] Publish callbacks [] for subnet (338050da-b4e6-4e78-9a4f-3151686950db), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.963047 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a430e3b4-33db-43a6-9062-5ebd10e00056 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (338050da-b4e6-4e78-9a4f-3151686950db), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:03.976213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-0d22b533-eee3-4971-a422-88f2e41e10c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:03.988654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-0d22b533-eee3-4971-a422-88f2e41e10c1 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports/dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 943 time: 0.0968590 Jan 27 21:38:04.009619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0c35a-f49b-4085-ab16-a3ae77c8ff0c req-889090e8-27e7-4330-9273-0830c196f067 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:04.011455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12a0c35a-f49b-4085-ab16-a3ae77c8ff0c req-889090e8-27e7-4330-9273-0830c196f067 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 944 time: 0.1037862 Jan 27 21:38:04.045775 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a430e3b4-33db-43a6-9062-5ebd10e00056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (338050da-b4e6-4e78-9a4f-3151686950db), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.133657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-0a6e4ef6-4e3f-4eb1-89f2-edd58abddb32 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 1001 time: 0.0930803 Jan 27 21:38:04.149325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12a0c35a-f49b-4085-ab16-a3ae77c8ff0c req-58a76175-56e8-4756-a75b-6e5d2b5b6333 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242476 Jan 27 21:38:04.191705 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a430e3b4-33db-43a6-9062-5ebd10e00056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (338050da-b4e6-4e78-9a4f-3151686950db), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.207241 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a430e3b4-33db-43a6-9062-5ebd10e00056 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.213390 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a430e3b4-33db-43a6-9062-5ebd10e00056 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/338050da-b4e6-4e78-9a4f-3151686950db HTTP/1.1" status: 204 len: 168 time: 0.4003377 Jan 27 21:38:04.234388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42262) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:04.243755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430e3b4-33db-43a6-9062-5ebd10e00056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338050da-b4e6-4e78-9a4f-3151686950db,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:04.253062 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82873c0e-8506-46ad-8063-1ae0bd3dcf9c x-openstack-request-id: req-82873c0e-8506-46ad-8063-1ae0bd3dcf9c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:04.259854 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beef4908-d86f-400d-8a00-2b1f5a585f8a", "name": "network-vif-deleted", "tag": "4d0660a5-75a1-4916-87fc-7d0707000e98", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:04.259854 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-82873c0e-8506-46ad-8063-1ae0bd3dcf9c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:04.259854 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beef4908-d86f-400d-8a00-2b1f5a585f8a', 'name': 'network-vif-deleted', 'tag': '4d0660a5-75a1-4916-87fc-7d0707000e98', 'status': 'completed', 'code': 200} Jan 27 21:38:04.274612 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee53c53-f186-4b32-baf6-c474346dac8b x-openstack-request-id: req-4ee53c53-f186-4b32-baf6-c474346dac8b {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:04.275072 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149bd46d-b513-4073-b078-de992e447cd4", "name": "network-vif-unplugged", "status": "completed", "tag": "01c2d190-1600-424b-8a6e-06bc0d4fac7a", "code": 200}, {"name": "network-changed", "server_uuid": "149bd46d-b513-4073-b078-de992e447cd4", "tag": "01c2d190-1600-424b-8a6e-06bc0d4fac7a", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:04.275223 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ee53c53-f186-4b32-baf6-c474346dac8b {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:04.275632 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149bd46d-b513-4073-b078-de992e447cd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01c2d190-1600-424b-8a6e-06bc0d4fac7a', 'code': 200} Jan 27 21:38:04.275895 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '149bd46d-b513-4073-b078-de992e447cd4', 'tag': '01c2d190-1600-424b-8a6e-06bc0d4fac7a', 'status': 'completed', 'code': 200} Jan 27 21:38:04.282756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-133dccad-c9ed-4eda-bf87-bff0a60e2f65 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:04.293446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-133dccad-c9ed-4eda-bf87-bff0a60e2f65 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1542871 Jan 27 21:38:04.335933 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (4b014ec0-bf15-421c-ac29-760724a1168d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.422997 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (4b014ec0-bf15-421c-ac29-760724a1168d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.440258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad364202-6403-4825-830c-5a74e15e5cab req-f0f0f4b5-d523-4278-85d1-5427b5453b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:04.441789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad364202-6403-4825-830c-5a74e15e5cab req-f0f0f4b5-d523-4278-85d1-5427b5453b41 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 1125 time: 0.1448424 Jan 27 21:38:04.447148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b014ec0-bf15-421c-ac29-760724a1168d']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:04.447411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-a97ea43e-b352-45f4-9cc4-0e0f926eb311 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 1001 time: 0.1529784 Jan 27 21:38:04.457736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faca66eb-ebda-4084-ba0c-bc47f0de09a6') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:04.458161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faca66eb-ebda-4084-ba0c-bc47f0de09a6') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:04.467955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (faca66eb-ebda-4084-ba0c-bc47f0de09a6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.476266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931deef-cd98-4483-849e-1e10dd9be7a2 req-e034f222-fe6a-4df4-9b4c-9dfe656b6743 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:04.477757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2931deef-cd98-4483-849e-1e10dd9be7a2 req-e034f222-fe6a-4df4-9b4c-9dfe656b6743 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 944 time: 0.1368635 Jan 27 21:38:04.480750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-2e748395-2d0e-4781-964e-62f4ea805d92 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:04.487738 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (faca66eb-ebda-4084-ba0c-bc47f0de09a6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.494590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:38:04.494974 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (faca66eb-ebda-4084-ba0c-bc47f0de09a6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:38:04.496714 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:38:04.626290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2931deef-cd98-4483-849e-1e10dd9be7a2 req-ce4dee61-e7a9-4f95-82e3-b755e79e55a5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411140 Jan 27 21:38:04.633849 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-2e748395-2d0e-4781-964e-62f4ea805d92 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.685126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad364202-6403-4825-830c-5a74e15e5cab req-057868b7-61b4-4a89-8c30-9bdd1e9e5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:04.686608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad364202-6403-4825-830c-5a74e15e5cab req-057868b7-61b4-4a89-8c30-9bdd1e9e5a4b service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.2383025 Jan 27 21:38:04.688323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (4b014ec0-bf15-421c-ac29-760724a1168d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.692812 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.701332 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4b014ec0-bf15-421c-ac29-760724a1168d HTTP/1.1" status: 204 len: 168 time: 0.4637535 Jan 27 21:38:04.714317 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d366b-46cc-48dc-b367-da7ef7c08572 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b014ec0-bf15-421c-ac29-760724a1168d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:04.740537 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a889cc9a-246f-40c0-853c-bc7a64f01079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.766429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad364202-6403-4825-830c-5a74e15e5cab req-12618576-aaa7-4352-bbc1-56a64bcb7787 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a HTTP/1.1" status: 200 len: 217 time: 0.0722797 Jan 27 21:38:04.805802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c7cb7d94-e92a-466a-b96f-a8b57917f780 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:04.896700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7de5d-a247-49ce-9e58-405010483440 req-d2c5d50e-4a87-4e5c-b3ee-44565e4ef38e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:04.898265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4d7de5d-a247-49ce-9e58-405010483440 req-d2c5d50e-4a87-4e5c-b3ee-44565e4ef38e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.1910770 Jan 27 21:38:04.930895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad364202-6403-4825-830c-5a74e15e5cab req-2ecc5c33-1372-4d83-a01b-dbbb85a09f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:04.932775 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad364202-6403-4825-830c-5a74e15e5cab req-2ecc5c33-1372-4d83-a01b-dbbb85a09f42 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.1590993 Jan 27 21:38:04.962972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port c7cb7d94-e92a-466a-b96f-a8b57917f780 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:04.971249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port c7cb7d94-e92a-466a-b96f-a8b57917f780 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:04.971965 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:04.977611 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-2e748395-2d0e-4781-964e-62f4ea805d92 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.014317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad364202-6403-4825-830c-5a74e15e5cab req-74e93773-9fc8-490c-b103-46b3188dddc2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423248 Jan 27 21:38:05.066963 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c7cb7d94-e92a-466a-b96f-a8b57917f780 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:05.067357 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.105785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c7cb7d94-e92a-466a-b96f-a8b57917f780, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c7cb7d94-e92a-466a-b96f-a8b57917f780,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:05.106881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-2e748395-2d0e-4781-964e-62f4ea805d92 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.107450 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-2e748395-2d0e-4781-964e-62f4ea805d92 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Floating IP 48365784-7f41-466f-8086-9b865bc7b082 disassociated. External IP: 172.25.0.38, port: dfdd8a72-5721-48f2-98c7-cdd9bdfb6129. Jan 27 21:38:05.108226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683daba7-a562-459f-8dfd-3b2df807e231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cb7d94-e92a-466a-b96f-a8b57917f780'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:05.110693 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5ec4d3-47d2-4747-9b79-427c64d7eef6" -d '{"events": [{"server_uuid": "683daba7-a562-459f-8dfd-3b2df807e231", "name": "network-vif-plugged", "status": "completed", "tag": "c7cb7d94-e92a-466a-b96f-a8b57917f780"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:05.156258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4d7de5d-a247-49ce-9e58-405010483440 req-9f0d7244-a3a6-4d31-aec2-de2cf52055e3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479615 Jan 27 21:38:05.167169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42326) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:05.204395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad364202-6403-4825-830c-5a74e15e5cab req-09f9566f-30eb-4231-a5ad-d7f5d124e75a service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814332 Jan 27 21:38:05.208273 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.238587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-64018cf4-b68c-47f8-81f2-f300bb4c5dbb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=33274c98d9994096a6a74e369d8e647d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0676148 Jan 27 21:38:05.241355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42334) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:05.304060 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c7cb7d94-e92a-466a-b96f-a8b57917f780,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:05.347920 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-891e13c5-26ea-4283-96b1-ca2b5c3ffc5f admin admin] Publish callbacks [] for security_group (3a0c217e-95dd-4a58-a0ba-d2245cc9c3b5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.386960 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-891e13c5-26ea-4283-96b1-ca2b5c3ffc5f admin admin] Publish callbacks [] for security_group (3a0c217e-95dd-4a58-a0ba-d2245cc9c3b5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.440392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d74a9-82f8-4953-861a-e230fbb68635 req-7fb76010-8f09-4694-aac0-6d4926f23926 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:05.449540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d74a9-82f8-4953-861a-e230fbb68635 req-7fb76010-8f09-4694-aac0-6d4926f23926 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:05.451402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d74a9-82f8-4953-861a-e230fbb68635 req-7fb76010-8f09-4694-aac0-6d4926f23926 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:05.456799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d74a9-82f8-4953-861a-e230fbb68635 req-7fb76010-8f09-4694-aac0-6d4926f23926 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:05.462788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d74a9-82f8-4953-861a-e230fbb68635 req-7fb76010-8f09-4694-aac0-6d4926f23926 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:05.467993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d74a9-82f8-4953-861a-e230fbb68635 req-7fb76010-8f09-4694-aac0-6d4926f23926 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:05.473234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d74a9-82f8-4953-861a-e230fbb68635 req-7fb76010-8f09-4694-aac0-6d4926f23926 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:05.475106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba5d74a9-82f8-4953-861a-e230fbb68635 req-7fb76010-8f09-4694-aac0-6d4926f23926 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.2392626 Jan 27 21:38:05.521379 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad364202-6403-4825-830c-5a74e15e5cab req-bfde57a8-3ab3-481f-b491-8d90bac8047b service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865109 Jan 27 21:38:05.551237 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-891e13c5-26ea-4283-96b1-ca2b5c3ffc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3a0c217e-95dd-4a58-a0ba-d2245cc9c3b5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.554363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-891e13c5-26ea-4283-96b1-ca2b5c3ffc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.555596 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-891e13c5-26ea-4283-96b1-ca2b5c3ffc5f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a0c217e-95dd-4a58-a0ba-d2245cc9c3b5 HTTP/1.1" status: 204 len: 168 time: 0.3131981 Jan 27 21:38:05.565212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e13c5-26ea-4283-96b1-ca2b5c3ffc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0c217e-95dd-4a58-a0ba-d2245cc9c3b5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:05.610053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba5d74a9-82f8-4953-861a-e230fbb68635 req-8f1c8c11-fa34-4a36-af10-f62b213f57f7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277936 Jan 27 21:38:05.616250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-2e748395-2d0e-4781-964e-62f4ea805d92 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:38:05.696172 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1309e6-deff-4add-bf4d-ec52c1540c70 x-openstack-request-id: req-cf1309e6-deff-4add-bf4d-ec52c1540c70 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:05.696478 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683daba7-a562-459f-8dfd-3b2df807e231", "name": "network-vif-plugged", "status": "completed", "tag": "c7cb7d94-e92a-466a-b96f-a8b57917f780", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:05.696738 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf1309e6-deff-4add-bf4d-ec52c1540c70 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:05.697138 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683daba7-a562-459f-8dfd-3b2df807e231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cb7d94-e92a-466a-b96f-a8b57917f780', 'code': 200} Jan 27 21:38:05.826735 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3f331-1d74-46fd-bbbf-81ab31604375 req-20068b5e-1e2e-4ec8-94d4-c13b78fd1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:05.828782 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a2e3f331-1d74-46fd-bbbf-81ab31604375 req-20068b5e-1e2e-4ec8-94d4-c13b78fd1599 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 1096 time: 0.0497410 Jan 27 21:38:05.856767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-2e748395-2d0e-4781-964e-62f4ea805d92 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:38:05.863021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-2e748395-2d0e-4781-964e-62f4ea805d92 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:05.870216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b14b9-674b-48f7-9f12-297a88394a29 None None] Sync routers for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:38:05.889746 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a2e3f331-1d74-46fd-bbbf-81ab31604375 req-cba1bda0-2d76-440d-822e-66a77909380e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546584 Jan 27 21:38:05.913818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b14b9-674b-48f7-9f12-297a88394a29 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:05.914740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0e1b14b9-674b-48f7-9f12-297a88394a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:38:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:05.940973 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-2e748395-2d0e-4781-964e-62f4ea805d92 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "PUT /v2.0/floatingips/48365784-7f41-466f-8086-9b865bc7b082 HTTP/1.1" status: 200 len: 695 time: 1.4820864 Jan 27 21:38:06.012396 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:06.017947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c852bd-2712-4d12-8b80-376487a78626 req-619644d4-4b54-465c-8f9e-aeccb0f94def tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.025543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5c852bd-2712-4d12-8b80-376487a78626 req-619644d4-4b54-465c-8f9e-aeccb0f94def tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.2519081 Jan 27 21:38:06.061829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-dfbd847e-3c4b-432c-8d03-5785399a04db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.063520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-dfbd847e-3c4b-432c-8d03-5785399a04db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 1097 time: 0.1117623 Jan 27 21:38:06.082480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-0e1b14b9-674b-48f7-9f12-297a88394a29 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:06.111715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5c852bd-2712-4d12-8b80-376487a78626 req-3ae6b71b-19c4-46f9-bea9-18a8db511d87 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Jan 27 21:38:06.191754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-2f325cae-d855-42b5-8715-90e4549ff710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.200686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-2f325cae-d855-42b5-8715-90e4549ff710 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.1249692 Jan 27 21:38:06.255032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-3cf2abe5-0fc9-429a-a144-b5df61728377 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 217 time: 0.0534310 Jan 27 21:38:06.255571 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:06.258213 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217b99d5-c5c2-49ef-a86b-bf6d1afd0d26" -d '{"events": [{"name": "network-changed", "server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:06.342849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35527b52-a6dd-4502-bba5-602aaafb9757 req-022ef9f4-ba8e-43bf-b4c3-ca3086c4bfb3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.350045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35527b52-a6dd-4502-bba5-602aaafb9757 req-022ef9f4-ba8e-43bf-b4c3-ca3086c4bfb3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 944 time: 0.1406305 Jan 27 21:38:06.359200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-8fb379bb-8d55-4461-91c8-cda01c4e4a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.366806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-8fb379bb-8d55-4461-91c8-cda01c4e4a5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.0818002 Jan 27 21:38:06.393453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0e1b14b9-674b-48f7-9f12-297a88394a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:06.422027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b14b9-674b-48f7-9f12-297a88394a29 None None] Checking router: 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:38:06.433017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b14b9-674b-48f7-9f12-297a88394a29 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:06.433834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0e1b14b9-674b-48f7-9f12-297a88394a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:38:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:06.437604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-82a2c5a5-74e3-417b-a36f-47a673585635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.444993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-82a2c5a5-74e3-417b-a36f-47a673585635 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750709 Jan 27 21:38:06.449435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35527b52-a6dd-4502-bba5-602aaafb9757 req-41cc4b1e-e8b1-43c4-a50f-9709d150aae4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986066 Jan 27 21:38:06.562581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-10500034-5975-41c8-a450-b6f19bbe13dd service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167312 Jan 27 21:38:06.654520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c788c-af1d-4841-ac9b-439f14c3e4d5 req-7e8c24c1-d1df-4280-953e-4b1f9ec8d6d6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.656535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-206c788c-af1d-4841-ac9b-439f14c3e4d5 req-7e8c24c1-d1df-4280-953e-4b1f9ec8d6d6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.1142690 Jan 27 21:38:06.710302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11558ae5-8937-418e-9c79-11d4f75f0053 req-539874b4-d7eb-47f8-95fa-c0f51507ca1e service neutron] 10.222.0.61 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336806 Jan 27 21:38:06.732174 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-206c788c-af1d-4841-ac9b-439f14c3e4d5 req-eb4f2ee3-eace-47ea-b16e-287cde0bcd81 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623794 Jan 27 21:38:06.749958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-0e1b14b9-674b-48f7-9f12-297a88394a29 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:06.788255 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e56274-3013-4b9c-84d8-c3f86a6064f8 x-openstack-request-id: req-b4e56274-3013-4b9c-84d8-c3f86a6064f8 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:06.789081 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:06.789344 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4e56274-3013-4b9c-84d8-c3f86a6064f8 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:06.789799 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'status': 'completed', 'code': 200} Jan 27 21:38:06.930601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b99d5-c5c2-49ef-a86b-bf6d1afd0d26 req-2926d9d5-7342-4a3d-bd96-c08ff8b2ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.932194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-217b99d5-c5c2-49ef-a86b-bf6d1afd0d26 req-2926d9d5-7342-4a3d-bd96-c08ff8b2ca9e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f05a1d501df9401e8387788d4508913f&device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 1097 time: 0.1129494 Jan 27 21:38:06.949856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadeb31-2df7-40e2-96f0-56331a51a1c6 req-e61608b3-e08d-4b57-8958-3aa5d8738df4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.955453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadeb31-2df7-40e2-96f0-56331a51a1c6 req-e61608b3-e08d-4b57-8958-3aa5d8738df4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.962618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadeb31-2df7-40e2-96f0-56331a51a1c6 req-e61608b3-e08d-4b57-8958-3aa5d8738df4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.977831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadeb31-2df7-40e2-96f0-56331a51a1c6 req-e61608b3-e08d-4b57-8958-3aa5d8738df4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.977831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadeb31-2df7-40e2-96f0-56331a51a1c6 req-e61608b3-e08d-4b57-8958-3aa5d8738df4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.983532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadeb31-2df7-40e2-96f0-56331a51a1c6 req-e61608b3-e08d-4b57-8958-3aa5d8738df4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.989341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadeb31-2df7-40e2-96f0-56331a51a1c6 req-e61608b3-e08d-4b57-8958-3aa5d8738df4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:06.992552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0eadeb31-2df7-40e2-96f0-56331a51a1c6 req-e61608b3-e08d-4b57-8958-3aa5d8738df4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.1277137 Jan 27 21:38:07.068455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0e1b14b9-674b-48f7-9f12-297a88394a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:07.098585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b14b9-674b-48f7-9f12-297a88394a29 None None] The sync data for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 is: [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:36:40Z', 'revision_number': 4, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8ffbe090-b7cc-43a3-8e63-613ca3709ce0', 'name': '', 'network_id': '26b9afae-337a-4439-b4b1-9d7f1f112bae', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'mac_address': 'fa:16:3e:41:8f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '936add34-9837-4086-a62b-42d4a4037698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:39Z', 'updated_at': '2022-01-27T21:36:45Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'subnets': [{'id': '936add34-9837-4086-a62b-42d4a4037698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:38:07.132260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-eda7e3d4-3811-4877-9611-6e3c6092a91f tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips/48365784-7f41-466f-8086-9b865bc7b082 HTTP/1.1" status: 200 len: 695 time: 0.1380327 Jan 27 21:38:07.249552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b99d5-c5c2-49ef-a86b-bf6d1afd0d26 req-aa72c05d-e4ae-40fb-a5bc-76913bfe648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:07.251687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-217b99d5-c5c2-49ef-a86b-bf6d1afd0d26 req-aa72c05d-e4ae-40fb-a5bc-76913bfe648a service neutron] 10.222.0.71 "GET /v2.0/networks?id=26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 200 len: 921 time: 0.2588627 Jan 27 21:38:07.283986 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:07.514243 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cb26df-fa15-4c76-a897-6880b721028a None None] New status for floating IP 48365784-7f41-466f-8086-9b865bc7b082: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:38:07.658629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-217b99d5-c5c2-49ef-a86b-bf6d1afd0d26 req-267bf4f6-f68f-490e-a665-d863c6c44589 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 200 len: 217 time: 0.3950977 Jan 27 21:38:07.680675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0eadeb31-2df7-40e2-96f0-56331a51a1c6 req-956fdb4c-4d79-4683-836a-54a7ba9cd137 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6602516 Jan 27 21:38:07.795049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42458) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:07.820393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b99d5-c5c2-49ef-a86b-bf6d1afd0d26 req-ff16bc3d-e96a-46c1-ab9e-06fc0e57656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:07.821866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-217b99d5-c5c2-49ef-a86b-bf6d1afd0d26 req-ff16bc3d-e96a-46c1-ab9e-06fc0e57656c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 200 len: 859 time: 0.1377561 Jan 27 21:38:07.844248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-2315f2c2-afcc-4b0b-88e2-ff12960a7e3a tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:07.850456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-2315f2c2-afcc-4b0b-88e2-ff12960a7e3a tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.7108395 Jan 27 21:38:07.858801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42462) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:07.925685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-18d3bd18-92ac-4ef4-91d4-498cd3086cb7 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 696 time: 0.0742581 Jan 27 21:38:08.012839 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8878e836-8251-4739-a8eb-c22e33180e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.017969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-421d5d44-c013-43f8-941a-66328fde4475 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.38 HTTP/1.1" status: 200 len: 696 time: 0.0914259 Jan 27 21:38:08.031828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95fb36-e3a0-410a-a361-14ca5ab04a92 req-2fae5e8f-4b6f-4ccb-a24b-738a58a52a06 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:08.033456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eb95fb36-e3a0-410a-a361-14ca5ab04a92 req-2fae5e8f-4b6f-4ccb-a24b-738a58a52a06 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.2513661 Jan 27 21:38:08.036143 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1802131347-network', 'tenant_id': '0c35be4b415741f084eee104e939759d'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:08.046365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b99d5-c5c2-49ef-a86b-bf6d1afd0d26 req-7bb38f64-9896-4b3d-b7ad-f9021f683922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:08.047896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-217b99d5-c5c2-49ef-a86b-bf6d1afd0d26 req-7bb38f64-9896-4b3d-b7ad-f9021f683922 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=26b9afae-337a-4439-b4b1-9d7f1f112bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941383 Jan 27 21:38:08.122514 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8878e836-8251-4739-a8eb-c22e33180e5a admin admin] Publish callbacks [] for security_group (f773d351-f98a-4694-8083-b4c2ab378b55), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.151896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Made reservation on behalf of 0c35be4b415741f084eee104e939759d for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:08.155358 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.165522 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.211219 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8878e836-8251-4739-a8eb-c22e33180e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f773d351-f98a-4694-8083-b4c2ab378b55), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.264219 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eb95fb36-e3a0-410a-a361-14ca5ab04a92 req-c31f50aa-cb7e-4b11-8856-f05e93413b09 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199023 Jan 27 21:38:08.270288 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8878e836-8251-4739-a8eb-c22e33180e5a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f53bfb2b3d1479c9b826f60734612a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4103055 Jan 27 21:38:08.273023 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878e836-8251-4739-a8eb-c22e33180e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f773d351-f98a-4694-8083-b4c2ab378b55,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:08.273337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42480) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:08.287448 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Publish callbacks [] for security_group (8841d0b6-b353-45a3-b4c8-bd301042a4c0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.306975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-217b99d5-c5c2-49ef-a86b-bf6d1afd0d26 req-8b11a6ae-6a5f-4209-875b-13a99e6a55c3 service neutron] 10.222.0.71 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277079 Jan 27 21:38:08.385477 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8841d0b6-b353-45a3-b4c8-bd301042a4c0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.405355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-cbb15116-ebdf-4244-b068-0cc68452bb1e tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Deleting port 5cb20fb0-8d28-4542-b724-e0891f90ea36 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:08.405774 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-cbb15116-ebdf-4244-b068-0cc68452bb1e tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5cb20fb0-8d28-4542-b724-e0891f90ea36), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.413806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:38:08.423202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8841d0b6-b353-45a3-b4c8-bd301042a4c0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:08.429812 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2e872e2c-9bb3-475c-bd8f-6d24e2654f97), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.430236 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Added segment 2e872e2c-9bb3-475c-bd8f-6d24e2654f97 of type vlan for network efc4032c-69b0-4973-8a60-cc17330f1f5b Jan 27 21:38:08.470205 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (efc4032c-69b0-4973-8a60-cc17330f1f5b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.513951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-37c4333c-2112-4e9d-b883-2952d8bb4070 admin admin] Publish callbacks [] for security_group (f773d351-f98a-4694-8083-b4c2ab378b55), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.540210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713a1b-9b47-48e1-91b6-28e16a99fd77 req-6ab30188-0bd3-4d55-b8fb-6587f8cdbfdc tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:08.541747 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3713a1b-9b47-48e1-91b6-28e16a99fd77 req-6ab30188-0bd3-4d55-b8fb-6587f8cdbfdc tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 944 time: 0.1912251 Jan 27 21:38:08.581042 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-37c4333c-2112-4e9d-b883-2952d8bb4070 admin admin] Publish callbacks [] for security_group (f773d351-f98a-4694-8083-b4c2ab378b55), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.595675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-217b99d5-c5c2-49ef-a86b-bf6d1afd0d26 req-5d09376e-d555-49e7-a74e-225dbd7a6f9e service neutron] 10.222.0.71 "GET /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807353 Jan 27 21:38:08.620285 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-cbb15116-ebdf-4244-b068-0cc68452bb1e tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5cb20fb0-8d28-4542-b724-e0891f90ea36), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.620622 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-cbb15116-ebdf-4244-b068-0cc68452bb1e tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (5cb20fb0-8d28-4542-b724-e0891f90ea36), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.659927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-cbb15116-ebdf-4244-b068-0cc68452bb1e tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Calling delete_port for 5cb20fb0-8d28-4542-b724-e0891f90ea36 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:08.676852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (efc4032c-69b0-4973-8a60-cc17330f1f5b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.678772 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:08.679370 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.685299 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3713a1b-9b47-48e1-91b6-28e16a99fd77 req-ceda6cc8-9aee-4750-a45d-674e1b2ee2d4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279125 Jan 27 21:38:08.744307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] Pushing event updated for resources: {'Network': ['ID=efc4032c-69b0-4973-8a60-cc17330f1f5b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:08.758369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network efc4032c-69b0-4973-8a60-cc17330f1f5b details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:38:08.822471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4e674-5662-4b66-af3a-3d27d47944cd req-5236c60e-476b-45ed-baa7-4c0004599df1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:08.824631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41c4e674-5662-4b66-af3a-3d27d47944cd req-5236c60e-476b-45ed-baa7-4c0004599df1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.0658257 Jan 27 21:38:08.842045 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.882277 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-36a8047f-0bf8-4009-8ec2-c599ab4dd420 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0832634 Jan 27 21:38:08.889129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42496) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:08.894658 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-37c4333c-2112-4e9d-b883-2952d8bb4070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f773d351-f98a-4694-8083-b4c2ab378b55), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.894860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f7731ec4-2106-48c3-b835-b2c3d7a45002 admin admin] Request body: {'subnet': {'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1802131347-subnet', 'tenant_id': '0c35be4b415741f084eee104e939759d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:08.898768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-37c4333c-2112-4e9d-b883-2952d8bb4070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:08.899961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-37c4333c-2112-4e9d-b883-2952d8bb4070 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f773d351-f98a-4694-8083-b4c2ab378b55 HTTP/1.1" status: 204 len: 168 time: 0.6256673 Jan 27 21:38:08.922003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4333c-2112-4e9d-b883-2952d8bb4070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f773d351-f98a-4694-8083-b4c2ab378b55,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:08.928215 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41c4e674-5662-4b66-af3a-3d27d47944cd req-b2de8983-559e-4d64-9fbd-ce0a3b738d08 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802650 Jan 27 21:38:08.997104 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-cbb15116-ebdf-4244-b068-0cc68452bb1e tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5cb20fb0-8d28-4542-b724-e0891f90ea36), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.002183 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:38:09.029746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb15116-ebdf-4244-b068-0cc68452bb1e tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Pushing event deleted for resources: {'Port': ['ID=5cb20fb0-8d28-4542-b724-e0891f90ea36,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:09.087693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7731ec4-2106-48c3-b835-b2c3d7a45002 admin admin] Made reservation on behalf of 0c35be4b415741f084eee104e939759d for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:09.090080 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7731ec4-2106-48c3-b835-b2c3d7a45002 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.122513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-cbb15116-ebdf-4244-b068-0cc68452bb1e tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks [] for floatingip (48365784-7f41-466f-8086-9b865bc7b082), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.125310 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-cbb15116-ebdf-4244-b068-0cc68452bb1e tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.127272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd21204-1845-467f-bd38-5c1aea38e715 req-cbb15116-ebdf-4244-b068-0cc68452bb1e tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "DELETE /v2.0/floatingips/48365784-7f41-466f-8086-9b865bc7b082 HTTP/1.1" status: 204 len: 173 time: 1.0928457 Jan 27 21:38:09.135745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95962445-2b8a-4974-b0e6-ac896c4de399 req-fe51c8ce-5210-4f99-9978-2fc83e7103bb tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:09.137970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95962445-2b8a-4974-b0e6-ac896c4de399 req-fe51c8ce-5210-4f99-9978-2fc83e7103bb tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.1120584 Jan 27 21:38:09.228721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95962445-2b8a-4974-b0e6-ac896c4de399 req-1bf49027-6632-4d4b-a714-b7a44add6582 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831316 Jan 27 21:38:09.254389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1dcd6-62fd-4e65-b831-d7335d1318a3 req-adb63228-6459-42c7-bc77-479b9e503800 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:09.260403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1dcd6-62fd-4e65-b831-d7335d1318a3 req-adb63228-6459-42c7-bc77-479b9e503800 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:09.265940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1dcd6-62fd-4e65-b831-d7335d1318a3 req-adb63228-6459-42c7-bc77-479b9e503800 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:09.271234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1dcd6-62fd-4e65-b831-d7335d1318a3 req-adb63228-6459-42c7-bc77-479b9e503800 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:09.276690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1dcd6-62fd-4e65-b831-d7335d1318a3 req-adb63228-6459-42c7-bc77-479b9e503800 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:09.282177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1dcd6-62fd-4e65-b831-d7335d1318a3 req-adb63228-6459-42c7-bc77-479b9e503800 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:09.287907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1dcd6-62fd-4e65-b831-d7335d1318a3 req-adb63228-6459-42c7-bc77-479b9e503800 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:09.289898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2e1dcd6-62fd-4e65-b831-d7335d1318a3 req-adb63228-6459-42c7-bc77-479b9e503800 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.1038597 Jan 27 21:38:09.357321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2e1dcd6-62fd-4e65-b831-d7335d1318a3 req-f3128bac-ac1d-4391-8b7b-fd07f1547890 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604694 Jan 27 21:38:09.436729 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7731ec4-2106-48c3-b835-b2c3d7a45002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (7b947926-cd0e-4e93-9c61-0d2ab47b8061), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.491366 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7731ec4-2106-48c3-b835-b2c3d7a45002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b947926-cd0e-4e93-9c61-0d2ab47b8061,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:09.511259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7731ec4-2106-48c3-b835-b2c3d7a45002 admin admin] Checking segment: {'id': '2e872e2c-9bb3-475c-bd8f-6d24e2654f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:09.511259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7731ec4-2106-48c3-b835-b2c3d7a45002 admin admin] Network hostable DHCP agents. Network: efc4032c-69b0-4973-8a60-cc17330f1f5b, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:38:09.705707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7731ec4-2106-48c3-b835-b2c3d7a45002 admin admin] Network efc4032c-69b0-4973-8a60-cc17330f1f5b is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:38:09.829008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f7731ec4-2106-48c3-b835-b2c3d7a45002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, efc4032c-69b0-4973-8a60-cc17330f1f5b) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:09.842109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c96e31-9cfd-487c-9d73-78db59c0f02d None None] Network efc4032c-69b0-4973-8a60-cc17330f1f5b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:38:09.845693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7731ec4-2106-48c3-b835-b2c3d7a45002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:09.846509 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7731ec4-2106-48c3-b835-b2c3d7a45002 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.857093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42550) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:09.887392 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b61b2f9f-f220-407c-acc8-d49cc8b06cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:09.981182 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f7731ec4-2106-48c3-b835-b2c3d7a45002 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0884588 Jan 27 21:38:10.069568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2382135b-6d5e-402b-806a-033ac96c04eb None None] Network efc4032c-69b0-4973-8a60-cc17330f1f5b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:38:10.118913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbe7a6-2128-4ae4-9231-d917ad7839b7 req-69aa27df-5b4a-40f7-ba15-fc231008d993 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.126924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbcbe7a6-2128-4ae4-9231-d917ad7839b7 req-69aa27df-5b4a-40f7-ba15-fc231008d993 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 944 time: 0.1971459 Jan 27 21:38:10.158400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42f06e-7619-47ae-acd9-4921bcd8f7a2 req-c93eb7e7-7abd-451c-87b2-c5abd1ff10fd tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.160263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a42f06e-7619-47ae-acd9-4921bcd8f7a2 req-c93eb7e7-7abd-451c-87b2-c5abd1ff10fd tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 946 time: 0.2102199 Jan 27 21:38:10.227050 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b61b2f9f-f220-407c-acc8-d49cc8b06cdf admin admin] Publish callbacks [] for security_group (e1c89b21-d520-4885-b216-dede4f01b706), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.238408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbcbe7a6-2128-4ae4-9231-d917ad7839b7 req-8c20d7a6-9061-47f8-aed8-3bc13c84e268 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104085 Jan 27 21:38:10.257302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a42f06e-7619-47ae-acd9-4921bcd8f7a2 req-ca19201b-e0b0-4737-a4f7-08d0c44c7b19 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871532 Jan 27 21:38:10.328213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b61b2f9f-f220-407c-acc8-d49cc8b06cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e1c89b21-d520-4885-b216-dede4f01b706), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.476054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b61b2f9f-f220-407c-acc8-d49cc8b06cdf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f8a44c80b41407fbbe399315fbe81ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6146309 Jan 27 21:38:10.476523 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42580) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:10.480771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b2f9f-f220-407c-acc8-d49cc8b06cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c89b21-d520-4885-b216-dede4f01b706,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:10.507515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81a946-f5e8-4942-9ede-9f5c7ea7ea30 req-2cb0000b-a1ec-4f29-8f5d-5917c470328f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.509095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e81a946-f5e8-4942-9ede-9f5c7ea7ea30 req-2cb0000b-a1ec-4f29-8f5d-5917c470328f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.1892776 Jan 27 21:38:10.522535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d865b-76ac-436c-8378-5ad5597aff0e req-35fa354d-341e-4aef-bb83-1339ff6c304d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.523954 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d1d865b-76ac-436c-8378-5ad5597aff0e req-35fa354d-341e-4aef-bb83-1339ff6c304d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.1510704 Jan 27 21:38:10.570562 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea888-bd3e-40db-8171-db4200aca620 admin admin] Publish callbacks [] for security_group (e1c89b21-d520-4885-b216-dede4f01b706), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.602261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea888-bd3e-40db-8171-db4200aca620 admin admin] Publish callbacks [] for security_group (e1c89b21-d520-4885-b216-dede4f01b706), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.629991 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e81a946-f5e8-4942-9ede-9f5c7ea7ea30 req-faee81b0-c062-4bdb-916c-61d63a8bf425 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000009 Jan 27 21:38:10.647978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d1d865b-76ac-436c-8378-5ad5597aff0e req-b5026199-3614-485c-bfd7-e8965d692cba tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142001 Jan 27 21:38:10.785805 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea888-bd3e-40db-8171-db4200aca620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e1c89b21-d520-4885-b216-dede4f01b706), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.788569 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea888-bd3e-40db-8171-db4200aca620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:10.792396 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5d2ea888-bd3e-40db-8171-db4200aca620 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1c89b21-d520-4885-b216-dede4f01b706 HTTP/1.1" status: 204 len: 168 time: 0.3119586 Jan 27 21:38:10.800611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ea888-bd3e-40db-8171-db4200aca620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c89b21-d520-4885-b216-dede4f01b706,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:10.840014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ae6b-bc73-4369-afb6-1b531f57db7a req-0ca468cf-93d0-4346-9012-ff54fa5a0c87 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.848049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ae6b-bc73-4369-afb6-1b531f57db7a req-0ca468cf-93d0-4346-9012-ff54fa5a0c87 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.854940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ae6b-bc73-4369-afb6-1b531f57db7a req-0ca468cf-93d0-4346-9012-ff54fa5a0c87 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.862963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ae6b-bc73-4369-afb6-1b531f57db7a req-0ca468cf-93d0-4346-9012-ff54fa5a0c87 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.871650 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ae6b-bc73-4369-afb6-1b531f57db7a req-0ca468cf-93d0-4346-9012-ff54fa5a0c87 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.878975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ae6b-bc73-4369-afb6-1b531f57db7a req-0ca468cf-93d0-4346-9012-ff54fa5a0c87 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.885921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595ae6b-bc73-4369-afb6-1b531f57db7a req-0ca468cf-93d0-4346-9012-ff54fa5a0c87 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:10.887850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0595ae6b-bc73-4369-afb6-1b531f57db7a req-0ca468cf-93d0-4346-9012-ff54fa5a0c87 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5433 time: 0.1377478 Jan 27 21:38:10.893135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-5c108c9e-3326-4d4d-987f-53e30366c7ec req-222e584c-b78a-4d15-b62f-fa3eeadd0193 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-827468733', 'description': 'tempest-description-236590311'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:11.002467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0595ae6b-bc73-4369-afb6-1b531f57db7a req-5a8cb1df-af96-44cb-a1ad-2046ef1bf76a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988622 Jan 27 21:38:11.011577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09dce1-8685-4df5-b213-950b6f3ea509 req-b11e8d9d-7bfe-4671-a8b6-a8cfa4f981a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:11.013190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd09dce1-8685-4df5-b213-950b6f3ea509 req-b11e8d9d-7bfe-4671-a8b6-a8cfa4f981a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 1125 time: 0.0666788 Jan 27 21:38:11.030857 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c108c9e-3326-4d4d-987f-53e30366c7ec req-222e584c-b78a-4d15-b62f-fa3eeadd0193 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.186084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09dce1-8685-4df5-b213-950b6f3ea509 req-100baee1-b4a5-4a99-a066-28241e843941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:11.187669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd09dce1-8685-4df5-b213-950b6f3ea509 req-100baee1-b4a5-4a99-a066-28241e843941 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.1474233 Jan 27 21:38:11.190111 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c108c9e-3326-4d4d-987f-53e30366c7ec req-222e584c-b78a-4d15-b62f-fa3eeadd0193 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (64e79822-9ffd-40bb-991d-3f4fe99744cc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.231250 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd09dce1-8685-4df5-b213-950b6f3ea509 req-c922d1b2-aec2-4fea-b092-2a95d454fb38 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a HTTP/1.1" status: 200 len: 217 time: 0.0366490 Jan 27 21:38:11.347189 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c108c9e-3326-4d4d-987f-53e30366c7ec req-222e584c-b78a-4d15-b62f-fa3eeadd0193 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (64e79822-9ffd-40bb-991d-3f4fe99744cc), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.365098 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09dce1-8685-4df5-b213-950b6f3ea509 req-e6446658-bbb4-422d-9a56-867c6ca78deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:11.367388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd09dce1-8685-4df5-b213-950b6f3ea509 req-e6446658-bbb4-422d-9a56-867c6ca78deb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.1239667 Jan 27 21:38:11.433179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd09dce1-8685-4df5-b213-950b6f3ea509 req-3f843168-e221-402a-b5da-4659ec19b5ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462179 Jan 27 21:38:11.450968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e584c-b78a-4d15-b62f-fa3eeadd0193 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e79822-9ffd-40bb-991d-3f4fe99744cc,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:11.487395 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5c108c9e-3326-4d4d-987f-53e30366c7ec req-222e584c-b78a-4d15-b62f-fa3eeadd0193 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.492296 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb942f0c-e7e4-4213-9add-7295c217065b req-d3656e47-d6a3-42e9-b369-fd818d69e551 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:11.493854 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-eb942f0c-e7e4-4213-9add-7295c217065b req-d3656e47-d6a3-42e9-b369-fd818d69e551 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.71 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 946 time: 0.0828533 Jan 27 21:38:11.502550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c108c9e-3326-4d4d-987f-53e30366c7ec req-222e584c-b78a-4d15-b62f-fa3eeadd0193 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6133802 Jan 27 21:38:11.544160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a96bb84f-38fc-43fe-95fb-da828d6972b7 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:11.602015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe46433-ca09-40a1-a872-75187a3647f9 req-1d693283-6857-4223-b6f8-190dccd29201 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:11.610928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbe46433-ca09-40a1-a872-75187a3647f9 req-1d693283-6857-4223-b6f8-190dccd29201 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 944 time: 0.2783933 Jan 27 21:38:11.667752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a96bb84f-38fc-43fe-95fb-da828d6972b7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a96bb84f-38fc-43fe-95fb-da828d6972b7,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:11.682040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'a96bb84f-38fc-43fe-95fb-da828d6972b7', 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1', 'port_id': 'a96bb84f-38fc-43fe-95fb-da828d6972b7', 'mac_address': 'fa:16:3e:55:81:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc39d94-35f6-4283-aa70-2a15d1dc2b86', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:11.703236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-eb942f0c-e7e4-4213-9add-7295c217065b req-22b213b4-3cbe-439e-a185-e8b1cbf718b9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Deleting port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:11.703600 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-eb942f0c-e7e4-4213-9add-7295c217065b req-22b213b4-3cbe-439e-a185-e8b1cbf718b9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.707956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3bd0d-17da-4206-8124-7f7d94cc03b4 req-5c717467-f60c-4450-8ee6-d4abe4390ff6 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:11.709561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24e3bd0d-17da-4206-8124-7f7d94cc03b4 req-5c717467-f60c-4450-8ee6-d4abe4390ff6 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 946 time: 0.1321497 Jan 27 21:38:11.742582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a96bb84f-38fc-43fe-95fb-da828d6972b7 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:11.742971 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.743497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd09dce1-8685-4df5-b213-950b6f3ea509 req-4f807a3d-8e25-4bbb-a4ec-a9ba419e3bd3 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019207 Jan 27 21:38:11.764729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbe46433-ca09-40a1-a872-75187a3647f9 req-104ea265-ae2d-46a8-b67c-c5c7c5f944dc tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528430 Jan 27 21:38:11.772582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96bb84f-38fc-43fe-95fb-da828d6972b7 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:11.813053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a96bb84f-38fc-43fe-95fb-da828d6972b7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a96bb84f-38fc-43fe-95fb-da828d6972b7,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:11.870552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ecbbb298-c674-4b18-bf69-4ae9f8a73e8c req-2ea94379-4d82-4905-a232-8b424bf9c81e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1002860785', 'description': 'tempest-description-1239891963'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:11.881571 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-eb942f0c-e7e4-4213-9add-7295c217065b req-22b213b4-3cbe-439e-a185-e8b1cbf718b9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] For port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:11.882399 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-eb942f0c-e7e4-4213-9add-7295c217065b req-22b213b4-3cbe-439e-a185-e8b1cbf718b9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.892316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24e3bd0d-17da-4206-8124-7f7d94cc03b4 req-e29cee49-a68d-4432-b0b7-b51be559d5a4 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/security-groups?id=137b7b4f-d82d-489b-9b1d-51846af722f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716182 Jan 27 21:38:11.897874 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:11.897874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:11.943835 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-eb942f0c-e7e4-4213-9add-7295c217065b req-22b213b4-3cbe-439e-a185-e8b1cbf718b9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Calling delete_port for dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:11.967854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd09dce1-8685-4df5-b213-950b6f3ea509 req-5b09f9cf-7cab-4d8b-80d9-3543a72262fe service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917098 Jan 27 21:38:11.974739 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ecbbb298-c674-4b18-bf69-4ae9f8a73e8c req-2ea94379-4d82-4905-a232-8b424bf9c81e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.036043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:12.065154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0', 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1', 'port_id': '8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0', 'mac_address': 'fa:16:3e:53:a4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc39d94-35f6-4283-aa70-2a15d1dc2b86', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:12.111633 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42626) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:12.124020 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ecbbb298-c674-4b18-bf69-4ae9f8a73e8c req-2ea94379-4d82-4905-a232-8b424bf9c81e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (7e2c341b-5370-4989-bbd8-252c269a30f3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.150225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a96bb84f-38fc-43fe-95fb-da828d6972b7,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:12.226476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7c186-98f6-4166-a986-504b61414862 req-10633643-04f5-49d3-b8bc-25b426884c81 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:12.231926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ea7c186-98f6-4166-a986-504b61414862 req-10633643-04f5-49d3-b8bc-25b426884c81 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.1113977 Jan 27 21:38:12.233585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:12.235295 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ecbbb298-c674-4b18-bf69-4ae9f8a73e8c req-2ea94379-4d82-4905-a232-8b424bf9c81e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7e2c341b-5370-4989-bbd8-252c269a30f3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.235467 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.272728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:12.288461 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-eb942f0c-e7e4-4213-9add-7295c217065b req-22b213b4-3cbe-439e-a185-e8b1cbf718b9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (dfdd8a72-5721-48f2-98c7-cdd9bdfb6129), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.325339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:12.332346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['dfdd8a72-5721-48f2-98c7-cdd9bdfb6129'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:12.357501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea94379-4d82-4905-a232-8b424bf9c81e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2c341b-5370-4989-bbd8-252c269a30f3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:12.389013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b213b4-3cbe-439e-a185-e8b1cbf718b9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Pushing event deleted for resources: {'Port': ['ID=dfdd8a72-5721-48f2-98c7-cdd9bdfb6129,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:12.408626 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ecbbb298-c674-4b18-bf69-4ae9f8a73e8c req-2ea94379-4d82-4905-a232-8b424bf9c81e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.419101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecbbb298-c674-4b18-bf69-4ae9f8a73e8c req-2ea94379-4d82-4905-a232-8b424bf9c81e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5822039 Jan 27 21:38:12.419967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b20205f3-6cc7-42fa-866c-caa97dbeef12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.437076 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.437922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device cf0d2933-9ced-40f1-ba80-638a181d5c6a details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:12.455781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ea7c186-98f6-4166-a986-504b61414862 req-9b31daec-82c5-4f1e-ad00-507715d41f4c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097523 Jan 27 21:38:12.577069 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port cf0d2933-9ced-40f1-ba80-638a181d5c6a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cf0d2933-9ced-40f1-ba80-638a181d5c6a,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:12.594542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'cf0d2933-9ced-40f1-ba80-638a181d5c6a', 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4', 'port_id': 'cf0d2933-9ced-40f1-ba80-638a181d5c6a', 'mac_address': 'fa:16:3e:9c:a6:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e01611-9532-469d-8e1a-8f2c049f536e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:12.689042 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b20205f3-6cc7-42fa-866c-caa97dbeef12 admin admin] Publish callbacks [] for security_group (c1b44cc0-e99c-49db-b916-a248f04cd91f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.690437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb942f0c-e7e4-4213-9add-7295c217065b req-22b213b4-3cbe-439e-a185-e8b1cbf718b9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] No DVR routers for this DVR port dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:38:12.694376 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-eb942f0c-e7e4-4213-9add-7295c217065b req-22b213b4-3cbe-439e-a185-e8b1cbf718b9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.701044 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-eb942f0c-e7e4-4213-9add-7295c217065b req-22b213b4-3cbe-439e-a185-e8b1cbf718b9 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.71 "DELETE /v2.0/ports/dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 HTTP/1.1" status: 204 len: 173 time: 1.1880484 Jan 27 21:38:12.701583 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'name': 'network-vif-deleted', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:12.710248 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb92fbf-8ac5-483b-a9d7-51023e8c4cdf" -d '{"events": [{"server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "name": "network-vif-deleted", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:12.723204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79c658-dea4-48fc-ba2e-a2884ffeedf5 req-397bc4c3-ffd5-474f-978a-b4062719a51f tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:12.728243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:12.732566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e79c658-dea4-48fc-ba2e-a2884ffeedf5 req-397bc4c3-ffd5-474f-978a-b4062719a51f tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.2045872 Jan 27 21:38:12.757121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b20205f3-6cc7-42fa-866c-caa97dbeef12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c1b44cc0-e99c-49db-b916-a248f04cd91f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.759930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port cf0d2933-9ced-40f1-ba80-638a181d5c6a is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:12.760436 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.779330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0d2933-9ced-40f1-ba80-638a181d5c6a {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:12.806126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port cf0d2933-9ced-40f1-ba80-638a181d5c6a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cf0d2933-9ced-40f1-ba80-638a181d5c6a,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:12.820687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1aca-a56b-4476-ae8c-0a862cf21327 req-0c60a96c-b8a8-4fb2-b74a-38126327b49e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:12.838306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1aca-a56b-4476-ae8c-0a862cf21327 req-0c60a96c-b8a8-4fb2-b74a-38126327b49e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:12.843830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1aca-a56b-4476-ae8c-0a862cf21327 req-0c60a96c-b8a8-4fb2-b74a-38126327b49e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:12.845027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20205f3-6cc7-42fa-866c-caa97dbeef12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b44cc0-e99c-49db-b916-a248f04cd91f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:12.850350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1aca-a56b-4476-ae8c-0a862cf21327 req-0c60a96c-b8a8-4fb2-b74a-38126327b49e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:12.852302 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b20205f3-6cc7-42fa-866c-caa97dbeef12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4773e930ee6a4c0080a0114399fe47e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7395244 Jan 27 21:38:12.854906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42648) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:12.855881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1aca-a56b-4476-ae8c-0a862cf21327 req-0c60a96c-b8a8-4fb2-b74a-38126327b49e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:12.861609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1aca-a56b-4476-ae8c-0a862cf21327 req-0c60a96c-b8a8-4fb2-b74a-38126327b49e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:12.867313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1aca-a56b-4476-ae8c-0a862cf21327 req-0c60a96c-b8a8-4fb2-b74a-38126327b49e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:12.869248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-199a1aca-a56b-4476-ae8c-0a862cf21327 req-0c60a96c-b8a8-4fb2-b74a-38126327b49e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5435 time: 0.2612281 Jan 27 21:38:12.916969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e79c658-dea4-48fc-ba2e-a2884ffeedf5 req-c15dadbc-5a77-4cdb-8387-dcf7206b055e tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775579 Jan 27 21:38:12.926748 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fa8692e-f3c6-476d-a391-7226ee08b20c admin admin] Publish callbacks [] for security_group (c1b44cc0-e99c-49db-b916-a248f04cd91f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:12.957345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-199a1aca-a56b-4476-ae8c-0a862cf21327 req-c546dfc5-7093-4bd7-beb6-2d57911945fe tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817659 Jan 27 21:38:12.965364 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fa8692e-f3c6-476d-a391-7226ee08b20c admin admin] Publish callbacks [] for security_group (c1b44cc0-e99c-49db-b916-a248f04cd91f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.050934 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522227d3-47c3-430e-8e37-40fcb7e3e4d9 x-openstack-request-id: req-522227d3-47c3-430e-8e37-40fcb7e3e4d9 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:13.051262 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b90133-371d-4a91-86c9-afaf409e713b", "name": "network-vif-deleted", "tag": "dfdd8a72-5721-48f2-98c7-cdd9bdfb6129", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:13.051718 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-522227d3-47c3-430e-8e37-40fcb7e3e4d9 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:13.052237 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b90133-371d-4a91-86c9-afaf409e713b', 'name': 'network-vif-deleted', 'tag': 'dfdd8a72-5721-48f2-98c7-cdd9bdfb6129', 'status': 'completed', 'code': 200} Jan 27 21:38:13.065436 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.066531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 22cdf208-eafd-45a4-b320-f1219ee540a4 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:13.157848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fa8692e-f3c6-476d-a391-7226ee08b20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c1b44cc0-e99c-49db-b916-a248f04cd91f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.162707 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fa8692e-f3c6-476d-a391-7226ee08b20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.164218 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8fa8692e-f3c6-476d-a391-7226ee08b20c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1b44cc0-e99c-49db-b916-a248f04cd91f HTTP/1.1" status: 204 len: 168 time: 0.3080308 Jan 27 21:38:13.181979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8692e-f3c6-476d-a391-7226ee08b20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b44cc0-e99c-49db-b916-a248f04cd91f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:13.258284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 22cdf208-eafd-45a4-b320-f1219ee540a4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=22cdf208-eafd-45a4-b320-f1219ee540a4,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:13.278927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-4bc8d646-a059-48fc-971e-8002c7b8b3b1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:13.279400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '22cdf208-eafd-45a4-b320-f1219ee540a4', 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1', 'port_id': '22cdf208-eafd-45a4-b320-f1219ee540a4', 'mac_address': 'fa:16:3e:78:19:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc39d94-35f6-4283-aa70-2a15d1dc2b86', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:13.282246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=cf0d2933-9ced-40f1-ba80-638a181d5c6a,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:13.283955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-4bc8d646-a059-48fc-971e-8002c7b8b3b1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/networks?id=efc4032c-69b0-4973-8a60-cc17330f1f5b HTTP/1.1" status: 200 len: 813 time: 0.2516127 Jan 27 21:38:13.323539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-74d10662-ee0f-404f-bb62-0f738ac5ce60 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/quotas/0c35be4b415741f084eee104e939759d HTTP/1.1" status: 200 len: 375 time: 0.0198557 Jan 27 21:38:13.360649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1fd27-b797-4a16-ac56-89033f41b464 req-18cdcd88-526f-4fd9-9f2c-133af6411512 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:13.366822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16b1fd27-b797-4a16-ac56-89033f41b464 req-18cdcd88-526f-4fd9-9f2c-133af6411512 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 944 time: 0.1491830 Jan 27 21:38:13.372059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 22cdf208-eafd-45a4-b320-f1219ee540a4 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:13.372768 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:13.402424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cdf208-eafd-45a4-b320-f1219ee540a4 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:13.411733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-6e252531-546d-465b-88ea-03588d2f5003 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c35be4b415741f084eee104e939759d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735793 Jan 27 21:38:13.441530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 22cdf208-eafd-45a4-b320-f1219ee540a4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=22cdf208-eafd-45a4-b320-f1219ee540a4,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:13.509610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16b1fd27-b797-4a16-ac56-89033f41b464 req-ed6b11f5-a9e2-49e6-ab38-4030fc43ad71 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415784 Jan 27 21:38:13.552938 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-796932d6-e3f2-40cd-b6da-b71a446970f5 service neutron] 10.222.0.61 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402755 Jan 27 21:38:13.638990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd8170b6-3e64-4518-b48a-f49f9bbb78c5 req-95a84503-7e4f-4c20-861a-407c7f30e782 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 210 time: 0.0360765 Jan 27 21:38:13.680546 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-814da841-f8e0-4b9b-8180-4bc897722ba8 service neutron] 10.222.0.61 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252532 Jan 27 21:38:13.749491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1dc88-e561-4d77-b008-c7d6bbff6294 req-8b85a271-74a7-4b92-9482-2158aea26deb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:13.751868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3fc1dc88-e561-4d77-b008-c7d6bbff6294 req-8b85a271-74a7-4b92-9482-2158aea26deb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.0551038 Jan 27 21:38:13.797982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3fc1dc88-e561-4d77-b008-c7d6bbff6294 req-dbec92ef-51fb-4173-be45-6b02c233fc3e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405035 Jan 27 21:38:14.048358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b6eaa-626a-4829-82e4-f972a5197b71 req-3914e9fe-22c7-4ced-80da-dbd76e8907f9 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:14.051598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-726b6eaa-626a-4829-82e4-f972a5197b71 req-3914e9fe-22c7-4ced-80da-dbd76e8907f9 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.0493855 Jan 27 21:38:14.099609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-726b6eaa-626a-4829-82e4-f972a5197b71 req-fee5780d-b6f5-4153-b129-9be4c52c4754 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411363 Jan 27 21:38:14.100623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.101415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c36e1084-48e0-4ada-bb62-776d8ad9ce29 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:14.181331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c36e1084-48e0-4ada-bb62-776d8ad9ce29, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c36e1084-48e0-4ada-bb62-776d8ad9ce29,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:14.203329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=22cdf208-eafd-45a4-b320-f1219ee540a4,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:14.229176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'c36e1084-48e0-4ada-bb62-776d8ad9ce29', 'network_id': '7e1655c6-78a8-4691-8e0d-090ebfbca2d4', 'port_id': 'c36e1084-48e0-4ada-bb62-776d8ad9ce29', 'mac_address': 'fa:16:3e:85:ff:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e01611-9532-469d-8e1a-8f2c049f536e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:14.298348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8695e-96aa-4710-b53e-ca17be3c1ba2 req-62f98c51-0b9f-4821-a803-b0116f963dbf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:14.304050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8695e-96aa-4710-b53e-ca17be3c1ba2 req-62f98c51-0b9f-4821-a803-b0116f963dbf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:14.310770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c36e1084-48e0-4ada-bb62-776d8ad9ce29 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:14.311164 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.326700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8695e-96aa-4710-b53e-ca17be3c1ba2 req-62f98c51-0b9f-4821-a803-b0116f963dbf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:14.335382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36e1084-48e0-4ada-bb62-776d8ad9ce29 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:14.339467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8695e-96aa-4710-b53e-ca17be3c1ba2 req-62f98c51-0b9f-4821-a803-b0116f963dbf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:14.347693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8695e-96aa-4710-b53e-ca17be3c1ba2 req-62f98c51-0b9f-4821-a803-b0116f963dbf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:14.353483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8695e-96aa-4710-b53e-ca17be3c1ba2 req-62f98c51-0b9f-4821-a803-b0116f963dbf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:14.369570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8695e-96aa-4710-b53e-ca17be3c1ba2 req-62f98c51-0b9f-4821-a803-b0116f963dbf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:14.371489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2b8695e-96aa-4710-b53e-ca17be3c1ba2 req-62f98c51-0b9f-4821-a803-b0116f963dbf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5437 time: 0.1804357 Jan 27 21:38:14.381728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c36e1084-48e0-4ada-bb62-776d8ad9ce29, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c36e1084-48e0-4ada-bb62-776d8ad9ce29,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:14.441921 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-dbd008ea-a8aa-411a-860c-efd87ff0389c service neutron] 10.222.0.71 "GET /v2.0/ports/01c2d190-1600-424b-8a6e-06bc0d4fac7a/bindings/n-h1-760456-6 HTTP/1.1" status: 200 len: 384 time: 0.1377811 Jan 27 21:38:14.444635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2b8695e-96aa-4710-b53e-ca17be3c1ba2 req-56a5efa8-04fa-46a7-87da-6ba19610e294 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642548 Jan 27 21:38:14.482696 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.483499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 155f11db-f305-4457-814e-848bb16c424f details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:14.563182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 155f11db-f305-4457-814e-848bb16c424f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=155f11db-f305-4457-814e-848bb16c424f,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:14.575306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c36e1084-48e0-4ada-bb62-776d8ad9ce29,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:14.590118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '155f11db-f305-4457-814e-848bb16c424f', 'network_id': '48d40ea8-2154-4a64-8f89-b888ed9df3b1', 'port_id': '155f11db-f305-4457-814e-848bb16c424f', 'mac_address': 'fa:16:3e:96:d0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc39d94-35f6-4283-aa70-2a15d1dc2b86', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:14.659894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 155f11db-f305-4457-814e-848bb16c424f is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:14.660790 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (155f11db-f305-4457-814e-848bb16c424f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.678200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155f11db-f305-4457-814e-848bb16c424f {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:14.687171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9b4ce68-48be-47e8-8906-4deed9bbffb2 req-837755db-a561-437e-8e5d-65a24d0747db tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 210 time: 0.4448509 Jan 27 21:38:14.707111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 155f11db-f305-4457-814e-848bb16c424f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=155f11db-f305-4457-814e-848bb16c424f,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:14.717294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a760d-c734-48ad-9975-a59eb9172ef8 req-8616b965-df58-452f-a078-12ce94f1207f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:14.722752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31a760d-c734-48ad-9975-a59eb9172ef8 req-8616b965-df58-452f-a078-12ce94f1207f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 944 time: 0.1094565 Jan 27 21:38:14.766545 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-2f8f0bc4-d15d-44d7-9305-ba4c4ab1fe96 service neutron] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:14.798957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31a760d-c734-48ad-9975-a59eb9172ef8 req-0876e334-c326-4be6-a54b-4cf82b11d72c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679166 Jan 27 21:38:14.800677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-2f8f0bc4-d15d-44d7-9305-ba4c4ab1fe96 service neutron] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:14.867768 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57d7b7dd-8b56-43ed-ac20-ea29979bee40 req-f5109812-7091-4fde-b500-675b01e09893 tempest-FloatingIPsAssociationTestJSON-1537267607 tempest-FloatingIPsAssociationTestJSON-1537267607-project] 10.222.0.61 "GET /v2.0/ports?device_id=34b90133-371d-4a91-86c9-afaf409e713b HTTP/1.1" status: 200 len: 210 time: 0.0623009 Jan 27 21:38:14.872429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-2f8f0bc4-d15d-44d7-9305-ba4c4ab1fe96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c2d190-1600-424b-8a6e-06bc0d4fac7a {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:14.882494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (155f11db-f305-4457-814e-848bb16c424f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:14.883169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c98474e4-1252-489c-91e8-4efc34ed60ca details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:14.895862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-2f8f0bc4-d15d-44d7-9305-ba4c4ab1fe96 service neutron] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:14.948701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c38297-6bd1-469e-9ee2-8657b841a3fa req-1727a573-f279-4a9d-9c1c-1ae171d90607 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:14.950205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7c38297-6bd1-469e-9ee2-8657b841a3fa req-1727a573-f279-4a9d-9c1c-1ae171d90607 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.0550313 Jan 27 21:38:15.019812 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-2f8f0bc4-d15d-44d7-9305-ba4c4ab1fe96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.023216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=155f11db-f305-4457-814e-848bb16c424f,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:15.042373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c98474e4-1252-489c-91e8-4efc34ed60ca, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c98474e4-1252-489c-91e8-4efc34ed60ca,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:15.060399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'c98474e4-1252-489c-91e8-4efc34ed60ca', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'port_id': 'c98474e4-1252-489c-91e8-4efc34ed60ca', 'mac_address': 'fa:16:3e:dc:b5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:15.089559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7c38297-6bd1-469e-9ee2-8657b841a3fa req-5a0b6a2d-c678-4971-9683-d8f608f2f475 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267333 Jan 27 21:38:15.106030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c98474e4-1252-489c-91e8-4efc34ed60ca is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:15.106989 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.123089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98474e4-1252-489c-91e8-4efc34ed60ca {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:15.157872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c98474e4-1252-489c-91e8-4efc34ed60ca, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c98474e4-1252-489c-91e8-4efc34ed60ca,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:15.191220 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-2f8f0bc4-d15d-44d7-9305-ba4c4ab1fe96 service neutron] Transition to ACTIVE for port object 01c2d190-1600-424b-8a6e-06bc0d4fac7a will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:38:15.219608 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.274828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4496b-7f57-439c-a4a7-b33b2c32a9ba req-8d303058-067b-40b5-9d1f-36c6586cf454 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.276734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ae4496b-7f57-439c-a4a7-b33b2c32a9ba req-8d303058-067b-40b5-9d1f-36c6586cf454 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.0507514 Jan 27 21:38:15.280170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c98474e4-1252-489c-91e8-4efc34ed60ca,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:15.318446 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-2f8f0bc4-d15d-44d7-9305-ba4c4ab1fe96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:15.387743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ae4496b-7f57-439c-a4a7-b33b2c32a9ba req-6dfa212b-8dd6-4052-ae11-79ed76cf4258 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844760 Jan 27 21:38:15.393855 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-2f8f0bc4-d15d-44d7-9305-ba4c4ab1fe96 service neutron] No DVR routers for this DVR port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:38:15.451420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f0bc4-d15d-44d7-9305-ba4c4ab1fe96 service neutron] Pushing event updated for resources: {'Port': ['ID=01c2d190-1600-424b-8a6e-06bc0d4fac7a,revision_number=10']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:15.466575 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-2f8f0bc4-d15d-44d7-9305-ba4c4ab1fe96 service neutron] 10.222.0.71 "PUT /v2.0/ports/01c2d190-1600-424b-8a6e-06bc0d4fac7a/bindings/n-h1-760456-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0143173 Jan 27 21:38:15.605317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e78a6b-c038-4ee1-9678-e0c32d691678 req-d6a07cad-bb33-4b32-8213-1ec8f58fa4f7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.611445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e78a6b-c038-4ee1-9678-e0c32d691678 req-d6a07cad-bb33-4b32-8213-1ec8f58fa4f7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.617811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e78a6b-c038-4ee1-9678-e0c32d691678 req-d6a07cad-bb33-4b32-8213-1ec8f58fa4f7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.623407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e78a6b-c038-4ee1-9678-e0c32d691678 req-d6a07cad-bb33-4b32-8213-1ec8f58fa4f7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.629055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e78a6b-c038-4ee1-9678-e0c32d691678 req-d6a07cad-bb33-4b32-8213-1ec8f58fa4f7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.636397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e78a6b-c038-4ee1-9678-e0c32d691678 req-d6a07cad-bb33-4b32-8213-1ec8f58fa4f7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.647446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e78a6b-c038-4ee1-9678-e0c32d691678 req-d6a07cad-bb33-4b32-8213-1ec8f58fa4f7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.650715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74e78a6b-c038-4ee1-9678-e0c32d691678 req-d6a07cad-bb33-4b32-8213-1ec8f58fa4f7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5440 time: 0.1086206 Jan 27 21:38:15.659913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-1ba730d3-7b4e-4795-a519-af4935429508 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.661878 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-1ba730d3-7b4e-4795-a519-af4935429508 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4&tenant_id=4a740dbf51be4474b91c5cb7c93ca967&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1096 time: 0.0621033 Jan 27 21:38:15.719690 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-e9ee84f9-4a70-498a-96bd-8505d03db651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.735092 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-e9ee84f9-4a70-498a-96bd-8505d03db651 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4&tenant_id=4a740dbf51be4474b91c5cb7c93ca967 HTTP/1.1" status: 200 len: 1096 time: 0.0654919 Jan 27 21:38:15.754417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74e78a6b-c038-4ee1-9678-e0c32d691678 req-26446938-3ae4-4137-9566-8c7495c07b84 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956881 Jan 27 21:38:15.827820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-9060480c-afe8-49ef-87de-1c2072835340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:15.829579 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-9060480c-afe8-49ef-87de-1c2072835340 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0700836 Jan 27 21:38:15.870450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-667c5002-43b0-4524-bb1f-e91f3f6de07f req-b1941a59-213a-47e7-b321-f6c36eaa378b tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 210 time: 0.0387714 Jan 27 21:38:15.870450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42742) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:15.871071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['a96bb84f-38fc-43fe-95fb-da828d6972b7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:15.883844 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['155f11db-f305-4457-814e-848bb16c424f'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:15.965932 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42748) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:15.980539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['c36e1084-48e0-4ada-bb62-776d8ad9ce29'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:16.013848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39244f84-9ae1-4402-b92c-cf84c1d04153 req-a57a2fb3-8dc3-44c3-89c1-b58dbd77c8ce tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.016425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39244f84-9ae1-4402-b92c-cf84c1d04153 req-a57a2fb3-8dc3-44c3-89c1-b58dbd77c8ce tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 945 time: 0.1020401 Jan 27 21:38:16.040640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-5d86495a-7b20-432c-8b7d-c1747fcf55f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.042122 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-5d86495a-7b20-432c-8b7d-c1747fcf55f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.1967757 Jan 27 21:38:16.059645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['cf0d2933-9ced-40f1-ba80-638a181d5c6a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:16.097009 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['c98474e4-1252-489c-91e8-4efc34ed60ca'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:16.100702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-902381422'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:16.107768 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39244f84-9ae1-4402-b92c-cf84c1d04153 req-3daf6f7e-9426-488e-a567-a546aef48fb2 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794692 Jan 27 21:38:16.146125 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-d8f80d88-b8c6-405d-a321-324312de4c7c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a HTTP/1.1" status: 200 len: 217 time: 0.0960977 Jan 27 21:38:16.185825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Made reservation on behalf of ab1b30faa6e24606b60ac445d8a0ddd1 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:16.190772 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.209275 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.259638 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-14baa569-9dc8-45a6-967c-f627e7c688d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.261308 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-14baa569-9dc8-45a6-967c-f627e7c688d8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.0466380 Jan 27 21:38:16.292423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976ed13-c920-4623-b835-94b597e05ab5 req-e5ed1331-292f-4c40-b71a-5bc0dd10990a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.300882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2976ed13-c920-4623-b835-94b597e05ab5 req-e5ed1331-292f-4c40-b71a-5bc0dd10990a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.0955091 Jan 27 21:38:16.339643 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-fda73e59-d4ac-4ff2-b075-8aaeee4abada service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652072 Jan 27 21:38:16.399278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2976ed13-c920-4623-b835-94b597e05ab5 req-4b262611-5162-4620-9364-b9e933c27f04 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968635 Jan 27 21:38:16.445347 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks [] for security_group (85563a50-2a29-42ca-a2b5-73dc32353301), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.545275 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-7cf4e043-eecf-40da-b237-595587bd1d5c service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029378 Jan 27 21:38:16.566498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (85563a50-2a29-42ca-a2b5-73dc32353301), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.683202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:38:16.698120 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-505671c1-fc01-47b0-8a5b-3340ea206817 service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266656 Jan 27 21:38:16.705670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3aa44-92be-4479-863f-c7edfd0a138a req-17f4473e-9f34-44cd-841e-ec53d4217da6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.713222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58d3aa44-92be-4479-863f-c7edfd0a138a req-17f4473e-9f34-44cd-841e-ec53d4217da6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.2310638 Jan 27 21:38:16.715430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85563a50-2a29-42ca-a2b5-73dc32353301,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:16.735153 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (59ec8825-b5d2-485a-9f0f-53e71e807de7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.735787 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Added segment 59ec8825-b5d2-485a-9f0f-53e71e807de7 of type vlan for network 8e8e6ede-85fa-464e-82ed-b762702d20d0 Jan 27 21:38:16.759230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb8683a5-bb01-4146-b189-e9f1617a5142 req-b27070b7-df93-4f47-82f6-df9df252b09b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2285705 Jan 27 21:38:16.856484 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (8e8e6ede-85fa-464e-82ed-b762702d20d0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.863512 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb66cdcf-f6c4-44fe-9f5c-0b3553a7e792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:16.950520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8683a5-bb01-4146-b189-e9f1617a5142 req-1b9286d1-84fb-41e4-be60-d9ecf2492e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.952042 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb8683a5-bb01-4146-b189-e9f1617a5142 req-1b9286d1-84fb-41e4-be60-d9ecf2492e60 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 1096 time: 0.1662805 Jan 27 21:38:16.981053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4d3af-bb3b-4fc0-a3be-27d071a29d15 req-6e810ffb-0276-49c5-b69f-502605f7f256 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.987113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4d3af-bb3b-4fc0-a3be-27d071a29d15 req-6e810ffb-0276-49c5-b69f-502605f7f256 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.992787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4d3af-bb3b-4fc0-a3be-27d071a29d15 req-6e810ffb-0276-49c5-b69f-502605f7f256 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:16.998552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4d3af-bb3b-4fc0-a3be-27d071a29d15 req-6e810ffb-0276-49c5-b69f-502605f7f256 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:17.004242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4d3af-bb3b-4fc0-a3be-27d071a29d15 req-6e810ffb-0276-49c5-b69f-502605f7f256 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:17.010145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4d3af-bb3b-4fc0-a3be-27d071a29d15 req-6e810ffb-0276-49c5-b69f-502605f7f256 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:17.016270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4d3af-bb3b-4fc0-a3be-27d071a29d15 req-6e810ffb-0276-49c5-b69f-502605f7f256 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:17.024934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80a4d3af-bb3b-4fc0-a3be-27d071a29d15 req-6e810ffb-0276-49c5-b69f-502605f7f256 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5440 time: 0.1169400 Jan 27 21:38:17.042880 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (8e8e6ede-85fa-464e-82ed-b762702d20d0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.048240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:17.053122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.214784 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:17.267009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event updated for resources: {'Network': ['ID=8e8e6ede-85fa-464e-82ed-b762702d20d0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:17.276330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-e3504171-f97b-4345-a806-e9ed8ee8142a tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:17.277675 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-e3504171-f97b-4345-a806-e9ed8ee8142a tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4&tenant_id=4a740dbf51be4474b91c5cb7c93ca967&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 1096 time: 0.0727954 Jan 27 21:38:17.313210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['22cdf208-eafd-45a4-b320-f1219ee540a4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:17.385082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 01c2d190-1600-424b-8a6e-06bc0d4fac7a no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:38:17.426040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 8e8e6ede-85fa-464e-82ed-b762702d20d0 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:38:17.618241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-a74ca056-e1db-4fe4-a78b-cefcbd711f95 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:17.619966 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-a74ca056-e1db-4fe4-a78b-cefcbd711f95 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.74 "GET /v2.0/networks?id=efc4032c-69b0-4973-8a60-cc17330f1f5b HTTP/1.1" status: 200 len: 813 time: 0.2852497 Jan 27 21:38:17.637635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'port': {'device_id': '0a4be2ed-8b33-4a91-a4ef-42bde3dff113', 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b', 'admin_state_up': True, 'tenant_id': '0c35be4b415741f084eee104e939759d'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:17.805323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4166c87b-7b24-4860-abdf-eb337306938e tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9383152 Jan 27 21:38:17.808028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42778) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:17.825067 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bb66cdcf-f6c4-44fe-9f5c-0b3553a7e792 admin admin] Deleting port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:17.826084 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb66cdcf-f6c4-44fe-9f5c-0b3553a7e792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.828349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80a4d3af-bb3b-4fc0-a3be-27d071a29d15 req-969bd3a4-1956-453f-8bcd-5bed0427f75f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7990720 Jan 27 21:38:17.840509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58d3aa44-92be-4479-863f-c7edfd0a138a req-e8c57d64-6a76-4fa4-8d98-a25b683631fe tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1228287 Jan 27 21:38:17.846219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3421c7b3-2ddf-4f11-adca-baaa234458a2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Request body: {'subnet': {'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:17.860673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8683a5-bb01-4146-b189-e9f1617a5142 req-a555835a-d67f-4341-80ac-4ee3a579120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:17.864570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb8683a5-bb01-4146-b189-e9f1617a5142 req-a555835a-d67f-4341-80ac-4ee3a579120a service neutron] 10.222.0.74 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.8353572 Jan 27 21:38:17.916266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] The host n-h2-760456-6 is not matching for port 01c2d190-1600-424b-8a6e-06bc0d4fac7a host n-h1-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:38:17.917275 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 01c2d190-1600-424b-8a6e-06bc0d4fac7a not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:38:17.917881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:38:17.950315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-8bc7cedc-7d87-410f-a7de-d5ec1ebaf168 service neutron] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:17.950315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Made reservation on behalf of 0c35be4b415741f084eee104e939759d for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:17.950315 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.952255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:38:17.952614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device dfdd8a72-5721-48f2-98c7-cdd9bdfb6129 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:38:17.980658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-8bc7cedc-7d87-410f-a7de-d5ec1ebaf168 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:17.987348 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4a2522b4-8c2f-4a10-b383-083b30438af0 req-8bc7cedc-7d87-410f-a7de-d5ec1ebaf168 service neutron] 10.222.0.74 "DELETE /v2.0/ports/01c2d190-1600-424b-8a6e-06bc0d4fac7a/bindings/n-h2-760456-6 HTTP/1.1" status: 204 len: 173 time: 0.7013924 Jan 27 21:38:18.086910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb8683a5-bb01-4146-b189-e9f1617a5142 req-9f4ddcca-652f-466c-96c6-4feb13fce8b9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15 HTTP/1.1" status: 200 len: 217 time: 0.1817310 Jan 27 21:38:18.099894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15fffabb-d32f-4fee-8963-f5382b4fe012 req-30528476-9438-4296-9d1a-4f5416994250 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 210 time: 0.1121178 Jan 27 21:38:18.127993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-bb66cdcf-f6c4-44fe-9f5c-0b3553a7e792 admin admin] For port 8ffbe090-b7cc-43a3-8e63-613ca3709ce0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8ffbe090-b7cc-43a3-8e63-613ca3709ce0,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:18.128289 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb66cdcf-f6c4-44fe-9f5c-0b3553a7e792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:18.153504 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bb66cdcf-f6c4-44fe-9f5c-0b3553a7e792 admin admin] Calling delete_port for 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:18.228703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f2297-58b5-4d99-a78a-7d99a18dc54a req-16992b00-91ff-482c-b2d4-dd410830fd2a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:18.236901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a0f2297-58b5-4d99-a78a-7d99a18dc54a req-16992b00-91ff-482c-b2d4-dd410830fd2a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 945 time: 0.2307680 Jan 27 21:38:18.255672 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Allocated IP 172.20.0.11 (efc4032c-69b0-4973-8a60-cc17330f1f5b/7b947926-cd0e-4e93-9c61-0d2ab47b8061/b41d4478-d935-4ac9-a1bd-0bef366666b7) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:18.299092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8683a5-bb01-4146-b189-e9f1617a5142 req-d6b9d9a1-fd2d-4193-84a0-6807bde3da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:18.303932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb8683a5-bb01-4146-b189-e9f1617a5142 req-d6b9d9a1-fd2d-4193-84a0-6807bde3da22 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.1895525 Jan 27 21:38:18.355895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966fe6a-46d7-4317-b603-644a50fa468a req-8e662681-c20f-4caf-8c11-d3a510c3f542 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:18.357390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d966fe6a-46d7-4317-b603-644a50fa468a req-8e662681-c20f-4caf-8c11-d3a510c3f542 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.1805139 Jan 27 21:38:18.362568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb8683a5-bb01-4146-b189-e9f1617a5142 req-fef9b086-98af-43b1-8608-bd153c1fc259 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512927 Jan 27 21:38:18.367357 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a0f2297-58b5-4d99-a78a-7d99a18dc54a req-c76e20b1-b855-4e80-b654-9f087093b88b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295769 Jan 27 21:38:18.393043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3421c7b3-2ddf-4f11-adca-baaa234458a2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Made reservation on behalf of ab1b30faa6e24606b60ac445d8a0ddd1 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:18.397522 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3421c7b3-2ddf-4f11-adca-baaa234458a2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:18.541812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d966fe6a-46d7-4317-b603-644a50fa468a req-0eace7b2-198c-492b-b88f-91f74ef04278 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734695 Jan 27 21:38:18.637009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb8683a5-bb01-4146-b189-e9f1617a5142 req-03712a81-0212-4b78-b0c2-485ed7bf41ec service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608273 Jan 27 21:38:18.658020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80473f-2d76-42c2-962d-8a6627e1b03d req-140ff958-f8fa-4e2d-a4b4-661df805a322 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:18.659536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c80473f-2d76-42c2-962d-8a6627e1b03d req-140ff958-f8fa-4e2d-a4b4-661df805a322 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 1096 time: 0.1125178 Jan 27 21:38:18.830923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c80473f-2d76-42c2-962d-8a6627e1b03d req-8d97cb7b-9e4b-4a51-9ff3-86878ce3c148 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402574 Jan 27 21:38:18.834530 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:18.859107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb8683a5-bb01-4146-b189-e9f1617a5142 req-08565641-7b2f-47d8-bcab-9932339ee0d5 service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113090 Jan 27 21:38:18.905406 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3421c7b3-2ddf-4f11-adca-baaa234458a2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (88b5bfb3-12e7-4c9f-b4aa-c199df10474b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:18.933701 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb66cdcf-f6c4-44fe-9f5c-0b3553a7e792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8ffbe090-b7cc-43a3-8e63-613ca3709ce0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:18.972514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66cdcf-f6c4-44fe-9f5c-0b3553a7e792 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ffbe090-b7cc-43a3-8e63-613ca3709ce0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:18.981753 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:19.080177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421c7b3-2ddf-4f11-adca-baaa234458a2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event updated for resources: {'Subnet': ['ID=88b5bfb3-12e7-4c9f-b4aa-c199df10474b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:19.081446 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Network efc4032c-69b0-4973-8a60-cc17330f1f5b is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:19.093761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:19.093761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:19.128719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'Port': ['ID=b41d4478-d935-4ac9-a1bd-0bef366666b7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:19.129409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704a072-7554-4145-add6-17388006d7f1 req-b4996adc-15ea-4cb5-acad-117d42be1f9d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.134018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e704a072-7554-4145-add6-17388006d7f1 req-b4996adc-15ea-4cb5-acad-117d42be1f9d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.1684186 Jan 27 21:38:19.152592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3421c7b3-2ddf-4f11-adca-baaa234458a2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Checking segment: {'id': '59ec8825-b5d2-485a-9f0f-53e71e807de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:19.153013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421c7b3-2ddf-4f11-adca-baaa234458a2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Network hostable DHCP agents. Network: 8e8e6ede-85fa-464e-82ed-b762702d20d0, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:38:19.187172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278d786-5e3a-4fc6-9e97-ad490570a4fa req-d05df19f-9dbb-4803-a043-5b7a1cc2dcb5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.198631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278d786-5e3a-4fc6-9e97-ad490570a4fa req-d05df19f-9dbb-4803-a043-5b7a1cc2dcb5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.203721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278d786-5e3a-4fc6-9e97-ad490570a4fa req-d05df19f-9dbb-4803-a043-5b7a1cc2dcb5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.209510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278d786-5e3a-4fc6-9e97-ad490570a4fa req-d05df19f-9dbb-4803-a043-5b7a1cc2dcb5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.210019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.211054 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:19.214760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278d786-5e3a-4fc6-9e97-ad490570a4fa req-d05df19f-9dbb-4803-a043-5b7a1cc2dcb5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.220769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278d786-5e3a-4fc6-9e97-ad490570a4fa req-d05df19f-9dbb-4803-a043-5b7a1cc2dcb5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.226766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278d786-5e3a-4fc6-9e97-ad490570a4fa req-d05df19f-9dbb-4803-a043-5b7a1cc2dcb5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.228917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2278d786-5e3a-4fc6-9e97-ad490570a4fa req-d05df19f-9dbb-4803-a043-5b7a1cc2dcb5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5440 time: 0.2720914 Jan 27 21:38:19.265172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a96bb84f-38fc-43fe-95fb-da828d6972b7 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:19.279060 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb66cdcf-f6c4-44fe-9f5c-0b3553a7e792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:19.304700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e704a072-7554-4145-add6-17388006d7f1 req-3e03b756-8c8d-49c8-b5c5-d0760e3ec999 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540289 Jan 27 21:38:19.346135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2278d786-5e3a-4fc6-9e97-ad490570a4fa req-12db8643-f22d-4cbb-a93a-57b39686dbdf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040335 Jan 27 21:38:19.450807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a059119-4355-49be-a844-02d0a1e83864 req-a15d809d-c348-4c57-ae4c-b461ba018d28 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.490050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a059119-4355-49be-a844-02d0a1e83864 req-a15d809d-c348-4c57-ae4c-b461ba018d28 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0722728 Jan 27 21:38:19.490050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c540804-8f25-4fbf-9ad6-6ea326e53b6b req-e4cbc79b-46d6-4c0b-97a2-b6f2eae6cad0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.490050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c540804-8f25-4fbf-9ad6-6ea326e53b6b req-e4cbc79b-46d6-4c0b-97a2-b6f2eae6cad0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 932 time: 0.0624921 Jan 27 21:38:19.553571 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb66cdcf-f6c4-44fe-9f5c-0b3553a7e792 admin admin] Router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:38:19.554317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a059119-4355-49be-a844-02d0a1e83864 req-f95b313a-3e8a-4e00-b461-8014714cf020 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763156 Jan 27 21:38:19.554317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c540804-8f25-4fbf-9ad6-6ea326e53b6b req-9269abf3-bcd1-4c59-8042-5f0a2bbaf52c tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663345 Jan 27 21:38:19.642813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb66cdcf-f6c4-44fe-9f5c-0b3553a7e792 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:38:19.655137 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bb66cdcf-f6c4-44fe-9f5c-0b3553a7e792 admin admin] 10.222.0.61 "PUT /v2.0/routers/961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6816654 Jan 27 21:38:19.656920 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42814) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:19.657611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd847982-9825-4c89-a303-294ea24f0e10 None None] Sync routers for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:38:19.668833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd847982-9825-4c89-a303-294ea24f0e10 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:19.669775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-cd847982-9825-4c89-a303-294ea24f0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:38:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:19.679590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8ac7c-0a92-4afe-9518-bce21c451587 req-364ed7ab-8195-4499-ba4b-0a6624f0ed81 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:19.681369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dae8ac7c-0a92-4afe-9518-bce21c451587 req-364ed7ab-8195-4499-ba4b-0a6624f0ed81 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.0596943 Jan 27 21:38:19.747859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dae8ac7c-0a92-4afe-9518-bce21c451587 req-02002df0-4331-4080-8c6b-9caf3c45ba02 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586364 Jan 27 21:38:19.784334 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Publish callbacks [] for router (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:19.815601 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-cd847982-9825-4c89-a303-294ea24f0e10 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:19.831888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3421c7b3-2ddf-4f11-adca-baaa234458a2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Network 8e8e6ede-85fa-464e-82ed-b762702d20d0 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:38:19.833582 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-7d08035b-9ebd-44a1-ad57-b9f90f437d32 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2027531 Jan 27 21:38:19.844095 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port a96bb84f-38fc-43fe-95fb-da828d6972b7 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:19.849208 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Request body: {'port': {'device_id': '0a4be2ed-8b33-4a91-a4ef-42bde3dff113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:19.877990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port a96bb84f-38fc-43fe-95fb-da828d6972b7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:19.878474 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:19.954819 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Publish callbacks [] for router_gateway (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:19.963328 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.001984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-3421c7b3-2ddf-4f11-adca-baaa234458a2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 8e8e6ede-85fa-464e-82ed-b762702d20d0) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:20.007728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3421c7b3-2ddf-4f11-adca-baaa234458a2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:20.008385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3421c7b3-2ddf-4f11-adca-baaa234458a2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.032020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859f9417-d9b0-4ff0-b819-cb2458bfc4c3 None None] Network 8e8e6ede-85fa-464e-82ed-b762702d20d0 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:38:20.060414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a96bb84f-38fc-43fe-95fb-da828d6972b7 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:20.060808 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.126211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96bb84f-38fc-43fe-95fb-da828d6972b7'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:20.128486 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db73e6aa-079c-44dd-842d-441fad46d49d" -d '{"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "a96bb84f-38fc-43fe-95fb-da828d6972b7"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:20.154724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a96bb84f-38fc-43fe-95fb-da828d6972b7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a96bb84f-38fc-43fe-95fb-da828d6972b7,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:20.195446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3421c7b3-2ddf-4f11-adca-baaa234458a2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3764238 Jan 27 21:38:20.195815 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea00cfd5-d3b8-4c98-9a8c-d8f3c31e73a6 x-openstack-request-id: req-ea00cfd5-d3b8-4c98-9a8c-d8f3c31e73a6 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:20.195815 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "a96bb84f-38fc-43fe-95fb-da828d6972b7", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:20.195815 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea00cfd5-d3b8-4c98-9a8c-d8f3c31e73a6 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:20.195815 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96bb84f-38fc-43fe-95fb-da828d6972b7', 'code': 200} Jan 27 21:38:20.195815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-cd847982-9825-4c89-a303-294ea24f0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:38:18Z', 'revision_number': 5, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port': {'id': 'e12e73db-5d98-4bea-bdab-1f4b25aea9f3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:36:35Z', 'updated_at': '2022-01-27T21:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:20.197568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42826) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:20.205313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Request body: {'port': {'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0', 'name': 'tempest-AllowedAddressPairTestJSON-349106927'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:20.242359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-8e8e6ede-85fa-464e-82ed-b762702d20d0', 'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0', 'project_id': 'ab1b30faa6e24606b60ac445d8a0ddd1', 'fixed_ips': [{'subnet_id': '88b5bfb3-12e7-4c9f-b4aa-c199df10474b'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:38:20.242359 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.242359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd847982-9825-4c89-a303-294ea24f0e10 None None] Checking router: 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:38:20.258943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd847982-9825-4c89-a303-294ea24f0e10 None None] Routers {'961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:20.259592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-cd847982-9825-4c89-a303-294ea24f0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:38:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:20.297413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41d4478-d935-4ac9-a1bd-0bef366666b7 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:20.313784 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Publish callbacks [] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.314745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Deleting port e12e73db-5d98-4bea-bdab-1f4b25aea9f3 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:20.315111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.370781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Transition to ACTIVE for port object b41d4478-d935-4ac9-a1bd-0bef366666b7 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:38:20.383283 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.384420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c98474e4-1252-489c-91e8-4efc34ed60ca up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:20.431591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] For port e12e73db-5d98-4bea-bdab-1f4b25aea9f3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e12e73db-5d98-4bea-bdab-1f4b25aea9f3,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:20.432229 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.451464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Calling delete_port for e12e73db-5d98-4bea-bdab-1f4b25aea9f3 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:20.479939 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-cd847982-9825-4c89-a303-294ea24f0e10 None None] Set router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:20.526912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec86c20-5f2c-4448-89a9-7e2c4d87734a req-c509d4ea-7a20-49c9-b1ca-8f558a9585a9 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:20.528616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eec86c20-5f2c-4448-89a9-7e2c4d87734a req-c509d4ea-7a20-49c9-b1ca-8f558a9585a9 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.1014290 Jan 27 21:38:20.554809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9d3bb-dc0a-4f9c-bbb0-072a546733cb req-ccfb0e7b-60b8-4fd9-a1eb-ce52c55c8ce9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:20.560446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9d3bb-dc0a-4f9c-bbb0-072a546733cb req-ccfb0e7b-60b8-4fd9-a1eb-ce52c55c8ce9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:20.566203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9d3bb-dc0a-4f9c-bbb0-072a546733cb req-ccfb0e7b-60b8-4fd9-a1eb-ce52c55c8ce9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:20.568034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.570868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9d3bb-dc0a-4f9c-bbb0-072a546733cb req-ccfb0e7b-60b8-4fd9-a1eb-ce52c55c8ce9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:20.575401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-cd847982-9825-4c89-a303-294ea24f0e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:38:19Z', 'revision_number': 6, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:20.578007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9d3bb-dc0a-4f9c-bbb0-072a546733cb req-ccfb0e7b-60b8-4fd9-a1eb-ce52c55c8ce9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:20.584465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9d3bb-dc0a-4f9c-bbb0-072a546733cb req-ccfb0e7b-60b8-4fd9-a1eb-ce52c55c8ce9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:20.589207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9d3bb-dc0a-4f9c-bbb0-072a546733cb req-ccfb0e7b-60b8-4fd9-a1eb-ce52c55c8ce9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:20.591064 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22e9d3bb-dc0a-4f9c-bbb0-072a546733cb req-ccfb0e7b-60b8-4fd9-a1eb-ce52c55c8ce9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5441 time: 0.1136055 Jan 27 21:38:20.597994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Made reservation on behalf of ab1b30faa6e24606b60ac445d8a0ddd1 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:20.604111 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.663235 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Pushing event updated for resources: {'Port': ['ID=b41d4478-d935-4ac9-a1bd-0bef366666b7,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:20.684014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd847982-9825-4c89-a303-294ea24f0e10 None None] The sync data for ids ['961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7'] in n-d-760456-6 is: [{'id': '961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7', 'name': 'tempest-FloatingIPsAssociationTestJSON-946986512-router', 'tenant_id': 'f05a1d501df9401e8387788d4508913f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:36:32Z', 'updated_at': '2022-01-27T21:38:19Z', 'revision_number': 6, 'project_id': 'f05a1d501df9401e8387788d4508913f', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:38:20.684436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] device_id is not set on port 7410cd24-9075-4c89-b174-0edbe58348e3 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:38:20.752470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Attempting to bind port b41d4478-d935-4ac9-a1bd-0bef366666b7 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:20.753532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Attempting to bind port b41d4478-d935-4ac9-a1bd-0bef366666b7 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '2e872e2c-9bb3-475c-bd8f-6d24e2654f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:20.754047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Attempting to bind port b41d4478-d935-4ac9-a1bd-0bef366666b7 on network efc4032c-69b0-4973-8a60-cc17330f1f5b {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:20.760923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Port b41d4478-d935-4ac9-a1bd-0bef366666b7 on network efc4032c-69b0-4973-8a60-cc17330f1f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:38:20.761157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Attempting to bind port b41d4478-d935-4ac9-a1bd-0bef366666b7 on network efc4032c-69b0-4973-8a60-cc17330f1f5b {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:20.766315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eec86c20-5f2c-4448-89a9-7e2c4d87734a req-843bf8b3-d8cc-4d52-9936-d75c078366bf tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311292 Jan 27 21:38:20.771391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:20.771914 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Checking segment: {'id': '2e872e2c-9bb3-475c-bd8f-6d24e2654f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:20.772350 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Bound using segment: {'id': '2e872e2c-9bb3-475c-bd8f-6d24e2654f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:20.772807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Bound port: b41d4478-d935-4ac9-a1bd-0bef366666b7, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e872e2c-9bb3-475c-bd8f-6d24e2654f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:20.773174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.803758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e12e73db-5d98-4bea-bdab-1f4b25aea9f3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:20.822784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22e9d3bb-dc0a-4f9c-bbb0-072a546733cb req-2ca3d92b-2bc2-4248-a513-ce312f3d702e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2154543 Jan 27 21:38:20.879234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Pushing event deleted for resources: {'Port': ['ID=e12e73db-5d98-4bea-bdab-1f4b25aea9f3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:20.928188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a96bb84f-38fc-43fe-95fb-da828d6972b7,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:20.929250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5bf66-285f-40ad-ba8f-f26e1cdc4f4e req-839b9084-abc5-441b-be91-308e7be6ea19 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:20.939109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8c5bf66-285f-40ad-ba8f-f26e1cdc4f4e req-839b9084-abc5-441b-be91-308e7be6ea19 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 944 time: 0.0970984 Jan 27 21:38:20.950623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Allocated IP 172.20.0.2 (8e8e6ede-85fa-464e-82ed-b762702d20d0/88b5bfb3-12e7-4c9f-b4aa-c199df10474b/5b7c0dea-940e-45df-b0f7-6b2aef348ddd) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:20.983720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] For port b41d4478-d935-4ac9-a1bd-0bef366666b7, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:20.988527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] For port b41d4478-d935-4ac9-a1bd-0bef366666b7, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b41d4478-d935-4ac9-a1bd-0bef366666b7,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:20.996394 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.023140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8c5bf66-285f-40ad-ba8f-f26e1cdc4f4e req-0fdd2b69-4409-45c5-ba24-3eceab81a5b4 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840342 Jan 27 21:38:21.074569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8fcd-4b0e-432e-8952-95cf7746cb23 req-a0144956-7cec-446d-97ee-f48787543250 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:21.076296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5bdc8fcd-4b0e-432e-8952-95cf7746cb23 req-a0144956-7cec-446d-97ee-f48787543250 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.1360061 Jan 27 21:38:21.145234 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.148128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Publish callbacks [] for router_controller (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.157517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5bdc8fcd-4b0e-432e-8952-95cf7746cb23 req-857fbee3-3dd3-442c-91b5-f2c31f6c1a9d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750353 Jan 27 21:38:21.183325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port c98474e4-1252-489c-91e8-4efc34ed60ca completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:21.196497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port c98474e4-1252-489c-91e8-4efc34ed60ca triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:21.196880 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.202166 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Publish callbacks [] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.206146 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.258558 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:21.259638 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.262217 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] 10.222.0.74 "PUT /v2.0/ports/b41d4478-d935-4ac9-a1bd-0bef366666b7 HTTP/1.1" status: 200 len: 1092 time: 1.4182563 Jan 27 21:38:21.265249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4be2ed-8b33-4a91-a4ef-42bde3dff113', 'tag': 'b41d4478-d935-4ac9-a1bd-0bef366666b7'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:21.269356 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2012b00-5294-408c-97cd-c820d35aaaab" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4be2ed-8b33-4a91-a4ef-42bde3dff113", "tag": "b41d4478-d935-4ac9-a1bd-0bef366666b7"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:21.292839 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c98474e4-1252-489c-91e8-4efc34ed60ca is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:21.296034 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.299145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.304285 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:38:21.315565 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.317120 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.318500 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-36ce5149-bd92-4ab5-96ee-95f807da9713 admin admin] 10.222.0.61 "DELETE /v2.0/routers/961c0b8d-677e-4e4c-a35e-9d7a2f2c59a7 HTTP/1.1" status: 204 len: 168 time: 1.6611955 Jan 27 21:38:21.322936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42850) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:21.339589 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a94ed8-376b-4501-ac05-87e8c30fa359 x-openstack-request-id: req-82a94ed8-376b-4501-ac05-87e8c30fa359 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:21.339589 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4be2ed-8b33-4a91-a4ef-42bde3dff113", "tag": "b41d4478-d935-4ac9-a1bd-0bef366666b7", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:21.339912 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-82a94ed8-376b-4501-ac05-87e8c30fa359 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:21.340280 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4be2ed-8b33-4a91-a4ef-42bde3dff113', 'tag': 'b41d4478-d935-4ac9-a1bd-0bef366666b7', 'status': 'completed', 'code': 200} Jan 27 21:38:21.345347 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb9e63-decf-472a-8b38-dc923ee87db5 service neutron] Pushing event updated for resources: {'Port': ['ID=b41d4478-d935-4ac9-a1bd-0bef366666b7,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:21.385042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c98474e4-1252-489c-91e8-4efc34ed60ca, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c98474e4-1252-489c-91e8-4efc34ed60ca,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:21.393594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Network 8e8e6ede-85fa-464e-82ed-b762702d20d0 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:21.402021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:21.406526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:21.409813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Pushing event updated for resources: {'Port': ['ID=5b7c0dea-940e-45df-b0f7-6b2aef348ddd,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:21.454548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2012b00-5294-408c-97cd-c820d35aaaab req-db80491d-39b1-4434-9266-2189d37811c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:21.456366 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b2012b00-5294-408c-97cd-c820d35aaaab req-db80491d-39b1-4434-9266-2189d37811c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c35be4b415741f084eee104e939759d&device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 1095 time: 0.0929961 Jan 27 21:38:21.469263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6efac53-e68d-4cd2-b1c4-5cfda5e04f79 admin admin] Deleting subnet 936add34-9837-4086-a62b-42d4a4037698 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:38:21.478041 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.479699 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6efac53-e68d-4cd2-b1c4-5cfda5e04f79 admin admin] Publish callbacks [] for subnet (936add34-9837-4086-a62b-42d4a4037698), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.479825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 155f11db-f305-4457-814e-848bb16c424f up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:21.540586 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6efac53-e68d-4cd2-b1c4-5cfda5e04f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (936add34-9837-4086-a62b-42d4a4037698), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.540857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Attempting to bind port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:21.541187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Attempting to bind port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '59ec8825-b5d2-485a-9f0f-53e71e807de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:21.541564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Attempting to bind port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd on network 8e8e6ede-85fa-464e-82ed-b762702d20d0 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:21.590688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:21.591065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Checking segment: {'id': '59ec8825-b5d2-485a-9f0f-53e71e807de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:21.591477 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.591879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Bound using segment: {'id': '59ec8825-b5d2-485a-9f0f-53e71e807de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:21.592384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Bound port: 5b7c0dea-940e-45df-b0f7-6b2aef348ddd, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ec8825-b5d2-485a-9f0f-53e71e807de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:21.592767 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.614083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Allocated IP 172.20.0.14 (8e8e6ede-85fa-464e-82ed-b762702d20d0/88b5bfb3-12e7-4c9f-b4aa-c199df10474b/7410cd24-9075-4c89-b174-0edbe58348e3) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:21.656553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2012b00-5294-408c-97cd-c820d35aaaab req-9205e25d-3065-4ce7-9a71-8ea88ff05f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:21.658484 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b2012b00-5294-408c-97cd-c820d35aaaab req-9205e25d-3065-4ce7-9a71-8ea88ff05f13 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0c35be4b415741f084eee104e939759d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1937191 Jan 27 21:38:21.665899 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c98474e4-1252-489c-91e8-4efc34ed60ca,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:21.695665 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6efac53-e68d-4cd2-b1c4-5cfda5e04f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (936add34-9837-4086-a62b-42d4a4037698), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.772940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] For port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:21.778076 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] For port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5b7c0dea-940e-45df-b0f7-6b2aef348ddd,segment=NetworkSegment(59ec8825-b5d2-485a-9f0f-53e71e807de7),segment_id=59ec8825-b5d2-485a-9f0f-53e71e807de7)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:21.798696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 155f11db-f305-4457-814e-848bb16c424f completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:21.815514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 155f11db-f305-4457-814e-848bb16c424f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:21.816006 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (155f11db-f305-4457-814e-848bb16c424f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.822332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:38:21.876243 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2012b00-5294-408c-97cd-c820d35aaaab req-ba6ab6c4-4659-4e35-8775-4fd93dbda4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:21.878391 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b2012b00-5294-408c-97cd-c820d35aaaab req-ba6ab6c4-4659-4e35-8775-4fd93dbda4f7 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2133911 Jan 27 21:38:21.884276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:38:21.885069 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8ffbe090-b7cc-43a3-8e63-613ca3709ce0 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:38:21.885655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e12e73db-5d98-4bea-bdab-1f4b25aea9f3 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:38:21.925076 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e12e73db-5d98-4bea-bdab-1f4b25aea9f3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:38:21.925437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e12e73db-5d98-4bea-bdab-1f4b25aea9f3 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:38:21.927866 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:21.985914 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks [] for port (7410cd24-9075-4c89-b174-0edbe58348e3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.035342 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-72d84f70-e46a-4da2-a036-e9627541e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:22.042728 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-72d84f70-e46a-4da2-a036-e9627541e6d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c35be4b415741f084eee104e939759d&device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 1095 time: 0.1233056 Jan 27 21:38:22.049796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cc5f3-eb2a-4970-88b6-cb16fa56aba8 None None] Pushing event updated for resources: {'Port': ['ID=5b7c0dea-940e-45df-b0f7-6b2aef348ddd,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:22.129414 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6efac53-e68d-4cd2-b1c4-5cfda5e04f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (936add34-9837-4086-a62b-42d4a4037698), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.146351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 155f11db-f305-4457-814e-848bb16c424f is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:22.146765 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (155f11db-f305-4457-814e-848bb16c424f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.174007 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-8352136c-6657-4e3a-bd58-b7c098a16b08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b41d4478-d935-4ac9-a1bd-0bef366666b7 HTTP/1.1" status: 200 len: 217 time: 0.1059365 Jan 27 21:38:22.189238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98474e4-1252-489c-91e8-4efc34ed60ca'}, {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155f11db-f305-4457-814e-848bb16c424f'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:22.192121 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519a110e-af3d-4a32-99b7-c3ba1074bf50" -d '{"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "c98474e4-1252-489c-91e8-4efc34ed60ca"}, {"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "155f11db-f305-4457-814e-848bb16c424f"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:22.223352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 155f11db-f305-4457-814e-848bb16c424f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=155f11db-f305-4457-814e-848bb16c424f,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:22.243108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7410cd24-9075-4c89-b174-0edbe58348e3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.275448 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-83ff1f61-ae96-4eff-bff7-1462a207bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:22.286644 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-83ff1f61-ae96-4eff-bff7-1462a207bc2a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b947926-cd0e-4e93-9c61-0d2ab47b8061 HTTP/1.1" status: 200 len: 853 time: 0.1060991 Jan 27 21:38:22.310739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (155f11db-f305-4457-814e-848bb16c424f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.311579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c36e1084-48e0-4ada-bb62-776d8ad9ce29 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:22.332757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efac53-e68d-4cd2-b1c4-5cfda5e04f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936add34-9837-4086-a62b-42d4a4037698,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:22.360874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6efac53-e68d-4cd2-b1c4-5cfda5e04f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.368784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42894) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:22.369994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f6efac53-e68d-4cd2-b1c4-5cfda5e04f79 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/936add34-9837-4086-a62b-42d4a4037698 HTTP/1.1" status: 204 len: 168 time: 1.0459862 Jan 27 21:38:22.390007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Network 8e8e6ede-85fa-464e-82ed-b762702d20d0 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:22.394297 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:22.399298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:22.456625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af66baf-f165-4f61-b1fa-9998b47ca5c0 None None] Network 26b9afae-337a-4439-b4b1-9d7f1f112bae requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:38:22.464689 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-6d6fb049-c00a-4f6d-9cf9-0ab8777a58cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc4032c-69b0-4973-8a60-cc17330f1f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1727035 Jan 27 21:38:22.476227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1fa8c-f6cd-4a3a-a4a0-9fdf51152300 req-f6ea1bcf-0ffb-49d5-8413-6b6868fa7ca9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:22.482415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1fa8c-f6cd-4a3a-a4a0-9fdf51152300 req-f6ea1bcf-0ffb-49d5-8413-6b6868fa7ca9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:22.488366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1fa8c-f6cd-4a3a-a4a0-9fdf51152300 req-f6ea1bcf-0ffb-49d5-8413-6b6868fa7ca9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:22.495242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1fa8c-f6cd-4a3a-a4a0-9fdf51152300 req-f6ea1bcf-0ffb-49d5-8413-6b6868fa7ca9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:22.501330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1fa8c-f6cd-4a3a-a4a0-9fdf51152300 req-f6ea1bcf-0ffb-49d5-8413-6b6868fa7ca9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:22.508725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1fa8c-f6cd-4a3a-a4a0-9fdf51152300 req-f6ea1bcf-0ffb-49d5-8413-6b6868fa7ca9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:22.515389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1fa8c-f6cd-4a3a-a4a0-9fdf51152300 req-f6ea1bcf-0ffb-49d5-8413-6b6868fa7ca9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:22.517887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=155f11db-f305-4457-814e-848bb16c424f,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:22.534516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11a1fa8c-f6cd-4a3a-a4a0-9fdf51152300 req-f6ea1bcf-0ffb-49d5-8413-6b6868fa7ca9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5442 time: 0.4634852 Jan 27 21:38:22.584476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89fb58-7705-4ed8-8f25-7d0853f657a1 req-d73ebc3e-fed4-45e4-a538-fed7b0912406 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:22.593000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da89fb58-7705-4ed8-8f25-7d0853f657a1 req-d73ebc3e-fed4-45e4-a538-fed7b0912406 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.5045888 Jan 27 21:38:22.628832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event updated for resources: {'Port': ['ID=7410cd24-9075-4c89-b174-0edbe58348e3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:22.659305 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (26b9afae-337a-4439-b4b1-9d7f1f112bae), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.669766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port c36e1084-48e0-4ada-bb62-776d8ad9ce29 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:22.680222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port c36e1084-48e0-4ada-bb62-776d8ad9ce29 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:22.680615 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.744356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fa80bd-a89c-4333-8c87-c7169ca545a7 None None] DHCP port deletion for 26b9afae-337a-4439-b4b1-9d7f1f112bae request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:38:22.750172 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da89fb58-7705-4ed8-8f25-7d0853f657a1 req-323dd123-5b31-4926-9396-c0117d4e884a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555817 Jan 27 21:38:22.789113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:22.789793 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.815483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11a1fa8c-f6cd-4a3a-a4a0-9fdf51152300 req-0dd0cb03-4a72-48ba-a8e0-95e5e70344a1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2769830 Jan 27 21:38:22.825311 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-f323982f-cc4a-4801-b99f-a43c411e2ed0 service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379135 Jan 27 21:38:22.876543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-08fa80bd-a89c-4333-8c87-c7169ca545a7 None None] Deleting port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:22.876919 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08fa80bd-a89c-4333-8c87-c7169ca545a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.897752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0ec8b75b-8435-4bc5-8ced-444f1b17a206 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6961114 Jan 27 21:38:22.899417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42924) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:22.953068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Deleting port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:22.953412 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:22.975704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Request body: {'port': {'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0', 'name': 'tempest-AllowedAddressPairTestJSON-1464507818', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f6:65:30'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:23.021134 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c8ee7535-526c-4ff5-b106-1910dbc17063 req-4a822ac4-0de3-49a0-a93d-4c62c2584c58 service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889114 Jan 27 21:38:23.043181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] For port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c3c87b1-75ae-45f5-8177-d6b426f7cdeb,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:23.044349 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.060984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Calling delete_port for 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:23.078405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c36e1084-48e0-4ada-bb62-776d8ad9ce29 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:23.078811 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.132784 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-08fa80bd-a89c-4333-8c87-c7169ca545a7 None None] For port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c3c87b1-75ae-45f5-8177-d6b426f7cdeb,segment=NetworkSegment(cbe3b2e7-481a-409b-96c4-83b060e73561),segment_id=cbe3b2e7-481a-409b-96c4-83b060e73561)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:23.133308 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08fa80bd-a89c-4333-8c87-c7169ca545a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.176210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-08fa80bd-a89c-4333-8c87-c7169ca545a7 None None] Calling delete_port for 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:23.178569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c36e1084-48e0-4ada-bb62-776d8ad9ce29, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c36e1084-48e0-4ada-bb62-776d8ad9ce29,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:23.230283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45bdba-f102-4f0d-b9e6-02982ef8d24d req-93495bd9-459a-49c8-b7ed-c17d3c5a1aeb tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:23.241796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c45bdba-f102-4f0d-b9e6-02982ef8d24d req-93495bd9-459a-49c8-b7ed-c17d3c5a1aeb tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 944 time: 0.3447578 Jan 27 21:38:23.254044 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.271035 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.293610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device cf0d2933-9ced-40f1-ba80-638a181d5c6a up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:23.310923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] No DVR routers for this DVR port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:38:23.356699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3c87b1-75ae-45f5-8177-d6b426f7cdeb,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:23.419514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac198dc-26d5-4aec-8a10-1d4b8acdf5c5 req-98e8d98d-e099-42e9-ab7f-9999f772b37d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:23.430961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ac198dc-26d5-4aec-8a10-1d4b8acdf5c5 req-98e8d98d-e099-42e9-ab7f-9999f772b37d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.4052098 Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: from cryptography.utils import int_from_bytes Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: from cryptography.utils import int_from_bytes Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.477197 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:38:23.480793 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:38:23.484339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c36e1084-48e0-4ada-bb62-776d8ad9ce29,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:23.500676 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c45bdba-f102-4f0d-b9e6-02982ef8d24d req-e98b6358-f289-4a22-8c27-63e05e5af8a3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578456 Jan 27 21:38:23.502959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08fa80bd-a89c-4333-8c87-c7169ca545a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (0c3c87b1-75ae-45f5-8177-d6b426f7cdeb), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.509720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Made reservation on behalf of ab1b30faa6e24606b60ac445d8a0ddd1 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:23.521000 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (26b9afae-337a-4439-b4b1-9d7f1f112bae), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.535523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa80bd-a89c-4333-8c87-c7169ca545a7 None None] Pushing event deleted for resources: {'Port': ['ID=0c3c87b1-75ae-45f5-8177-d6b426f7cdeb,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:23.538396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa80bd-a89c-4333-8c87-c7169ca545a7 None None] No DVR routers for this DVR port 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:38:23.589224 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ff864a-15fa-4ede-9123-bab9e3f48302 x-openstack-request-id: req-78ff864a-15fa-4ede-9123-bab9e3f48302 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:23.589530 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "c98474e4-1252-489c-91e8-4efc34ed60ca", "code": 200}, {"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "155f11db-f305-4457-814e-848bb16c424f", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:23.589790 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78ff864a-15fa-4ede-9123-bab9e3f48302 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:23.590203 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98474e4-1252-489c-91e8-4efc34ed60ca', 'code': 200} Jan 27 21:38:23.590464 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155f11db-f305-4457-814e-848bb16c424f', 'code': 200} Jan 27 21:38:23.596794 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b9afae-337a-4439-b4b1-9d7f1f112bae']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:23.607950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe3b2e7-481a-409b-96c4-83b060e73561') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:23.608306 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe3b2e7-481a-409b-96c4-83b060e73561') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:23.621289 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (cbe3b2e7-481a-409b-96c4-83b060e73561), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.648288 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (cbe3b2e7-481a-409b-96c4-83b060e73561), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.658840 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port cf0d2933-9ced-40f1-ba80-638a181d5c6a completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:23.664894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port cf0d2933-9ced-40f1-ba80-638a181d5c6a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:23.670350 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.674724 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:38:23.675379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (cbe3b2e7-481a-409b-96c4-83b060e73561), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.680750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ac198dc-26d5-4aec-8a10-1d4b8acdf5c5 req-39cf2d7b-e207-4256-8986-b8b319401915 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497649 Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:38:23.716311 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:38:23.719469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a629c-20af-4fa8-a39b-5d7bd8f07d73 None None] Network 8e8e6ede-85fa-464e-82ed-b762702d20d0 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:38:23.773960 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.797704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] device_id is not set on port bc85a491-5b04-4536-bb89-52be53e65a48 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:38:23.835665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a5d9945d-8241-4d38-ab48-89c7caa4f48c None None] Provisioning complete for port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:23.836285 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5d9945d-8241-4d38-ab48-89c7caa4f48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.859325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (26b9afae-337a-4439-b4b1-9d7f1f112bae), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.921949 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:23.933730 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] 10.222.0.61 "DELETE /v2.0/networks/26b9afae-337a-4439-b4b1-9d7f1f112bae HTTP/1.1" status: 204 len: 168 time: 1.5534985 Jan 27 21:38:23.933730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b7cfc-4028-4908-97f9-3f679ff68819 admin admin] Pushing event deleted for resources: {'Network': ['ID=26b9afae-337a-4439-b4b1-9d7f1f112bae,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:24.008005 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5b7c0dea-940e-45df-b0f7-6b2aef348ddd up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:24.079605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port cf0d2933-9ced-40f1-ba80-638a181d5c6a is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:24.079605 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.167110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Allocated IP 172.20.0.7 (8e8e6ede-85fa-464e-82ed-b762702d20d0/88b5bfb3-12e7-4c9f-b4aa-c199df10474b/bc85a491-5b04-4536-bb89-52be53e65a48) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:24.193297 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c69128-293b-4207-afc3-1c1688c55ede req-be318db3-9fd3-4498-8ca9-4b9411ccffd1 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:24.196835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48c69128-293b-4207-afc3-1c1688c55ede req-be318db3-9fd3-4498-8ca9-4b9411ccffd1 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.2628274 Jan 27 21:38:24.198290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port cf0d2933-9ced-40f1-ba80-638a181d5c6a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cf0d2933-9ced-40f1-ba80-638a181d5c6a,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:24.200517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9945d-8241-4d38-ab48-89c7caa4f48c None None] Current status of the port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:24.201134 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5d9945d-8241-4d38-ab48-89c7caa4f48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.221477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32966cb-d9a8-469d-8a43-4ff19d83a152 req-9a3f0321-b9c9-45c9-88ee-f00f1fb0cb26 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:24.228468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:24.228853 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.230013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32966cb-d9a8-469d-8a43-4ff19d83a152 req-9a3f0321-b9c9-45c9-88ee-f00f1fb0cb26 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:24.236643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32966cb-d9a8-469d-8a43-4ff19d83a152 req-9a3f0321-b9c9-45c9-88ee-f00f1fb0cb26 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:24.243835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32966cb-d9a8-469d-8a43-4ff19d83a152 req-9a3f0321-b9c9-45c9-88ee-f00f1fb0cb26 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:24.249395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32966cb-d9a8-469d-8a43-4ff19d83a152 req-9a3f0321-b9c9-45c9-88ee-f00f1fb0cb26 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:24.259020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32966cb-d9a8-469d-8a43-4ff19d83a152 req-9a3f0321-b9c9-45c9-88ee-f00f1fb0cb26 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:24.265572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32966cb-d9a8-469d-8a43-4ff19d83a152 req-9a3f0321-b9c9-45c9-88ee-f00f1fb0cb26 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:24.267774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e32966cb-d9a8-469d-8a43-4ff19d83a152 req-9a3f0321-b9c9-45c9-88ee-f00f1fb0cb26 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5444 time: 0.2103996 Jan 27 21:38:24.269665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a5d9945d-8241-4d38-ab48-89c7caa4f48c None None] For port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5b7c0dea-940e-45df-b0f7-6b2aef348ddd,segment=NetworkSegment(59ec8825-b5d2-485a-9f0f-53e71e807de7),segment_id=59ec8825-b5d2-485a-9f0f-53e71e807de7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:24.321533 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.323719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 22cdf208-eafd-45a4-b320-f1219ee540a4 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:24.395261 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5d9945d-8241-4d38-ab48-89c7caa4f48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.429479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e32966cb-d9a8-469d-8a43-4ff19d83a152 req-d2e4290d-14cd-4cb2-b94d-f3a45cab21e0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509600 Jan 27 21:38:24.431740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:24.444525 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.512895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48c69128-293b-4207-afc3-1c1688c55ede req-772fca88-cb68-4fb2-a5df-9309c3b3f4ed tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440040 Jan 27 21:38:24.628126 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42994) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:24.669968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=cf0d2933-9ced-40f1-ba80-638a181d5c6a,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:24.700647 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0233d698-0a5b-43ad-994d-181c7423ca09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f05a1d501df9401e8387788d4508913f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0706260 Jan 27 21:38:24.704643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42998) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:24.745993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8ad632c8-8f18-44e5-9b50-5f89c8efbeb1 None None] Provisioning complete for port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:24.746379 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8ad632c8-8f18-44e5-9b50-5f89c8efbeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.785162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84f3fd-b944-45ad-a967-2c7fd04bd66f req-904eaed4-7203-4469-b0d0-039283069dc0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:24.793354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea84f3fd-b944-45ad-a967-2c7fd04bd66f req-904eaed4-7203-4469-b0d0-039283069dc0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 944 time: 0.1782498 Jan 27 21:38:24.802631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86e914aa-94ef-4232-b6c6-f2ee0ee256a2 admin admin] Publish callbacks [] for security_group (137b7b4f-d82d-489b-9b1d-51846af722f3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.837472 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86e914aa-94ef-4232-b6c6-f2ee0ee256a2 admin admin] Publish callbacks [] for security_group (137b7b4f-d82d-489b-9b1d-51846af722f3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.852872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9945d-8241-4d38-ab48-89c7caa4f48c None None] Pushing event updated for resources: {'Port': ['ID=5b7c0dea-940e-45df-b0f7-6b2aef348ddd,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:24.871212 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks [] for port (bc85a491-5b04-4536-bb89-52be53e65a48), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.875718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:38:24.877486 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:38:24.880932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b41d4478-d935-4ac9-a1bd-0bef366666b7 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:24.979393 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86e914aa-94ef-4232-b6c6-f2ee0ee256a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (137b7b4f-d82d-489b-9b1d-51846af722f3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.982882 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86e914aa-94ef-4232-b6c6-f2ee0ee256a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:24.984469 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-86e914aa-94ef-4232-b6c6-f2ee0ee256a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/137b7b4f-d82d-489b-9b1d-51846af722f3 HTTP/1.1" status: 204 len: 168 time: 0.2783773 Jan 27 21:38:25.002252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea84f3fd-b944-45ad-a967-2c7fd04bd66f req-059e5a42-127d-41e6-b2c3-7519bd963ef4 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028861 Jan 27 21:38:25.007557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e914aa-94ef-4232-b6c6-f2ee0ee256a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137b7b4f-d82d-489b-9b1d-51846af722f3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:25.027960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 22cdf208-eafd-45a4-b320-f1219ee540a4 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:25.033107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9e065-c47b-4257-a876-4cfb31486c0a req-54e656ec-7b43-4fd8-8a95-f136432443b8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.048741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7d9e065-c47b-4257-a876-4cfb31486c0a req-54e656ec-7b43-4fd8-8a95-f136432443b8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.0831356 Jan 27 21:38:25.055717 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 22cdf208-eafd-45a4-b320-f1219ee540a4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:25.059219 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.062869 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bc85a491-5b04-4536-bb89-52be53e65a48), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.089313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43006) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:25.136245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b41d4478-d935-4ac9-a1bd-0bef366666b7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b41d4478-d935-4ac9-a1bd-0bef366666b7,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:25.140420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8ad632c8-8f18-44e5-9b50-5f89c8efbeb1 None None] Current status of the port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:25.145869 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event updated for resources: {'Port': ['ID=bc85a491-5b04-4536-bb89-52be53e65a48,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:25.182135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'b41d4478-d935-4ac9-a1bd-0bef366666b7', 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b', 'port_id': 'b41d4478-d935-4ac9-a1bd-0bef366666b7', 'mac_address': 'fa:16:3e:4d:99:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b947926-cd0e-4e93-9c61-0d2ab47b8061', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:25.183323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7d9e065-c47b-4257-a876-4cfb31486c0a req-74cd59d1-cb61-4549-a987-4ed3473ce79c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337013 Jan 27 21:38:25.191727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Network 8e8e6ede-85fa-464e-82ed-b762702d20d0 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:25.193716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:25.196507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:25.229741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8ad632c8-8f18-44e5-9b50-5f89c8efbeb1 None None] Provisioning complete for port 7410cd24-9075-4c89-b174-0edbe58348e3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:25.230515 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8ad632c8-8f18-44e5-9b50-5f89c8efbeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7410cd24-9075-4c89-b174-0edbe58348e3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.274029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port b41d4478-d935-4ac9-a1bd-0bef366666b7 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:25.276636 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.332112 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b40302e-5969-4f7c-9054-65f57184d9eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.334861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41d4478-d935-4ac9-a1bd-0bef366666b7 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:25.345024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8ad632c8-8f18-44e5-9b50-5f89c8efbeb1 None None] Port 7410cd24-9075-4c89-b174-0edbe58348e3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:25.351245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.351980 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.379208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b41d4478-d935-4ac9-a1bd-0bef366666b7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b41d4478-d935-4ac9-a1bd-0bef366666b7,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:25.385520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 22cdf208-eafd-45a4-b320-f1219ee540a4 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:25.386283 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.443740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:25.457803 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.470359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 22cdf208-eafd-45a4-b320-f1219ee540a4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=22cdf208-eafd-45a4-b320-f1219ee540a4,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:25.497066 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b40302e-5969-4f7c-9054-65f57184d9eb admin admin] Publish callbacks [] for security_group (3619a464-f52b-485d-a827-03c1f50f1f97), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.512675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-603054ce-7682-4d4f-ac70-2ee2e749baa8 None None] Provisioning complete for port 7410cd24-9075-4c89-b174-0edbe58348e3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:25.513142 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-603054ce-7682-4d4f-ac70-2ee2e749baa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7410cd24-9075-4c89-b174-0edbe58348e3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.536775 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-25b86281-e65a-4a17-9175-a6251c43d5d1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.6359110 Jan 27 21:38:25.540325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43012) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:25.544989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=b41d4478-d935-4ac9-a1bd-0bef366666b7,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:25.550380 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:38:25.585256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.586068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.586068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.586399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.586806 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.587200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.587591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.588037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.588450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.588847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.589230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.589622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.590135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:25.597107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e1084-48e0-4ada-bb62-776d8ad9ce29'}, {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0d2933-9ced-40f1-ba80-638a181d5c6a'}, {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cdf208-eafd-45a4-b320-f1219ee540a4'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:25.599548 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29f0f67-819f-4254-8b03-fe7584f20f8b" -d '{"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "c36e1084-48e0-4ada-bb62-776d8ad9ce29"}, {"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "cf0d2933-9ced-40f1-ba80-638a181d5c6a"}, {"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "22cdf208-eafd-45a4-b320-f1219ee540a4"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:25.607119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:38:25.607589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c3c87b1-75ae-45f5-8177-d6b426f7cdeb not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:38:25.607730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b40302e-5969-4f7c-9054-65f57184d9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3619a464-f52b-485d-a827-03c1f50f1f97), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.610810 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.611750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:25.639914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-603054ce-7682-4d4f-ac70-2ee2e749baa8 None None] Port 7410cd24-9075-4c89-b174-0edbe58348e3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:25.702499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40302e-5969-4f7c-9054-65f57184d9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3619a464-f52b-485d-a827-03c1f50f1f97,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:25.715843 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0b40302e-5969-4f7c-9054-65f57184d9eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=349916ff837e48a48b81a0b19870d822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6249721 Jan 27 21:38:25.724022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43020) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:25.734460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=22cdf208-eafd-45a4-b320-f1219ee540a4,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:25.795650 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438aec6-c1e5-4f1b-81d7-24e3125fc2b4 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.796349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-14e084b4-7e6c-4ed4-b621-f247deda9c3a None None] Provisioning complete for port bc85a491-5b04-4536-bb89-52be53e65a48 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:25.796989 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14e084b4-7e6c-4ed4-b621-f247deda9c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bc85a491-5b04-4536-bb89-52be53e65a48), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.801306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438aec6-c1e5-4f1b-81d7-24e3125fc2b4 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.806276 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cd03cdc-a4fe-43dc-a393-e20719228c90 admin admin] Publish callbacks [] for security_group (3619a464-f52b-485d-a827-03c1f50f1f97), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.807249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438aec6-c1e5-4f1b-81d7-24e3125fc2b4 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.809377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b438aec6-c1e5-4f1b-81d7-24e3125fc2b4 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2676642 Jan 27 21:38:25.812331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43024) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:25.840173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918daef-a4c0-47df-80e1-850af18ac46c req-9373775d-d303-4ccc-94e3-ea37c3159f02 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.845441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918daef-a4c0-47df-80e1-850af18ac46c req-9373775d-d303-4ccc-94e3-ea37c3159f02 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.851332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918daef-a4c0-47df-80e1-850af18ac46c req-9373775d-d303-4ccc-94e3-ea37c3159f02 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.856748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918daef-a4c0-47df-80e1-850af18ac46c req-9373775d-d303-4ccc-94e3-ea37c3159f02 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.863668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b41d4478-d935-4ac9-a1bd-0bef366666b7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:25.866470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5b7c0dea-940e-45df-b0f7-6b2aef348ddd up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:25.880536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918daef-a4c0-47df-80e1-850af18ac46c req-9373775d-d303-4ccc-94e3-ea37c3159f02 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.889747 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cd03cdc-a4fe-43dc-a393-e20719228c90 admin admin] Publish callbacks [] for security_group (3619a464-f52b-485d-a827-03c1f50f1f97), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.893893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918daef-a4c0-47df-80e1-850af18ac46c req-9373775d-d303-4ccc-94e3-ea37c3159f02 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.903821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918daef-a4c0-47df-80e1-850af18ac46c req-9373775d-d303-4ccc-94e3-ea37c3159f02 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.909910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0918daef-a4c0-47df-80e1-850af18ac46c req-9373775d-d303-4ccc-94e3-ea37c3159f02 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5446 time: 0.2954118 Jan 27 21:38:25.917594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:25.930594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59809c65-e56f-4384-bbbf-c7696af32a4e req-8761e5ae-2d3c-4964-ab99-61d808668a92 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:25.932106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59809c65-e56f-4384-bbbf-c7696af32a4e req-8761e5ae-2d3c-4964-ab99-61d808668a92 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.2778926 Jan 27 21:38:25.941192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:25.941580 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:25.946827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-14e084b4-7e6c-4ed4-b621-f247deda9c3a None None] Port bc85a491-5b04-4536-bb89-52be53e65a48 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:26.005431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0918daef-a4c0-47df-80e1-850af18ac46c req-10f7b073-6121-49da-b365-5997b50afa3d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717664 Jan 27 21:38:26.038847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59809c65-e56f-4384-bbbf-c7696af32a4e req-963093a0-1fdf-4878-a402-1402ad723475 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985236 Jan 27 21:38:26.047053 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3fc220df-ce31-4092-a389-7914de2f01d9 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Deleting port bc85a491-5b04-4536-bb89-52be53e65a48 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:26.047453 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3fc220df-ce31-4092-a389-7914de2f01d9 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bc85a491-5b04-4536-bb89-52be53e65a48), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:26.087148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:26.087650 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:26.162630 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36401516-8a85-4adc-a298-c20e56c0e561 x-openstack-request-id: req-36401516-8a85-4adc-a298-c20e56c0e561 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:26.162926 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "c36e1084-48e0-4ada-bb62-776d8ad9ce29", "code": 200}, {"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "cf0d2933-9ced-40f1-ba80-638a181d5c6a", "code": 200}, {"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "22cdf208-eafd-45a4-b320-f1219ee540a4", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:26.163362 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36401516-8a85-4adc-a298-c20e56c0e561 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:26.163870 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36e1084-48e0-4ada-bb62-776d8ad9ce29', 'code': 200} Jan 27 21:38:26.164159 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0d2933-9ced-40f1-ba80-638a181d5c6a', 'code': 200} Jan 27 21:38:26.164414 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cdf208-eafd-45a4-b320-f1219ee540a4', 'code': 200} Jan 27 21:38:26.168129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:26.168485 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:26.183817 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cd03cdc-a4fe-43dc-a393-e20719228c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3619a464-f52b-485d-a827-03c1f50f1f97), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:26.186674 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cd03cdc-a4fe-43dc-a393-e20719228c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:26.192769 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6cd03cdc-a4fe-43dc-a393-e20719228c90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3619a464-f52b-485d-a827-03c1f50f1f97 HTTP/1.1" status: 204 len: 168 time: 0.4682403 Jan 27 21:38:26.200507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd03cdc-a4fe-43dc-a393-e20719228c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3619a464-f52b-485d-a827-03c1f50f1f97,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:26.268858 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3fc220df-ce31-4092-a389-7914de2f01d9 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bc85a491-5b04-4536-bb89-52be53e65a48), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:26.298647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3fc220df-ce31-4092-a389-7914de2f01d9 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Calling delete_port for bc85a491-5b04-4536-bb89-52be53e65a48 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:26.318708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:26.342070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:26.383446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bbd7b-2507-4940-9170-850811817dc6 req-1003c2b4-89bd-4fc9-bada-8768f6a23cb8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:26.392188 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-784bbd7b-2507-4940-9170-850811817dc6 req-1003c2b4-89bd-4fc9-bada-8768f6a23cb8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 945 time: 0.1542432 Jan 27 21:38:26.402853 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:26.468921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-784bbd7b-2507-4940-9170-850811817dc6 req-5c390171-ca6d-478f-8caf-c1aabead48b8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756097 Jan 27 21:38:26.479226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8a3aa-3efb-4e08-abdc-773d8013fcb9 req-ee601b23-78da-47dd-be36-8e17fefc5be2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:26.489815 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-daa8a3aa-3efb-4e08-abdc-773d8013fcb9 req-ee601b23-78da-47dd-be36-8e17fefc5be2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.1929114 Jan 27 21:38:26.495423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:26.552451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-daa8a3aa-3efb-4e08-abdc-773d8013fcb9 req-36df3e2c-6601-481d-8631-202664ce7571 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572751 Jan 27 21:38:26.584506 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:26.619183 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3fc220df-ce31-4092-a389-7914de2f01d9 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (bc85a491-5b04-4536-bb89-52be53e65a48), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:26.650043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc220df-ce31-4092-a389-7914de2f01d9 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event deleted for resources: {'Port': ['ID=bc85a491-5b04-4536-bb89-52be53e65a48,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:26.781777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b508c-7181-43d7-9955-9e2cf2cac827 req-2933f15a-7524-4a13-8114-521bd38c60ff tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:26.788175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d4b508c-7181-43d7-9955-9e2cf2cac827 req-2933f15a-7524-4a13-8114-521bd38c60ff tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0979979 Jan 27 21:38:26.844945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d4b508c-7181-43d7-9955-9e2cf2cac827 req-9939463c-f991-4ca3-8a77-c1774c91c05a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509219 Jan 27 21:38:26.952508 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3fc220df-ce31-4092-a389-7914de2f01d9 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:26.956713 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3fc220df-ce31-4092-a389-7914de2f01d9 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "DELETE /v2.0/ports/bc85a491-5b04-4536-bb89-52be53e65a48 HTTP/1.1" status: 204 len: 168 time: 1.1414452 Jan 27 21:38:26.960850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43060) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:27.005217 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-38819f40-5202-4810-87e9-f77bef11a05a tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] GET failed (client error): The resource could not be found. Jan 27 21:38:27.006507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-38819f40-5202-4810-87e9-f77bef11a05a tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "GET /v2.0/ports/bc85a491-5b04-4536-bb89-52be53e65a48 HTTP/1.1" status: 404 len: 333 time: 0.0442517 Jan 27 21:38:27.010195 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43062) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:27.016171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Request body: {'port': {'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0', 'name': 'tempest-AllowedAddressPairTestJSON-356121841'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:27.060009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773919-72a9-4b28-a6c3-b83bf136cd37 req-d0f9cd21-4a18-43ac-ae4c-e6fe3f486353 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.061854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c773919-72a9-4b28-a6c3-b83bf136cd37 req-d0f9cd21-4a18-43ac-ae4c-e6fe3f486353 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0597441 Jan 27 21:38:27.070151 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:27.143353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c773919-72a9-4b28-a6c3-b83bf136cd37 req-74e183fa-e7e3-443d-8cc6-89fd451a2757 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725424 Jan 27 21:38:27.196403 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Made reservation on behalf of ab1b30faa6e24606b60ac445d8a0ddd1 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:27.200041 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:27.261363 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] device_id is not set on port f9bbdf4c-491e-44b7-b185-1037c401d7c7 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:38:27.261842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922466f2-7ebe-4f8b-afec-f5721546dbb5 req-c9cde7ef-9bc6-4c9c-86ba-cd0fc2760a75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.267399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922466f2-7ebe-4f8b-afec-f5721546dbb5 req-c9cde7ef-9bc6-4c9c-86ba-cd0fc2760a75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.272863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922466f2-7ebe-4f8b-afec-f5721546dbb5 req-c9cde7ef-9bc6-4c9c-86ba-cd0fc2760a75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.278792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922466f2-7ebe-4f8b-afec-f5721546dbb5 req-c9cde7ef-9bc6-4c9c-86ba-cd0fc2760a75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.284555 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922466f2-7ebe-4f8b-afec-f5721546dbb5 req-c9cde7ef-9bc6-4c9c-86ba-cd0fc2760a75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.291185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922466f2-7ebe-4f8b-afec-f5721546dbb5 req-c9cde7ef-9bc6-4c9c-86ba-cd0fc2760a75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.296409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922466f2-7ebe-4f8b-afec-f5721546dbb5 req-c9cde7ef-9bc6-4c9c-86ba-cd0fc2760a75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.298620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-922466f2-7ebe-4f8b-afec-f5721546dbb5 req-c9cde7ef-9bc6-4c9c-86ba-cd0fc2760a75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5447 time: 0.1001520 Jan 27 21:38:27.299119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43074) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:27.341519 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6fae896a-1394-4543-beae-baf976a31c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:27.387132 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Allocated IP 172.20.0.6 (8e8e6ede-85fa-464e-82ed-b762702d20d0/88b5bfb3-12e7-4c9f-b4aa-c199df10474b/f9bbdf4c-491e-44b7-b185-1037c401d7c7) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:27.438817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85807e9-e559-414b-b421-dd871f3d0a80 req-10d115ba-057a-4cdf-96e9-4948b9ee693b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.440369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e85807e9-e559-414b-b421-dd871f3d0a80 req-10d115ba-057a-4cdf-96e9-4948b9ee693b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.1402214 Jan 27 21:38:27.450702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-922466f2-7ebe-4f8b-afec-f5721546dbb5 req-b08e136d-7b67-491f-8b04-129a993a747f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1430044 Jan 27 21:38:27.524881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e85807e9-e559-414b-b421-dd871f3d0a80 req-8245510f-5a0e-4921-beb1-8207fdb32e62 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731549 Jan 27 21:38:27.534336 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6fae896a-1394-4543-beae-baf976a31c39 admin admin] Publish callbacks [] for security_group (1ee1a3a2-c677-4f63-8fe5-6a21e782e7df), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:27.595836 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks [] for port (f9bbdf4c-491e-44b7-b185-1037c401d7c7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:27.619383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6fae896a-1394-4543-beae-baf976a31c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1ee1a3a2-c677-4f63-8fe5-6a21e782e7df), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:27.740327 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f9bbdf4c-491e-44b7-b185-1037c401d7c7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:27.791274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Network 8e8e6ede-85fa-464e-82ed-b762702d20d0 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:27.795628 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:27.797573 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event updated for resources: {'Port': ['ID=f9bbdf4c-491e-44b7-b185-1037c401d7c7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:27.799933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:27.876415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:27.878050 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.002086 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3689bb2d-6b08-442a-8d80-30412058844c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9904728 Jan 27 21:38:28.002762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43094) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:28.008571 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a9e66094-3be8-42eb-9f56-3cda4ab381e6 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f6:65:30'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:28.077115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6fae896a-1394-4543-beae-baf976a31c39 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9cca46206a24561824ddc91357485bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7731345 Jan 27 21:38:28.080905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae896a-1394-4543-beae-baf976a31c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee1a3a2-c677-4f63-8fe5-6a21e782e7df,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:28.086881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43096) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:28.122882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f457007-b612-4caa-a672-e3848f8c2b13 req-1cb9bb53-740b-4c4d-979a-f1c2dcb6fa6e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:28.129749 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f457007-b612-4caa-a672-e3848f8c2b13 req-1cb9bb53-740b-4c4d-979a-f1c2dcb6fa6e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 945 time: 0.5074279 Jan 27 21:38:28.152811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f5b1ceb8-c4f8-4acd-b86a-ad6c817ca194 None None] Provisioning complete for port f9bbdf4c-491e-44b7-b185-1037c401d7c7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:28.156265 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5b1ceb8-c4f8-4acd-b86a-ad6c817ca194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f9bbdf4c-491e-44b7-b185-1037c401d7c7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.200139 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a9e66094-3be8-42eb-9f56-3cda4ab381e6 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f9bbdf4c-491e-44b7-b185-1037c401d7c7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.209170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:28.211770 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c820463d-778b-4f6d-a84f-11a23332d5cf" -d '{"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:28.216395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f5b1ceb8-c4f8-4acd-b86a-ad6c817ca194 None None] Port f9bbdf4c-491e-44b7-b185-1037c401d7c7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:28.223526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-7a904937-fdaa-4814-a2f1-3a94bbc6d07b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:28.225087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-7a904937-fdaa-4814-a2f1-3a94bbc6d07b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 812 time: 0.5915883 Jan 27 21:38:28.253143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f457007-b612-4caa-a672-e3848f8c2b13 req-12619c5a-f19b-423b-94b7-bb72f6c97fdf tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219964 Jan 27 21:38:28.257127 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb63f-2599-473c-a18f-861c9ff0b741 admin admin] Publish callbacks [] for security_group (1ee1a3a2-c677-4f63-8fe5-6a21e782e7df), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.276390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-ba964291-0267-4f75-9cc9-5089960a4bf2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/quotas/59885e32266f4635909c70d7c437905e HTTP/1.1" status: 200 len: 375 time: 0.0430458 Jan 27 21:38:28.315517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb63f-2599-473c-a18f-861c9ff0b741 admin admin] Publish callbacks [] for security_group (1ee1a3a2-c677-4f63-8fe5-6a21e782e7df), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.371859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-bb840bc9-078f-4385-95aa-027dea08aec3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0945487 Jan 27 21:38:28.382539 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb841f26-9e18-4ef0-8ea5-3fc396e6d74f x-openstack-request-id: req-fb841f26-9e18-4ef0-8ea5-3fc396e6d74f {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:28.382842 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-plugged", "status": "completed", "tag": "8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:28.383092 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb841f26-9e18-4ef0-8ea5-3fc396e6d74f {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:28.383491 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0', 'code': 200} Jan 27 21:38:28.438912 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a9e66094-3be8-42eb-9f56-3cda4ab381e6 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks [] for port (f9bbdf4c-491e-44b7-b185-1037c401d7c7), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.496615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-792cfe3f-e2dd-418b-8f27-66f36af58fc0 service neutron] 10.222.0.61 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238618 Jan 27 21:38:28.510906 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a9e66094-3be8-42eb-9f56-3cda4ab381e6 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (f9bbdf4c-491e-44b7-b185-1037c401d7c7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.596740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-a86ac978-39dc-4a8a-8566-20d41de6284f service neutron] 10.222.0.61 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940599 Jan 27 21:38:28.607779 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb63f-2599-473c-a18f-861c9ff0b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1ee1a3a2-c677-4f63-8fe5-6a21e782e7df), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.610449 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb63f-2599-473c-a18f-861c9ff0b741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:28.614040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fbfdb63f-2599-473c-a18f-861c9ff0b741 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ee1a3a2-c677-4f63-8fe5-6a21e782e7df HTTP/1.1" status: 204 len: 168 time: 0.5238519 Jan 27 21:38:28.695071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdb63f-2599-473c-a18f-861c9ff0b741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee1a3a2-c677-4f63-8fe5-6a21e782e7df,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:28.765457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d38254-897c-4d50-91f3-2ae4625280f5 req-b6c46ccb-3eb4-44d1-a24f-7833c6e41e75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:28.772500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d38254-897c-4d50-91f3-2ae4625280f5 req-b6c46ccb-3eb4-44d1-a24f-7833c6e41e75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:28.780128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d38254-897c-4d50-91f3-2ae4625280f5 req-b6c46ccb-3eb4-44d1-a24f-7833c6e41e75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:28.787127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d38254-897c-4d50-91f3-2ae4625280f5 req-b6c46ccb-3eb4-44d1-a24f-7833c6e41e75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:28.793682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d38254-897c-4d50-91f3-2ae4625280f5 req-b6c46ccb-3eb4-44d1-a24f-7833c6e41e75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:28.799394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d38254-897c-4d50-91f3-2ae4625280f5 req-b6c46ccb-3eb4-44d1-a24f-7833c6e41e75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:28.807241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d38254-897c-4d50-91f3-2ae4625280f5 req-b6c46ccb-3eb4-44d1-a24f-7833c6e41e75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:28.816509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1d38254-897c-4d50-91f3-2ae4625280f5 req-b6c46ccb-3eb4-44d1-a24f-7833c6e41e75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5447 time: 0.2144330 Jan 27 21:38:28.887313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b41d4478-d935-4ac9-a1bd-0bef366666b7 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:28.981806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1d38254-897c-4d50-91f3-2ae4625280f5 req-f71a9f71-67b4-40a7-8b43-6268932448bb tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1623764 Jan 27 21:38:29.007718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-61ecdc8a-ad57-4909-9a66-5c8c847c5297 None None] Provisioning complete for port f9bbdf4c-491e-44b7-b185-1037c401d7c7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:29.008230 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61ecdc8a-ad57-4909-9a66-5c8c847c5297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f9bbdf4c-491e-44b7-b185-1037c401d7c7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.085901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-61ecdc8a-ad57-4909-9a66-5c8c847c5297 None None] Port f9bbdf4c-491e-44b7-b185-1037c401d7c7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:29.112497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee331b23-faee-4b9b-b16d-507c94d4ad79 req-a31a6725-6e1e-410d-b752-a4c9d48c7ee1 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:29.114124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee331b23-faee-4b9b-b16d-507c94d4ad79 req-a31a6725-6e1e-410d-b752-a4c9d48c7ee1 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.1000605 Jan 27 21:38:29.152933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef2951ea-b223-4633-bc25-f294297c5b6c req-5f24ee6f-4d8e-4cc0-a8cf-e038f51d852b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 210 time: 0.0376828 Jan 27 21:38:29.207291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port b41d4478-d935-4ac9-a1bd-0bef366666b7 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:29.213261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port b41d4478-d935-4ac9-a1bd-0bef366666b7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:29.213901 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.216693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee331b23-faee-4b9b-b16d-507c94d4ad79 req-ae946495-0e54-42f3-a809-6f3b3a92a5f8 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914657 Jan 27 21:38:29.275762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e66094-3be8-42eb-9f56-3cda4ab381e6 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event updated for resources: {'Port': ['ID=f9bbdf4c-491e-44b7-b185-1037c401d7c7,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:29.292172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a9e66094-3be8-42eb-9f56-3cda4ab381e6 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] In _notify_port_updated(), no bound segment for port f9bbdf4c-491e-44b7-b185-1037c401d7c7 on network 8e8e6ede-85fa-464e-82ed-b762702d20d0 {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:38:29.298179 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e66094-3be8-42eb-9f56-3cda4ab381e6 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:29.299679 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a9e66094-3be8-42eb-9f56-3cda4ab381e6 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.301441 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a9e66094-3be8-42eb-9f56-3cda4ab381e6 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "PUT /v2.0/ports/f9bbdf4c-491e-44b7-b185-1037c401d7c7 HTTP/1.1" status: 200 len: 993 time: 1.2976313 Jan 27 21:38:29.304851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43144) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:29.333341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faac5e8-e168-4b31-88ef-845bee17a9a6 req-8cca881d-2ca7-4256-82ec-769ccae0de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:29.333801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faac5e8-e168-4b31-88ef-845bee17a9a6 req-8cca881d-2ca7-4256-82ec-769ccae0de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:29.334251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faac5e8-e168-4b31-88ef-845bee17a9a6 req-8cca881d-2ca7-4256-82ec-769ccae0de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:29.334905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faac5e8-e168-4b31-88ef-845bee17a9a6 req-8cca881d-2ca7-4256-82ec-769ccae0de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:29.335157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faac5e8-e168-4b31-88ef-845bee17a9a6 req-8cca881d-2ca7-4256-82ec-769ccae0de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:29.335618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faac5e8-e168-4b31-88ef-845bee17a9a6 req-8cca881d-2ca7-4256-82ec-769ccae0de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:29.336096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faac5e8-e168-4b31-88ef-845bee17a9a6 req-8cca881d-2ca7-4256-82ec-769ccae0de3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:29.344134 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9faac5e8-e168-4b31-88ef-845bee17a9a6 req-8cca881d-2ca7-4256-82ec-769ccae0de3b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6504 time: 0.8816433 Jan 27 21:38:29.391346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port b41d4478-d935-4ac9-a1bd-0bef366666b7 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:29.394164 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.474073 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9faac5e8-e168-4b31-88ef-845bee17a9a6 req-a00c16e0-f01a-4c5c-a2e1-642a8719290c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228113 Jan 27 21:38:29.500326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b41d4478-d935-4ac9-a1bd-0bef366666b7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b41d4478-d935-4ac9-a1bd-0bef366666b7,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:29.509725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be679a-9e2f-4e53-88ac-753f94b7cf5b req-2609aee7-42d1-487d-bf6b-3afc6c6743b0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:29.518263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77be679a-9e2f-4e53-88ac-753f94b7cf5b req-2609aee7-42d1-487d-bf6b-3afc6c6743b0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 945 time: 0.0989585 Jan 27 21:38:29.535174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-80328b21-d164-4383-949d-4512ac0bd2d2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Deleting port f9bbdf4c-491e-44b7-b185-1037c401d7c7 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:29.535527 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80328b21-d164-4383-949d-4512ac0bd2d2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f9bbdf4c-491e-44b7-b185-1037c401d7c7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.589651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43154) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:29.596753 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.660766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=b41d4478-d935-4ac9-a1bd-0bef366666b7,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:29.666594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77be679a-9e2f-4e53-88ac-753f94b7cf5b req-3b7f34ad-9c79-4c35-976e-0543fe2aae62 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472912 Jan 27 21:38:29.699183 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80328b21-d164-4383-949d-4512ac0bd2d2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f9bbdf4c-491e-44b7-b185-1037c401d7c7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.714787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-80328b21-d164-4383-949d-4512ac0bd2d2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Calling delete_port for f9bbdf4c-491e-44b7-b185-1037c401d7c7 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:29.775500 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87c47031-2cac-4eea-8344-76d6572403d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.865828 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87c47031-2cac-4eea-8344-76d6572403d7 admin admin] Publish callbacks [] for security_group (08a8d9a9-5e04-4108-97e4-2b9783a7cf5f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.967256 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87c47031-2cac-4eea-8344-76d6572403d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (08a8d9a9-5e04-4108-97e4-2b9783a7cf5f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:29.996850 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80328b21-d164-4383-949d-4512ac0bd2d2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f9bbdf4c-491e-44b7-b185-1037c401d7c7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:30.010062 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-87c47031-2cac-4eea-8344-76d6572403d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d35811de08ac463e8ecc30c8aebdc7d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4169359 Jan 27 21:38:30.010062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c47031-2cac-4eea-8344-76d6572403d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a8d9a9-5e04-4108-97e4-2b9783a7cf5f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:30.012357 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43168) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:30.063701 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-853620d0-9654-4149-b534-86e568c07c66 admin admin] Publish callbacks [] for security_group (08a8d9a9-5e04-4108-97e4-2b9783a7cf5f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:30.115391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80328b21-d164-4383-949d-4512ac0bd2d2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event deleted for resources: {'Port': ['ID=f9bbdf4c-491e-44b7-b185-1037c401d7c7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:30.142274 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-853620d0-9654-4149-b534-86e568c07c66 admin admin] Publish callbacks [] for security_group (08a8d9a9-5e04-4108-97e4-2b9783a7cf5f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:30.319711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69ce5a15-bb64-4920-b13d-19da35108b4a req-d0a1b04d-62b4-4a46-9d2d-11e025030cdf tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 210 time: 0.0724463 Jan 27 21:38:30.342951 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-853620d0-9654-4149-b534-86e568c07c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (08a8d9a9-5e04-4108-97e4-2b9783a7cf5f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:30.345573 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-853620d0-9654-4149-b534-86e568c07c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:30.350082 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-853620d0-9654-4149-b534-86e568c07c66 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08a8d9a9-5e04-4108-97e4-2b9783a7cf5f HTTP/1.1" status: 204 len: 168 time: 0.3334608 Jan 27 21:38:30.370570 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853620d0-9654-4149-b534-86e568c07c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a8d9a9-5e04-4108-97e4-2b9783a7cf5f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:30.413761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ed488-2377-4040-95e2-cb903ac493d4 req-508676ca-4bb1-4b38-84aa-a44dc66b4cd0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:30.414988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4be2ed-8b33-4a91-a4ef-42bde3dff113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41d4478-d935-4ac9-a1bd-0bef366666b7'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:30.419034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ed488-2377-4040-95e2-cb903ac493d4 req-508676ca-4bb1-4b38-84aa-a44dc66b4cd0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:30.424554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ed488-2377-4040-95e2-cb903ac493d4 req-508676ca-4bb1-4b38-84aa-a44dc66b4cd0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:30.427943 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62412137-2399-46c1-9bc3-2b702a97e71b" -d '{"events": [{"server_uuid": "0a4be2ed-8b33-4a91-a4ef-42bde3dff113", "name": "network-vif-plugged", "status": "completed", "tag": "b41d4478-d935-4ac9-a1bd-0bef366666b7"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:30.430042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ed488-2377-4040-95e2-cb903ac493d4 req-508676ca-4bb1-4b38-84aa-a44dc66b4cd0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:30.435566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ed488-2377-4040-95e2-cb903ac493d4 req-508676ca-4bb1-4b38-84aa-a44dc66b4cd0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:30.447720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ed488-2377-4040-95e2-cb903ac493d4 req-508676ca-4bb1-4b38-84aa-a44dc66b4cd0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:30.460568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ed488-2377-4040-95e2-cb903ac493d4 req-508676ca-4bb1-4b38-84aa-a44dc66b4cd0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:30.472905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-437ed488-2377-4040-95e2-cb903ac493d4 req-508676ca-4bb1-4b38-84aa-a44dc66b4cd0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5447 time: 0.2912683 Jan 27 21:38:30.561629 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80328b21-d164-4383-949d-4512ac0bd2d2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:30.565198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-80328b21-d164-4383-949d-4512ac0bd2d2 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "DELETE /v2.0/ports/f9bbdf4c-491e-44b7-b185-1037c401d7c7 HTTP/1.1" status: 204 len: 168 time: 1.2590477 Jan 27 21:38:30.576809 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43190) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:30.601766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-437ed488-2377-4040-95e2-cb903ac493d4 req-85104e91-56d3-4d7f-a571-7830c5f0d26d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278319 Jan 27 21:38:30.626684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d8c05-b975-42f3-8f75-017723ccc017 req-7df39403-8a55-465d-bcd0-9c1af2c545c4 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:30.628367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-112d8c05-b975-42f3-8f75-017723ccc017 req-7df39403-8a55-465d-bcd0-9c1af2c545c4 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.1328373 Jan 27 21:38:30.629067 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b59481a-8c92-4604-96d7-7bcba9d2e71c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] GET failed (client error): The resource could not be found. Jan 27 21:38:30.634913 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0b59481a-8c92-4604-96d7-7bcba9d2e71c tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "GET /v2.0/ports/f9bbdf4c-491e-44b7-b185-1037c401d7c7 HTTP/1.1" status: 404 len: 333 time: 0.0548551 Jan 27 21:38:30.638163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43192) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:30.648108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Request body: {'port': {'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0', 'name': 'tempest-AllowedAddressPairTestJSON-1211202142'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:30.703026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-112d8c05-b975-42f3-8f75-017723ccc017 req-05bdd83c-dde5-48f5-bcec-01aff72f12a1 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598745 Jan 27 21:38:30.710576 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196fe00d-f542-4c85-b144-f27cf381017a x-openstack-request-id: req-196fe00d-f542-4c85-b144-f27cf381017a {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:30.711084 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4be2ed-8b33-4a91-a4ef-42bde3dff113", "name": "network-vif-plugged", "status": "completed", "tag": "b41d4478-d935-4ac9-a1bd-0bef366666b7", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:30.711661 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-196fe00d-f542-4c85-b144-f27cf381017a {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:30.712267 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4be2ed-8b33-4a91-a4ef-42bde3dff113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41d4478-d935-4ac9-a1bd-0bef366666b7', 'code': 200} Jan 27 21:38:30.870283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Made reservation on behalf of ab1b30faa6e24606b60ac445d8a0ddd1 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:30.876392 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:30.889250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b92fbb-d40e-4ae5-ad9d-f1885fc0c459 req-0a3cd101-d57d-4e76-81f7-7b4c71c6b78b tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:30.896675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2b92fbb-d40e-4ae5-ad9d-f1885fc0c459 req-0a3cd101-d57d-4e76-81f7-7b4c71c6b78b tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 946 time: 0.0786262 Jan 27 21:38:30.959448 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] device_id is not set on port a7476dab-1043-43dd-8523-5fae8efb6437 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:38:30.973262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb439b0f-248b-41fd-87a3-4fe9f18dff64 req-bdc4d279-9d19-4c49-8f8d-ab1ccb5ada78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:30.975113 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-cb439b0f-248b-41fd-87a3-4fe9f18dff64 req-bdc4d279-9d19-4c49-8f8d-ab1ccb5ada78 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 1097 time: 0.1153407 Jan 27 21:38:30.987407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2b92fbb-d40e-4ae5-ad9d-f1885fc0c459 req-29b54c85-1d16-4a19-9c54-434f23198b7f tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897987 Jan 27 21:38:31.083771 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-cb439b0f-248b-41fd-87a3-4fe9f18dff64 req-fb88ba4b-0e6c-4b13-8f37-2ae45ebfab4f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700934 Jan 27 21:38:31.160502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Allocated IP 172.20.0.6 (8e8e6ede-85fa-464e-82ed-b762702d20d0/88b5bfb3-12e7-4c9f-b4aa-c199df10474b/a7476dab-1043-43dd-8523-5fae8efb6437) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:31.424808 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks [] for port (a7476dab-1043-43dd-8523-5fae8efb6437), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:31.450845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80c0554c-8fcc-470b-a2de-a24d8aca2985 req-49286fd2-86e7-4c25-853d-57a53099e623 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 210 time: 0.0402701 Jan 27 21:38:31.648777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a7476dab-1043-43dd-8523-5fae8efb6437), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:31.721139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Network 8e8e6ede-85fa-464e-82ed-b762702d20d0 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:31.730725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:31.747432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:31.762355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event updated for resources: {'Port': ['ID=a7476dab-1043-43dd-8523-5fae8efb6437,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:31.866844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:31.867870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:31.899062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb1af-e915-4805-98e0-5920006af8f2 req-a0444409-a65b-4266-846b-eebeaee2e169 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:31.907965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb1af-e915-4805-98e0-5920006af8f2 req-a0444409-a65b-4266-846b-eebeaee2e169 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:31.913654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb1af-e915-4805-98e0-5920006af8f2 req-a0444409-a65b-4266-846b-eebeaee2e169 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:31.919167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb1af-e915-4805-98e0-5920006af8f2 req-a0444409-a65b-4266-846b-eebeaee2e169 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:31.924899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb1af-e915-4805-98e0-5920006af8f2 req-a0444409-a65b-4266-846b-eebeaee2e169 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:31.931093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb1af-e915-4805-98e0-5920006af8f2 req-a0444409-a65b-4266-846b-eebeaee2e169 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:31.936827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb1af-e915-4805-98e0-5920006af8f2 req-a0444409-a65b-4266-846b-eebeaee2e169 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:31.938923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d8fb1af-e915-4805-98e0-5920006af8f2 req-a0444409-a65b-4266-846b-eebeaee2e169 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5447 time: 0.2121153 Jan 27 21:38:31.947692 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6ecff41e-2c71-4e91-a0ba-b2a802a95351 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3082960 Jan 27 21:38:31.950314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43230) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:31.956659 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7f01e745-00bb-4ec8-a095-12b9b24996a8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f6:65:30'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:32.065542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2076bc2-b269-4aaa-aea3-b31604fed0b1 req-042c17c0-994c-40d8-829f-ff61d21ea1cf tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:32.085547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2076bc2-b269-4aaa-aea3-b31604fed0b1 req-042c17c0-994c-40d8-829f-ff61d21ea1cf tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.2576509 Jan 27 21:38:32.086820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f01e745-00bb-4ec8-a095-12b9b24996a8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a7476dab-1043-43dd-8523-5fae8efb6437), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.134475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d8fb1af-e915-4805-98e0-5920006af8f2 req-d1c8fe79-0f91-48f2-ae71-bcc60ee75ad2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554825 Jan 27 21:38:32.179852 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2076bc2-b269-4aaa-aea3-b31604fed0b1 req-71f377d3-c602-4364-ad63-696f8e095692 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930102 Jan 27 21:38:32.201728 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-033568b1-a718-4b69-97e3-f396bf0b4bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.243638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3c579acc-4880-478b-be5e-5607aa9c63fa None None] Provisioning complete for port a7476dab-1043-43dd-8523-5fae8efb6437 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:32.246908 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3c579acc-4880-478b-be5e-5607aa9c63fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a7476dab-1043-43dd-8523-5fae8efb6437), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.357860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3c579acc-4880-478b-be5e-5607aa9c63fa None None] Port a7476dab-1043-43dd-8523-5fae8efb6437 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:32.393728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-8889e0ea-643e-4e20-92c1-1c51908720b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:32.396564 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-8889e0ea-643e-4e20-92c1-1c51908720b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.71 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 812 time: 0.2224088 Jan 27 21:38:32.412610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Request body: {'port': {'device_id': '1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'admin_state_up': True, 'tenant_id': '59885e32266f4635909c70d7c437905e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:32.428005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a4158-d04a-4ebe-8f49-b0556f62ba55 req-d7ad1a45-3482-47fa-b0ae-65c7419af107 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:32.439734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a97a4158-d04a-4ebe-8f49-b0556f62ba55 req-d7ad1a45-3482-47fa-b0ae-65c7419af107 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 946 time: 0.1302645 Jan 27 21:38:32.505929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a97a4158-d04a-4ebe-8f49-b0556f62ba55 req-360d0e2e-7b3c-4e08-b107-a70dc31632ee tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595345 Jan 27 21:38:32.588114 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f01e745-00bb-4ec8-a095-12b9b24996a8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks [] for port (a7476dab-1043-43dd-8523-5fae8efb6437), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.653156 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f01e745-00bb-4ec8-a095-12b9b24996a8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a7476dab-1043-43dd-8523-5fae8efb6437), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.684745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ba290-9964-4e12-9ddd-a6a20002e81f req-fcbe4b7e-cd9f-41bf-9843-982372d0291e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:32.697958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ba290-9964-4e12-9ddd-a6a20002e81f req-fcbe4b7e-cd9f-41bf-9843-982372d0291e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:32.706757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ba290-9964-4e12-9ddd-a6a20002e81f req-fcbe4b7e-cd9f-41bf-9843-982372d0291e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:32.713214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ba290-9964-4e12-9ddd-a6a20002e81f req-fcbe4b7e-cd9f-41bf-9843-982372d0291e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:32.718549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ba290-9964-4e12-9ddd-a6a20002e81f req-fcbe4b7e-cd9f-41bf-9843-982372d0291e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:32.724312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ba290-9964-4e12-9ddd-a6a20002e81f req-fcbe4b7e-cd9f-41bf-9843-982372d0291e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:32.729513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ba290-9964-4e12-9ddd-a6a20002e81f req-fcbe4b7e-cd9f-41bf-9843-982372d0291e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:32.731624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a1ba290-9964-4e12-9ddd-a6a20002e81f req-fcbe4b7e-cd9f-41bf-9843-982372d0291e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5447 time: 0.1290700 Jan 27 21:38:32.766301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43258) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:32.771715 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d02cd1f2-7f8c-46a2-bae3-7ff1c6c4feb2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Request body: {'floatingip': {'port_id': 'c98474e4-1252-489c-91e8-4efc34ed60ca'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:32.777209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09cd6f03-af11-4853-8725-0e55c9d3b9ec req-6e1780a1-2841-4360-8eda-1e1cdbd84f89 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 210 time: 0.0442441 Jan 27 21:38:32.840815 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Made reservation on behalf of 59885e32266f4635909c70d7c437905e for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:32.845716 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.847843 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-7f01e745-00bb-4ec8-a095-12b9b24996a8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] In _notify_port_updated(), no bound segment for port a7476dab-1043-43dd-8523-5fae8efb6437 on network 8e8e6ede-85fa-464e-82ed-b762702d20d0 {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:38:32.853293 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f01e745-00bb-4ec8-a095-12b9b24996a8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:32.854071 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f01e745-00bb-4ec8-a095-12b9b24996a8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.857914 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7f01e745-00bb-4ec8-a095-12b9b24996a8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "PUT /v2.0/ports/a7476dab-1043-43dd-8523-5fae8efb6437 HTTP/1.1" status: 200 len: 996 time: 0.9034941 Jan 27 21:38:32.858771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43264) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:32.930376 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d02cd1f2-7f8c-46a2-bae3-7ff1c6c4feb2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for floatingip (da178b6e-7777-4a7a-9db6-a0e94c238924), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:32.933012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01e745-00bb-4ec8-a095-12b9b24996a8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event updated for resources: {'Port': ['ID=a7476dab-1043-43dd-8523-5fae8efb6437,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:33.015513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7edb47f4-a97f-44d0-9824-2a944727626f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Deleting port a7476dab-1043-43dd-8523-5fae8efb6437 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:33.016479 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7edb47f4-a97f-44d0-9824-2a944727626f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a7476dab-1043-43dd-8523-5fae8efb6437), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.127379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a4678546-54a2-413a-b8a8-d98bf45b1aed None None] Provisioning complete for port a7476dab-1043-43dd-8523-5fae8efb6437 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:33.128557 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a4678546-54a2-413a-b8a8-d98bf45b1aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a7476dab-1043-43dd-8523-5fae8efb6437), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.199082 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7edb47f4-a97f-44d0-9824-2a944727626f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a7476dab-1043-43dd-8523-5fae8efb6437), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.201874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a4678546-54a2-413a-b8a8-d98bf45b1aed None None] Port a7476dab-1043-43dd-8523-5fae8efb6437 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:33.236969 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Allocated IP 172.20.0.3 (333ccb8f-832b-4b30-aba4-f41314e02720/c74d6c97-4bfa-4bd7-b65e-50c8f0c45527/9a9ab57a-1f94-4760-a484-22ed76cdc9c2) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:33.239160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7edb47f4-a97f-44d0-9824-2a944727626f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Calling delete_port for a7476dab-1043-43dd-8523-5fae8efb6437 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:33.466661 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43274) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:33.536996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc38dc-9e5d-4a37-90ad-5d689ea91e96 req-d032fef4-eea3-415a-aba9-b19c51aa9bf8 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:33.553441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbdc38dc-9e5d-4a37-90ad-5d689ea91e96 req-d032fef4-eea3-415a-aba9-b19c51aa9bf8 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.1672819 Jan 27 21:38:33.623666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.721135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbdc38dc-9e5d-4a37-90ad-5d689ea91e96 req-b62ad1eb-3935-4d16-82ef-547bb3074081 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660380 Jan 27 21:38:33.741706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35920f40-16a9-40cb-add8-9db22925ef3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.813843 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.resource_extend [None req-d02cd1f2-7f8c-46a2-bae3-7ff1c6c4feb2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:38:33.848896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ef19d-a694-4d78-a851-6cd417baabec req-6c2dbbe7-346a-4bdd-92b2-26ecddf6f8ec tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:33.850543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a24ef19d-a694-4d78-a851-6cd417baabec req-6c2dbbe7-346a-4bdd-92b2-26ecddf6f8ec tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 946 time: 0.1679397 Jan 27 21:38:33.949199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a24ef19d-a694-4d78-a851-6cd417baabec req-b93bc46a-9d6c-4e50-9939-cf62757a1c7f tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821714 Jan 27 21:38:33.955481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:33.970137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['01b30470-4b96-45cd-9d1e-5c1e4cb38491'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:33.978787 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d02cd1f2-7f8c-46a2-bae3-7ff1c6c4feb2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.010699 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7edb47f4-a97f-44d0-9824-2a944727626f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a7476dab-1043-43dd-8523-5fae8efb6437), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.023921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Network 333ccb8f-832b-4b30-aba4-f41314e02720 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:34.035058 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:34.039242 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:34.111206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb47f4-a97f-44d0-9824-2a944727626f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event deleted for resources: {'Port': ['ID=a7476dab-1043-43dd-8523-5fae8efb6437,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:34.210542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:34.211494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.247846 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d02cd1f2-7f8c-46a2-bae3-7ff1c6c4feb2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (da178b6e-7777-4a7a-9db6-a0e94c238924), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.272619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc317c8-7f04-4fc2-ae18-0a9eb1a8a5a0 req-412eb3c5-571f-4848-a35d-52b48bf35d6c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:34.274831 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cc317c8-7f04-4fc2-ae18-0a9eb1a8a5a0 req-412eb3c5-571f-4848-a35d-52b48bf35d6c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 931 time: 0.3244042 Jan 27 21:38:34.334329 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event updated for resources: {'Port': ['ID=9a9ab57a-1f94-4760-a484-22ed76cdc9c2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:34.346516 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-dbff47c2-c63a-4b3d-b671-1b4cb4e3ece2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9395075 Jan 27 21:38:34.468359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-d2f6e66f-b031-41ee-b385-755df9682af2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:38:34.470035 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-d2f6e66f-b031-41ee-b385-755df9682af2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194478 Jan 27 21:38:34.474363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-072ada1d-1d1e-497c-883c-7bc77b2bfb56 req-71eff187-0b21-43fe-a7c8-8dfa6057e131 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-827468733&fields=id&tenant_id=0c35be4b415741f084eee104e939759d HTTP/1.1" status: 200 len: 267 time: 0.3705497 Jan 27 21:38:34.508529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Request body: {'port': {'device_id': '1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:34.584896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cc317c8-7f04-4fc2-ae18-0a9eb1a8a5a0 req-97a6eeb9-c7f7-4839-b3a9-08d66f0e7dc7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928977 Jan 27 21:38:34.607514 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7edb47f4-a97f-44d0-9824-2a944727626f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.616305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7edb47f4-a97f-44d0-9824-2a944727626f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "DELETE /v2.0/ports/a7476dab-1043-43dd-8523-5fae8efb6437 HTTP/1.1" status: 204 len: 168 time: 1.7558565 Jan 27 21:38:34.622185 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-d02cd1f2-7f8c-46a2-bae3-7ff1c6c4feb2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Floating IP da178b6e-7777-4a7a-9db6-a0e94c238924 associated. External IP: 172.25.0.25, port: c98474e4-1252-489c-91e8-4efc34ed60ca. Jan 27 21:38:34.628708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43300) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:34.647356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6506b054-e608-4b53-9bb4-dfbe0f880937 None None] Provisioning complete for port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:34.652681 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6506b054-e608-4b53-9bb4-dfbe0f880937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.670324 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86e9380-8465-4cb8-bb50-10130faf747f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] GET failed (client error): The resource could not be found. Jan 27 21:38:34.673325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a86e9380-8465-4cb8-bb50-10130faf747f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "GET /v2.0/ports/a7476dab-1043-43dd-8523-5fae8efb6437 HTTP/1.1" status: 404 len: 333 time: 0.0397065 Jan 27 21:38:34.681900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ada1d-1d1e-497c-883c-7bc77b2bfb56 req-585a763c-1c7f-4429-a0ee-caa946b35d9f tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:34.684038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-072ada1d-1d1e-497c-883c-7bc77b2bfb56 req-585a763c-1c7f-4429-a0ee-caa946b35d9f tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 946 time: 0.1936045 Jan 27 21:38:34.687110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43302) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:34.690379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Request body: {'port': {'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0', 'name': 'tempest-AllowedAddressPairTestJSON-2022135854'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:34.692940 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ae131572-a5f7-4dff-b655-934dbca54c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.702579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-072ada1d-1d1e-497c-883c-7bc77b2bfb56 req-40fa36de-55b6-4212-a5f6-c3da841bf177 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'port': {'security_groups': ['8841d0b6-b353-45a3-b4c8-bd301042a4c0', '64e79822-9ffd-40bb-991d-3f4fe99744cc']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:34.704038 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35920f40-16a9-40cb-add8-9db22925ef3b admin admin] Publish callbacks [] for security_group (e7a84361-be05-4c3e-982b-bae04ccdb931), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.718970 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6506b054-e608-4b53-9bb4-dfbe0f880937 None None] Port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:34.750755 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.796018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35920f40-16a9-40cb-add8-9db22925ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e7a84361-be05-4c3e-982b-bae04ccdb931), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.843712 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-072ada1d-1d1e-497c-883c-7bc77b2bfb56 req-40fa36de-55b6-4212-a5f6-c3da841bf177 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:34.878626 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-35920f40-16a9-40cb-add8-9db22925ef3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ae7bfed1b3e4b63a3673347d438923c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4102306 Jan 27 21:38:34.885687 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43310) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:34.895480 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35920f40-16a9-40cb-add8-9db22925ef3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a84361-be05-4c3e-982b-bae04ccdb931,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:34.954240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaa75e-e6fe-4114-9641-28513b978cba req-cc934987-ee29-4318-92b1-c468d7b31ba7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:34.956813 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63eaa75e-e6fe-4114-9641-28513b978cba req-cc934987-ee29-4318-92b1-c468d7b31ba7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.1099641 Jan 27 21:38:35.042790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Made reservation on behalf of ab1b30faa6e24606b60ac445d8a0ddd1 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:35.046177 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.065040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63eaa75e-e6fe-4114-9641-28513b978cba req-92d6035f-c61e-4ad5-8167-1c7bd5cbc753 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982471 Jan 27 21:38:35.091819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] device_id is not set on port 2fcb7d89-b636-4010-9e64-f6c6b442f379 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:38:35.254932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-072ada1d-1d1e-497c-883c-7bc77b2bfb56 req-40fa36de-55b6-4212-a5f6-c3da841bf177 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] For port b41d4478-d935-4ac9-a1bd-0bef366666b7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b41d4478-d935-4ac9-a1bd-0bef366666b7,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:35.288012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Allocated IP 172.20.0.13 (8e8e6ede-85fa-464e-82ed-b762702d20d0/88b5bfb3-12e7-4c9f-b4aa-c199df10474b/2fcb7d89-b636-4010-9e64-f6c6b442f379) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:35.308378 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-072ada1d-1d1e-497c-883c-7bc77b2bfb56 req-40fa36de-55b6-4212-a5f6-c3da841bf177 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.384592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-072ada1d-1d1e-497c-883c-7bc77b2bfb56 req-40fa36de-55b6-4212-a5f6-c3da841bf177 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.401113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b41d4478-d935-4ac9-a1bd-0bef366666b7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:35.441292 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b91befc0-788a-4b98-a6f3-1fe749020342 admin admin] Publish callbacks [] for security_group (e7a84361-be05-4c3e-982b-bae04ccdb931), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.484521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02cd1f2-7f8c-46a2-bae3-7ff1c6c4feb2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Router 8049c494-785b-4987-ab6c-ae770463d403 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:38:35.503453 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b91befc0-788a-4b98-a6f3-1fe749020342 admin admin] Publish callbacks [] for security_group (e7a84361-be05-4c3e-982b-bae04ccdb931), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.504624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ada1d-1d1e-497c-883c-7bc77b2bfb56 req-40fa36de-55b6-4212-a5f6-c3da841bf177 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:35.505370 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-072ada1d-1d1e-497c-883c-7bc77b2bfb56 req-40fa36de-55b6-4212-a5f6-c3da841bf177 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.506812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-072ada1d-1d1e-497c-883c-7bc77b2bfb56 req-40fa36de-55b6-4212-a5f6-c3da841bf177 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "PUT /v2.0/ports/b41d4478-d935-4ac9-a1bd-0bef366666b7 HTTP/1.1" status: 200 len: 982 time: 0.8096449 Jan 27 21:38:35.511360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4be2ed-8b33-4a91-a4ef-42bde3dff113', 'tag': 'b41d4478-d935-4ac9-a1bd-0bef366666b7'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:35.514004 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ec9ff6-9470-4aae-864b-6af3f2eeaac2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4be2ed-8b33-4a91-a4ef-42bde3dff113", "tag": "b41d4478-d935-4ac9-a1bd-0bef366666b7"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:35.536385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43346) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:35.575362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa36de-55b6-4212-a5f6-c3da841bf177 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'Port': ['ID=b41d4478-d935-4ac9-a1bd-0bef366666b7,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:35.682766 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ab7d7c-c253-4e98-919c-279440629015 x-openstack-request-id: req-b8ab7d7c-c253-4e98-919c-279440629015 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:35.687651 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4be2ed-8b33-4a91-a4ef-42bde3dff113", "tag": "b41d4478-d935-4ac9-a1bd-0bef366666b7", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:35.688131 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8ab7d7c-c253-4e98-919c-279440629015 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:35.688732 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4be2ed-8b33-4a91-a4ef-42bde3dff113', 'tag': 'b41d4478-d935-4ac9-a1bd-0bef366666b7', 'status': 'completed', 'code': 200} Jan 27 21:38:35.697805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b41d4478-d935-4ac9-a1bd-0bef366666b7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:35.723349 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks [] for port (2fcb7d89-b636-4010-9e64-f6c6b442f379), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.765741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-296a54a4-e0fc-403d-adf0-5e547c69084b req-827a3029-ee3f-4a50-9e4d-c89a36dc0708 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1002860785&fields=id&tenant_id=0c35be4b415741f084eee104e939759d HTTP/1.1" status: 200 len: 267 time: 0.1788456 Jan 27 21:38:35.806246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:35.814531 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d1bba63-8b17-42ec-9db6-d4eea02e4642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.815971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02cd1f2-7f8c-46a2-bae3-7ff1c6c4feb2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:38:35.818932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Publish callbacks [] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.827620 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d02cd1f2-7f8c-46a2-bae3-7ff1c6c4feb2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.830252 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75551db8-5d4f-4ed2-8623-1bba39a238e0 None None] Sync routers for ids ['8049c494-785b-4987-ab6c-ae770463d403'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:38:35.833558 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec9ff6-9470-4aae-864b-6af3f2eeaac2 req-92a0678d-a5e8-44c8-b1d8-1b1029f605c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:35.835306 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d3ec9ff6-9470-4aae-864b-6af3f2eeaac2 req-92a0678d-a5e8-44c8-b1d8-1b1029f605c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c35be4b415741f084eee104e939759d&device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 1136 time: 0.0993688 Jan 27 21:38:35.845161 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75551db8-5d4f-4ed2-8623-1bba39a238e0 None None] Routers {'8049c494-785b-4987-ab6c-ae770463d403'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:35.845850 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-75551db8-5d4f-4ed2-8623-1bba39a238e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:38:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8049c494-785b-4987-ab6c-ae770463d403'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:35.921303 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d02cd1f2-7f8c-46a2-bae3-7ff1c6c4feb2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "PUT /v2.0/floatingips/da178b6e-7777-4a7a-9db6-a0e94c238924 HTTP/1.1" status: 200 len: 991 time: 3.1538479 Jan 27 21:38:35.924458 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': 'c98474e4-1252-489c-91e8-4efc34ed60ca'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:35.927011 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "c98474e4-1252-489c-91e8-4efc34ed60ca"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:35.950804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06801e-5ca9-4431-94f4-b815604ec726 req-33aed6f8-85b9-42ee-b1af-bafc0449eceb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:35.952545 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a06801e-5ca9-4431-94f4-b815604ec726 req-33aed6f8-85b9-42ee-b1af-bafc0449eceb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 931 time: 0.2158041 Jan 27 21:38:35.957889 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2fcb7d89-b636-4010-9e64-f6c6b442f379), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.971567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a54a4-e0fc-403d-adf0-5e547c69084b req-2ba98e47-24d0-45d4-98ba-d288465baa1f tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:35.973778 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-296a54a4-e0fc-403d-adf0-5e547c69084b req-2ba98e47-24d0-45d4-98ba-d288465baa1f tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 985 time: 0.2072072 Jan 27 21:38:35.976060 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-75551db8-5d4f-4ed2-8623-1bba39a238e0 None None] Set router 8049c494-785b-4987-ab6c-ae770463d403 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:35.986170 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec9ff6-9470-4aae-864b-6af3f2eeaac2 req-fe6bd853-aabf-499b-b7d1-3b404b014401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:35.989321 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d3ec9ff6-9470-4aae-864b-6af3f2eeaac2 req-fe6bd853-aabf-499b-b7d1-3b404b014401 service neutron] 10.222.0.74 "GET /v2.0/networks?id=efc4032c-69b0-4973-8a60-cc17330f1f5b HTTP/1.1" status: 200 len: 914 time: 0.1291227 Jan 27 21:38:35.989697 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Transition to ACTIVE for port object 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:38:35.990759 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b91befc0-788a-4b98-a6f3-1fe749020342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e7a84361-be05-4c3e-982b-bae04ccdb931), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.993469 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b91befc0-788a-4b98-a6f3-1fe749020342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:35.994655 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b91befc0-788a-4b98-a6f3-1fe749020342 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7a84361-be05-4c3e-982b-bae04ccdb931 HTTP/1.1" status: 204 len: 168 time: 1.1065974 Jan 27 21:38:36.038766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91befc0-788a-4b98-a6f3-1fe749020342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a84361-be05-4c3e-982b-bae04ccdb931,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:36.041848 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d3ec9ff6-9470-4aae-864b-6af3f2eeaac2 req-ebe8da0b-04b7-4a8b-bbf1-564c021e9775 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b41d4478-d935-4ac9-a1bd-0bef366666b7 HTTP/1.1" status: 200 len: 217 time: 0.0461571 Jan 27 21:38:36.103722 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.115913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-296a54a4-e0fc-403d-adf0-5e547c69084b req-0f9d964c-8061-49e2-a6e5-42c8763174f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'port': {'security_groups': ['64e79822-9ffd-40bb-991d-3f4fe99744cc', '8841d0b6-b353-45a3-b4c8-bd301042a4c0', '7e2c341b-5370-4989-bbd8-252c269a30f3']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:36.129862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec9ff6-9470-4aae-864b-6af3f2eeaac2 req-5559a1f0-3c08-41cb-b3e4-2bf41b8ab810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:36.131374 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d3ec9ff6-9470-4aae-864b-6af3f2eeaac2 req-5559a1f0-3c08-41cb-b3e4-2bf41b8ab810 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b947926-cd0e-4e93-9c61-0d2ab47b8061 HTTP/1.1" status: 200 len: 853 time: 0.0830507 Jan 27 21:38:36.136769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event updated for resources: {'Port': ['ID=2fcb7d89-b636-4010-9e64-f6c6b442f379,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:36.165788 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.179928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Network 8e8e6ede-85fa-464e-82ed-b762702d20d0 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:36.192152 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d3ec9ff6-9470-4aae-864b-6af3f2eeaac2 req-f294045d-1481-4931-bb78-fbb871c803c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc4032c-69b0-4973-8a60-cc17330f1f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539265 Jan 27 21:38:36.198633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:36.206952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:36.295778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9ab57a-1f94-4760-a484-22ed76cdc9c2,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:36.312109 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-296a54a4-e0fc-403d-adf0-5e547c69084b req-0f9d964c-8061-49e2-a6e5-42c8763174f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.326582 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-75551db8-5d4f-4ed2-8623-1bba39a238e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:35:14Z', 'revision_number': 4, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'da178b6e-7777-4a7a-9db6-a0e94c238924', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8049c494-785b-4987-ab6c-ae770463d403', 'port_id': 'c98474e4-1252-489c-91e8-4efc34ed60ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'mac_address': 'fa:16:3e:dc:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:36:41Z', 'updated_at': '2022-01-27T21:38:33Z', 'revision_number': 1, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370cb4a-f4ce-46e4-8600-a2ab49425fb1', 'name': '', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'mac_address': 'fa:16:3e:0a:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:13Z', 'updated_at': '2022-01-27T21:35:21Z', 'revision_number': 5, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'subnets': [{'id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:36.333084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a06801e-5ca9-4431-94f4-b815604ec726 req-0a202a29-f0dc-49a5-aa6a-e5812e2647ac tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716264 Jan 27 21:38:36.422403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:36.423290 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.456255 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75551db8-5d4f-4ed2-8623-1bba39a238e0 None None] Checking router: 8049c494-785b-4987-ab6c-ae770463d403 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:38:36.470350 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75551db8-5d4f-4ed2-8623-1bba39a238e0 None None] Routers {'8049c494-785b-4987-ab6c-ae770463d403'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:38:36.479449 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-75551db8-5d4f-4ed2-8623-1bba39a238e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:38:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8049c494-785b-4987-ab6c-ae770463d403'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:36.481892 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d3ec9ff6-9470-4aae-864b-6af3f2eeaac2 req-8c5ab32e-bc8e-4eef-82d3-f5291a261c77 service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701170 Jan 27 21:38:36.508069 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d1bba63-8b17-42ec-9db6-d4eea02e4642 admin admin] Publish callbacks [] for security_group (6a303915-862e-4acb-b778-66764a6c08b2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.595514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8b9a1387-24a9-4b43-b9ae-ec75c35e3e85 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9092081 Jan 27 21:38:36.605081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43378) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:36.615002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Request body: {'port': {'network_id': '8e8e6ede-85fa-464e-82ed-b762702d20d0', 'name': 'tempest-AllowedAddressPairTestJSON-762588415'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:36.668613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Attempting to bind port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:36.668961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Attempting to bind port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:36.669297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Attempting to bind port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 on network 333ccb8f-832b-4b30-aba4-f41314e02720 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:36.683187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 on network 333ccb8f-832b-4b30-aba4-f41314e02720 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:38:36.683527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Attempting to bind port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 on network 333ccb8f-832b-4b30-aba4-f41314e02720 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:36.690966 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:36.691214 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Checking segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:36.691642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Bound using segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:36.692112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Bound port: 9a9ab57a-1f94-4760-a484-22ed76cdc9c2, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:36.692508 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.700813 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-75551db8-5d4f-4ed2-8623-1bba39a238e0 None None] Set router 8049c494-785b-4987-ab6c-ae770463d403 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:38:36.717352 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d3ec9ff6-9470-4aae-864b-6af3f2eeaac2 req-a06833f5-e3ca-470c-ae3a-5596052f314a service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861525 Jan 27 21:38:36.739803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b7df5fbf-0d63-46eb-80f3-cb547474f83f None None] Provisioning complete for port 2fcb7d89-b636-4010-9e64-f6c6b442f379 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:36.740859 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b7df5fbf-0d63-46eb-80f3-cb547474f83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2fcb7d89-b636-4010-9e64-f6c6b442f379), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.757925 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d1bba63-8b17-42ec-9db6-d4eea02e4642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6a303915-862e-4acb-b778-66764a6c08b2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.791320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b7df5fbf-0d63-46eb-80f3-cb547474f83f None None] Port 2fcb7d89-b636-4010-9e64-f6c6b442f379 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:36.838311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] For port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:36.842682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] For port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9a9ab57a-1f94-4760-a484-22ed76cdc9c2,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:36.860971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Made reservation on behalf of ab1b30faa6e24606b60ac445d8a0ddd1 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:36.865752 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.873918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bba63-8b17-42ec-9db6-d4eea02e4642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a303915-862e-4acb-b778-66764a6c08b2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:36.879050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0d1bba63-8b17-42ec-9db6-d4eea02e4642 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e7a71e23c7d34829a8a719894c292724&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3401487 Jan 27 21:38:36.882210 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43384) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:36.928568 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:36.938674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] device_id is not set on port 283fcc6d-e75e-4a8d-82c6-b840717201e9 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:38:37.013234 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08204d06-b76f-4b4f-abcc-b65a1bf7ae99 x-openstack-request-id: req-08204d06-b76f-4b4f-abcc-b65a1bf7ae99 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:37.013527 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "tag": "c98474e4-1252-489c-91e8-4efc34ed60ca", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:37.013786 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-08204d06-b76f-4b4f-abcc-b65a1bf7ae99 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:37.014195 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'tag': 'c98474e4-1252-489c-91e8-4efc34ed60ca', 'status': 'completed', 'code': 200} Jan 27 21:38:37.047303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.047932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:37.049339 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] 10.222.0.71 "PUT /v2.0/ports/9a9ab57a-1f94-4760-a484-22ed76cdc9c2 HTTP/1.1" status: 200 len: 1091 time: 2.5647287 Jan 27 21:38:37.114388 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1ebb-ca77-4043-a190-f8c4069496e5 admin admin] Publish callbacks [] for security_group (6a303915-862e-4acb-b778-66764a6c08b2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:37.208834 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-75551db8-5d4f-4ed2-8623-1bba39a238e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:35:14Z', 'revision_number': 4, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'da178b6e-7777-4a7a-9db6-a0e94c238924', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8049c494-785b-4987-ab6c-ae770463d403', 'port_id': 'c98474e4-1252-489c-91e8-4efc34ed60ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'mac_address': 'fa:16:3e:dc:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:36:41Z', 'updated_at': '2022-01-27T21:38:33Z', 'revision_number': 1, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370cb4a-f4ce-46e4-8600-a2ab49425fb1', 'name': '', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'mac_address': 'fa:16:3e:0a:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:13Z', 'updated_at': '2022-01-27T21:35:21Z', 'revision_number': 5, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'subnets': [{'id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:37.211402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c5c1e-50b9-49d7-a1d5-c47bd4b01737 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9ab57a-1f94-4760-a484-22ed76cdc9c2,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:37.248348 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:37.279694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-296a54a4-e0fc-403d-adf0-5e547c69084b req-0f9d964c-8061-49e2-a6e5-42c8763174f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] For port b41d4478-d935-4ac9-a1bd-0bef366666b7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b41d4478-d935-4ac9-a1bd-0bef366666b7,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:37.302746 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1ebb-ca77-4043-a190-f8c4069496e5 admin admin] Publish callbacks [] for security_group (6a303915-862e-4acb-b778-66764a6c08b2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:37.370230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-eaeb5e0c-703f-46c5-9f82-ce64ae365c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.371392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-eaeb5e0c-703f-46c5-9f82-ce64ae365c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.371919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-eaeb5e0c-703f-46c5-9f82-ce64ae365c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.372474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-eaeb5e0c-703f-46c5-9f82-ce64ae365c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.372937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-eaeb5e0c-703f-46c5-9f82-ce64ae365c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.373396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-eaeb5e0c-703f-46c5-9f82-ce64ae365c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.373852 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-eaeb5e0c-703f-46c5-9f82-ce64ae365c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.376108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-eaeb5e0c-703f-46c5-9f82-ce64ae365c1d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6504 time: 0.3055303 Jan 27 21:38:37.397386 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75551db8-5d4f-4ed2-8623-1bba39a238e0 None None] The sync data for ids ['8049c494-785b-4987-ab6c-ae770463d403'] in n-d-760456-6 is: [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:35:14Z', 'revision_number': 4, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'da178b6e-7777-4a7a-9db6-a0e94c238924', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'floating_ip_address': '172.25.0.25', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8049c494-785b-4987-ab6c-ae770463d403', 'port_id': 'c98474e4-1252-489c-91e8-4efc34ed60ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'mac_address': 'fa:16:3e:dc:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:36:41Z', 'updated_at': '2022-01-27T21:38:33Z', 'revision_number': 1, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f370cb4a-f4ce-46e4-8600-a2ab49425fb1', 'name': '', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'mac_address': 'fa:16:3e:0a:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:13Z', 'updated_at': '2022-01-27T21:35:21Z', 'revision_number': 5, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'subnets': [{'id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:38:37.402120 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-656789f7-890d-461e-a1ba-13ec3f4403bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.403074 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-656789f7-890d-461e-a1ba-13ec3f4403bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 1094 time: 0.1981497 Jan 27 21:38:37.475885 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-464fe14a-055d-41ed-b6b9-f618ac6e266a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a9ab57a-1f94-4760-a484-22ed76cdc9c2 HTTP/1.1" status: 200 len: 217 time: 0.0631022 Jan 27 21:38:37.560543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-5c1b56e0-4a72-4dfc-b3f4-e8aefbe83f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.562287 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-5c1b56e0-4a72-4dfc-b3f4-e8aefbe83f28 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.0801985 Jan 27 21:38:37.648394 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1ebb-ca77-4043-a190-f8c4069496e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6a303915-862e-4acb-b778-66764a6c08b2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:37.648394 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa6c1ebb-ca77-4043-a190-f8c4069496e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:37.648394 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-aa6c1ebb-ca77-4043-a190-f8c4069496e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a303915-862e-4acb-b778-66764a6c08b2 HTTP/1.1" status: 204 len: 168 time: 0.7502406 Jan 27 21:38:37.648394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-a3ecf25d-30d9-406c-8947-3232ee07e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.648394 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-a3ecf25d-30d9-406c-8947-3232ee07e00e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713489 Jan 27 21:38:37.655061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c1ebb-ca77-4043-a190-f8c4069496e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a303915-862e-4acb-b778-66764a6c08b2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:37.761662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c1e6d-4bfc-4c24-9ee6-db691392b0d4 None None] New status for floating IP da178b6e-7777-4a7a-9db6-a0e94c238924: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:38:37.803681 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-083ea992-9ff0-48e5-a2f5-0f0c524ad997 service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572945 Jan 27 21:38:37.925684 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d1042d09-6f19-4a22-afd4-998c4f587f40 req-9eef3c73-1453-4422-a10f-47749d82fd31 service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161666 Jan 27 21:38:37.959254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65670955-2e0c-4c1d-94ce-ef85188c4bd0 req-95e5cf62-5e32-464f-b507-a3a9ee3dee13 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:37.961084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65670955-2e0c-4c1d-94ce-ef85188c4bd0 req-95e5cf62-5e32-464f-b507-a3a9ee3dee13 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.8354955 Jan 27 21:38:37.970061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Allocated IP 172.20.0.7 (8e8e6ede-85fa-464e-82ed-b762702d20d0/88b5bfb3-12e7-4c9f-b4aa-c199df10474b/283fcc6d-e75e-4a8d-82c6-b840717201e9) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:37.985918 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-296a54a4-e0fc-403d-adf0-5e547c69084b req-0f9d964c-8061-49e2-a6e5-42c8763174f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:38.063686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65670955-2e0c-4c1d-94ce-ef85188c4bd0 req-4710e473-e4b0-496e-9581-1b2379ee94a6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866773 Jan 27 21:38:38.077549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-fd02497e-9838-4172-84c9-e1d8483c176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:38.079039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-fd02497e-9838-4172-84c9-e1d8483c176f service neutron] 10.222.0.71 "GET /v2.0/networks?id=9a852156-70b0-45a2-b678-46738908299d HTTP/1.1" status: 200 len: 918 time: 0.6963077 Jan 27 21:38:38.140301 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-296a54a4-e0fc-403d-adf0-5e547c69084b req-0f9d964c-8061-49e2-a6e5-42c8763174f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:38.150994 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b41d4478-d935-4ac9-a1bd-0bef366666b7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:38.266097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a54a4-e0fc-403d-adf0-5e547c69084b req-0f9d964c-8061-49e2-a6e5-42c8763174f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:38.266730 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-296a54a4-e0fc-403d-adf0-5e547c69084b req-0f9d964c-8061-49e2-a6e5-42c8763174f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:38.278788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-296a54a4-e0fc-403d-adf0-5e547c69084b req-0f9d964c-8061-49e2-a6e5-42c8763174f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "PUT /v2.0/ports/b41d4478-d935-4ac9-a1bd-0bef366666b7 HTTP/1.1" status: 200 len: 1021 time: 2.1690636 Jan 27 21:38:38.296945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4be2ed-8b33-4a91-a4ef-42bde3dff113', 'tag': 'b41d4478-d935-4ac9-a1bd-0bef366666b7'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:38.299228 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b2c0e4-a8fa-494f-a41e-e8773015390d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4be2ed-8b33-4a91-a4ef-42bde3dff113", "tag": "b41d4478-d935-4ac9-a1bd-0bef366666b7"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:38.325359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-080a6478-c575-49c0-8463-fa481a9d3732 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c98474e4-1252-489c-91e8-4efc34ed60ca HTTP/1.1" status: 200 len: 999 time: 0.2363226 Jan 27 21:38:38.361879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d964c-8061-49e2-a6e5-42c8763174f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'Port': ['ID=b41d4478-d935-4ac9-a1bd-0bef366666b7,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:38.421624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba55180-9f0f-4e8d-9566-74c9dd3dfe4d req-d7fc77c4-11b1-4260-991c-425f60b02766 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:38.422347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b41d4478-d935-4ac9-a1bd-0bef366666b7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:38.423011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ba55180-9f0f-4e8d-9566-74c9dd3dfe4d req-d7fc77c4-11b1-4260-991c-425f60b02766 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 943 time: 0.2026720 Jan 27 21:38:38.447408 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks [] for port (283fcc6d-e75e-4a8d-82c6-b840717201e9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:38.460644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-40b96ce1-d569-437d-b5b1-2f1f1454f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:38.462139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-40b96ce1-d569-437d-b5b1-2f1f1454f4fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=13a66f8e-75a2-447f-948d-f9d0ac1c16db HTTP/1.1" status: 200 len: 856 time: 0.1207588 Jan 27 21:38:38.552145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ba55180-9f0f-4e8d-9566-74c9dd3dfe4d req-32248eaf-519c-437e-a165-c4faeca45563 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133332 Jan 27 21:38:38.568875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-5b37f8ca-f656-4118-a3a2-d0e242e66616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:38.579161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-5b37f8ca-f656-4118-a3a2-d0e242e66616 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a852156-70b0-45a2-b678-46738908299d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095216 Jan 27 21:38:38.627630 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43452) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:38.656688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6751-3942-4d44-91fc-397d1d080f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:38.737084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade3a4b-1790-48b5-b6c3-24072ed5da52 req-2dcd5411-6324-4cd1-b3e5-5dc64f8ad10c tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:38.744725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ade3a4b-1790-48b5-b6c3-24072ed5da52 req-2dcd5411-6324-4cd1-b3e5-5dc64f8ad10c tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 1024 time: 0.0838637 Jan 27 21:38:38.757035 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (283fcc6d-e75e-4a8d-82c6-b840717201e9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:38.761407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-0658e11c-d2a4-4189-a72a-5acedce03742 service neutron] 10.222.0.71 "GET /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728861 Jan 27 21:38:38.809039 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6751-3942-4d44-91fc-397d1d080f7d admin admin] Publish callbacks [] for security_group (2868884e-4b83-4989-90db-f9988820a018), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:38.824330 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:38.875135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Network 8e8e6ede-85fa-464e-82ed-b762702d20d0 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:38.887327 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6751-3942-4d44-91fc-397d1d080f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2868884e-4b83-4989-90db-f9988820a018), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:38.896293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:38.902289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:38.908656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event updated for resources: {'Port': ['ID=283fcc6d-e75e-4a8d-82c6-b840717201e9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:38.934687 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4e5d6751-3942-4d44-91fc-397d1d080f7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22a2078627394b478af20a4e04bdf8dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3059230 Jan 27 21:38:38.936428 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d6751-3942-4d44-91fc-397d1d080f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2868884e-4b83-4989-90db-f9988820a018,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:38.938917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43454) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:38.975488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ade3a4b-1790-48b5-b6c3-24072ed5da52 req-f53eb81a-7dda-4def-b0ff-67d8a8c26218 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=64e79822-9ffd-40bb-991d-3f4fe99744cc&id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&id=7e2c341b-5370-4989-bbd8-252c269a30f3 HTTP/1.1" status: 200 len: 6207 time: 0.2297719 Jan 27 21:38:39.016234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43', 'tag': '9a9ab57a-1f94-4760-a484-22ed76cdc9c2'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:39.018999 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbb3214-b30c-48f9-9efe-649cb62b56a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43", "tag": "9a9ab57a-1f94-4760-a484-22ed76cdc9c2"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:39.027215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-576b5877-f4d6-4da0-bdd9-b10ecff8aff7 admin admin] Publish callbacks [] for security_group (2868884e-4b83-4989-90db-f9988820a018), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:39.034800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e717d7e-d0a4-45fe-a564-b4ebb0839a0a req-dde3f54e-a882-4246-83ac-8ddfc589676e service neutron] 10.222.0.71 "GET /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578065 Jan 27 21:38:39.061176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:39.062500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:39.067372 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07603e70-99a4-4979-a97f-f9989bc7a0b0 x-openstack-request-id: req-07603e70-99a4-4979-a97f-f9989bc7a0b0 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:39.067372 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4be2ed-8b33-4a91-a4ef-42bde3dff113", "tag": "b41d4478-d935-4ac9-a1bd-0bef366666b7", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:39.067718 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07603e70-99a4-4979-a97f-f9989bc7a0b0 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:39.067985 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4be2ed-8b33-4a91-a4ef-42bde3dff113', 'tag': 'b41d4478-d935-4ac9-a1bd-0bef366666b7', 'status': 'completed', 'code': 200} Jan 27 21:38:39.077086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-44603843-d4e7-4dfb-90aa-39a341bec64d req-fe57f31d-db2c-4189-af00-2313ffe3a85e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1841657978 ', 'description': 'tempest-description-1260240425'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:39.087141 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-576b5877-f4d6-4da0-bdd9-b10ecff8aff7 admin admin] Publish callbacks [] for security_group (2868884e-4b83-4989-90db-f9988820a018), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:39.142092 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f76f15-c48d-4de2-b980-cef468dd6fed x-openstack-request-id: req-b7f76f15-c48d-4de2-b980-cef468dd6fed {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:39.142503 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43", "tag": "9a9ab57a-1f94-4760-a484-22ed76cdc9c2", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:39.142771 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7f76f15-c48d-4de2-b980-cef468dd6fed {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:39.143209 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43', 'tag': '9a9ab57a-1f94-4760-a484-22ed76cdc9c2', 'status': 'completed', 'code': 200} Jan 27 21:38:39.154882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2c0e4-a8fa-494f-a41e-e8773015390d req-d5bb8844-5983-48e2-9e68-c7fd922d6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:39.159195 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f0b2c0e4-a8fa-494f-a41e-e8773015390d req-d5bb8844-5983-48e2-9e68-c7fd922d6761 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c35be4b415741f084eee104e939759d&device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 1175 time: 0.0913482 Jan 27 21:38:39.192681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6de1a085-4c31-4ec1-91d8-305fa1753845 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5861874 Jan 27 21:38:39.216382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43466) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:39.223915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b7013660-dcf8-4a9b-8ece-4fa1d5d7cdb1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f6:65:30'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:bd:9f:8d'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:39.256736 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-576b5877-f4d6-4da0-bdd9-b10ecff8aff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2868884e-4b83-4989-90db-f9988820a018), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:39.259687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-576b5877-f4d6-4da0-bdd9-b10ecff8aff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:39.260901 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-576b5877-f4d6-4da0-bdd9-b10ecff8aff7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2868884e-4b83-4989-90db-f9988820a018 HTTP/1.1" status: 204 len: 168 time: 0.3208091 Jan 27 21:38:39.261129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-932e0e55-57d9-43cd-962e-93019201ed86 None None] Provisioning complete for port 283fcc6d-e75e-4a8d-82c6-b840717201e9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:39.261572 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-932e0e55-57d9-43cd-962e-93019201ed86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (283fcc6d-e75e-4a8d-82c6-b840717201e9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:39.280265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b5877-f4d6-4da0-bdd9-b10ecff8aff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2868884e-4b83-4989-90db-f9988820a018,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:39.293284 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44603843-d4e7-4dfb-90aa-39a341bec64d req-fe57f31d-db2c-4189-af00-2313ffe3a85e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:39.317286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2c0e4-a8fa-494f-a41e-e8773015390d req-f05eec7c-5572-420a-8aee-178cf6323132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:39.319164 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f0b2c0e4-a8fa-494f-a41e-e8773015390d req-f05eec7c-5572-420a-8aee-178cf6323132 service neutron] 10.222.0.74 "GET /v2.0/networks?id=efc4032c-69b0-4973-8a60-cc17330f1f5b HTTP/1.1" status: 200 len: 914 time: 0.1538343 Jan 27 21:38:39.330337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-932e0e55-57d9-43cd-962e-93019201ed86 None None] Port 283fcc6d-e75e-4a8d-82c6-b840717201e9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:39.388374 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f0b2c0e4-a8fa-494f-a41e-e8773015390d req-95bbe6f7-3d84-4d8a-8e18-a9fe096916e2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b41d4478-d935-4ac9-a1bd-0bef366666b7 HTTP/1.1" status: 200 len: 217 time: 0.0577390 Jan 27 21:38:39.400735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb3214-b30c-48f9-9efe-649cb62b56a6 req-56df877b-e42d-4153-9159-2c3998861ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:39.402303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bbb3214-b30c-48f9-9efe-649cb62b56a6 req-56df877b-e42d-4153-9159-2c3998861ba0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 1094 time: 0.2243793 Jan 27 21:38:39.444917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d7082-f544-46d7-a3a1-c3d8e9e24d86 req-8b305419-5403-4ff1-9877-e172dfdd8f9f tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:39.446448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-394d7082-f544-46d7-a3a1-c3d8e9e24d86 req-8b305419-5403-4ff1-9877-e172dfdd8f9f tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.1188245 Jan 27 21:38:39.466461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2c0e4-a8fa-494f-a41e-e8773015390d req-be9c0ae8-070d-492b-96fd-c986aef85577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:39.468776 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f0b2c0e4-a8fa-494f-a41e-e8773015390d req-be9c0ae8-070d-492b-96fd-c986aef85577 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b947926-cd0e-4e93-9c61-0d2ab47b8061 HTTP/1.1" status: 200 len: 853 time: 0.0653942 Jan 27 21:38:39.508126 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f0b2c0e4-a8fa-494f-a41e-e8773015390d req-fc2420ff-e525-480f-b264-4ba1ab646f79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc4032c-69b0-4973-8a60-cc17330f1f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278659 Jan 27 21:38:39.634613 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f0b2c0e4-a8fa-494f-a41e-e8773015390d req-759bff9c-242e-4b6e-b03d-c9d135d2b2bf service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155565 Jan 27 21:38:39.636631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-394d7082-f544-46d7-a3a1-c3d8e9e24d86 req-2405922e-462c-4602-8c6d-7c9912da43fb tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742334 Jan 27 21:38:39.637529 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b7013660-dcf8-4a9b-8ece-4fa1d5d7cdb1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (283fcc6d-e75e-4a8d-82c6-b840717201e9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:39.648736 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44603843-d4e7-4dfb-90aa-39a341bec64d req-fe57f31d-db2c-4189-af00-2313ffe3a85e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (576b9b91-b514-4433-8656-a36e2275b600), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:39.704858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb3214-b30c-48f9-9efe-649cb62b56a6 req-8e8c6da0-73f1-4c41-b00c-f878d5e862b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:39.707313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bbb3214-b30c-48f9-9efe-649cb62b56a6 req-8e8c6da0-73f1-4c41-b00c-f878d5e862b5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.2952037 Jan 27 21:38:39.764231 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f0b2c0e4-a8fa-494f-a41e-e8773015390d req-eed7af50-d182-4a92-9f9e-4d04386693e7 service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218493 Jan 27 21:38:39.766580 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bbb3214-b30c-48f9-9efe-649cb62b56a6 req-eec100de-e55b-49bf-906d-ed5d8f5ea500 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a9ab57a-1f94-4760-a484-22ed76cdc9c2 HTTP/1.1" status: 200 len: 217 time: 0.0518053 Jan 27 21:38:39.772640 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44603843-d4e7-4dfb-90aa-39a341bec64d req-fe57f31d-db2c-4189-af00-2313ffe3a85e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (576b9b91-b514-4433-8656-a36e2275b600), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:39.866509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57f31d-db2c-4189-af00-2313ffe3a85e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576b9b91-b514-4433-8656-a36e2275b600,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:39.918759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb3214-b30c-48f9-9efe-649cb62b56a6 req-17347e04-89c8-4624-a127-47a57e467032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:39.920286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bbb3214-b30c-48f9-9efe-649cb62b56a6 req-17347e04-89c8-4624-a127-47a57e467032 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.1442122 Jan 27 21:38:39.943860 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44603843-d4e7-4dfb-90aa-39a341bec64d req-fe57f31d-db2c-4189-af00-2313ffe3a85e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:39.950657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44603843-d4e7-4dfb-90aa-39a341bec64d req-fe57f31d-db2c-4189-af00-2313ffe3a85e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8814971 Jan 27 21:38:40.024190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb3214-b30c-48f9-9efe-649cb62b56a6 req-f9812466-7195-4e0e-8b07-af6f51801846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:40.025015 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bbb3214-b30c-48f9-9efe-649cb62b56a6 req-f9812466-7195-4e0e-8b07-af6f51801846 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960162 Jan 27 21:38:40.071511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b7013660-dcf8-4a9b-8ece-4fa1d5d7cdb1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks [] for port (283fcc6d-e75e-4a8d-82c6-b840717201e9), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.162010 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bbb3214-b30c-48f9-9efe-649cb62b56a6 req-7a1201e9-b398-4a68-a162-ae31c15906df service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302850 Jan 27 21:38:40.181560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b7013660-dcf8-4a9b-8ece-4fa1d5d7cdb1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (283fcc6d-e75e-4a8d-82c6-b840717201e9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.366272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7013660-dcf8-4a9b-8ece-4fa1d5d7cdb1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event updated for resources: {'Port': ['ID=283fcc6d-e75e-4a8d-82c6-b840717201e9,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:40.419709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b7013660-dcf8-4a9b-8ece-4fa1d5d7cdb1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] In _notify_port_updated(), no bound segment for port 283fcc6d-e75e-4a8d-82c6-b840717201e9 on network 8e8e6ede-85fa-464e-82ed-b762702d20d0 {{(pid=104027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:38:40.430825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7013660-dcf8-4a9b-8ece-4fa1d5d7cdb1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:40.430825 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b7013660-dcf8-4a9b-8ece-4fa1d5d7cdb1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.430825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b7013660-dcf8-4a9b-8ece-4fa1d5d7cdb1 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "PUT /v2.0/ports/283fcc6d-e75e-4a8d-82c6-b840717201e9 HTTP/1.1" status: 200 len: 1056 time: 1.2100999 Jan 27 21:38:40.431718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43496) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:40.469668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266f148-4da9-486c-af89-6ca0411b65a6 req-85b06cbb-0e32-40d0-bd55-5805fdf63ded tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:40.478317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8266f148-4da9-486c-af89-6ca0411b65a6 req-85b06cbb-0e32-40d0-bd55-5805fdf63ded tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 943 time: 0.1992340 Jan 27 21:38:40.493622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bbb3214-b30c-48f9-9efe-649cb62b56a6 req-b1938675-ca52-419b-a6c4-16a19c8628da service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253348 Jan 27 21:38:40.530280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4850071-45f3-4f0b-9318-12107ffa2efc req-13c595e7-e92d-426f-9022-5074bb56b2e5 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/576b9b91-b514-4433-8656-a36e2275b600 HTTP/1.1" status: 200 len: 1800 time: 0.1488903 Jan 27 21:38:40.577829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8266f148-4da9-486c-af89-6ca0411b65a6 req-ed7ba6e2-7172-444f-bdca-fcb3c64c4f58 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902998 Jan 27 21:38:40.578623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Deleting port 283fcc6d-e75e-4a8d-82c6-b840717201e9 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:40.578949 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (283fcc6d-e75e-4a8d-82c6-b840717201e9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.639398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7aa352e-a7d8-4388-8b9f-9ef3fd093b5b req-533d25b9-c67e-42fd-a705-90d9477777d9 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/576b9b91-b514-4433-8656-a36e2275b600 HTTP/1.1" status: 200 len: 1800 time: 0.0390060 Jan 27 21:38:40.659119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ecafed64-80de-414d-91a5-c49b1665a211 None None] Provisioning complete for port 283fcc6d-e75e-4a8d-82c6-b840717201e9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:40.660236 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ecafed64-80de-414d-91a5-c49b1665a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (283fcc6d-e75e-4a8d-82c6-b840717201e9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.686769 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (283fcc6d-e75e-4a8d-82c6-b840717201e9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.710668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Calling delete_port for 283fcc6d-e75e-4a8d-82c6-b840717201e9 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:40.729991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ecafed64-80de-414d-91a5-c49b1665a211 None None] Port 283fcc6d-e75e-4a8d-82c6-b840717201e9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:40.731390 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7aa352e-a7d8-4388-8b9f-9ef3fd093b5b req-02fa686e-d3ef-4f22-84c7-10cda5766cd1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (576b9b91-b514-4433-8656-a36e2275b600), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.776819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7aa352e-a7d8-4388-8b9f-9ef3fd093b5b req-02fa686e-d3ef-4f22-84c7-10cda5766cd1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (576b9b91-b514-4433-8656-a36e2275b600), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.858128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfaf20-b8eb-4a8a-9c36-658df48c1a8e req-5c987f34-acd3-4ad8-b16d-3b292200c0a7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:40.859388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3bfaf20-b8eb-4a8a-9c36-658df48c1a8e req-5c987f34-acd3-4ad8-b16d-3b292200c0a7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.0846624 Jan 27 21:38:40.914987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3bfaf20-b8eb-4a8a-9c36-658df48c1a8e req-038ec21b-a689-4a3a-aebe-2dc4af75872b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473273 Jan 27 21:38:40.921910 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7aa352e-a7d8-4388-8b9f-9ef3fd093b5b req-02fa686e-d3ef-4f22-84c7-10cda5766cd1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (576b9b91-b514-4433-8656-a36e2275b600), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.924525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7aa352e-a7d8-4388-8b9f-9ef3fd093b5b req-02fa686e-d3ef-4f22-84c7-10cda5766cd1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.925858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7aa352e-a7d8-4388-8b9f-9ef3fd093b5b req-02fa686e-d3ef-4f22-84c7-10cda5766cd1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "DELETE /v2.0/security-groups/576b9b91-b514-4433-8656-a36e2275b600 HTTP/1.1" status: 204 len: 173 time: 0.2767456 Jan 27 21:38:40.945791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa686e-d3ef-4f22-84c7-10cda5766cd1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576b9b91-b514-4433-8656-a36e2275b600,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:40.950041 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (283fcc6d-e75e-4a8d-82c6-b840717201e9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:40.987562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event deleted for resources: {'Port': ['ID=283fcc6d-e75e-4a8d-82c6-b840717201e9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:41.006766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.007377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.007737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.008098 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.008434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.008766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.009100 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.009431 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.009757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.010110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.010394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.010720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.011067 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:41.107039 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-dbe747af-6423-422c-886c-b505176fe25b req-6643fbbd-ac62-4d42-8891-7130928d85f5 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] show failed (client error): The resource could not be found. Jan 27 21:38:41.108162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbe747af-6423-422c-886c-b505176fe25b req-6643fbbd-ac62-4d42-8891-7130928d85f5 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/576b9b91-b514-4433-8656-a36e2275b600 HTTP/1.1" status: 404 len: 352 time: 0.0453787 Jan 27 21:38:41.177552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-7617c34e-92d9-402d-9489-540d4eefdf31 req-3d68cf82-6c91-43ba-8f12-fe8b482038ba tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1383928867', 'description': 'tempest-description-2137015241'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:41.304525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7617c34e-92d9-402d-9489-540d4eefdf31 req-3d68cf82-6c91-43ba-8f12-fe8b482038ba tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.329991 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.334811 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-969e28f4-4e2f-4155-8901-b3da9d24003f tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "DELETE /v2.0/ports/283fcc6d-e75e-4a8d-82c6-b840717201e9 HTTP/1.1" status: 204 len: 168 time: 0.9020007 Jan 27 21:38:41.341629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43526) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:41.364452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:41.397935 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-91335f2d-b64a-4308-9d73-cba12ffbdfee tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] GET failed (client error): The resource could not be found. Jan 27 21:38:41.402670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-91335f2d-b64a-4308-9d73-cba12ffbdfee tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "GET /v2.0/ports/283fcc6d-e75e-4a8d-82c6-b840717201e9 HTTP/1.1" status: 404 len: 333 time: 0.0568612 Jan 27 21:38:41.402933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43528) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:41.482013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9a9ab57a-1f94-4760-a484-22ed76cdc9c2,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:41.504604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '9a9ab57a-1f94-4760-a484-22ed76cdc9c2', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'port_id': '9a9ab57a-1f94-4760-a484-22ed76cdc9c2', 'mac_address': 'fa:16:3e:8f:6a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:41.523201 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7617c34e-92d9-402d-9489-540d4eefdf31 req-3d68cf82-6c91-43ba-8f12-fe8b482038ba tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (153521d0-fa1b-4c8b-9d47-76bf23a62921), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.551460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:41.551964 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.569464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:41.569685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7d810-9bf9-4dfd-8347-19681ed94387 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Deleting port 2fcb7d89-b636-4010-9e64-f6c6b442f379 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:41.570289 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d810-9bf9-4dfd-8347-19681ed94387 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2fcb7d89-b636-4010-9e64-f6c6b442f379), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.597310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9a9ab57a-1f94-4760-a484-22ed76cdc9c2,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:41.658704 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7617c34e-92d9-402d-9489-540d4eefdf31 req-3d68cf82-6c91-43ba-8f12-fe8b482038ba tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (153521d0-fa1b-4c8b-9d47-76bf23a62921), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.664259 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d810-9bf9-4dfd-8347-19681ed94387 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2fcb7d89-b636-4010-9e64-f6c6b442f379), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.677202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7d810-9bf9-4dfd-8347-19681ed94387 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Calling delete_port for 2fcb7d89-b636-4010-9e64-f6c6b442f379 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:41.698067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68cf82-6c91-43ba-8f12-fe8b482038ba tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153521d0-fa1b-4c8b-9d47-76bf23a62921,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:41.865103 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.868666 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7617c34e-92d9-402d-9489-540d4eefdf31 req-3d68cf82-6c91-43ba-8f12-fe8b482038ba tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.870160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7617c34e-92d9-402d-9489-540d4eefdf31 req-3d68cf82-6c91-43ba-8f12-fe8b482038ba tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6972024 Jan 27 21:38:41.938906 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d810-9bf9-4dfd-8347-19681ed94387 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (2fcb7d89-b636-4010-9e64-f6c6b442f379), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:41.948938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-f2910414-ecd1-4b7b-a4f1-113b56db9aaf req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1267898120', 'description': 'tempest-description-1226564867'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:41.962747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9a9ab57a-1f94-4760-a484-22ed76cdc9c2,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:42.028810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7d810-9bf9-4dfd-8347-19681ed94387 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event deleted for resources: {'Port': ['ID=2fcb7d89-b636-4010-9e64-f6c6b442f379,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:42.034649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7d89d-cc0d-4298-abfe-f30ba706fd0c req-68cf3f9e-8f11-48a5-9534-992034a1064d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:42.046768 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8c7d89d-cc0d-4298-abfe-f30ba706fd0c req-68cf3f9e-8f11-48a5-9534-992034a1064d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 944 time: 0.0902233 Jan 27 21:38:42.111758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d810-9bf9-4dfd-8347-19681ed94387 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:42.122564 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e7d7d810-9bf9-4dfd-8347-19681ed94387 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "DELETE /v2.0/ports/2fcb7d89-b636-4010-9e64-f6c6b442f379 HTTP/1.1" status: 204 len: 168 time: 0.7162766 Jan 27 21:38:42.128782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43550) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:42.133343 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8c7d89d-cc0d-4298-abfe-f30ba706fd0c req-9fbd3b29-6162-4577-bf5b-be4442d1cba8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868540 Jan 27 21:38:42.146813 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f2910414-ecd1-4b7b-a4f1-113b56db9aaf req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:42.164362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9a9ab57a-1f94-4760-a484-22ed76cdc9c2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:42.183148 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e047f8-b705-4f5e-9c3e-dd47af138394 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] GET failed (client error): The resource could not be found. Jan 27 21:38:42.186694 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-64e047f8-b705-4f5e-9c3e-dd47af138394 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "GET /v2.0/ports/2fcb7d89-b636-4010-9e64-f6c6b442f379 HTTP/1.1" status: 404 len: 333 time: 0.0522819 Jan 27 21:38:42.190617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43554) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:42.301615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f2910414-ecd1-4b7b-a4f1-113b56db9aaf req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (5ef07492-be6b-4960-a9b9-601d545a4553), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:42.356903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-103f37c9-aa64-44b7-9ff7-4013eb2af022 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Deleting port 7410cd24-9075-4c89-b174-0edbe58348e3 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:42.357353 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-103f37c9-aa64-44b7-9ff7-4013eb2af022 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7410cd24-9075-4c89-b174-0edbe58348e3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:42.481586 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f2910414-ecd1-4b7b-a4f1-113b56db9aaf req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5ef07492-be6b-4960-a9b9-601d545a4553), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:42.488196 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-103f37c9-aa64-44b7-9ff7-4013eb2af022 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7410cd24-9075-4c89-b174-0edbe58348e3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:42.505082 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-103f37c9-aa64-44b7-9ff7-4013eb2af022 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Calling delete_port for 7410cd24-9075-4c89-b174-0edbe58348e3 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:42.524604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef07492-be6b-4960-a9b9-601d545a4553,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:42.533048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.535361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.535361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.535361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.535361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.535361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.536043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.536546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.537032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.537468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.537911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.538351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.538825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:38:42.633345 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f2910414-ecd1-4b7b-a4f1-113b56db9aaf req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:42.635039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2910414-ecd1-4b7b-a4f1-113b56db9aaf req-e3f7e8a7-b4ef-44a8-8517-f3820d85a2f3 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6905932 Jan 27 21:38:42.787353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3015f-5f2f-4a0b-b9e4-5abdd2ceb6ef req-40276eee-4b5e-4d9f-b3e7-60c8d83a60f9 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:42.792648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0c3015f-5f2f-4a0b-b9e4-5abdd2ceb6ef req-40276eee-4b5e-4d9f-b3e7-60c8d83a60f9 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.0752046 Jan 27 21:38:42.848215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-103f37c9-aa64-44b7-9ff7-4013eb2af022 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (7410cd24-9075-4c89-b174-0edbe58348e3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:42.848897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c72231eb-59b6-4488-b464-b64ac9fccaa9 req-653ce09b-9b92-49d5-880c-d826a2ca64f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-503144911', 'description': 'tempest-description-1232846038'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:42.875711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0c3015f-5f2f-4a0b-b9e4-5abdd2ceb6ef req-3a32d1a3-e0ee-44a5-8c63-78a465fd680f tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754559 Jan 27 21:38:42.965401 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f37c9-aa64-44b7-9ff7-4013eb2af022 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event deleted for resources: {'Port': ['ID=7410cd24-9075-4c89-b174-0edbe58348e3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:42.997084 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c72231eb-59b6-4488-b464-b64ac9fccaa9 req-653ce09b-9b92-49d5-880c-d826a2ca64f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.010651 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-103f37c9-aa64-44b7-9ff7-4013eb2af022 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.021717 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-103f37c9-aa64-44b7-9ff7-4013eb2af022 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "DELETE /v2.0/ports/7410cd24-9075-4c89-b174-0edbe58348e3 HTTP/1.1" status: 204 len: 168 time: 0.8293152 Jan 27 21:38:43.024666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43568) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:43.129892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5578a97-fb41-452f-be08-e53cb4a79c7a tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Deleting subnet 88b5bfb3-12e7-4c9f-b4aa-c199df10474b {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:38:43.135960 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5578a97-fb41-452f-be08-e53cb4a79c7a tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks [] for subnet (88b5bfb3-12e7-4c9f-b4aa-c199df10474b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.220391 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5578a97-fb41-452f-be08-e53cb4a79c7a tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (88b5bfb3-12e7-4c9f-b4aa-c199df10474b), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.267512 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c72231eb-59b6-4488-b464-b64ac9fccaa9 req-653ce09b-9b92-49d5-880c-d826a2ca64f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (b2663a09-c07b-42a3-a886-c4ad1c3d015a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.329806 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5578a97-fb41-452f-be08-e53cb4a79c7a tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (88b5bfb3-12e7-4c9f-b4aa-c199df10474b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.333821 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c72231eb-59b6-4488-b464-b64ac9fccaa9 req-653ce09b-9b92-49d5-880c-d826a2ca64f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b2663a09-c07b-42a3-a886-c4ad1c3d015a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.382126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:43.402615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ce09b-9b92-49d5-880c-d826a2ca64f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2663a09-c07b-42a3-a886-c4ad1c3d015a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:43.495287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c72231eb-59b6-4488-b464-b64ac9fccaa9 req-653ce09b-9b92-49d5-880c-d826a2ca64f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.496770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c72231eb-59b6-4488-b464-b64ac9fccaa9 req-653ce09b-9b92-49d5-880c-d826a2ca64f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6527917 Jan 27 21:38:43.602622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4323583-791c-4617-97f5-7dcf77591c08 req-f0138517-e27f-4b2a-bb11-89994ec42d37 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:43.604168 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4323583-791c-4617-97f5-7dcf77591c08 req-f0138517-e27f-4b2a-bb11-89994ec42d37 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 944 time: 0.0569334 Jan 27 21:38:43.650125 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5578a97-fb41-452f-be08-e53cb4a79c7a tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (88b5bfb3-12e7-4c9f-b4aa-c199df10474b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.664559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4323583-791c-4617-97f5-7dcf77591c08 req-5cf46590-9a33-4631-a089-50c69cc07143 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543690 Jan 27 21:38:43.685350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5578a97-fb41-452f-be08-e53cb4a79c7a tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event deleted for resources: {'Subnet': ['ID=88b5bfb3-12e7-4c9f-b4aa-c199df10474b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:43.689753 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5578a97-fb41-452f-be08-e53cb4a79c7a tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.693449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e5578a97-fb41-452f-be08-e53cb4a79c7a tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "DELETE /v2.0/subnets/88b5bfb3-12e7-4c9f-b4aa-c199df10474b HTTP/1.1" status: 204 len: 168 time: 0.6658635 Jan 27 21:38:43.696557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43584) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:43.702978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eee11a1-4d77-43fe-a2ba-64b4fb58031b None None] Network 8e8e6ede-85fa-464e-82ed-b762702d20d0 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:38:43.798017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:38:43.815452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:43.815971 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.837798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51495996-770d-4380-81e1-818328b86c6e req-4aafecf6-facb-41a7-bfab-986b10a32bc0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c35be4b415741f084eee104e939759d HTTP/1.1" status: 200 len: 11013 time: 0.1364124 Jan 27 21:38:43.864737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (8e8e6ede-85fa-464e-82ed-b762702d20d0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:43.942333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51495996-770d-4380-81e1-818328b86c6e req-0d1d7120-3239-47a3-bca8-1bef2673d02e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/8841d0b6-b353-45a3-b4c8-bd301042a4c0 HTTP/1.1" status: 200 len: 3002 time: 0.0983646 Jan 27 21:38:43.990570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc13b89-5fec-4b51-917b-36e36f875c3c None None] DHCP port deletion for 8e8e6ede-85fa-464e-82ed-b762702d20d0 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:38:43.995317 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Deleting port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:43.995787 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.040821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:44.041368 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.050099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51495996-770d-4380-81e1-818328b86c6e req-12d7ba22-3028-48b9-be25-c20abba9fa8a tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/8841d0b6-b353-45a3-b4c8-bd301042a4c0 HTTP/1.1" status: 200 len: 3002 time: 0.1116574 Jan 27 21:38:44.083627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9ab57a-1f94-4760-a484-22ed76cdc9c2'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:44.091993 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f04b573-db5c-44df-855a-d14395e56319" -d '{"events": [{"server_uuid": "1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43", "name": "network-vif-plugged", "status": "completed", "tag": "9a9ab57a-1f94-4760-a484-22ed76cdc9c2"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:44.104470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] For port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5b7c0dea-940e-45df-b0f7-6b2aef348ddd,segment=NetworkSegment(59ec8825-b5d2-485a-9f0f-53e71e807de7),segment_id=59ec8825-b5d2-485a-9f0f-53e71e807de7)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:44.105195 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.123873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Calling delete_port for 5b7c0dea-940e-45df-b0f7-6b2aef348ddd owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:44.153486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9a9ab57a-1f94-4760-a484-22ed76cdc9c2,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:44.158003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8cc13b89-5fec-4b51-917b-36e36f875c3c None None] Deleting port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:44.158376 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8cc13b89-5fec-4b51-917b-36e36f875c3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.199537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46687d9c-97df-4ad4-ae17-c6bbf8f8ffb4 req-01d86d0e-aa51-4cbc-b577-0f5b65e75b6d tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/153521d0-fa1b-4c8b-9d47-76bf23a62921 HTTP/1.1" status: 200 len: 1820 time: 0.0890024 Jan 27 21:38:44.226547 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.265879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259a2bd-aad9-46b5-a9b7-7e83afb30b9a req-5ab0e9bb-233c-4ab9-8ba7-35f7dc3a2108 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:44.266455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6259a2bd-aad9-46b5-a9b7-7e83afb30b9a req-5ab0e9bb-233c-4ab9-8ba7-35f7dc3a2108 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.1144292 Jan 27 21:38:44.281570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8cc13b89-5fec-4b51-917b-36e36f875c3c None None] For port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5b7c0dea-940e-45df-b0f7-6b2aef348ddd,segment=NetworkSegment(59ec8825-b5d2-485a-9f0f-53e71e807de7),segment_id=59ec8825-b5d2-485a-9f0f-53e71e807de7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:44.281994 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8cc13b89-5fec-4b51-917b-36e36f875c3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.303018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8cc13b89-5fec-4b51-917b-36e36f875c3c None None] Calling delete_port for 5b7c0dea-940e-45df-b0f7-6b2aef348ddd owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:44.319868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9a9ab57a-1f94-4760-a484-22ed76cdc9c2,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:44.323518 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.325445 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46687d9c-97df-4ad4-ae17-c6bbf8f8ffb4 req-defb11c0-c38d-49b0-a9f0-1cdd780267a0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (153521d0-fa1b-4c8b-9d47-76bf23a62921), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.354047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6259a2bd-aad9-46b5-a9b7-7e83afb30b9a req-db94a519-138b-49bf-9de3-05fb71933a1c tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753942 Jan 27 21:38:44.363841 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46687d9c-97df-4ad4-ae17-c6bbf8f8ffb4 req-defb11c0-c38d-49b0-a9f0-1cdd780267a0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (153521d0-fa1b-4c8b-9d47-76bf23a62921), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.393954 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] No DVR routers for this DVR port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:38:44.396514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event deleted for resources: {'Port': ['ID=5b7c0dea-940e-45df-b0f7-6b2aef348ddd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:44.431068 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8cc13b89-5fec-4b51-917b-36e36f875c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (5b7c0dea-940e-45df-b0f7-6b2aef348ddd), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.471799 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc13b89-5fec-4b51-917b-36e36f875c3c None None] Pushing event deleted for resources: {'Port': ['ID=5b7c0dea-940e-45df-b0f7-6b2aef348ddd,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:44.473775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc13b89-5fec-4b51-917b-36e36f875c3c None None] No DVR routers for this DVR port 5b7c0dea-940e-45df-b0f7-6b2aef348ddd on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:38:44.503590 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (8e8e6ede-85fa-464e-82ed-b762702d20d0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.517134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8e6ede-85fa-464e-82ed-b762702d20d0']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:44.529123 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ec8825-b5d2-485a-9f0f-53e71e807de7') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:44.529453 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ec8825-b5d2-485a-9f0f-53e71e807de7') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:38:44.541089 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (59ec8825-b5d2-485a-9f0f-53e71e807de7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.557113 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (59ec8825-b5d2-485a-9f0f-53e71e807de7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.563520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:38:44.563967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (59ec8825-b5d2-485a-9f0f-53e71e807de7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:38:44.567739 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:38:44.720169 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b61d60-1e43-4c79-9a44-7df7e8936678 x-openstack-request-id: req-c4b61d60-1e43-4c79-9a44-7df7e8936678 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:44.720769 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43", "name": "network-vif-plugged", "status": "completed", "tag": "9a9ab57a-1f94-4760-a484-22ed76cdc9c2", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:44.721033 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4b61d60-1e43-4c79-9a44-7df7e8936678 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:44.721624 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9ab57a-1f94-4760-a484-22ed76cdc9c2', 'code': 200} Jan 27 21:38:44.739276 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46687d9c-97df-4ad4-ae17-c6bbf8f8ffb4 req-defb11c0-c38d-49b0-a9f0-1cdd780267a0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (153521d0-fa1b-4c8b-9d47-76bf23a62921), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.741401 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (8e8e6ede-85fa-464e-82ed-b762702d20d0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.742066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-46687d9c-97df-4ad4-ae17-c6bbf8f8ffb4 req-defb11c0-c38d-49b0-a9f0-1cdd780267a0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.745520 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:44.746430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46687d9c-97df-4ad4-ae17-c6bbf8f8ffb4 req-defb11c0-c38d-49b0-a9f0-1cdd780267a0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "DELETE /v2.0/security-groups/153521d0-fa1b-4c8b-9d47-76bf23a62921 HTTP/1.1" status: 204 len: 173 time: 0.5356178 Jan 27 21:38:44.752941 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] 10.222.0.61 "DELETE /v2.0/networks/8e8e6ede-85fa-464e-82ed-b762702d20d0 HTTP/1.1" status: 204 len: 168 time: 1.0538821 Jan 27 21:38:44.765320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb11c0-c38d-49b0-a9f0-1cdd780267a0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153521d0-fa1b-4c8b-9d47-76bf23a62921,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:44.782958 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-4d10dbdd-8df6-4e3e-a0aa-1321cb548c9b req-17e598b2-314a-49a4-949f-c5c29aef87cc tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] show failed (client error): The resource could not be found. Jan 27 21:38:44.784323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d10dbdd-8df6-4e3e-a0aa-1321cb548c9b req-17e598b2-314a-49a4-949f-c5c29aef87cc tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/153521d0-fa1b-4c8b-9d47-76bf23a62921 HTTP/1.1" status: 404 len: 352 time: 0.0166290 Jan 27 21:38:44.792178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4185a-1078-4f6e-90b9-9a6fce8aa1e8 tempest-AllowedAddressPairTestJSON-1732395780 tempest-AllowedAddressPairTestJSON-1732395780-project] Pushing event deleted for resources: {'Network': ['ID=8e8e6ede-85fa-464e-82ed-b762702d20d0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:44.919248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075a2c8-3cc4-45eb-b60a-d058ff5b8a6a req-70bf4bfa-669a-4cb2-a44d-a182658956b8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:44.920779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c075a2c8-3cc4-45eb-b60a-d058ff5b8a6a req-70bf4bfa-669a-4cb2-a44d-a182658956b8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 945 time: 0.1186574 Jan 27 21:38:44.928003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d837dc-71b3-44b9-b91c-657ff989adb4 req-079450ea-b017-4c96-afad-7a98075f9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:44.930639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04d837dc-71b3-44b9-b91c-657ff989adb4 req-079450ea-b017-4c96-afad-7a98075f9e8f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 1096 time: 0.0916433 Jan 27 21:38:44.931813 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a60a8f6-9e9b-4003-b4d0-f5d255d84b11 req-f27b649e-ff7e-4b41-91ed-b5e5c367f93b tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/5ef07492-be6b-4960-a9b9-601d545a4553 HTTP/1.1" status: 200 len: 1820 time: 0.0928705 Jan 27 21:38:45.019960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c7cb7d94-e92a-466a-b96f-a8b57917f780 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:38:45.065906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c075a2c8-3cc4-45eb-b60a-d058ff5b8a6a req-e03d7899-c43e-45c0-8fa0-8a604de14bfc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329925 Jan 27 21:38:45.073373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04d837dc-71b3-44b9-b91c-657ff989adb4 req-e689b638-8a88-4c6f-be48-0a825513c68a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342988 Jan 27 21:38:45.112498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0a60a8f6-9e9b-4003-b4d0-f5d255d84b11 req-c8da6cc4-48f9-4772-8b87-9a6b4a535df2 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (5ef07492-be6b-4960-a9b9-601d545a4553), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.154987 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0a60a8f6-9e9b-4003-b4d0-f5d255d84b11 req-c8da6cc4-48f9-4772-8b87-9a6b4a535df2 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (5ef07492-be6b-4960-a9b9-601d545a4553), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.200390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c7cb7d94-e92a-466a-b96f-a8b57917f780 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:45.200706 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.234842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c7cb7d94-e92a-466a-b96f-a8b57917f780, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c7cb7d94-e92a-466a-b96f-a8b57917f780,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:45.315716 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0a60a8f6-9e9b-4003-b4d0-f5d255d84b11 req-c8da6cc4-48f9-4772-8b87-9a6b4a535df2 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5ef07492-be6b-4960-a9b9-601d545a4553), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.319865 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0a60a8f6-9e9b-4003-b4d0-f5d255d84b11 req-c8da6cc4-48f9-4772-8b87-9a6b4a535df2 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.320271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a60a8f6-9e9b-4003-b4d0-f5d255d84b11 req-c8da6cc4-48f9-4772-8b87-9a6b4a535df2 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "DELETE /v2.0/security-groups/5ef07492-be6b-4960-a9b9-601d545a4553 HTTP/1.1" status: 204 len: 173 time: 0.3801367 Jan 27 21:38:45.331831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da6cc4-48f9-4772-8b87-9a6b4a535df2 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef07492-be6b-4960-a9b9-601d545a4553,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:45.348623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.362630 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-3d8d6e9f-78ab-4c1e-b614-a708dabd63a5 req-3f30c556-ed02-43d8-8292-af5777d633c5 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] show failed (client error): The resource could not be found. Jan 27 21:38:45.364259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d8d6e9f-78ab-4c1e-b614-a708dabd63a5 req-3f30c556-ed02-43d8-8292-af5777d633c5 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/5ef07492-be6b-4960-a9b9-601d545a4553 HTTP/1.1" status: 404 len: 352 time: 0.0234790 Jan 27 21:38:45.426422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c7cb7d94-e92a-466a-b96f-a8b57917f780,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:45.469648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5703addf-690e-49a4-95d7-7a5d9266d47c req-cae9be17-a8d7-444c-99a1-22dfed9caf54 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/b2663a09-c07b-42a3-a886-c4ad1c3d015a HTTP/1.1" status: 200 len: 1819 time: 0.0839365 Jan 27 21:38:45.539813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530329a-25b5-44b2-b7a4-385d2cdb5065 req-8bc2572c-0339-4995-873f-700eb88a2fa7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:45.541667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8530329a-25b5-44b2-b7a4-385d2cdb5065 req-8bc2572c-0339-4995-873f-700eb88a2fa7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 943 time: 0.0913172 Jan 27 21:38:45.575473 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5703addf-690e-49a4-95d7-7a5d9266d47c req-2b310eb6-4244-4a97-847d-298d14696285 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (b2663a09-c07b-42a3-a886-c4ad1c3d015a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.617051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5703addf-690e-49a4-95d7-7a5d9266d47c req-2b310eb6-4244-4a97-847d-298d14696285 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (b2663a09-c07b-42a3-a886-c4ad1c3d015a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.622643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8530329a-25b5-44b2-b7a4-385d2cdb5065 req-534846b8-16cc-4c06-9a7f-64eac1482a6e tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745978 Jan 27 21:38:45.716232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43632) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:45.746928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43636) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:45.802502 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5703addf-690e-49a4-95d7-7a5d9266d47c req-2b310eb6-4244-4a97-847d-298d14696285 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b2663a09-c07b-42a3-a886-c4ad1c3d015a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.806319 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5703addf-690e-49a4-95d7-7a5d9266d47c req-2b310eb6-4244-4a97-847d-298d14696285 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:45.807915 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5703addf-690e-49a4-95d7-7a5d9266d47c req-2b310eb6-4244-4a97-847d-298d14696285 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "DELETE /v2.0/security-groups/b2663a09-c07b-42a3-a886-c4ad1c3d015a HTTP/1.1" status: 204 len: 173 time: 0.3230696 Jan 27 21:38:45.824613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b310eb6-4244-4a97-847d-298d14696285 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2663a09-c07b-42a3-a886-c4ad1c3d015a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:45.827274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5b7c0dea-940e-45df-b0f7-6b2aef348ddd no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:38:45.864431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 5b7c0dea-940e-45df-b0f7-6b2aef348ddd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:38:45.865086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5b7c0dea-940e-45df-b0f7-6b2aef348ddd not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:38:45.873627 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-84263397-bfad-40f3-88fd-49d5a16d8ccd req-0b6b99e6-3cde-4aa1-bb88-40fc7aabdfe7 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] show failed (client error): The resource could not be found. Jan 27 21:38:45.881397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84263397-bfad-40f3-88fd-49d5a16d8ccd req-0b6b99e6-3cde-4aa1-bb88-40fc7aabdfe7 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/b2663a09-c07b-42a3-a886-c4ad1c3d015a HTTP/1.1" status: 404 len: 352 time: 0.0395479 Jan 27 21:38:45.979273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd2f7804-5131-4ed3-b738-6791e752bd87 req-28bdc425-7cbc-4cc7-ad5c-51ab0bc68aa2 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c35be4b415741f084eee104e939759d HTTP/1.1" status: 200 len: 6207 time: 0.0817790 Jan 27 21:38:46.004187 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:38:46.015520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43646) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:46.036859 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4125941-0ed0-4a40-960d-53c602a438b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.088722 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d5f9bce4-fa77-403c-8c8d-3d39edf9d69e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab1b30faa6e24606b60ac445d8a0ddd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3404284 Jan 27 21:38:46.090716 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93a773b0-fd61-4a21-a71a-8896480ee6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.092903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43652) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:46.103646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd2f7804-5131-4ed3-b738-6791e752bd87 req-f63e03e9-531b-4c1b-9228-d0169df1e8eb tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/8841d0b6-b353-45a3-b4c8-bd301042a4c0 HTTP/1.1" status: 200 len: 3002 time: 0.1172318 Jan 27 21:38:46.164836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd2f7804-5131-4ed3-b738-6791e752bd87 req-4644c5a4-c345-4d51-821a-927fc804247d tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/8841d0b6-b353-45a3-b4c8-bd301042a4c0 HTTP/1.1" status: 200 len: 3002 time: 0.0602269 Jan 27 21:38:46.212953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d8f093fd-da50-4ed3-a14d-866dba6dd8b7 req-50a43747-2a48-44c2-949f-d0c56777ce11 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2028585998', 'description': 'tempest-description-516973034'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:46.245981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26a0e3-134d-4427-9d74-78bc661865a4 req-d5153862-859a-4131-9ecc-e807f6f92e11 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:46.247601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e26a0e3-134d-4427-9d74-78bc661865a4 req-d5153862-859a-4131-9ecc-e807f6f92e11 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 945 time: 0.0908537 Jan 27 21:38:46.252021 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1631a389-59b8-492d-a10b-e8d4e2edb3b6 admin admin] Publish callbacks [] for security_group (85563a50-2a29-42ca-a2b5-73dc32353301), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.286671 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4125941-0ed0-4a40-960d-53c602a438b5 admin admin] Publish callbacks [] for security_group (9a32d6a8-2847-4fb1-a541-474468028169), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.297221 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1631a389-59b8-492d-a10b-e8d4e2edb3b6 admin admin] Publish callbacks [] for security_group (85563a50-2a29-42ca-a2b5-73dc32353301), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.303801 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8f093fd-da50-4ed3-a14d-866dba6dd8b7 req-50a43747-2a48-44c2-949f-d0c56777ce11 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.316955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e26a0e3-134d-4427-9d74-78bc661865a4 req-ccce2d53-2595-4799-8d5a-6db493cb218a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631673 Jan 27 21:38:46.351322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93a773b0-fd61-4a21-a71a-8896480ee6aa admin admin] Publish callbacks [] for security_group (ca6065df-915f-4203-914a-e86350dca88d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.357469 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4125941-0ed0-4a40-960d-53c602a438b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9a32d6a8-2847-4fb1-a541-474468028169), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.398073 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8f093fd-da50-4ed3-a14d-866dba6dd8b7 req-50a43747-2a48-44c2-949f-d0c56777ce11 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (8a9adfec-fc78-4458-9ae1-13e63ca3c9d7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.420343 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a4125941-0ed0-4a40-960d-53c602a438b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=352d9f426d8d422b86c14069b45b5825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7023804 Jan 27 21:38:46.422925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43660) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:46.430177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4125941-0ed0-4a40-960d-53c602a438b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a32d6a8-2847-4fb1-a541-474468028169,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:46.477963 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93a773b0-fd61-4a21-a71a-8896480ee6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ca6065df-915f-4203-914a-e86350dca88d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.482028 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1294d24-b866-4907-91a8-4aea1cf431ec admin admin] Publish callbacks [] for security_group (9a32d6a8-2847-4fb1-a541-474468028169), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.516464 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1631a389-59b8-492d-a10b-e8d4e2edb3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (85563a50-2a29-42ca-a2b5-73dc32353301), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.518966 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1631a389-59b8-492d-a10b-e8d4e2edb3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.520167 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1631a389-59b8-492d-a10b-e8d4e2edb3b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/85563a50-2a29-42ca-a2b5-73dc32353301 HTTP/1.1" status: 204 len: 168 time: 0.4226782 Jan 27 21:38:46.545725 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1294d24-b866-4907-91a8-4aea1cf431ec admin admin] Publish callbacks [] for security_group (9a32d6a8-2847-4fb1-a541-474468028169), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.554212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a773b0-fd61-4a21-a71a-8896480ee6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6065df-915f-4203-914a-e86350dca88d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:46.565277 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-93a773b0-fd61-4a21-a71a-8896480ee6aa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=066b9aaa86ee42bb96c2e8bd1c49712a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5462112 Jan 27 21:38:46.567911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43664) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:46.578841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631a389-59b8-492d-a10b-e8d4e2edb3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85563a50-2a29-42ca-a2b5-73dc32353301,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:46.635690 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79f91a7e-69f3-4c2a-ba5d-05c5f3dfeb47 admin admin] Publish callbacks [] for security_group (ca6065df-915f-4203-914a-e86350dca88d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.658153 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79f91a7e-69f3-4c2a-ba5d-05c5f3dfeb47 admin admin] Publish callbacks [] for security_group (ca6065df-915f-4203-914a-e86350dca88d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.682101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8f093fd-da50-4ed3-a14d-866dba6dd8b7 req-50a43747-2a48-44c2-949f-d0c56777ce11 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8a9adfec-fc78-4458-9ae1-13e63ca3c9d7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.723704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683daba7-a562-459f-8dfd-3b2df807e231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7cb7d94-e92a-466a-b96f-a8b57917f780'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:46.727097 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e035836f-8a50-4332-baed-1440f9e4bcc9" -d '{"events": [{"server_uuid": "683daba7-a562-459f-8dfd-3b2df807e231", "name": "network-vif-unplugged", "status": "completed", "tag": "c7cb7d94-e92a-466a-b96f-a8b57917f780"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:46.745837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a43747-2a48-44c2-949f-d0c56777ce11 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9adfec-fc78-4458-9ae1-13e63ca3c9d7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:46.761860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1294d24-b866-4907-91a8-4aea1cf431ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9a32d6a8-2847-4fb1-a541-474468028169), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.771509 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1294d24-b866-4907-91a8-4aea1cf431ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.771509 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e1294d24-b866-4907-91a8-4aea1cf431ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a32d6a8-2847-4fb1-a541-474468028169 HTTP/1.1" status: 204 len: 168 time: 0.3436315 Jan 27 21:38:46.772823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ddc5c-0743-4a9f-9dd2-870ee26cdd0d req-51c2cd4a-da08-4c63-9293-39cedecdc540 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:46.773222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-407ddc5c-0743-4a9f-9dd2-870ee26cdd0d req-51c2cd4a-da08-4c63-9293-39cedecdc540 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 943 time: 0.0680571 Jan 27 21:38:46.798306 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8f093fd-da50-4ed3-a14d-866dba6dd8b7 req-50a43747-2a48-44c2-949f-d0c56777ce11 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.798593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1294d24-b866-4907-91a8-4aea1cf431ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a32d6a8-2847-4fb1-a541-474468028169,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:46.799990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8f093fd-da50-4ed3-a14d-866dba6dd8b7 req-50a43747-2a48-44c2-949f-d0c56777ce11 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5944302 Jan 27 21:38:46.842359 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79f91a7e-69f3-4c2a-ba5d-05c5f3dfeb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ca6065df-915f-4203-914a-e86350dca88d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.845682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79f91a7e-69f3-4c2a-ba5d-05c5f3dfeb47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:46.848736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-79f91a7e-69f3-4c2a-ba5d-05c5f3dfeb47 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca6065df-915f-4203-914a-e86350dca88d HTTP/1.1" status: 204 len: 168 time: 0.2795000 Jan 27 21:38:46.860852 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-407ddc5c-0743-4a9f-9dd2-870ee26cdd0d req-18e9c641-417f-4dd9-aa77-1c2789a34243 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806134 Jan 27 21:38:46.874092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f91a7e-69f3-4c2a-ba5d-05c5f3dfeb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6065df-915f-4203-914a-e86350dca88d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:48.021089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-737179ce-2ff6-45f5-8099-d0ad2d0ddacf req-cb6b7b51-8326-44fd-9332-5e86a026b6d1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1543822070', 'description': 'tempest-description-169839768'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:48.025054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c7cb7d94-e92a-466a-b96f-a8b57917f780 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:38:48.025054 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49df437-04aa-497b-bd40-d3c4aae43ebc x-openstack-request-id: req-e49df437-04aa-497b-bd40-d3c4aae43ebc {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:48.025054 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683daba7-a562-459f-8dfd-3b2df807e231", "name": "network-vif-unplugged", "status": "completed", "tag": "c7cb7d94-e92a-466a-b96f-a8b57917f780", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:48.025054 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e49df437-04aa-497b-bd40-d3c4aae43ebc {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:48.025054 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683daba7-a562-459f-8dfd-3b2df807e231', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7cb7d94-e92a-466a-b96f-a8b57917f780', 'code': 200} Jan 27 21:38:48.025054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c7cb7d94-e92a-466a-b96f-a8b57917f780, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c7cb7d94-e92a-466a-b96f-a8b57917f780,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:48.025054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'c7cb7d94-e92a-466a-b96f-a8b57917f780', 'network_id': '673ebca6-e551-4848-847e-99917cafa843', 'port_id': 'c7cb7d94-e92a-466a-b96f-a8b57917f780', 'mac_address': 'fa:16:3e:32:2b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76379c37-1b0d-465f-9b80-20564a8d8976', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:38:48.025054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c7cb7d94-e92a-466a-b96f-a8b57917f780 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:48.025054 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.025054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cb7d94-e92a-466a-b96f-a8b57917f780 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:48.025054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c7cb7d94-e92a-466a-b96f-a8b57917f780, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c7cb7d94-e92a-466a-b96f-a8b57917f780,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:48.027742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfaf20-034b-459d-b9b4-93bab1c610ab req-ea14898b-d8a3-4b5a-8aa4-138d9ab9b6a7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:48.027742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4dfaf20-034b-459d-b9b4-93bab1c610ab req-ea14898b-d8a3-4b5a-8aa4-138d9ab9b6a7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 945 time: 0.0608220 Jan 27 21:38:48.027742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4dfaf20-034b-459d-b9b4-93bab1c610ab req-37ca210f-d0dd-482d-8122-f1ed89362bac tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473948 Jan 27 21:38:48.030220 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.030843 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-737179ce-2ff6-45f5-8099-d0ad2d0ddacf req-cb6b7b51-8326-44fd-9332-5e86a026b6d1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.030843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58808dbd-08bb-4812-8a50-12f8c001c947 req-b374a79c-f2d9-4280-ad52-151af00d94e2 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:48.030843 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58808dbd-08bb-4812-8a50-12f8c001c947 req-b374a79c-f2d9-4280-ad52-151af00d94e2 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 943 time: 0.0815914 Jan 27 21:38:48.031595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c7cb7d94-e92a-466a-b96f-a8b57917f780,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:48.106785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58808dbd-08bb-4812-8a50-12f8c001c947 req-1b59b9b2-e923-470e-9d60-f558f10eb998 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778646 Jan 27 21:38:48.118624 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-737179ce-2ff6-45f5-8099-d0ad2d0ddacf req-cb6b7b51-8326-44fd-9332-5e86a026b6d1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (e938cada-fdfb-4a11-905a-e33f3258ccb7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.237801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['c7cb7d94-e92a-466a-b96f-a8b57917f780'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:48.247053 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-737179ce-2ff6-45f5-8099-d0ad2d0ddacf req-cb6b7b51-8326-44fd-9332-5e86a026b6d1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e938cada-fdfb-4a11-905a-e33f3258ccb7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.295371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b7b51-8326-44fd-9332-5e86a026b6d1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e938cada-fdfb-4a11-905a-e33f3258ccb7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:48.364387 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-737179ce-2ff6-45f5-8099-d0ad2d0ddacf req-cb6b7b51-8326-44fd-9332-5e86a026b6d1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.365696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-737179ce-2ff6-45f5-8099-d0ad2d0ddacf req-cb6b7b51-8326-44fd-9332-5e86a026b6d1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.4650381 Jan 27 21:38:48.728755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-ae10e70b-f78d-4d3b-a993-b0430e90731e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:48.730253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-ae10e70b-f78d-4d3b-a993-b0430e90731e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/networks?id=efc4032c-69b0-4973-8a60-cc17330f1f5b HTTP/1.1" status: 200 len: 813 time: 0.1232638 Jan 27 21:38:48.753406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-684f8491-af00-437f-ac6f-4a9bbfc24606 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/quotas/0c35be4b415741f084eee104e939759d HTTP/1.1" status: 200 len: 375 time: 0.0125465 Jan 27 21:38:48.757916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43724) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:48.780557 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d55774d-7e54-4dfe-8a1f-b427780ce257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.832858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-6d3dea78-bd73-44e2-b8d3-ffc40d026047 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0c35be4b415741f084eee104e939759d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773728 Jan 27 21:38:48.885672 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d55774d-7e54-4dfe-8a1f-b427780ce257 admin admin] Publish callbacks [] for security_group (4ace8d38-6937-4dd4-bf61-4c7e4e7e2b7f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:48.940471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-a30d8c8f-a93b-4890-8cef-2c724cb04e7c service neutron] 10.222.0.61 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064231 Jan 27 21:38:48.978345 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d55774d-7e54-4dfe-8a1f-b427780ce257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4ace8d38-6937-4dd4-bf61-4c7e4e7e2b7f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:49.029242 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9d55774d-7e54-4dfe-8a1f-b427780ce257 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75be7ec8579a45929746e021d804d024&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2693896 Jan 27 21:38:49.030331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55774d-7e54-4dfe-8a1f-b427780ce257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ace8d38-6937-4dd4-bf61-4c7e4e7e2b7f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:49.033052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43730) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:49.042434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c7cb7d94-e92a-466a-b96f-a8b57917f780 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:49.052707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-ca905bba-5b3a-4273-9d76-f11387b424e7 service neutron] 10.222.0.61 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039605 Jan 27 21:38:49.130263 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a679529-71d4-4376-a48f-178a3293f7b4 admin admin] Publish callbacks [] for security_group (4ace8d38-6937-4dd4-bf61-4c7e4e7e2b7f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:49.179546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a679529-71d4-4376-a48f-178a3293f7b4 admin admin] Publish callbacks [] for security_group (4ace8d38-6937-4dd4-bf61-4c7e4e7e2b7f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:49.237286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port c7cb7d94-e92a-466a-b96f-a8b57917f780 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:49.237674 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:49.306827 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a679529-71d4-4376-a48f-178a3293f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4ace8d38-6937-4dd4-bf61-4c7e4e7e2b7f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:49.309872 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a679529-71d4-4376-a48f-178a3293f7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:49.317249 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2a679529-71d4-4376-a48f-178a3293f7b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ace8d38-6937-4dd4-bf61-4c7e4e7e2b7f HTTP/1.1" status: 204 len: 168 time: 0.2771313 Jan 27 21:38:49.325612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a679529-71d4-4376-a48f-178a3293f7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ace8d38-6937-4dd4-bf61-4c7e4e7e2b7f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:49.358017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3f143-e345-4ec4-90bd-ac3fd85dc02c req-14ecbbb0-9520-4965-bb87-d8b8ae155684 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:49.361695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85b3f143-e345-4ec4-90bd-ac3fd85dc02c req-14ecbbb0-9520-4965-bb87-d8b8ae155684 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 944 time: 0.1032193 Jan 27 21:38:49.425704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c7cb7d94-e92a-466a-b96f-a8b57917f780 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:49.425704 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:49.485582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683daba7-a562-459f-8dfd-3b2df807e231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cb7d94-e92a-466a-b96f-a8b57917f780'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:49.488857 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dd20dc-a599-4409-8102-58fd90f84cae" -d '{"events": [{"server_uuid": "683daba7-a562-459f-8dfd-3b2df807e231", "name": "network-vif-plugged", "status": "completed", "tag": "c7cb7d94-e92a-466a-b96f-a8b57917f780"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:49.490809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-572b8b3b-9c29-46be-965c-13fe690f560c req-15e09711-b048-48b9-8271-21cc4922b44a tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 210 time: 0.1141531 Jan 27 21:38:49.557936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c7cb7d94-e92a-466a-b96f-a8b57917f780, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c7cb7d94-e92a-466a-b96f-a8b57917f780,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:49.614479 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c70ede6-5013-4a27-944f-9fa04367ada6 x-openstack-request-id: req-2c70ede6-5013-4a27-944f-9fa04367ada6 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:49.616031 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683daba7-a562-459f-8dfd-3b2df807e231", "name": "network-vif-plugged", "status": "completed", "tag": "c7cb7d94-e92a-466a-b96f-a8b57917f780", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:49.617116 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c70ede6-5013-4a27-944f-9fa04367ada6 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:49.617736 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683daba7-a562-459f-8dfd-3b2df807e231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cb7d94-e92a-466a-b96f-a8b57917f780', 'code': 200} Jan 27 21:38:49.653683 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:49.727457 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43762) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:49.825947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c7cb7d94-e92a-466a-b96f-a8b57917f780,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:49.920061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7d61f-1756-4441-9189-bbff692e10bf req-47dca92c-1d0a-41c3-860a-0075e8cec73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:49.922801 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1cb7d61f-1756-4441-9189-bbff692e10bf req-47dca92c-1d0a-41c3-860a-0075e8cec73d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 1096 time: 0.1458426 Jan 27 21:38:49.968530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85b3f143-e345-4ec4-90bd-ac3fd85dc02c req-310be875-a32a-47c7-86f9-7c31647a1f23 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764028 Jan 27 21:38:50.026515 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1cb7d61f-1756-4441-9189-bbff692e10bf req-3fc43bbe-74a3-4668-88da-c7d41dbd53de service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964768 Jan 27 21:38:50.106503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1426874995'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:50.236596 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Made reservation on behalf of 7cef42cd226c46438d4bf796e7520b3e for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:50.241940 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:50.253130 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:50.346285 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks [] for security_group (a65d6939-478f-4610-8bbe-77dd1131d27b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:50.495958 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a65d6939-478f-4610-8bbe-77dd1131d27b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:50.537294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:38:50.549216 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65d6939-478f-4610-8bbe-77dd1131d27b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:50.568309 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (42198326-1135-4dfe-b678-6dc12943015a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:50.568656 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Added segment 42198326-1135-4dfe-b678-6dc12943015a of type vlan for network f09339c7-31a1-4c90-8077-09e14d47a3f6 Jan 27 21:38:50.620759 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (f09339c7-31a1-4c90-8077-09e14d47a3f6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:50.654302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19afdb56-adc3-4ce6-853b-c5ece0d3d0cf req-096c4e9e-557a-494e-93ce-f2e12f0cc6cb tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 210 time: 0.0515211 Jan 27 21:38:50.779389 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (f09339c7-31a1-4c90-8077-09e14d47a3f6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:50.786471 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:50.787086 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:50.881053 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1519279 Jan 27 21:38:50.881862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecb47b-7391-42f6-af15-7d7f5234d994 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Pushing event updated for resources: {'Network': ['ID=f09339c7-31a1-4c90-8077-09e14d47a3f6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:50.884146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43800) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:50.889642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3e6bc0e1-2995-4eda-8542-f0d4807b33e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Request body: {'subnet': {'network_id': 'f09339c7-31a1-4c90-8077-09e14d47a3f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:50.893153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network f09339c7-31a1-4c90-8077-09e14d47a3f6 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:38:51.092683 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6bc0e1-2995-4eda-8542-f0d4807b33e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Made reservation on behalf of 7cef42cd226c46438d4bf796e7520b3e for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:51.098357 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e6bc0e1-2995-4eda-8542-f0d4807b33e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:51.100978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af37d9-dd1c-4e9d-a710-04e157806663 req-2559cc5c-05a2-4d80-a710-288517a27e28 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:51.102693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8af37d9-dd1c-4e9d-a710-04e157806663 req-2559cc5c-05a2-4d80-a710-288517a27e28 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.0628788 Jan 27 21:38:51.240702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8af37d9-dd1c-4e9d-a710-04e157806663 req-3b842c04-ef7b-48fc-857e-b76d8ad04f0e tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247687 Jan 27 21:38:51.591742 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e6bc0e1-2995-4eda-8542-f0d4807b33e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (0ae9fc01-7971-4c2b-bf99-a852ff8f377e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:51.677570 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bc0e1-2995-4eda-8542-f0d4807b33e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Pushing event updated for resources: {'Subnet': ['ID=0ae9fc01-7971-4c2b-bf99-a852ff8f377e,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:51.688979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6bc0e1-2995-4eda-8542-f0d4807b33e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Checking segment: {'id': '42198326-1135-4dfe-b678-6dc12943015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f09339c7-31a1-4c90-8077-09e14d47a3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:51.689524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6bc0e1-2995-4eda-8542-f0d4807b33e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Network hostable DHCP agents. Network: f09339c7-31a1-4c90-8077-09e14d47a3f6, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:38:51.764348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05c054f2-a3a5-4273-923a-d3e953a3734f req-164eab4f-fd54-413c-9630-4ba9b1373c3d tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 210 time: 0.0317986 Jan 27 21:38:51.858602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6bc0e1-2995-4eda-8542-f0d4807b33e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Network f09339c7-31a1-4c90-8077-09e14d47a3f6 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:38:52.001772 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-3e6bc0e1-2995-4eda-8542-f0d4807b33e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, f09339c7-31a1-4c90-8077-09e14d47a3f6) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:52.014334 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6bc0e1-2995-4eda-8542-f0d4807b33e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:52.015070 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e6bc0e1-2995-4eda-8542-f0d4807b33e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:52.017129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ada45-c680-4177-a156-d93c1e89eae9 None None] Network f09339c7-31a1-4c90-8077-09e14d47a3f6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:38:52.146855 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3e6bc0e1-2995-4eda-8542-f0d4807b33e5 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2617595 Jan 27 21:38:52.149675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43838) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:52.152812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-f09339c7-31a1-4c90-8077-09e14d47a3f6', 'network_id': 'f09339c7-31a1-4c90-8077-09e14d47a3f6', 'project_id': '7cef42cd226c46438d4bf796e7520b3e', 'fixed_ips': [{'subnet_id': '0ae9fc01-7971-4c2b-bf99-a852ff8f377e'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:38:52.156940 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:52.158385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Request body: {'port': {'network_id': 'f09339c7-31a1-4c90-8077-09e14d47a3f6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1033299424'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:52.410848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Allocated IP 2001:db8::2 (f09339c7-31a1-4c90-8077-09e14d47a3f6/0ae9fc01-7971-4c2b-bf99-a852ff8f377e/3172e92b-9168-4254-8daa-6b47f9a3dbbd) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:52.442059 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-7f85cd07-732b-418e-ac27-96e524e21d7d tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:52.443208 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-7f85cd07-732b-418e-ac27-96e524e21d7d tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.74 "GET /v2.0/networks?id=efc4032c-69b0-4973-8a60-cc17330f1f5b HTTP/1.1" status: 200 len: 813 time: 0.2260299 Jan 27 21:38:52.459709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'port': {'device_id': '66686232-b439-412d-9039-e119f48f53e2', 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b', 'admin_state_up': True, 'tenant_id': '0c35be4b415741f084eee104e939759d'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:52.488091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c5c70-ad13-43ae-aaa1-c0df932a5b22 req-407ab0f7-c0bb-457b-90e7-781839280bfd tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:52.490650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f6c5c70-ad13-43ae-aaa1-c0df932a5b22 req-407ab0f7-c0bb-457b-90e7-781839280bfd tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.1112049 Jan 27 21:38:52.510924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Made reservation on behalf of 7cef42cd226c46438d4bf796e7520b3e for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:52.514907 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:52.551034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] device_id is not set on port c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:38:52.679694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f6c5c70-ad13-43ae-aaa1-c0df932a5b22 req-218f7f0f-ebf1-4dec-a82d-53b1223811ba tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774490 Jan 27 21:38:52.710049 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Publish callbacks [] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:52.818002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0854522-54fa-42d2-bdda-d07842232fa6 req-62f7dd15-8e79-40dc-a3c4-c77cae9d768b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:52.819886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0854522-54fa-42d2-bdda-d07842232fa6 req-62f7dd15-8e79-40dc-a3c4-c77cae9d768b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.0691817 Jan 27 21:38:52.847089 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Made reservation on behalf of 0c35be4b415741f084eee104e939759d for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:52.851275 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:52.874902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0854522-54fa-42d2-bdda-d07842232fa6 req-7975f48c-2758-46a1-94d2-842af0acd328 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469763 Jan 27 21:38:52.903095 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:52.938512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-384db615-91d1-49d1-8532-1e1b7db94277 req-22f0d08c-733c-47e5-8263-7054bda4fc8a tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 210 time: 0.0558491 Jan 27 21:38:52.990882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Pushing event updated for resources: {'Port': ['ID=3172e92b-9168-4254-8daa-6b47f9a3dbbd,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:53.018299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Network f09339c7-31a1-4c90-8077-09e14d47a3f6 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:53.021143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:53.033909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:53.080108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Allocated IP 2001:db8::37b (f09339c7-31a1-4c90-8077-09e14d47a3f6/0ae9fc01-7971-4c2b-bf99-a852ff8f377e/c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:53.122941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Allocated IP 172.20.0.13 (efc4032c-69b0-4973-8a60-cc17330f1f5b/7b947926-cd0e-4e93-9c61-0d2ab47b8061/fa749bb3-beb9-4b19-8360-beea8f3e2de1) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:53.132207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Attempting to bind port 3172e92b-9168-4254-8daa-6b47f9a3dbbd on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:53.132588 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Attempting to bind port 3172e92b-9168-4254-8daa-6b47f9a3dbbd by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '42198326-1135-4dfe-b678-6dc12943015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f09339c7-31a1-4c90-8077-09e14d47a3f6'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:53.132957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Attempting to bind port 3172e92b-9168-4254-8daa-6b47f9a3dbbd on network f09339c7-31a1-4c90-8077-09e14d47a3f6 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:53.149830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:53.150393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Checking segment: {'id': '42198326-1135-4dfe-b678-6dc12943015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f09339c7-31a1-4c90-8077-09e14d47a3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:53.150997 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:53.151407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Bound using segment: {'id': '42198326-1135-4dfe-b678-6dc12943015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f09339c7-31a1-4c90-8077-09e14d47a3f6'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:53.153167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Bound port: 3172e92b-9168-4254-8daa-6b47f9a3dbbd, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42198326-1135-4dfe-b678-6dc12943015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f09339c7-31a1-4c90-8077-09e14d47a3f6'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:53.153167 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:53.250571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] For port 3172e92b-9168-4254-8daa-6b47f9a3dbbd, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:53.258936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] For port 3172e92b-9168-4254-8daa-6b47f9a3dbbd, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3172e92b-9168-4254-8daa-6b47f9a3dbbd,segment=NetworkSegment(42198326-1135-4dfe-b678-6dc12943015a),segment_id=42198326-1135-4dfe-b678-6dc12943015a)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:53.344933 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:53.357956 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:53.375095 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks [] for port (c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:53.446046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0c576-a4a7-4c95-8a0e-2ad63fd5ea6e None None] Pushing event updated for resources: {'Port': ['ID=3172e92b-9168-4254-8daa-6b47f9a3dbbd,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:53.567621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:53.629473 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Network f09339c7-31a1-4c90-8077-09e14d47a3f6 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:53.634977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:53.639360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:53.645281 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:53.645957 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:53.667917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Pushing event updated for resources: {'Port': ['ID=c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:53.729038 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:53.744899 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b41d4478-d935-4ac9-a1bd-0bef366666b7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:53.845858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7671f1bc-312e-41c7-8298-ba786e9da62d tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6943157 Jan 27 21:38:53.857186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43896) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:53.951141 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Network efc4032c-69b0-4973-8a60-cc17330f1f5b is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:53.977052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Request body: {'port': {'network_id': 'f09339c7-31a1-4c90-8077-09e14d47a3f6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-401797292', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:53.977541 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.api.validators [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] bootfile-name is not in valid_values {{(pid=104026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:38:53.977888 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.api.validators [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] tftp-server is not in valid_values {{(pid=104026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:38:53.978246 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.api.validators [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] server-ip-address is not in valid_values {{(pid=104026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:38:53.985946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-2495d468-ca11-42a5-a8d8-037d6b40b20b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:53.995271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-2495d468-ca11-42a5-a8d8-037d6b40b20b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/networks?id=673ebca6-e551-4848-847e-99917cafa843 HTTP/1.1" status: 200 len: 815 time: 0.2442875 Jan 27 21:38:53.996599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:54.019052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-751fc76b-e20d-4856-b7bc-5c74aee5c330 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/quotas/6f59ba72202445a586c9f7c1e1ea00be HTTP/1.1" status: 200 len: 375 time: 0.0215037 Jan 27 21:38:54.046099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:54.156458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-c01faf23-67a9-483b-a22b-3b40c57e9238 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f59ba72202445a586c9f7c1e1ea00be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1336339 Jan 27 21:38:54.200899 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3172e92b-9168-4254-8daa-6b47f9a3dbbd up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:54.224882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'Port': ['ID=fa749bb3-beb9-4b19-8360-beea8f3e2de1,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:54.299179 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:54.300781 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:54.300896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9360ad6-68e0-4f1a-bd51-3b3e1670224b req-f5737839-47b4-4b50-96af-bb7dc6def0bc tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:54.302452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9360ad6-68e0-4f1a-bd51-3b3e1670224b req-f5737839-47b4-4b50-96af-bb7dc6def0bc tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 932 time: 0.1197720 Jan 27 21:38:54.378264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3172e92b-9168-4254-8daa-6b47f9a3dbbd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:54.378684 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:54.397733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9360ad6-68e0-4f1a-bd51-3b3e1670224b req-1d7ab367-5f1a-4eaa-8103-0314b706da45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887220 Jan 27 21:38:54.404755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-3ed8cb14-fe16-48f3-b998-0f696d4ce6fc service neutron] 10.222.0.61 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472074 Jan 27 21:38:54.429562 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-d2bd7480-d1e4-4730-8565-abe52a0f8732 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9751966 Jan 27 21:38:54.449292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-c1374bb7-1deb-4a01-b781-061b6c00bd51 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:38:54.450468 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-c1374bb7-1deb-4a01-b781-061b6c00bd51 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154269 Jan 27 21:38:54.483216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3172e92b-9168-4254-8daa-6b47f9a3dbbd is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:54.483763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:54.550010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 3172e92b-9168-4254-8daa-6b47f9a3dbbd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3172e92b-9168-4254-8daa-6b47f9a3dbbd,segment=NetworkSegment(42198326-1135-4dfe-b678-6dc12943015a),segment_id=42198326-1135-4dfe-b678-6dc12943015a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:54.567711 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Made reservation on behalf of 7cef42cd226c46438d4bf796e7520b3e for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:54.571975 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:54.595814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-c1cf1159-e714-4f4c-87ea-16491353b584 service neutron] 10.222.0.61 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782994 Jan 27 21:38:54.609618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] device_id is not set on port 1ff1bd0a-597c-4960-8c29-8817d0084639 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:38:54.693570 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Request body: {'port': {'device_id': '66686232-b439-412d-9039-e119f48f53e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:54.693757 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:54.805349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=3172e92b-9168-4254-8daa-6b47f9a3dbbd,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:54.827567 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:54.886675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Allocated IP 2001:db8::de (f09339c7-31a1-4c90-8077-09e14d47a3f6/0ae9fc01-7971-4c2b-bf99-a852ff8f377e/1ff1bd0a-597c-4960-8c29-8817d0084639) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:55.203695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a31c13a-77ab-45f0-bd05-bf0ac2ae1d71 req-beca08ec-c968-4b18-8614-224a7091b47b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 210 time: 0.0333085 Jan 27 21:38:55.203695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351b611-ce0e-486d-b067-86a328c8f5f3 req-9e4da528-a963-4765-af61-35225dd03344 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:55.203695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c351b611-ce0e-486d-b067-86a328c8f5f3 req-9e4da528-a963-4765-af61-35225dd03344 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.74 "GET /v2.0/ports?device_id=683daba7-a562-459f-8dfd-3b2df807e231 HTTP/1.1" status: 200 len: 945 time: 0.0895941 Jan 27 21:38:55.219431 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks [] for port (1ff1bd0a-597c-4960-8c29-8817d0084639), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:55.231078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f472a56-ef71-460a-8c3b-f4f898170973 None None] Network f09339c7-31a1-4c90-8077-09e14d47a3f6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:38:55.296385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa749bb3-beb9-4b19-8360-beea8f3e2de1 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:38:55.309080 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Publish callbacks [] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:55.326101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-c351b611-ce0e-486d-b067-86a328c8f5f3 req-f6b08887-36cb-4f19-adbd-b59ae3559b90 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Deleting port c7cb7d94-e92a-466a-b96f-a8b57917f780 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:55.326451 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c351b611-ce0e-486d-b067-86a328c8f5f3 req-f6b08887-36cb-4f19-adbd-b59ae3559b90 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:55.327109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Transition to ACTIVE for port object fa749bb3-beb9-4b19-8360-beea8f3e2de1 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:38:55.442255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c351b611-ce0e-486d-b067-86a328c8f5f3 req-f6b08887-36cb-4f19-adbd-b59ae3559b90 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] For port c7cb7d94-e92a-466a-b96f-a8b57917f780, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c7cb7d94-e92a-466a-b96f-a8b57917f780,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:38:55.442617 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c351b611-ce0e-486d-b067-86a328c8f5f3 req-f6b08887-36cb-4f19-adbd-b59ae3559b90 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:55.459097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-c351b611-ce0e-486d-b067-86a328c8f5f3 req-f6b08887-36cb-4f19-adbd-b59ae3559b90 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Calling delete_port for c7cb7d94-e92a-466a-b96f-a8b57917f780 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:55.495063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e769ef78-a4dd-4d6d-b6f0-d4fe2c413a4c None None] Provisioning complete for port 3172e92b-9168-4254-8daa-6b47f9a3dbbd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:55.495731 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e769ef78-a4dd-4d6d-b6f0-d4fe2c413a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:55.614753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32364f2c-34bd-414b-b26d-02744b25c368 req-cbaa7156-454e-4e1c-8653-729b3b080853 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:55.616360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32364f2c-34bd-414b-b26d-02744b25c368 req-cbaa7156-454e-4e1c-8653-729b3b080853 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 944 time: 0.0822828 Jan 27 21:38:55.652881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e769ef78-a4dd-4d6d-b6f0-d4fe2c413a4c None None] Current status of the port 3172e92b-9168-4254-8daa-6b47f9a3dbbd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:55.713137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32364f2c-34bd-414b-b26d-02744b25c368 req-c3585ac6-4afd-4863-b434-44026ad62b43 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663092 Jan 27 21:38:55.731092 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1ff1bd0a-597c-4960-8c29-8817d0084639), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:55.734389 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:55.841778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c351b611-ce0e-486d-b067-86a328c8f5f3 req-f6b08887-36cb-4f19-adbd-b59ae3559b90 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c7cb7d94-e92a-466a-b96f-a8b57917f780), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:55.869201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['c7cb7d94-e92a-466a-b96f-a8b57917f780'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:38:56.021583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3172e92b-9168-4254-8daa-6b47f9a3dbbd up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:38:56.025072 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43950) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:56.079086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b08887-36cb-4f19-adbd-b59ae3559b90 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Pushing event deleted for resources: {'Port': ['ID=c7cb7d94-e92a-466a-b96f-a8b57917f780,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:56.132314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c351b611-ce0e-486d-b067-86a328c8f5f3 req-f6b08887-36cb-4f19-adbd-b59ae3559b90 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] No DVR routers for this DVR port c7cb7d94-e92a-466a-b96f-a8b57917f780 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:38:56.135422 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c351b611-ce0e-486d-b067-86a328c8f5f3 req-f6b08887-36cb-4f19-adbd-b59ae3559b90 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.149216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c351b611-ce0e-486d-b067-86a328c8f5f3 req-f6b08887-36cb-4f19-adbd-b59ae3559b90 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.74 "DELETE /v2.0/ports/c7cb7d94-e92a-466a-b96f-a8b57917f780 HTTP/1.1" status: 204 len: 173 time: 0.9910078 Jan 27 21:38:56.149822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683daba7-a562-459f-8dfd-3b2df807e231', 'name': 'network-vif-deleted', 'tag': 'c7cb7d94-e92a-466a-b96f-a8b57917f780'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:56.152378 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27326da-8237-4f22-a0d8-d481c42171ef" -d '{"events": [{"server_uuid": "683daba7-a562-459f-8dfd-3b2df807e231", "name": "network-vif-deleted", "tag": "c7cb7d94-e92a-466a-b96f-a8b57917f780"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:56.228931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-62cfb593-5794-4192-9b90-6a42bd046032 None None] Provisioning complete for port 3172e92b-9168-4254-8daa-6b47f9a3dbbd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:56.229252 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-62cfb593-5794-4192-9b90-6a42bd046032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.300865 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c2fe952d-006f-4885-a699-ba6ed2cacd71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.316805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3172e92b-9168-4254-8daa-6b47f9a3dbbd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:56.317277 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.475807 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c2fe952d-006f-4885-a699-ba6ed2cacd71 admin admin] Publish callbacks [] for security_group (eabec0a6-59fa-4c43-8dbe-0c9eaa1cacf3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.477941 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37704433-e145-446a-8568-a40703ede8af x-openstack-request-id: req-37704433-e145-446a-8568-a40703ede8af {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:56.478449 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683daba7-a562-459f-8dfd-3b2df807e231", "name": "network-vif-deleted", "tag": "c7cb7d94-e92a-466a-b96f-a8b57917f780", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:56.478839 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37704433-e145-446a-8568-a40703ede8af {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:56.479403 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683daba7-a562-459f-8dfd-3b2df807e231', 'name': 'network-vif-deleted', 'tag': 'c7cb7d94-e92a-466a-b96f-a8b57917f780', 'status': 'completed', 'code': 200} Jan 27 21:38:56.561962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3172e92b-9168-4254-8daa-6b47f9a3dbbd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:56.574876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-62cfb593-5794-4192-9b90-6a42bd046032 None None] Current status of the port 3172e92b-9168-4254-8daa-6b47f9a3dbbd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:38:56.583965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Network f09339c7-31a1-4c90-8077-09e14d47a3f6 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:38:56.595327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13c096b9-6a14-4aaf-9646-572021fce2b8 req-afb02c98-b574-4dff-b52c-d506d6efe2dd tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 210 time: 0.0717046 Jan 27 21:38:56.600861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:38:56.600861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Pushing event updated for resources: {'Port': ['ID=fa749bb3-beb9-4b19-8360-beea8f3e2de1,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:56.614861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-62cfb593-5794-4192-9b90-6a42bd046032 None None] Provisioning complete for port c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:56.615309 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-62cfb593-5794-4192-9b90-6a42bd046032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.638029 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c2fe952d-006f-4885-a699-ba6ed2cacd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (eabec0a6-59fa-4c43-8dbe-0c9eaa1cacf3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.649740 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:38:56.655286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:56.655988 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.677940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-62cfb593-5794-4192-9b90-6a42bd046032 None None] Port c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:56.728383 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.731977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c2fe952d-006f-4885-a699-ba6ed2cacd71 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d4a6930151b464bbec6be57b8400590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6629989 Jan 27 21:38:56.738177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43968) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:56.749257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe952d-006f-4885-a699-ba6ed2cacd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabec0a6-59fa-4c43-8dbe-0c9eaa1cacf3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:56.756874 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Pushing event updated for resources: {'Port': ['ID=1ff1bd0a-597c-4960-8c29-8817d0084639,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:56.791643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Attempting to bind port fa749bb3-beb9-4b19-8360-beea8f3e2de1 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:38:56.792114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Attempting to bind port fa749bb3-beb9-4b19-8360-beea8f3e2de1 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '2e872e2c-9bb3-475c-bd8f-6d24e2654f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:38:56.792658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Attempting to bind port fa749bb3-beb9-4b19-8360-beea8f3e2de1 on network efc4032c-69b0-4973-8a60-cc17330f1f5b {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:56.798942 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Port fa749bb3-beb9-4b19-8360-beea8f3e2de1 on network efc4032c-69b0-4973-8a60-cc17330f1f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:38:56.799284 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Attempting to bind port fa749bb3-beb9-4b19-8360-beea8f3e2de1 on network efc4032c-69b0-4973-8a60-cc17330f1f5b {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:38:56.806820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:38:56.807282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Checking segment: {'id': '2e872e2c-9bb3-475c-bd8f-6d24e2654f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:38:56.807683 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Bound using segment: {'id': '2e872e2c-9bb3-475c-bd8f-6d24e2654f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:38:56.808959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Bound port: fa749bb3-beb9-4b19-8360-beea8f3e2de1, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e872e2c-9bb3-475c-bd8f-6d24e2654f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:38:56.809331 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.817277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a323030f-56cf-4bc5-94ba-cb6b11406fec None None] Provisioning complete for port c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:56.821544 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a323030f-56cf-4bc5-94ba-cb6b11406fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.865849 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d1dd1cd-bd7c-43fc-8baf-d9b3c83ce442 admin admin] Publish callbacks [] for security_group (eabec0a6-59fa-4c43-8dbe-0c9eaa1cacf3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:56.890075 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cafd7e73-47d7-4947-b6d7-423948c9d152 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.0316355 Jan 27 21:38:56.895033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43976) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:56.923004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a323030f-56cf-4bc5-94ba-cb6b11406fec None None] Port c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:56.932707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d1dd1cd-bd7c-43fc-8baf-d9b3c83ce442 admin admin] Publish callbacks [] for security_group (eabec0a6-59fa-4c43-8dbe-0c9eaa1cacf3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:57.056003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e12efcab-9397-4bb3-a512-e815156f066e None None] Provisioning complete for port 1ff1bd0a-597c-4960-8c29-8817d0084639 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:57.056468 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e12efcab-9397-4bb3-a512-e815156f066e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1ff1bd0a-597c-4960-8c29-8817d0084639), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:57.073733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84714565-56fd-4a10-a579-3be1476132ff tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:57.080808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84714565-56fd-4a10-a579-3be1476132ff tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:57.088530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84714565-56fd-4a10-a579-3be1476132ff tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:57.090278 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-84714565-56fd-4a10-a579-3be1476132ff tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1942630 Jan 27 21:38:57.094414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43992) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:57.110884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4423767-9350-4a8c-bf92-a04460e302e4 req-1a05c6ac-0ae3-4c2d-9018-3446b2c8627a tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:57.113279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4423767-9350-4a8c-bf92-a04460e302e4 req-1a05c6ac-0ae3-4c2d-9018-3446b2c8627a tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 944 time: 0.1021287 Jan 27 21:38:57.115592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d1dd1cd-bd7c-43fc-8baf-d9b3c83ce442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (eabec0a6-59fa-4c43-8dbe-0c9eaa1cacf3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:57.118538 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d1dd1cd-bd7c-43fc-8baf-d9b3c83ce442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:57.119730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1d1dd1cd-bd7c-43fc-8baf-d9b3c83ce442 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eabec0a6-59fa-4c43-8dbe-0c9eaa1cacf3 HTTP/1.1" status: 204 len: 168 time: 0.3792002 Jan 27 21:38:57.124621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e12efcab-9397-4bb3-a512-e815156f066e None None] Port 1ff1bd0a-597c-4960-8c29-8817d0084639 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:57.142919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dd1cd-bd7c-43fc-8baf-d9b3c83ce442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabec0a6-59fa-4c43-8dbe-0c9eaa1cacf3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:57.155661 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] For port fa749bb3-beb9-4b19-8360-beea8f3e2de1, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:38:57.178066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] For port fa749bb3-beb9-4b19-8360-beea8f3e2de1, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa749bb3-beb9-4b19-8360-beea8f3e2de1,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:38:57.203791 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:57.215418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4423767-9350-4a8c-bf92-a04460e302e4 req-10804454-1fcc-482f-9176-2fac178568da tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913012 Jan 27 21:38:57.237254 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:57.324266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Pushing event updated for resources: {'Port': ['ID=fa749bb3-beb9-4b19-8360-beea8f3e2de1,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:57.335172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:57.335825 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:57.337649 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-db0d3522-bc91-4df7-97e9-5bb4ed52068a service neutron] 10.222.0.74 "PUT /v2.0/ports/fa749bb3-beb9-4b19-8360-beea8f3e2de1 HTTP/1.1" status: 200 len: 1092 time: 2.8778241 Jan 27 21:38:57.338277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66686232-b439-412d-9039-e119f48f53e2', 'tag': 'fa749bb3-beb9-4b19-8360-beea8f3e2de1'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:38:57.340583 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b85907c-7cd7-417d-8ce5-d5703a3875ed" -d '{"events": [{"name": "network-changed", "server_uuid": "66686232-b439-412d-9039-e119f48f53e2", "tag": "fa749bb3-beb9-4b19-8360-beea8f3e2de1"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:38:57.402449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8b008328-38dd-41ec-97d5-29fe48db6d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Deleting port 1ff1bd0a-597c-4960-8c29-8817d0084639 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:57.402989 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b008328-38dd-41ec-97d5-29fe48db6d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1ff1bd0a-597c-4960-8c29-8817d0084639), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:57.413635 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86250cf-287e-4e2f-a5cd-4ec87f386bc1 x-openstack-request-id: req-f86250cf-287e-4e2f-a5cd-4ec87f386bc1 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:38:57.414140 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66686232-b439-412d-9039-e119f48f53e2", "tag": "fa749bb3-beb9-4b19-8360-beea8f3e2de1", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:38:57.414413 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f86250cf-287e-4e2f-a5cd-4ec87f386bc1 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:38:57.414831 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66686232-b439-412d-9039-e119f48f53e2', 'tag': 'fa749bb3-beb9-4b19-8360-beea8f3e2de1', 'status': 'completed', 'code': 200} Jan 27 21:38:57.542023 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b008328-38dd-41ec-97d5-29fe48db6d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1ff1bd0a-597c-4960-8c29-8817d0084639), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:57.545388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85907c-7cd7-417d-8ce5-d5703a3875ed req-c74cf045-24c9-49ed-8eac-8c92b7aebf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:57.546873 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b85907c-7cd7-417d-8ce5-d5703a3875ed req-c74cf045-24c9-49ed-8eac-8c92b7aebf7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c35be4b415741f084eee104e939759d&device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 1095 time: 0.0815473 Jan 27 21:38:57.557900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8b008328-38dd-41ec-97d5-29fe48db6d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Calling delete_port for 1ff1bd0a-597c-4960-8c29-8817d0084639 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:57.703886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85907c-7cd7-417d-8ce5-d5703a3875ed req-7ca1f1b6-32fe-4aae-af7b-25ec14fb6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:57.705407 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b85907c-7cd7-417d-8ce5-d5703a3875ed req-7ca1f1b6-32fe-4aae-af7b-25ec14fb6d6c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0c35be4b415741f084eee104e939759d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1486955 Jan 27 21:38:57.817267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82ad9cdb-2d8f-49bf-a288-70c9b2cbe41e req-e74c310e-41f2-4490-bec9-43c9060f3406 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 210 time: 0.0475965 Jan 27 21:38:57.872911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85907c-7cd7-417d-8ce5-d5703a3875ed req-0fe1c148-1ce7-4336-a280-b1de166e71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:57.874481 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b85907c-7cd7-417d-8ce5-d5703a3875ed req-0fe1c148-1ce7-4336-a280-b1de166e71dd service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611533 Jan 27 21:38:57.981391 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b008328-38dd-41ec-97d5-29fe48db6d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1ff1bd0a-597c-4960-8c29-8817d0084639), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.012751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b008328-38dd-41ec-97d5-29fe48db6d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Pushing event deleted for resources: {'Port': ['ID=1ff1bd0a-597c-4960-8c29-8817d0084639,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:58.073340 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b008328-38dd-41ec-97d5-29fe48db6d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.080828 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8b008328-38dd-41ec-97d5-29fe48db6d6a tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] 10.222.0.61 "DELETE /v2.0/ports/1ff1bd0a-597c-4960-8c29-8817d0084639 HTTP/1.1" status: 204 len: 168 time: 0.9854090 Jan 27 21:38:58.085709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44014) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:58.086164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-af5717bd-fdf5-4482-90e5-014b0c6fdda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:58.087762 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-af5717bd-fdf5-4482-90e5-014b0c6fdda2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c35be4b415741f084eee104e939759d&device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 1095 time: 0.1375496 Jan 27 21:38:58.092219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-00d54ecd-dbe9-4fdf-b1ae-dc89c3c783ad tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Request body: {'port': {'name': 'tempest-new-port-name-1592899082', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:58.092879 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.api.validators [None req-00d54ecd-dbe9-4fdf-b1ae-dc89c3c783ad tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] bootfile-name is not in valid_values {{(pid=104027) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:38:58.093362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.api.validators [None req-00d54ecd-dbe9-4fdf-b1ae-dc89c3c783ad tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] tftp-server is not in valid_values {{(pid=104027) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:38:58.093867 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.api.validators [None req-00d54ecd-dbe9-4fdf-b1ae-dc89c3c783ad tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] server-ip-address is not in valid_values {{(pid=104027) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:38:58.177300 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-b6681630-8c6c-41a6-b8ea-f6f9ca29937b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa749bb3-beb9-4b19-8360-beea8f3e2de1 HTTP/1.1" status: 200 len: 217 time: 0.0816166 Jan 27 21:38:58.208686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44016) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:58.227793 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-00d54ecd-dbe9-4fdf-b1ae-dc89c3c783ad tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.230080 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32fd217b-09c8-44ef-820d-4a3df58a28cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.250986 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-f42a2230-3886-4fde-9cae-971310cbbdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:58.252848 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-f42a2230-3886-4fde-9cae-971310cbbdf1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b947926-cd0e-4e93-9c61-0d2ab47b8061 HTTP/1.1" status: 200 len: 853 time: 0.0687561 Jan 27 21:38:58.320655 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-4108cd30-aa88-4591-9a3f-84b847459d15 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc4032c-69b0-4973-8a60-cc17330f1f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583344 Jan 27 21:38:58.461903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541004b-fb4d-4b8d-aced-02bbe62c619c req-3499beec-8f91-4914-8079-6753a52e4e7f tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:58.463607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3541004b-fb4d-4b8d-aced-02bbe62c619c req-3499beec-8f91-4914-8079-6753a52e4e7f tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 944 time: 0.1297050 Jan 27 21:38:58.477864 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-327e42ce-60d2-4fe0-8c9d-7cfc0e906634 service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471293 Jan 27 21:38:58.596133 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7bca64e4-3836-4b74-af32-4ad462348fb0 req-ea2dd71a-fe2b-4187-9baf-2a76b460f323 service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098397 Jan 27 21:38:58.652194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3541004b-fb4d-4b8d-aced-02bbe62c619c req-25e08bd6-694f-47f5-89fa-31490f34c815 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753395 Jan 27 21:38:58.653865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44024) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:58.730288 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32fd217b-09c8-44ef-820d-4a3df58a28cc admin admin] Publish callbacks [] for security_group (76ba3778-bf18-430a-9986-4648ace612fe), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.747876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-89a88b1e-2d81-4288-887c-63f8e4c32e67 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:58.749395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-89a88b1e-2d81-4288-887c-63f8e4c32e67 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.71 "GET /v2.0/networks?id=673ebca6-e551-4848-847e-99917cafa843 HTTP/1.1" status: 200 len: 815 time: 0.2815549 Jan 27 21:38:58.768035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Request body: {'port': {'device_id': 'd70b483d-536b-4770-a326-5f933aaaadda', 'network_id': '673ebca6-e551-4848-847e-99917cafa843', 'admin_state_up': True, 'tenant_id': '6f59ba72202445a586c9f7c1e1ea00be'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:38:58.783668 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19ba089e-014c-43f9-bf2f-c6337fc5a971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.819378 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32fd217b-09c8-44ef-820d-4a3df58a28cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (76ba3778-bf18-430a-9986-4648ace612fe), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.868175 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19ba089e-014c-43f9-bf2f-c6337fc5a971 admin admin] Publish callbacks [] for security_group (66a93ed1-d50d-439a-9c68-dc95101d02d5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.874963 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-00d54ecd-dbe9-4fdf-b1ae-dc89c3c783ad tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks [] for port (c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.905810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-32fd217b-09c8-44ef-820d-4a3df58a28cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31190808a58b4e26bbd680d57e3c8e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6961117 Jan 27 21:38:58.906747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd217b-09c8-44ef-820d-4a3df58a28cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ba3778-bf18-430a-9986-4648ace612fe,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:58.908517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44030) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:58.945810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bfd4144f-a93b-4aa1-a1be-848db13b5099 req-ee8137c8-dea3-49af-a577-69aaa203f49d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 210 time: 0.0465713 Jan 27 21:38:58.980419 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19ba089e-014c-43f9-bf2f-c6337fc5a971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (66a93ed1-d50d-439a-9c68-dc95101d02d5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:58.984699 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44ba20d2-c4b0-401f-9167-7cdfa023c55b admin admin] Publish callbacks [] for security_group (76ba3778-bf18-430a-9986-4648ace612fe), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.029786 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-00d54ecd-dbe9-4fdf-b1ae-dc89c3c783ad tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.031989 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-19ba089e-014c-43f9-bf2f-c6337fc5a971 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bbd5755c3ebf4f98a2b1467f95c1398e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3769624 Jan 27 21:38:59.035358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44032) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:59.036881 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba089e-014c-43f9-bf2f-c6337fc5a971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a93ed1-d50d-439a-9c68-dc95101d02d5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:59.043534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44ba20d2-c4b0-401f-9167-7cdfa023c55b admin admin] Publish callbacks [] for security_group (76ba3778-bf18-430a-9986-4648ace612fe), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.076529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-00d54ecd-dbe9-4fdf-b1ae-dc89c3c783ad tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] In _notify_port_updated(), no bound segment for port c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c on network f09339c7-31a1-4c90-8077-09e14d47a3f6 {{(pid=104027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:38:59.081752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d54ecd-dbe9-4fdf-b1ae-dc89c3c783ad tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:59.082397 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-00d54ecd-dbe9-4fdf-b1ae-dc89c3c783ad tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.086107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-00d54ecd-dbe9-4fdf-b1ae-dc89c3c783ad tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] 10.222.0.61 "PUT /v2.0/ports/c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c HTTP/1.1" status: 200 len: 1130 time: 0.9965384 Jan 27 21:38:59.087161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44034) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:59.108816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c7cb7d94-e92a-466a-b96f-a8b57917f780 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:38:59.118729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d54ecd-dbe9-4fdf-b1ae-dc89c3c783ad tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Pushing event updated for resources: {'Port': ['ID=c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:59.149795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Made reservation on behalf of 6f59ba72202445a586c9f7c1e1ea00be for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:38:59.153812 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.166826 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adb17def-1173-44eb-b021-7afdfaf1fe1e admin admin] Publish callbacks [] for security_group (66a93ed1-d50d-439a-9c68-dc95101d02d5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.167202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: c7cb7d94-e92a-466a-b96f-a8b57917f780 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:38:59.167693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c7cb7d94-e92a-466a-b96f-a8b57917f780 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:38:59.194670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf55523-7683-435e-b69a-50e395968110 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:59.200777 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-abf55523-7683-435e-b69a-50e395968110 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] 10.222.0.61 "GET /v2.0/ports/c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c HTTP/1.1" status: 200 len: 1130 time: 0.1078320 Jan 27 21:38:59.200777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44040) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:38:59.213873 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adb17def-1173-44eb-b021-7afdfaf1fe1e admin admin] Publish callbacks [] for security_group (66a93ed1-d50d-439a-9c68-dc95101d02d5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.258295 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44ba20d2-c4b0-401f-9167-7cdfa023c55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (76ba3778-bf18-430a-9986-4648ace612fe), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.261008 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44ba20d2-c4b0-401f-9167-7cdfa023c55b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.262605 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-44ba20d2-c4b0-401f-9167-7cdfa023c55b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76ba3778-bf18-430a-9986-4648ace612fe HTTP/1.1" status: 204 len: 168 time: 0.3526542 Jan 27 21:38:59.309777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba20d2-c4b0-401f-9167-7cdfa023c55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ba3778-bf18-430a-9986-4648ace612fe,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:59.355975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-09ec595f-0af9-461f-8247-2e6fa390d415 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Deleting port c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:38:59.356602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-09ec595f-0af9-461f-8247-2e6fa390d415 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.411127 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adb17def-1173-44eb-b021-7afdfaf1fe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (66a93ed1-d50d-439a-9c68-dc95101d02d5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.414236 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adb17def-1173-44eb-b021-7afdfaf1fe1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.415756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-adb17def-1173-44eb-b021-7afdfaf1fe1e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66a93ed1-d50d-439a-9c68-dc95101d02d5 HTTP/1.1" status: 204 len: 168 time: 0.3745530 Jan 27 21:38:59.417214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Allocated IP 172.20.0.7 (673ebca6-e551-4848-847e-99917cafa843/76379c37-1b0d-465f-9b80-20564a8d8976/700087f4-940d-4949-b750-17465a54babd) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:38:59.475862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb17def-1173-44eb-b021-7afdfaf1fe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a93ed1-d50d-439a-9c68-dc95101d02d5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:38:59.559536 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-09ec595f-0af9-461f-8247-2e6fa390d415 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.600387 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-09ec595f-0af9-461f-8247-2e6fa390d415 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Calling delete_port for c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:38:59.612236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e2952ad7-e8c3-4374-b397-7d97004a69de None None] Provisioning complete for port c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:38:59.617143 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e2952ad7-e8c3-4374-b397-7d97004a69de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.687527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e2952ad7-e8c3-4374-b397-7d97004a69de None None] Port c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:38:59.800982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63b258-a22c-445c-b739-62e6d0c21005 req-766a083d-5988-443b-9d66-1a0de21ad941 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:59.802492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd63b258-a22c-445c-b739-62e6d0c21005 req-766a083d-5988-443b-9d66-1a0de21ad941 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1060147 Jan 27 21:38:59.848645 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks [] for port (700087f4-940d-4949-b750-17465a54babd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.909218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119239d0-471b-4b40-8eac-691bee77d10e req-b2ea2460-fe50-4378-b503-2b8cea34abdf tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:38:59.910742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-119239d0-471b-4b40-8eac-691bee77d10e req-b2ea2460-fe50-4378-b503-2b8cea34abdf tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 944 time: 0.1313620 Jan 27 21:38:59.917695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd63b258-a22c-445c-b739-62e6d0c21005 req-82bb431d-604b-4f1c-9333-6fef26904274 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985637 Jan 27 21:38:59.962720 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-09ec595f-0af9-461f-8247-2e6fa390d415 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:38:59.987195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-119239d0-471b-4b40-8eac-691bee77d10e req-366f0b9b-fa68-4d45-8ba0-c4a7aaa1172d tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673184 Jan 27 21:39:00.017758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec595f-0af9-461f-8247-2e6fa390d415 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Pushing event deleted for resources: {'Port': ['ID=c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:00.037506 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-09ec595f-0af9-461f-8247-2e6fa390d415 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:00.043537 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-09ec595f-0af9-461f-8247-2e6fa390d415 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] 10.222.0.61 "DELETE /v2.0/ports/c0a8b674-fe5e-415b-9ff5-1b5b15d34d0c HTTP/1.1" status: 204 len: 168 time: 0.8415790 Jan 27 21:39:00.047282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44064) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:00.131630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846401a9-20ff-4c49-b34f-95b206def2c0 req-9a59f001-446f-4dac-888f-e91740859e54 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:00.134805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-846401a9-20ff-4c49-b34f-95b206def2c0 req-9a59f001-446f-4dac-888f-e91740859e54 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1030309 Jan 27 21:39:00.173861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-014754bb-14b1-46d0-a41e-202739205d6d req-74886057-8f70-484f-978e-5997a3d26d62 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 210 time: 0.0498896 Jan 27 21:39:00.180625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-953a332d-fa40-49ba-894e-f5f0dcdf79e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Deleting subnet 0ae9fc01-7971-4c2b-bf99-a852ff8f377e {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:39:00.201551 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (700087f4-940d-4949-b750-17465a54babd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:00.219506 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-953a332d-fa40-49ba-894e-f5f0dcdf79e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks [] for subnet (0ae9fc01-7971-4c2b-bf99-a852ff8f377e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:00.291902 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-953a332d-fa40-49ba-894e-f5f0dcdf79e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (0ae9fc01-7971-4c2b-bf99-a852ff8f377e), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:00.295073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Network 673ebca6-e551-4848-847e-99917cafa843 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:00.307336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-846401a9-20ff-4c49-b34f-95b206def2c0 req-bcb842b7-43a4-4cab-9fd4-a8b4e78f418f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383507 Jan 27 21:39:00.320762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:00.324460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:00.333816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Pushing event updated for resources: {'Port': ['ID=700087f4-940d-4949-b750-17465a54babd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:00.460229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:00.461336 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:00.463754 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-953a332d-fa40-49ba-894e-f5f0dcdf79e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (0ae9fc01-7971-4c2b-bf99-a852ff8f377e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:00.670452 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-953a332d-fa40-49ba-894e-f5f0dcdf79e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (0ae9fc01-7971-4c2b-bf99-a852ff8f377e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:00.673195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-865a59a1-2091-43c9-9fd4-c51d32c0b234 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9146602 Jan 27 21:39:00.684862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Request body: {'port': {'device_id': 'd70b483d-536b-4770-a326-5f933aaaadda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:00.699940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a332d-fa40-49ba-894e-f5f0dcdf79e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae9fc01-7971-4c2b-bf99-a852ff8f377e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:00.703579 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-953a332d-fa40-49ba-894e-f5f0dcdf79e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:00.706892 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-953a332d-fa40-49ba-894e-f5f0dcdf79e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] 10.222.0.61 "DELETE /v2.0/subnets/0ae9fc01-7971-4c2b-bf99-a852ff8f377e HTTP/1.1" status: 204 len: 168 time: 0.6583405 Jan 27 21:39:00.709385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44090) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:00.710934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494cf054-089b-492e-b00b-9ce5f30d8463 None None] Network f09339c7-31a1-4c90-8077-09e14d47a3f6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:00.761226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (700087f4-940d-4949-b750-17465a54babd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:00.827347 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (f09339c7-31a1-4c90-8077-09e14d47a3f6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:00.926461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Deleting port 3172e92b-9168-4254-8daa-6b47f9a3dbbd {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:00.927146 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:00.953313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32df722-78dd-43cc-9ccd-6672945cc681 None None] DHCP port deletion for f09339c7-31a1-4c90-8077-09e14d47a3f6 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:39:01.013873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] For port 3172e92b-9168-4254-8daa-6b47f9a3dbbd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3172e92b-9168-4254-8daa-6b47f9a3dbbd,segment=NetworkSegment(42198326-1135-4dfe-b678-6dc12943015a),segment_id=42198326-1135-4dfe-b678-6dc12943015a)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:01.015860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.037155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Calling delete_port for 3172e92b-9168-4254-8daa-6b47f9a3dbbd owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:01.061990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e32df722-78dd-43cc-9ccd-6672945cc681 None None] Deleting port 3172e92b-9168-4254-8daa-6b47f9a3dbbd {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:01.062570 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e32df722-78dd-43cc-9ccd-6672945cc681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.225969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e32df722-78dd-43cc-9ccd-6672945cc681 None None] For port 3172e92b-9168-4254-8daa-6b47f9a3dbbd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3172e92b-9168-4254-8daa-6b47f9a3dbbd,segment=NetworkSegment(42198326-1135-4dfe-b678-6dc12943015a),segment_id=42198326-1135-4dfe-b678-6dc12943015a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:01.227257 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e32df722-78dd-43cc-9ccd-6672945cc681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.258391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e32df722-78dd-43cc-9ccd-6672945cc681 None None] Calling delete_port for 3172e92b-9168-4254-8daa-6b47f9a3dbbd owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:01.265729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756a516-f2de-4e8f-a710-a58bcdd8b5f7 req-4d263f8e-34ce-4dbd-8b37-0a159148314f tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:01.278198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3756a516-f2de-4e8f-a710-a58bcdd8b5f7 req-4d263f8e-34ce-4dbd-8b37-0a159148314f tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 944 time: 0.1191516 Jan 27 21:39:01.407434 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.417980 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e32df722-78dd-43cc-9ccd-6672945cc681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (3172e92b-9168-4254-8daa-6b47f9a3dbbd), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.439425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd747b8-ccfd-4432-85e1-0eca86454d8f req-80515720-43bf-4ffd-824c-3cf1b3ed5d30 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:01.441703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbd747b8-ccfd-4432-85e1-0eca86454d8f req-80515720-43bf-4ffd-824c-3cf1b3ed5d30 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1584373 Jan 27 21:39:01.461408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Pushing event deleted for resources: {'Port': ['ID=3172e92b-9168-4254-8daa-6b47f9a3dbbd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:01.461408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] No DVR routers for this DVR port 3172e92b-9168-4254-8daa-6b47f9a3dbbd on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:01.463508 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3756a516-f2de-4e8f-a710-a58bcdd8b5f7 req-d2c620dd-a13b-4c8e-80e1-57ad4a893bb8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839540 Jan 27 21:39:01.507996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700087f4-940d-4949-b750-17465a54babd {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:01.514813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32df722-78dd-43cc-9ccd-6672945cc681 None None] Pushing event deleted for resources: {'Port': ['ID=3172e92b-9168-4254-8daa-6b47f9a3dbbd,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:01.532411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32df722-78dd-43cc-9ccd-6672945cc681 None None] No DVR routers for this DVR port 3172e92b-9168-4254-8daa-6b47f9a3dbbd on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:01.575823 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Publish callbacks [] for port (700087f4-940d-4949-b750-17465a54babd), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.580339 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (f09339c7-31a1-4c90-8077-09e14d47a3f6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.612397 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09339c7-31a1-4c90-8077-09e14d47a3f6']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:01.621652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44124) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:01.632210 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42198326-1135-4dfe-b678-6dc12943015a') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:01.632503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42198326-1135-4dfe-b678-6dc12943015a') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:01.647777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (42198326-1135-4dfe-b678-6dc12943015a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.665016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Transition to ACTIVE for port object 700087f4-940d-4949-b750-17465a54babd will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:39:01.665240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (42198326-1135-4dfe-b678-6dc12943015a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.669063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbd747b8-ccfd-4432-85e1-0eca86454d8f req-14ac5a3d-286d-4988-8dab-dce69d772d64 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984296 Jan 27 21:39:01.687534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:01.687917 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (42198326-1135-4dfe-b678-6dc12943015a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:01.691549 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:01.694060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130bc53-36a2-470e-b0de-e6396a679348 req-06961ba3-b0b8-49ab-a659-89b555ca1ac8 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:01.701832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8130bc53-36a2-470e-b0de-e6396a679348 req-06961ba3-b0b8-49ab-a659-89b555ca1ac8 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 931 time: 0.0951085 Jan 27 21:39:01.813225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8130bc53-36a2-470e-b0de-e6396a679348 req-f455de51-a3b8-4422-a22e-b812bf3e935b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099222 Jan 27 21:39:01.815543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2014271848-network', 'tenant_id': '275ae1659c8c4c15921a92068b51bca9'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:01.869902 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (700087f4-940d-4949-b750-17465a54babd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.881880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3172e92b-9168-4254-8daa-6b47f9a3dbbd no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:01.907040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 3172e92b-9168-4254-8daa-6b47f9a3dbbd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:39:01.907574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3172e92b-9168-4254-8daa-6b47f9a3dbbd not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:39:01.934888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Pushing event updated for resources: {'Port': ['ID=700087f4-940d-4949-b750-17465a54babd,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:01.984828 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (f09339c7-31a1-4c90-8077-09e14d47a3f6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.993613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:01.998769 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] 10.222.0.61 "DELETE /v2.0/networks/f09339c7-31a1-4c90-8077-09e14d47a3f6 HTTP/1.1" status: 204 len: 168 time: 1.2880003 Jan 27 21:39:02.017575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b63797-2fa8-4b78-8185-8ccfb981cb17 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736 tempest-ExtraDHCPOptionsIpV6TestJSON-1705968736-project] Pushing event deleted for resources: {'Network': ['ID=f09339c7-31a1-4c90-8077-09e14d47a3f6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:02.021465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Attempting to bind port 700087f4-940d-4949-b750-17465a54babd on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:02.021744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Attempting to bind port 700087f4-940d-4949-b750-17465a54babd by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:02.022083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Attempting to bind port 700087f4-940d-4949-b750-17465a54babd on network 673ebca6-e551-4848-847e-99917cafa843 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:02.027100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Port 700087f4-940d-4949-b750-17465a54babd on network 673ebca6-e551-4848-847e-99917cafa843 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:39:02.027436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Attempting to bind port 700087f4-940d-4949-b750-17465a54babd on network 673ebca6-e551-4848-847e-99917cafa843 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:02.032647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:02.053345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Checking segment: {'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:02.053345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Bound using segment: {'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:02.053345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Bound port: 700087f4-940d-4949-b750-17465a54babd, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:02.053345 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (700087f4-940d-4949-b750-17465a54babd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.053914 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Made reservation on behalf of 275ae1659c8c4c15921a92068b51bca9 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:02.053914 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.068654 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.163188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] For port 700087f4-940d-4949-b750-17465a54babd, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:02.167834 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] For port 700087f4-940d-4949-b750-17465a54babd, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=700087f4-940d-4949-b750-17465a54babd,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:02.173066 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-363e4700-224e-4d16-8f1b-531451356c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.213929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Publish callbacks [] for security_group (35b1a8a3-237e-4b21-a1b3-7f16f682b440), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.413782 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (35b1a8a3-237e-4b21-a1b3-7f16f682b440), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.451909 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (700087f4-940d-4949-b750-17465a54babd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.452730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:02.452730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (29969b97-6049-4f13-9ae8-aeca9658fea6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.452730 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Added segment 29969b97-6049-4f13-9ae8-aeca9658fea6 of type vlan for network 17b8653e-747f-49b5-8c02-999d5888a912 Jan 27 21:39:02.453250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:02.454160 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.455690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] 10.222.0.71 "PUT /v2.0/ports/700087f4-940d-4949-b750-17465a54babd HTTP/1.1" status: 200 len: 1091 time: 1.7757130 Jan 27 21:39:02.467448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd70b483d-536b-4770-a326-5f933aaaadda', 'tag': '700087f4-940d-4949-b750-17465a54babd'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:02.470623 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65698a8-b85d-458d-a4dd-c007f333627c" -d '{"events": [{"name": "network-changed", "server_uuid": "d70b483d-536b-4770-a326-5f933aaaadda", "tag": "700087f4-940d-4949-b750-17465a54babd"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:02.498120 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (17b8653e-747f-49b5-8c02-999d5888a912), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.503644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c87df2-49c4-450a-8f3e-2cf2fed2726c service neutron] Pushing event updated for resources: {'Port': ['ID=700087f4-940d-4949-b750-17465a54babd,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:02.529304 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039620d4-4dbe-4b65-8a0a-f475775b248e x-openstack-request-id: req-039620d4-4dbe-4b65-8a0a-f475775b248e {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:02.530199 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d70b483d-536b-4770-a326-5f933aaaadda", "tag": "700087f4-940d-4949-b750-17465a54babd", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:02.530476 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-039620d4-4dbe-4b65-8a0a-f475775b248e {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:02.531177 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd70b483d-536b-4770-a326-5f933aaaadda', 'tag': '700087f4-940d-4949-b750-17465a54babd', 'status': 'completed', 'code': 200} Jan 27 21:39:02.568867 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b1a8a3-237e-4b21-a1b3-7f16f682b440,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:02.647051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65698a8-b85d-458d-a4dd-c007f333627c req-2be4b66f-bee4-44e6-9852-239b42ace151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:02.652801 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b65698a8-b85d-458d-a4dd-c007f333627c req-2be4b66f-bee4-44e6-9852-239b42ace151 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f59ba72202445a586c9f7c1e1ea00be&device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 1094 time: 0.0971217 Jan 27 21:39:02.663256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cbe18-d035-4fe9-bcec-385702f75594 req-7f978e88-3e09-4e50-9eb9-f99b4e087046 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:02.664840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b6cbe18-d035-4fe9-bcec-385702f75594 req-7f978e88-3e09-4e50-9eb9-f99b4e087046 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 944 time: 0.0637386 Jan 27 21:39:02.777016 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b6cbe18-d035-4fe9-bcec-385702f75594 req-19c30f53-51fc-4a12-b193-2e37cea8c958 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019108 Jan 27 21:39:02.777578 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (17b8653e-747f-49b5-8c02-999d5888a912), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.778697 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:02.779686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:02.809074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65698a8-b85d-458d-a4dd-c007f333627c req-73cd1934-a612-4cb3-9ed4-5a3049ccfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:02.810681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b65698a8-b85d-458d-a4dd-c007f333627c req-73cd1934-a612-4cb3-9ed4-5a3049ccfe8f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=6f59ba72202445a586c9f7c1e1ea00be&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1449306 Jan 27 21:39:02.853892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] Pushing event updated for resources: {'Network': ['ID=17b8653e-747f-49b5-8c02-999d5888a912,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:02.875996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 17b8653e-747f-49b5-8c02-999d5888a912 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:03.011165 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-181415cf-4f19-46f3-aeb6-ab6bf35c18a2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3816395 Jan 27 21:39:03.011165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44166) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:03.015864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b7ddc4ff-4dcc-4a45-8024-3785b4134b5c admin admin] Request body: {'subnet': {'network_id': '17b8653e-747f-49b5-8c02-999d5888a912', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2014271848-subnet', 'tenant_id': '275ae1659c8c4c15921a92068b51bca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:03.027787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65698a8-b85d-458d-a4dd-c007f333627c req-3717383e-d557-4a0d-b2fe-f04ae4cf620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:03.030870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b65698a8-b85d-458d-a4dd-c007f333627c req-3717383e-d557-4a0d-b2fe-f04ae4cf620c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2135057 Jan 27 21:39:03.060895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44168) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:03.113732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device fa749bb3-beb9-4b19-8360-beea8f3e2de1 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:39:03.156877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d527fb-e6c3-436c-af0d-23b97bc539ae req-33f38bf5-9910-4cba-a924-193a17325d64 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:03.161587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4d527fb-e6c3-436c-af0d-23b97bc539ae req-33f38bf5-9910-4cba-a924-193a17325d64 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 943 time: 0.1725256 Jan 27 21:39:03.179417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ddc4ff-4dcc-4a45-8024-3785b4134b5c admin admin] Made reservation on behalf of 275ae1659c8c4c15921a92068b51bca9 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:03.181984 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc4ff-4dcc-4a45-8024-3785b4134b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:03.189019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-2d3aa7bc-d223-48fc-bc02-dcdb4b0cc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:03.190663 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-2d3aa7bc-d223-48fc-bc02-dcdb4b0cc76a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6f59ba72202445a586c9f7c1e1ea00be&device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 1094 time: 0.1120508 Jan 27 21:39:03.227405 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4d527fb-e6c3-436c-af0d-23b97bc539ae req-c2b9f19c-8db7-4aa4-9fcd-f5920ecdeab0 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589800 Jan 27 21:39:03.291021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port fa749bb3-beb9-4b19-8360-beea8f3e2de1, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa749bb3-beb9-4b19-8360-beea8f3e2de1,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:03.317920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-c32f0235-f2f0-4b5b-b6e8-1193ac2479e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=700087f4-940d-4949-b750-17465a54babd HTTP/1.1" status: 200 len: 217 time: 0.0945742 Jan 27 21:39:03.325424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'fa749bb3-beb9-4b19-8360-beea8f3e2de1', 'network_id': 'efc4032c-69b0-4973-8a60-cc17330f1f5b', 'port_id': 'fa749bb3-beb9-4b19-8360-beea8f3e2de1', 'mac_address': 'fa:16:3e:21:a0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b947926-cd0e-4e93-9c61-0d2ab47b8061', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:39:03.369328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port fa749bb3-beb9-4b19-8360-beea8f3e2de1 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:03.369727 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:03.384186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-9132480a-663e-4321-ab3b-59aa1e1714f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:03.385722 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-9132480a-663e-4321-ab3b-59aa1e1714f0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76379c37-1b0d-465f-9b80-20564a8d8976 HTTP/1.1" status: 200 len: 855 time: 0.0584893 Jan 27 21:39:03.390857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa749bb3-beb9-4b19-8360-beea8f3e2de1 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:03.413835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port fa749bb3-beb9-4b19-8360-beea8f3e2de1, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa749bb3-beb9-4b19-8360-beea8f3e2de1,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:03.449596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-60b13de7-4d34-4105-8258-b4ab412cd317 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=673ebca6-e551-4848-847e-99917cafa843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534074 Jan 27 21:39:03.504638 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:03.553292 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc4ff-4dcc-4a45-8024-3785b4134b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (9a824e4e-dc59-4e97-826a-a47733591d1c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:03.568787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=fa749bb3-beb9-4b19-8360-beea8f3e2de1,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:03.655803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddc4ff-4dcc-4a45-8024-3785b4134b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a824e4e-dc59-4e97-826a-a47733591d1c,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:03.661715 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddc4ff-4dcc-4a45-8024-3785b4134b5c admin admin] Checking segment: {'id': '29969b97-6049-4f13-9ae8-aeca9658fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17b8653e-747f-49b5-8c02-999d5888a912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:03.662157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ddc4ff-4dcc-4a45-8024-3785b4134b5c admin admin] Network hostable DHCP agents. Network: 17b8653e-747f-49b5-8c02-999d5888a912, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:03.772665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['fa749bb3-beb9-4b19-8360-beea8f3e2de1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:03.852705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ddc4ff-4dcc-4a45-8024-3785b4134b5c admin admin] Network 17b8653e-747f-49b5-8c02-999d5888a912 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:03.907417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0b546eb6-86e5-4432-98f1-d39e170a9edf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7cef42cd226c46438d4bf796e7520b3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8438890 Jan 27 21:39:03.910573 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44182) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:03.933486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ba6da-5aff-42e4-a861-2aedf4371686 req-fcde6608-f85b-4882-801a-1dea08762054 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:03.940808 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-648ba6da-5aff-42e4-a861-2aedf4371686 req-fcde6608-f85b-4882-801a-1dea08762054 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.6123033 Jan 27 21:39:03.951209 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b7ddc4ff-4dcc-4a45-8024-3785b4134b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 17b8653e-747f-49b5-8c02-999d5888a912) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:03.962355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deccfbbc-adbc-4d72-a204-f86ac451b89e None None] Network 17b8653e-747f-49b5-8c02-999d5888a912 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:03.970944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ddc4ff-4dcc-4a45-8024-3785b4134b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:03.972848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b7ddc4ff-4dcc-4a45-8024-3785b4134b5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.012820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c772909-89b0-4273-834a-74707780e7e1 admin admin] Publish callbacks [] for security_group (a65d6939-478f-4610-8bbe-77dd1131d27b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.044424 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c772909-89b0-4273-834a-74707780e7e1 admin admin] Publish callbacks [] for security_group (a65d6939-478f-4610-8bbe-77dd1131d27b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.069918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-648ba6da-5aff-42e4-a861-2aedf4371686 req-bdd22b63-f80a-49f9-9d5b-3f72df105026 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277375 Jan 27 21:39:04.088934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-e97336b8-0f9d-4d4c-9696-851e496724ac service neutron] 10.222.0.71 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6300161 Jan 27 21:39:04.106908 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b7ddc4ff-4dcc-4a45-8024-3785b4134b5c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0950873 Jan 27 21:39:04.108727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6bc9a-d83a-41b3-ad7d-d38b37ab8b50 req-c898bac3-509c-41c6-9454-b1a0739c3c92 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:04.117914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ac6bc9a-d83a-41b3-ad7d-d38b37ab8b50 req-c898bac3-509c-41c6-9454-b1a0739c3c92 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 945 time: 0.2019150 Jan 27 21:39:04.153906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1283313b-4810-4e7a-82f3-75f5f57735ee None None] Network 17b8653e-747f-49b5-8c02-999d5888a912 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:04.212816 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c772909-89b0-4273-834a-74707780e7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a65d6939-478f-4610-8bbe-77dd1131d27b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.217322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c772909-89b0-4273-834a-74707780e7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:04.220306 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3c772909-89b0-4273-834a-74707780e7e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a65d6939-478f-4610-8bbe-77dd1131d27b HTTP/1.1" status: 204 len: 168 time: 0.3073750 Jan 27 21:39:04.224358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ac6bc9a-d83a-41b3-ad7d-d38b37ab8b50 req-031bdbb4-d4ec-40ad-9aee-773633d53db0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055067 Jan 27 21:39:04.257091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c772909-89b0-4273-834a-74707780e7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65d6939-478f-4610-8bbe-77dd1131d27b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:04.294765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3cc06c-2721-4337-bf14-2ab46e4ca83c req-b149eae1-51a2-410a-bfcb-0875c4fc3a0d service neutron] 10.222.0.71 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747534 Jan 27 21:39:04.430957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398027f3-a175-44cf-ac17-5198983bad32 req-9aa4653d-af17-4bb8-9598-db3f490d836d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:04.439645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-398027f3-a175-44cf-ac17-5198983bad32 req-9aa4653d-af17-4bb8-9598-db3f490d836d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 943 time: 0.0705018 Jan 27 21:39:04.484680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-398027f3-a175-44cf-ac17-5198983bad32 req-c97f01fa-0deb-4d04-8df5-f7ec050e701a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Jan 27 21:39:04.749440 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bcdc3ec2-7bec-4f74-939d-23e49ce38529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:05.056106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e3c65227-4768-4ce4-bb6b-7fc70fffe088 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:05.058689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e3c65227-4768-4ce4-bb6b-7fc70fffe088 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/networks?id=17b8653e-747f-49b5-8c02-999d5888a912 HTTP/1.1" status: 200 len: 813 time: 0.1350942 Jan 27 21:39:05.081622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-7c25080d-056a-4eb5-8053-abbcadd42562 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/quotas/275ae1659c8c4c15921a92068b51bca9 HTTP/1.1" status: 200 len: 375 time: 0.0159042 Jan 27 21:39:05.111034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-40952894-1c6b-4a05-8aaf-ad6c85f20a45 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=275ae1659c8c4c15921a92068b51bca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285192 Jan 27 21:39:05.114147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device fa749bb3-beb9-4b19-8360-beea8f3e2de1 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:05.250765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-6fbfce9c-ef41-454d-a6bf-ca4e62a8fa69 service neutron] 10.222.0.61 "GET /v2.0/networks/17b8653e-747f-49b5-8c02-999d5888a912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322172 Jan 27 21:39:05.257858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae25e7b-4547-4b39-8faf-9bbb71a62434 req-dc718a67-65ee-4f94-8adc-201462feb22d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:05.259517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ae25e7b-4547-4b39-8faf-9bbb71a62434 req-dc718a67-65ee-4f94-8adc-201462feb22d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0787992 Jan 27 21:39:05.286991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port fa749bb3-beb9-4b19-8360-beea8f3e2de1 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:39:05.295953 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port fa749bb3-beb9-4b19-8360-beea8f3e2de1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:05.296403 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:05.370675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ae25e7b-4547-4b39-8faf-9bbb71a62434 req-f189ea16-d35c-4ae7-949b-08828beb8cc7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026437 Jan 27 21:39:05.393907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-da3e0861-d136-47e9-971d-6e2b1a0030c7 service neutron] 10.222.0.61 "GET /v2.0/networks/17b8653e-747f-49b5-8c02-999d5888a912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331544 Jan 27 21:39:05.453732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port fa749bb3-beb9-4b19-8360-beea8f3e2de1 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:05.454753 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:05.508069 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66686232-b439-412d-9039-e119f48f53e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa749bb3-beb9-4b19-8360-beea8f3e2de1'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:05.514015 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89065471-13b4-44bc-ba56-9148c435d8da" -d '{"events": [{"server_uuid": "66686232-b439-412d-9039-e119f48f53e2", "name": "network-vif-plugged", "status": "completed", "tag": "fa749bb3-beb9-4b19-8360-beea8f3e2de1"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:05.537337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port fa749bb3-beb9-4b19-8360-beea8f3e2de1, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa749bb3-beb9-4b19-8360-beea8f3e2de1,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:05.610699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23703b-6e7b-4b59-8dbc-1181fd09819d req-a88ce90e-b00f-4b4a-99f2-5aad7b4a8a61 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:05.612907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b23703b-6e7b-4b59-8dbc-1181fd09819d req-a88ce90e-b00f-4b4a-99f2-5aad7b4a8a61 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 945 time: 0.0558879 Jan 27 21:39:05.668874 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:05.697524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b23703b-6e7b-4b59-8dbc-1181fd09819d req-b2ec811c-7b7f-4fd9-b854-4f0576f2ddbf tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677776 Jan 27 21:39:05.724418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=fa749bb3-beb9-4b19-8360-beea8f3e2de1,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:05.785341 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef0cb8f-66a2-4c7d-aa2d-9275448e98a2 x-openstack-request-id: req-9ef0cb8f-66a2-4c7d-aa2d-9275448e98a2 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:05.785850 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66686232-b439-412d-9039-e119f48f53e2", "name": "network-vif-plugged", "status": "completed", "tag": "fa749bb3-beb9-4b19-8360-beea8f3e2de1", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:05.786399 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ef0cb8f-66a2-4c7d-aa2d-9275448e98a2 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:05.786995 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66686232-b439-412d-9039-e119f48f53e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa749bb3-beb9-4b19-8360-beea8f3e2de1', 'code': 200} Jan 27 21:39:05.822819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0f2a8-0966-4daa-8e51-3d0e63346f07 req-695fd7ac-9d8e-41b6-9b50-3101fd47307b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:05.824379 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5b0f2a8-0966-4daa-8e51-3d0e63346f07 req-695fd7ac-9d8e-41b6-9b50-3101fd47307b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 943 time: 0.0695364 Jan 27 21:39:05.865929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81b5219d-fc9e-4721-8e9e-915896dd5995 req-691244b2-ffbe-4d01-9a43-9f4a73b35ee1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 210 time: 0.0399506 Jan 27 21:39:05.939021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5b0f2a8-0966-4daa-8e51-3d0e63346f07 req-dad70e8d-412e-455e-8c03-4138c3344a54 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043439 Jan 27 21:39:05.995394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e451d-c46f-4c30-80e3-d1f9a15bba63 req-4371002f-a500-4726-8294-5567f1859ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:05.997191 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e48e451d-c46f-4c30-80e3-d1f9a15bba63 req-4371002f-a500-4726-8294-5567f1859ef5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 1097 time: 0.1407096 Jan 27 21:39:06.018680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44256) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:06.024601 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:06.053037 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e48e451d-c46f-4c30-80e3-d1f9a15bba63 req-0fba9ae7-b63a-4f10-8798-bea83ce679de service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483422 Jan 27 21:39:06.128703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-717145214'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:06.418345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:06.424698 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:06.437750 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:06.527480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b77d4-cd71-4497-b193-5b8f700f2be9 req-af3b0778-d0b0-473e-a5a6-0b933ec66ef0 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:06.529013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f2b77d4-cd71-4497-b193-5b8f700f2be9 req-af3b0778-d0b0-473e-a5a6-0b933ec66ef0 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0712192 Jan 27 21:39:06.579489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for security_group (53f2b570-66e2-40e4-9f90-c42b332c7eab), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:06.595750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f2b77d4-cd71-4497-b193-5b8f700f2be9 req-5f6b45c3-f6a6-4096-87ef-bf9c9190b64a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598476 Jan 27 21:39:06.749534 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (53f2b570-66e2-40e4-9f90-c42b332c7eab), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:06.784820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:06.815099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f2b570-66e2-40e4-9f90-c42b332c7eab,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:06.821085 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e60e87a0-9ac4-4a96-9779-800105d762d4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:06.821435 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Added segment e60e87a0-9ac4-4a96-9779-800105d762d4 of type vlan for network 3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9 Jan 27 21:39:06.872998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b956b-21bb-49d8-9dd0-770548b1b815 req-56d6e874-941d-43b3-b77e-20bf88a20775 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:06.874485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b04b956b-21bb-49d8-9dd0-770548b1b815 req-56d6e874-941d-43b3-b77e-20bf88a20775 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 946 time: 0.1036918 Jan 27 21:39:06.876221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:06.938094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b04b956b-21bb-49d8-9dd0-770548b1b815 req-f5825372-5c73-4b4e-bd1f-507cf83e6d60 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552275 Jan 27 21:39:06.992038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76c6f296-1add-425f-8c29-7e738ed1ae65 req-98504660-2fab-4f3a-927b-275031e51833 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 210 time: 0.0342739 Jan 27 21:39:07.064836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:07.071350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:07.071350 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:07.129373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4032d8-6f89-4763-97b0-cab94bb25ac0 req-00a88d6a-f379-436b-9402-b45bfa223c87 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:07.130838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e4032d8-6f89-4763-97b0-cab94bb25ac0 req-00a88d6a-f379-436b-9402-b45bfa223c87 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 943 time: 0.1079240 Jan 27 21:39:07.155580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:07.180819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:07.196781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e4032d8-6f89-4763-97b0-cab94bb25ac0 req-3f7aac55-9a78-4f40-bcff-e3d1787fe061 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558791 Jan 27 21:39:07.222749 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b690878d-01fe-497a-adf9-3d96466c86e4 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2012954 Jan 27 21:39:07.305790 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:07.408024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44286) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:07.414412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b8120263-3aaa-43e8-bfdd-bcfa04ac9c22 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'network_id': '3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:07.497669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 700087f4-940d-4949-b750-17465a54babd details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:39:07.600385 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 700087f4-940d-4949-b750-17465a54babd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=700087f4-940d-4949-b750-17465a54babd,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:07.610532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '700087f4-940d-4949-b750-17465a54babd', 'network_id': '673ebca6-e551-4848-847e-99917cafa843', 'port_id': '700087f4-940d-4949-b750-17465a54babd', 'mac_address': 'fa:16:3e:c7:cc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76379c37-1b0d-465f-9b80-20564a8d8976', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:39:07.651158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 700087f4-940d-4949-b750-17465a54babd is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:07.651697 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (700087f4-940d-4949-b750-17465a54babd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:07.666459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700087f4-940d-4949-b750-17465a54babd {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:07.694848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 700087f4-940d-4949-b750-17465a54babd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=700087f4-940d-4949-b750-17465a54babd,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:07.723565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e0972-8aab-44d4-a689-d423237d382c req-cd840207-13b3-4a2c-8806-8efc422b2be9 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:07.724956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-961e0972-8aab-44d4-a689-d423237d382c req-cd840207-13b3-4a2c-8806-8efc422b2be9 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0573614 Jan 27 21:39:07.757002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8120263-3aaa-43e8-bfdd-bcfa04ac9c22 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:07.760683 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b8120263-3aaa-43e8-bfdd-bcfa04ac9c22 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:07.836103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-961e0972-8aab-44d4-a689-d423237d382c req-458c5a35-c625-4b8f-87d3-2f15d1343b10 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053419 Jan 27 21:39:07.875838 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (700087f4-940d-4949-b750-17465a54babd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:07.928411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=700087f4-940d-4949-b750-17465a54babd,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:08.057236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f55b0f-ea2e-4c5c-82ce-168cacb91b9d req-066e490f-fcbb-4865-83a8-84d98505eb06 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:08.062339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44f55b0f-ea2e-4c5c-82ce-168cacb91b9d req-066e490f-fcbb-4865-83a8-84d98505eb06 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 946 time: 0.0484941 Jan 27 21:39:08.094743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85854419-a58a-4810-9e38-f0541cc3793a req-a5f0e36d-0c3e-4eb0-89ff-1af6912e38eb tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 210 time: 0.0346940 Jan 27 21:39:08.132578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44f55b0f-ea2e-4c5c-82ce-168cacb91b9d req-431438a8-3a70-4620-852a-f10fcb174d89 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639272 Jan 27 21:39:08.203346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['700087f4-940d-4949-b750-17465a54babd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:08.206017 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b8120263-3aaa-43e8-bfdd-bcfa04ac9c22 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (ed1bf787-8c2f-4eb1-9b57-dcf3689112a9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:08.329570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b2a0000-d5eb-42d7-939f-52e6d5041d7e req-467fc86e-fc1b-4c6d-9ece-ca61cca1a061 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2028585998&fields=id&tenant_id=0c35be4b415741f084eee104e939759d HTTP/1.1" status: 200 len: 267 time: 0.1260307 Jan 27 21:39:08.335080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8120263-3aaa-43e8-bfdd-bcfa04ac9c22 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=ed1bf787-8c2f-4eb1-9b57-dcf3689112a9,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:08.386393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8120263-3aaa-43e8-bfdd-bcfa04ac9c22 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking segment: {'id': 'e60e87a0-9ac4-4a96-9779-800105d762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:08.386767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8120263-3aaa-43e8-bfdd-bcfa04ac9c22 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network hostable DHCP agents. Network: 3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:08.407293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d331444-749c-427e-a10d-fc5fd46bcfc7 req-5e5f75c6-7076-4122-8ea0-24b750e6336b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:08.408809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d331444-749c-427e-a10d-fc5fd46bcfc7 req-5e5f75c6-7076-4122-8ea0-24b750e6336b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 944 time: 0.1366093 Jan 27 21:39:08.446104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a0000-d5eb-42d7-939f-52e6d5041d7e req-61fc3b11-ef80-40a4-ac07-4a085ec13981 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:08.447556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b2a0000-d5eb-42d7-939f-52e6d5041d7e req-61fc3b11-ef80-40a4-ac07-4a085ec13981 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 946 time: 0.1012714 Jan 27 21:39:08.465439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8b2a0000-d5eb-42d7-939f-52e6d5041d7e req-3388a418-ba40-4d6f-aadf-970623f5198e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'port': {'security_groups': ['8841d0b6-b353-45a3-b4c8-bd301042a4c0', '8a9adfec-fc78-4458-9ae1-13e63ca3c9d7']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:08.504471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d331444-749c-427e-a10d-fc5fd46bcfc7 req-3f447705-c87c-47e2-9aaa-e95bb93f58f2 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878453 Jan 27 21:39:08.543058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b2a0000-d5eb-42d7-939f-52e6d5041d7e req-3388a418-ba40-4d6f-aadf-970623f5198e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:08.689425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8120263-3aaa-43e8-bfdd-bcfa04ac9c22 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network 3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:08.743208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8b2a0000-d5eb-42d7-939f-52e6d5041d7e req-3388a418-ba40-4d6f-aadf-970623f5198e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] For port fa749bb3-beb9-4b19-8360-beea8f3e2de1, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa749bb3-beb9-4b19-8360-beea8f3e2de1,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:08.761512 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:08.775821 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b2a0000-d5eb-42d7-939f-52e6d5041d7e req-3388a418-ba40-4d6f-aadf-970623f5198e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:08.812429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-b8120263-3aaa-43e8-bfdd-bcfa04ac9c22 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:08.817761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8120263-3aaa-43e8-bfdd-bcfa04ac9c22 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:08.818385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b8120263-3aaa-43e8-bfdd-bcfa04ac9c22 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:08.826452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8ef1f0-0f34-4f41-b221-e4fb8cb5dc17 None None] Network 3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:08.886924 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b2a0000-d5eb-42d7-939f-52e6d5041d7e req-3388a418-ba40-4d6f-aadf-970623f5198e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:08.915066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b41d4478-d935-4ac9-a1bd-0bef366666b7', 'fa749bb3-beb9-4b19-8360-beea8f3e2de1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:08.968019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a0000-d5eb-42d7-939f-52e6d5041d7e req-3388a418-ba40-4d6f-aadf-970623f5198e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:08.968686 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b2a0000-d5eb-42d7-939f-52e6d5041d7e req-3388a418-ba40-4d6f-aadf-970623f5198e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:08.973771 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b2a0000-d5eb-42d7-939f-52e6d5041d7e req-3388a418-ba40-4d6f-aadf-970623f5198e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "PUT /v2.0/ports/fa749bb3-beb9-4b19-8360-beea8f3e2de1 HTTP/1.1" status: 200 len: 982 time: 0.5144231 Jan 27 21:39:08.977782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66686232-b439-412d-9039-e119f48f53e2', 'tag': 'fa749bb3-beb9-4b19-8360-beea8f3e2de1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:08.984476 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189ee302-878e-469e-9738-1121cb10b9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "66686232-b439-412d-9039-e119f48f53e2", "tag": "fa749bb3-beb9-4b19-8360-beea8f3e2de1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:09.001781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b8120263-3aaa-43e8-bfdd-bcfa04ac9c22 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5884054 Jan 27 21:39:09.001891 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9', 'network_id': '3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9', 'project_id': '034ada6ce9fe439e836d01098a40b800', 'fixed_ips': [{'subnet_id': 'ed1bf787-8c2f-4eb1-9b57-dcf3689112a9'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:09.001891 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:09.002083 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44322) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:09.007553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0d9ad29b-680b-439e-b7b4-3dd315598ecf tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1229812013'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:09.039987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388a418-ba40-4d6f-aadf-970623f5198e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'Port': ['ID=fa749bb3-beb9-4b19-8360-beea8f3e2de1,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:09.077133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56787ad2-a3ca-4346-ab33-7567ffc718e1 req-0069e757-6d9b-4cb8-a887-8163550055be tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:09.085197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56787ad2-a3ca-4346-ab33-7567ffc718e1 req-0069e757-6d9b-4cb8-a887-8163550055be tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1592021 Jan 27 21:39:09.110338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-affc9a69-751d-4e8b-ad3c-9aa3afdd6707 req-ea9c8e6e-15c7-4ed9-a662-f08a995bdbcc tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/8a9adfec-fc78-4458-9ae1-13e63ca3c9d7 HTTP/1.1" status: 200 len: 1819 time: 0.0960782 Jan 27 21:39:09.132843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['fa749bb3-beb9-4b19-8360-beea8f3e2de1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:09.162764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56787ad2-a3ca-4346-ab33-7567ffc718e1 req-37c3698b-72eb-41aa-bbd8-1b78bd566da4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766964 Jan 27 21:39:09.170787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9ad29b-680b-439e-b7b4-3dd315598ecf tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:09.170976 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad29b-680b-439e-b7b4-3dd315598ecf tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:09.190100 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-affc9a69-751d-4e8b-ad3c-9aa3afdd6707 req-789c8d3d-0d4a-46f7-a280-e41bd15cb135 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 21:39:09.191682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-affc9a69-751d-4e8b-ad3c-9aa3afdd6707 req-789c8d3d-0d4a-46f7-a280-e41bd15cb135 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "DELETE /v2.0/security-groups/8a9adfec-fc78-4458-9ae1-13e63ca3c9d7 HTTP/1.1" status: 409 len: 341 time: 0.0703623 Jan 27 21:39:09.218611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9ad29b-680b-439e-b7b4-3dd315598ecf tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:09.230648 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad29b-680b-439e-b7b4-3dd315598ecf tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3900a11f-feee-407f-bcb5-856c7bfa47d8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:09.231152 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-0d9ad29b-680b-439e-b7b4-3dd315598ecf tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Added segment 3900a11f-feee-407f-bcb5-856c7bfa47d8 of type vlan for network e6e6cc67-1f49-4f18-ab7f-aecd072c496f Jan 27 21:39:09.243713 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8d7403-bf88-46ed-847e-3c2f76f5018d x-openstack-request-id: req-fd8d7403-bf88-46ed-847e-3c2f76f5018d {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:09.249639 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66686232-b439-412d-9039-e119f48f53e2", "tag": "fa749bb3-beb9-4b19-8360-beea8f3e2de1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:09.249639 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd8d7403-bf88-46ed-847e-3c2f76f5018d {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:09.249639 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66686232-b439-412d-9039-e119f48f53e2', 'tag': 'fa749bb3-beb9-4b19-8360-beea8f3e2de1', 'status': 'completed', 'code': 200} Jan 27 21:39:09.308325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3c04667-ce22-46c7-b16e-58c18f10bd4c req-bb599759-9938-4193-8ce1-2a6a8526460a tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 210 time: 0.0538685 Jan 27 21:39:09.340113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Allocated IP 172.20.255.242 (3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9/ed1bf787-8c2f-4eb1-9b57-dcf3689112a9/568372f4-edfe-4c04-a145-35ddbc96b059) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:09.358084 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad29b-680b-439e-b7b4-3dd315598ecf tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (e6e6cc67-1f49-4f18-ab7f-aecd072c496f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:09.381870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ee302-878e-469e-9738-1121cb10b9a4 req-383f7b3b-d866-433e-941b-dda9258b05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:09.383379 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-189ee302-878e-469e-9738-1121cb10b9a4 req-383f7b3b-d866-433e-941b-dda9258b05e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c35be4b415741f084eee104e939759d&device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 1136 time: 0.0732062 Jan 27 21:39:09.484996 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ee302-878e-469e-9738-1121cb10b9a4 req-67a33e45-43d0-4136-8988-030cc4b40556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:09.486727 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-189ee302-878e-469e-9738-1121cb10b9a4 req-67a33e45-43d0-4136-8988-030cc4b40556 service neutron] 10.222.0.74 "GET /v2.0/networks?id=efc4032c-69b0-4973-8a60-cc17330f1f5b HTTP/1.1" status: 200 len: 914 time: 0.0909986 Jan 27 21:39:09.531176 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-189ee302-878e-469e-9738-1121cb10b9a4 req-cd5de46e-d007-411d-8fa6-29dfee31b1cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa749bb3-beb9-4b19-8360-beea8f3e2de1 HTTP/1.1" status: 200 len: 217 time: 0.0378852 Jan 27 21:39:09.589211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ee302-878e-469e-9738-1121cb10b9a4 req-0cd9299f-6cda-4e75-9618-cc68e5073840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:09.590633 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-189ee302-878e-469e-9738-1121cb10b9a4 req-0cd9299f-6cda-4e75-9618-cc68e5073840 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b947926-cd0e-4e93-9c61-0d2ab47b8061 HTTP/1.1" status: 200 len: 853 time: 0.0520318 Jan 27 21:39:09.625338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 700087f4-940d-4949-b750-17465a54babd up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:09.625655 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-189ee302-878e-469e-9738-1121cb10b9a4 req-c4e0fae3-e7f6-44b2-a268-782be3fa0282 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc4032c-69b0-4973-8a60-cc17330f1f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275011 Jan 27 21:39:09.640217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4b590-90c6-4078-8f07-a4364635f4b9 req-c28e8a30-12c7-4ea0-96b3-bba284c8589b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:09.641823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5db4b590-90c6-4078-8f07-a4364635f4b9 req-c28e8a30-12c7-4ea0-96b3-bba284c8589b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 944 time: 0.0605857 Jan 27 21:39:09.693295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5db4b590-90c6-4078-8f07-a4364635f4b9 req-9761ff82-d31a-4f22-9626-e5de87b0a91f tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441408 Jan 27 21:39:09.742237 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad29b-680b-439e-b7b4-3dd315598ecf tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (e6e6cc67-1f49-4f18-ab7f-aecd072c496f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:09.747815 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ad29b-680b-439e-b7b4-3dd315598ecf tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:09.749051 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad29b-680b-439e-b7b4-3dd315598ecf tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:09.777220 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-189ee302-878e-469e-9738-1121cb10b9a4 req-5bafe8b9-8459-44b6-80fc-b6e9feb90a37 service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449332 Jan 27 21:39:09.828763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Publish callbacks [] for port (568372f4-edfe-4c04-a145-35ddbc96b059), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:09.916427 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ad29b-680b-439e-b7b4-3dd315598ecf tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=e6e6cc67-1f49-4f18-ab7f-aecd072c496f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:09.928233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network e6e6cc67-1f49-4f18-ab7f-aecd072c496f details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:09.971448 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 700087f4-940d-4949-b750-17465a54babd completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:39:09.974642 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-189ee302-878e-469e-9738-1121cb10b9a4 req-15335cf4-565f-4601-b493-3aee42a86bcc service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600101 Jan 27 21:39:09.995435 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0d9ad29b-680b-439e-b7b4-3dd315598ecf tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9927983 Jan 27 21:39:09.998429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44340) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:10.005911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6423acb6-d25d-43f8-aa57-b1b01b8c837f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'network_id': 'e6e6cc67-1f49-4f18-ab7f-aecd072c496f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:10.015480 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:10.025427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38869473-6d51-497a-abb9-9bb2ff177054 req-4ae8d0f6-3671-4490-ad85-9cd97bd6c389 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.027282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38869473-6d51-497a-abb9-9bb2ff177054 req-4ae8d0f6-3671-4490-ad85-9cd97bd6c389 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 985 time: 0.0559361 Jan 27 21:39:10.054351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 700087f4-940d-4949-b750-17465a54babd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:10.054743 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (700087f4-940d-4949-b750-17465a54babd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:10.095415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Pushing event updated for resources: {'Port': ['ID=568372f4-edfe-4c04-a145-35ddbc96b059,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:10.110934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38869473-6d51-497a-abb9-9bb2ff177054 req-8f205e57-cd11-42ab-89ac-097a374cf3c1 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a9adfec-fc78-4458-9ae1-13e63ca3c9d7&id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0745454 Jan 27 21:39:10.145493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Network 3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:10.152472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:10.155544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:10.249039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Attempting to bind port 568372f4-edfe-4c04-a145-35ddbc96b059 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:10.249498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Attempting to bind port 568372f4-edfe-4c04-a145-35ddbc96b059 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'e60e87a0-9ac4-4a96-9779-800105d762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:10.249798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Attempting to bind port 568372f4-edfe-4c04-a145-35ddbc96b059 on network 3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:10.269130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:10.269595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Checking segment: {'id': 'e60e87a0-9ac4-4a96-9779-800105d762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:10.270009 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:10.270409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Bound using segment: {'id': 'e60e87a0-9ac4-4a96-9779-800105d762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:10.270898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Bound port: 568372f4-edfe-4c04-a145-35ddbc96b059, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60e87a0-9ac4-4a96-9779-800105d762d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:10.271285 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:10.288703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 700087f4-940d-4949-b750-17465a54babd is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:10.289103 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (700087f4-940d-4949-b750-17465a54babd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:10.293677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b40654-baae-4e49-8d7d-a55cb7f31850 req-861ebfb9-328d-41c9-bb39-91b09bf64bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.295344 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-05b40654-baae-4e49-8d7d-a55cb7f31850 req-861ebfb9-328d-41c9-bb39-91b09bf64bad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c35be4b415741f084eee104e939759d&device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 1136 time: 0.0503745 Jan 27 21:39:10.311806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a7901-b529-40f9-ab58-119f63015bad req-81a3eb45-daf4-4d84-b27f-cb2f97a8b485 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.325009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6423acb6-d25d-43f8-aa57-b1b01b8c837f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:10.329332 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6423acb6-d25d-43f8-aa57-b1b01b8c837f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:10.332225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea4a7901-b529-40f9-ab58-119f63015bad req-81a3eb45-daf4-4d84-b27f-cb2f97a8b485 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0745692 Jan 27 21:39:10.351641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70b483d-536b-4770-a326-5f933aaaadda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700087f4-940d-4949-b750-17465a54babd'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:10.354637 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1afe85-9e76-4509-959c-f0cc15693de4" -d '{"events": [{"server_uuid": "d70b483d-536b-4770-a326-5f933aaaadda", "name": "network-vif-plugged", "status": "completed", "tag": "700087f4-940d-4949-b750-17465a54babd"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:10.401852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] For port 568372f4-edfe-4c04-a145-35ddbc96b059, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:10.404818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 700087f4-940d-4949-b750-17465a54babd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=700087f4-940d-4949-b750-17465a54babd,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:10.415828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] For port 568372f4-edfe-4c04-a145-35ddbc96b059, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=568372f4-edfe-4c04-a145-35ddbc96b059,segment=NetworkSegment(e60e87a0-9ac4-4a96-9779-800105d762d4),segment_id=e60e87a0-9ac4-4a96-9779-800105d762d4)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:10.483647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b40654-baae-4e49-8d7d-a55cb7f31850 req-8663716b-296d-4759-af7d-8b9d3598d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.485215 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-05b40654-baae-4e49-8d7d-a55cb7f31850 req-8663716b-296d-4759-af7d-8b9d3598d47f service neutron] 10.222.0.74 "GET /v2.0/networks?id=efc4032c-69b0-4973-8a60-cc17330f1f5b HTTP/1.1" status: 200 len: 914 time: 0.1843624 Jan 27 21:39:10.495057 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5d2dcca5-47b6-4950-8c7c-687f32d0418c req-35df2d8b-c87a-4174-b3be-e2c02ccf9dfd tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 210 time: 0.0992732 Jan 27 21:39:10.501585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea4a7901-b529-40f9-ab58-119f63015bad req-a2da5d1a-d5a7-4ac7-871e-a04b70f1b6e8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681900 Jan 27 21:39:10.542286 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-05b40654-baae-4e49-8d7d-a55cb7f31850 req-f82c1f71-7266-4951-affa-777ab1edfacc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa749bb3-beb9-4b19-8360-beea8f3e2de1 HTTP/1.1" status: 200 len: 217 time: 0.0495746 Jan 27 21:39:10.549787 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e357f12-6afb-42b3-800a-fcb4a88382b2 x-openstack-request-id: req-0e357f12-6afb-42b3-800a-fcb4a88382b2 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:10.550827 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70b483d-536b-4770-a326-5f933aaaadda", "name": "network-vif-plugged", "status": "completed", "tag": "700087f4-940d-4949-b750-17465a54babd", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:10.551090 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e357f12-6afb-42b3-800a-fcb4a88382b2 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:10.551488 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70b483d-536b-4770-a326-5f933aaaadda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700087f4-940d-4949-b750-17465a54babd', 'code': 200} Jan 27 21:39:10.556531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff16ba-847f-414b-a143-835569c5b250 req-f524434c-58cf-44f7-95d1-00fed1145cbd tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.558254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-f524434c-58cf-44f7-95d1-00fed1145cbd tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.74 "GET /v2.0/networks?id=17b8653e-747f-49b5-8c02-999d5888a912 HTTP/1.1" status: 200 len: 813 time: 0.1864054 Jan 27 21:39:10.571521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Request body: {'port': {'device_id': '8136a9ba-b171-439b-99d8-12803a06744b', 'network_id': '17b8653e-747f-49b5-8c02-999d5888a912', 'admin_state_up': True, 'tenant_id': '275ae1659c8c4c15921a92068b51bca9'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:10.638228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b40654-baae-4e49-8d7d-a55cb7f31850 req-c124206a-793e-4625-bafe-091eb50d1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.639713 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-05b40654-baae-4e49-8d7d-a55cb7f31850 req-c124206a-793e-4625-bafe-091eb50d1ad8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b947926-cd0e-4e93-9c61-0d2ab47b8061 HTTP/1.1" status: 200 len: 853 time: 0.0855994 Jan 27 21:39:10.680905 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (700087f4-940d-4949-b750-17465a54babd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:10.687742 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:10.701072 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-05b40654-baae-4e49-8d7d-a55cb7f31850 req-9bfae33a-b361-4db1-ae27-f7a5d7990309 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc4032c-69b0-4973-8a60-cc17330f1f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402272 Jan 27 21:39:10.709534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837c61d-c9bc-4600-8b30-fb8ce61a6e87 req-be3a2354-ed08-4e8a-8950-c7aa1634dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.711172 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1837c61d-c9bc-4600-8b30-fb8ce61a6e87 req-be3a2354-ed08-4e8a-8950-c7aa1634dc7a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 1095 time: 0.0869045 Jan 27 21:39:10.800048 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1837c61d-c9bc-4600-8b30-fb8ce61a6e87 req-25bd6321-2c31-4540-9688-a78a04c6d47a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798328 Jan 27 21:39:10.808478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=700087f4-940d-4949-b750-17465a54babd,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:10.876820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6423acb6-d25d-43f8-aa57-b1b01b8c837f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (c24aea76-1733-4ec5-8ecb-f94f9cf33f70), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:10.899551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Made reservation on behalf of 275ae1659c8c4c15921a92068b51bca9 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:10.904122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:10.932367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c27337-ec45-46a5-b235-4eab8a045d65 None None] Pushing event updated for resources: {'Port': ['ID=568372f4-edfe-4c04-a145-35ddbc96b059,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:10.937674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39719ccf-3592-4754-a250-5936354b00d3 req-bccd403a-ca6f-43a1-a21d-23b2081d0751 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:10.940576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39719ccf-3592-4754-a250-5936354b00d3 req-bccd403a-ca6f-43a1-a21d-23b2081d0751 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1340394 Jan 27 21:39:10.991107 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-05b40654-baae-4e49-8d7d-a55cb7f31850 req-57dd1603-17f2-4c94-8315-8a9536bf9bc4 service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651746 Jan 27 21:39:10.991107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423acb6-d25d-43f8-aa57-b1b01b8c837f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=c24aea76-1733-4ec5-8ecb-f94f9cf33f70,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:11.068686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39719ccf-3592-4754-a250-5936354b00d3 req-33c4b31f-c0f4-4ba3-acd5-ef8c944f3bcd tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167920 Jan 27 21:39:11.098862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6423acb6-d25d-43f8-aa57-b1b01b8c837f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking segment: {'id': '3900a11f-feee-407f-bcb5-856c7bfa47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e6e6cc67-1f49-4f18-ab7f-aecd072c496f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:11.099391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6423acb6-d25d-43f8-aa57-b1b01b8c837f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network hostable DHCP agents. Network: e6e6cc67-1f49-4f18-ab7f-aecd072c496f, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:11.178184 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-05b40654-baae-4e49-8d7d-a55cb7f31850 req-7794764b-40cd-4869-8c6a-f373f09cd898 service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791565 Jan 27 21:39:11.192327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Allocated IP 172.20.0.14 (17b8653e-747f-49b5-8c02-999d5888a912/9a824e4e-dc59-4e97-826a-a47733591d1c/ff758751-ec9c-440b-9689-ccf44cd8d0e8) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:11.349109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9972743-c3fc-4fbe-bd5a-bd3afa8050cd req-53e9d363-cdbb-4538-b240-86b4e2413f38 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:11.350704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9972743-c3fc-4fbe-bd5a-bd3afa8050cd req-53e9d363-cdbb-4538-b240-86b4e2413f38 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 985 time: 0.1200991 Jan 27 21:39:11.412981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6423acb6-d25d-43f8-aa57-b1b01b8c837f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network e6e6cc67-1f49-4f18-ab7f-aecd072c496f is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:11.434008 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Publish callbacks [] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:11.454279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9972743-c3fc-4fbe-bd5a-bd3afa8050cd req-3fe557b2-2532-4e5f-bf41-8c8796e1ee47 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a9adfec-fc78-4458-9ae1-13e63ca3c9d7&id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0964763 Jan 27 21:39:11.578169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-6423acb6-d25d-43f8-aa57-b1b01b8c837f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, e6e6cc67-1f49-4f18-ab7f-aecd072c496f) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:11.583289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6423acb6-d25d-43f8-aa57-b1b01b8c837f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:11.586049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6423acb6-d25d-43f8-aa57-b1b01b8c837f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:11.590218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161aa3b3-a9fa-4897-9f9b-757e53c4e155 None None] Network e6e6cc67-1f49-4f18-ab7f-aecd072c496f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:11.607816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5d41130-eaec-4fdc-9a5f-f81a231f8ba2 req-4f8c7840-6025-4ebe-b92f-7a38c7d73bd2 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 210 time: 0.0341003 Jan 27 21:39:11.660521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffdaa2-8db0-4e6f-b12a-7b42bcf79287 req-04204889-01cf-46c1-a978-35e101db1a61 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:11.662040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bfffdaa2-8db0-4e6f-b12a-7b42bcf79287 req-04204889-01cf-46c1-a978-35e101db1a61 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0749254 Jan 27 21:39:11.707535 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:11.723727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-e6e6cc67-1f49-4f18-ab7f-aecd072c496f', 'network_id': 'e6e6cc67-1f49-4f18-ab7f-aecd072c496f', 'project_id': '034ada6ce9fe439e836d01098a40b800', 'fixed_ips': [{'subnet_id': 'c24aea76-1733-4ec5-8ecb-f94f9cf33f70'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:11.724854 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:11.757377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bfffdaa2-8db0-4e6f-b12a-7b42bcf79287 req-6afd26de-e493-4126-84aa-eb98fabd582f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893276 Jan 27 21:39:11.769735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Network 17b8653e-747f-49b5-8c02-999d5888a912 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:11.773333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:11.790266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:11.794897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Pushing event updated for resources: {'Port': ['ID=ff758751-ec9c-440b-9689-ccf44cd8d0e8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:11.821684 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6423acb6-d25d-43f8-aa57-b1b01b8c837f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8215930 Jan 27 21:39:11.824475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44368) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:11.908930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:11.911402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Allocated IP 172.20.0.2 (e6e6cc67-1f49-4f18-ab7f-aecd072c496f/c24aea76-1733-4ec5-8ecb-f94f9cf33f70/d9e6bc06-6f45-4d24-afd5-0c8400993873) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:11.913630 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.052332 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (e6e6cc67-1f49-4f18-ab7f-aecd072c496f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.118954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 568372f4-edfe-4c04-a145-35ddbc96b059 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:12.120997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-e2e8555a-3d1f-4b69-8492-dcba9fc1f6c1 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5534637 Jan 27 21:39:12.133364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Request body: {'port': {'device_id': '8136a9ba-b171-439b-99d8-12803a06744b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:12.163617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (c24aea76-1733-4ec5-8ecb-f94f9cf33f70), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.183589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764e97c5-e3b6-49e2-8438-5aa1c92a4a9a None None] Network 3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:12.303704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8ed90-9df7-426c-bde6-6f836bf8b1ad req-3db7e895-ad4c-4c4e-8eed-1e6b852b5191 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:12.307175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-79b55bbe-4fea-4c63-82ec-f777bdf0f899 None None] Provisioning complete for port 568372f4-edfe-4c04-a145-35ddbc96b059 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:12.307812 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-79b55bbe-4fea-4c63-82ec-f777bdf0f899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.311160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1dd8ed90-9df7-426c-bde6-6f836bf8b1ad req-3db7e895-ad4c-4c4e-8eed-1e6b852b5191 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0959945 Jan 27 21:39:12.312920 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.358446 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 568372f4-edfe-4c04-a145-35ddbc96b059 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:12.358829 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.399704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1dd8ed90-9df7-426c-bde6-6f836bf8b1ad req-b2390904-1065-4d8a-9af9-17acf14d2cbd tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876751 Jan 27 21:39:12.453460 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Publish callbacks [] for port (d9e6bc06-6f45-4d24-afd5-0c8400993873), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.557089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-79b55bbe-4fea-4c63-82ec-f777bdf0f899 None None] Current status of the port 568372f4-edfe-4c04-a145-35ddbc96b059 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:12.557383 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-79b55bbe-4fea-4c63-82ec-f777bdf0f899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.579864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 568372f4-edfe-4c04-a145-35ddbc96b059 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:12.580289 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.619148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-79b55bbe-4fea-4c63-82ec-f777bdf0f899 None None] For port 568372f4-edfe-4c04-a145-35ddbc96b059, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=568372f4-edfe-4c04-a145-35ddbc96b059,segment=NetworkSegment(e60e87a0-9ac4-4a96-9779-800105d762d4),segment_id=e60e87a0-9ac4-4a96-9779-800105d762d4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:12.642209 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (d9e6bc06-6f45-4d24-afd5-0c8400993873), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.681186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f57fe-7336-476a-a965-bf342a4c83fc req-8bb5dab3-2a59-4188-9190-15f247636205 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:12.683012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b2f57fe-7336-476a-a965-bf342a4c83fc req-8bb5dab3-2a59-4188-9190-15f247636205 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 985 time: 0.0906487 Jan 27 21:39:12.694527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Network e6e6cc67-1f49-4f18-ab7f-aecd072c496f is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:12.699417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:12.705664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:12.712226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Pushing event updated for resources: {'Port': ['ID=d9e6bc06-6f45-4d24-afd5-0c8400993873,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:12.767094 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (c24aea76-1733-4ec5-8ecb-f94f9cf33f70), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.797487 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-79b55bbe-4fea-4c63-82ec-f777bdf0f899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.803330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff758751-ec9c-440b-9689-ccf44cd8d0e8 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:12.816562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Subnet': ['ID=c24aea76-1733-4ec5-8ecb-f94f9cf33f70,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:12.817128 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Publish callbacks [] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.835939 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Attempting to bind port d9e6bc06-6f45-4d24-afd5-0c8400993873 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:12.836430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Attempting to bind port d9e6bc06-6f45-4d24-afd5-0c8400993873 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '3900a11f-feee-407f-bcb5-856c7bfa47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e6e6cc67-1f49-4f18-ab7f-aecd072c496f'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:12.836866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Attempting to bind port d9e6bc06-6f45-4d24-afd5-0c8400993873 on network e6e6cc67-1f49-4f18-ab7f-aecd072c496f {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:12.851934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Transition to ACTIVE for port object ff758751-ec9c-440b-9689-ccf44cd8d0e8 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:39:12.861322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac60a37-bc38-45ae-9164-ffce44e56bbc req-f60f07a2-4166-4d31-9f5a-e067bd744460 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:12.863248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bac60a37-bc38-45ae-9164-ffce44e56bbc req-f60f07a2-4166-4d31-9f5a-e067bd744460 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 932 time: 0.1390290 Jan 27 21:39:12.866162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:12.866653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Checking segment: {'id': '3900a11f-feee-407f-bcb5-856c7bfa47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e6e6cc67-1f49-4f18-ab7f-aecd072c496f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:12.867126 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.867594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Bound using segment: {'id': '3900a11f-feee-407f-bcb5-856c7bfa47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e6e6cc67-1f49-4f18-ab7f-aecd072c496f'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:12.867982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b2f57fe-7336-476a-a965-bf342a4c83fc req-94aebefc-b9a2-4090-be25-69c223d43118 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a9adfec-fc78-4458-9ae1-13e63ca3c9d7&id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1750348 Jan 27 21:39:12.868247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Bound port: d9e6bc06-6f45-4d24-afd5-0c8400993873, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3900a11f-feee-407f-bcb5-856c7bfa47d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'e6e6cc67-1f49-4f18-ab7f-aecd072c496f'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:12.868701 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d9e6bc06-6f45-4d24-afd5-0c8400993873), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.899921 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (e6e6cc67-1f49-4f18-ab7f-aecd072c496f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.904848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b55bbe-4fea-4c63-82ec-f777bdf0f899 None None] Pushing event updated for resources: {'Port': ['ID=568372f4-edfe-4c04-a145-35ddbc96b059,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:12.913472 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:12.913569 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:12.929616 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e6cc67-1f49-4f18-ab7f-aecd072c496f']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:12.944864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3900a11f-feee-407f-bcb5-856c7bfa47d8') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:12.945177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3900a11f-feee-407f-bcb5-856c7bfa47d8') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:12.960454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b675279b-a32c-426d-a281-5cfecd941a82 None None] Provisioning complete for port 568372f4-edfe-4c04-a145-35ddbc96b059 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:12.960647 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (3900a11f-feee-407f-bcb5-856c7bfa47d8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.960836 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b675279b-a32c-426d-a281-5cfecd941a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:12.961074 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bac60a37-bc38-45ae-9164-ffce44e56bbc req-97cf4dca-3382-4045-9868-26e7da66db33 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/security-groups?id=35b1a8a3-237e-4b21-a1b3-7f16f682b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836928 Jan 27 21:39:12.990573 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3900a11f-feee-407f-bcb5-856c7bfa47d8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:13.003558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] For port d9e6bc06-6f45-4d24-afd5-0c8400993873, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:13.003734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:13.003734 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (3900a11f-feee-407f-bcb5-856c7bfa47d8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:13.008045 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:13.021932 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:13.084179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b675279b-a32c-426d-a281-5cfecd941a82 None None] Current status of the port 568372f4-edfe-4c04-a145-35ddbc96b059 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:13.117332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] For port d9e6bc06-6f45-4d24-afd5-0c8400993873, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d9e6bc06-6f45-4d24-afd5-0c8400993873,segment=NetworkSegment(3900a11f-feee-407f-bcb5-856c7bfa47d8),segment_id=3900a11f-feee-407f-bcb5-856c7bfa47d8)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:13.140128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:39:13.140128 n-d-760456-6 neutron-server[104026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:39:13.140128 n-d-760456-6 neutron-server[104026]: [parameters: {'id': 'e6e6cc67-1f49-4f18-ab7f-aecd072c496f'}] Jan 27 21:39:13.140128 n-d-760456-6 neutron-server[104026]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:13.140128 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:13.154061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669248a-0a92-4ea9-9246-18ef0c8a703d req-2ac053a7-96ce-4155-86fe-94fd34764673 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:13.154061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0669248a-0a92-4ea9-9246-18ef0c8a703d req-2ac053a7-96ce-4155-86fe-94fd34764673 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1712651 Jan 27 21:39:13.154061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff758751-ec9c-440b-9689-ccf44cd8d0e8,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:13.207429 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d9e6bc06-6f45-4d24-afd5-0c8400993873), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:13.241587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f12a8f2-722c-4fae-b9aa-4ba240b1c41f req-29a66e47-f1b3-43e1-947b-59e68e85dea8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1543822070&fields=id&tenant_id=0c35be4b415741f084eee104e939759d HTTP/1.1" status: 200 len: 267 time: 0.1861477 Jan 27 21:39:13.294474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92c7d1-48a8-42ab-9063-40957da235cd None None] Pushing event updated for resources: {'Port': ['ID=d9e6bc06-6f45-4d24-afd5-0c8400993873,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:13.296907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0669248a-0a92-4ea9-9246-18ef0c8a703d req-b9807b77-9f50-49c1-8d5d-c2c6d5baf89b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407433 Jan 27 21:39:13.311997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Attempting to bind port ff758751-ec9c-440b-9689-ccf44cd8d0e8 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:13.312347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Attempting to bind port ff758751-ec9c-440b-9689-ccf44cd8d0e8 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '29969b97-6049-4f13-9ae8-aeca9658fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17b8653e-747f-49b5-8c02-999d5888a912'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:13.312689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Attempting to bind port ff758751-ec9c-440b-9689-ccf44cd8d0e8 on network 17b8653e-747f-49b5-8c02-999d5888a912 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:13.324644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Port ff758751-ec9c-440b-9689-ccf44cd8d0e8 on network 17b8653e-747f-49b5-8c02-999d5888a912 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:39:13.325507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Attempting to bind port ff758751-ec9c-440b-9689-ccf44cd8d0e8 on network 17b8653e-747f-49b5-8c02-999d5888a912 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:13.330051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd1a11f-e49b-423a-bfd0-e6bc4d21c6b7 None None] get_active_networks_info from n-d-760456-6 {{(pid=104028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:39:13.336110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12a8f2-722c-4fae-b9aa-4ba240b1c41f req-972d6ee1-3792-4e17-a61a-dab144425660 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:13.343674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f12a8f2-722c-4fae-b9aa-4ba240b1c41f req-972d6ee1-3792-4e17-a61a-dab144425660 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 985 time: 0.0935335 Jan 27 21:39:13.351002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-7f12a8f2-722c-4fae-b9aa-4ba240b1c41f req-698d1d01-0e13-4766-8e02-ed985f109872 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'port': {'security_groups': ['8841d0b6-b353-45a3-b4c8-bd301042a4c0', '8a9adfec-fc78-4458-9ae1-13e63ca3c9d7', 'e938cada-fdfb-4a11-905a-e33f3258ccb7']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:13.357604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:13.357604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Checking segment: {'id': '29969b97-6049-4f13-9ae8-aeca9658fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17b8653e-747f-49b5-8c02-999d5888a912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:13.366759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Bound using segment: {'id': '29969b97-6049-4f13-9ae8-aeca9658fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17b8653e-747f-49b5-8c02-999d5888a912'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:13.366759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Bound port: ff758751-ec9c-440b-9689-ccf44cd8d0e8, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29969b97-6049-4f13-9ae8-aeca9658fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '17b8653e-747f-49b5-8c02-999d5888a912'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:13.366759 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:13.487305 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7f12a8f2-722c-4fae-b9aa-4ba240b1c41f req-698d1d01-0e13-4766-8e02-ed985f109872 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:13.509361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] For port ff758751-ec9c-440b-9689-ccf44cd8d0e8, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:13.519250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 568372f4-edfe-4c04-a145-35ddbc96b059 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:13.538994 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd1a11f-e49b-423a-bfd0-e6bc4d21c6b7 None None] Resources bound (agent type, host, resource id): {{(pid=104028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 21:39:13.573769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] For port ff758751-ec9c-440b-9689-ccf44cd8d0e8, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ff758751-ec9c-440b-9689-ccf44cd8d0e8,segment=NetworkSegment(29969b97-6049-4f13-9ae8-aeca9658fea6),segment_id=29969b97-6049-4f13-9ae8-aeca9658fea6)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:13.634503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3375a-5785-438c-9a53-329abf8b1093 req-55d462db-251a-40b7-84bf-9c4c04a5590c tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:13.636147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acc3375a-5785-438c-9a53-329abf8b1093 req-55d462db-251a-40b7-84bf-9c4c04a5590c tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1282940 Jan 27 21:39:13.640212 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (e6e6cc67-1f49-4f18-ab7f-aecd072c496f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:13.776478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acc3375a-5785-438c-9a53-329abf8b1093 req-8640e71a-151c-4e6c-930a-c53ece01f0da tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209900 Jan 27 21:39:13.790820 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:13.885425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:13.886092 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:13.894494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] 10.222.0.74 "PUT /v2.0/ports/ff758751-ec9c-440b-9689-ccf44cd8d0e8 HTTP/1.1" status: 200 len: 1092 time: 1.7585716 Jan 27 21:39:13.894494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8136a9ba-b171-439b-99d8-12803a06744b', 'tag': 'ff758751-ec9c-440b-9689-ccf44cd8d0e8'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:13.896730 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f230300a-6a7b-4297-b92e-40ba1b7107f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8136a9ba-b171-439b-99d8-12803a06744b", "tag": "ff758751-ec9c-440b-9689-ccf44cd8d0e8"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:13.951132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 568372f4-edfe-4c04-a145-35ddbc96b059 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:14.021269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f19e5a-3997-43aa-b4da-a500fb75ebd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff758751-ec9c-440b-9689-ccf44cd8d0e8,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:14.034635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7f12a8f2-722c-4fae-b9aa-4ba240b1c41f req-698d1d01-0e13-4766-8e02-ed985f109872 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] For port fa749bb3-beb9-4b19-8360-beea8f3e2de1, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa749bb3-beb9-4b19-8360-beea8f3e2de1,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:14.050236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2c2a3a3-21c3-4895-8a93-24cf136ff48d req-bcdcb75c-124c-467e-9ead-3a3f0fa708b1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2474098 Jan 27 21:39:14.069521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3de75-ea91-4d29-b48f-76084724950d req-5f01292c-9db5-4466-8816-22eaf7827819 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:14.076937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91f3de75-ea91-4d29-b48f-76084724950d req-5f01292c-9db5-4466-8816-22eaf7827819 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1240926 Jan 27 21:39:14.136802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Deleting port d9e6bc06-6f45-4d24-afd5-0c8400993873 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:14.137751 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d9e6bc06-6f45-4d24-afd5-0c8400993873), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.138769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 568372f4-edfe-4c04-a145-35ddbc96b059 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:14.139327 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.198684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff47fe-c8ce-4b33-81ce-88719c9087b3 None None] Network e6e6cc67-1f49-4f18-ab7f-aecd072c496f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:14.223721 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7f12a8f2-722c-4fae-b9aa-4ba240b1c41f req-698d1d01-0e13-4766-8e02-ed985f109872 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.233304 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2a3a3-21c3-4895-8a93-24cf136ff48d req-5435fdf7-b32d-4186-9409-a783239728b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:14.234978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2c2a3a3-21c3-4895-8a93-24cf136ff48d req-5435fdf7-b32d-4186-9409-a783239728b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 1097 time: 0.1548350 Jan 27 21:39:14.253576 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] For port d9e6bc06-6f45-4d24-afd5-0c8400993873, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d9e6bc06-6f45-4d24-afd5-0c8400993873,segment=NetworkSegment(3900a11f-feee-407f-bcb5-856c7bfa47d8),segment_id=3900a11f-feee-407f-bcb5-856c7bfa47d8)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:14.254382 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d9e6bc06-6f45-4d24-afd5-0c8400993873), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.256775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff16ba-847f-414b-a143-835569c5b250 req-a4d76d47-b6a5-4b36-b621-130dd21c927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:14.259073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-a4d76d47-b6a5-4b36-b621-130dd21c927a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=275ae1659c8c4c15921a92068b51bca9&device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 1095 time: 0.1982481 Jan 27 21:39:14.274184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Calling delete_port for d9e6bc06-6f45-4d24-afd5-0c8400993873 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:14.286782 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91f3de75-ea91-4d29-b48f-76084724950d req-a0e3c554-2e35-4761-977c-0a6024e81733 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085428 Jan 27 21:39:14.349312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 568372f4-edfe-4c04-a145-35ddbc96b059 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:14.421756 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8e522b-d30e-437c-b09c-58e8edb11eaf x-openstack-request-id: req-bc8e522b-d30e-437c-b09c-58e8edb11eaf {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:14.422060 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8136a9ba-b171-439b-99d8-12803a06744b", "tag": "ff758751-ec9c-440b-9689-ccf44cd8d0e8", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:14.422323 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc8e522b-d30e-437c-b09c-58e8edb11eaf {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:14.422729 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8136a9ba-b171-439b-99d8-12803a06744b', 'tag': 'ff758751-ec9c-440b-9689-ccf44cd8d0e8', 'status': 'completed', 'code': 200} Jan 27 21:39:14.430727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-46256776-615e-4f83-b688-7b2065c73e12 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff758751-ec9c-440b-9689-ccf44cd8d0e8 HTTP/1.1" status: 200 len: 217 time: 0.1614020 Jan 27 21:39:14.431338 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7f12a8f2-722c-4fae-b9aa-4ba240b1c41f req-698d1d01-0e13-4766-8e02-ed985f109872 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.444289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b41d4478-d935-4ac9-a1bd-0bef366666b7', 'fa749bb3-beb9-4b19-8360-beea8f3e2de1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:14.498195 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d9e6bc06-6f45-4d24-afd5-0c8400993873), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.511742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No DVR routers for this DVR port d9e6bc06-6f45-4d24-afd5-0c8400993873 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:14.537319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Port': ['ID=d9e6bc06-6f45-4d24-afd5-0c8400993873,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:14.561875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12a8f2-722c-4fae-b9aa-4ba240b1c41f req-698d1d01-0e13-4766-8e02-ed985f109872 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:14.562485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7f12a8f2-722c-4fae-b9aa-4ba240b1c41f req-698d1d01-0e13-4766-8e02-ed985f109872 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.563975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f12a8f2-722c-4fae-b9aa-4ba240b1c41f req-698d1d01-0e13-4766-8e02-ed985f109872 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "PUT /v2.0/ports/fa749bb3-beb9-4b19-8360-beea8f3e2de1 HTTP/1.1" status: 200 len: 1021 time: 1.2194390 Jan 27 21:39:14.609981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d1d01-0e13-4766-8e02-ed985f109872 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'Port': ['ID=fa749bb3-beb9-4b19-8360-beea8f3e2de1,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:14.613583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff16ba-847f-414b-a143-835569c5b250 req-557b61d5-bac4-4811-a5dd-0fdce3a0b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:14.615030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-557b61d5-bac4-4811-a5dd-0fdce3a0b4b8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9a824e4e-dc59-4e97-826a-a47733591d1c HTTP/1.1" status: 200 len: 853 time: 0.1716413 Jan 27 21:39:14.617321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2a3a3-21c3-4895-8a93-24cf136ff48d req-cf6ebc8a-8d3b-44c4-b47f-08a6f6be95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:14.618728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2c2a3a3-21c3-4895-8a93-24cf136ff48d req-cf6ebc8a-8d3b-44c4-b47f-08a6f6be95ad service neutron] 10.222.0.71 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.3587675 Jan 27 21:39:14.625906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5158ff9-6420-4b25-9201-39d40532bdd6 req-9d03589f-8a6f-4d0e-837e-eaf1d10592cb tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:14.627521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5158ff9-6420-4b25-9201-39d40532bdd6 req-9d03589f-8a6f-4d0e-837e-eaf1d10592cb tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 944 time: 0.2036510 Jan 27 21:39:14.640282 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (e6e6cc67-1f49-4f18-ab7f-aecd072c496f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.648251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['fa749bb3-beb9-4b19-8360-beea8f3e2de1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:14.679627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e6cc67-1f49-4f18-ab7f-aecd072c496f']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:14.696263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3900a11f-feee-407f-bcb5-856c7bfa47d8') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:14.696788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3900a11f-feee-407f-bcb5-856c7bfa47d8') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:14.699371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2c2a3a3-21c3-4895-8a93-24cf136ff48d req-3a6cedff-91e6-4dc7-9cba-2159d1417347 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01b30470-4b96-45cd-9d1e-5c1e4cb38491 HTTP/1.1" status: 200 len: 217 time: 0.0705004 Jan 27 21:39:14.701149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-b967a0c0-82eb-4ee9-a6b2-a1c48952489c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17b8653e-747f-49b5-8c02-999d5888a912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714777 Jan 27 21:39:14.711677 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (3900a11f-feee-407f-bcb5-856c7bfa47d8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.732729 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3900a11f-feee-407f-bcb5-856c7bfa47d8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.740944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:14.741479 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (3900a11f-feee-407f-bcb5-856c7bfa47d8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:14.745940 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:14.827517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2a3a3-21c3-4895-8a93-24cf136ff48d req-e142b983-8fe4-46a1-bc99-bc3298a652bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:14.829329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2c2a3a3-21c3-4895-8a93-24cf136ff48d req-e142b983-8fe4-46a1-bc99-bc3298a652bd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.1206548 Jan 27 21:39:14.835315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5158ff9-6420-4b25-9201-39d40532bdd6 req-f0f833d6-1b9d-4fe4-8787-1adb8aea6c52 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/security-groups?id=35b1a8a3-237e-4b21-a1b3-7f16f682b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890700 Jan 27 21:39:15.086907 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (e6e6cc67-1f49-4f18-ab7f-aecd072c496f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:15.099476 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:15.110317 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/e6e6cc67-1f49-4f18-ab7f-aecd072c496f HTTP/1.1" status: 204 len: 168 time: 3.2843103 Jan 27 21:39:15.111043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44428) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:15.128594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3589bfe1-8bbe-4bac-88d8-18769149cd5e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1395080520'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:15.158249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00c6f8-6516-4eab-9309-6545f0203aeb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Network': ['ID=e6e6cc67-1f49-4f18-ab7f-aecd072c496f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:15.279540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-01eae2d5-ef59-4a83-bf66-11f21616fd4b service neutron] 10.222.0.74 "GET /v2.0/networks/17b8653e-747f-49b5-8c02-999d5888a912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696957 Jan 27 21:39:15.342909 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3589bfe1-8bbe-4bac-88d8-18769149cd5e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:15.346912 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3589bfe1-8bbe-4bac-88d8-18769149cd5e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:15.358354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2a3a3-21c3-4895-8a93-24cf136ff48d req-592f20f6-a321-464c-8117-0a99ee9c60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:15.359877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2c2a3a3-21c3-4895-8a93-24cf136ff48d req-592f20f6-a321-464c-8117-0a99ee9c60ac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5181289 Jan 27 21:39:15.368379 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cea07fb-4a9c-4c7e-a296-738fbe139ee2 req-7859982e-3c0e-44c0-a605-d1cf0e599e33 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/e938cada-fdfb-4a11-905a-e33f3258ccb7 HTTP/1.1" status: 200 len: 1819 time: 0.1524713 Jan 27 21:39:15.387374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bdd59-ce0f-4bd9-b0ef-07268cf448ed req-d2b4ae1d-e4b6-47ab-8f05-0a189df17f70 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:15.387894 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3589bfe1-8bbe-4bac-88d8-18769149cd5e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:15.394246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f3bdd59-ce0f-4bd9-b0ef-07268cf448ed req-d2b4ae1d-e4b6-47ab-8f05-0a189df17f70 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1794374 Jan 27 21:39:15.398124 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3589bfe1-8bbe-4bac-88d8-18769149cd5e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8a7ffa03-e5dd-483a-8c02-85b45e23f944), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:15.398520 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-3589bfe1-8bbe-4bac-88d8-18769149cd5e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Added segment 8a7ffa03-e5dd-483a-8c02-85b45e23f944 of type vlan for network 8c8aa8a1-4b1e-467c-aec6-3976080e3063 Jan 27 21:39:15.456439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3589bfe1-8bbe-4bac-88d8-18769149cd5e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (8c8aa8a1-4b1e-467c-aec6-3976080e3063), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:15.543267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ff16ba-847f-414b-a143-835569c5b250 req-61e3af53-81f0-423e-9e81-b87957a0d456 service neutron] 10.222.0.74 "GET /v2.0/networks/17b8653e-747f-49b5-8c02-999d5888a912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563939 Jan 27 21:39:15.586760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f3bdd59-ce0f-4bd9-b0ef-07268cf448ed req-e1ec9cfb-c9c7-4bbd-8455-9b906dc46bcb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916664 Jan 27 21:39:15.589187 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-3cea07fb-4a9c-4c7e-a296-738fbe139ee2 req-e6fb1afd-d695-4e28-94e3-e2bb67939548 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 21:39:15.589187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cea07fb-4a9c-4c7e-a296-738fbe139ee2 req-e6fb1afd-d695-4e28-94e3-e2bb67939548 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "DELETE /v2.0/security-groups/e938cada-fdfb-4a11-905a-e33f3258ccb7 HTTP/1.1" status: 409 len: 341 time: 0.1908860 Jan 27 21:39:15.591517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2c2a3a3-21c3-4895-8a93-24cf136ff48d req-368b2133-bf53-44f3-9a39-4e92718173b5 service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198513 Jan 27 21:39:15.669325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3589bfe1-8bbe-4bac-88d8-18769149cd5e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (8c8aa8a1-4b1e-467c-aec6-3976080e3063), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:15.685817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3589bfe1-8bbe-4bac-88d8-18769149cd5e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:15.687723 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3589bfe1-8bbe-4bac-88d8-18769149cd5e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:15.753318 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2c2a3a3-21c3-4895-8a93-24cf136ff48d req-06e88c5d-6259-42ed-9cb6-92dde8607dbe service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531208 Jan 27 21:39:15.774672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32413d0e-2408-4863-abdb-cf82570634be req-658d9c0c-f8c3-49ac-9e8c-6a04aba370de tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:15.776659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32413d0e-2408-4863-abdb-cf82570634be req-658d9c0c-f8c3-49ac-9e8c-6a04aba370de tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0774200 Jan 27 21:39:15.800362 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589bfe1-8bbe-4bac-88d8-18769149cd5e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=8c8aa8a1-4b1e-467c-aec6-3976080e3063,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:15.812378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 8c8aa8a1-4b1e-467c-aec6-3976080e3063 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:15.837324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32413d0e-2408-4863-abdb-cf82570634be req-f6edcf90-f23c-4e85-9df6-366f3546fc92 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540905 Jan 27 21:39:15.974666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230300a-6a7b-4297-b92e-40ba1b7107f6 req-d8452c16-e889-469f-86c3-02b4c9a79eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:15.976239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f230300a-6a7b-4297-b92e-40ba1b7107f6 req-d8452c16-e889-469f-86c3-02b4c9a79eeb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=275ae1659c8c4c15921a92068b51bca9&device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 1095 time: 0.0426233 Jan 27 21:39:16.020710 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3589bfe1-8bbe-4bac-88d8-18769149cd5e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9029868 Jan 27 21:39:16.021601 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44448) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:16.028119 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'network_id': '8c8aa8a1-4b1e-467c-aec6-3976080e3063', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:16.085224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230300a-6a7b-4297-b92e-40ba1b7107f6 req-09ac95fb-ae20-4dc4-be57-da24f34e6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:16.086876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f230300a-6a7b-4297-b92e-40ba1b7107f6 req-09ac95fb-ae20-4dc4-be57-da24f34e6ad4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=17b8653e-747f-49b5-8c02-999d5888a912 HTTP/1.1" status: 200 len: 914 time: 0.1051428 Jan 27 21:39:16.144138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f230300a-6a7b-4297-b92e-40ba1b7107f6 req-bc1e2791-302a-47b8-8188-58663f877cf2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff758751-ec9c-440b-9689-ccf44cd8d0e8 HTTP/1.1" status: 200 len: 217 time: 0.0506022 Jan 27 21:39:16.199874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230300a-6a7b-4297-b92e-40ba1b7107f6 req-1954317f-494d-4b90-b5d6-88786ac2fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:16.207561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f230300a-6a7b-4297-b92e-40ba1b7107f6 req-1954317f-494d-4b90-b5d6-88786ac2fae3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9a824e4e-dc59-4e97-826a-a47733591d1c HTTP/1.1" status: 200 len: 853 time: 0.0510435 Jan 27 21:39:16.235005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f230300a-6a7b-4297-b92e-40ba1b7107f6 req-f7900c3e-f019-4f45-a5d9-e7de36a9cc33 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=17b8653e-747f-49b5-8c02-999d5888a912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257866 Jan 27 21:39:16.286717 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:16.295970 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:16.419516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Performing IP validity checks on allocation pools {{(pid=104026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 21:39:16.420040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 21:39:16.428053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66686232-b439-412d-9039-e119f48f53e2', 'tag': 'fa749bb3-beb9-4b19-8360-beea8f3e2de1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:16.430339 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bd538e-5882-4555-a874-ece349e1e385" -d '{"events": [{"name": "network-changed", "server_uuid": "66686232-b439-412d-9039-e119f48f53e2", "tag": "fa749bb3-beb9-4b19-8360-beea8f3e2de1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:16.445199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f230300a-6a7b-4297-b92e-40ba1b7107f6 req-50e638c9-787b-4bd0-bbd5-4fd3933311af service neutron] 10.222.0.74 "GET /v2.0/networks/17b8653e-747f-49b5-8c02-999d5888a912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042534 Jan 27 21:39:16.475214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2e782-faea-4c47-8cc7-844bb5c83d13 req-32c07d7c-a3d7-4552-8d05-ff5b79fc3d29 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:16.476726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71a2e782-faea-4c47-8cc7-844bb5c83d13 req-32c07d7c-a3d7-4552-8d05-ff5b79fc3d29 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 944 time: 0.1250689 Jan 27 21:39:16.528971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de053848-a82c-4ee3-8cdd-38286bb8a0de req-72e3bc80-4dc7-4da1-b5d4-7c3bfc12fee9 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:16.531002 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de053848-a82c-4ee3-8cdd-38286bb8a0de req-72e3bc80-4dc7-4da1-b5d4-7c3bfc12fee9 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1471694 Jan 27 21:39:16.620701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71a2e782-faea-4c47-8cc7-844bb5c83d13 req-b50cfb3e-6b11-44d5-a919-84dad7625243 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/security-groups?id=35b1a8a3-237e-4b21-a1b3-7f16f682b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318457 Jan 27 21:39:16.654013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f230300a-6a7b-4297-b92e-40ba1b7107f6 req-9e36df1e-8f36-4816-b816-92278c99b182 service neutron] 10.222.0.74 "GET /v2.0/networks/17b8653e-747f-49b5-8c02-999d5888a912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004764 Jan 27 21:39:16.678663 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (fb800817-bd88-4515-bacf-8833323213c1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:16.705213 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de053848-a82c-4ee3-8cdd-38286bb8a0de req-ad5943ca-cc53-4b78-851b-a305988540e6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319253 Jan 27 21:39:16.736900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a77c9-7e77-4fb1-a489-5e971c19e56b req-353a40d5-6ae8-4968-8780-e6bf1b289772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:16.739452 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f0a77c9-7e77-4fb1-a489-5e971c19e56b req-353a40d5-6ae8-4968-8780-e6bf1b289772 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 1095 time: 0.1285796 Jan 27 21:39:16.848935 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=fb800817-bd88-4515-bacf-8833323213c1,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:16.862889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking segment: {'id': '8a7ffa03-e5dd-483a-8c02-85b45e23f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8c8aa8a1-4b1e-467c-aec6-3976080e3063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:16.863252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network hostable DHCP agents. Network: 8c8aa8a1-4b1e-467c-aec6-3976080e3063, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:16.873360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39106a-17cf-4c8a-a38a-77e6507787eb req-daaad989-a909-4242-8fba-4795453226a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:16.880865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb39106a-17cf-4c8a-a38a-77e6507787eb req-daaad989-a909-4242-8fba-4795453226a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0924790 Jan 27 21:39:16.903101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6d0ff-4e1c-4258-a997-3ec0b8ccbba3 req-43f4d64f-b058-4bac-94a8-7d92a330dd6e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:16.919076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a77c9-7e77-4fb1-a489-5e971c19e56b req-31219275-d303-400a-a2bf-df633876856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:16.921835 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f0a77c9-7e77-4fb1-a489-5e971c19e56b req-31219275-d303-400a-a2bf-df633876856b service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.1702433 Jan 27 21:39:16.923123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83e6d0ff-4e1c-4258-a997-3ec0b8ccbba3 req-43f4d64f-b058-4bac-94a8-7d92a330dd6e tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 1024 time: 0.1446662 Jan 27 21:39:16.979144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb39106a-17cf-4c8a-a38a-77e6507787eb req-4ce584d4-1a60-4ad4-a381-35a0338e27d2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973516 Jan 27 21:39:17.005894 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network 8c8aa8a1-4b1e-467c-aec6-3976080e3063 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:17.032303 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f0a77c9-7e77-4fb1-a489-5e971c19e56b req-1ab77204-12ea-4146-9813-9b8656819987 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12e9fa3-297f-4935-930c-1f221c995161 HTTP/1.1" status: 200 len: 998 time: 0.1035466 Jan 27 21:39:17.043451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83e6d0ff-4e1c-4258-a997-3ec0b8ccbba3 req-214a17f8-46c7-488b-a5d9-1cd011417968 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a9adfec-fc78-4458-9ae1-13e63ca3c9d7&id=e938cada-fdfb-4a11-905a-e33f3258ccb7&id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1194358 Jan 27 21:39:17.081958 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7df2898-8672-414d-9eeb-e24b7455c8c8 x-openstack-request-id: req-c7df2898-8672-414d-9eeb-e24b7455c8c8 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:17.082261 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66686232-b439-412d-9039-e119f48f53e2", "tag": "fa749bb3-beb9-4b19-8360-beea8f3e2de1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:17.082522 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7df2898-8672-414d-9eeb-e24b7455c8c8 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:17.082936 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66686232-b439-412d-9039-e119f48f53e2', 'tag': 'fa749bb3-beb9-4b19-8360-beea8f3e2de1', 'status': 'completed', 'code': 200} Jan 27 21:39:17.096129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a77c9-7e77-4fb1-a489-5e971c19e56b req-fc4a8ce9-05de-4d30-88ab-9422963bb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.096129 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f0a77c9-7e77-4fb1-a489-5e971c19e56b req-fc4a8ce9-05de-4d30-88ab-9422963bb6ff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.0555589 Jan 27 21:39:17.157379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a77c9-7e77-4fb1-a489-5e971c19e56b req-df85b480-cb95-4b51-b4f3-b248e7293ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.164526 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f0a77c9-7e77-4fb1-a489-5e971c19e56b req-df85b480-cb95-4b51-b4f3-b248e7293ecd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559990 Jan 27 21:39:17.164526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 8c8aa8a1-4b1e-467c-aec6-3976080e3063) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:17.165433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd538e-5882-4555-a874-ece349e1e385 req-57d8ac51-0695-4597-9e2b-a42c648403f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.170650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.173435 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:17.177156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e8d6a4-e933-4f49-9a81-9155242f6b0d None None] Network 8c8aa8a1-4b1e-467c-aec6-3976080e3063 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:17.178344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57bd538e-5882-4555-a874-ece349e1e385 req-57d8ac51-0695-4597-9e2b-a42c648403f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0c35be4b415741f084eee104e939759d&device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 1175 time: 0.0705974 Jan 27 21:39:17.310705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd538e-5882-4555-a874-ece349e1e385 req-623f8ba2-1d93-4b45-b929-e0650f8a8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.312329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57bd538e-5882-4555-a874-ece349e1e385 req-623f8ba2-1d93-4b45-b929-e0650f8a8179 service neutron] 10.222.0.74 "GET /v2.0/networks?id=efc4032c-69b0-4973-8a60-cc17330f1f5b HTTP/1.1" status: 200 len: 914 time: 0.1262929 Jan 27 21:39:17.323476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-8c8aa8a1-4b1e-467c-aec6-3976080e3063', 'network_id': '8c8aa8a1-4b1e-467c-aec6-3976080e3063', 'project_id': '034ada6ce9fe439e836d01098a40b800', 'fixed_ips': [{'subnet_id': 'fb800817-bd88-4515-bacf-8833323213c1'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:17.324467 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:17.327078 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f0a77c9-7e77-4fb1-a489-5e971c19e56b req-df3bcab9-794f-4115-aedf-7684cec1a2dc service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356030 Jan 27 21:39:17.363689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57bd538e-5882-4555-a874-ece349e1e385 req-3da5ecb3-3638-4b69-b20b-8e46e39883bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa749bb3-beb9-4b19-8360-beea8f3e2de1 HTTP/1.1" status: 200 len: 217 time: 0.0447040 Jan 27 21:39:17.427801 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-00b5abf6-d6fd-41e5-989b-2d1e1ce54e84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4019907 Jan 27 21:39:17.430627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44478) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:17.474329 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-61e54837-8801-4770-9582-b2e7d4475740 req-23f6dfea-5f4a-40e3-94ce-ccfbb18c04b7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1133046 Jan 27 21:39:17.478161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Allocated IP 172.20.0.3 (8c8aa8a1-4b1e-467c-aec6-3976080e3063/fb800817-bd88-4515-bacf-8833323213c1/c986d29d-105e-4b57-ae64-1473ed410d04) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:17.480440 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f0a77c9-7e77-4fb1-a489-5e971c19e56b req-90e42f22-39ac-4c89-9911-e19f3addd3d5 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426179 Jan 27 21:39:17.516874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd538e-5882-4555-a874-ece349e1e385 req-7398fc5a-ed8f-4132-9e67-d959a5582648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.518814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57bd538e-5882-4555-a874-ece349e1e385 req-7398fc5a-ed8f-4132-9e67-d959a5582648 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7b947926-cd0e-4e93-9c61-0d2ab47b8061 HTTP/1.1" status: 200 len: 853 time: 0.1475561 Jan 27 21:39:17.564149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57bd538e-5882-4555-a874-ece349e1e385 req-a10c0459-d4e1-4565-a4cc-755fb05369e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc4032c-69b0-4973-8a60-cc17330f1f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373983 Jan 27 21:39:17.569074 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e54837-8801-4770-9582-b2e7d4475740 req-219d686d-22dc-486d-80ed-58b546fcdec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.570662 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-61e54837-8801-4770-9582-b2e7d4475740 req-219d686d-22dc-486d-80ed-58b546fcdec0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 1095 time: 0.0620434 Jan 27 21:39:17.650454 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (8c8aa8a1-4b1e-467c-aec6-3976080e3063), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:17.703252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e54837-8801-4770-9582-b2e7d4475740 req-e5414a4a-caa1-496c-aaa1-371a46b60fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.706172 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-61e54837-8801-4770-9582-b2e7d4475740 req-e5414a4a-caa1-496c-aaa1-371a46b60fdb service neutron] 10.222.0.74 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.1126342 Jan 27 21:39:17.725475 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Publish callbacks [] for port (c986d29d-105e-4b57-ae64-1473ed410d04), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:17.764314 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-61e54837-8801-4770-9582-b2e7d4475740 req-189a8c57-eee7-4e4d-be9a-f9f109f01ff7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 HTTP/1.1" status: 200 len: 217 time: 0.0475931 Jan 27 21:39:17.770714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57bd538e-5882-4555-a874-ece349e1e385 req-bd62a997-e5ed-4465-8c8e-9188e85c6885 service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981072 Jan 27 21:39:17.826849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e54837-8801-4770-9582-b2e7d4475740 req-b193b292-0c90-495e-808a-14b3e94ee77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.828762 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-61e54837-8801-4770-9582-b2e7d4475740 req-b193b292-0c90-495e-808a-14b3e94ee77f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.0569022 Jan 27 21:39:17.835403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (fb800817-bd88-4515-bacf-8833323213c1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:17.867732 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-61e54837-8801-4770-9582-b2e7d4475740 req-7617e51c-371f-4ff9-aa91-e56c5c0cd934 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298851 Jan 27 21:39:17.934196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (c986d29d-105e-4b57-ae64-1473ed410d04), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:17.970099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5dfe4-3f96-4370-9848-9461c473f652 req-a4edb692-ad02-42dc-90ab-da92afc1ec96 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:17.977201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92f5dfe4-3f96-4370-9848-9461c473f652 req-a4edb692-ad02-42dc-90ab-da92afc1ec96 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 944 time: 0.2029405 Jan 27 21:39:17.979024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Network 8c8aa8a1-4b1e-467c-aec6-3976080e3063 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:17.981943 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-61e54837-8801-4770-9582-b2e7d4475740 req-af266636-9356-41e8-bf93-5f4086112d41 service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057978 Jan 27 21:39:17.982181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:17.985330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:18.003345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Pushing event updated for resources: {'Port': ['ID=c986d29d-105e-4b57-ae64-1473ed410d04,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:18.061889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Attempting to bind port c986d29d-105e-4b57-ae64-1473ed410d04 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:18.062353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Attempting to bind port c986d29d-105e-4b57-ae64-1473ed410d04 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '8a7ffa03-e5dd-483a-8c02-85b45e23f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8c8aa8a1-4b1e-467c-aec6-3976080e3063'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:18.062733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Attempting to bind port c986d29d-105e-4b57-ae64-1473ed410d04 on network 8c8aa8a1-4b1e-467c-aec6-3976080e3063 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:18.070829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:18.071211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Checking segment: {'id': '8a7ffa03-e5dd-483a-8c02-85b45e23f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8c8aa8a1-4b1e-467c-aec6-3976080e3063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:18.071624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.072024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Bound using segment: {'id': '8a7ffa03-e5dd-483a-8c02-85b45e23f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8c8aa8a1-4b1e-467c-aec6-3976080e3063'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:18.072539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Bound port: c986d29d-105e-4b57-ae64-1473ed410d04, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7ffa03-e5dd-483a-8c02-85b45e23f944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8c8aa8a1-4b1e-467c-aec6-3976080e3063'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:18.072928 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c986d29d-105e-4b57-ae64-1473ed410d04), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.099736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0167ed-c5f8-4b31-bb84-976f2c746f17 req-363d5e88-56a3-47dd-aaaa-676d6d76ef30 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:18.101564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb0167ed-c5f8-4b31-bb84-976f2c746f17 req-363d5e88-56a3-47dd-aaaa-676d6d76ef30 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.2610049 Jan 27 21:39:18.118243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57bd538e-5882-4555-a874-ece349e1e385 req-cadae975-fee8-4412-a922-51badf443192 service neutron] 10.222.0.74 "GET /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015249 Jan 27 21:39:18.136131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ace89-2e22-41dc-9bd6-ad3455198861 req-170ce2f0-d609-423c-8e7d-6995326a1a49 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:18.137859 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-039ace89-2e22-41dc-9bd6-ad3455198861 req-170ce2f0-d609-423c-8e7d-6995326a1a49 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.74 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 1024 time: 0.1223722 Jan 27 21:39:18.155846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] For port c986d29d-105e-4b57-ae64-1473ed410d04, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:18.158535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92f5dfe4-3f96-4370-9848-9461c473f652 req-0140865b-d36c-41ed-a3fa-5cc07ebac12e tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/security-groups?id=35b1a8a3-237e-4b21-a1b3-7f16f682b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800833 Jan 27 21:39:18.170502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] For port c986d29d-105e-4b57-ae64-1473ed410d04, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c986d29d-105e-4b57-ae64-1473ed410d04,segment=NetworkSegment(8a7ffa03-e5dd-483a-8c02-85b45e23f944),segment_id=8a7ffa03-e5dd-483a-8c02-85b45e23f944)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:18.185597 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-61e54837-8801-4770-9582-b2e7d4475740 req-63c63a8c-59e3-4b27-a517-90057d35436f service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812758 Jan 27 21:39:18.207576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb0167ed-c5f8-4b31-bb84-976f2c746f17 req-1247b9cf-c11c-402f-8f77-a40d12f602d2 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920997 Jan 27 21:39:18.241467 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (fb800817-bd88-4515-bacf-8833323213c1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.281711 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c986d29d-105e-4b57-ae64-1473ed410d04), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.289758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Subnet': ['ID=fb800817-bd88-4515-bacf-8833323213c1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:18.307576 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-039ace89-2e22-41dc-9bd6-ad3455198861 req-579d1496-6385-4b7b-902b-b7b68b97fb55 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Deleting port fa749bb3-beb9-4b19-8360-beea8f3e2de1 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:18.307926 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-039ace89-2e22-41dc-9bd6-ad3455198861 req-579d1496-6385-4b7b-902b-b7b68b97fb55 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.395738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9750a-0643-458d-9e25-4b042da84e62 None None] Pushing event updated for resources: {'Port': ['ID=c986d29d-105e-4b57-ae64-1473ed410d04,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:18.446844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-039ace89-2e22-41dc-9bd6-ad3455198861 req-579d1496-6385-4b7b-902b-b7b68b97fb55 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] For port fa749bb3-beb9-4b19-8360-beea8f3e2de1, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa749bb3-beb9-4b19-8360-beea8f3e2de1,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:18.447224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-039ace89-2e22-41dc-9bd6-ad3455198861 req-579d1496-6385-4b7b-902b-b7b68b97fb55 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.453531 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (8c8aa8a1-4b1e-467c-aec6-3976080e3063), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.462442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-039ace89-2e22-41dc-9bd6-ad3455198861 req-579d1496-6385-4b7b-902b-b7b68b97fb55 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Calling delete_port for fa749bb3-beb9-4b19-8360-beea8f3e2de1 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:18.494365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a69b08-390e-449b-b419-0c2263531d8a req-17afb5ee-8926-49df-965f-b9308b32499c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:18.495880 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87a69b08-390e-449b-b419-0c2263531d8a req-17afb5ee-8926-49df-965f-b9308b32499c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.2102749 Jan 27 21:39:18.499788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8aa8a1-4b1e-467c-aec6-3976080e3063']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:18.514730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7ffa03-e5dd-483a-8c02-85b45e23f944') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:18.515045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7ffa03-e5dd-483a-8c02-85b45e23f944') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:18.529024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662a7bd-254a-4e5f-87c1-415bbed67b0b req-9ca55d7f-e96b-4e65-80d9-207aa00b15bb tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:18.530579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2662a7bd-254a-4e5f-87c1-415bbed67b0b req-9ca55d7f-e96b-4e65-80d9-207aa00b15bb tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 1024 time: 0.2132502 Jan 27 21:39:18.546514 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (8a7ffa03-e5dd-483a-8c02-85b45e23f944), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.580313 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8a7ffa03-e5dd-483a-8c02-85b45e23f944), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.616875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:18.617450 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (8a7ffa03-e5dd-483a-8c02-85b45e23f944), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:18.673638 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:18.701618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87a69b08-390e-449b-b419-0c2263531d8a req-e2cb9616-e644-4b8f-a149-90f9dbce6901 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908333 Jan 27 21:39:18.728627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2662a7bd-254a-4e5f-87c1-415bbed67b0b req-a6313547-ba3f-46dc-94d3-662bc0cd2b27 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a9adfec-fc78-4458-9ae1-13e63ca3c9d7&id=e938cada-fdfb-4a11-905a-e33f3258ccb7&id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1800387 Jan 27 21:39:18.818830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.api [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:39:18.818830 n-d-760456-6 neutron-server[104027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:39:18.818830 n-d-760456-6 neutron-server[104027]: [parameters: {'id': '8c8aa8a1-4b1e-467c-aec6-3976080e3063'}] Jan 27 21:39:18.818830 n-d-760456-6 neutron-server[104027]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:18.819275 n-d-760456-6 neutron-server[104027]: DEBUG oslo_db.api [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:18.863763 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-039ace89-2e22-41dc-9bd6-ad3455198861 req-579d1496-6385-4b7b-902b-b7b68b97fb55 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (fa749bb3-beb9-4b19-8360-beea8f3e2de1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.875082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b41d4478-d935-4ac9-a1bd-0bef366666b7', 'fa749bb3-beb9-4b19-8360-beea8f3e2de1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:18.908421 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d1496-6385-4b7b-902b-b7b68b97fb55 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event deleted for resources: {'Port': ['ID=fa749bb3-beb9-4b19-8360-beea8f3e2de1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:18.959063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-039ace89-2e22-41dc-9bd6-ad3455198861 req-579d1496-6385-4b7b-902b-b7b68b97fb55 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] No DVR routers for this DVR port fa749bb3-beb9-4b19-8360-beea8f3e2de1 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:18.961795 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-039ace89-2e22-41dc-9bd6-ad3455198861 req-579d1496-6385-4b7b-902b-b7b68b97fb55 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:18.965691 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-039ace89-2e22-41dc-9bd6-ad3455198861 req-579d1496-6385-4b7b-902b-b7b68b97fb55 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.74 "DELETE /v2.0/ports/fa749bb3-beb9-4b19-8360-beea8f3e2de1 HTTP/1.1" status: 204 len: 173 time: 0.8214567 Jan 27 21:39:18.966141 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66686232-b439-412d-9039-e119f48f53e2', 'name': 'network-vif-deleted', 'tag': 'fa749bb3-beb9-4b19-8360-beea8f3e2de1'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:18.968447 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0025155b-3f60-4178-b2bb-9cfe89fe9b45" -d '{"events": [{"server_uuid": "66686232-b439-412d-9039-e119f48f53e2", "name": "network-vif-deleted", "tag": "fa749bb3-beb9-4b19-8360-beea8f3e2de1"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:19.016392 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c189379a-0ca1-4fea-95e2-80c54ddf0cd6 x-openstack-request-id: req-c189379a-0ca1-4fea-95e2-80c54ddf0cd6 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:19.021327 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66686232-b439-412d-9039-e119f48f53e2", "name": "network-vif-deleted", "tag": "fa749bb3-beb9-4b19-8360-beea8f3e2de1", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:19.021327 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c189379a-0ca1-4fea-95e2-80c54ddf0cd6 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:19.021327 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66686232-b439-412d-9039-e119f48f53e2', 'name': 'network-vif-deleted', 'tag': 'fa749bb3-beb9-4b19-8360-beea8f3e2de1', 'status': 'completed', 'code': 200} Jan 27 21:39:19.145425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ff758751-ec9c-440b-9689-ccf44cd8d0e8 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:39:19.277867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ff758751-ec9c-440b-9689-ccf44cd8d0e8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ff758751-ec9c-440b-9689-ccf44cd8d0e8,segment=NetworkSegment(29969b97-6049-4f13-9ae8-aeca9658fea6),segment_id=29969b97-6049-4f13-9ae8-aeca9658fea6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:19.290902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'ff758751-ec9c-440b-9689-ccf44cd8d0e8', 'network_id': '17b8653e-747f-49b5-8c02-999d5888a912', 'port_id': 'ff758751-ec9c-440b-9689-ccf44cd8d0e8', 'mac_address': 'fa:16:3e:34:72:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a824e4e-dc59-4e97-826a-a47733591d1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:39:19.332017 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (8c8aa8a1-4b1e-467c-aec6-3976080e3063), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.342848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port ff758751-ec9c-440b-9689-ccf44cd8d0e8 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:19.342848 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.362535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff758751-ec9c-440b-9689-ccf44cd8d0e8 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:19.387303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ff758751-ec9c-440b-9689-ccf44cd8d0e8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ff758751-ec9c-440b-9689-ccf44cd8d0e8,segment=NetworkSegment(29969b97-6049-4f13-9ae8-aeca9658fea6),segment_id=29969b97-6049-4f13-9ae8-aeca9658fea6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:19.404606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423d813-9e61-45cf-9c1f-78b7eed2175c req-6ce0b913-1260-41c1-bf76-6486e97a027e tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:19.406154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6423d813-9e61-45cf-9c1f-78b7eed2175c req-6ce0b913-1260-41c1-bf76-6486e97a027e tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1157365 Jan 27 21:39:19.437940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501536d9-8d6f-41c3-ba7b-14fcec3eb0a5 None None] Network 8c8aa8a1-4b1e-467c-aec6-3976080e3063 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:19.453385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2aeb-db5f-4c20-93fa-1355464e8a36 req-9d38f7ac-0497-49d4-ada2-105f88149916 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:19.454906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f35e2aeb-db5f-4c20-93fa-1355464e8a36 req-9d38f7ac-0497-49d4-ada2-105f88149916 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 944 time: 0.1428156 Jan 27 21:39:19.507842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1fd9caec-4d15-4699-940f-967db229b025 None None] Provisioning complete for port c986d29d-105e-4b57-ae64-1473ed410d04 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:19.508264 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1fd9caec-4d15-4699-940f-967db229b025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c986d29d-105e-4b57-ae64-1473ed410d04), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.516329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6423d813-9e61-45cf-9c1f-78b7eed2175c req-8a9a2c95-f191-437b-8605-54913e44f2d4 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902288 Jan 27 21:39:19.545999 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.548104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Deleting port c986d29d-105e-4b57-ae64-1473ed410d04 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:19.548470 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c986d29d-105e-4b57-ae64-1473ed410d04), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.554037 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f35e2aeb-db5f-4c20-93fa-1355464e8a36 req-605840b0-d524-4fca-98c4-e8c4850cb1c6 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/security-groups?id=35b1a8a3-237e-4b21-a1b3-7f16f682b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836835 Jan 27 21:39:19.625933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=ff758751-ec9c-440b-9689-ccf44cd8d0e8,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:19.627279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] For port c986d29d-105e-4b57-ae64-1473ed410d04, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c986d29d-105e-4b57-ae64-1473ed410d04,segment=NetworkSegment(8a7ffa03-e5dd-483a-8c02-85b45e23f944),segment_id=8a7ffa03-e5dd-483a-8c02-85b45e23f944)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:19.628040 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c986d29d-105e-4b57-ae64-1473ed410d04), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.645605 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Calling delete_port for c986d29d-105e-4b57-ae64-1473ed410d04 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:19.672808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3efd7f0-6a57-458c-a9ad-7e2b8c0e7e13 None None] DHCP port deletion for 8c8aa8a1-4b1e-467c-aec6-3976080e3063 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:39:19.688829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9caec-4d15-4699-940f-967db229b025 None None] Current status of the port c986d29d-105e-4b57-ae64-1473ed410d04 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:19.688829 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1fd9caec-4d15-4699-940f-967db229b025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c986d29d-105e-4b57-ae64-1473ed410d04), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.754580 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1fd9caec-4d15-4699-940f-967db229b025 None None] For port c986d29d-105e-4b57-ae64-1473ed410d04, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c986d29d-105e-4b57-ae64-1473ed410d04,segment=NetworkSegment(8a7ffa03-e5dd-483a-8c02-85b45e23f944),segment_id=8a7ffa03-e5dd-483a-8c02-85b45e23f944)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:19.771244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f3efd7f0-6a57-458c-a9ad-7e2b8c0e7e13 None None] Deleting port c986d29d-105e-4b57-ae64-1473ed410d04 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:19.771763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3efd7f0-6a57-458c-a9ad-7e2b8c0e7e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c986d29d-105e-4b57-ae64-1473ed410d04), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.816266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44526) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:19.870011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-daaca944-51ea-423c-9977-8af4af50fd7e req-46d3a667-42f5-413e-a279-70fe9ea7f2f8 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=66686232-b439-412d-9039-e119f48f53e2 HTTP/1.1" status: 200 len: 210 time: 0.0326958 Jan 27 21:39:19.887359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0251-ce48-44ba-bf1c-f13f255e6e81 req-f7630f1d-2f5d-4da9-9343-07766ce466c6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:19.889080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94fa0251-ce48-44ba-bf1c-f13f255e6e81 req-f7630f1d-2f5d-4da9-9343-07766ce466c6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0840888 Jan 27 21:39:19.977397 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36f162d5-0bfa-4f02-a750-3a9b5b6baabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:19.978888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['ff758751-ec9c-440b-9689-ccf44cd8d0e8'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:19.980501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94fa0251-ce48-44ba-bf1c-f13f255e6e81 req-3f0f0cf4-4ae2-43d6-99a4-dbdc0b5faba5 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791147 Jan 27 21:39:19.984317 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1fd9caec-4d15-4699-940f-967db229b025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c986d29d-105e-4b57-ae64-1473ed410d04), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.037025 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c986d29d-105e-4b57-ae64-1473ed410d04), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.058913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f3efd7f0-6a57-458c-a9ad-7e2b8c0e7e13 None None] For port c986d29d-105e-4b57-ae64-1473ed410d04, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c986d29d-105e-4b57-ae64-1473ed410d04,segment=NetworkSegment(8a7ffa03-e5dd-483a-8c02-85b45e23f944),segment_id=8a7ffa03-e5dd-483a-8c02-85b45e23f944)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:20.059323 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3efd7f0-6a57-458c-a9ad-7e2b8c0e7e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c986d29d-105e-4b57-ae64-1473ed410d04), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.078181 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36f162d5-0bfa-4f02-a750-3a9b5b6baabf admin admin] Publish callbacks [] for security_group (5c0a22e7-0256-4f61-9411-0df763789c25), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.084752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f3efd7f0-6a57-458c-a9ad-7e2b8c0e7e13 None None] Calling delete_port for c986d29d-105e-4b57-ae64-1473ed410d04 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:20.107657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No DVR routers for this DVR port c986d29d-105e-4b57-ae64-1473ed410d04 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:20.110660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Port': ['ID=c986d29d-105e-4b57-ae64-1473ed410d04,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:20.149894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9caec-4d15-4699-940f-967db229b025 None None] Pushing event updated for resources: {'Port': ['ID=c986d29d-105e-4b57-ae64-1473ed410d04,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:20.196291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d328cb-41bd-4b9f-9274-0e77a8e04e25 req-b6ab5cd5-3db8-4f10-9b20-c8d8928ad8a4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:20.197847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7d328cb-41bd-4b9f-9274-0e77a8e04e25 req-b6ab5cd5-3db8-4f10-9b20-c8d8928ad8a4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1273930 Jan 27 21:39:20.208734 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (8c8aa8a1-4b1e-467c-aec6-3976080e3063), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.218938 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36f162d5-0bfa-4f02-a750-3a9b5b6baabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c0a22e7-0256-4f61-9411-0df763789c25), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.223876 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3efd7f0-6a57-458c-a9ad-7e2b8c0e7e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (c986d29d-105e-4b57-ae64-1473ed410d04), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.245806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8aa8a1-4b1e-467c-aec6-3976080e3063']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:20.263445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efd7f0-6a57-458c-a9ad-7e2b8c0e7e13 None None] Pushing event deleted for resources: {'Port': ['ID=c986d29d-105e-4b57-ae64-1473ed410d04,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:20.267360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efd7f0-6a57-458c-a9ad-7e2b8c0e7e13 None None] No DVR routers for this DVR port c986d29d-105e-4b57-ae64-1473ed410d04 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:20.270844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7ffa03-e5dd-483a-8c02-85b45e23f944') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:20.271088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7ffa03-e5dd-483a-8c02-85b45e23f944') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:20.286140 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-36f162d5-0bfa-4f02-a750-3a9b5b6baabf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=687193dbe82c454fb76da9395d55908f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4686437 Jan 27 21:39:20.289170 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44534) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:20.297275 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (8a7ffa03-e5dd-483a-8c02-85b45e23f944), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.297398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f162d5-0bfa-4f02-a750-3a9b5b6baabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0a22e7-0256-4f61-9411-0df763789c25,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:20.312120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7d328cb-41bd-4b9f-9274-0e77a8e04e25 req-33c72bbf-7578-4954-a82f-ae0b4b621c8b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063783 Jan 27 21:39:20.327879 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8a7ffa03-e5dd-483a-8c02-85b45e23f944), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.334854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:20.335259 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (8a7ffa03-e5dd-483a-8c02-85b45e23f944), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:20.338271 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:20.367189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9aac0fa1-7ab0-45c4-b228-85e1d5bdf277 admin admin] Publish callbacks [] for security_group (5c0a22e7-0256-4f61-9411-0df763789c25), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.390346 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9aac0fa1-7ab0-45c4-b228-85e1d5bdf277 admin admin] Publish callbacks [] for security_group (5c0a22e7-0256-4f61-9411-0df763789c25), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.554995 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9aac0fa1-7ab0-45c4-b228-85e1d5bdf277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c0a22e7-0256-4f61-9411-0df763789c25), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.555138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (8c8aa8a1-4b1e-467c-aec6-3976080e3063), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.558566 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9aac0fa1-7ab0-45c4-b228-85e1d5bdf277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.562896 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9aac0fa1-7ab0-45c4-b228-85e1d5bdf277 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c0a22e7-0256-4f61-9411-0df763789c25 HTTP/1.1" status: 204 len: 168 time: 0.2744117 Jan 27 21:39:20.565882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.570100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/8c8aa8a1-4b1e-467c-aec6-3976080e3063 HTTP/1.1" status: 204 len: 168 time: 3.1386685 Jan 27 21:39:20.575644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44542) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:20.578344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac0fa1-7ab0-45c4-b228-85e1d5bdf277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0a22e7-0256-4f61-9411-0df763789c25,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:20.583563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a1423-4a63-4b20-b4e2-f90d8ee5fa46 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Network': ['ID=8c8aa8a1-4b1e-467c-aec6-3976080e3063,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:20.592729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8581e702-7087-4e14-9c3c-5381e1f37944 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1802354820'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:20.662545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3ab3b-4a85-45fa-a53c-e3bcfee33135 req-b1173e15-b650-438b-881b-68cb453c03dc tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:20.664047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cf3ab3b-4a85-45fa-a53c-e3bcfee33135 req-b1173e15-b650-438b-881b-68cb453c03dc tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0511212 Jan 27 21:39:20.715961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cf3ab3b-4a85-45fa-a53c-e3bcfee33135 req-f139927c-a569-4ff3-96ef-afdb1a069dc0 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 Jan 27 21:39:20.755557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8581e702-7087-4e14-9c3c-5381e1f37944 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:20.760240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8581e702-7087-4e14-9c3c-5381e1f37944 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.795607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8581e702-7087-4e14-9c3c-5381e1f37944 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:20.808835 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8581e702-7087-4e14-9c3c-5381e1f37944 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ea350528-b657-4195-b293-deb23ac532f9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.809104 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-8581e702-7087-4e14-9c3c-5381e1f37944 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Added segment ea350528-b657-4195-b293-deb23ac532f9 of type vlan for network 8aea048d-3433-4ebe-97c1-a064d489c188 Jan 27 21:39:20.830362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40137631-93f4-4023-9d39-514e1ddf8f6b req-3de13369-dfe4-47d5-beb4-271eac87cfed tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:20.831912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40137631-93f4-4023-9d39-514e1ddf8f6b req-3de13369-dfe4-47d5-beb4-271eac87cfed tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 945 time: 0.0499794 Jan 27 21:39:20.858889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8581e702-7087-4e14-9c3c-5381e1f37944 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (8aea048d-3433-4ebe-97c1-a064d489c188), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.881222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40137631-93f4-4023-9d39-514e1ddf8f6b req-de35c212-8e93-4b5e-a89b-5c0acc61eac7 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/security-groups?id=35b1a8a3-237e-4b21-a1b3-7f16f682b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431995 Jan 27 21:39:20.971924 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8581e702-7087-4e14-9c3c-5381e1f37944 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (8aea048d-3433-4ebe-97c1-a064d489c188), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:20.977056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8581e702-7087-4e14-9c3c-5381e1f37944 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:20.977922 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8581e702-7087-4e14-9c3c-5381e1f37944 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.017752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6215d144-3333-4c1d-bd1e-34a7dc182f3e req-49bf2766-36a4-4396-a43c-2aa5a7dbbd71 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/8a9adfec-fc78-4458-9ae1-13e63ca3c9d7 HTTP/1.1" status: 200 len: 1819 time: 0.0549688 Jan 27 21:39:21.052018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581e702-7087-4e14-9c3c-5381e1f37944 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=8aea048d-3433-4ebe-97c1-a064d489c188,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:21.063486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 8aea048d-3433-4ebe-97c1-a064d489c188 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:21.081393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6215d144-3333-4c1d-bd1e-34a7dc182f3e req-d84637cc-0424-4729-870f-8ca44c8f6f45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (8a9adfec-fc78-4458-9ae1-13e63ca3c9d7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.110501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6215d144-3333-4c1d-bd1e-34a7dc182f3e req-d84637cc-0424-4729-870f-8ca44c8f6f45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (8a9adfec-fc78-4458-9ae1-13e63ca3c9d7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.173690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ff758751-ec9c-440b-9689-ccf44cd8d0e8 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:21.176708 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8581e702-7087-4e14-9c3c-5381e1f37944 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5984704 Jan 27 21:39:21.178530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44558) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:21.184348 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e069c590-3f81-4c7c-91eb-1b1472c10b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'network_id': '8aea048d-3433-4ebe-97c1-a064d489c188', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:21.221249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4e0f2-7ada-472a-84b4-e8b5c8c08309 req-f4588b25-5fd4-4767-aca9-e03d34f2bcd3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:21.223374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bf4e0f2-7ada-472a-84b4-e8b5c8c08309 req-f4588b25-5fd4-4767-aca9-e03d34f2bcd3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0534401 Jan 27 21:39:21.279345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bf4e0f2-7ada-472a-84b4-e8b5c8c08309 req-aa42dc99-c50e-465c-bb93-a6361d6319b9 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499172 Jan 27 21:39:21.292234 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6215d144-3333-4c1d-bd1e-34a7dc182f3e req-d84637cc-0424-4729-870f-8ca44c8f6f45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8a9adfec-fc78-4458-9ae1-13e63ca3c9d7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.294843 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6215d144-3333-4c1d-bd1e-34a7dc182f3e req-d84637cc-0424-4729-870f-8ca44c8f6f45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.295971 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6215d144-3333-4c1d-bd1e-34a7dc182f3e req-d84637cc-0424-4729-870f-8ca44c8f6f45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "DELETE /v2.0/security-groups/8a9adfec-fc78-4458-9ae1-13e63ca3c9d7 HTTP/1.1" status: 204 len: 173 time: 0.2773533 Jan 27 21:39:21.305731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84637cc-0424-4729-870f-8ca44c8f6f45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9adfec-fc78-4458-9ae1-13e63ca3c9d7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:21.357037 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2241a543-1f04-4d9d-83ce-1254a24ae081 req-9a7f20eb-5be8-439f-88cb-55e8c6f48691 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/e938cada-fdfb-4a11-905a-e33f3258ccb7 HTTP/1.1" status: 200 len: 1819 time: 0.0424085 Jan 27 21:39:21.372500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port ff758751-ec9c-440b-9689-ccf44cd8d0e8 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:39:21.380568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port ff758751-ec9c-440b-9689-ccf44cd8d0e8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:21.380568 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.417414 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2241a543-1f04-4d9d-83ce-1254a24ae081 req-e08c21f0-1df9-422f-9899-b429ea4392b7 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (e938cada-fdfb-4a11-905a-e33f3258ccb7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.435885 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e069c590-3f81-4c7c-91eb-1b1472c10b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:21.446763 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e069c590-3f81-4c7c-91eb-1b1472c10b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.446974 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2241a543-1f04-4d9d-83ce-1254a24ae081 req-e08c21f0-1df9-422f-9899-b429ea4392b7 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (e938cada-fdfb-4a11-905a-e33f3258ccb7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.463037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port ff758751-ec9c-440b-9689-ccf44cd8d0e8 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:21.463384 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.492304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8136a9ba-b171-439b-99d8-12803a06744b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff758751-ec9c-440b-9689-ccf44cd8d0e8'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:21.494742 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07afeee8-3d16-418b-ab8e-fb4939306370" -d '{"events": [{"server_uuid": "8136a9ba-b171-439b-99d8-12803a06744b", "name": "network-vif-plugged", "status": "completed", "tag": "ff758751-ec9c-440b-9689-ccf44cd8d0e8"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:21.510001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ff758751-ec9c-440b-9689-ccf44cd8d0e8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ff758751-ec9c-440b-9689-ccf44cd8d0e8,segment=NetworkSegment(29969b97-6049-4f13-9ae8-aeca9658fea6),segment_id=29969b97-6049-4f13-9ae8-aeca9658fea6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:21.743210 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44570) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:21.757078 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c318fad8-6d2c-4d48-a274-ac497f2f9a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.790472 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.792031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device fa749bb3-beb9-4b19-8360-beea8f3e2de1 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:21.798862 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2241a543-1f04-4d9d-83ce-1254a24ae081 req-e08c21f0-1df9-422f-9899-b429ea4392b7 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e938cada-fdfb-4a11-905a-e33f3258ccb7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.800249 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2241a543-1f04-4d9d-83ce-1254a24ae081 req-e08c21f0-1df9-422f-9899-b429ea4392b7 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.811124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2241a543-1f04-4d9d-83ce-1254a24ae081 req-e08c21f0-1df9-422f-9899-b429ea4392b7 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "DELETE /v2.0/security-groups/e938cada-fdfb-4a11-905a-e33f3258ccb7 HTTP/1.1" status: 204 len: 173 time: 0.4472468 Jan 27 21:39:21.813292 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e069c590-3f81-4c7c-91eb-1b1472c10b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (08b746ae-941c-44a0-963c-2ae583c81a93), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.842485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c21f0-1df9-422f-9899-b429ea4392b7 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e938cada-fdfb-4a11-905a-e33f3258ccb7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:21.856305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: fa749bb3-beb9-4b19-8360-beea8f3e2de1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:39:21.856305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device fa749bb3-beb9-4b19-8360-beea8f3e2de1 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:39:21.880229 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c3a950-f228-46ca-a4fb-56d68633dace x-openstack-request-id: req-80c3a950-f228-46ca-a4fb-56d68633dace {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:21.887858 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8136a9ba-b171-439b-99d8-12803a06744b", "name": "network-vif-plugged", "status": "completed", "tag": "ff758751-ec9c-440b-9689-ccf44cd8d0e8", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:21.887858 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80c3a950-f228-46ca-a4fb-56d68633dace {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:21.887858 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8136a9ba-b171-439b-99d8-12803a06744b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff758751-ec9c-440b-9689-ccf44cd8d0e8', 'code': 200} Jan 27 21:39:21.901941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=ff758751-ec9c-440b-9689-ccf44cd8d0e8,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:21.924566 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c318fad8-6d2c-4d48-a274-ac497f2f9a10 admin admin] Publish callbacks [] for security_group (48e4a5a3-7a71-4f8f-8ee5-2dc37101cf75), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:21.927603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069c590-3f81-4c7c-91eb-1b1472c10b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=08b746ae-941c-44a0-963c-2ae583c81a93,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:21.944194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-7c2bf153-74da-4612-bd60-7d587dcbab86 req-f9fd4eb9-1006-4c85-ae2b-5d5b960d0570 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1295688910', 'description': 'tempest-description-947901347'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:21.947289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e069c590-3f81-4c7c-91eb-1b1472c10b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking segment: {'id': 'ea350528-b657-4195-b293-deb23ac532f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8aea048d-3433-4ebe-97c1-a064d489c188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:21.947652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e069c590-3f81-4c7c-91eb-1b1472c10b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network hostable DHCP agents. Network: 8aea048d-3433-4ebe-97c1-a064d489c188, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:21.969021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d10027-1f66-46e3-b312-6634ad0c7163 req-70e1ccf2-62dd-4212-b11f-b268eb4d11ce tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:21.970577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7d10027-1f66-46e3-b312-6634ad0c7163 req-70e1ccf2-62dd-4212-b11f-b268eb4d11ce tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0816109 Jan 27 21:39:22.003144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2707b7-6a19-401c-90dd-63dff2dc258d req-43ac1927-01b7-4706-9d39-2b8693d1fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:22.007744 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7c2707b7-6a19-401c-90dd-63dff2dc258d req-43ac1927-01b7-4706-9d39-2b8693d1fed2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 1097 time: 0.0507851 Jan 27 21:39:22.020481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7d10027-1f66-46e3-b312-6634ad0c7163 req-2569a9c7-7491-4c09-9185-db4f5c614ccf tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435359 Jan 27 21:39:22.054864 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7c2707b7-6a19-401c-90dd-63dff2dc258d req-5b2a9528-140b-4cbc-913a-8449a487b9de service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=35b1a8a3-237e-4b21-a1b3-7f16f682b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425129 Jan 27 21:39:22.115080 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c318fad8-6d2c-4d48-a274-ac497f2f9a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (48e4a5a3-7a71-4f8f-8ee5-2dc37101cf75), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.125164 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0018e-4340-4218-9442-9a51b957c69e req-4e8c3b09-ebd0-4aa9-bdf0-a2b5df873af8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:22.126862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65c0018e-4340-4218-9442-9a51b957c69e req-4e8c3b09-ebd0-4aa9-bdf0-a2b5df873af8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0509923 Jan 27 21:39:22.143582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e069c590-3f81-4c7c-91eb-1b1472c10b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network 8aea048d-3433-4ebe-97c1-a064d489c188 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:22.149638 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7c2bf153-74da-4612-bd60-7d587dcbab86 req-f9fd4eb9-1006-4c85-ae2b-5d5b960d0570 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.164951 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c318fad8-6d2c-4d48-a274-ac497f2f9a10 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3a127f37f75b47368cfb15f588a4fa87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4206431 Jan 27 21:39:22.166455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318fad8-6d2c-4d48-a274-ac497f2f9a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e4a5a3-7a71-4f8f-8ee5-2dc37101cf75,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:22.168951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44580) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:22.195435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65c0018e-4340-4218-9442-9a51b957c69e req-95e5167c-e34e-4cc3-bc2a-9a7736efd1ed tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620089 Jan 27 21:39:22.232385 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1de65f1b-492c-4fc6-ac82-fe87226bb5f0 admin admin] Publish callbacks [] for security_group (48e4a5a3-7a71-4f8f-8ee5-2dc37101cf75), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.256479 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1de65f1b-492c-4fc6-ac82-fe87226bb5f0 admin admin] Publish callbacks [] for security_group (48e4a5a3-7a71-4f8f-8ee5-2dc37101cf75), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.262533 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7c2bf153-74da-4612-bd60-7d587dcbab86 req-f9fd4eb9-1006-4c85-ae2b-5d5b960d0570 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (a18b9245-a2e2-45ad-9c71-01f0cb2423b5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.309008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bf368-8496-4234-8df3-28a23eec3a74 req-18d46abb-de59-4f19-8a4c-1edb6e161832 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:22.310583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe0bf368-8496-4234-8df3-28a23eec3a74 req-18d46abb-de59-4f19-8a4c-1edb6e161832 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 946 time: 0.0517182 Jan 27 21:39:22.359657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe0bf368-8496-4234-8df3-28a23eec3a74 req-3a5a0021-9cd8-4c31-bada-7a6aec048ceb tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/security-groups?id=35b1a8a3-237e-4b21-a1b3-7f16f682b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423591 Jan 27 21:39:22.366494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e069c590-3f81-4c7c-91eb-1b1472c10b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 8aea048d-3433-4ebe-97c1-a064d489c188) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:22.380850 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e069c590-3f81-4c7c-91eb-1b1472c10b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:22.380850 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e069c590-3f81-4c7c-91eb-1b1472c10b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.385286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc0efe7-467e-46b9-87ab-aff988f05c1c None None] Network 8aea048d-3433-4ebe-97c1-a064d489c188 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:22.429629 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1de65f1b-492c-4fc6-ac82-fe87226bb5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (48e4a5a3-7a71-4f8f-8ee5-2dc37101cf75), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.429913 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7c2bf153-74da-4612-bd60-7d587dcbab86 req-f9fd4eb9-1006-4c85-ae2b-5d5b960d0570 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a18b9245-a2e2-45ad-9c71-01f0cb2423b5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.432767 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1de65f1b-492c-4fc6-ac82-fe87226bb5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.437019 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1de65f1b-492c-4fc6-ac82-fe87226bb5f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/48e4a5a3-7a71-4f8f-8ee5-2dc37101cf75 HTTP/1.1" status: 204 len: 168 time: 0.2667820 Jan 27 21:39:22.446233 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de65f1b-492c-4fc6-ac82-fe87226bb5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e4a5a3-7a71-4f8f-8ee5-2dc37101cf75,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:22.478561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd4eb9-1006-4c85-ae2b-5d5b960d0570 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18b9245-a2e2-45ad-9c71-01f0cb2423b5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:22.514506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-8aea048d-3433-4ebe-97c1-a064d489c188', 'network_id': '8aea048d-3433-4ebe-97c1-a064d489c188', 'project_id': '034ada6ce9fe439e836d01098a40b800', 'fixed_ips': [{'subnet_id': '08b746ae-941c-44a0-963c-2ae583c81a93'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:22.515357 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.529730 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e069c590-3f81-4c7c-91eb-1b1472c10b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3499544 Jan 27 21:39:22.533430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44584) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:22.633780 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (8aea048d-3433-4ebe-97c1-a064d489c188), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.649208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Allocated IP 172.20.0.1 (8aea048d-3433-4ebe-97c1-a064d489c188/08b746ae-941c-44a0-963c-2ae583c81a93/b3dabe60-8403-44f2-ac36-74f21cd74a29) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:22.687330 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (08b746ae-941c-44a0-963c-2ae583c81a93), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.700178 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7c2bf153-74da-4612-bd60-7d587dcbab86 req-f9fd4eb9-1006-4c85-ae2b-5d5b960d0570 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.701916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c2bf153-74da-4612-bd60-7d587dcbab86 req-f9fd4eb9-1006-4c85-ae2b-5d5b960d0570 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7643239 Jan 27 21:39:22.805686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c0030a2-46f7-4141-8d73-278977be3646 req-4f4151d7-c8e4-440c-944f-1dc3aee87cfd tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/a18b9245-a2e2-45ad-9c71-01f0cb2423b5 HTTP/1.1" status: 200 len: 1819 time: 0.0473123 Jan 27 21:39:22.805686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-3c0030a2-46f7-4141-8d73-278977be3646 req-6e62c757-cd37-4013-a20b-951e0eb1ea45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Request body: {'security_group': {'name': 'tempest-sg-hth-943997335', 'description': 'tempest-description-hth-330117080'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:22.819823 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Publish callbacks [] for port (b3dabe60-8403-44f2-ac36-74f21cd74a29), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.824649 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c0030a2-46f7-4141-8d73-278977be3646 req-6e62c757-cd37-4013-a20b-951e0eb1ea45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (a18b9245-a2e2-45ad-9c71-01f0cb2423b5), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.872385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c0030a2-46f7-4141-8d73-278977be3646 req-6e62c757-cd37-4013-a20b-951e0eb1ea45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (a18b9245-a2e2-45ad-9c71-01f0cb2423b5), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:22.995901 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (b3dabe60-8403-44f2-ac36-74f21cd74a29), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.004776 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:39:23.040605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Network 8aea048d-3433-4ebe-97c1-a064d489c188 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:23.049453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:23.051780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:23.060017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Pushing event updated for resources: {'Port': ['ID=b3dabe60-8403-44f2-ac36-74f21cd74a29,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:23.069543 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c0030a2-46f7-4141-8d73-278977be3646 req-6e62c757-cd37-4013-a20b-951e0eb1ea45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a18b9245-a2e2-45ad-9c71-01f0cb2423b5), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.074864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c0030a2-46f7-4141-8d73-278977be3646 req-6e62c757-cd37-4013-a20b-951e0eb1ea45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.075295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c0030a2-46f7-4141-8d73-278977be3646 req-6e62c757-cd37-4013-a20b-951e0eb1ea45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "PUT /v2.0/security-groups/a18b9245-a2e2-45ad-9c71-01f0cb2423b5 HTTP/1.1" status: 200 len: 1792 time: 0.2867839 Jan 27 21:39:23.133801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Attempting to bind port b3dabe60-8403-44f2-ac36-74f21cd74a29 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:23.134280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Attempting to bind port b3dabe60-8403-44f2-ac36-74f21cd74a29 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'ea350528-b657-4195-b293-deb23ac532f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8aea048d-3433-4ebe-97c1-a064d489c188'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:23.134657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Attempting to bind port b3dabe60-8403-44f2-ac36-74f21cd74a29 on network 8aea048d-3433-4ebe-97c1-a064d489c188 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:23.140825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:23.141202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Checking segment: {'id': 'ea350528-b657-4195-b293-deb23ac532f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8aea048d-3433-4ebe-97c1-a064d489c188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:23.141600 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.142016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Bound using segment: {'id': 'ea350528-b657-4195-b293-deb23ac532f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8aea048d-3433-4ebe-97c1-a064d489c188'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:23.142773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Bound port: b3dabe60-8403-44f2-ac36-74f21cd74a29, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea350528-b657-4195-b293-deb23ac532f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '8aea048d-3433-4ebe-97c1-a064d489c188'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:23.143579 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b3dabe60-8403-44f2-ac36-74f21cd74a29), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.161484 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (08b746ae-941c-44a0-963c-2ae583c81a93), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.218987 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Subnet': ['ID=08b746ae-941c-44a0-963c-2ae583c81a93,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:23.229119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62c757-cd37-4013-a20b-951e0eb1ea45 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18b9245-a2e2-45ad-9c71-01f0cb2423b5,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:23.242238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] For port b3dabe60-8403-44f2-ac36-74f21cd74a29, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:23.247218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] For port b3dabe60-8403-44f2-ac36-74f21cd74a29, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b3dabe60-8403-44f2-ac36-74f21cd74a29,segment=NetworkSegment(ea350528-b657-4195-b293-deb23ac532f9),segment_id=ea350528-b657-4195-b293-deb23ac532f9)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:23.256295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7aa22-2f30-4880-9e64-115c9e7628c0 req-b194e5c4-0621-4272-86ea-0679f8a56ab1 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:23.261779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-caf7aa22-2f30-4880-9e64-115c9e7628c0 req-b194e5c4-0621-4272-86ea-0679f8a56ab1 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1457102 Jan 27 21:39:23.269139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f818ad1f-6698-4b79-8aff-9f34fb8daa59 req-efecb2bb-a35d-4ec8-a2c5-506c616b973a tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/a18b9245-a2e2-45ad-9c71-01f0cb2423b5 HTTP/1.1" status: 200 len: 1792 time: 0.1357391 Jan 27 21:39:23.283401 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (8aea048d-3433-4ebe-97c1-a064d489c188), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.312452 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aea048d-3433-4ebe-97c1-a064d489c188']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:23.327873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea350528-b657-4195-b293-deb23ac532f9') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:23.333012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea350528-b657-4195-b293-deb23ac532f9') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:23.338905 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (ea350528-b657-4195-b293-deb23ac532f9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.342825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-caf7aa22-2f30-4880-9e64-115c9e7628c0 req-bb503516-ae3a-43cf-af4f-859c1f41871c tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726960 Jan 27 21:39:23.403351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325a95e-a865-4907-9b4f-14e4bae3692f req-96100eb9-7334-4fc0-9b7d-5703a63f999e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:23.404916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5325a95e-a865-4907-9b4f-14e4bae3692f req-96100eb9-7334-4fc0-9b7d-5703a63f999e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0772023 Jan 27 21:39:23.433029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bcc59b8-a919-4e12-b4c1-c25223b493d0 req-3daf7269-7b9a-43c5-966c-6909916f8931 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/a18b9245-a2e2-45ad-9c71-01f0cb2423b5 HTTP/1.1" status: 200 len: 1792 time: 0.0664940 Jan 27 21:39:23.452820 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b3dabe60-8403-44f2-ac36-74f21cd74a29), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.457306 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ea350528-b657-4195-b293-deb23ac532f9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.463686 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:23.464100 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (ea350528-b657-4195-b293-deb23ac532f9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:23.467875 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:23.488036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5325a95e-a865-4907-9b4f-14e4bae3692f req-3408dcdb-7b17-4dcd-ad16-6e5770572e2c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764613 Jan 27 21:39:23.550181 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4bcc59b8-a919-4e12-b4c1-c25223b493d0 req-8fe8779b-5db5-4800-b028-fd87ca39cadb tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (a18b9245-a2e2-45ad-9c71-01f0cb2423b5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.584946 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4bcc59b8-a919-4e12-b4c1-c25223b493d0 req-8fe8779b-5db5-4800-b028-fd87ca39cadb tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (a18b9245-a2e2-45ad-9c71-01f0cb2423b5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.600796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00938b50-6073-4ef3-a56d-c4c9f2c9bba9 None None] Pushing event updated for resources: {'Port': ['ID=b3dabe60-8403-44f2-ac36-74f21cd74a29,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:23.615544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1969d4b3-32e1-4319-b7dd-630125e8e533 None None] get_active_networks_info from n-d-760456-6 {{(pid=104028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:39:23.650264 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:39:23.650264 n-d-760456-6 neutron-server[104026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:39:23.650264 n-d-760456-6 neutron-server[104026]: [parameters: {'id': '8aea048d-3433-4ebe-97c1-a064d489c188'}] Jan 27 21:39:23.650264 n-d-760456-6 neutron-server[104026]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:23.650659 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:23.661620 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a59e93-d122-4f24-be2f-a13442ba8848 req-847928f9-640f-4419-86da-67c9ef184264 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:23.661620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04a59e93-d122-4f24-be2f-a13442ba8848 req-847928f9-640f-4419-86da-67c9ef184264 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 946 time: 0.0761106 Jan 27 21:39:23.707500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04a59e93-d122-4f24-be2f-a13442ba8848 req-5b46d9dd-f80a-4321-91f2-a52728df7a4f tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/security-groups?id=35b1a8a3-237e-4b21-a1b3-7f16f682b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 Jan 27 21:39:23.731865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1969d4b3-32e1-4319-b7dd-630125e8e533 None None] Resources bound (agent type, host, resource id): {{(pid=104028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 21:39:23.824454 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4bcc59b8-a919-4e12-b4c1-c25223b493d0 req-8fe8779b-5db5-4800-b028-fd87ca39cadb tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a18b9245-a2e2-45ad-9c71-01f0cb2423b5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.826598 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4bcc59b8-a919-4e12-b4c1-c25223b493d0 req-8fe8779b-5db5-4800-b028-fd87ca39cadb tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:23.833855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bcc59b8-a919-4e12-b4c1-c25223b493d0 req-8fe8779b-5db5-4800-b028-fd87ca39cadb tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "DELETE /v2.0/security-groups/a18b9245-a2e2-45ad-9c71-01f0cb2423b5 HTTP/1.1" status: 204 len: 173 time: 0.3951385 Jan 27 21:39:23.857834 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8779b-5db5-4800-b028-fd87ca39cadb tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18b9245-a2e2-45ad-9c71-01f0cb2423b5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:23.983093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e5115-3e74-4ea2-abba-4338e31621ba None None] Network 8aea048d-3433-4ebe-97c1-a064d489c188 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:24.151485 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (8aea048d-3433-4ebe-97c1-a064d489c188), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:24.219200 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Deleting port b3dabe60-8403-44f2-ac36-74f21cd74a29 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:24.219806 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b3dabe60-8403-44f2-ac36-74f21cd74a29), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:24.296999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] For port b3dabe60-8403-44f2-ac36-74f21cd74a29, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b3dabe60-8403-44f2-ac36-74f21cd74a29,segment=NetworkSegment(ea350528-b657-4195-b293-deb23ac532f9),segment_id=ea350528-b657-4195-b293-deb23ac532f9)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:24.296999 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b3dabe60-8403-44f2-ac36-74f21cd74a29), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:24.313154 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Calling delete_port for b3dabe60-8403-44f2-ac36-74f21cd74a29 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:24.347475 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-a148bf1b-d754-4e5a-b4f1-9d6e2e387f0f req-7da6a591-5b7d-4ca1-bf6a-be1a96c11f29 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] show failed (client error): The resource could not be found. Jan 27 21:39:24.350229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a148bf1b-d754-4e5a-b4f1-9d6e2e387f0f req-7da6a591-5b7d-4ca1-bf6a-be1a96c11f29 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/e938cada-fdfb-4a11-905a-e33f3258ccb7 HTTP/1.1" status: 404 len: 352 time: 0.0187969 Jan 27 21:39:24.451284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a270fd-21d9-48dd-adce-b2acd75c8f89 req-90b3413f-5902-417c-849d-64302075e7f2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:24.463226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74a270fd-21d9-48dd-adce-b2acd75c8f89 req-90b3413f-5902-417c-849d-64302075e7f2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0490289 Jan 27 21:39:24.501111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74a270fd-21d9-48dd-adce-b2acd75c8f89 req-970e327b-8a48-4a6c-a1dc-f4ea95d18f5b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 Jan 27 21:39:24.538685 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-64478bdd-811e-4104-a5f1-3d74106e6f32 req-288e36a2-5f71-4c4f-badf-6b2910834ecc tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] show failed (client error): The resource could not be found. Jan 27 21:39:24.539706 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64478bdd-811e-4104-a5f1-3d74106e6f32 req-288e36a2-5f71-4c4f-badf-6b2910834ecc tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/8a9adfec-fc78-4458-9ae1-13e63ca3c9d7 HTTP/1.1" status: 404 len: 352 time: 0.0143001 Jan 27 21:39:24.572627 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b3dabe60-8403-44f2-ac36-74f21cd74a29), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:24.605993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Port': ['ID=b3dabe60-8403-44f2-ac36-74f21cd74a29,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:24.608373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No DVR routers for this DVR port b3dabe60-8403-44f2-ac36-74f21cd74a29 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:24.659394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f249ab-f65b-4820-8fbc-4e27157005cb req-edb43111-b0f2-43ac-a017-3935e2a7a67a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:24.660918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27f249ab-f65b-4820-8fbc-4e27157005cb req-edb43111-b0f2-43ac-a017-3935e2a7a67a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0653951 Jan 27 21:39:24.696702 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (8aea048d-3433-4ebe-97c1-a064d489c188), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:24.718286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aea048d-3433-4ebe-97c1-a064d489c188']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:24.719932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27f249ab-f65b-4820-8fbc-4e27157005cb req-ab063bc3-b86d-415c-8169-fcdd46b665d4 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521553 Jan 27 21:39:24.728194 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea350528-b657-4195-b293-deb23ac532f9') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:24.728507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea350528-b657-4195-b293-deb23ac532f9') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:24.738174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (ea350528-b657-4195-b293-deb23ac532f9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:24.752892 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ea350528-b657-4195-b293-deb23ac532f9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:24.755600 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-69e741d3-0199-4c13-8f63-eacabea7aded req-3db1af21-25e2-4ffd-b9bb-69ac45050bc9 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] show failed (client error): The resource could not be found. Jan 27 21:39:24.756810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69e741d3-0199-4c13-8f63-eacabea7aded req-3db1af21-25e2-4ffd-b9bb-69ac45050bc9 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/b2663a09-c07b-42a3-a886-c4ad1c3d015a HTTP/1.1" status: 404 len: 352 time: 0.0152309 Jan 27 21:39:24.759269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:24.759756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (ea350528-b657-4195-b293-deb23ac532f9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:24.762563 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:24.790995 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-60ead001-2916-4ba4-8c1a-4e75c9c7d6f3 req-05321f6c-0ed1-4f06-8963-f38376723cce tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] show failed (client error): The resource could not be found. Jan 27 21:39:24.791979 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60ead001-2916-4ba4-8c1a-4e75c9c7d6f3 req-05321f6c-0ed1-4f06-8963-f38376723cce tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/5ef07492-be6b-4960-a9b9-601d545a4553 HTTP/1.1" status: 404 len: 352 time: 0.0145063 Jan 27 21:39:24.903642 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-d0b31293-1562-45bb-abdd-bb5f753f3424 req-3f715fe5-65d6-48d9-af55-5c2d8cda9f98 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] show failed (client error): The resource could not be found. Jan 27 21:39:24.904752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0b31293-1562-45bb-abdd-bb5f753f3424 req-3f715fe5-65d6-48d9-af55-5c2d8cda9f98 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/153521d0-fa1b-4c8b-9d47-76bf23a62921 HTTP/1.1" status: 404 len: 352 time: 0.0151927 Jan 27 21:39:24.937931 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (8aea048d-3433-4ebe-97c1-a064d489c188), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:24.943420 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-3015c47f-3c6c-4821-a9b5-96f12ed838c6 req-7dad6465-afc3-49eb-a27e-0328b82bd969 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] show failed (client error): The resource could not be found. Jan 27 21:39:24.943870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3015c47f-3c6c-4821-a9b5-96f12ed838c6 req-7dad6465-afc3-49eb-a27e-0328b82bd969 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/576b9b91-b514-4433-8656-a36e2275b600 HTTP/1.1" status: 404 len: 352 time: 0.0185456 Jan 27 21:39:24.949312 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:24.953200 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/8aea048d-3433-4ebe-97c1-a064d489c188 HTTP/1.1" status: 204 len: 168 time: 2.4193058 Jan 27 21:39:24.956822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44666) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:24.967475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a2849263-3f4c-4c90-a9b4-c5b5299b3f5d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-744833871'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:24.970891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d8dce-c95d-417e-9f5b-cb68251082f0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Network': ['ID=8aea048d-3433-4ebe-97c1-a064d489c188,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:25.043838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879d7bc-f9af-4545-8728-e918359c2712 req-cf4d3fe2-3317-49d4-8d2e-8161e511693f tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:25.045377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e879d7bc-f9af-4545-8728-e918359c2712 req-cf4d3fe2-3317-49d4-8d2e-8161e511693f tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 946 time: 0.0487897 Jan 27 21:39:25.101896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e879d7bc-f9af-4545-8728-e918359c2712 req-df9ad352-cc8d-465f-967f-51f5b159521a tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/security-groups?id=35b1a8a3-237e-4b21-a1b3-7f16f682b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 Jan 27 21:39:25.189429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2849263-3f4c-4c90-a9b4-c5b5299b3f5d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:25.193540 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a2849263-3f4c-4c90-a9b4-c5b5299b3f5d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:25.218380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2849263-3f4c-4c90-a9b4-c5b5299b3f5d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:25.228870 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a2849263-3f4c-4c90-a9b4-c5b5299b3f5d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7536e03e-0dc7-4a9c-97e6-53515dfbf0ba), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:25.229212 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-a2849263-3f4c-4c90-a9b4-c5b5299b3f5d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Added segment 7536e03e-0dc7-4a9c-97e6-53515dfbf0ba of type vlan for network 512ea7ff-f639-4f15-bc32-939317185bea Jan 27 21:39:25.272170 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a2849263-3f4c-4c90-a9b4-c5b5299b3f5d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (512ea7ff-f639-4f15-bc32-939317185bea), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:25.440249 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a2849263-3f4c-4c90-a9b4-c5b5299b3f5d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (512ea7ff-f639-4f15-bc32-939317185bea), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:25.446373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2849263-3f4c-4c90-a9b4-c5b5299b3f5d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:25.446989 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a2849263-3f4c-4c90-a9b4-c5b5299b3f5d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:25.522774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2849263-3f4c-4c90-a9b4-c5b5299b3f5d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=512ea7ff-f639-4f15-bc32-939317185bea,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:25.538897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 512ea7ff-f639-4f15-bc32-939317185bea details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:25.633391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0418a-d109-478f-aa0e-872e977aa375 req-44479719-b993-45f7-8840-98ea5f71f85d tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:25.634976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2d0418a-d109-478f-aa0e-872e977aa375 req-44479719-b993-45f7-8840-98ea5f71f85d tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 1024 time: 0.0859191 Jan 27 21:39:25.676977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76248835-3843-4f1d-a0ef-75049733b5e9 req-e4ffdb8a-6846-45ea-b662-e2477b74a00c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:25.678568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76248835-3843-4f1d-a0ef-75049733b5e9 req-e4ffdb8a-6846-45ea-b662-e2477b74a00c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0883660 Jan 27 21:39:25.751265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a2849263-3f4c-4c90-a9b4-c5b5299b3f5d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7922287 Jan 27 21:39:25.755353 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44684) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:25.761280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-07666d15-8ba4-41a8-8b2c-943e6027b23d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'network_id': '512ea7ff-f639-4f15-bc32-939317185bea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:25.762701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2d0418a-d109-478f-aa0e-872e977aa375 req-eb7b6ee7-d36b-4a26-a791-2c4b850a8fd7 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=64e79822-9ffd-40bb-991d-3f4fe99744cc&id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&id=7e2c341b-5370-4989-bbd8-252c269a30f3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1199937 Jan 27 21:39:25.766407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76248835-3843-4f1d-a0ef-75049733b5e9 req-ca262f06-76eb-4acb-8216-33d90f990c1c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810256 Jan 27 21:39:25.943548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37111ed-367a-4b1b-880f-9cb5fd773eb4 req-6eb6dd4a-9651-4a35-805f-3e1a1194b331 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:25.945469 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b37111ed-367a-4b1b-880f-9cb5fd773eb4 req-6eb6dd4a-9651-4a35-805f-3e1a1194b331 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1000338 Jan 27 21:39:25.979145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe0a50-fb59-4c78-816d-e2f7e6348283 req-f0c05e2e-d840-450d-b732-37be436d44d0 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:25.980629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8efe0a50-fb59-4c78-816d-e2f7e6348283 req-f0c05e2e-d840-450d-b732-37be436d44d0 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1021657 Jan 27 21:39:26.024387 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07666d15-8ba4-41a8-8b2c-943e6027b23d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:26.028299 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07666d15-8ba4-41a8-8b2c-943e6027b23d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:26.030169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b37111ed-367a-4b1b-880f-9cb5fd773eb4 req-083330d3-5058-4531-b360-e7e17f8f4111 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784521 Jan 27 21:39:26.056679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8efe0a50-fb59-4c78-816d-e2f7e6348283 req-c0f85a7f-553c-4929-87fe-0cd2bdb14095 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644104 Jan 27 21:39:26.179106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379adbbf-a116-4e58-90ba-d0600fcb5a2a req-423c22a0-b112-4500-a4bf-284870f1dfcf tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:26.186929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-379adbbf-a116-4e58-90ba-d0600fcb5a2a req-423c22a0-b112-4500-a4bf-284870f1dfcf tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0611796 Jan 27 21:39:26.275568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-379adbbf-a116-4e58-90ba-d0600fcb5a2a req-b5bae758-43b6-4a7d-b65c-33c1fd988ef2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883479 Jan 27 21:39:26.283299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca920c1e-edc1-4989-bf6d-1baef8f8158d req-b762c344-5f9f-41e8-8dc5-58bb9e587710 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:26.285102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca920c1e-edc1-4989-bf6d-1baef8f8158d req-b762c344-5f9f-41e8-8dc5-58bb9e587710 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 946 time: 0.0902488 Jan 27 21:39:26.351495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca920c1e-edc1-4989-bf6d-1baef8f8158d req-c1da45bf-e101-421d-8e21-428111538522 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/security-groups?id=35b1a8a3-237e-4b21-a1b3-7f16f682b440&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577803 Jan 27 21:39:26.383661 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07666d15-8ba4-41a8-8b2c-943e6027b23d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (b6e209c3-ef96-43c8-a036-cdfb17544896), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:26.418825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcab14-8743-4603-906e-ca89f8859b83 req-8bd6a11e-b7f2-48bf-b963-9d78f14f3a44 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:26.420514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9dcab14-8743-4603-906e-ca89f8859b83 req-8bd6a11e-b7f2-48bf-b963-9d78f14f3a44 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0582051 Jan 27 21:39:26.452739 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07666d15-8ba4-41a8-8b2c-943e6027b23d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=b6e209c3-ef96-43c8-a036-cdfb17544896,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:26.462311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07666d15-8ba4-41a8-8b2c-943e6027b23d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking segment: {'id': '7536e03e-0dc7-4a9c-97e6-53515dfbf0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '512ea7ff-f639-4f15-bc32-939317185bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:26.465055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07666d15-8ba4-41a8-8b2c-943e6027b23d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network hostable DHCP agents. Network: 512ea7ff-f639-4f15-bc32-939317185bea, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:26.469056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9dcab14-8743-4603-906e-ca89f8859b83 req-d051f989-4131-4f81-864e-085d7293a22b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Jan 27 21:39:26.518787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba6c04-56d2-4205-96aa-dd1b3c1c439f req-33e3dcd0-28ad-4aee-9406-a51cc08d7439 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:26.520391 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b2ba6c04-56d2-4205-96aa-dd1b3c1c439f req-33e3dcd0-28ad-4aee-9406-a51cc08d7439 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.74 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 946 time: 0.0553932 Jan 27 21:39:26.620199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-b2ba6c04-56d2-4205-96aa-dd1b3c1c439f req-0ed308eb-864d-4cb4-a4c3-abcba8a3d90c tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Deleting port ff758751-ec9c-440b-9689-ccf44cd8d0e8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:26.620583 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b2ba6c04-56d2-4205-96aa-dd1b3c1c439f req-0ed308eb-864d-4cb4-a4c3-abcba8a3d90c tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:26.663454 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:26.714515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-b2ba6c04-56d2-4205-96aa-dd1b3c1c439f req-0ed308eb-864d-4cb4-a4c3-abcba8a3d90c tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] For port ff758751-ec9c-440b-9689-ccf44cd8d0e8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ff758751-ec9c-440b-9689-ccf44cd8d0e8,segment=NetworkSegment(29969b97-6049-4f13-9ae8-aeca9658fea6),segment_id=29969b97-6049-4f13-9ae8-aeca9658fea6)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:26.714885 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b2ba6c04-56d2-4205-96aa-dd1b3c1c439f req-0ed308eb-864d-4cb4-a4c3-abcba8a3d90c tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:26.727379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-b2ba6c04-56d2-4205-96aa-dd1b3c1c439f req-0ed308eb-864d-4cb4-a4c3-abcba8a3d90c tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Calling delete_port for ff758751-ec9c-440b-9689-ccf44cd8d0e8 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:26.739960 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07666d15-8ba4-41a8-8b2c-943e6027b23d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network 512ea7ff-f639-4f15-bc32-939317185bea is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:26.894598 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-07666d15-8ba4-41a8-8b2c-943e6027b23d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 512ea7ff-f639-4f15-bc32-939317185bea) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:26.898144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0f477-6d0c-4142-ab06-d28dd9ce4d52 req-939a3064-9fd5-4284-b01c-da85cc09c091 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:26.898959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07666d15-8ba4-41a8-8b2c-943e6027b23d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:26.905414 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07666d15-8ba4-41a8-8b2c-943e6027b23d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:26.906093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaa6d92-6f45-49c8-96cb-bd69c6fdace2 None None] Network 512ea7ff-f639-4f15-bc32-939317185bea requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:26.906889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17a0f477-6d0c-4142-ab06-d28dd9ce4d52 req-939a3064-9fd5-4284-b01c-da85cc09c091 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 1024 time: 0.0591245 Jan 27 21:39:26.985440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17a0f477-6d0c-4142-ab06-d28dd9ce4d52 req-684e77c8-8542-4205-8123-a63c375cd0a4 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups?id=64e79822-9ffd-40bb-991d-3f4fe99744cc&id=8841d0b6-b353-45a3-b4c8-bd301042a4c0&id=7e2c341b-5370-4989-bbd8-252c269a30f3&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0774250 Jan 27 21:39:27.008125 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b2ba6c04-56d2-4205-96aa-dd1b3c1c439f req-0ed308eb-864d-4cb4-a4c3-abcba8a3d90c tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ff758751-ec9c-440b-9689-ccf44cd8d0e8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.025077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['ff758751-ec9c-440b-9689-ccf44cd8d0e8'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:27.042923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ad9c3-21be-4390-8745-2aeab37872ed req-a7b6a972-07e8-473f-86b1-f028a4b3b19c tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:27.044657 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b1ad9c3-21be-4390-8745-2aeab37872ed req-a7b6a972-07e8-473f-86b1-f028a4b3b19c tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.74 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 1024 time: 0.1004298 Jan 27 21:39:27.047072 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed308eb-864d-4cb4-a4c3-abcba8a3d90c tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Pushing event deleted for resources: {'Port': ['ID=ff758751-ec9c-440b-9689-ccf44cd8d0e8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:27.054961 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-07666d15-8ba4-41a8-8b2c-943e6027b23d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2983191 Jan 27 21:39:27.058057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44716) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:27.116835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-512ea7ff-f639-4f15-bc32-939317185bea', 'network_id': '512ea7ff-f639-4f15-bc32-939317185bea', 'project_id': '034ada6ce9fe439e836d01098a40b800', 'fixed_ips': [{'subnet_id': 'b6e209c3-ef96-43c8-a036-cdfb17544896'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:27.117718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.244603 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.248596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf9b6a-09b6-4354-9a23-ef4bf9adb6f2 req-10a24cb0-e306-4820-80c2-5bb8ce5ac014 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:27.250108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ecf9b6a-09b6-4354-9a23-ef4bf9adb6f2 req-10a24cb0-e306-4820-80c2-5bb8ce5ac014 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0700657 Jan 27 21:39:27.251523 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ba6c04-56d2-4205-96aa-dd1b3c1c439f req-0ed308eb-864d-4cb4-a4c3-abcba8a3d90c tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] No DVR routers for this DVR port ff758751-ec9c-440b-9689-ccf44cd8d0e8 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:27.255560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b2ba6c04-56d2-4205-96aa-dd1b3c1c439f req-0ed308eb-864d-4cb4-a4c3-abcba8a3d90c tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.266749 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b2ba6c04-56d2-4205-96aa-dd1b3c1c439f req-0ed308eb-864d-4cb4-a4c3-abcba8a3d90c tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.74 "DELETE /v2.0/ports/ff758751-ec9c-440b-9689-ccf44cd8d0e8 HTTP/1.1" status: 204 len: 173 time: 0.7404087 Jan 27 21:39:27.267473 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8136a9ba-b171-439b-99d8-12803a06744b', 'name': 'network-vif-deleted', 'tag': 'ff758751-ec9c-440b-9689-ccf44cd8d0e8'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:27.270135 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24e8a48-0c2c-4ac1-b30c-a2d5b9df5489" -d '{"events": [{"server_uuid": "8136a9ba-b171-439b-99d8-12803a06744b", "name": "network-vif-deleted", "tag": "ff758751-ec9c-440b-9689-ccf44cd8d0e8"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:27.295958 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (512ea7ff-f639-4f15-bc32-939317185bea), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.331444 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ecf9b6a-09b6-4354-9a23-ef4bf9adb6f2 req-602a0d57-efb8-4219-9eae-4637e521d49e tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745461 Jan 27 21:39:27.334953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-6b1ad9c3-21be-4390-8745-2aeab37872ed req-2d6dc86c-9984-432e-8a71-150490935442 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Deleting port b41d4478-d935-4ac9-a1bd-0bef366666b7 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:27.338367 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6b1ad9c3-21be-4390-8745-2aeab37872ed req-2d6dc86c-9984-432e-8a71-150490935442 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.355264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Allocated IP 172.20.0.2 (512ea7ff-f639-4f15-bc32-939317185bea/b6e209c3-ef96-43c8-a036-cdfb17544896/f4fee6fe-873d-4df1-8416-dcf6379781b6) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:27.452486 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93bbb38-5ad6-4ceb-9aa5-88d7781dad62 x-openstack-request-id: req-e93bbb38-5ad6-4ceb-9aa5-88d7781dad62 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:27.453194 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8136a9ba-b171-439b-99d8-12803a06744b", "name": "network-vif-deleted", "tag": "ff758751-ec9c-440b-9689-ccf44cd8d0e8", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:27.453194 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e93bbb38-5ad6-4ceb-9aa5-88d7781dad62 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:27.453389 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8136a9ba-b171-439b-99d8-12803a06744b', 'name': 'network-vif-deleted', 'tag': 'ff758751-ec9c-440b-9689-ccf44cd8d0e8', 'status': 'completed', 'code': 200} Jan 27 21:39:27.466772 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-6b1ad9c3-21be-4390-8745-2aeab37872ed req-2d6dc86c-9984-432e-8a71-150490935442 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] For port b41d4478-d935-4ac9-a1bd-0bef366666b7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b41d4478-d935-4ac9-a1bd-0bef366666b7,segment=NetworkSegment(2e872e2c-9bb3-475c-bd8f-6d24e2654f97),segment_id=2e872e2c-9bb3-475c-bd8f-6d24e2654f97)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:27.466772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6b1ad9c3-21be-4390-8745-2aeab37872ed req-2d6dc86c-9984-432e-8a71-150490935442 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.483579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-6b1ad9c3-21be-4390-8745-2aeab37872ed req-2d6dc86c-9984-432e-8a71-150490935442 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Calling delete_port for b41d4478-d935-4ac9-a1bd-0bef366666b7 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:27.586714 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Publish callbacks [] for port (f4fee6fe-873d-4df1-8416-dcf6379781b6), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.733642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7689084-a369-4a7e-851d-3227931e73fa req-868519bb-d84a-4e4b-beb3-36df6c2a6318 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 210 time: 0.0327451 Jan 27 21:39:27.747657 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (b6e209c3-ef96-43c8-a036-cdfb17544896), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.778228 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6b1ad9c3-21be-4390-8745-2aeab37872ed req-2d6dc86c-9984-432e-8a71-150490935442 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b41d4478-d935-4ac9-a1bd-0bef366666b7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.778523 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (f4fee6fe-873d-4df1-8416-dcf6379781b6), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.822507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b41d4478-d935-4ac9-a1bd-0bef366666b7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:27.822824 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dc86c-9984-432e-8a71-150490935442 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event deleted for resources: {'Port': ['ID=b41d4478-d935-4ac9-a1bd-0bef366666b7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:27.853875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Network 512ea7ff-f639-4f15-bc32-939317185bea is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:27.859125 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:27.862407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:27.866391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1ad9c3-21be-4390-8745-2aeab37872ed req-2d6dc86c-9984-432e-8a71-150490935442 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] No DVR routers for this DVR port b41d4478-d935-4ac9-a1bd-0bef366666b7 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:27.869051 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6b1ad9c3-21be-4390-8745-2aeab37872ed req-2d6dc86c-9984-432e-8a71-150490935442 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.872883 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b1ad9c3-21be-4390-8745-2aeab37872ed req-2d6dc86c-9984-432e-8a71-150490935442 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.74 "DELETE /v2.0/ports/b41d4478-d935-4ac9-a1bd-0bef366666b7 HTTP/1.1" status: 204 len: 173 time: 0.8167531 Jan 27 21:39:27.875785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Pushing event updated for resources: {'Port': ['ID=f4fee6fe-873d-4df1-8416-dcf6379781b6,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:27.897906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.907516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.907516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.907516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.907516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.907516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.907516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.907516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.907516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.907516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.907516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.907516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.907516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:27.935544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Attempting to bind port f4fee6fe-873d-4df1-8416-dcf6379781b6 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:27.935964 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Attempting to bind port f4fee6fe-873d-4df1-8416-dcf6379781b6 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '7536e03e-0dc7-4a9c-97e6-53515dfbf0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '512ea7ff-f639-4f15-bc32-939317185bea'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:27.936305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Attempting to bind port f4fee6fe-873d-4df1-8416-dcf6379781b6 on network 512ea7ff-f639-4f15-bc32-939317185bea {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:27.941665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:27.942034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Checking segment: {'id': '7536e03e-0dc7-4a9c-97e6-53515dfbf0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '512ea7ff-f639-4f15-bc32-939317185bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:27.942435 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.942825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Bound using segment: {'id': '7536e03e-0dc7-4a9c-97e6-53515dfbf0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '512ea7ff-f639-4f15-bc32-939317185bea'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:27.943338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Bound port: f4fee6fe-873d-4df1-8416-dcf6379781b6, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7536e03e-0dc7-4a9c-97e6-53515dfbf0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '512ea7ff-f639-4f15-bc32-939317185bea'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:27.943719 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f4fee6fe-873d-4df1-8416-dcf6379781b6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:27.960965 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (b6e209c3-ef96-43c8-a036-cdfb17544896), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:28.008971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e209c3-ef96-43c8-a036-cdfb17544896,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:28.032898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] For port f4fee6fe-873d-4df1-8416-dcf6379781b6, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:28.037933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] For port f4fee6fe-873d-4df1-8416-dcf6379781b6, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f4fee6fe-873d-4df1-8416-dcf6379781b6,segment=NetworkSegment(7536e03e-0dc7-4a9c-97e6-53515dfbf0ba),segment_id=7536e03e-0dc7-4a9c-97e6-53515dfbf0ba)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:28.136572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4886720-6c49-4e6c-9c7b-24397f9b740a req-b0fc182c-ee2c-412a-a02b-2cab5705810d tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a4be2ed-8b33-4a91-a4ef-42bde3dff113 HTTP/1.1" status: 200 len: 210 time: 0.0373039 Jan 27 21:39:28.138712 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (512ea7ff-f639-4f15-bc32-939317185bea), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:28.164922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512ea7ff-f639-4f15-bc32-939317185bea']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:28.175060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7536e03e-0dc7-4a9c-97e6-53515dfbf0ba') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:28.175367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7536e03e-0dc7-4a9c-97e6-53515dfbf0ba') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:28.178692 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f4fee6fe-873d-4df1-8416-dcf6379781b6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:28.188600 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (7536e03e-0dc7-4a9c-97e6-53515dfbf0ba), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:28.202699 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7536e03e-0dc7-4a9c-97e6-53515dfbf0ba), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:28.210478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:28.210891 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (7536e03e-0dc7-4a9c-97e6-53515dfbf0ba), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:28.214976 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:28.251186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b98e52-f7c9-42c9-bebc-e204e8326612 None None] Pushing event updated for resources: {'Port': ['ID=f4fee6fe-873d-4df1-8416-dcf6379781b6,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:28.379783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.api [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:39:28.379783 n-d-760456-6 neutron-server[104027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:39:28.379783 n-d-760456-6 neutron-server[104027]: [parameters: {'id': '512ea7ff-f639-4f15-bc32-939317185bea'}] Jan 27 21:39:28.379783 n-d-760456-6 neutron-server[104027]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:28.380992 n-d-760456-6 neutron-server[104027]: DEBUG oslo_db.api [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:28.493906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b2b03-9f35-481d-9dc0-595637066b6e req-db011d6b-2ec5-4c88-8630-0d1b63e29ce7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:28.495579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-659b2b03-9f35-481d-9dc0-595637066b6e req-db011d6b-2ec5-4c88-8630-0d1b63e29ce7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0503666 Jan 27 21:39:28.571062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-659b2b03-9f35-481d-9dc0-595637066b6e req-6c515800-10c2-4cbb-9f7f-e4df006b76ef tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634198 Jan 27 21:39:28.870865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0eda752-56a0-4c1b-8e5d-52129a3b3d93 req-a4732808-ad6e-45d9-9a36-03f7ffe845e3 tempest-ServerPasswordTestJSON-1842311612 tempest-ServerPasswordTestJSON-1842311612-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136a9ba-b171-439b-99d8-12803a06744b HTTP/1.1" status: 200 len: 210 time: 0.0286102 Jan 27 21:39:28.883253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (512ea7ff-f639-4f15-bc32-939317185bea), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:28.946526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Deleting port f4fee6fe-873d-4df1-8416-dcf6379781b6 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:28.946792 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f4fee6fe-873d-4df1-8416-dcf6379781b6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.035291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] For port f4fee6fe-873d-4df1-8416-dcf6379781b6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f4fee6fe-873d-4df1-8416-dcf6379781b6,segment=NetworkSegment(7536e03e-0dc7-4a9c-97e6-53515dfbf0ba),segment_id=7536e03e-0dc7-4a9c-97e6-53515dfbf0ba)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:29.035944 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f4fee6fe-873d-4df1-8416-dcf6379781b6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.056520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Calling delete_port for f4fee6fe-873d-4df1-8416-dcf6379781b6 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:29.277609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b8e5d21-b7c3-47df-b93d-b5b3ebb887ab req-89235d89-3600-4e6f-b480-4e4be39ca84c tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/7e2c341b-5370-4989-bbd8-252c269a30f3 HTTP/1.1" status: 200 len: 1820 time: 0.0573053 Jan 27 21:39:29.280874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f4fee6fe-873d-4df1-8416-dcf6379781b6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.312104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Port': ['ID=f4fee6fe-873d-4df1-8416-dcf6379781b6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:29.323266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No DVR routers for this DVR port f4fee6fe-873d-4df1-8416-dcf6379781b6 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:29.437208 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (512ea7ff-f639-4f15-bc32-939317185bea), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.448779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd9943-37e2-481f-8e69-c41e52572e1e None None] Network 512ea7ff-f639-4f15-bc32-939317185bea requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:29.454888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4be2ed-8b33-4a91-a4ef-42bde3dff113', 'name': 'network-vif-deleted', 'tag': 'b41d4478-d935-4ac9-a1bd-0bef366666b7'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:29.458330 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02df4849-4590-48f6-b35f-7d1158ddc909" -d '{"events": [{"server_uuid": "0a4be2ed-8b33-4a91-a4ef-42bde3dff113", "name": "network-vif-deleted", "tag": "b41d4478-d935-4ac9-a1bd-0bef366666b7"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:29.465523 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b8e5d21-b7c3-47df-b93d-b5b3ebb887ab req-92660c3e-f324-4be2-91b8-fbfe919e20f0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (7e2c341b-5370-4989-bbd8-252c269a30f3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.472661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512ea7ff-f639-4f15-bc32-939317185bea']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:29.492394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7536e03e-0dc7-4a9c-97e6-53515dfbf0ba') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:29.492675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7536e03e-0dc7-4a9c-97e6-53515dfbf0ba') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:29.506494 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856abf84-baca-4823-8413-1af6b702162e x-openstack-request-id: req-856abf84-baca-4823-8413-1af6b702162e {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:29.507057 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4be2ed-8b33-4a91-a4ef-42bde3dff113", "name": "network-vif-deleted", "tag": "b41d4478-d935-4ac9-a1bd-0bef366666b7", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:29.507640 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-856abf84-baca-4823-8413-1af6b702162e {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:29.507744 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b8e5d21-b7c3-47df-b93d-b5b3ebb887ab req-92660c3e-f324-4be2-91b8-fbfe919e20f0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (7e2c341b-5370-4989-bbd8-252c269a30f3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.508370 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4be2ed-8b33-4a91-a4ef-42bde3dff113', 'name': 'network-vif-deleted', 'tag': 'b41d4478-d935-4ac9-a1bd-0bef366666b7', 'status': 'completed', 'code': 200} Jan 27 21:39:29.510543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-724afb30-4c98-4e9f-9781-b6f82cc89b4a None None] Could not find standard attr ID for object f4fee6fe-873d-4df1-8416-dcf6379781b6. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:39:29.511416 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (7536e03e-0dc7-4a9c-97e6-53515dfbf0ba), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.538691 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7536e03e-0dc7-4a9c-97e6-53515dfbf0ba), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.555711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:29.556155 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (7536e03e-0dc7-4a9c-97e6-53515dfbf0ba), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:29.559754 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:29.692980 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b8e5d21-b7c3-47df-b93d-b5b3ebb887ab req-92660c3e-f324-4be2-91b8-fbfe919e20f0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7e2c341b-5370-4989-bbd8-252c269a30f3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.695656 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0b8e5d21-b7c3-47df-b93d-b5b3ebb887ab req-92660c3e-f324-4be2-91b8-fbfe919e20f0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.697083 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b8e5d21-b7c3-47df-b93d-b5b3ebb887ab req-92660c3e-f324-4be2-91b8-fbfe919e20f0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "DELETE /v2.0/security-groups/7e2c341b-5370-4989-bbd8-252c269a30f3 HTTP/1.1" status: 204 len: 173 time: 0.4073713 Jan 27 21:39:29.718561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92660c3e-f324-4be2-91b8-fbfe919e20f0 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2c341b-5370-4989-bbd8-252c269a30f3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:29.726621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (512ea7ff-f639-4f15-bc32-939317185bea), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.766896 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.772221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/512ea7ff-f639-4f15-bc32-939317185bea HTTP/1.1" status: 204 len: 168 time: 2.7115724 Jan 27 21:39:29.775030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44770) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:29.782903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4366a81f-1b45-4739-aa2b-0217adb7d141 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1512225201'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:29.788894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c7b16-c664-4b7f-95ff-4e0c2c324038 req-08ac38ec-dd6c-402c-aed8-8132c1fe586b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:29.794307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7a62a7-b697-453f-a812-f853a42ab542 None None] DHCP port deletion for 512ea7ff-f639-4f15-bc32-939317185bea request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:39:29.796278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-994c7b16-c664-4b7f-95ff-4e0c2c324038 req-08ac38ec-dd6c-402c-aed8-8132c1fe586b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1372166 Jan 27 21:39:29.820481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bda7a-34f7-4642-be00-72cd3c30d812 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Network': ['ID=512ea7ff-f639-4f15-bc32-939317185bea,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:29.879857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-994c7b16-c664-4b7f-95ff-4e0c2c324038 req-26ab0dae-445f-4959-8624-7a428bee7f3d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825412 Jan 27 21:39:29.884112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e7899d9-cda8-4cdc-a60b-c2c8ce49c338 req-b70d2c28-bcfb-4dc3-9080-884d4a057169 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "GET /v2.0/security-groups/64e79822-9ffd-40bb-991d-3f4fe99744cc HTTP/1.1" status: 200 len: 1818 time: 0.1580982 Jan 27 21:39:29.932494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4366a81f-1b45-4739-aa2b-0217adb7d141 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:29.936204 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4366a81f-1b45-4739-aa2b-0217adb7d141 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:29.938278 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44774) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:29.965116 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8e7899d9-cda8-4cdc-a60b-c2c8ce49c338 req-f3acc021-c294-4645-8687-f43eff878643 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (64e79822-9ffd-40bb-991d-3f4fe99744cc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.000487 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8e7899d9-cda8-4cdc-a60b-c2c8ce49c338 req-f3acc021-c294-4645-8687-f43eff878643 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (64e79822-9ffd-40bb-991d-3f4fe99744cc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.024246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4366a81f-1b45-4739-aa2b-0217adb7d141 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:30.036377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d246d3-2840-43d4-add5-82eac6cf989f admin admin] Deleting subnet 9a824e4e-dc59-4e97-826a-a47733591d1c {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:39:30.040897 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94d246d3-2840-43d4-add5-82eac6cf989f admin admin] Publish callbacks [] for subnet (9a824e4e-dc59-4e97-826a-a47733591d1c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.061354 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4366a81f-1b45-4739-aa2b-0217adb7d141 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (04bb384b-56e6-40a1-86cd-a5847b91e79c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.061683 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-4366a81f-1b45-4739-aa2b-0217adb7d141 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Added segment 04bb384b-56e6-40a1-86cd-a5847b91e79c of type vlan for network 9ef02f9d-43fb-4473-a80d-3450df5c48f5 Jan 27 21:39:30.109415 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94d246d3-2840-43d4-add5-82eac6cf989f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (9a824e4e-dc59-4e97-826a-a47733591d1c), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.140633 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4366a81f-1b45-4739-aa2b-0217adb7d141 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (9ef02f9d-43fb-4473-a80d-3450df5c48f5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.166320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8e7899d9-cda8-4cdc-a60b-c2c8ce49c338 req-f3acc021-c294-4645-8687-f43eff878643 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (64e79822-9ffd-40bb-991d-3f4fe99744cc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.171523 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94d246d3-2840-43d4-add5-82eac6cf989f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (9a824e4e-dc59-4e97-826a-a47733591d1c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.182227 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8e7899d9-cda8-4cdc-a60b-c2c8ce49c338 req-f3acc021-c294-4645-8687-f43eff878643 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.182227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e7899d9-cda8-4cdc-a60b-c2c8ce49c338 req-f3acc021-c294-4645-8687-f43eff878643 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] 10.222.0.61 "DELETE /v2.0/security-groups/64e79822-9ffd-40bb-991d-3f4fe99744cc HTTP/1.1" status: 204 len: 173 time: 0.2849000 Jan 27 21:39:30.184439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44780) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:30.194300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acc021-c294-4645-8687-f43eff878643 tempest-SecurityGroupsTestJSON-44420466 tempest-SecurityGroupsTestJSON-44420466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e79822-9ffd-40bb-991d-3f4fe99744cc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:30.246247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-c383441e-feb9-4aac-8f94-b97eddee2086 admin admin] Deleting subnet 7b947926-cd0e-4e93-9c61-0d2ab47b8061 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:39:30.249562 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c383441e-feb9-4aac-8f94-b97eddee2086 admin admin] Publish callbacks [] for subnet (7b947926-cd0e-4e93-9c61-0d2ab47b8061), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.285321 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c383441e-feb9-4aac-8f94-b97eddee2086 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (7b947926-cd0e-4e93-9c61-0d2ab47b8061), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.320840 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4366a81f-1b45-4739-aa2b-0217adb7d141 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (9ef02f9d-43fb-4473-a80d-3450df5c48f5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.325843 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c383441e-feb9-4aac-8f94-b97eddee2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (7b947926-cd0e-4e93-9c61-0d2ab47b8061), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.327276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4366a81f-1b45-4739-aa2b-0217adb7d141 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:30.327276 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4366a81f-1b45-4739-aa2b-0217adb7d141 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.333421 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94d246d3-2840-43d4-add5-82eac6cf989f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (9a824e4e-dc59-4e97-826a-a47733591d1c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.381129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d246d3-2840-43d4-add5-82eac6cf989f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a824e4e-dc59-4e97-826a-a47733591d1c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:30.409274 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94d246d3-2840-43d4-add5-82eac6cf989f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.412533 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-94d246d3-2840-43d4-add5-82eac6cf989f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9a824e4e-dc59-4e97-826a-a47733591d1c HTTP/1.1" status: 204 len: 168 time: 0.4731739 Jan 27 21:39:30.415766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44786) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:30.444618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366a81f-1b45-4739-aa2b-0217adb7d141 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=9ef02f9d-43fb-4473-a80d-3450df5c48f5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:30.463748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 9ef02f9d-43fb-4473-a80d-3450df5c48f5 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:30.478994 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c383441e-feb9-4aac-8f94-b97eddee2086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (7b947926-cd0e-4e93-9c61-0d2ab47b8061), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.513092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383441e-feb9-4aac-8f94-b97eddee2086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b947926-cd0e-4e93-9c61-0d2ab47b8061,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:30.518692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c383441e-feb9-4aac-8f94-b97eddee2086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.521999 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c383441e-feb9-4aac-8f94-b97eddee2086 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7b947926-cd0e-4e93-9c61-0d2ab47b8061 HTTP/1.1" status: 204 len: 168 time: 0.3362601 Jan 27 21:39:30.524764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44790) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:30.534095 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (17b8653e-747f-49b5-8c02-999d5888a912), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.575548 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4366a81f-1b45-4739-aa2b-0217adb7d141 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7960551 Jan 27 21:39:30.576985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44792) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:30.582430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'network_id': '9ef02f9d-43fb-4473-a80d-3450df5c48f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:30.600962 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (efc4032c-69b0-4973-8a60-cc17330f1f5b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.674635 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (17b8653e-747f-49b5-8c02-999d5888a912), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.697034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (efc4032c-69b0-4973-8a60-cc17330f1f5b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.708746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b8653e-747f-49b5-8c02-999d5888a912']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:30.718446 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc4032c-69b0-4973-8a60-cc17330f1f5b']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:30.728479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e872e2c-9bb3-475c-bd8f-6d24e2654f97') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:30.729221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e872e2c-9bb3-475c-bd8f-6d24e2654f97') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:30.730545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29969b97-6049-4f13-9ae8-aeca9658fea6') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:30.730751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29969b97-6049-4f13-9ae8-aeca9658fea6') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:30.742434 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (2e872e2c-9bb3-475c-bd8f-6d24e2654f97), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.743713 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (29969b97-6049-4f13-9ae8-aeca9658fea6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.758859 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (29969b97-6049-4f13-9ae8-aeca9658fea6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.761180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2e872e2c-9bb3-475c-bd8f-6d24e2654f97), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.766675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:30.768632 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (29969b97-6049-4f13-9ae8-aeca9658fea6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.768747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:30.768747 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (2e872e2c-9bb3-475c-bd8f-6d24e2654f97), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:30.769357 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:30.771358 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:30.846000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:30.849589 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.905507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.ipam_backend_mixin [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Performing IP validity checks on allocation pools {{(pid=104027) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 21:39:30.906167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.ipam_backend_mixin [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104027) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 21:39:30.966333 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (efc4032c-69b0-4973-8a60-cc17330f1f5b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.982279 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.982279 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/efc4032c-69b0-4973-8a60-cc17330f1f5b HTTP/1.1" status: 204 len: 168 time: 0.4508820 Jan 27 21:39:30.989446 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (17b8653e-747f-49b5-8c02-999d5888a912), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:30.989891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84096ea-f50e-45db-88de-8152839d8ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc4032c-69b0-4973-8a60-cc17330f1f5b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:30.996463 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.000343 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/17b8653e-747f-49b5-8c02-999d5888a912 HTTP/1.1" status: 204 len: 168 time: 0.5826323 Jan 27 21:39:31.035393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24f084-7fff-4c70-9c8a-8bf2f8f6aff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b8653e-747f-49b5-8c02-999d5888a912,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:31.096804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70933a94-dcf8-4b65-846c-ea0dcb80380e req-3e0861da-69d7-4eb9-85ad-b08fc5ccf6f7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:31.098331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70933a94-dcf8-4b65-846c-ea0dcb80380e req-3e0861da-69d7-4eb9-85ad-b08fc5ccf6f7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1347969 Jan 27 21:39:31.154458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70933a94-dcf8-4b65-846c-ea0dcb80380e req-a71a09a4-791f-41e6-802f-96d51619f269 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496314 Jan 27 21:39:31.155774 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (ed036b2a-f49c-4e8e-b41d-f248250c350a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.213814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b41d4478-d935-4ac9-a1bd-0bef366666b7 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:31.223738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=ed036b2a-f49c-4e8e-b41d-f248250c350a,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:31.232838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking segment: {'id': '04bb384b-56e6-40a1-86cd-a5847b91e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9ef02f9d-43fb-4473-a80d-3450df5c48f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:31.233206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network hostable DHCP agents. Network: 9ef02f9d-43fb-4473-a80d-3450df5c48f5, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:31.235785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: b41d4478-d935-4ac9-a1bd-0bef366666b7 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:39:31.236843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b41d4478-d935-4ac9-a1bd-0bef366666b7 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:39:31.237288 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ff758751-ec9c-440b-9689-ccf44cd8d0e8 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:31.258546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: ff758751-ec9c-440b-9689-ccf44cd8d0e8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:39:31.258905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ff758751-ec9c-440b-9689-ccf44cd8d0e8 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:39:31.321139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network 9ef02f9d-43fb-4473-a80d-3450df5c48f5 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:31.397877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 9ef02f9d-43fb-4473-a80d-3450df5c48f5) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:31.404894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:31.405500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.406006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ae71c4-b5fe-47d3-be26-70fbc326c9d3 None None] Network 9ef02f9d-43fb-4473-a80d-3450df5c48f5 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:31.414294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44814) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:31.483022 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3ec7c7ba-54a5-4ad5-96b7-456bbcfeaca1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c35be4b415741f084eee104e939759d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0649791 Jan 27 21:39:31.483022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44818) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:31.492721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-804faa23-78c4-4298-aee1-c71cc4040896 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:31.508479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44820) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:31.509100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-804faa23-78c4-4298-aee1-c71cc4040896 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 821 time: 0.1574147 Jan 27 21:39:31.546617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2e5b9ade-fae3-4cad-ac44-2d8fb0945fa5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9686549 Jan 27 21:39:31.548632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44822) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:31.558777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-b2db0c8d-e641-4e5a-8292-bdf17ba35cb8 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/quotas/4a740dbf51be4474b91c5cb7c93ca967 HTTP/1.1" status: 200 len: 375 time: 0.0484450 Jan 27 21:39:31.575760 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-54536847-8453-4c82-b4d2-a7c6afdbe9a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=275ae1659c8c4c15921a92068b51bca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0656953 Jan 27 21:39:31.579003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44826) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:31.586235 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a2d065-3dca-4460-912b-b072dd7b5724 admin admin] Publish callbacks [] for security_group (8841d0b6-b353-45a3-b4c8-bd301042a4c0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.612711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-9ef02f9d-43fb-4473-a80d-3450df5c48f5', 'network_id': '9ef02f9d-43fb-4473-a80d-3450df5c48f5', 'project_id': '034ada6ce9fe439e836d01098a40b800', 'fixed_ips': [{'subnet_id': 'ed036b2a-f49c-4e8e-b41d-f248250c350a'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:31.621247 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.649697 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a2d065-3dca-4460-912b-b072dd7b5724 admin admin] Publish callbacks [] for security_group (8841d0b6-b353-45a3-b4c8-bd301042a4c0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.675598 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d1ffeb60-b39e-41f6-a220-deba666c2787 admin admin] Publish callbacks [] for security_group (35b1a8a3-237e-4b21-a1b3-7f16f682b440), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.700987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-37fb46f8-626e-47ff-a897-93f840c0c1d3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1411290 Jan 27 21:39:31.711914 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d1ffeb60-b39e-41f6-a220-deba666c2787 admin admin] Publish callbacks [] for security_group (35b1a8a3-237e-4b21-a1b3-7f16f682b440), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.730085 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (9ef02f9d-43fb-4473-a80d-3450df5c48f5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.795262 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (ed036b2a-f49c-4e8e-b41d-f248250c350a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.819493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Allocated IP 172.20.0.3 (9ef02f9d-43fb-4473-a80d-3450df5c48f5/ed036b2a-f49c-4e8e-b41d-f248250c350a/11a0e4a6-7554-4db0-97e2-fff8a656a67c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:31.879769 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a2d065-3dca-4460-912b-b072dd7b5724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8841d0b6-b353-45a3-b4c8-bd301042a4c0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.882395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a2d065-3dca-4460-912b-b072dd7b5724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.883557 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-37a2d065-3dca-4460-912b-b072dd7b5724 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8841d0b6-b353-45a3-b4c8-bd301042a4c0 HTTP/1.1" status: 204 len: 168 time: 0.3997152 Jan 27 21:39:31.892244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2d065-3dca-4460-912b-b072dd7b5724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8841d0b6-b353-45a3-b4c8-bd301042a4c0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:31.935596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-d00dc38d-ff51-4259-be53-a8fef69a4394 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:39:31.937072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-d00dc38d-ff51-4259-be53-a8fef69a4394 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2351623 Jan 27 21:39:31.953778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d1ffeb60-b39e-41f6-a220-deba666c2787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (35b1a8a3-237e-4b21-a1b3-7f16f682b440), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.960530 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d1ffeb60-b39e-41f6-a220-deba666c2787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:31.960530 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d1ffeb60-b39e-41f6-a220-deba666c2787 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/35b1a8a3-237e-4b21-a1b3-7f16f682b440 HTTP/1.1" status: 204 len: 168 time: 0.3781781 Jan 27 21:39:31.965892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffeb60-b39e-41f6-a220-deba666c2787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b1a8a3-237e-4b21-a1b3-7f16f682b440,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:32.014842 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Publish callbacks [] for port (11a0e4a6-7554-4db0-97e2-fff8a656a67c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.039824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-512f5ac2-1e3a-4e6f-9d01-dcf5a9ee1a50 service neutron] 10.222.0.61 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950117 Jan 27 21:39:32.090257 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (11a0e4a6-7554-4db0-97e2-fff8a656a67c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.130705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Network 9ef02f9d-43fb-4473-a80d-3450df5c48f5 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:32.133413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:32.139376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:32.152854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Pushing event updated for resources: {'Port': ['ID=11a0e4a6-7554-4db0-97e2-fff8a656a67c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:32.161450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-33629813-9ccd-4652-8cde-460d2521874b service neutron] 10.222.0.61 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207502 Jan 27 21:39:32.201802 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e485c1f0-2c76-4aea-9775-2a7c23061a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.212366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Attempting to bind port 11a0e4a6-7554-4db0-97e2-fff8a656a67c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:32.212366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Attempting to bind port 11a0e4a6-7554-4db0-97e2-fff8a656a67c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '04bb384b-56e6-40a1-86cd-a5847b91e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9ef02f9d-43fb-4473-a80d-3450df5c48f5'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:32.212366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Attempting to bind port 11a0e4a6-7554-4db0-97e2-fff8a656a67c on network 9ef02f9d-43fb-4473-a80d-3450df5c48f5 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:32.212366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:32.212915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Checking segment: {'id': '04bb384b-56e6-40a1-86cd-a5847b91e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9ef02f9d-43fb-4473-a80d-3450df5c48f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:32.212915 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.213244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Bound using segment: {'id': '04bb384b-56e6-40a1-86cd-a5847b91e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9ef02f9d-43fb-4473-a80d-3450df5c48f5'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:32.213711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Bound port: 11a0e4a6-7554-4db0-97e2-fff8a656a67c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04bb384b-56e6-40a1-86cd-a5847b91e79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9ef02f9d-43fb-4473-a80d-3450df5c48f5'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:32.214089 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (11a0e4a6-7554-4db0-97e2-fff8a656a67c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.270849 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (ed036b2a-f49c-4e8e-b41d-f248250c350a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.289591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] For port 11a0e4a6-7554-4db0-97e2-fff8a656a67c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:32.293218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] For port 11a0e4a6-7554-4db0-97e2-fff8a656a67c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=11a0e4a6-7554-4db0-97e2-fff8a656a67c,segment=NetworkSegment(04bb384b-56e6-40a1-86cd-a5847b91e79c),segment_id=04bb384b-56e6-40a1-86cd-a5847b91e79c)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:32.304256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Subnet': ['ID=ed036b2a-f49c-4e8e-b41d-f248250c350a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:32.318170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eafe8-4f0c-45d5-b621-b66e26b80a02 req-2956ff9d-c229-4cd9-9b6b-4675527382db tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:32.327060 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c9eafe8-4f0c-45d5-b621-b66e26b80a02 req-2956ff9d-c229-4cd9-9b6b-4675527382db tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0966990 Jan 27 21:39:32.409322 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (9ef02f9d-43fb-4473-a80d-3450df5c48f5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.414869 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (11a0e4a6-7554-4db0-97e2-fff8a656a67c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.444921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef02f9d-43fb-4473-a80d-3450df5c48f5']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:32.454611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c9eafe8-4f0c-45d5-b621-b66e26b80a02 req-84698f55-e209-423a-a7c8-173a63481c39 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074758 Jan 27 21:39:32.462359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04bb384b-56e6-40a1-86cd-a5847b91e79c') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:32.462359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04bb384b-56e6-40a1-86cd-a5847b91e79c') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:32.478552 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (04bb384b-56e6-40a1-86cd-a5847b91e79c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.491404 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (04bb384b-56e6-40a1-86cd-a5847b91e79c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.491831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab1b93-fdd5-4686-a71b-6eb927757aa2 None None] Pushing event updated for resources: {'Port': ['ID=11a0e4a6-7554-4db0-97e2-fff8a656a67c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:32.491919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:32.492286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (04bb384b-56e6-40a1-86cd-a5847b91e79c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:32.495288 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:32.600783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.api [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:39:32.600783 n-d-760456-6 neutron-server[104027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:39:32.600783 n-d-760456-6 neutron-server[104027]: [parameters: {'id': '9ef02f9d-43fb-4473-a80d-3450df5c48f5'}] Jan 27 21:39:32.600783 n-d-760456-6 neutron-server[104027]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:32.611102 n-d-760456-6 neutron-server[104027]: DEBUG oslo_db.api [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:33.020641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79f4d2fb-6536-4fa3-9101-ee8694d56511 req-a31c8025-008e-4d30-a88b-55e605ba117a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.0415704 Jan 27 21:39:33.103345 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (9ef02f9d-43fb-4473-a80d-3450df5c48f5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:33.172748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Deleting port 11a0e4a6-7554-4db0-97e2-fff8a656a67c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:33.172987 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (11a0e4a6-7554-4db0-97e2-fff8a656a67c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:33.245546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] For port 11a0e4a6-7554-4db0-97e2-fff8a656a67c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=11a0e4a6-7554-4db0-97e2-fff8a656a67c,segment=NetworkSegment(04bb384b-56e6-40a1-86cd-a5847b91e79c),segment_id=04bb384b-56e6-40a1-86cd-a5847b91e79c)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:33.246058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (11a0e4a6-7554-4db0-97e2-fff8a656a67c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:33.274138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Calling delete_port for 11a0e4a6-7554-4db0-97e2-fff8a656a67c owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:33.492056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (11a0e4a6-7554-4db0-97e2-fff8a656a67c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:33.530996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Port': ['ID=11a0e4a6-7554-4db0-97e2-fff8a656a67c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:33.540309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No DVR routers for this DVR port 11a0e4a6-7554-4db0-97e2-fff8a656a67c on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:33.674491 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44904) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:33.692690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183cee47-394a-4651-a85d-a8acd84e00a9 None None] Network 9ef02f9d-43fb-4473-a80d-3450df5c48f5 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:33.702676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (9ef02f9d-43fb-4473-a80d-3450df5c48f5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:33.711749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d9840-73d7-448d-a169-64f4b2dda0d9 req-7e9cec5d-b44e-46aa-8451-5cea8d140b05 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:33.713371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d8d9840-73d7-448d-a169-64f4b2dda0d9 req-7e9cec5d-b44e-46aa-8451-5cea8d140b05 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1619620 Jan 27 21:39:33.757627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef02f9d-43fb-4473-a80d-3450df5c48f5']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:33.775485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04bb384b-56e6-40a1-86cd-a5847b91e79c') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:33.775799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04bb384b-56e6-40a1-86cd-a5847b91e79c') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:33.790482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d8d9840-73d7-448d-a169-64f4b2dda0d9 req-e8b06ce5-34c6-487e-8d74-589ea590707e tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709860 Jan 27 21:39:33.791527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bd8cbd66-ffa4-4ae9-8e85-464ac873e506 None None] Could not find standard attr ID for object 11a0e4a6-7554-4db0-97e2-fff8a656a67c. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:39:33.795238 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (04bb384b-56e6-40a1-86cd-a5847b91e79c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:33.807781 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (04bb384b-56e6-40a1-86cd-a5847b91e79c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:33.815263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:33.815676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (04bb384b-56e6-40a1-86cd-a5847b91e79c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:33.869984 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:33.906780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e179b34-8a08-4c57-a7e8-04e4a44ddc04 None None] DHCP port deletion for 9ef02f9d-43fb-4473-a80d-3450df5c48f5 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:39:33.972699 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (9ef02f9d-43fb-4473-a80d-3450df5c48f5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:33.980300 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:33.987247 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44912) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:33.987420 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/9ef02f9d-43fb-4473-a80d-3450df5c48f5 HTTP/1.1" status: 204 len: 168 time: 2.4159377 Jan 27 21:39:33.993211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c0cc5bc0-bde7-48ad-a515-28d4ab57a612 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1068684244'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:34.000167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925585b9-235e-4fb7-bfde-68ac4f633df1 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Network': ['ID=9ef02f9d-43fb-4473-a80d-3450df5c48f5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:34.035713 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2011048742-network', 'tenant_id': '31c496c8e52442818d0ee31b5110265c'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:34.092233 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cc5bc0-bde7-48ad-a515-28d4ab57a612 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:34.096681 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5bc0-bde7-48ad-a515-28d4ab57a612 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.126286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cc5bc0-bde7-48ad-a515-28d4ab57a612 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:34.127225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fca0ee12-f75c-463a-8da4-e5818392a0bc req-27becfad-743a-4bb8-8bbe-47548428d765 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.0282230 Jan 27 21:39:34.137911 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5bc0-bde7-48ad-a515-28d4ab57a612 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d9babb46-6bb8-4e95-ae15-3e671e78d960), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.138381 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-c0cc5bc0-bde7-48ad-a515-28d4ab57a612 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Added segment d9babb46-6bb8-4e95-ae15-3e671e78d960 of type vlan for network 99fea5d1-e3b9-47c8-a289-badae48e571c Jan 27 21:39:34.183449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:34.185861 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.195974 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5bc0-bde7-48ad-a515-28d4ab57a612 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (99fea5d1-e3b9-47c8-a289-badae48e571c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.200302 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.294165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Publish callbacks [] for security_group (52cf535a-8f16-447f-bff8-d4383e207a95), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.388090 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5bc0-bde7-48ad-a515-28d4ab57a612 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (99fea5d1-e3b9-47c8-a289-badae48e571c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.394013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cc5bc0-bde7-48ad-a515-28d4ab57a612 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:34.394694 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0cc5bc0-bde7-48ad-a515-28d4ab57a612 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.460876 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (52cf535a-8f16-447f-bff8-d4383e207a95), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.493679 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc5bc0-bde7-48ad-a515-28d4ab57a612 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=99fea5d1-e3b9-47c8-a289-badae48e571c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:34.500117 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:34.509338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 99fea5d1-e3b9-47c8-a289-badae48e571c details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:34.511181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cf535a-8f16-447f-bff8-d4383e207a95,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:34.516355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2a441046-6af9-4928-9dfc-5feac87e797d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.516707 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Added segment 2a441046-6af9-4928-9dfc-5feac87e797d of type vlan for network 96882a30-fe6e-4625-b54b-c6c3a302e16b Jan 27 21:39:34.542767 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c0cc5bc0-bde7-48ad-a515-28d4ab57a612 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5421791 Jan 27 21:39:34.544655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44934) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:34.552235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d6e49b53-a3ea-43b1-bb62-e63dba82f805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'network_id': '99fea5d1-e3b9-47c8-a289-badae48e571c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:34.570769 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (96882a30-fe6e-4625-b54b-c6c3a302e16b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.823259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c317a61-114e-4973-94d1-7e38da2bea4d req-7c56c602-8edd-4b92-b6a7-8540c35d9a7a tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f71042a-4efd-4c32-974e-65cbb4ddd3b0 HTTP/1.1" status: 200 len: 210 time: 0.0383112 Jan 27 21:39:34.875295 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a2e7e91d-21ef-4f7d-ba58-079799e0a3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.877809 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (96882a30-fe6e-4625-b54b-c6c3a302e16b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.878363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e49b53-a3ea-43b1-bb62-e63dba82f805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:34.879208 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:34.879832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.881655 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d6e49b53-a3ea-43b1-bb62-e63dba82f805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:34.977553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] Pushing event updated for resources: {'Network': ['ID=96882a30-fe6e-4625-b54b-c6c3a302e16b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:34.989056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 96882a30-fe6e-4625-b54b-c6c3a302e16b details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:35.024280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27749c-3b2e-42d8-95cd-5f6530e350e4 req-9db4208a-2edb-47d1-88fe-2e79b2f27e6a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:35.025894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c27749c-3b2e-42d8-95cd-5f6530e350e4 req-9db4208a-2edb-47d1-88fe-2e79b2f27e6a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0797663 Jan 27 21:39:35.064218 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dd44a5f2-d6ca-4d0d-b859-043bfe03913b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3879375 Jan 27 21:39:35.065011 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44956) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:35.073509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-714146e2-6d06-489e-8030-58d26fea1e79 admin admin] Request body: {'subnet': {'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2011048742-subnet', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:35.162935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c27749c-3b2e-42d8-95cd-5f6530e350e4 req-361a517e-355b-4ae3-ac6b-4a72f9e9ea73 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161869 Jan 27 21:39:35.167729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714146e2-6d06-489e-8030-58d26fea1e79 admin admin] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:35.176220 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-714146e2-6d06-489e-8030-58d26fea1e79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:35.296173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4e6b9f9-ad3e-40a1-9d4b-cc5122aa3b52 req-23acd34b-8742-4c90-ba18-0db51cd54b71 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.0339842 Jan 27 21:39:35.344372 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d6e49b53-a3ea-43b1-bb62-e63dba82f805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (f5bc9091-2e72-4567-9b6d-7ce2868a876a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:35.451674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e49b53-a3ea-43b1-bb62-e63dba82f805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking segment: {'id': 'd9babb46-6bb8-4e95-ae15-3e671e78d960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99fea5d1-e3b9-47c8-a289-badae48e571c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:35.452120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e49b53-a3ea-43b1-bb62-e63dba82f805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network hostable DHCP agents. Network: 99fea5d1-e3b9-47c8-a289-badae48e571c, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:35.459218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e49b53-a3ea-43b1-bb62-e63dba82f805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=f5bc9091-2e72-4567-9b6d-7ce2868a876a,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:35.485080 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-714146e2-6d06-489e-8030-58d26fea1e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (186bd822-ca7f-46fd-b02a-02c2f47ee7fc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:35.514418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-528cd239-0b91-4634-80d2-7da1a5185aa8 req-e9312484-24ec-4657-9d9e-99e1903b8cdd tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0396032 Jan 27 21:39:35.605633 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714146e2-6d06-489e-8030-58d26fea1e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=186bd822-ca7f-46fd-b02a-02c2f47ee7fc,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:35.623164 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e49b53-a3ea-43b1-bb62-e63dba82f805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network 99fea5d1-e3b9-47c8-a289-badae48e571c is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:35.624612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714146e2-6d06-489e-8030-58d26fea1e79 admin admin] Checking segment: {'id': '2a441046-6af9-4928-9dfc-5feac87e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:35.624975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714146e2-6d06-489e-8030-58d26fea1e79 admin admin] Network hostable DHCP agents. Network: 96882a30-fe6e-4625-b54b-c6c3a302e16b, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:35.646081 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-be84cc1c-a079-4b50-a575-ada7aa282b88 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:35.647530 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-be84cc1c-a079-4b50-a575-ada7aa282b88 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.74 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 821 time: 0.1856658 Jan 27 21:39:35.667924 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Request body: {'port': {'device_id': 'e41a5e0c-b84b-4bab-bc07-3f952936577f', 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a', 'admin_state_up': True, 'tenant_id': '4a740dbf51be4474b91c5cb7c93ca967'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:35.756409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d6e49b53-a3ea-43b1-bb62-e63dba82f805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 99fea5d1-e3b9-47c8-a289-badae48e571c) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:35.766925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66325a6-7685-455a-979e-d2e1df9dc58a None None] Network 99fea5d1-e3b9-47c8-a289-badae48e571c requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:35.771866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e49b53-a3ea-43b1-bb62-e63dba82f805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:35.772527 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d6e49b53-a3ea-43b1-bb62-e63dba82f805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:35.870016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 11a0e4a6-7554-4db0-97e2-fff8a656a67c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:35.899645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d6e49b53-a3ea-43b1-bb62-e63dba82f805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3531678 Jan 27 21:39:35.900534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44986) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:35.933963 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 11a0e4a6-7554-4db0-97e2-fff8a656a67c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:39:35.934870 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 11a0e4a6-7554-4db0-97e2-fff8a656a67c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:39:36.026047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-99fea5d1-e3b9-47c8-a289-badae48e571c', 'network_id': '99fea5d1-e3b9-47c8-a289-badae48e571c', 'project_id': '034ada6ce9fe439e836d01098a40b800', 'fixed_ips': [{'subnet_id': 'f5bc9091-2e72-4567-9b6d-7ce2868a876a'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:36.027532 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.050506 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.105572 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (99fea5d1-e3b9-47c8-a289-badae48e571c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.171693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714146e2-6d06-489e-8030-58d26fea1e79 admin admin] Network 96882a30-fe6e-4625-b54b-c6c3a302e16b is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:36.176769 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (f5bc9091-2e72-4567-9b6d-7ce2868a876a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.180828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-714146e2-6d06-489e-8030-58d26fea1e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 96882a30-fe6e-4625-b54b-c6c3a302e16b) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:36.199510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714146e2-6d06-489e-8030-58d26fea1e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:36.201688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-714146e2-6d06-489e-8030-58d26fea1e79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.231479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d957fd-3be6-469b-ab96-f93635c784e7 None None] Network 96882a30-fe6e-4625-b54b-c6c3a302e16b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:36.315674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Allocated IP 172.20.0.1 (99fea5d1-e3b9-47c8-a289-badae48e571c/f5bc9091-2e72-4567-9b6d-7ce2868a876a/7f1a5840-5d9b-473b-ab95-e21ad2021b6b) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:36.322562 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-714146e2-6d06-489e-8030-58d26fea1e79 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2564511 Jan 27 21:39:36.323271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44996) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:36.326400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Made reservation on behalf of 4a740dbf51be4474b91c5cb7c93ca967 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:36.337747 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.352470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798aa0ce-08a8-4aea-aa58-fadb5c434f4e req-da387af4-cf37-4e48-af53-0c5ba4b10132 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:36.352751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2011048742-router', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:36.354499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-798aa0ce-08a8-4aea-aa58-fadb5c434f4e req-da387af4-cf37-4e48-af53-0c5ba4b10132 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0833120 Jan 27 21:39:36.419501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-798aa0ce-08a8-4aea-aa58-fadb5c434f4e req-ac875ab3-779e-44e8-8806-03bccebfa1d9 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583622 Jan 27 21:39:36.459336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5480bc49-c350-480c-82e9-f28b8bed13cb req-ea18804d-6ceb-4746-bad0-fd2e354b17cc tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.0367744 Jan 27 21:39:36.459539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-96882a30-fe6e-4625-b54b-c6c3a302e16b', 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b', 'project_id': '31c496c8e52442818d0ee31b5110265c', 'fixed_ips': [{'subnet_id': '186bd822-ca7f-46fd-b02a-02c2f47ee7fc'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:36.460463 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.577200 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Allocated IP 172.20.0.7 (4d4762b7-4485-49f9-93c6-dc19ae80648a/054f10ab-0586-49e9-ab4c-ac190c6d920f/bd85a7da-63c5-4101-890c-a46e76798496) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:36.671243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06b733e8-0991-45f5-bfa6-b712981f797f req-05d86027-1e3f-4fb6-af61-34eba54cf043 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0595367 Jan 27 21:39:36.685322 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Publish callbacks [] for port (7f1a5840-5d9b-473b-ab95-e21ad2021b6b), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.687210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Allocated IP 172.20.0.2 (96882a30-fe6e-4625-b54b-c6c3a302e16b/186bd822-ca7f-46fd-b02a-02c2f47ee7fc/a259034a-1c1f-4e87-ad5b-6b359db406c5) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:36.691168 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (21585d33-0988-455d-9b90-ace0892b0988), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.693418 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (21585d33-0988-455d-9b90-ace0892b0988), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.754866 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Publish callbacks [] for router_controller (21585d33-0988-455d-9b90-ace0892b0988), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.854460 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (7f1a5840-5d9b-473b-ab95-e21ad2021b6b), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.923083 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Network 99fea5d1-e3b9-47c8-a289-badae48e571c is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:36.926075 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Publish callbacks [] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:36.929437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:36.936669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:36.944912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Pushing event updated for resources: {'Port': ['ID=7f1a5840-5d9b-473b-ab95-e21ad2021b6b,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:37.021737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Attempting to bind port 7f1a5840-5d9b-473b-ab95-e21ad2021b6b on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:37.022406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Attempting to bind port 7f1a5840-5d9b-473b-ab95-e21ad2021b6b by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'd9babb46-6bb8-4e95-ae15-3e671e78d960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99fea5d1-e3b9-47c8-a289-badae48e571c'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:37.022853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Attempting to bind port 7f1a5840-5d9b-473b-ab95-e21ad2021b6b on network 99fea5d1-e3b9-47c8-a289-badae48e571c {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:37.030397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:37.031098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Checking segment: {'id': 'd9babb46-6bb8-4e95-ae15-3e671e78d960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99fea5d1-e3b9-47c8-a289-badae48e571c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:37.031891 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.032504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Bound using segment: {'id': 'd9babb46-6bb8-4e95-ae15-3e671e78d960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99fea5d1-e3b9-47c8-a289-badae48e571c'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:37.033255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Bound port: 7f1a5840-5d9b-473b-ab95-e21ad2021b6b, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9babb46-6bb8-4e95-ae15-3e671e78d960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '99fea5d1-e3b9-47c8-a289-badae48e571c'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:37.033932 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7f1a5840-5d9b-473b-ab95-e21ad2021b6b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.066513 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks [] for port (bd85a7da-63c5-4101-890c-a46e76798496), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.094990 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (f5bc9091-2e72-4567-9b6d-7ce2868a876a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.486958 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Publish callbacks [] for router_gateway (21585d33-0988-455d-9b90-ace0892b0988), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.488720 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] For port 7f1a5840-5d9b-473b-ab95-e21ad2021b6b, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:37.488720 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] For port 7f1a5840-5d9b-473b-ab95-e21ad2021b6b, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7f1a5840-5d9b-473b-ab95-e21ad2021b6b,segment=NetworkSegment(d9babb46-6bb8-4e95-ae15-3e671e78d960),segment_id=d9babb46-6bb8-4e95-ae15-3e671e78d960)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:37.488720 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.488956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Subnet': ['ID=f5bc9091-2e72-4567-9b6d-7ce2868a876a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:37.489306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Network 96882a30-fe6e-4625-b54b-c6c3a302e16b is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:37.489306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:37.489306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:37.489306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Pushing event updated for resources: {'Port': ['ID=a259034a-1c1f-4e87-ad5b-6b359db406c5,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:37.489566 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (99fea5d1-e3b9-47c8-a289-badae48e571c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.489566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fea5d1-e3b9-47c8-a289-badae48e571c']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:37.489718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Attempting to bind port a259034a-1c1f-4e87-ad5b-6b359db406c5 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:37.489718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Attempting to bind port a259034a-1c1f-4e87-ad5b-6b359db406c5 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '2a441046-6af9-4928-9dfc-5feac87e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:37.489718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Attempting to bind port a259034a-1c1f-4e87-ad5b-6b359db406c5 on network 96882a30-fe6e-4625-b54b-c6c3a302e16b {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:37.490007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9babb46-6bb8-4e95-ae15-3e671e78d960') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:37.490007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9babb46-6bb8-4e95-ae15-3e671e78d960') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:37.490202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:37.490202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Checking segment: {'id': '2a441046-6af9-4928-9dfc-5feac87e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:37.490202 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.490202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Bound using segment: {'id': '2a441046-6af9-4928-9dfc-5feac87e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:37.490202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Bound port: a259034a-1c1f-4e87-ad5b-6b359db406c5, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a441046-6af9-4928-9dfc-5feac87e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:37.490202 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.490668 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (d9babb46-6bb8-4e95-ae15-3e671e78d960), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.490751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] For port a259034a-1c1f-4e87-ad5b-6b359db406c5, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:37.490751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] For port a259034a-1c1f-4e87-ad5b-6b359db406c5, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a259034a-1c1f-4e87-ad5b-6b359db406c5,segment=NetworkSegment(2a441046-6af9-4928-9dfc-5feac87e797d),segment_id=2a441046-6af9-4928-9dfc-5feac87e797d)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:37.556154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f2bc8-dc81-44a1-a3c5-9a1aba0f9409 req-a8a2505e-d8f4-422d-b883-033ca06b6093 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:37.558036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e97f2bc8-dc81-44a1-a3c5-9a1aba0f9409 req-a8a2505e-d8f4-422d-b883-033ca06b6093 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0645874 Jan 27 21:39:37.579146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-837896e4-3d03-4f23-be17-590b6533deec req-55b47af3-e8ae-47ca-9610-b399ce7a78a9 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.0395408 Jan 27 21:39:37.645867 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7f1a5840-5d9b-473b-ab95-e21ad2021b6b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.646472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e97f2bc8-dc81-44a1-a3c5-9a1aba0f9409 req-7a80c29c-c256-42e3-9da8-51ed5e358617 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497770 Jan 27 21:39:37.646472 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d9babb46-6bb8-4e95-ae15-3e671e78d960), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.650867 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:37.651710 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (d9babb46-6bb8-4e95-ae15-3e671e78d960), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:37.655306 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:37.745551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (bd85a7da-63c5-4101-890c-a46e76798496), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.765792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8873dc8-6854-4b7a-8feb-e0f60968476d None None] Pushing event updated for resources: {'Port': ['ID=7f1a5840-5d9b-473b-ab95-e21ad2021b6b,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:37.777608 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.780679 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.809676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['01c2d190-1600-424b-8a6e-06bc0d4fac7a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:37.838807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Network 4d4762b7-4485-49f9-93c6-dc19ae80648a is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:37.846384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:37.850406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:37.892824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10740d8b-5dea-45e7-b818-9150cf767af6 req-ace6a97e-61dd-46d3-b108-a580030ebdbc tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0995193 Jan 27 21:39:37.917370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:37.918403 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:37.933325 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Pushing event updated for resources: {'Port': ['ID=bd85a7da-63c5-4101-890c-a46e76798496,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:37.988882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.api [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:39:37.988882 n-d-760456-6 neutron-server[104027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:39:37.988882 n-d-760456-6 neutron-server[104027]: [parameters: {'id': '99fea5d1-e3b9-47c8-a289-badae48e571c'}] Jan 27 21:39:37.988882 n-d-760456-6 neutron-server[104027]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:37.988882 n-d-760456-6 neutron-server[104027]: DEBUG oslo_db.api [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:38.206519 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-47463806-0435-4ba5-bd91-eda69027cf79 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5410900 Jan 27 21:39:38.225268 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Request body: {'port': {'device_id': 'e41a5e0c-b84b-4bab-bc07-3f952936577f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:38.300907 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcf309-08c5-4fb7-a289-a3063947cee3 None None] Pushing event updated for resources: {'Port': ['ID=a259034a-1c1f-4e87-ad5b-6b359db406c5,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:38.355169 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bd85a7da-63c5-4101-890c-a46e76798496), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:38.382331 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Publish callbacks [] for router_gateway (21585d33-0988-455d-9b90-ace0892b0988), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:38.411261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:38.475320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (99fea5d1-e3b9-47c8-a289-badae48e571c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:38.668422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Deleting port 7f1a5840-5d9b-473b-ab95-e21ad2021b6b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:38.668422 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7f1a5840-5d9b-473b-ab95-e21ad2021b6b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:38.777141 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Allocated IP 172.25.0.149 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/84987eed-d8c2-4ffe-b46b-8e1890bf5055) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:38.840656 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:38.854074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] For port 7f1a5840-5d9b-473b-ab95-e21ad2021b6b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7f1a5840-5d9b-473b-ab95-e21ad2021b6b,segment=NetworkSegment(d9babb46-6bb8-4e95-ae15-3e671e78d960),segment_id=d9babb46-6bb8-4e95-ae15-3e671e78d960)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:38.854432 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7f1a5840-5d9b-473b-ab95-e21ad2021b6b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:38.894941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Calling delete_port for 7f1a5840-5d9b-473b-ab95-e21ad2021b6b owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:38.907395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64f2e1-c1b0-4cca-b6fd-5ab39f181888 req-aa6e8644-c46a-4dfd-b96c-bc2552dbab3a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:38.916018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b64f2e1-c1b0-4cca-b6fd-5ab39f181888 req-aa6e8644-c46a-4dfd-b96c-bc2552dbab3a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1148052 Jan 27 21:39:38.951047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec47013-c0f1-4f0d-aa4e-cd4599503f41 req-af34d534-e6d2-41a9-aabc-69e504848509 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:38.952741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ec47013-c0f1-4f0d-aa4e-cd4599503f41 req-af34d534-e6d2-41a9-aabc-69e504848509 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 931 time: 0.1973457 Jan 27 21:39:39.034359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd85a7da-63c5-4101-890c-a46e76798496 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:39.058506 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Publish callbacks [] for port (bd85a7da-63c5-4101-890c-a46e76798496), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.080724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b64f2e1-c1b0-4cca-b6fd-5ab39f181888 req-951c210c-65cf-4eda-a4aa-cd7f7b332e27 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592784 Jan 27 21:39:39.081599 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Publish callbacks [] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.098320 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ec47013-c0f1-4f0d-aa4e-cd4599503f41 req-7915ac97-26e3-4d6c-b23f-6c885a5e09ba tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360991 Jan 27 21:39:39.128237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Transition to ACTIVE for port object bd85a7da-63c5-4101-890c-a46e76798496 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:39:39.240613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (bd85a7da-63c5-4101-890c-a46e76798496), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.300491 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.305559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7ae1eaa-912f-432b-9d90-1bea9a0e0baf req-d5ccc7e6-415c-400e-b8f7-fc83e435e1a4 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0762763 Jan 27 21:39:39.312845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7f1a5840-5d9b-473b-ab95-e21ad2021b6b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.358391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Port': ['ID=7f1a5840-5d9b-473b-ab95-e21ad2021b6b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:39.374961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No DVR routers for this DVR port 7f1a5840-5d9b-473b-ab95-e21ad2021b6b on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:39.418437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Pushing event updated for resources: {'Port': ['ID=bd85a7da-63c5-4101-890c-a46e76798496,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:39.473206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:39.482568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:39.485304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:39.515744 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (99fea5d1-e3b9-47c8-a289-badae48e571c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.526026 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Pushing event updated for resources: {'Port': ['ID=84987eed-d8c2-4ffe-b46b-8e1890bf5055,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:39.528678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Attempting to bind port bd85a7da-63c5-4101-890c-a46e76798496 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:39.529079 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Attempting to bind port bd85a7da-63c5-4101-890c-a46e76798496 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:39.529414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Attempting to bind port bd85a7da-63c5-4101-890c-a46e76798496 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:39.544348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fea5d1-e3b9-47c8-a289-badae48e571c']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:39.554778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Port bd85a7da-63c5-4101-890c-a46e76798496 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:39:39.555115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Attempting to bind port bd85a7da-63c5-4101-890c-a46e76798496 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:39.565708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48d2503-7a92-4dfa-b2f2-ef49bda4e87b None None] Network 99fea5d1-e3b9-47c8-a289-badae48e571c requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:39.569936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:39.570349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:39.570741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Bound using segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:39.571189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Bound port: bd85a7da-63c5-4101-890c-a46e76798496, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:39.571613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bd85a7da-63c5-4101-890c-a46e76798496), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.586665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9babb46-6bb8-4e95-ae15-3e671e78d960') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:39.588179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9babb46-6bb8-4e95-ae15-3e671e78d960') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:39.610765 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (d9babb46-6bb8-4e95-ae15-3e671e78d960), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.643206 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d9babb46-6bb8-4e95-ae15-3e671e78d960), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.657370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:39.657835 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (d9babb46-6bb8-4e95-ae15-3e671e78d960), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.659719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:39.663129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bd85a7da-63c5-4101-890c-a46e76798496,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:39.717510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-97a9721c-2020-4e59-8ece-79e511bfb622 None None] Could not find standard attr ID for object 7f1a5840-5d9b-473b-ab95-e21ad2021b6b. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:39.753896 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:39.805906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1569001b-109e-4a7a-a68f-424a371fdeca None None] DHCP port deletion for 99fea5d1-e3b9-47c8-a289-badae48e571c request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:39:39.841349 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (bd85a7da-63c5-4101-890c-a46e76798496), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.890062 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (99fea5d1-e3b9-47c8-a289-badae48e571c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.909282 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.922691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45052) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:39.924270 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Pushing event updated for resources: {'Port': ['ID=bd85a7da-63c5-4101-890c-a46e76798496,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:39.924477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/99fea5d1-e3b9-47c8-a289-badae48e571c HTTP/1.1" status: 204 len: 168 time: 4.0212870 Jan 27 21:39:39.931452 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:39.942214 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:39.944021 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-7bc3df82-8b3f-41b3-b1b9-726aa5163815 service neutron] 10.222.0.74 "PUT /v2.0/ports/bd85a7da-63c5-4101-890c-a46e76798496 HTTP/1.1" status: 200 len: 1091 time: 1.7254188 Jan 27 21:39:39.964985 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-554265731'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:39.968465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41a5e0c-b84b-4bab-bc07-3f952936577f', 'tag': 'bd85a7da-63c5-4101-890c-a46e76798496'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:39.970994 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e90966-ad16-48c9-ada9-6f4db85ff36c" -d '{"events": [{"name": "network-changed", "server_uuid": "e41a5e0c-b84b-4bab-bc07-3f952936577f", "tag": "bd85a7da-63c5-4101-890c-a46e76798496"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:39.978874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687b0fa-52ea-4944-a788-8864dd9a2805 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Network': ['ID=99fea5d1-e3b9-47c8-a289-badae48e571c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:40.031957 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656b2bd1-2889-454c-a6ae-073e54ee8af3 x-openstack-request-id: req-656b2bd1-2889-454c-a6ae-073e54ee8af3 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:40.038514 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41a5e0c-b84b-4bab-bc07-3f952936577f", "tag": "bd85a7da-63c5-4101-890c-a46e76798496", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:40.038514 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-656b2bd1-2889-454c-a6ae-073e54ee8af3 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:40.038514 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41a5e0c-b84b-4bab-bc07-3f952936577f', 'tag': 'bd85a7da-63c5-4101-890c-a46e76798496', 'status': 'completed', 'code': 200} Jan 27 21:39:40.055798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a259034a-1c1f-4e87-ad5b-6b359db406c5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:40.108161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46db8763-722c-4555-9513-27ae2f1b4826 None None] Network 96882a30-fe6e-4625-b54b-c6c3a302e16b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:40.198070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e90966-ad16-48c9-ada9-6f4db85ff36c req-15daec8d-817a-4747-b00f-cfe8ead89a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:40.209750 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-48e90966-ad16-48c9-ada9-6f4db85ff36c req-15daec8d-817a-4747-b00f-cfe8ead89a7b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 1094 time: 0.1567323 Jan 27 21:39:40.222210 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:40.235432 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.248051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-75b73099-4b73-4df7-83a3-cc3bed8da8a4 None None] Provisioning complete for port a259034a-1c1f-4e87-ad5b-6b359db406c5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:40.249005 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-75b73099-4b73-4df7-83a3-cc3bed8da8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.325065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a259034a-1c1f-4e87-ad5b-6b359db406c5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:40.326308 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.383850 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:40.406681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3ab75-65f4-4f53-be17-c41705fd4178 req-860e6d62-458e-4163-a3ff-8feb1fd9e0da tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:40.408311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14e3ab75-65f4-4f53-be17-c41705fd4178 req-860e6d62-458e-4163-a3ff-8feb1fd9e0da tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.1447093 Jan 27 21:39:40.418198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf8ce7-bd81-4c27-adfd-d83683c1a183 req-24a385f2-a4ec-45a4-b25d-7dd0eddff445 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:40.426562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cdf8ce7-bd81-4c27-adfd-d83683c1a183 req-24a385f2-a4ec-45a4-b25d-7dd0eddff445 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.2236836 Jan 27 21:39:40.427323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (aac871f1-64cf-4d13-838a-1ecccf053b02), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.427761 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Added segment aac871f1-64cf-4d13-838a-1ecccf053b02 of type vlan for network a63d6308-9a7a-4be3-96c3-5806d7d0c137 Jan 27 21:39:40.440034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Publish callbacks [] for router_gateway (21585d33-0988-455d-9b90-ace0892b0988), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.532685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cdf8ce7-bd81-4c27-adfd-d83683c1a183 req-0afb94a7-3ebf-4e6b-8268-3e7438550699 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050649 Jan 27 21:39:40.538243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14e3ab75-65f4-4f53-be17-c41705fd4178 req-d938b6de-9c47-4fa5-9a60-eaa618432905 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033196 Jan 27 21:39:40.539945 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a259034a-1c1f-4e87-ad5b-6b359db406c5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:40.540441 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.673813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port a259034a-1c1f-4e87-ad5b-6b359db406c5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a259034a-1c1f-4e87-ad5b-6b359db406c5,segment=NetworkSegment(2a441046-6af9-4928-9dfc-5feac87e797d),segment_id=2a441046-6af9-4928-9dfc-5feac87e797d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:40.687735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-75b73099-4b73-4df7-83a3-cc3bed8da8a4 None None] Current status of the port a259034a-1c1f-4e87-ad5b-6b359db406c5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:40.688621 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-75b73099-4b73-4df7-83a3-cc3bed8da8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.691261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (a63d6308-9a7a-4be3-96c3-5806d7d0c137), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.698110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3f05688-54ba-4652-8cac-b49898260336 req-b684d0a6-d287-4dc2-b9fe-9dd8279f7174 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0438826 Jan 27 21:39:40.702012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e90966-ad16-48c9-ada9-6f4db85ff36c req-b4661efb-29bc-4e50-bcd3-1039d3ada7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:40.703497 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-48e90966-ad16-48c9-ada9-6f4db85ff36c req-b4661efb-29bc-4e50-bcd3-1039d3ada7ca service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4300594 Jan 27 21:39:40.737820 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c56470d6-a605-4080-ab43-daea39ea6d86 req-fc090a00-ec76-4b1a-aaf7-6167d778eb35 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3f71042a-4efd-4c32-974e-65cbb4ddd3b0 HTTP/1.1" status: 200 len: 210 time: 0.0559430 Jan 27 21:39:40.825462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16e22de7-5023-48b1-a183-9cc94b5b6060 req-646879ad-ec6e-4b33-8ea5-ce5d14e401de service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0479896 Jan 27 21:39:40.841846 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.917974 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (a63d6308-9a7a-4be3-96c3-5806d7d0c137), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.923157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:40.924129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:40.924372 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-75b73099-4b73-4df7-83a3-cc3bed8da8a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:40.924864 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-75b73099-4b73-4df7-83a3-cc3bed8da8a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:40.934643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=a259034a-1c1f-4e87-ad5b-6b359db406c5,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:40.996525 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e90966-ad16-48c9-ada9-6f4db85ff36c req-85063f5b-9f6b-4507-a77d-cc84a30d305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:40.998086 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-48e90966-ad16-48c9-ada9-6f4db85ff36c req-85063f5b-9f6b-4507-a77d-cc84a30d305d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2754703 Jan 27 21:39:41.012204 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (21585d33-0988-455d-9b90-ace0892b0988), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:41.024876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=a63d6308-9a7a-4be3-96c3-5806d7d0c137,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:41.079592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.080111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.080476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.087464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.087464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.087464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.087464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.087464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.087464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.087464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.087464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.087464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.087464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:41.102476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network a63d6308-9a7a-4be3-96c3-5806d7d0c137 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:41.108615 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cb5c2f87-58c4-41da-a136-4f0e4c147685 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1787398 Jan 27 21:39:41.111084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45068) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:41.117225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-fdcf8ffe-18cc-45bf-aceb-4cb59a5eec7e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'network_id': 'a63d6308-9a7a-4be3-96c3-5806d7d0c137', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:41.214905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-d4b65ecc-b1e1-4eea-89b4-04d5f96859ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:41.216493 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-d4b65ecc-b1e1-4eea-89b4-04d5f96859ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 1094 time: 0.1584573 Jan 27 21:39:41.278740 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-d4b7def7-6a4a-4e59-a043-2e3e78f63b38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd85a7da-63c5-4101-890c-a46e76798496 HTTP/1.1" status: 200 len: 217 time: 0.0428140 Jan 27 21:39:41.332830 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-8e56a7d9-29a7-4278-889f-dbc335e362aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:41.334413 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-8e56a7d9-29a7-4278-889f-dbc335e362aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.0484040 Jan 27 21:39:41.342316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcf8ffe-18cc-45bf-aceb-4cb59a5eec7e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:41.346254 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8ffe-18cc-45bf-aceb-4cb59a5eec7e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:41.366852 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-3ee62ceb-d3e9-40ce-b0bb-c4d27e4a1e6d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255432 Jan 27 21:39:41.463805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-75b73099-4b73-4df7-83a3-cc3bed8da8a4 None None] Current status of the port a259034a-1c1f-4e87-ad5b-6b359db406c5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:41.472817 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-812520ea-d8cc-45a3-bbc3-fd33c4bfeacd service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936224 Jan 27 21:39:41.472817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Router 21585d33-0988-455d-9b90-ace0892b0988 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:39:41.601502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-933eb520-be3e-43fe-9153-19fe21cf32ae None None] Provisioning complete for port a259034a-1c1f-4e87-ad5b-6b359db406c5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:41.601887 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-933eb520-be3e-43fe-9153-19fe21cf32ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:41.691618 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d6f12355-bdb0-4652-bdf0-44045162b25f req-0871629d-e8ff-4fe0-ad44-cf34c7aeef49 service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130692 Jan 27 21:39:41.702108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:39:41.716457 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8ffe-18cc-45bf-aceb-4cb59a5eec7e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (85c5fd6f-8109-4b11-b8cf-af9a0b77b4d6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:41.718586 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Sync routers for ids ['21585d33-0988-455d-9b90-ace0892b0988'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:39:41.738513 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Routers {'21585d33-0988-455d-9b90-ace0892b0988'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:39:41.740278 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:39:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['21585d33-0988-455d-9b90-ace0892b0988'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:41.859748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-933eb520-be3e-43fe-9153-19fe21cf32ae None None] Current status of the port a259034a-1c1f-4e87-ad5b-6b359db406c5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:41.876007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf8ffe-18cc-45bf-aceb-4cb59a5eec7e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=85c5fd6f-8109-4b11-b8cf-af9a0b77b4d6,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:41.882419 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:41.892047 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4a288028-f51f-4f9d-a305-1e78a89987d1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5673795 Jan 27 21:39:41.893254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45084) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:41.899808 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Set router 21585d33-0988-455d-9b90-ace0892b0988 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:39:41.919436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac181aa-bcf7-4f03-88c5-e8ec5c178d23 req-eca5bca7-4743-4998-9e86-9d1ad944aa0b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:41.923956 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a259034a-1c1f-4e87-ad5b-6b359db406c5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:41.929561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ac181aa-bcf7-4f03-88c5-e8ec5c178d23 req-eca5bca7-4743-4998-9e86-9d1ad944aa0b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.2621527 Jan 27 21:39:41.944165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4eab2c-eb46-46d6-aa00-53fc3ad6fff5 req-204b7c0c-48ed-4592-bb8d-aa25d11b1849 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:41.945930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eb4eab2c-eb46-46d6-aa00-53fc3ad6fff5 req-204b7c0c-48ed-4592-bb8d-aa25d11b1849 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.2680490 Jan 27 21:39:42.082113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eb4eab2c-eb46-46d6-aa00-53fc3ad6fff5 req-b1a760aa-a03f-4db7-8cb2-6eaffe802953 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929124 Jan 27 21:39:42.094302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a259034a-1c1f-4e87-ad5b-6b359db406c5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:42.094302 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:42.113988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf8ffe-18cc-45bf-aceb-4cb59a5eec7e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking segment: {'id': 'aac871f1-64cf-4d13-838a-1ecccf053b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a63d6308-9a7a-4be3-96c3-5806d7d0c137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:42.114601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf8ffe-18cc-45bf-aceb-4cb59a5eec7e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network hostable DHCP agents. Network: a63d6308-9a7a-4be3-96c3-5806d7d0c137, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:42.159416 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ac181aa-bcf7-4f03-88c5-e8ec5c178d23 req-b728b3ab-753f-4c93-b2a1-4a692a0ed1ad tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259324 Jan 27 21:39:42.299670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a259034a-1c1f-4e87-ad5b-6b359db406c5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:42.331798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16cb2f59-f74c-4f3a-a4c0-a84ece7df293 req-51ed8347-6778-4825-a933-4771916ba7f4 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0526288 Jan 27 21:39:42.339024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf8ffe-18cc-45bf-aceb-4cb59a5eec7e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network a63d6308-9a7a-4be3-96c3-5806d7d0c137 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:42.369423 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21585d33-0988-455d-9b90-ace0892b0988', 'name': 'tempest-ServersTestMultiNic-2011048742-router', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:39:36Z', 'updated_at': '2022-01-27T21:39:39Z', 'revision_number': 3, 'project_id': '31c496c8e52442818d0ee31b5110265c', 'gw_port': {'id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:50:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21585d33-0988-455d-9b90-ace0892b0988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:39:38Z', 'updated_at': '2022-01-27T21:39:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:42.409636 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Checking router: 21585d33-0988-455d-9b90-ace0892b0988 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:39:42.410011 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Updating router 21585d33-0988-455d-9b90-ace0892b0988 port 84987eed-d8c2-4ffe-b46b-8e1890bf5055 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:39:42.440678 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:42.520932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-fdcf8ffe-18cc-45bf-aceb-4cb59a5eec7e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, a63d6308-9a7a-4be3-96c3-5806d7d0c137) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:42.525782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf8ffe-18cc-45bf-aceb-4cb59a5eec7e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:42.526688 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdcf8ffe-18cc-45bf-aceb-4cb59a5eec7e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:42.535514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf4c2b-e20e-4569-814c-e6c1bf5fc4e2 None None] Network a63d6308-9a7a-4be3-96c3-5806d7d0c137 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:42.671848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-a63d6308-9a7a-4be3-96c3-5806d7d0c137', 'network_id': 'a63d6308-9a7a-4be3-96c3-5806d7d0c137', 'project_id': '034ada6ce9fe439e836d01098a40b800', 'fixed_ips': [{'subnet_id': '85c5fd6f-8109-4b11-b8cf-af9a0b77b4d6'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:42.673214 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:42.713233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fdcf8ffe-18cc-45bf-aceb-4cb59a5eec7e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6003602 Jan 27 21:39:42.714201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45102) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:42.907654 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Publish callbacks [] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:42.938709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Allocated IP 172.20.0.1 (a63d6308-9a7a-4be3-96c3-5806d7d0c137/85c5fd6f-8109-4b11-b8cf-af9a0b77b4d6/53d5c21c-ea85-4c0c-9ad2-c94defaac35e) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:42.966189 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (a63d6308-9a7a-4be3-96c3-5806d7d0c137), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.054969 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (85c5fd6f-8109-4b11-b8cf-af9a0b77b4d6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.064275 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.228833 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Publish callbacks [] for port (53d5c21c-ea85-4c0c-9ad2-c94defaac35e), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.232893 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.239641 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321011c-a78f-4932-b575-167f43851868 None None] Pushing event updated for resources: {'Port': ['ID=84987eed-d8c2-4ffe-b46b-8e1890bf5055,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:43.246990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07c01d9f-5eeb-4389-b3c1-85bfd4de4c35 req-67e3d414-a718-48bc-8b8c-2e43ccef353d tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0556281 Jan 27 21:39:43.256221 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.258001 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.258001 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.258001 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.258001 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.258429 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.258429 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.258747 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.259076 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.259409 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.259773 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.260142 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.260473 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f321011c-a78f-4932-b575-167f43851868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.293983 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Attempting to bind port 84987eed-d8c2-4ffe-b46b-8e1890bf5055 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:43.304603 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Attempting to bind port 84987eed-d8c2-4ffe-b46b-8e1890bf5055 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:43.304603 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Attempting to bind port 84987eed-d8c2-4ffe-b46b-8e1890bf5055 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:43.307718 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:43.312068 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:43.313549 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.314834 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:43.315418 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Bound port: 84987eed-d8c2-4ffe-b46b-8e1890bf5055, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:43.320712 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.372532 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (53d5c21c-ea85-4c0c-9ad2-c94defaac35e), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.389311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac26d6-5c22-463c-b837-39dd9668c9d2 req-ac1a48bd-5fe7-4f76-8823-56b1a27d927d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:43.391286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5ac26d6-5c22-463c-b837-39dd9668c9d2 req-ac1a48bd-5fe7-4f76-8823-56b1a27d927d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1297004 Jan 27 21:39:43.467512 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] For port 84987eed-d8c2-4ffe-b46b-8e1890bf5055, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:43.472477 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] For port 84987eed-d8c2-4ffe-b46b-8e1890bf5055, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=84987eed-d8c2-4ffe-b46b-8e1890bf5055,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:43.480595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Pushing event updated for resources: {'Port': ['ID=53d5c21c-ea85-4c0c-9ad2-c94defaac35e,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:43.484407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Network a63d6308-9a7a-4be3-96c3-5806d7d0c137 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:43.486081 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:43.488808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:43.531667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a17b9-eaff-4427-8a88-74282d524446 req-7df1e957-fc4e-493d-9740-e595b9de9e09 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:43.533880 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc3a17b9-eaff-4427-8a88-74282d524446 req-7df1e957-fc4e-493d-9740-e595b9de9e09 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.1560478 Jan 27 21:39:43.537798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5ac26d6-5c22-463c-b837-39dd9668c9d2 req-f9e64363-5a73-4f0f-99b2-e470890e6bfc tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360333 Jan 27 21:39:43.571434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Attempting to bind port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:43.571875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Attempting to bind port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'aac871f1-64cf-4d13-838a-1ecccf053b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a63d6308-9a7a-4be3-96c3-5806d7d0c137'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:43.572276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Attempting to bind port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e on network a63d6308-9a7a-4be3-96c3-5806d7d0c137 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:43.579555 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:43.579829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Allocated IP 172.20.0.1 (96882a30-fe6e-4625-b54b-c6c3a302e16b/186bd822-ca7f-46fd-b02a-02c2f47ee7fc/5a3f6ff8-073a-4d37-9147-414b525e12fe) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:43.580016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Checking segment: {'id': 'aac871f1-64cf-4d13-838a-1ecccf053b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a63d6308-9a7a-4be3-96c3-5806d7d0c137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:43.580472 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.580808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Bound using segment: {'id': 'aac871f1-64cf-4d13-838a-1ecccf053b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a63d6308-9a7a-4be3-96c3-5806d7d0c137'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:43.581284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Bound port: 53d5c21c-ea85-4c0c-9ad2-c94defaac35e, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac871f1-64cf-4d13-838a-1ecccf053b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'a63d6308-9a7a-4be3-96c3-5806d7d0c137'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:43.581804 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (53d5c21c-ea85-4c0c-9ad2-c94defaac35e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.608809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc3a17b9-eaff-4427-8a88-74282d524446 req-57a12180-dee7-4e25-9eae-fa544d147b9a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679274 Jan 27 21:39:43.629808 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.682671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] For port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:43.686655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] For port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=53d5c21c-ea85-4c0c-9ad2-c94defaac35e,segment=NetworkSegment(aac871f1-64cf-4d13-838a-1ecccf053b02),segment_id=aac871f1-64cf-4d13-838a-1ecccf053b02)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:43.713022 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321011c-a78f-4932-b575-167f43851868 None None] Pushing event updated for resources: {'Port': ['ID=84987eed-d8c2-4ffe-b46b-8e1890bf5055,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:43.726638 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (85c5fd6f-8109-4b11-b8cf-af9a0b77b4d6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.735125 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Publish callbacks [] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.746522 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Routers {'21585d33-0988-455d-9b90-ace0892b0988'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:39:43.749005 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:39:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['21585d33-0988-455d-9b90-ace0892b0988'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:43.764724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Subnet': ['ID=85c5fd6f-8109-4b11-b8cf-af9a0b77b4d6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:43.817236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.817598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.817952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.818296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.818636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.819358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.819358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.819795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.820152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.820493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.820824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.821605 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.821605 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:39:43.836241 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (a63d6308-9a7a-4be3-96c3-5806d7d0c137), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.859474 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (53d5c21c-ea85-4c0c-9ad2-c94defaac35e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.860489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63d6308-9a7a-4be3-96c3-5806d7d0c137']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:43.871886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac871f1-64cf-4d13-838a-1ecccf053b02') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:43.872315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac871f1-64cf-4d13-838a-1ecccf053b02') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:43.883301 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (aac871f1-64cf-4d13-838a-1ecccf053b02), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.886476 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.915281 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (aac871f1-64cf-4d13-838a-1ecccf053b02), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.930800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:43.931312 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (aac871f1-64cf-4d13-838a-1ecccf053b02), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:43.936949 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:43.947641 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] Set router 21585d33-0988-455d-9b90-ace0892b0988 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:39:43.967794 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Network 96882a30-fe6e-4625-b54b-c6c3a302e16b is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:43.981991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:43.988498 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:44.006178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4b1ad-a776-4e83-adcb-27ae85c3b56a None None] Pushing event updated for resources: {'Port': ['ID=53d5c21c-ea85-4c0c-9ad2-c94defaac35e,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:44.070101 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (21585d33-0988-455d-9b90-ace0892b0988), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:44.147545 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3f6ff8-073a-4d37-9147-414b525e12fe,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:44.155646 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.api [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:39:44.155646 n-d-760456-6 neutron-server[104027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:39:44.155646 n-d-760456-6 neutron-server[104027]: [parameters: {'id': 'a63d6308-9a7a-4be3-96c3-5806d7d0c137'}] Jan 27 21:39:44.155646 n-d-760456-6 neutron-server[104027]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:44.156966 n-d-760456-6 neutron-server[104027]: DEBUG oslo_db.api [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:44.245934 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21585d33-0988-455d-9b90-ace0892b0988', 'name': 'tempest-ServersTestMultiNic-2011048742-router', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:39:36Z', 'updated_at': '2022-01-27T21:39:39Z', 'revision_number': 3, 'project_id': '31c496c8e52442818d0ee31b5110265c', 'gw_port': {'id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:50:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21585d33-0988-455d-9b90-ace0892b0988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:39:38Z', 'updated_at': '2022-01-27T21:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:44.281009 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512119e1-0368-4c8a-8fe9-f3f80d5b12e8 None None] The sync data for ids ['21585d33-0988-455d-9b90-ace0892b0988'] in n-d-760456-6 is: [{'id': '21585d33-0988-455d-9b90-ace0892b0988', 'name': 'tempest-ServersTestMultiNic-2011048742-router', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:39:36Z', 'updated_at': '2022-01-27T21:39:39Z', 'revision_number': 3, 'project_id': '31c496c8e52442818d0ee31b5110265c', 'gw_port': {'id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:50:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21585d33-0988-455d-9b90-ace0892b0988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:39:38Z', 'updated_at': '2022-01-27T21:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:39:44.426875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4071c38c-0559-4a49-bd34-225662cf5b47 req-45083cb2-468a-450a-8d91-a7e93f41628c tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0624893 Jan 27 21:39:44.444750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5df8e574-413a-4c6a-ae5c-a54c678471e6 None None] Provisioning complete for port 5a3f6ff8-073a-4d37-9147-414b525e12fe triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:44.445135 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5df8e574-413a-4c6a-ae5c-a54c678471e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:44.459613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:44.519966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5df8e574-413a-4c6a-ae5c-a54c678471e6 None None] Port 5a3f6ff8-073a-4d37-9147-414b525e12fe cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:39:44.701085 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (a63d6308-9a7a-4be3-96c3-5806d7d0c137), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:44.776726 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Publish callbacks [] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:44.880502 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:44.957301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3f6ff8-073a-4d37-9147-414b525e12fe,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:44.959997 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (21585d33-0988-455d-9b90-ace0892b0988), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:45.102466 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Network 96882a30-fe6e-4625-b54b-c6c3a302e16b is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:45.109698 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:45.272272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Router 21585d33-0988-455d-9b90-ace0892b0988 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:39:45.381082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f1a79-54d7-435d-a844-c8910f92a340 req-cb5f2376-59dd-410c-a5e4-fe2c1c342909 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:45.392711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a1f1a79-54d7-435d-a844-c8910f92a340 req-cb5f2376-59dd-410c-a5e4-fe2c1c342909 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.7498100 Jan 27 21:39:45.466084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280e236-c000-4ab5-a778-229419aabd6f req-746f3411-5a7b-4081-a091-50167aa1d81a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:45.467805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2280e236-c000-4ab5-a778-229419aabd6f req-746f3411-5a7b-4081-a091-50167aa1d81a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.7309623 Jan 27 21:39:45.482062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:39:45.501430 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-aaf32313-34d5-4277-afa7-8995e7813c28 admin admin] 10.222.0.61 "PUT /v2.0/routers/21585d33-0988-455d-9b90-ace0892b0988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6067920 Jan 27 21:39:45.569287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d7ff3a2f-96ae-4aaf-a63e-c28fa269c6b1 None None] Provisioning complete for port 5a3f6ff8-073a-4d37-9147-414b525e12fe triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:45.570317 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d7ff3a2f-96ae-4aaf-a63e-c28fa269c6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:45.587901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a1f1a79-54d7-435d-a844-c8910f92a340 req-06c333e4-afe2-4e23-ad5a-e2435b0e0c24 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936285 Jan 27 21:39:45.601465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Deleting port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:45.601660 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (53d5c21c-ea85-4c0c-9ad2-c94defaac35e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:45.651316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff3a2f-96ae-4aaf-a63e-c28fa269c6b1 None None] Port 5a3f6ff8-073a-4d37-9147-414b525e12fe cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:39:45.688614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e4a7f-eb2f-4606-afea-c5d706ec2d2a None None] Network a63d6308-9a7a-4be3-96c3-5806d7d0c137 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:45.717838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45144) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:45.743325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2280e236-c000-4ab5-a778-229419aabd6f req-b2ece6e5-8bc2-4632-9adc-668d1204af6c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607465 Jan 27 21:39:45.804643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] For port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=53d5c21c-ea85-4c0c-9ad2-c94defaac35e,segment=NetworkSegment(aac871f1-64cf-4d13-838a-1ecccf053b02),segment_id=aac871f1-64cf-4d13-838a-1ecccf053b02)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:45.805033 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (53d5c21c-ea85-4c0c-9ad2-c94defaac35e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:45.859637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-13087202-4fc9-4a20-af09-589c3c021df0 None None] Provisioning complete for port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:45.860327 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-13087202-4fc9-4a20-af09-589c3c021df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (53d5c21c-ea85-4c0c-9ad2-c94defaac35e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:45.872117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Calling delete_port for 53d5c21c-ea85-4c0c-9ad2-c94defaac35e owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:46.003246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-13087202-4fc9-4a20-af09-589c3c021df0 None None] Current status of the port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:46.003641 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-13087202-4fc9-4a20-af09-589c3c021df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (53d5c21c-ea85-4c0c-9ad2-c94defaac35e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.006411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f1bb5b-8a2d-439b-bb99-47249234df69 req-7c3cac58-cd8c-4de9-bad7-7c7ec9e22cca tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0597439 Jan 27 21:39:46.122800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-07bc8200-e581-40f0-855e-0c9df862f598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1700811358'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:46.127237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56544fef-0f3e-4804-aeeb-a95e33e43373 None None] DHCP port deletion for a63d6308-9a7a-4be3-96c3-5806d7d0c137 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:39:46.164207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 84987eed-d8c2-4ffe-b46b-8e1890bf5055 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:46.183439 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (53d5c21c-ea85-4c0c-9ad2-c94defaac35e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.209476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Port': ['ID=53d5c21c-ea85-4c0c-9ad2-c94defaac35e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:46.213140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No DVR routers for this DVR port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:46.241442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-56544fef-0f3e-4804-aeeb-a95e33e43373 None None] Deleting port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:46.241830 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-56544fef-0f3e-4804-aeeb-a95e33e43373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (53d5c21c-ea85-4c0c-9ad2-c94defaac35e), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.299592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (a63d6308-9a7a-4be3-96c3-5806d7d0c137), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.309182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 84987eed-d8c2-4ffe-b46b-8e1890bf5055 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:46.309626 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.315281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-56544fef-0f3e-4804-aeeb-a95e33e43373 None None] For port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e, host n-d-760456-6, got binding levels [] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:46.315681 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-56544fef-0f3e-4804-aeeb-a95e33e43373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (53d5c21c-ea85-4c0c-9ad2-c94defaac35e), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.330522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63d6308-9a7a-4be3-96c3-5806d7d0c137']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:46.347278 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bc8200-e581-40f0-855e-0c9df862f598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:46.349963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac871f1-64cf-4d13-838a-1ecccf053b02') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:46.350282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac871f1-64cf-4d13-838a-1ecccf053b02') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:46.352866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-56544fef-0f3e-4804-aeeb-a95e33e43373 None None] Calling delete_port for 53d5c21c-ea85-4c0c-9ad2-c94defaac35e owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:46.357302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.ipam_backend_mixin [None req-56544fef-0f3e-4804-aeeb-a95e33e43373 None None] Port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e was not found and therefore no delete operation was performed {{(pid=104028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:39:46.358371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07bc8200-e581-40f0-855e-0c9df862f598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.368957 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-56544fef-0f3e-4804-aeeb-a95e33e43373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (53d5c21c-ea85-4c0c-9ad2-c94defaac35e), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.378219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (aac871f1-64cf-4d13-838a-1ecccf053b02), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.396773 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (aac871f1-64cf-4d13-838a-1ecccf053b02), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.399031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56544fef-0f3e-4804-aeeb-a95e33e43373 None None] Pushing event deleted for resources: {'Port': ['ID=53d5c21c-ea85-4c0c-9ad2-c94defaac35e,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:46.404005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:46.404882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (aac871f1-64cf-4d13-838a-1ecccf053b02), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.406323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56544fef-0f3e-4804-aeeb-a95e33e43373 None None] No DVR routers for this DVR port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:46.409268 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:46.457541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 84987eed-d8c2-4ffe-b46b-8e1890bf5055 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:46.457936 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.478494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 84987eed-d8c2-4ffe-b46b-8e1890bf5055, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=84987eed-d8c2-4ffe-b46b-8e1890bf5055,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:46.724166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061aa56-9927-4267-9954-b769012332f0 req-0e9a67c3-7271-400a-b25b-3da13be1dcf0 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:46.726862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f061aa56-9927-4267-9954-b769012332f0 req-0e9a67c3-7271-400a-b25b-3da13be1dcf0 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0536482 Jan 27 21:39:46.732424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Sync routers for ids ['21585d33-0988-455d-9b90-ace0892b0988'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:39:46.746366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Routers {'21585d33-0988-455d-9b90-ace0892b0988'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:39:46.747083 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:39:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['21585d33-0988-455d-9b90-ace0892b0988'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:46.794772 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07bc8200-e581-40f0-855e-0c9df862f598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:46.795245 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.795725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 53d5c21c-ea85-4c0c-9ad2-c94defaac35e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:46.815925 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07bc8200-e581-40f0-855e-0c9df862f598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d5adcc8c-071b-4429-8eab-87b9ca4c4bb4), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.817346 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (a63d6308-9a7a-4be3-96c3-5806d7d0c137), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.817486 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-07bc8200-e581-40f0-855e-0c9df862f598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Added segment d5adcc8c-071b-4429-8eab-87b9ca4c4bb4 of type vlan for network fcf9eb40-1294-499a-b67b-ae5ed8845b39 Jan 27 21:39:46.830709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.834072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/a63d6308-9a7a-4be3-96c3-5806d7d0c137 HTTP/1.1" status: 204 len: 168 time: 4.1187303 Jan 27 21:39:46.838693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45164) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:46.845450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ddd31e2c-bd9b-46ac-8971-8bb1fa864d7c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2115575165'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:46.894988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f061aa56-9927-4267-9954-b769012332f0 req-36b3df3e-a8ce-4b71-b21c-c53c3ef006ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588154 Jan 27 21:39:46.903307 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07bc8200-e581-40f0-855e-0c9df862f598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (fcf9eb40-1294-499a-b67b-ae5ed8845b39), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:46.935764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a0821-824d-4352-86a6-a72f52ad8456 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Network': ['ID=a63d6308-9a7a-4be3-96c3-5806d7d0c137,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:46.944293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 53d5c21c-ea85-4c0c-9ad2-c94defaac35e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:39:46.944435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 53d5c21c-ea85-4c0c-9ad2-c94defaac35e not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 21:39:47.002542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bde38e-c84f-4fb8-ada0-761b002fa228 req-81aa1200-5e05-4825-8c61-c9a508dd09ab tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:47.008830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20bde38e-c84f-4fb8-ada0-761b002fa228 req-81aa1200-5e05-4825-8c61-c9a508dd09ab tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.0615165 Jan 27 21:39:47.094500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20bde38e-c84f-4fb8-ada0-761b002fa228 req-97527b23-c999-4d2f-9823-3ea440c1c02d tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813258 Jan 27 21:39:47.144878 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07bc8200-e581-40f0-855e-0c9df862f598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (fcf9eb40-1294-499a-b67b-ae5ed8845b39), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:47.151027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bc8200-e581-40f0-855e-0c9df862f598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:47.152046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07bc8200-e581-40f0-855e-0c9df862f598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:47.166408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Port 53d5c21c-ea85-4c0c-9ad2-c94defaac35e not found, will not notify nova. {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 21:39:47.185827 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64106432-3361-429f-8e5e-da4ff70ebf4e req-90a8c180-f3ab-49d4-807e-ff9f02f12094 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0679944 Jan 27 21:39:47.188310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=84987eed-d8c2-4ffe-b46b-8e1890bf5055,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:47.196237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd31e2c-bd9b-46ac-8971-8bb1fa864d7c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:47.201659 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddd31e2c-bd9b-46ac-8971-8bb1fa864d7c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:47.206193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Set router 21585d33-0988-455d-9b90-ace0892b0988 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:39:47.230052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd31e2c-bd9b-46ac-8971-8bb1fa864d7c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:47.238928 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddd31e2c-bd9b-46ac-8971-8bb1fa864d7c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2fe25c24-a4e0-4798-9caa-0a28fb2353b2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:47.239345 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-ddd31e2c-bd9b-46ac-8971-8bb1fa864d7c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Added segment 2fe25c24-a4e0-4798-9caa-0a28fb2353b2 of type vlan for network deb8ed79-c56c-4a9a-9f1c-5e321880d831 Jan 27 21:39:47.284796 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddd31e2c-bd9b-46ac-8971-8bb1fa864d7c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (deb8ed79-c56c-4a9a-9f1c-5e321880d831), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:47.292576 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc8200-e581-40f0-855e-0c9df862f598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Network': ['ID=fcf9eb40-1294-499a-b67b-ae5ed8845b39,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:47.306379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network fcf9eb40-1294-499a-b67b-ae5ed8845b39 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:47.325705 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-07bc8200-e581-40f0-855e-0c9df862f598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6038797 Jan 27 21:39:47.331662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45170) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:47.331881 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-df5912d4-e6f2-459c-9049-363379d4e44d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'subnet': {'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:47.452369 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddd31e2c-bd9b-46ac-8971-8bb1fa864d7c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (deb8ed79-c56c-4a9a-9f1c-5e321880d831), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:47.459047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd31e2c-bd9b-46ac-8971-8bb1fa864d7c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:47.460738 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddd31e2c-bd9b-46ac-8971-8bb1fa864d7c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:47.536337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21585d33-0988-455d-9b90-ace0892b0988', 'name': 'tempest-ServersTestMultiNic-2011048742-router', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:39:36Z', 'updated_at': '2022-01-27T21:39:44Z', 'revision_number': 4, 'project_id': '31c496c8e52442818d0ee31b5110265c', 'gw_port': {'id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:50:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21585d33-0988-455d-9b90-ace0892b0988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:39:38Z', 'updated_at': '2022-01-27T21:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '5a3f6ff8-073a-4d37-9147-414b525e12fe', 'name': '', 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'mac_address': 'fa:16:3e:37:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21585d33-0988-455d-9b90-ace0892b0988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '186bd822-ca7f-46fd-b02a-02c2f47ee7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:39:43Z', 'updated_at': '2022-01-27T21:39:44Z', 'revision_number': 2, 'project_id': '31c496c8e52442818d0ee31b5110265c', 'subnets': [{'id': '186bd822-ca7f-46fd-b02a-02c2f47ee7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:47.543218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd31e2c-bd9b-46ac-8971-8bb1fa864d7c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=deb8ed79-c56c-4a9a-9f1c-5e321880d831,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:47.566997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network deb8ed79-c56c-4a9a-9f1c-5e321880d831 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:47.569513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Checking router: 21585d33-0988-455d-9b90-ace0892b0988 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:39:47.569883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Updating router 21585d33-0988-455d-9b90-ace0892b0988 port 5a3f6ff8-073a-4d37-9147-414b525e12fe binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:39:47.600628 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5912d4-e6f2-459c-9049-363379d4e44d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:47.605802 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df5912d4-e6f2-459c-9049-363379d4e44d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:47.645468 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:47.660737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ddd31e2c-bd9b-46ac-8971-8bb1fa864d7c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8205943 Jan 27 21:39:47.663317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45176) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:47.668731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8cc58cfa-cdb7-4e02-b029-d39ee7cdfc64 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:47.907442 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8cc58cfa-cdb7-4e02-b029-d39ee7cdfc64 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (deb8ed79-c56c-4a9a-9f1c-5e321880d831), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:47.989002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 84987eed-d8c2-4ffe-b46b-8e1890bf5055 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:48.047175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a01359-df55-4338-81c8-3d33c87440d6 req-2ea2364e-9599-4aca-8408-2649b61762a8 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:48.088552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99a01359-df55-4338-81c8-3d33c87440d6 req-2ea2364e-9599-4aca-8408-2649b61762a8 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0520163 Jan 27 21:39:48.088760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 84987eed-d8c2-4ffe-b46b-8e1890bf5055 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:48.088760 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.111634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8cc58cfa-cdb7-4e02-b029-d39ee7cdfc64 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (deb8ed79-c56c-4a9a-9f1c-5e321880d831), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.127238 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99a01359-df55-4338-81c8-3d33c87440d6 req-151539ab-10a1-4c77-a027-bb227de0e1ac tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710621 Jan 27 21:39:48.211624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df5912d4-e6f2-459c-9049-363379d4e44d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (2c6f9211-6494-4f91-9394-7c65421c86f0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.245770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc58cfa-cdb7-4e02-b029-d39ee7cdfc64 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=deb8ed79-c56c-4a9a-9f1c-5e321880d831,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:48.251762 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Publish callbacks [] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.259450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8cc58cfa-cdb7-4e02-b029-d39ee7cdfc64 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network deb8ed79-c56c-4a9a-9f1c-5e321880d831 is not hosted by any dhcp agent {{(pid=104027) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 21:39:48.263248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network deb8ed79-c56c-4a9a-9f1c-5e321880d831 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:48.273747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc58cfa-cdb7-4e02-b029-d39ee7cdfc64 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:48.274731 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8cc58cfa-cdb7-4e02-b029-d39ee7cdfc64 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.279432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8cc58cfa-cdb7-4e02-b029-d39ee7cdfc64 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "PUT /v2.0/networks/deb8ed79-c56c-4a9a-9f1c-5e321880d831 HTTP/1.1" status: 200 len: 723 time: 0.6150558 Jan 27 21:39:48.314243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45198) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:48.316569 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5912d4-e6f2-459c-9049-363379d4e44d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Subnet': ['ID=2c6f9211-6494-4f91-9394-7c65421c86f0,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:48.327942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 84987eed-d8c2-4ffe-b46b-8e1890bf5055 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:48.346653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-856759e3-9a4c-4d29-ba0f-f6d69df5e94d req-43725071-5620-4d49-9ee7-253092988106 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0646467 Jan 27 21:39:48.353478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e7360135-de8f-49d2-855f-8c53da5a1f8c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'network_id': 'deb8ed79-c56c-4a9a-9f1c-5e321880d831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:48.383005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5912d4-e6f2-459c-9049-363379d4e44d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Checking segment: {'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:48.386696 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5912d4-e6f2-459c-9049-363379d4e44d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network hostable DHCP agents. Network: fcf9eb40-1294-499a-b67b-ae5ed8845b39, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:48.398716 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.450955 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 53d5c21c-ea85-4c0c-9ad2-c94defaac35e no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:48.481753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 53d5c21c-ea85-4c0c-9ad2-c94defaac35e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:39:48.482104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 53d5c21c-ea85-4c0c-9ad2-c94defaac35e not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:39:48.514783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444b31a-10ef-4849-afd4-3eeaed0238b7 req-dbf1f4c8-cfe4-4ced-9d89-7c6e083ef1b3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:48.523521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a444b31a-10ef-4849-afd4-3eeaed0238b7 req-dbf1f4c8-cfe4-4ced-9d89-7c6e083ef1b3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.2076011 Jan 27 21:39:48.564818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5912d4-e6f2-459c-9049-363379d4e44d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network fcf9eb40-1294-499a-b67b-ae5ed8845b39 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:48.593290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Attempting to bind port 5a3f6ff8-073a-4d37-9147-414b525e12fe on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:48.593857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Attempting to bind port 5a3f6ff8-073a-4d37-9147-414b525e12fe by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '2a441046-6af9-4928-9dfc-5feac87e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:48.594326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Attempting to bind port 5a3f6ff8-073a-4d37-9147-414b525e12fe on network 96882a30-fe6e-4625-b54b-c6c3a302e16b {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:48.596529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac11b34-7aca-49f0-a196-b9fa88a9307a None None] Pushing event updated for resources: {'Port': ['ID=5a3f6ff8-073a-4d37-9147-414b525e12fe,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:48.601673 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a444b31a-10ef-4849-afd4-3eeaed0238b7 req-fc9a235d-e9f5-43f5-bce3-d5c4c922a632 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771947 Jan 27 21:39:48.604018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:48.604584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Checking segment: {'id': '2a441046-6af9-4928-9dfc-5feac87e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:48.605101 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.605690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Bound using segment: {'id': '2a441046-6af9-4928-9dfc-5feac87e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:48.606371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Bound port: 5a3f6ff8-073a-4d37-9147-414b525e12fe, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a441046-6af9-4928-9dfc-5feac87e797d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:48.606858 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.684530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] For port 5a3f6ff8-073a-4d37-9147-414b525e12fe, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:48.687875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] For port 5a3f6ff8-073a-4d37-9147-414b525e12fe, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5a3f6ff8-073a-4d37-9147-414b525e12fe,segment=NetworkSegment(2a441046-6af9-4928-9dfc-5feac87e797d),segment_id=2a441046-6af9-4928-9dfc-5feac87e797d)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:48.725943 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-df5912d4-e6f2-459c-9049-363379d4e44d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, fcf9eb40-1294-499a-b67b-ae5ed8845b39) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:48.730438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5912d4-e6f2-459c-9049-363379d4e44d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:48.731115 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df5912d4-e6f2-459c-9049-363379d4e44d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.738398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e07a1f6-aa1a-4128-814c-d655db55c2ba None None] Network fcf9eb40-1294-499a-b67b-ae5ed8845b39 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:48.777715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7360135-de8f-49d2-855f-8c53da5a1f8c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:48.781429 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7360135-de8f-49d2-855f-8c53da5a1f8c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.816037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-804356d7-f407-4390-b339-1e3b5a861df5 None None] Provisioning complete for port 5a3f6ff8-073a-4d37-9147-414b525e12fe triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:48.816434 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-804356d7-f407-4390-b339-1e3b5a861df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.875882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-804356d7-f407-4390-b339-1e3b5a861df5 None None] Port 5a3f6ff8-073a-4d37-9147-414b525e12fe cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:39:48.885321 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-fcf9eb40-1294-499a-b67b-ae5ed8845b39', 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39', 'project_id': '31c496c8e52442818d0ee31b5110265c', 'fixed_ips': [{'subnet_id': '2c6f9211-6494-4f91-9394-7c65421c86f0'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:48.886243 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.900016 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:48.957757 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-df5912d4-e6f2-459c-9049-363379d4e44d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6300142 Jan 27 21:39:48.959798 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45208) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:48.968166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac11b34-7aca-49f0-a196-b9fa88a9307a None None] Pushing event updated for resources: {'Port': ['ID=5a3f6ff8-073a-4d37-9147-414b525e12fe,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:48.972552 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bd08a59f-ec0e-4661-bd89-8a8776a0bd9f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-47917542'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:49.102950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Routers {'21585d33-0988-455d-9b90-ace0892b0988'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:39:49.103794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:39:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['21585d33-0988-455d-9b90-ace0892b0988'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:49.120743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7360135-de8f-49d2-855f-8c53da5a1f8c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (74aef742-f518-4bb8-a2b9-0716bca2f05c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:49.154536 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd08a59f-ec0e-4661-bd89-8a8776a0bd9f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:49.158612 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd08a59f-ec0e-4661-bd89-8a8776a0bd9f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:49.207318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7360135-de8f-49d2-855f-8c53da5a1f8c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=74aef742-f518-4bb8-a2b9-0716bca2f05c,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:49.224958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd08a59f-ec0e-4661-bd89-8a8776a0bd9f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:49.235341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7360135-de8f-49d2-855f-8c53da5a1f8c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking segment: {'id': '2fe25c24-a4e0-4798-9caa-0a28fb2353b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'deb8ed79-c56c-4a9a-9f1c-5e321880d831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:49.239122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7360135-de8f-49d2-855f-8c53da5a1f8c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network hostable DHCP agents. Network: deb8ed79-c56c-4a9a-9f1c-5e321880d831, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:49.248906 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd08a59f-ec0e-4661-bd89-8a8776a0bd9f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (bc8e779c-6f00-488d-940f-61bd5ad209ce), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:49.249312 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-bd08a59f-ec0e-4661-bd89-8a8776a0bd9f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Added segment bc8e779c-6f00-488d-940f-61bd5ad209ce of type vlan for network 67c5ed93-fc35-4efd-ba81-501af54310ca Jan 27 21:39:49.324702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] Set router 21585d33-0988-455d-9b90-ace0892b0988 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:39:49.336978 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd08a59f-ec0e-4661-bd89-8a8776a0bd9f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (67c5ed93-fc35-4efd-ba81-501af54310ca), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:49.367561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329aa7d-5572-469a-b19e-7687350a013a req-52d26b83-ff0b-43e9-850e-9eb1072f41cd tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:49.371111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c329aa7d-5572-469a-b19e-7687350a013a req-52d26b83-ff0b-43e9-850e-9eb1072f41cd tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1270001 Jan 27 21:39:49.385484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Allocated IP 19.80.0.2 (fcf9eb40-1294-499a-b67b-ae5ed8845b39/2c6f9211-6494-4f91-9394-7c65421c86f0/70d984b5-6c0e-4a72-9ebe-a0f4a108b02c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:49.445908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c329aa7d-5572-469a-b19e-7687350a013a req-0c18a7be-faf6-48e3-92df-4fbf448222e1 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706985 Jan 27 21:39:49.480629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7360135-de8f-49d2-855f-8c53da5a1f8c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network deb8ed79-c56c-4a9a-9f1c-5e321880d831 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:49.522425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d870580-6808-4179-a53c-6a6bd7bda291 req-5094fd1f-d734-4139-813a-b85b177eccb7 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0385907 Jan 27 21:39:49.536464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2f81bb42-5b52-4d33-bff0-3475c7b36df3 None None] Provisioning complete for port 5a3f6ff8-073a-4d37-9147-414b525e12fe triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:49.536929 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f81bb42-5b52-4d33-bff0-3475c7b36df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:49.559318 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd08a59f-ec0e-4661-bd89-8a8776a0bd9f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (67c5ed93-fc35-4efd-ba81-501af54310ca), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:49.564451 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd08a59f-ec0e-4661-bd89-8a8776a0bd9f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:49.565356 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd08a59f-ec0e-4661-bd89-8a8776a0bd9f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:49.645142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08a59f-ec0e-4661-bd89-8a8776a0bd9f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Network': ['ID=67c5ed93-fc35-4efd-ba81-501af54310ca,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:49.740948 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecdef3-69b2-4397-a144-560522e4e82f req-aed850f0-579a-4fce-9a93-0f2a9dd1c22e tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:49.742607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1ecdef3-69b2-4397-a144-560522e4e82f req-aed850f0-579a-4fce-9a93-0f2a9dd1c22e tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.0568476 Jan 27 21:39:49.743738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e7360135-de8f-49d2-855f-8c53da5a1f8c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, deb8ed79-c56c-4a9a-9f1c-5e321880d831) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:49.747060 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bd08a59f-ec0e-4661-bd89-8a8776a0bd9f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7860601 Jan 27 21:39:49.751384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45222) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:49.757193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a6cfd472-23c0-4e66-9d5e-30c58a52da67 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'subnet': {'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:49.773098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 67c5ed93-fc35-4efd-ba81-501af54310ca details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:49.784765 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7360135-de8f-49d2-855f-8c53da5a1f8c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:49.796711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7360135-de8f-49d2-855f-8c53da5a1f8c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:49.861819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1ecdef3-69b2-4397-a144-560522e4e82f req-3cbd88c6-2b84-4717-8123-551ccc2ff679 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067407 Jan 27 21:39:49.885585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e7360135-de8f-49d2-855f-8c53da5a1f8c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5366602 Jan 27 21:39:49.888413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45226) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:49.894692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d9525d1b-c9a3-4c28-89b6-8a9bd50774b0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:49.898885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf1daab-0d3c-445f-8bb7-c3004ed4844c None None] Network deb8ed79-c56c-4a9a-9f1c-5e321880d831 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:50.006533 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cfd472-23c0-4e66-9d5e-30c58a52da67 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:50.007802 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9525d1b-c9a3-4c28-89b6-8a9bd50774b0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9310566'] for subnet (74aef742-f518-4bb8-a2b9-0716bca2f05c), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.011734 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd472-23c0-4e66-9d5e-30c58a52da67 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.082625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-deb8ed79-c56c-4a9a-9f1c-5e321880d831', 'network_id': 'deb8ed79-c56c-4a9a-9f1c-5e321880d831', 'project_id': '034ada6ce9fe439e836d01098a40b800', 'fixed_ips': [{'subnet_id': '74aef742-f518-4bb8-a2b9-0716bca2f05c'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:50.082625 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.180366 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Publish callbacks [] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.284786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2f81bb42-5b52-4d33-bff0-3475c7b36df3 None None] Current status of the port 5a3f6ff8-073a-4d37-9147-414b525e12fe is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:50.285182 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f81bb42-5b52-4d33-bff0-3475c7b36df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.324996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21585d33-0988-455d-9b90-ace0892b0988', 'name': 'tempest-ServersTestMultiNic-2011048742-router', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:39:36Z', 'updated_at': '2022-01-27T21:39:44Z', 'revision_number': 4, 'project_id': '31c496c8e52442818d0ee31b5110265c', 'gw_port': {'id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21585d33-0988-455d-9b90-ace0892b0988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:39:38Z', 'updated_at': '2022-01-27T21:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '5a3f6ff8-073a-4d37-9147-414b525e12fe', 'name': '', 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'mac_address': 'fa:16:3e:37:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21585d33-0988-455d-9b90-ace0892b0988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '186bd822-ca7f-46fd-b02a-02c2f47ee7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:39:43Z', 'updated_at': '2022-01-27T21:39:48Z', 'revision_number': 4, 'project_id': '31c496c8e52442818d0ee31b5110265c', 'subnets': [{'id': '186bd822-ca7f-46fd-b02a-02c2f47ee7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:50.330356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2f81bb42-5b52-4d33-bff0-3475c7b36df3 None None] For port 5a3f6ff8-073a-4d37-9147-414b525e12fe, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5a3f6ff8-073a-4d37-9147-414b525e12fe,segment=NetworkSegment(2a441046-6af9-4928-9dfc-5feac87e797d),segment_id=2a441046-6af9-4928-9dfc-5feac87e797d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:50.355378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42742ca0-9492-4ee4-8061-475ca05a3358 None None] The sync data for ids ['21585d33-0988-455d-9b90-ace0892b0988'] in n-d-760456-6 is: [{'id': '21585d33-0988-455d-9b90-ace0892b0988', 'name': 'tempest-ServersTestMultiNic-2011048742-router', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:39:36Z', 'updated_at': '2022-01-27T21:39:44Z', 'revision_number': 4, 'project_id': '31c496c8e52442818d0ee31b5110265c', 'gw_port': {'id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21585d33-0988-455d-9b90-ace0892b0988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:39:38Z', 'updated_at': '2022-01-27T21:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '5a3f6ff8-073a-4d37-9147-414b525e12fe', 'name': '', 'network_id': '96882a30-fe6e-4625-b54b-c6c3a302e16b', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'mac_address': 'fa:16:3e:37:f1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21585d33-0988-455d-9b90-ace0892b0988', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '186bd822-ca7f-46fd-b02a-02c2f47ee7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:39:43Z', 'updated_at': '2022-01-27T21:39:48Z', 'revision_number': 4, 'project_id': '31c496c8e52442818d0ee31b5110265c', 'subnets': [{'id': '186bd822-ca7f-46fd-b02a-02c2f47ee7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:39:50.372178 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9525d1b-c9a3-4c28-89b6-8a9bd50774b0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777045144531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9455021'] for subnet (74aef742-f518-4bb8-a2b9-0716bca2f05c), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.425941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9525d1b-c9a3-4c28-89b6-8a9bd50774b0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:50.425941 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9525d1b-c9a3-4c28-89b6-8a9bd50774b0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.431249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Allocated IP 172.20.0.2 (deb8ed79-c56c-4a9a-9f1c-5e321880d831/74aef742-f518-4bb8-a2b9-0716bca2f05c/fb6972e3-b650-44fb-9770-f98ea065aa63) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:50.443237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d9525d1b-c9a3-4c28-89b6-8a9bd50774b0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "PUT /v2.0/subnets/74aef742-f518-4bb8-a2b9-0716bca2f05c HTTP/1.1" status: 200 len: 806 time: 0.5510595 Jan 27 21:39:50.443800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45232) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:50.465802 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.513260 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd472-23c0-4e66-9d5e-30c58a52da67 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (0e264584-bc63-46b8-acaf-483d1cb8addf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.519901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9525d1b-c9a3-4c28-89b6-8a9bd50774b0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=74aef742-f518-4bb8-a2b9-0716bca2f05c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:50.591544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Network fcf9eb40-1294-499a-b67b-ae5ed8845b39 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:50.606790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:50.615276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:50.619020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Pushing event updated for resources: {'Port': ['ID=70d984b5-6c0e-4a72-9ebe-a0f4a108b02c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:50.634637 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f81bb42-5b52-4d33-bff0-3475c7b36df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.708023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32b2f349-4822-4893-928f-798a511a506e req-96228634-9d04-4827-a334-d504bf4902d6 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0370827 Jan 27 21:39:50.721500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfd472-23c0-4e66-9d5e-30c58a52da67 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Subnet': ['ID=0e264584-bc63-46b8-acaf-483d1cb8addf,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:50.725836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdb396-dbd1-4bf7-aefd-48a0fd816a58 req-91b7f6d5-fcf6-4328-9277-96d2ffdb8e6e tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:50.733921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ffdb396-dbd1-4bf7-aefd-48a0fd816a58 req-91b7f6d5-fcf6-4328-9277-96d2ffdb8e6e tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0965528 Jan 27 21:39:50.783747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cfd472-23c0-4e66-9d5e-30c58a52da67 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Checking segment: {'id': 'bc8e779c-6f00-488d-940f-61bd5ad209ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:50.784029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cfd472-23c0-4e66-9d5e-30c58a52da67 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network hostable DHCP agents. Network: 67c5ed93-fc35-4efd-ba81-501af54310ca, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:50.803612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ffdb396-dbd1-4bf7-aefd-48a0fd816a58 req-365524b5-fbc6-4c6a-b6f4-f0cdf7f6ba29 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691271 Jan 27 21:39:50.807048 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (deb8ed79-c56c-4a9a-9f1c-5e321880d831), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.904832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (74aef742-f518-4bb8-a2b9-0716bca2f05c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.926094 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Publish callbacks [] for port (fb6972e3-b650-44fb-9770-f98ea065aa63), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.928782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Attempting to bind port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:50.929324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Attempting to bind port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:50.929905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Attempting to bind port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c on network fcf9eb40-1294-499a-b67b-ae5ed8845b39 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:50.935556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81bb42-5b52-4d33-bff0-3475c7b36df3 None None] Pushing event updated for resources: {'Port': ['ID=5a3f6ff8-073a-4d37-9147-414b525e12fe,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:50.942490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:50.942858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Checking segment: {'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:50.943446 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.943998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Bound using segment: {'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:50.944704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Bound port: 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:50.945278 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:50.950469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cfd472-23c0-4e66-9d5e-30c58a52da67 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network 67c5ed93-fc35-4efd-ba81-501af54310ca is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:51.022753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] For port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:51.026835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] For port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=70d984b5-6c0e-4a72-9ebe-a0f4a108b02c,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:51.035894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389c843-545d-4d44-ae9e-5254be8533b3 req-7d3d0042-2348-49a5-b275-7b3f66e9c33b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:51.037460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b389c843-545d-4d44-ae9e-5254be8533b3 req-7d3d0042-2348-49a5-b275-7b3f66e9c33b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.0560243 Jan 27 21:39:51.091730 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (fb6972e3-b650-44fb-9770-f98ea065aa63), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.097176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b389c843-545d-4d44-ae9e-5254be8533b3 req-5be2410b-c7cb-4245-b190-11612c3cfce8 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538492 Jan 27 21:39:51.144831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a6cfd472-23c0-4e66-9d5e-30c58a52da67 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 67c5ed93-fc35-4efd-ba81-501af54310ca) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:51.147423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Network deb8ed79-c56c-4a9a-9f1c-5e321880d831 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:51.148720 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.158798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:51.159392 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cfd472-23c0-4e66-9d5e-30c58a52da67 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:51.162129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a6cfd472-23c0-4e66-9d5e-30c58a52da67 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.165285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe163f-91fd-4a6e-9d9c-21a98a002384 None None] Network 67c5ed93-fc35-4efd-ba81-501af54310ca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:51.168393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:51.173771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Pushing event updated for resources: {'Port': ['ID=fb6972e3-b650-44fb-9770-f98ea065aa63,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:51.219635 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (74aef742-f518-4bb8-a2b9-0716bca2f05c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.282971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Subnet': ['ID=74aef742-f518-4bb8-a2b9-0716bca2f05c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:51.322621 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a6cfd472-23c0-4e66-9d5e-30c58a52da67 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5660031 Jan 27 21:39:51.414170 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (deb8ed79-c56c-4a9a-9f1c-5e321880d831), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.453806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb8ed79-c56c-4a9a-9f1c-5e321880d831']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:51.472338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806eed92-c5b1-4c61-89e8-7ab593111fe1 None None] Pushing event updated for resources: {'Port': ['ID=70d984b5-6c0e-4a72-9ebe-a0f4a108b02c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:51.484716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe25c24-a4e0-4798-9caa-0a28fb2353b2') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:51.485029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe25c24-a4e0-4798-9caa-0a28fb2353b2') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:51.498189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Attempting to bind port fb6972e3-b650-44fb-9770-f98ea065aa63 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:51.498447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (2fe25c24-a4e0-4798-9caa-0a28fb2353b2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.498598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Attempting to bind port fb6972e3-b650-44fb-9770-f98ea065aa63 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '2fe25c24-a4e0-4798-9caa-0a28fb2353b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'deb8ed79-c56c-4a9a-9f1c-5e321880d831'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:51.498917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Attempting to bind port fb6972e3-b650-44fb-9770-f98ea065aa63 on network deb8ed79-c56c-4a9a-9f1c-5e321880d831 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:51.531043 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2fe25c24-a4e0-4798-9caa-0a28fb2353b2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.542753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:51.543064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Checking segment: {'id': '2fe25c24-a4e0-4798-9caa-0a28fb2353b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'deb8ed79-c56c-4a9a-9f1c-5e321880d831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:51.543478 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.543865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Bound using segment: {'id': '2fe25c24-a4e0-4798-9caa-0a28fb2353b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'deb8ed79-c56c-4a9a-9f1c-5e321880d831'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:51.544378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Bound port: fb6972e3-b650-44fb-9770-f98ea065aa63, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe25c24-a4e0-4798-9caa-0a28fb2353b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'deb8ed79-c56c-4a9a-9f1c-5e321880d831'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:51.544799 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fb6972e3-b650-44fb-9770-f98ea065aa63), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.547434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:51.547858 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (2fe25c24-a4e0-4798-9caa-0a28fb2353b2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:51.563069 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:51.668624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-67c5ed93-fc35-4efd-ba81-501af54310ca', 'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca', 'project_id': '31c496c8e52442818d0ee31b5110265c', 'fixed_ips': [{'subnet_id': '0e264584-bc63-46b8-acaf-483d1cb8addf'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:51.669526 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:51.698302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] For port fb6972e3-b650-44fb-9770-f98ea065aa63, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:51.733397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-c036d1e5-919b-4f06-998b-8ce172364ccd tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:51.739725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-c036d1e5-919b-4f06-998b-8ce172364ccd tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:51.748901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-c036d1e5-919b-4f06-998b-8ce172364ccd tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/networks?id=fcf9eb40-1294-499a-b67b-ae5ed8845b39&id=67c5ed93-fc35-4efd-ba81-501af54310ca&id=fcf9eb40-1294-499a-b67b-ae5ed8845b39 HTTP/1.1" status: 200 len: 1390 time: 0.1980939 Jan 27 21:39:51.755027 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:39:51.755027 n-d-760456-6 neutron-server[104026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:39:51.755027 n-d-760456-6 neutron-server[104026]: [parameters: {'id': 'deb8ed79-c56c-4a9a-9f1c-5e321880d831'}] Jan 27 21:39:51.755027 n-d-760456-6 neutron-server[104026]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:51.758759 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:51.774239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-7e344f7c-d7e2-41dc-aca7-c7d814858a9a tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/quotas/31c496c8e52442818d0ee31b5110265c HTTP/1.1" status: 200 len: 375 time: 0.0237975 Jan 27 21:39:51.824159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] For port fb6972e3-b650-44fb-9770-f98ea065aa63, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fb6972e3-b650-44fb-9770-f98ea065aa63,segment=NetworkSegment(2fe25c24-a4e0-4798-9caa-0a28fb2353b2),segment_id=2fe25c24-a4e0-4798-9caa-0a28fb2353b2)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:51.854241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-69492734-844b-480f-b615-c937636bce27 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=31c496c8e52442818d0ee31b5110265c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752821 Jan 27 21:39:51.900172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Allocated IP 19.86.0.2 (67c5ed93-fc35-4efd-ba81-501af54310ca/0e264584-bc63-46b8-acaf-483d1cb8addf/1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:51.911177 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fb6972e3-b650-44fb-9770-f98ea065aa63), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.029057 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8cc9e178-9847-4be5-8f37-6390263fe8e9 req-d320b7cb-e35e-483f-9105-256164fa3720 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.1280444 Jan 27 21:39:52.129973 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60eb2d-93a9-424a-882d-933474263c61 None None] Pushing event updated for resources: {'Port': ['ID=fb6972e3-b650-44fb-9770-f98ea065aa63,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:52.154236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-8341cade-2d65-4ffe-ae8a-db4ea08a036f service neutron] 10.222.0.61 "GET /v2.0/networks/fcf9eb40-1294-499a-b67b-ae5ed8845b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780190 Jan 27 21:39:52.172563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5a3f6ff8-073a-4d37-9147-414b525e12fe up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:52.219383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cefda96-9718-4841-adbb-76cca02b1ee4 None None] Network deb8ed79-c56c-4a9a-9f1c-5e321880d831 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:52.256586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (deb8ed79-c56c-4a9a-9f1c-5e321880d831), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.286461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b066e-6933-4b40-9f68-65f01449949c req-47841783-3d48-4195-b3e7-1d291131a286 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:52.302098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da5b066e-6933-4b40-9f68-65f01449949c req-47841783-3d48-4195-b3e7-1d291131a286 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1262882 Jan 27 21:39:52.348132 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Deleting port fb6972e3-b650-44fb-9770-f98ea065aa63 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:52.348132 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fb6972e3-b650-44fb-9770-f98ea065aa63), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.371228 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-440e2092-f62f-4c5b-820c-5e8449c5660b service neutron] 10.222.0.61 "GET /v2.0/networks/fcf9eb40-1294-499a-b67b-ae5ed8845b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158940 Jan 27 21:39:52.432549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da5b066e-6933-4b40-9f68-65f01449949c req-20841497-919b-43cd-b0ac-6d0a5681b31a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306527 Jan 27 21:39:52.440305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] For port fb6972e3-b650-44fb-9770-f98ea065aa63, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fb6972e3-b650-44fb-9770-f98ea065aa63,segment=NetworkSegment(2fe25c24-a4e0-4798-9caa-0a28fb2353b2),segment_id=2fe25c24-a4e0-4798-9caa-0a28fb2353b2)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:52.441034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fb6972e3-b650-44fb-9770-f98ea065aa63), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.477675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Calling delete_port for fb6972e3-b650-44fb-9770-f98ea065aa63 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:52.512128 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Publish callbacks [] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.527127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5a3f6ff8-073a-4d37-9147-414b525e12fe triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:52.527504 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.575865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a166ab1-2c02-4e5d-af93-116a05d2ffe9 None None] Network deb8ed79-c56c-4a9a-9f1c-5e321880d831 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:52.621180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da31f1-da3e-4e55-9f3c-e24c6b6bddc9 req-6c8d2776-1baa-4a8a-aa78-6705cfe3b6bf tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:52.622903 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11da31f1-da3e-4e55-9f3c-e24c6b6bddc9 req-6c8d2776-1baa-4a8a-aa78-6705cfe3b6bf tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.0824122 Jan 27 21:39:52.627183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-019d24a8-1325-4544-90bf-da3755c73d89 service neutron] 10.222.0.61 "GET /v2.0/networks/67c5ed93-fc35-4efd-ba81-501af54310ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379763 Jan 27 21:39:52.724898 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.744840 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (fb6972e3-b650-44fb-9770-f98ea065aa63), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.758510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11da31f1-da3e-4e55-9f3c-e24c6b6bddc9 req-2830f647-fdfb-431f-8bf5-492fe9f2399b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050003 Jan 27 21:39:52.800878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Port': ['ID=fb6972e3-b650-44fb-9770-f98ea065aa63,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:52.816308 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No DVR routers for this DVR port fb6972e3-b650-44fb-9770-f98ea065aa63 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:39:52.829727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-dcb716e1-1685-46d7-9962-90e14c37e8e5 service neutron] 10.222.0.61 "GET /v2.0/networks/67c5ed93-fc35-4efd-ba81-501af54310ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908243 Jan 27 21:39:52.846680 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Network 67c5ed93-fc35-4efd-ba81-501af54310ca is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:52.850519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ad04b0-42f2-44e3-9b6f-3f1e27fd7435 None None] Network fcf9eb40-1294-499a-b67b-ae5ed8845b39 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:52.934003 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (deb8ed79-c56c-4a9a-9f1c-5e321880d831), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:52.938244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-5c191655-cf29-4ae2-ba01-47e25c98d5df service neutron] 10.222.0.61 "GET /v2.0/networks/fcf9eb40-1294-499a-b67b-ae5ed8845b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136410 Jan 27 21:39:52.964340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb8ed79-c56c-4a9a-9f1c-5e321880d831']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:52.977935 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe25c24-a4e0-4798-9caa-0a28fb2353b2') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:52.978821 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe25c24-a4e0-4798-9caa-0a28fb2353b2') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:52.990758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (2fe25c24-a4e0-4798-9caa-0a28fb2353b2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.007424 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2fe25c24-a4e0-4798-9caa-0a28fb2353b2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.020698 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:53.021181 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (2fe25c24-a4e0-4798-9caa-0a28fb2353b2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:53.024780 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:53.070937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-b01c1e85-6e0f-48f1-98c8-43c7489a3321 service neutron] 10.222.0.61 "GET /v2.0/networks/fcf9eb40-1294-499a-b67b-ae5ed8845b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255958 Jan 27 21:39:53.089680 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5a3f6ff8-073a-4d37-9147-414b525e12fe is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:53.090969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:53.103101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:53.105873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:53.177036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Pushing event updated for resources: {'Port': ['ID=1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:53.186105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c9120b8-d92f-4d7a-af04-924a165308a1 req-383377fd-5dc7-452c-bba8-a1366d0d646f tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0278687 Jan 27 21:39:53.238163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7fc58284-2923-4e9a-bc13-fcd821527ad9 None None] Provisioning complete for port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:53.243320 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7fc58284-2923-4e9a-bc13-fcd821527ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.243320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Attempting to bind port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:53.243320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Attempting to bind port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'bc8e779c-6f00-488d-940f-61bd5ad209ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:53.243320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Attempting to bind port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab on network 67c5ed93-fc35-4efd-ba81-501af54310ca {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:53.275871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:53.276284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Checking segment: {'id': 'bc8e779c-6f00-488d-940f-61bd5ad209ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:53.276689 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.277088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Bound using segment: {'id': 'bc8e779c-6f00-488d-940f-61bd5ad209ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:53.277559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Bound port: 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8e779c-6f00-488d-940f-61bd5ad209ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:53.277942 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.313116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:53.313499 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.394359 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (deb8ed79-c56c-4a9a-9f1c-5e321880d831), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.401755 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-984057'] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.405821 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/deb8ed79-c56c-4a9a-9f1c-5e321880d831 HTTP/1.1" status: 204 len: 168 time: 2.9603736 Jan 27 21:39:53.408599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45286) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:53.423734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8d803-d728-44cf-90ab-ca5463b6342d tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Network': ['ID=deb8ed79-c56c-4a9a-9f1c-5e321880d831,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:53.446903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] For port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:53.447153 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-24566847-e7a8-4300-bbbc-aec0bd935620 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:39:53.447153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24566847-e7a8-4300-bbbc-aec0bd935620 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:39:53.447153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-24566847-e7a8-4300-bbbc-aec0bd935620 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/deb8ed79-c56c-4a9a-9f1c-5e321880d831 HTTP/1.1" status: 404 len: 339 time: 0.0308404 Jan 27 21:39:53.449960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45288) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:53.455020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0c62f27c-1be0-4597-aedd-55fd49cda340 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1307692380', 'description': 'd1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:53.456812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7fc58284-2923-4e9a-bc13-fcd821527ad9 None None] Current status of the port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:53.457211 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7fc58284-2923-4e9a-bc13-fcd821527ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.461183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] For port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab,segment=NetworkSegment(bc8e779c-6f00-488d-940f-61bd5ad209ce),segment_id=bc8e779c-6f00-488d-940f-61bd5ad209ce)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:53.522628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:53.522628 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.525522 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7fc58284-2923-4e9a-bc13-fcd821527ad9 None None] For port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=70d984b5-6c0e-4a72-9ebe-a0f4a108b02c,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:53.565113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c147c-0a0d-47d4-91bc-d2ccaf69a71e req-31976ca9-8435-412d-bfdd-f757aff2cadc tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:53.566714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a4c147c-0a0d-47d4-91bc-d2ccaf69a71e req-31976ca9-8435-412d-bfdd-f757aff2cadc tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0577874 Jan 27 21:39:53.617279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a4c147c-0a0d-47d4-91bc-d2ccaf69a71e req-b72cba27-e5f6-40d6-a42d-14544fed89de tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448780 Jan 27 21:39:53.690837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8b34c45-ef75-4def-8d5c-95725d03183b req-bd24c815-d5c9-475b-a8ab-a8ec1747a79d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 210 time: 0.0346127 Jan 27 21:39:53.691496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 700087f4-940d-4949-b750-17465a54babd details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:39:53.694571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 700087f4-940d-4949-b750-17465a54babd no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:39:53.697515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c62f27c-1be0-4597-aedd-55fd49cda340 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:53.705004 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.705487 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0c62f27c-1be0-4597-aedd-55fd49cda340 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.705590 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7fc58284-2923-4e9a-bc13-fcd821527ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.739157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c62f27c-1be0-4597-aedd-55fd49cda340 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:53.755802 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0c62f27c-1be0-4597-aedd-55fd49cda340 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7e4daf74-047a-41e0-9959-30b97bd2689f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.756260 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-0c62f27c-1be0-4597-aedd-55fd49cda340 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Added segment 7e4daf74-047a-41e0-9959-30b97bd2689f of type vlan for network 6fe6407d-71d6-4109-ba48-5cf6ee966b0a Jan 27 21:39:53.805671 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0c62f27c-1be0-4597-aedd-55fd49cda340 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6fe6407d-71d6-4109-ba48-5cf6ee966b0a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.916506 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0c62f27c-1be0-4597-aedd-55fd49cda340 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6fe6407d-71d6-4109-ba48-5cf6ee966b0a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.925266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c62f27c-1be0-4597-aedd-55fd49cda340 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:53.928505 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0c62f27c-1be0-4597-aedd-55fd49cda340 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:53.973033 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:53.978420 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:53.978420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1c09c-4c89-442d-88f2-4d32c8335c9a None None] Pushing event updated for resources: {'Port': ['ID=1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:54.025935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62f27c-1be0-4597-aedd-55fd49cda340 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=6fe6407d-71d6-4109-ba48-5cf6ee966b0a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:54.055809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0c62f27c-1be0-4597-aedd-55fd49cda340 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6044011 Jan 27 21:39:54.058758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45320) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:54.065251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-dec3399b-d4c0-4316-859e-2fe2b1d928b5 None None] Provisioning complete for port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:54.065870 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dec3399b-d4c0-4316-859e-2fe2b1d928b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.081595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6fe6407d-71d6-4109-ba48-5cf6ee966b0a details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:54.213084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddb4b2-e8ca-4482-95f2-fed0ad217c19 req-b7b9af1f-d75c-4d59-9ae3-f47b66eeabe5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:54.224544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dddb4b2-e8ca-4482-95f2-fed0ad217c19 req-b7b9af1f-d75c-4d59-9ae3-f47b66eeabe5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.0958278 Jan 27 21:39:54.263217 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74da4811-4563-4e92-9ab2-e476a2bbcca5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:54.264907 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-74da4811-4563-4e92-9ab2-e476a2bbcca5 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/networks?id=6fe6407d-71d6-4109-ba48-5cf6ee966b0a HTTP/1.1" status: 200 len: 761 time: 0.2043722 Jan 27 21:39:54.268002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45330) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:54.274872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6066bf9d-aa16-4f16-ad63-7ae1656611c2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'description': 'd2'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:54.317331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dddb4b2-e8ca-4482-95f2-fed0ad217c19 req-25910d3e-4bb3-4ffd-b2f3-83d99c5d5012 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932133 Jan 27 21:39:54.329659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 700087f4-940d-4949-b750-17465a54babd is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:54.330204 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (700087f4-940d-4949-b750-17465a54babd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.332613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc58284-2923-4e9a-bc13-fcd821527ad9 None None] Pushing event updated for resources: {'Port': ['ID=70d984b5-6c0e-4a72-9ebe-a0f4a108b02c,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:54.358822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 700087f4-940d-4949-b750-17465a54babd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=700087f4-940d-4949-b750-17465a54babd,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:54.385393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6f875b1-6268-4b7d-9586-13d538547628 req-825f8546-c510-4089-9ef5-a631553fb126 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0574391 Jan 27 21:39:54.397559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '700087f4-940d-4949-b750-17465a54babd', 'network_id': '673ebca6-e551-4848-847e-99917cafa843', 'port_id': '700087f4-940d-4949-b750-17465a54babd', 'mac_address': 'fa:16:3e:c7:cc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76379c37-1b0d-465f-9b80-20564a8d8976', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:39:54.491236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70b483d-536b-4770-a326-5f933aaaadda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '700087f4-940d-4949-b750-17465a54babd'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:54.493539 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0c1e8a-046c-438c-b1c2-a3b50f11e524" -d '{"events": [{"server_uuid": "d70b483d-536b-4770-a326-5f933aaaadda", "name": "network-vif-unplugged", "status": "completed", "tag": "700087f4-940d-4949-b750-17465a54babd"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:54.497629 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6066bf9d-aa16-4f16-ad63-7ae1656611c2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6fe6407d-71d6-4109-ba48-5cf6ee966b0a), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.566737 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f59baa4-1801-499b-9574-43cef3dd4a35 x-openstack-request-id: req-4f59baa4-1801-499b-9574-43cef3dd4a35 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:54.567262 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70b483d-536b-4770-a326-5f933aaaadda", "name": "network-vif-unplugged", "status": "completed", "tag": "700087f4-940d-4949-b750-17465a54babd", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:54.567262 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f59baa4-1801-499b-9574-43cef3dd4a35 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:54.567795 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70b483d-536b-4770-a326-5f933aaaadda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '700087f4-940d-4949-b750-17465a54babd', 'code': 200} Jan 27 21:39:54.584023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 700087f4-940d-4949-b750-17465a54babd is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:54.584465 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (700087f4-940d-4949-b750-17465a54babd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.587664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 700087f4-940d-4949-b750-17465a54babd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=700087f4-940d-4949-b750-17465a54babd,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:54.612060 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dec3399b-d4c0-4316-859e-2fe2b1d928b5 None None] Current status of the port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:54.618157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 700087f4-940d-4949-b750-17465a54babd {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:54.622339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:54.703103 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6066bf9d-aa16-4f16-ad63-7ae1656611c2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6fe6407d-71d6-4109-ba48-5cf6ee966b0a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.714051 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6066bf9d-aa16-4f16-ad63-7ae1656611c2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network 6fe6407d-71d6-4109-ba48-5cf6ee966b0a is not hosted by any dhcp agent {{(pid=104026) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 21:39:54.726176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6066bf9d-aa16-4f16-ad63-7ae1656611c2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:54.731099 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6066bf9d-aa16-4f16-ad63-7ae1656611c2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.733001 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6066bf9d-aa16-4f16-ad63-7ae1656611c2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "PUT /v2.0/networks/6fe6407d-71d6-4109-ba48-5cf6ee966b0a HTTP/1.1" status: 200 len: 758 time: 0.4637890 Jan 27 21:39:54.736574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45340) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:54.804367 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (700087f4-940d-4949-b750-17465a54babd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:54.843872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066bf9d-aa16-4f16-ad63-7ae1656611c2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=6fe6407d-71d6-4109-ba48-5cf6ee966b0a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:54.920741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cfc771b-07b9-446d-a78c-e9e0f7e8d1db req-b89491e0-3159-41dd-acbf-a780955fd226 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 210 time: 0.1366055 Jan 27 21:39:54.929624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6fe6407d-71d6-4109-ba48-5cf6ee966b0a details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:54.943296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:54.960351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ffe099-14e4-4f11-a67a-51b1ce7cfa0b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:54.964920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-42ffe099-14e4-4f11-a67a-51b1ce7cfa0b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/networks?id=6fe6407d-71d6-4109-ba48-5cf6ee966b0a HTTP/1.1" status: 200 len: 761 time: 0.2238901 Jan 27 21:39:54.965650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45348) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:54.976551 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9db00a74-14ff-47a8-b42d-5bb03469bfdc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1488312906'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:55.001928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e89d70-912b-42fa-9194-440fc51067b9 req-76b2244f-9d4d-421c-af29-dbfdfe388836 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:55.014224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7e89d70-912b-42fa-9194-440fc51067b9 req-76b2244f-9d4d-421c-af29-dbfdfe388836 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.2547266 Jan 27 21:39:55.087348 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:55.087842 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:55.087959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7e89d70-912b-42fa-9194-440fc51067b9 req-61f2a77d-6be3-48f5-b107-e36f73d48705 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713692 Jan 27 21:39:55.108404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=700087f4-940d-4949-b750-17465a54babd,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:55.129497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:55.129891 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.146089 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db00a74-14ff-47a8-b42d-5bb03469bfdc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:55.150003 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9db00a74-14ff-47a8-b42d-5bb03469bfdc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.180356 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db00a74-14ff-47a8-b42d-5bb03469bfdc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:39:55.195331 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9db00a74-14ff-47a8-b42d-5bb03469bfdc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (393e4af0-f07d-46a3-8ea4-00a6bf250cf1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.195875 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-9db00a74-14ff-47a8-b42d-5bb03469bfdc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Added segment 393e4af0-f07d-46a3-8ea4-00a6bf250cf1 of type vlan for network 44d375dd-355e-46fe-93bb-8e11e0b6bbd7 Jan 27 21:39:55.247181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:55.247570 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.249582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9db00a74-14ff-47a8-b42d-5bb03469bfdc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (44d375dd-355e-46fe-93bb-8e11e0b6bbd7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.261510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9181f-b7a1-45aa-9252-f4678742df2f None None] get_active_networks_info from n-d-760456-6 {{(pid=104028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:39:55.322889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab,segment=NetworkSegment(bc8e779c-6f00-488d-940f-61bd5ad209ce),segment_id=bc8e779c-6f00-488d-940f-61bd5ad209ce)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:55.380386 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3c0bcd17-1fe7-4381-9247-9a7cdde6263a None None] Provisioning complete for port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:55.380386 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3c0bcd17-1fe7-4381-9247-9a7cdde6263a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.453752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d9181f-b7a1-45aa-9252-f4678742df2f None None] Resources bound (agent type, host, resource id): {{(pid=104028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 21:39:55.459560 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69dba93-c0b9-47ab-9b17-568ae29c5a9c req-ea68f257-c468-462b-9d23-95ae7007fac7 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:55.461212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e69dba93-c0b9-47ab-9b17-568ae29c5a9c req-ea68f257-c468-462b-9d23-95ae7007fac7 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.0562677 Jan 27 21:39:55.468026 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9db00a74-14ff-47a8-b42d-5bb03469bfdc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (44d375dd-355e-46fe-93bb-8e11e0b6bbd7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.479861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db00a74-14ff-47a8-b42d-5bb03469bfdc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:55.487045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9db00a74-14ff-47a8-b42d-5bb03469bfdc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.524008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e69dba93-c0b9-47ab-9b17-568ae29c5a9c req-3915004e-3be0-485c-8353-3fc6332a65c2 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477574 Jan 27 21:39:55.549472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3c0bcd17-1fe7-4381-9247-9a7cdde6263a None None] Current status of the port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:55.549912 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3c0bcd17-1fe7-4381-9247-9a7cdde6263a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.564044 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db00a74-14ff-47a8-b42d-5bb03469bfdc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=44d375dd-355e-46fe-93bb-8e11e0b6bbd7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:55.564217 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.564217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:55.593213 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 44d375dd-355e-46fe-93bb-8e11e0b6bbd7 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:39:55.624389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ed72aae-622c-4f85-9ef1-20865d631b30 req-c66b40a7-2eb7-49d0-813a-f00f66a02e9a tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0271664 Jan 27 21:39:55.683773 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9db00a74-14ff-47a8-b42d-5bb03469bfdc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7173505 Jan 27 21:39:55.688540 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45358) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:55.695033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a1c0fe85-26cf-4f2e-ac94-42b4feb316ab tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'network_id': '44d375dd-355e-46fe-93bb-8e11e0b6bbd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:55.808425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849bf3-86c0-4c53-aacd-f12ad5e11e37 req-2575b96f-3b13-4ce5-94e9-bac1d79a6f9d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:55.823505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25849bf3-86c0-4c53-aacd-f12ad5e11e37 req-2575b96f-3b13-4ce5-94e9-bac1d79a6f9d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0911331 Jan 27 21:39:55.896471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25849bf3-86c0-4c53-aacd-f12ad5e11e37 req-d7b94b46-1f70-41c1-9b19-b771414d95a7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563171 Jan 27 21:39:55.939160 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44c339-2aac-4ef5-978b-1c092c116000 req-6b7ae8d4-4ab7-454a-8823-423955fe4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:55.941920 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae44c339-2aac-4ef5-978b-1c092c116000 req-6b7ae8d4-4ab7-454a-8823-423955fe4234 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 1095 time: 0.0488830 Jan 27 21:39:55.977131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c0fe85-26cf-4f2e-ac94-42b4feb316ab tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:55.986155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:55.988236 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a1c0fe85-26cf-4f2e-ac94-42b4feb316ab tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:55.988830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 700087f4-940d-4949-b750-17465a54babd is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:55.989451 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (700087f4-940d-4949-b750-17465a54babd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.012598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e51048e-aaa2-4c8e-bcce-8cf5089872a8 req-ed334c0a-7328-4dde-826b-e9efe97177cf tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 210 time: 0.0327375 Jan 27 21:39:56.034807 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-3c0bcd17-1fe7-4381-9247-9a7cdde6263a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:56.034807 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-3c0bcd17-1fe7-4381-9247-9a7cdde6263a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:56.046000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700087f4-940d-4949-b750-17465a54babd {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:39:56.052622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:56.053009 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.101418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 700087f4-940d-4949-b750-17465a54babd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=700087f4-940d-4949-b750-17465a54babd,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:56.158063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44c339-2aac-4ef5-978b-1c092c116000 req-b63967f5-500d-4d91-b364-7706f8ff8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:56.159726 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae44c339-2aac-4ef5-978b-1c092c116000 req-b63967f5-500d-4d91-b364-7706f8ff8275 service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.2066069 Jan 27 21:39:56.192317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0318d25-099e-4575-ada0-e48172874ebe None None] Network 67c5ed93-fc35-4efd-ba81-501af54310ca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:56.208885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:56.246263 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (700087f4-940d-4949-b750-17465a54babd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.277777 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae44c339-2aac-4ef5-978b-1c092c116000 req-0ff7ae41-e622-4042-91fa-398efc04a91b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12e9fa3-297f-4935-930c-1f221c995161 HTTP/1.1" status: 200 len: 998 time: 0.1116884 Jan 27 21:39:56.299106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d0043-acc7-4853-aa5e-cedbe929e6ff req-543c2ffb-9844-4bab-b4c1-5d2c7e6aa2f0 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:56.307694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f02d0043-acc7-4853-aa5e-cedbe929e6ff req-543c2ffb-9844-4bab-b4c1-5d2c7e6aa2f0 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 943 time: 0.0994735 Jan 27 21:39:56.338430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=700087f4-940d-4949-b750-17465a54babd,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:56.381673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44c339-2aac-4ef5-978b-1c092c116000 req-b0fea2fb-4d2b-4402-8477-7e57d13d214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:56.383278 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae44c339-2aac-4ef5-978b-1c092c116000 req-b0fea2fb-4d2b-4402-8477-7e57d13d214e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.0985913 Jan 27 21:39:56.397239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f02d0043-acc7-4853-aa5e-cedbe929e6ff req-a1468825-051b-4dca-8850-64d30bf70819 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885472 Jan 27 21:39:56.451147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44c339-2aac-4ef5-978b-1c092c116000 req-3cfb1a78-84d8-40f4-8170-9ee85d093ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:56.453226 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae44c339-2aac-4ef5-978b-1c092c116000 req-3cfb1a78-84d8-40f4-8170-9ee85d093ac6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593967 Jan 27 21:39:56.559410 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a1c0fe85-26cf-4f2e-ac94-42b4feb316ab tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (1a8e567b-a740-4f01-b803-e6876b224cf6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.559541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['700087f4-940d-4949-b750-17465a54babd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:39:56.571411 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae44c339-2aac-4ef5-978b-1c092c116000 req-d638ec06-0ed8-4b07-9287-eff7e0f3c98c service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111982 Jan 27 21:39:56.642237 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.666543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3c0bcd17-1fe7-4381-9247-9a7cdde6263a None None] Current status of the port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:56.705332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fbf95-97fa-4d44-86d2-eea80d1247a2 req-cb661571-4736-4164-88a8-b4dc86c78ea3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:56.715159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba7fbf95-97fa-4d44-86d2-eea80d1247a2 req-cb661571-4736-4164-88a8-b4dc86c78ea3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.1101451 Jan 27 21:39:56.743891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0fe85-26cf-4f2e-ac94-42b4feb316ab tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=1a8e567b-a740-4f01-b803-e6876b224cf6,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:56.752339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:56.765923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c0fe85-26cf-4f2e-ac94-42b4feb316ab tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking segment: {'id': '393e4af0-f07d-46a3-8ea4-00a6bf250cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '44d375dd-355e-46fe-93bb-8e11e0b6bbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:56.766387 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0fe85-26cf-4f2e-ac94-42b4feb316ab tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network hostable DHCP agents. Network: 44d375dd-355e-46fe-93bb-8e11e0b6bbd7, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:39:56.769975 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ae44c339-2aac-4ef5-978b-1c092c116000 req-85908c23-2410-4b03-9e7c-89fe8541e8d4 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782420 Jan 27 21:39:56.784578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba7fbf95-97fa-4d44-86d2-eea80d1247a2 req-681eb011-274e-4591-a0fd-791c9c7a593d tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682859 Jan 27 21:39:56.800140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d840341-5a05-44b8-89a5-21c41ec6dfac req-f62187cb-842a-4358-ba86-a4a89655c747 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0360651 Jan 27 21:39:56.851819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f03ded4d-659f-43c4-bfb4-74b7d4861e63 None None] Provisioning complete for port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:56.852224 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f03ded4d-659f-43c4-bfb4-74b7d4861e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.898420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:56.898804 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:56.925713 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0fe85-26cf-4f2e-ac94-42b4feb316ab tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network 44d375dd-355e-46fe-93bb-8e11e0b6bbd7 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:39:57.005206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f03ded4d-659f-43c4-bfb4-74b7d4861e63 None None] Current status of the port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:57.023380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5f762-5239-4527-b73e-2709467901e9 req-d1bb77ec-adb3-4a25-9258-139add280ae3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:57.024923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1e5f762-5239-4527-b73e-2709467901e9 req-d1bb77ec-adb3-4a25-9258-139add280ae3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0536995 Jan 27 21:39:57.027504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:57.081887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1e5f762-5239-4527-b73e-2709467901e9 req-53743b43-7656-4964-9f56-0bfc3c9eb5d1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501709 Jan 27 21:39:57.103174 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0fe85-26cf-4f2e-ac94-42b4feb316ab tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 44d375dd-355e-46fe-93bb-8e11e0b6bbd7) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:57.108002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c0fe85-26cf-4f2e-ac94-42b4feb316ab tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:57.108604 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a1c0fe85-26cf-4f2e-ac94-42b4feb316ab tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.116725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf32d4-ce9c-4f19-aa9c-1f57207c4d50 None None] Network 44d375dd-355e-46fe-93bb-8e11e0b6bbd7 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:57.119501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b2454ea-1dc3-4d6e-b640-9b5e50be6365 req-6144d38f-ba3d-4204-860c-f64a49680d79 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 210 time: 0.0304053 Jan 27 21:39:57.169377 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.226476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-44d375dd-355e-46fe-93bb-8e11e0b6bbd7', 'network_id': '44d375dd-355e-46fe-93bb-8e11e0b6bbd7', 'project_id': '034ada6ce9fe439e836d01098a40b800', 'fixed_ips': [{'subnet_id': '1a8e567b-a740-4f01-b803-e6876b224cf6'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:39:57.227446 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.248333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45382) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:57.265006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45386) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:57.266298 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a1c0fe85-26cf-4f2e-ac94-42b4feb316ab tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5757968 Jan 27 21:39:57.381130 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-419c6b08-f16f-4ffb-b4fc-c58a15f045a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.392835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Allocated IP 172.20.0.2 (44d375dd-355e-46fe-93bb-8e11e0b6bbd7/1a8e567b-a740-4f01-b803-e6876b224cf6/5a4c6b1c-87d2-4fcd-9d74-49e08247e806) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:57.394351 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (44d375dd-355e-46fe-93bb-8e11e0b6bbd7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.464177 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-419c6b08-f16f-4ffb-b4fc-c58a15f045a4 admin admin] Publish callbacks [] for security_group (a3aa1a1b-6959-4612-a389-56fdfa807a7d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.575521 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (1a8e567b-a740-4f01-b803-e6876b224cf6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.589020 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Publish callbacks [] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.621976 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-419c6b08-f16f-4ffb-b4fc-c58a15f045a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a3aa1a1b-6959-4612-a389-56fdfa807a7d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.655801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87122f-a86d-4697-97cf-c5f3a553c21a req-2e967643-2c12-449e-b27d-cb5e01e629a4 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:57.657888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c87122f-a86d-4697-97cf-c5f3a553c21a req-2e967643-2c12-449e-b27d-cb5e01e629a4 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 944 time: 0.1360655 Jan 27 21:39:57.661350 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-419c6b08-f16f-4ffb-b4fc-c58a15f045a4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d0935f475c6f40d58f63ead326f29916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4119191 Jan 27 21:39:57.662669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c6b08-f16f-4ffb-b4fc-c58a15f045a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aa1a1b-6959-4612-a389-56fdfa807a7d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:57.665078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-858075cd-82dd-4b0c-8e13-411e1424a4a8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:57.665237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45390) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:57.670706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-858075cd-82dd-4b0c-8e13-411e1424a4a8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:57.671647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-858075cd-82dd-4b0c-8e13-411e1424a4a8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "GET /v2.0/networks?id=fcf9eb40-1294-499a-b67b-ae5ed8845b39&id=67c5ed93-fc35-4efd-ba81-501af54310ca&id=fcf9eb40-1294-499a-b67b-ae5ed8845b39 HTTP/1.1" status: 200 len: 1390 time: 0.2247913 Jan 27 21:39:57.691434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'port': {'device_id': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39', 'admin_state_up': True, 'tenant_id': '31c496c8e52442818d0ee31b5110265c'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:57.718024 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b14ed78-3715-49a9-be4d-1b7b6bcb0f53 admin admin] Publish callbacks [] for security_group (a3aa1a1b-6959-4612-a389-56fdfa807a7d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.741144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b14ed78-3715-49a9-be4d-1b7b6bcb0f53 admin admin] Publish callbacks [] for security_group (a3aa1a1b-6959-4612-a389-56fdfa807a7d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.760740 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.792789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c87122f-a86d-4697-97cf-c5f3a553c21a req-eb54a454-4b49-447d-bdfd-4f1145f07d5d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200552 Jan 27 21:39:57.823074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Network 44d375dd-355e-46fe-93bb-8e11e0b6bbd7 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:57.823074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Pushing event updated for resources: {'Port': ['ID=5a4c6b1c-87d2-4fcd-9d74-49e08247e806,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:57.823074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:57.829751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:57.903111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Attempting to bind port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:39:57.903487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Attempting to bind port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '393e4af0-f07d-46a3-8ea4-00a6bf250cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '44d375dd-355e-46fe-93bb-8e11e0b6bbd7'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:39:57.903849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Attempting to bind port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 on network 44d375dd-355e-46fe-93bb-8e11e0b6bbd7 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:39:57.909134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:39:57.909510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Checking segment: {'id': '393e4af0-f07d-46a3-8ea4-00a6bf250cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '44d375dd-355e-46fe-93bb-8e11e0b6bbd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:39:57.909912 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.910303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Bound using segment: {'id': '393e4af0-f07d-46a3-8ea4-00a6bf250cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '44d375dd-355e-46fe-93bb-8e11e0b6bbd7'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:39:57.910764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Bound port: 5a4c6b1c-87d2-4fcd-9d74-49e08247e806, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393e4af0-f07d-46a3-8ea4-00a6bf250cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '44d375dd-355e-46fe-93bb-8e11e0b6bbd7'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:39:57.911146 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.944221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73cb6560-bdcc-426a-a3df-62edaa3552ad req-0f889902-3747-4dd5-a8b3-10c38207b0e1 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0432861 Jan 27 21:39:57.963004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca8607-e10e-4918-91c4-6523d765df7d req-1833bf66-f605-41c0-be7f-4c287ff06245 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:57.964602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ca8607-e10e-4918-91c4-6523d765df7d req-1833bf66-f605-41c0-be7f-4c287ff06245 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.0784214 Jan 27 21:39:57.981299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] For port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:39:57.984392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] For port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5a4c6b1c-87d2-4fcd-9d74-49e08247e806,segment=NetworkSegment(393e4af0-f07d-46a3-8ea4-00a6bf250cf1),segment_id=393e4af0-f07d-46a3-8ea4-00a6bf250cf1)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:39:57.988983 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b14ed78-3715-49a9-be4d-1b7b6bcb0f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a3aa1a1b-6959-4612-a389-56fdfa807a7d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.989695 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (1a8e567b-a740-4f01-b803-e6876b224cf6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.992177 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b14ed78-3715-49a9-be4d-1b7b6bcb0f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:57.993594 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b14ed78-3715-49a9-be4d-1b7b6bcb0f53 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a3aa1a1b-6959-4612-a389-56fdfa807a7d HTTP/1.1" status: 204 len: 168 time: 0.3275177 Jan 27 21:39:58.002017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14ed78-3715-49a9-be4d-1b7b6bcb0f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aa1a1b-6959-4612-a389-56fdfa807a7d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:58.040441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8e567b-a740-4f01-b803-e6876b224cf6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:58.049759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:39:58.053902 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.064326 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.131674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bace1e5-354f-4f5f-90ba-5ffa1c1a996a None None] Pushing event updated for resources: {'Port': ['ID=5a4c6b1c-87d2-4fcd-9d74-49e08247e806,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:58.164500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19ca8607-e10e-4918-91c4-6523d765df7d req-bf0c9529-6309-4983-bca0-5ad4a9012a5c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923854 Jan 27 21:39:58.175098 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (44d375dd-355e-46fe-93bb-8e11e0b6bbd7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.254081 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 700087f4-940d-4949-b750-17465a54babd up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:58.276718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d375dd-355e-46fe-93bb-8e11e0b6bbd7']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:58.303613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393e4af0-f07d-46a3-8ea4-00a6bf250cf1') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:58.303919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393e4af0-f07d-46a3-8ea4-00a6bf250cf1') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:39:58.308699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 700087f4-940d-4949-b750-17465a54babd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:58.309798 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (700087f4-940d-4949-b750-17465a54babd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.358107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cef7b61-69d7-4be3-9cb7-624d74f0faac req-deddf29a-a6b2-4191-a6b3-25f9ab559490 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 210 time: 0.0863585 Jan 27 21:39:58.370826 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (393e4af0-f07d-46a3-8ea4-00a6bf250cf1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.448673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 700087f4-940d-4949-b750-17465a54babd is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:58.450620 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (700087f4-940d-4949-b750-17465a54babd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.452100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e12f7-645b-4f50-adee-e5000a6b8c75 req-ed8d3dee-eb1c-4757-97e1-590737d67be8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:58.463882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f89e12f7-645b-4f50-adee-e5000a6b8c75 req-ed8d3dee-eb1c-4757-97e1-590737d67be8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.2734745 Jan 27 21:39:58.466864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (393e4af0-f07d-46a3-8ea4-00a6bf250cf1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.490730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70b483d-536b-4770-a326-5f933aaaadda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700087f4-940d-4949-b750-17465a54babd'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:39:58.492619 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f818196e-3710-4caa-944b-c8d5f88daca6" -d '{"events": [{"server_uuid": "d70b483d-536b-4770-a326-5f933aaaadda", "name": "network-vif-plugged", "status": "completed", "tag": "700087f4-940d-4949-b750-17465a54babd"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:39:58.507310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 700087f4-940d-4949-b750-17465a54babd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=700087f4-940d-4949-b750-17465a54babd,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:58.534437 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Allocated IP 19.80.0.215 (fcf9eb40-1294-499a-b67b-ae5ed8845b39/2c6f9211-6494-4f91-9394-7c65421c86f0/2197161c-5b19-483e-b74f-a830f0134c1d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:39:58.542062 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122be296-c01d-423f-b90c-9927bff670c7 x-openstack-request-id: req-122be296-c01d-423f-b90c-9927bff670c7 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:39:58.542062 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70b483d-536b-4770-a326-5f933aaaadda", "name": "network-vif-plugged", "status": "completed", "tag": "700087f4-940d-4949-b750-17465a54babd", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:39:58.542365 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-122be296-c01d-423f-b90c-9927bff670c7 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:39:58.542650 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:39:58.542762 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70b483d-536b-4770-a326-5f933aaaadda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700087f4-940d-4949-b750-17465a54babd', 'code': 200} Jan 27 21:39:58.543064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (393e4af0-f07d-46a3-8ea4-00a6bf250cf1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:39:58.549326 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:39:58.663039 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (700087f4-940d-4949-b750-17465a54babd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.721304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=700087f4-940d-4949-b750-17465a54babd,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:58.731916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a01099-7041-4021-a4c0-c6deb61b7795 req-1886a84d-6aee-4649-bb6e-f7cb1c113c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:58.735096 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d4a01099-7041-4021-a4c0-c6deb61b7795 req-1886a84d-6aee-4649-bb6e-f7cb1c113c78 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 1096 time: 0.0669200 Jan 27 21:39:58.790718 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d4a01099-7041-4021-a4c0-c6deb61b7795 req-3d8312a2-f830-42a4-9868-16af0b99c84b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472057 Jan 27 21:39:58.916438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:39:58.971853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:58.972214 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:58.975429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45410) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:58.992429 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65a248ec-8c41-4253-bc01-cb2a2f7b0eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.012252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f89e12f7-645b-4f50-adee-e5000a6b8c75 req-b12804ed-1c81-4781-a705-37a3796ad68d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5473173 Jan 27 21:39:59.110075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ec663-2b62-48cc-b973-fcf9f06ce6de req-468e0235-7322-4b73-adf2-82aabd1d4ebb tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:59.117661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f3ec663-2b62-48cc-b973-fcf9f06ce6de req-468e0235-7322-4b73-adf2-82aabd1d4ebb tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1929801 Jan 27 21:39:59.131882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:59.132312 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.136148 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65a248ec-8c41-4253-bc01-cb2a2f7b0eb2 admin admin] Publish callbacks [] for security_group (5be36c76-8a81-48f7-9a57-3c21ef28388e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.160055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.api [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:39:59.160055 n-d-760456-6 neutron-server[104027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:39:59.160055 n-d-760456-6 neutron-server[104027]: [parameters: {'id': '44d375dd-355e-46fe-93bb-8e11e0b6bbd7'}] Jan 27 21:39:59.160055 n-d-760456-6 neutron-server[104027]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:39:59.160764 n-d-760456-6 neutron-server[104027]: DEBUG oslo_db.api [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:39:59.173768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5a4c6b1c-87d2-4fcd-9d74-49e08247e806,segment=NetworkSegment(393e4af0-f07d-46a3-8ea4-00a6bf250cf1),segment_id=393e4af0-f07d-46a3-8ea4-00a6bf250cf1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:59.197739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4697e6b1-8a9c-4306-aa1e-6762bbe08fd9 req-5c6cd2c8-d778-4be5-88bb-6f983b9ce4f7 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0439174 Jan 27 21:39:59.257178 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65a248ec-8c41-4253-bc01-cb2a2f7b0eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5be36c76-8a81-48f7-9a57-3c21ef28388e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.260407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f3ec663-2b62-48cc-b973-fcf9f06ce6de req-f9340804-6a43-4f75-80d0-ff4e79324fe0 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418436 Jan 27 21:39:59.289369 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for port (2197161c-5b19-483e-b74f-a830f0134c1d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.291312 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.302594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a248ec-8c41-4253-bc01-cb2a2f7b0eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be36c76-8a81-48f7-9a57-3c21ef28388e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:59.317533 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-65a248ec-8c41-4253-bc01-cb2a2f7b0eb2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=09bbd2cdedfa44469f63f937a554c545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3399575 Jan 27 21:39:59.320031 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45418) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:39:59.359738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=5a4c6b1c-87d2-4fcd-9d74-49e08247e806,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:59.381825 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-311692cb-21a7-4904-939a-d48648f4f286 admin admin] Publish callbacks [] for security_group (5be36c76-8a81-48f7-9a57-3c21ef28388e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.382694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b687fef-db58-4b4f-9e7d-ac5908a0e43e req-92f01f0b-325a-443e-bcea-16fcf8fc4b8f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:59.383954 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b687fef-db58-4b4f-9e7d-ac5908a0e43e req-92f01f0b-325a-443e-bcea-16fcf8fc4b8f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.1070585 Jan 27 21:39:59.408479 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-311692cb-21a7-4904-939a-d48648f4f286 admin admin] Publish callbacks [] for security_group (5be36c76-8a81-48f7-9a57-3c21ef28388e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.452561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b687fef-db58-4b4f-9e7d-ac5908a0e43e req-d6201c09-7797-4b95-9296-ea049f92e978 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579011 Jan 27 21:39:59.460570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db38151c-4441-48fc-bc7e-a9761203a277 None None] Network 44d375dd-355e-46fe-93bb-8e11e0b6bbd7 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:39:59.490225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b797e67-78c7-4aa2-9cdd-c7fa00198c82 req-ad9b0154-0db5-4587-b648-63c1a91100a5 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 210 time: 0.0291409 Jan 27 21:39:59.554988 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.578541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-31e96580-9782-4f99-a32f-15172cf70322 None None] Provisioning complete for port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:59.578931 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-31e96580-9782-4f99-a32f-15172cf70322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.606471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network fcf9eb40-1294-499a-b67b-ae5ed8845b39 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:39:59.610993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:39:59.613463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:39:59.616110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Port': ['ID=2197161c-5b19-483e-b74f-a830f0134c1d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:59.661992 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (44d375dd-355e-46fe-93bb-8e11e0b6bbd7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.665418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38912746-a7e8-4af4-a2ea-a5128f54c153 None None] DHCP port deletion for 44d375dd-355e-46fe-93bb-8e11e0b6bbd7 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:39:59.669329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:39:59.670072 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.689877 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-311692cb-21a7-4904-939a-d48648f4f286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5be36c76-8a81-48f7-9a57-3c21ef28388e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.692741 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-311692cb-21a7-4904-939a-d48648f4f286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.717917 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-311692cb-21a7-4904-939a-d48648f4f286 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5be36c76-8a81-48f7-9a57-3c21ef28388e HTTP/1.1" status: 204 len: 168 time: 0.3730056 Jan 27 21:39:59.718933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-31e96580-9782-4f99-a32f-15172cf70322 None None] Current status of the port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:39:59.720618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311692cb-21a7-4904-939a-d48648f4f286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be36c76-8a81-48f7-9a57-3c21ef28388e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:39:59.758971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-38912746-a7e8-4af4-a2ea-a5128f54c153 None None] Deleting port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:59.759711 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-38912746-a7e8-4af4-a2ea-a5128f54c153 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.771603 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Deleting port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:39:59.771955 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.853988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-38912746-a7e8-4af4-a2ea-a5128f54c153 None None] For port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5a4c6b1c-87d2-4fcd-9d74-49e08247e806,segment=NetworkSegment(393e4af0-f07d-46a3-8ea4-00a6bf250cf1),segment_id=393e4af0-f07d-46a3-8ea4-00a6bf250cf1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:59.854397 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-38912746-a7e8-4af4-a2ea-a5128f54c153 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.868531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-38912746-a7e8-4af4-a2ea-a5128f54c153 None None] Calling delete_port for 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:59.871647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] For port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5a4c6b1c-87d2-4fcd-9d74-49e08247e806,segment=NetworkSegment(393e4af0-f07d-46a3-8ea4-00a6bf250cf1),segment_id=393e4af0-f07d-46a3-8ea4-00a6bf250cf1)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:39:59.872031 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.900109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Calling delete_port for 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:39:59.949991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3ece21b4-8667-4256-8f57-5384ee48814f None None] Provisioning complete for port 2197161c-5b19-483e-b74f-a830f0134c1d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:39:59.950612 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ece21b4-8667-4256-8f57-5384ee48814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:39:59.959778 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-99aa99f8-f498-4d1e-855d-b7f9e7db943d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2721400 Jan 27 21:39:59.969926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'port': {'device_id': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca', 'admin_state_up': True, 'tenant_id': '31c496c8e52442818d0ee31b5110265c'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:39:59.991656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3ece21b4-8667-4256-8f57-5384ee48814f None None] Port 2197161c-5b19-483e-b74f-a830f0134c1d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:00.005106 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:40:00.232895 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-38912746-a7e8-4af4-a2ea-a5128f54c153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.240911 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5a4c6b1c-87d2-4fcd-9d74-49e08247e806), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.260995 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38912746-a7e8-4af4-a2ea-a5128f54c153 None None] Pushing event deleted for resources: {'Port': ['ID=5a4c6b1c-87d2-4fcd-9d74-49e08247e806,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:00.262868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38912746-a7e8-4af4-a2ea-a5128f54c153 None None] No DVR routers for this DVR port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:00.286574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Port': ['ID=5a4c6b1c-87d2-4fcd-9d74-49e08247e806,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:00.286574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No DVR routers for this DVR port 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:00.343204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:00.347064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.353924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03d662e6-aff9-4e01-866a-d8938f1e5028 req-e57a0ecd-9cc6-485f-9f61-a4cb282b8e05 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0686116 Jan 27 21:40:00.456525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (44d375dd-355e-46fe-93bb-8e11e0b6bbd7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.515457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d375dd-355e-46fe-93bb-8e11e0b6bbd7']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:00.540062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91000480-5600-4e4b-9b35-2b2cae56c717 req-bf9cd6f1-31b3-46b1-b3e4-a72eeba3f6f9 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:00.540062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91000480-5600-4e4b-9b35-2b2cae56c717 req-bf9cd6f1-31b3-46b1-b3e4-a72eeba3f6f9 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.1889863 Jan 27 21:40:00.543929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393e4af0-f07d-46a3-8ea4-00a6bf250cf1') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:00.544324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393e4af0-f07d-46a3-8ea4-00a6bf250cf1') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:00.578702 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (393e4af0-f07d-46a3-8ea4-00a6bf250cf1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.642747 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (393e4af0-f07d-46a3-8ea4-00a6bf250cf1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.662011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:00.662408 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (393e4af0-f07d-46a3-8ea4-00a6bf250cf1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:00.667758 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:00.744846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91000480-5600-4e4b-9b35-2b2cae56c717 req-ee126fcd-3a51-4d36-94be-bd00e8127853 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962628 Jan 27 21:40:00.755581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5a519-32aa-420a-b104-4721bf0950f5 req-78c2535a-6828-4dab-81fc-f90a0952ffe0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:00.757129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbc5a519-32aa-420a-b104-4721bf0950f5 req-78c2535a-6828-4dab-81fc-f90a0952ffe0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.2177565 Jan 27 21:40:00.763177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Allocated IP 19.86.0.199 (67c5ed93-fc35-4efd-ba81-501af54310ca/0e264584-bc63-46b8-acaf-483d1cb8addf/ec3916ab-4e35-428e-b004-6fdd75ae18e1) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:00.843766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:00.867442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:00.867789 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5a4c6b1c-87d2-4fcd-9d74-49e08247e806 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:00.883189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbc5a519-32aa-420a-b104-4721bf0950f5 req-3ef7d8cf-b296-457b-92b9-0fa861bb4952 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178136 Jan 27 21:40:00.905528 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (44d375dd-355e-46fe-93bb-8e11e0b6bbd7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.942028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:00.947959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/44d375dd-355e-46fe-93bb-8e11e0b6bbd7 HTTP/1.1" status: 204 len: 168 time: 3.6789460 Jan 27 21:40:00.948924 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45448) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:00.973200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afa94b-293c-4c13-b00a-327098ad81b2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Network': ['ID=44d375dd-355e-46fe-93bb-8e11e0b6bbd7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:00.990384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa018b-0376-431d-81e1-876833b38957 req-ab230e82-c503-4991-8eae-85be9df3e481 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:00.992492 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dcafed-ea0b-458c-8226-2172654cdb26 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] GET failed (client error): The resource could not be found. Jan 27 21:40:00.996860 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e1dcafed-ea0b-458c-8226-2172654cdb26 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/subnets/1a8e567b-a740-4f01-b803-e6876b224cf6 HTTP/1.1" status: 404 len: 337 time: 0.0469086 Jan 27 21:40:00.997623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45452) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:00.998064 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74fa018b-0376-431d-81e1-876833b38957 req-ab230e82-c503-4991-8eae-85be9df3e481 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 932 time: 0.1716383 Jan 27 21:40:01.026369 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-cece3d0e-b956-4a00-9072-2c636b57d82f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:01.026369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cece3d0e-b956-4a00-9072-2c636b57d82f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:01.026369 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cece3d0e-b956-4a00-9072-2c636b57d82f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/44d375dd-355e-46fe-93bb-8e11e0b6bbd7 HTTP/1.1" status: 404 len: 339 time: 0.0254152 Jan 27 21:40:01.031095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45456) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:01.086245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.090334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74fa018b-0376-431d-81e1-876833b38957 req-803fd618-70c6-4369-86ec-758f8a6f44df tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914812 Jan 27 21:40:01.143617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985f020-9c87-46dd-95dc-951e9a5fdf02 req-6e1dbcfc-25d0-40ab-a986-17cff82badcd tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:01.145148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3985f020-9c87-46dd-95dc-951e9a5fdf02 req-6e1dbcfc-25d0-40ab-a986-17cff82badcd tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0783880 Jan 27 21:40:01.197077 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3985f020-9c87-46dd-95dc-951e9a5fdf02 req-4e6c4fd8-6d5b-4cba-b986-e476a9440a94 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Jan 27 21:40:01.263286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.327401 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network 67c5ed93-fc35-4efd-ba81-501af54310ca is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:01.333827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:01.337139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:01.345339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Port': ['ID=ec3916ab-4e35-428e-b004-6fdd75ae18e1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:01.353332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device bd85a7da-63c5-4101-890c-a46e76798496 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:40:01.411955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:01.412822 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.535088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-635968e1-5fe3-473c-b697-d75160e517be req-4ca20f59-4eff-4997-b365-3eb498a06803 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0612137 Jan 27 21:40:01.566455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bd85a7da-63c5-4101-890c-a46e76798496,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:01.581469 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1c438a4f-a3a1-4a3b-b7a9-a2ed4bdd7f60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6149666 Jan 27 21:40:01.582496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'bd85a7da-63c5-4101-890c-a46e76798496', 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a', 'port_id': 'bd85a7da-63c5-4101-890c-a46e76798496', 'mac_address': 'fa:16:3e:05:58:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054f10ab-0586-49e9-ab4c-ac190c6d920f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:40:01.594551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'port': {'device_id': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39', 'admin_state_up': True, 'tenant_id': '31c496c8e52442818d0ee31b5110265c'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:01.659107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26608529-2a39-4615-bdcd-1e4dc3cc3905 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:01.665056 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-26608529-2a39-4615-bdcd-1e4dc3cc3905 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6325641 Jan 27 21:40:01.665887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45468) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:01.705471 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-794395dc-6aac-4ca7-86b7-c90edcf4d686 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 207 time: 0.0383964 Jan 27 21:40:01.709293 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45470) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:01.827059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:01.830523 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.841116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port bd85a7da-63c5-4101-890c-a46e76798496 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:01.841666 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bd85a7da-63c5-4101-890c-a46e76798496), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.860205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd85a7da-63c5-4101-890c-a46e76798496 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:01.876324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5f5fdf91-5e6d-498e-a6c9-5bfc770df48e None None] Provisioning complete for port ec3916ab-4e35-428e-b004-6fdd75ae18e1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:01.877018 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5f5fdf91-5e6d-498e-a6c9-5bfc770df48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:01.905879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bd85a7da-63c5-4101-890c-a46e76798496,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:01.934873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5f5fdf91-5e6d-498e-a6c9-5bfc770df48e None None] Port ec3916ab-4e35-428e-b004-6fdd75ae18e1 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:01.987295 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bd85a7da-63c5-4101-890c-a46e76798496), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:02.002400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f115e92-aa7b-40c5-8cf6-635b4c2c156e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.008245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f115e92-aa7b-40c5-8cf6-635b4c2c156e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.013579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f115e92-aa7b-40c5-8cf6-635b4c2c156e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.019012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f115e92-aa7b-40c5-8cf6-635b4c2c156e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.020869 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f115e92-aa7b-40c5-8cf6-635b4c2c156e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3101933 Jan 27 21:40:02.024305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45490) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:02.065678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=bd85a7da-63c5-4101-890c-a46e76798496,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:02.127121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Allocated IP 19.80.0.97 (fcf9eb40-1294-499a-b67b-ae5ed8845b39/2c6f9211-6494-4f91-9394-7c65421c86f0/204f1204-f1b2-456b-a1a2-ad313195b874) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:02.168185 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dd5ac4fd-e2a7-4937-b004-063fb0e52501 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1424260 Jan 27 21:40:02.171321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45498) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:02.179580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3bff2-ae89-4c6f-866b-8ac618d492a7 req-0e6f49d7-f16b-4249-93cc-c1de86a2d6df tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.181358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33e3bff2-ae89-4c6f-866b-8ac618d492a7 req-0e6f49d7-f16b-4249-93cc-c1de86a2d6df tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 944 time: 0.1641583 Jan 27 21:40:02.222942 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9aed152-3b4d-4077-ac73-63183789d97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:02.236764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4370af-9a4f-4826-8021-723951468b9f req-cef9b0bc-c3d9-4bdd-8c80-402ff7a0ceba tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.238249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-cef9b0bc-c3d9-4bdd-8c80-402ff7a0ceba tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/networks?id=673ebca6-e551-4848-847e-99917cafa843 HTTP/1.1" status: 200 len: 815 time: 0.2326448 Jan 27 21:40:02.258202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['bd85a7da-63c5-4101-890c-a46e76798496'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:02.267218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd06ee9-4395-4ad9-8eed-f94d8bc91b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.268595 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd06ee9-4395-4ad9-8eed-f94d8bc91b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.270447 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3bd06ee9-4395-4ad9-8eed-f94d8bc91b9b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0981553 Jan 27 21:40:02.278104 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45500) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:02.285500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-91627e5b-d9c1-4af8-8212-7efc703370ac tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/quotas/6f59ba72202445a586c9f7c1e1ea00be HTTP/1.1" status: 200 len: 375 time: 0.0386119 Jan 27 21:40:02.341944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9678d0df-5b65-4dba-9037-a2d7a9a85f62 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.343077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9678d0df-5b65-4dba-9037-a2d7a9a85f62 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.350428 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9678d0df-5b65-4dba-9037-a2d7a9a85f62 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0655067 Jan 27 21:40:02.350682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45502) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:02.370118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33e3bff2-ae89-4c6f-866b-8ac618d492a7 req-4c077374-ed25-4ac0-87d5-5080930639ba tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783886 Jan 27 21:40:02.414142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-67bc08d1-b916-438a-84dd-6b17910d06d8 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f59ba72202445a586c9f7c1e1ea00be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956063 Jan 27 21:40:02.497941 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for port (204f1204-f1b2-456b-a1a2-ad313195b874), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:02.514091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69e2d5a-3479-478a-b4ab-728bc2ff5f84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.519401 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e69e2d5a-3479-478a-b4ab-728bc2ff5f84 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/networks/3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9 HTTP/1.1" status: 200 len: 799 time: 0.1634037 Jan 27 21:40:02.523728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45506) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:02.588291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-de9030f1-d549-452e-9c60-1a70ee146cae service neutron] 10.222.0.61 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636751 Jan 27 21:40:02.650350 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a71d27cf-3218-430f-a5b5-383ccc53e93b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/networks/3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1253705 Jan 27 21:40:02.651111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45514) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:02.658554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cab7d4-1fea-4afc-8f15-83974c7d7282 req-a5494c30-f30b-4a4e-a0fa-d2beda951f9e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.663894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cab7d4-1fea-4afc-8f15-83974c7d7282 req-a5494c30-f30b-4a4e-a0fa-d2beda951f9e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.665510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49cab7d4-1fea-4afc-8f15-83974c7d7282 req-a5494c30-f30b-4a4e-a0fa-d2beda951f9e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 1655 time: 0.1148636 Jan 27 21:40:02.686114 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:02.710251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93682d06-1975-488a-8602-e8f46d8e2304 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.715774 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-93682d06-1975-488a-8602-e8f46d8e2304 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/subnets/ed1bf787-8c2f-4eb1-9b57-dcf3689112a9 HTTP/1.1" status: 200 len: 811 time: 0.0636849 Jan 27 21:40:02.716526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45518) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:02.771816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96d87b5-b41f-4d4d-9e92-f2926a3f46b3 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.773262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network fcf9eb40-1294-499a-b67b-ae5ed8845b39 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:02.776740 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f96d87b5-b41f-4d4d-9e92-f2926a3f46b3 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "GET /v2.0/subnets/ed1bf787-8c2f-4eb1-9b57-dcf3689112a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0592301 Jan 27 21:40:02.777354 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45520) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:02.783346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-04a10f34-3e66-4696-94be-b5c2be82ebfb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-395059849'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:02.785104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-20f80eb2-28a3-42cf-8464-b73b45e316af service neutron] 10.222.0.61 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882849 Jan 27 21:40:02.792137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:02.795549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:02.799501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Port': ['ID=204f1204-f1b2-456b-a1a2-ad313195b874,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:02.805171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49cab7d4-1fea-4afc-8f15-83974c7d7282 req-b67f9c22-f46b-49a7-8430-cd98ef51c30e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311798 Jan 27 21:40:02.876966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:02.878046 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:02.914149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a10f34-3e66-4696-94be-b5c2be82ebfb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:02.917582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04a10f34-3e66-4696-94be-b5c2be82ebfb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:02.928381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc9fa8ab-afdb-4478-b200-d868b3312715 req-76ad9524-c82e-425b-97e4-b4c2c3ddcbdf tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0378406 Jan 27 21:40:02.948030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a10f34-3e66-4696-94be-b5c2be82ebfb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:40:02.962892 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04a10f34-3e66-4696-94be-b5c2be82ebfb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (cc563194-4e3b-4a78-963e-845b4af9584d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:02.963404 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-04a10f34-3e66-4696-94be-b5c2be82ebfb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Added segment cc563194-4e3b-4a78-963e-845b4af9584d of type vlan for network 38a31acc-9686-41c8-b81a-d94687c561f8 Jan 27 21:40:03.007037 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04a10f34-3e66-4696-94be-b5c2be82ebfb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (38a31acc-9686-41c8-b81a-d94687c561f8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.052598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-92bbaf23-a69e-42f5-b5a0-a73592e96b10 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4653847 Jan 27 21:40:03.065453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Request body: {'port': {'device_id': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:03.084797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2e5fba08-bc33-4ba8-80b8-06649cf31cb0 None None] Provisioning complete for port 204f1204-f1b2-456b-a1a2-ad313195b874 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:03.084797 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2e5fba08-bc33-4ba8-80b8-06649cf31cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.136779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fba08-bc33-4ba8-80b8-06649cf31cb0 None None] Port 204f1204-f1b2-456b-a1a2-ad313195b874 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:03.150804 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.160650 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04a10f34-3e66-4696-94be-b5c2be82ebfb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (38a31acc-9686-41c8-b81a-d94687c561f8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.166641 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a10f34-3e66-4696-94be-b5c2be82ebfb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:03.167260 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04a10f34-3e66-4696-94be-b5c2be82ebfb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.213653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-898fcf0b-01f5-4436-9560-cb9b3dc27ef7 req-12ad4d59-fac6-4d0a-94dc-c36f93691aa4 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 210 time: 0.0470445 Jan 27 21:40:03.276920 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a10f34-3e66-4696-94be-b5c2be82ebfb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Network': ['ID=38a31acc-9686-41c8-b81a-d94687c561f8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:03.288319 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-04a10f34-3e66-4696-94be-b5c2be82ebfb tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5099099 Jan 27 21:40:03.289957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 38a31acc-9686-41c8-b81a-d94687c561f8 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:40:03.292629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45532) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:03.301241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'network_id': '38a31acc-9686-41c8-b81a-d94687c561f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:03.312478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc144dd-4739-40a0-b8da-666833a0b17e req-4c549e57-90a1-40c9-8c10-0c8eefb5ab7d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:03.314618 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ddc144dd-4739-40a0-b8da-666833a0b17e req-4c549e57-90a1-40c9-8c10-0c8eefb5ab7d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.71 "GET /v2.0/ports?device_id=d70b483d-536b-4770-a326-5f933aaaadda HTTP/1.1" status: 200 len: 945 time: 0.0773242 Jan 27 21:40:03.366640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device bd85a7da-63c5-4101-890c-a46e76798496 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:03.532462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port bd85a7da-63c5-4101-890c-a46e76798496 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:40:03.537475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port bd85a7da-63c5-4101-890c-a46e76798496 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:03.537862 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bd85a7da-63c5-4101-890c-a46e76798496), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.544431 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-ddc144dd-4739-40a0-b8da-666833a0b17e req-2dda70b0-6c3b-494a-8fe9-f5c2005f3b25 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Deleting port 700087f4-940d-4949-b750-17465a54babd {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:03.544780 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ddc144dd-4739-40a0-b8da-666833a0b17e req-2dda70b0-6c3b-494a-8fe9-f5c2005f3b25 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (700087f4-940d-4949-b750-17465a54babd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.556280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed036bb-a7b3-4ac6-a863-844131acf725 req-929c4939-e62d-4383-8fd1-d6989101c1cf tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:03.557882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ed036bb-a7b3-4ac6-a863-844131acf725 req-929c4939-e62d-4383-8fd1-d6989101c1cf tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 944 time: 0.0952644 Jan 27 21:40:03.588047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2197161c-5b19-483e-b74f-a830f0134c1d {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:03.601764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Publish callbacks [] for port (2197161c-5b19-483e-b74f-a830f0134c1d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.628499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port bd85a7da-63c5-4101-890c-a46e76798496 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:03.628756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Transition to ACTIVE for port object 2197161c-5b19-483e-b74f-a830f0134c1d will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:40:03.629121 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bd85a7da-63c5-4101-890c-a46e76798496), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.637535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ed036bb-a7b3-4ac6-a863-844131acf725 req-dc435866-62b1-40ee-9a59-0272dc56ef0f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703807 Jan 27 21:40:03.645687 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-ddc144dd-4739-40a0-b8da-666833a0b17e req-2dda70b0-6c3b-494a-8fe9-f5c2005f3b25 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] For port 700087f4-940d-4949-b750-17465a54babd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=700087f4-940d-4949-b750-17465a54babd,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:03.646067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ddc144dd-4739-40a0-b8da-666833a0b17e req-2dda70b0-6c3b-494a-8fe9-f5c2005f3b25 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (700087f4-940d-4949-b750-17465a54babd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.652373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41a5e0c-b84b-4bab-bc07-3f952936577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd85a7da-63c5-4101-890c-a46e76798496'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:03.654668 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7186b800-8da8-4ec7-b7e4-eb2d4a89b010" -d '{"events": [{"server_uuid": "e41a5e0c-b84b-4bab-bc07-3f952936577f", "name": "network-vif-plugged", "status": "completed", "tag": "bd85a7da-63c5-4101-890c-a46e76798496"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:03.667982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bd85a7da-63c5-4101-890c-a46e76798496,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:03.680221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-ddc144dd-4739-40a0-b8da-666833a0b17e req-2dda70b0-6c3b-494a-8fe9-f5c2005f3b25 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Calling delete_port for 700087f4-940d-4949-b750-17465a54babd owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:03.689706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Made reservation on behalf of 034ada6ce9fe439e836d01098a40b800 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:03.693144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.714648 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba35dbb0-cce0-4d27-870f-32b7d7e7d381 x-openstack-request-id: req-ba35dbb0-cce0-4d27-870f-32b7d7e7d381 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:03.714952 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41a5e0c-b84b-4bab-bc07-3f952936577f", "name": "network-vif-plugged", "status": "completed", "tag": "bd85a7da-63c5-4101-890c-a46e76798496", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:03.717676 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba35dbb0-cce0-4d27-870f-32b7d7e7d381 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:03.717676 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41a5e0c-b84b-4bab-bc07-3f952936577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd85a7da-63c5-4101-890c-a46e76798496', 'code': 200} Jan 27 21:40:03.783122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.817189 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bd85a7da-63c5-4101-890c-a46e76798496), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:03.830709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Performing IP validity checks on allocation pools {{(pid=104026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 21:40:03.831239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 21:40:03.854908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2197161c-5b19-483e-b74f-a830f0134c1d,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:03.890937 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed795483-05eb-4b27-9ee8-e5614f1cf4e4 req-bea236a6-2b08-41d8-94e4-9266693a123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:03.893075 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed795483-05eb-4b27-9ee8-e5614f1cf4e4 req-bea236a6-2b08-41d8-94e4-9266693a123f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 1095 time: 0.1119847 Jan 27 21:40:03.949124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=bd85a7da-63c5-4101-890c-a46e76798496,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:03.956545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Attempting to bind port 2197161c-5b19-483e-b74f-a830f0134c1d on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:03.956888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Attempting to bind port 2197161c-5b19-483e-b74f-a830f0134c1d by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:03.957270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Attempting to bind port 2197161c-5b19-483e-b74f-a830f0134c1d on network fcf9eb40-1294-499a-b67b-ae5ed8845b39 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:03.962991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Port 2197161c-5b19-483e-b74f-a830f0134c1d on network fcf9eb40-1294-499a-b67b-ae5ed8845b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:40:03.963127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Attempting to bind port 2197161c-5b19-483e-b74f-a830f0134c1d on network fcf9eb40-1294-499a-b67b-ae5ed8845b39 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:03.984355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:03.986995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Checking segment: {'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:03.986995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Bound using segment: {'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:03.986995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Bound port: 2197161c-5b19-483e-b74f-a830f0134c1d, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:03.986995 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.054525 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed795483-05eb-4b27-9ee8-e5614f1cf4e4 req-4e857e37-31d1-4d12-9c69-cbfa820c9e59 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540413 Jan 27 21:40:04.103014 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ddc144dd-4739-40a0-b8da-666833a0b17e req-2dda70b0-6c3b-494a-8fe9-f5c2005f3b25 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (700087f4-940d-4949-b750-17465a54babd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.114595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6ea5a04-f892-4d13-b4de-418323a5bd9f req-8295b7e1-dc40-4e26-8396-3929653509a2 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0415230 Jan 27 21:40:04.120568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['700087f4-940d-4949-b750-17465a54babd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:04.165112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e8cfc-2bcc-451a-b7e3-119d5ac227a3 req-29b31c09-1398-402d-8399-43fc15b10ae9 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.171198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e8cfc-2bcc-451a-b7e3-119d5ac227a3 req-29b31c09-1398-402d-8399-43fc15b10ae9 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.177310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e8cfc-2bcc-451a-b7e3-119d5ac227a3 req-29b31c09-1398-402d-8399-43fc15b10ae9 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.178236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda70b0-6c3b-494a-8fe9-f5c2005f3b25 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Pushing event deleted for resources: {'Port': ['ID=700087f4-940d-4949-b750-17465a54babd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:04.185419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-059e8cfc-2bcc-451a-b7e3-119d5ac227a3 req-29b31c09-1398-402d-8399-43fc15b10ae9 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2388 time: 0.1778445 Jan 27 21:40:04.195251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] For port 2197161c-5b19-483e-b74f-a830f0134c1d, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:04.199475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] For port 2197161c-5b19-483e-b74f-a830f0134c1d, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2197161c-5b19-483e-b74f-a830f0134c1d,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:04.232819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc144dd-4739-40a0-b8da-666833a0b17e req-2dda70b0-6c3b-494a-8fe9-f5c2005f3b25 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] No DVR routers for this DVR port 700087f4-940d-4949-b750-17465a54babd on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:04.236744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ddc144dd-4739-40a0-b8da-666833a0b17e req-2dda70b0-6c3b-494a-8fe9-f5c2005f3b25 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.244181 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ddc144dd-4739-40a0-b8da-666833a0b17e req-2dda70b0-6c3b-494a-8fe9-f5c2005f3b25 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.71 "DELETE /v2.0/ports/700087f4-940d-4949-b750-17465a54babd HTTP/1.1" status: 204 len: 173 time: 0.9183865 Jan 27 21:40:04.249948 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd70b483d-536b-4770-a326-5f933aaaadda', 'name': 'network-vif-deleted', 'tag': '700087f4-940d-4949-b750-17465a54babd'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:04.252307 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec72f57-08a3-4b70-b337-f14cd4d50db6" -d '{"events": [{"server_uuid": "d70b483d-536b-4770-a326-5f933aaaadda", "name": "network-vif-deleted", "tag": "700087f4-940d-4949-b750-17465a54babd"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:04.260757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-059e8cfc-2bcc-451a-b7e3-119d5ac227a3 req-51ed66f0-9d84-405b-9068-a614b3d224d1 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616903 Jan 27 21:40:04.303885 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c37ced-8711-4639-ada2-81afbe36580d x-openstack-request-id: req-35c37ced-8711-4639-ada2-81afbe36580d {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:04.304229 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d70b483d-536b-4770-a326-5f933aaaadda", "name": "network-vif-deleted", "tag": "700087f4-940d-4949-b750-17465a54babd", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:04.304491 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35c37ced-8711-4639-ada2-81afbe36580d {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:04.304899 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd70b483d-536b-4770-a326-5f933aaaadda', 'name': 'network-vif-deleted', 'tag': '700087f4-940d-4949-b750-17465a54babd', 'status': 'completed', 'code': 200} Jan 27 21:40:04.308223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba372582-3a14-4a6f-9d5c-5ddf392e9762 req-9f36573d-2835-404f-b828-50dd9f3f918c tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 210 time: 0.0286274 Jan 27 21:40:04.348892 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (794e22c0-f913-406a-aa1f-9153b7e47692), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.349121 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.383701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.384359 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.385748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] 10.222.0.71 "PUT /v2.0/ports/2197161c-5b19-483e-b74f-a830f0134c1d HTTP/1.1" status: 200 len: 1092 time: 1.3249123 Jan 27 21:40:04.386354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'tag': '2197161c-5b19-483e-b74f-a830f0134c1d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:04.389042 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f64a68-f1b2-47b9-baf3-43dc4d473382" -d '{"events": [{"name": "network-changed", "server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "tag": "2197161c-5b19-483e-b74f-a830f0134c1d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:04.426503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773fbf8-0f18-46b5-b138-382db1d350b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2197161c-5b19-483e-b74f-a830f0134c1d,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:04.428420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=794e22c0-f913-406a-aa1f-9153b7e47692,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:04.455641 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Checking segment: {'id': 'cc563194-4e3b-4a78-963e-845b4af9584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38a31acc-9686-41c8-b81a-d94687c561f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:04.462206 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3357c67d-3e56-440e-a346-e15ac18858a9 x-openstack-request-id: req-3357c67d-3e56-440e-a346-e15ac18858a9 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:04.462206 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "tag": "2197161c-5b19-483e-b74f-a830f0134c1d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:04.462206 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3357c67d-3e56-440e-a346-e15ac18858a9 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:04.462206 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'tag': '2197161c-5b19-483e-b74f-a830f0134c1d', 'status': 'completed', 'code': 200} Jan 27 21:40:04.463986 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network hostable DHCP agents. Network: 38a31acc-9686-41c8-b81a-d94687c561f8, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:40:04.515259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Request body: {'port': {'device_id': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:04.539901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64a68-f1b2-47b9-baf3-43dc4d473382 req-8f52586c-61aa-4e40-aee4-075b4ff427c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.540586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64a68-f1b2-47b9-baf3-43dc4d473382 req-8f52586c-61aa-4e40-aee4-075b4ff427c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.541113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64a68-f1b2-47b9-baf3-43dc4d473382 req-8f52586c-61aa-4e40-aee4-075b4ff427c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.542789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3f64a68-f1b2-47b9-baf3-43dc4d473382 req-8f52586c-61aa-4e40-aee4-075b4ff427c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31c496c8e52442818d0ee31b5110265c&device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2731 time: 0.0625484 Jan 27 21:40:04.588852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.636566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Network 38a31acc-9686-41c8-b81a-d94687c561f8 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:40:04.736447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64a68-f1b2-47b9-baf3-43dc4d473382 req-f003d4a7-c7a4-4f46-911c-a63ef90e73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.737013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64a68-f1b2-47b9-baf3-43dc4d473382 req-f003d4a7-c7a4-4f46-911c-a63ef90e73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.737375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64a68-f1b2-47b9-baf3-43dc4d473382 req-f003d4a7-c7a4-4f46-911c-a63ef90e73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.739002 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3f64a68-f1b2-47b9-baf3-43dc4d473382 req-f003d4a7-c7a4-4f46-911c-a63ef90e73d9 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=31c496c8e52442818d0ee31b5110265c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1880746 Jan 27 21:40:04.748698 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-60b0fbd5-98e2-4584-b577-202749b34bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.817185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 38a31acc-9686-41c8-b81a-d94687c561f8) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:04.827692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a59d5c-4e75-4634-89f3-4b8ecc27ce19 None None] Network 38a31acc-9686-41c8-b81a-d94687c561f8 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:04.877895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228997f3-c2c0-496a-a437-c64003419cdb req-6b268897-6dd1-48c3-b5fc-85ecd58ff95d tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.879927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-228997f3-c2c0-496a-a437-c64003419cdb req-6b268897-6dd1-48c3-b5fc-85ecd58ff95d tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1195788 Jan 27 21:40:04.893386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.894210 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:04.915515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f64a68-f1b2-47b9-baf3-43dc4d473382 req-2f223ae4-3126-4bd1-a239-c205579fa450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:04.917182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3f64a68-f1b2-47b9-baf3-43dc4d473382 req-2f223ae4-3126-4bd1-a239-c205579fa450 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709144 Jan 27 21:40:04.957298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-38a31acc-9686-41c8-b81a-d94687c561f8', 'network_id': '38a31acc-9686-41c8-b81a-d94687c561f8', 'project_id': '034ada6ce9fe439e836d01098a40b800', 'fixed_ips': [{'subnet_id': '794e22c0-f913-406a-aa1f-9153b7e47692'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:40:04.958247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-228997f3-c2c0-496a-a437-c64003419cdb req-6a938717-b238-408f-9e55-fb858ed8e630 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728142 Jan 27 21:40:04.959056 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.013168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3916ab-4e35-428e-b004-6fdd75ae18e1 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:05.021803 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Publish callbacks [] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.026850 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d72263ff-0823-4f55-87d2-6f6fece4915a tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7324965 Jan 27 21:40:05.029954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45570) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:05.035539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-12475d1e-fa93-421b-b09c-61325e818a76 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:05.037768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Transition to ACTIVE for port object ec3916ab-4e35-428e-b004-6fdd75ae18e1 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:40:05.115262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Allocated IP 172.20.0.3 (38a31acc-9686-41c8-b81a-d94687c561f8/794e22c0-f913-406a-aa1f-9153b7e47692/e043ccea-1c3c-40e8-885b-0ae902e64236) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:05.158278 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-12475d1e-fa93-421b-b09c-61325e818a76 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9310566'] for subnet (794e22c0-f913-406a-aa1f-9153b7e47692), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.242925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6918750-83fa-44f9-b894-477c888bb9b3 req-1f71e862-ee44-499f-bf5a-aa65cb438ab5 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0364909 Jan 27 21:40:05.272370 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Publish callbacks [] for port (e043ccea-1c3c-40e8-885b-0ae902e64236), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.286219 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.383218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Pushing event updated for resources: {'Port': ['ID=ec3916ab-4e35-428e-b004-6fdd75ae18e1,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:05.395711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2fdc3-3fce-4d0e-811c-84b64f1e92db req-c5f1ec58-089e-422f-90a4-341c13705903 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:05.403383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2fdc3-3fce-4d0e-811c-84b64f1e92db req-c5f1ec58-089e-422f-90a4-341c13705903 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:05.411887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2fdc3-3fce-4d0e-811c-84b64f1e92db req-c5f1ec58-089e-422f-90a4-341c13705903 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:05.414192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15a2fdc3-3fce-4d0e-811c-84b64f1e92db req-c5f1ec58-089e-422f-90a4-341c13705903 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2400 time: 0.0967491 Jan 27 21:40:05.423859 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e043ccea-1c3c-40e8-885b-0ae902e64236), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.444836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a66de27-d91e-47ba-9946-aceadc42fa94 req-18a8daf2-4d5f-49ab-b232-e3a91e91a5c6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 210 time: 0.0290239 Jan 27 21:40:05.448671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Attempting to bind port ec3916ab-4e35-428e-b004-6fdd75ae18e1 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:05.448835 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Attempting to bind port ec3916ab-4e35-428e-b004-6fdd75ae18e1 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'bc8e779c-6f00-488d-940f-61bd5ad209ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:05.449171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Attempting to bind port ec3916ab-4e35-428e-b004-6fdd75ae18e1 on network 67c5ed93-fc35-4efd-ba81-501af54310ca {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:05.457177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Port ec3916ab-4e35-428e-b004-6fdd75ae18e1 on network 67c5ed93-fc35-4efd-ba81-501af54310ca not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:40:05.457177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Attempting to bind port ec3916ab-4e35-428e-b004-6fdd75ae18e1 on network 67c5ed93-fc35-4efd-ba81-501af54310ca {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:05.472125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:05.472512 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Checking segment: {'id': 'bc8e779c-6f00-488d-940f-61bd5ad209ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:05.472907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Bound using segment: {'id': 'bc8e779c-6f00-488d-940f-61bd5ad209ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:05.473565 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Bound port: ec3916ab-4e35-428e-b004-6fdd75ae18e1, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc8e779c-6f00-488d-940f-61bd5ad209ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:05.473932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.568196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Network 38a31acc-9686-41c8-b81a-d94687c561f8 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:05.571278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:05.574808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:05.611712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Pushing event updated for resources: {'Port': ['ID=e043ccea-1c3c-40e8-885b-0ae902e64236,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:05.645131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] For port ec3916ab-4e35-428e-b004-6fdd75ae18e1, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:05.650966 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] For port ec3916ab-4e35-428e-b004-6fdd75ae18e1, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ec3916ab-4e35-428e-b004-6fdd75ae18e1,segment=NetworkSegment(bc8e779c-6f00-488d-940f-61bd5ad209ce),segment_id=bc8e779c-6f00-488d-940f-61bd5ad209ce)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:05.674206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Attempting to bind port e043ccea-1c3c-40e8-885b-0ae902e64236 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:05.674885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Attempting to bind port e043ccea-1c3c-40e8-885b-0ae902e64236 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'cc563194-4e3b-4a78-963e-845b4af9584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38a31acc-9686-41c8-b81a-d94687c561f8'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:05.675250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Attempting to bind port e043ccea-1c3c-40e8-885b-0ae902e64236 on network 38a31acc-9686-41c8-b81a-d94687c561f8 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:05.682681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:05.683504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Checking segment: {'id': 'cc563194-4e3b-4a78-963e-845b4af9584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38a31acc-9686-41c8-b81a-d94687c561f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:05.684763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.685705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Bound using segment: {'id': 'cc563194-4e3b-4a78-963e-845b4af9584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38a31acc-9686-41c8-b81a-d94687c561f8'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:05.688053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Bound port: e043ccea-1c3c-40e8-885b-0ae902e64236, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc563194-4e3b-4a78-963e-845b4af9584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '38a31acc-9686-41c8-b81a-d94687c561f8'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:05.691059 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e043ccea-1c3c-40e8-885b-0ae902e64236), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.696344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15a2fdc3-3fce-4d0e-811c-84b64f1e92db req-001846c1-418d-460c-8366-2400a34802b5 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504299 Jan 27 21:40:05.703649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45582) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:05.800556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] For port e043ccea-1c3c-40e8-885b-0ae902e64236, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:05.804037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] For port e043ccea-1c3c-40e8-885b-0ae902e64236, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e043ccea-1c3c-40e8-885b-0ae902e64236,segment=NetworkSegment(cc563194-4e3b-4a78-963e-845b4af9584d),segment_id=cc563194-4e3b-4a78-963e-845b4af9584d)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:05.844731 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b6b95ce-be3c-4e1e-9df4-33876157f730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.878425 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.901773 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-12475d1e-fa93-421b-b09c-61325e818a76 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777045144531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9455021'] for subnet (794e22c0-f913-406a-aa1f-9153b7e47692), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.915352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:05.915982 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.917409 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] 10.222.0.71 "PUT /v2.0/ports/ec3916ab-4e35-428e-b004-6fdd75ae18e1 HTTP/1.1" status: 200 len: 1092 time: 1.4067662 Jan 27 21:40:05.944403 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a857f-c20f-4b5e-b332-ad4202e2ddae service neutron] Pushing event updated for resources: {'Port': ['ID=ec3916ab-4e35-428e-b004-6fdd75ae18e1,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:05.960044 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e043ccea-1c3c-40e8-885b-0ae902e64236), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:05.995809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12475d1e-fa93-421b-b09c-61325e818a76 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:05.996668 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-12475d1e-fa93-421b-b09c-61325e818a76 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.000661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-12475d1e-fa93-421b-b09c-61325e818a76 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "PUT /v2.0/subnets/794e22c0-f913-406a-aa1f-9153b7e47692 HTTP/1.1" status: 200 len: 877 time: 0.9677403 Jan 27 21:40:06.002985 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45588) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:06.032756 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b6b95ce-be3c-4e1e-9df4-33876157f730 admin admin] Publish callbacks [] for security_group (a65d7104-0f54-4404-b8ce-cb9fbd3f16be), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.034729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12475d1e-fa93-421b-b09c-61325e818a76 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event updated for resources: {'Subnet': ['ID=794e22c0-f913-406a-aa1f-9153b7e47692,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:06.046573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349b055-5af1-4ecf-af26-fe1c2432bfe9 None None] Pushing event updated for resources: {'Port': ['ID=e043ccea-1c3c-40e8-885b-0ae902e64236,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:06.050838 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.127280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Request body: {'port': {'device_id': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:06.128271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc779a4d-4576-4e6e-8c02-ee9927512b8c req-4e91908b-9539-4b31-b0de-d42bba9b3f5f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:06.129962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc779a4d-4576-4e6e-8c02-ee9927512b8c req-4e91908b-9539-4b31-b0de-d42bba9b3f5f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.0646017 Jan 27 21:40:06.211898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc779a4d-4576-4e6e-8c02-ee9927512b8c req-ec5cf848-e8a0-4d32-8c7e-6631c2296815 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626059 Jan 27 21:40:06.221324 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b6b95ce-be3c-4e1e-9df4-33876157f730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a65d7104-0f54-4404-b8ce-cb9fbd3f16be), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.252499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (38a31acc-9686-41c8-b81a-d94687c561f8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.288500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 700087f4-940d-4949-b750-17465a54babd no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:06.311147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'tag': 'ec3916ab-4e35-428e-b004-6fdd75ae18e1'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:06.313519 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2b537e-3767-4e5f-9ac4-9fdbc97586c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "tag": "ec3916ab-4e35-428e-b004-6fdd75ae18e1"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:06.321122 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3b6b95ce-be3c-4e1e-9df4-33876157f730 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79f0d0d2602544c0b29387b6dcf545e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6154232 Jan 27 21:40:06.325181 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45594) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:06.325885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b95ce-be3c-4e1e-9df4-33876157f730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65d7104-0f54-4404-b8ce-cb9fbd3f16be,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:06.326812 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.345258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 700087f4-940d-4949-b750-17465a54babd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:06.345258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 700087f4-940d-4949-b750-17465a54babd not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:06.443988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f2daad7-a799-4180-9fde-3b80175f2e2c req-e6dbe5a7-cefd-4c08-a008-144be118c157 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0733745 Jan 27 21:40:06.472367 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e823-15a6-490a-9b34-dfd5bfd4f973 admin admin] Publish callbacks [] for security_group (a65d7104-0f54-4404-b8ce-cb9fbd3f16be), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.486761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Deleting port e043ccea-1c3c-40e8-885b-0ae902e64236 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:06.487060 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e043ccea-1c3c-40e8-885b-0ae902e64236), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.501430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e823-15a6-490a-9b34-dfd5bfd4f973 admin admin] Publish callbacks [] for security_group (a65d7104-0f54-4404-b8ce-cb9fbd3f16be), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.518963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cbe46-a4c3-4867-8dc1-e031ff52b59a req-cda93216-bb61-4e52-a770-cf38cdc40b6f tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:06.527315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-631cbe46-a4c3-4867-8dc1-e031ff52b59a req-cda93216-bb61-4e52-a770-cf38cdc40b6f tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 1096 time: 0.1554372 Jan 27 21:40:06.565818 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a79a5c-6a9d-4aef-a3d3-598f95e4344c x-openstack-request-id: req-95a79a5c-6a9d-4aef-a3d3-598f95e4344c {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:06.566142 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "tag": "ec3916ab-4e35-428e-b004-6fdd75ae18e1", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:06.566407 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95a79a5c-6a9d-4aef-a3d3-598f95e4344c {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:06.566810 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'tag': 'ec3916ab-4e35-428e-b004-6fdd75ae18e1', 'status': 'completed', 'code': 200} Jan 27 21:40:06.657320 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8cde3c3-59b2-4958-ae78-12c29c4a434a req-324207aa-678f-4977-92ec-168eba1afc67 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 210 time: 0.0492554 Jan 27 21:40:06.668134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-631cbe46-a4c3-4867-8dc1-e031ff52b59a req-7de76773-9e14-44b4-950f-b5988d368c20 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399069 Jan 27 21:40:06.676700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b537e-3767-4e5f-9ac4-9fdbc97586c5 req-d95c07a0-0d94-43cd-9fed-a493e5587390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:06.677278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b537e-3767-4e5f-9ac4-9fdbc97586c5 req-d95c07a0-0d94-43cd-9fed-a493e5587390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:06.677810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b537e-3767-4e5f-9ac4-9fdbc97586c5 req-d95c07a0-0d94-43cd-9fed-a493e5587390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:06.679509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd2b537e-3767-4e5f-9ac4-9fdbc97586c5 req-d95c07a0-0d94-43cd-9fed-a493e5587390 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31c496c8e52442818d0ee31b5110265c&device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2798 time: 0.1263609 Jan 27 21:40:06.764631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4370af-9a4f-4826-8021-723951468b9f req-94092e96-d5c0-4cb4-bf60-022d8935a860 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:06.766387 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-94092e96-d5c0-4cb4-bf60-022d8935a860 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.74 "GET /v2.0/networks?id=673ebca6-e551-4848-847e-99917cafa843 HTTP/1.1" status: 200 len: 815 time: 0.3359094 Jan 27 21:40:06.782801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-1b4370af-9a4f-4826-8021-723951468b9f req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Request body: {'port': {'device_id': 'fb891eae-c469-4e0a-bad4-0b45e9fc5f12', 'network_id': '673ebca6-e551-4848-847e-99917cafa843', 'admin_state_up': True, 'tenant_id': '6f59ba72202445a586c9f7c1e1ea00be'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:06.852696 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e823-15a6-490a-9b34-dfd5bfd4f973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a65d7104-0f54-4404-b8ce-cb9fbd3f16be), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.855758 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1fc9e823-15a6-490a-9b34-dfd5bfd4f973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.859321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1fc9e823-15a6-490a-9b34-dfd5bfd4f973 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a65d7104-0f54-4404-b8ce-cb9fbd3f16be HTTP/1.1" status: 204 len: 168 time: 0.5275197 Jan 27 21:40:06.872413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] For port e043ccea-1c3c-40e8-885b-0ae902e64236, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e043ccea-1c3c-40e8-885b-0ae902e64236,segment=NetworkSegment(cc563194-4e3b-4a78-963e-845b4af9584d),segment_id=cc563194-4e3b-4a78-963e-845b4af9584d)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:06.872413 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e043ccea-1c3c-40e8-885b-0ae902e64236), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:06.895900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b537e-3767-4e5f-9ac4-9fdbc97586c5 req-b9ade3c4-d5ed-4ad6-b679-c7858e88a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:06.895900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b537e-3767-4e5f-9ac4-9fdbc97586c5 req-b9ade3c4-d5ed-4ad6-b679-c7858e88a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:06.896564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b537e-3767-4e5f-9ac4-9fdbc97586c5 req-b9ade3c4-d5ed-4ad6-b679-c7858e88a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:06.898392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd2b537e-3767-4e5f-9ac4-9fdbc97586c5 req-b9ade3c4-d5ed-4ad6-b679-c7858e88a819 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=31c496c8e52442818d0ee31b5110265c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2088742 Jan 27 21:40:06.903194 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Calling delete_port for e043ccea-1c3c-40e8-885b-0ae902e64236 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:06.932351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9e823-15a6-490a-9b34-dfd5bfd4f973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65d7104-0f54-4404-b8ce-cb9fbd3f16be,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:07.001541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e043ccea-1c3c-40e8-885b-0ae902e64236 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:07.083783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e043ccea-1c3c-40e8-885b-0ae902e64236 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:07.085015 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e043ccea-1c3c-40e8-885b-0ae902e64236), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.106662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 204f1204-f1b2-456b-a1a2-ad313195b874 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:07.119259 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Publish callbacks [] for port (204f1204-f1b2-456b-a1a2-ad313195b874), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.222868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e043ccea-1c3c-40e8-885b-0ae902e64236 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:07.223513 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e043ccea-1c3c-40e8-885b-0ae902e64236), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.239866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4370af-9a4f-4826-8021-723951468b9f req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Made reservation on behalf of 6f59ba72202445a586c9f7c1e1ea00be for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:07.245557 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1b4370af-9a4f-4826-8021-723951468b9f req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.343459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Transition to ACTIVE for port object 204f1204-f1b2-456b-a1a2-ad313195b874 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:40:07.352000 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e043ccea-1c3c-40e8-885b-0ae902e64236), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.419304 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.439313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb17c54-a48a-44bb-9407-d71cd5b1c6f5 req-2a925146-ca7c-44f8-947d-485032ebdeff tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:07.440972 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cb17c54-a48a-44bb-9407-d71cd5b1c6f5 req-2a925146-ca7c-44f8-947d-485032ebdeff tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 1096 time: 0.6115954 Jan 27 21:40:07.453026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed508d-63df-4c87-bd4b-ff4139b96a01 req-e5bd3a48-1997-4e08-ae89-a2ed8bd43d60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:07.454445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Port': ['ID=e043ccea-1c3c-40e8-885b-0ae902e64236,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:07.460449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed508d-63df-4c87-bd4b-ff4139b96a01 req-e5bd3a48-1997-4e08-ae89-a2ed8bd43d60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:07.466127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed508d-63df-4c87-bd4b-ff4139b96a01 req-e5bd3a48-1997-4e08-ae89-a2ed8bd43d60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:07.467888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deed508d-63df-4c87-bd4b-ff4139b96a01 req-e5bd3a48-1997-4e08-ae89-a2ed8bd43d60 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2400 time: 0.6373539 Jan 27 21:40:07.487509 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.534005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b537e-3767-4e5f-9ac4-9fdbc97586c5 req-df00e737-ed1d-44a6-a04a-6d8a0fd35b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:07.535671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd2b537e-3767-4e5f-9ac4-9fdbc97586c5 req-df00e737-ed1d-44a6-a04a-6d8a0fd35b88 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6276562 Jan 27 21:40:07.536058 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No DVR routers for this DVR port e043ccea-1c3c-40e8-885b-0ae902e64236 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:07.547251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb194f1c-ebd3-4f46-b269-9b67776e8e46 None None] Network 38a31acc-9686-41c8-b81a-d94687c561f8 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:07.572058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cb17c54-a48a-44bb-9407-d71cd5b1c6f5 req-6bb009bc-ef14-4491-be56-c738e55fa772 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001306 Jan 27 21:40:07.580303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deed508d-63df-4c87-bd4b-ff4139b96a01 req-7d795615-5e38-40e1-a169-5ad7d9691183 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999432 Jan 27 21:40:07.648483 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Pushing event updated for resources: {'Port': ['ID=204f1204-f1b2-456b-a1a2-ad313195b874,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:07.665206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c142a5d2-6946-4db5-8db1-0f25ac33534e None None] Could not find standard attr ID for object e043ccea-1c3c-40e8-885b-0ae902e64236. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:40:07.667566 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (794e22c0-f913-406a-aa1f-9153b7e47692), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.690132 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-1b4370af-9a4f-4826-8021-723951468b9f req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Allocated IP 172.20.0.11 (673ebca6-e551-4848-847e-99917cafa843/76379c37-1b0d-465f-9b80-20564a8d8976/728e61f6-59f8-4511-a5eb-654cec82e941) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:07.728658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2c72cb1-d5b2-4135-baa6-f48964197102 req-483bb060-e28f-48b6-9f79-6f80dbef4c59 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0358212 Jan 27 21:40:07.891896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d623a60-87b9-4e53-be9c-45d39399b6fc req-39de7f8f-ee67-4a48-9249-3ec11c3277bd tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 210 time: 0.0428379 Jan 27 21:40:07.909157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45620) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:07.924678 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f3dffc7-c9ea-4d9b-980c-6f2f4cdf818e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:07.955366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-6534a45e-c25b-441f-8885-bf2655916a8a req-4812c6b8-2bf1-4b09-901c-5cf47211f112 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:40:07.958920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6534a45e-c25b-441f-8885-bf2655916a8a req-4812c6b8-2bf1-4b09-901c-5cf47211f112 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142088 Jan 27 21:40:08.050390 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f3dffc7-c9ea-4d9b-980c-6f2f4cdf818e admin admin] Publish callbacks [] for security_group (e646e286-9ae7-46a3-8c93-6c6889bf845c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.075079 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91f0e12-381a-4de0-a2c0-e95fce83bfd2 None None] Network 38a31acc-9686-41c8-b81a-d94687c561f8 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:08.144347 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f3dffc7-c9ea-4d9b-980c-6f2f4cdf818e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e646e286-9ae7-46a3-8c93-6c6889bf845c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.184124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dffc7-c9ea-4d9b-980c-6f2f4cdf818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e646e286-9ae7-46a3-8c93-6c6889bf845c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:08.188559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6f3dffc7-c9ea-4d9b-980c-6f2f4cdf818e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f016cb3cc68b48d6ac7087eea2e8cdd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2782376 Jan 27 21:40:08.191047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45622) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:08.256717 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d82c5cc-ff81-4aab-a77d-eaa39640b118 admin admin] Publish callbacks [] for security_group (e646e286-9ae7-46a3-8c93-6c6889bf845c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.282106 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d82c5cc-ff81-4aab-a77d-eaa39640b118 admin admin] Publish callbacks [] for security_group (e646e286-9ae7-46a3-8c93-6c6889bf845c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.357644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Attempting to bind port 204f1204-f1b2-456b-a1a2-ad313195b874 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:08.358218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Attempting to bind port 204f1204-f1b2-456b-a1a2-ad313195b874 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:08.358320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Attempting to bind port 204f1204-f1b2-456b-a1a2-ad313195b874 on network fcf9eb40-1294-499a-b67b-ae5ed8845b39 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:08.374163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Port 204f1204-f1b2-456b-a1a2-ad313195b874 on network fcf9eb40-1294-499a-b67b-ae5ed8845b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:40:08.374489 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Attempting to bind port 204f1204-f1b2-456b-a1a2-ad313195b874 on network fcf9eb40-1294-499a-b67b-ae5ed8845b39 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:08.389822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:08.390161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Checking segment: {'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:08.390550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Bound using segment: {'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:08.390984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Bound port: 204f1204-f1b2-456b-a1a2-ad313195b874, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:08.391857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.419737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1b4370af-9a4f-4826-8021-723951468b9f req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks [] for port (728e61f6-59f8-4511-a5eb-654cec82e941), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.485981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] For port 204f1204-f1b2-456b-a1a2-ad313195b874, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:08.490014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] For port 204f1204-f1b2-456b-a1a2-ad313195b874, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=204f1204-f1b2-456b-a1a2-ad313195b874,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:08.581056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d82c5cc-ff81-4aab-a77d-eaa39640b118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e646e286-9ae7-46a3-8c93-6c6889bf845c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.581384 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (794e22c0-f913-406a-aa1f-9153b7e47692), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.583748 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d82c5cc-ff81-4aab-a77d-eaa39640b118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.585056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d82c5cc-ff81-4aab-a77d-eaa39640b118 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e646e286-9ae7-46a3-8c93-6c6889bf845c HTTP/1.1" status: 204 len: 168 time: 0.3930678 Jan 27 21:40:08.594736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82c5cc-ff81-4aab-a77d-eaa39640b118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e646e286-9ae7-46a3-8c93-6c6889bf845c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:08.618202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Subnet': ['ID=794e22c0-f913-406a-aa1f-9153b7e47692,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:08.634307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db1b69-61d5-4aad-9bac-9e09cb468adb None None] Network 38a31acc-9686-41c8-b81a-d94687c561f8 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:08.698115 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (38a31acc-9686-41c8-b81a-d94687c561f8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.727060 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.731460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a31acc-9686-41c8-b81a-d94687c561f8']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:08.771692 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc563194-4e3b-4a78-963e-845b4af9584d') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:08.772119 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc563194-4e3b-4a78-963e-845b4af9584d') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:08.781779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a634f5-8de5-4203-954a-0282e90c8cbf req-89b3fc7f-580b-4541-b6e6-69fb88943365 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:08.783283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:08.785636 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.787759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a634f5-8de5-4203-954a-0282e90c8cbf req-89b3fc7f-580b-4541-b6e6-69fb88943365 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:08.789163 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] 10.222.0.71 "PUT /v2.0/ports/204f1204-f1b2-456b-a1a2-ad313195b874 HTTP/1.1" status: 200 len: 1091 time: 2.6708481 Jan 27 21:40:08.793124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a634f5-8de5-4203-954a-0282e90c8cbf req-89b3fc7f-580b-4541-b6e6-69fb88943365 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:08.801858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7a634f5-8de5-4203-954a-0282e90c8cbf req-89b3fc7f-580b-4541-b6e6-69fb88943365 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2412 time: 0.1075799 Jan 27 21:40:08.807728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'tag': '204f1204-f1b2-456b-a1a2-ad313195b874'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:08.808328 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a121dff-19e7-48e8-b565-cef1dc8b67ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "tag": "204f1204-f1b2-456b-a1a2-ad313195b874"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:08.814424 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1b4370af-9a4f-4826-8021-723951468b9f req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.837164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (cc563194-4e3b-4a78-963e-845b4af9584d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.875158 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (cc563194-4e3b-4a78-963e-845b4af9584d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.879881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7a634f5-8de5-4203-954a-0282e90c8cbf req-cb92012a-8def-4f20-aa50-f5e0f6bbf84c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768187 Jan 27 21:40:08.880244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4370af-9a4f-4826-8021-723951468b9f req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Network 673ebca6-e551-4848-847e-99917cafa843 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:08.884011 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacec0c-2ba8-44b1-b25a-dd0784e268a3 service neutron] Pushing event updated for resources: {'Port': ['ID=204f1204-f1b2-456b-a1a2-ad313195b874,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:08.899746 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.911704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9378b7bb-e282-4407-aa05-c46bb8e81f86 None None] DHCP port deletion for 38a31acc-9686-41c8-b81a-d94687c561f8 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:40:08.930090 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:08.932006 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (cc563194-4e3b-4a78-963e-845b4af9584d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:08.937053 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:08.939969 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-1b4370af-9a4f-4826-8021-723951468b9f req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:09.014116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4370af-9a4f-4826-8021-723951468b9f req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:09.115035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f675a77-6f54-4ee8-8901-7a548b663b4e req-ed94ab38-6b6a-4e68-a7ef-1c4d5eaa7188 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0392616 Jan 27 21:40:09.119387 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Pushing event updated for resources: {'Port': ['ID=728e61f6-59f8-4511-a5eb-654cec82e941,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:09.158708 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-520487a8-e582-4541-9e6a-bdb6a9b67671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:09.159191 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-520487a8-e582-4541-9e6a-bdb6a9b67671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:09.159660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-520487a8-e582-4541-9e6a-bdb6a9b67671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:09.161804 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-520487a8-e582-4541-9e6a-bdb6a9b67671 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31c496c8e52442818d0ee31b5110265c&device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2865 time: 0.1490328 Jan 27 21:40:09.167599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4370af-9a4f-4826-8021-723951468b9f req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:09.168372 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1b4370af-9a4f-4826-8021-723951468b9f req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.213937 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-22c58aa8-5574-40b6-9d12-c0904a15753b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=2197161c-5b19-483e-b74f-a830f0134c1d HTTP/1.1" status: 200 len: 217 time: 0.0399222 Jan 27 21:40:09.215515 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543803a6-965b-4cb6-aca7-33d7507a6cd1 x-openstack-request-id: req-543803a6-965b-4cb6-aca7-33d7507a6cd1 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:09.215661 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "tag": "204f1204-f1b2-456b-a1a2-ad313195b874", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:09.215906 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-543803a6-965b-4cb6-aca7-33d7507a6cd1 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:09.216910 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'tag': '204f1204-f1b2-456b-a1a2-ad313195b874', 'status': 'completed', 'code': 200} Jan 27 21:40:09.252760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (38a31acc-9686-41c8-b81a-d94687c561f8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.265625 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.270230 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/38a31acc-9686-41c8-b81a-d94687c561f8 HTTP/1.1" status: 204 len: 168 time: 3.2636545 Jan 27 21:40:09.286043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45648) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:09.312461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eeacf-7851-4aa7-a9a6-40515500ce90 req-a4d51d7e-ee9b-4073-baf7-53c0b229afe2 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:09.314925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e119bb4-61a1-4029-aa4e-73c16282d2ce tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Network': ['ID=38a31acc-9686-41c8-b81a-d94687c561f8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:09.321750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-340eeacf-7851-4aa7-a9a6-40515500ce90 req-a4d51d7e-ee9b-4073-baf7-53c0b229afe2 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 932 time: 0.0885067 Jan 27 21:40:09.325850 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-f0f8550d-e2c8-4365-beed-0e2b190fd0ea tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5469975 Jan 27 21:40:09.330651 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6a02b8-aebf-4a6c-93b9-01e638bbbccd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:09.331114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6a02b8-aebf-4a6c-93b9-01e638bbbccd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:09.334648 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1b6a02b8-aebf-4a6c-93b9-01e638bbbccd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/subnets/794e22c0-f913-406a-aa1f-9153b7e47692 HTTP/1.1" status: 404 len: 337 time: 0.0473826 Jan 27 21:40:09.337573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45652) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:09.342239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Request body: {'port': {'device_id': 'fb891eae-c469-4e0a-bad4-0b45e9fc5f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:09.346266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-28f9cd29-c174-46b6-81e3-efead0ae48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:09.348940 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-28f9cd29-c174-46b6-81e3-efead0ae48ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c6f9211-6494-4f91-9394-7c65421c86f0 HTTP/1.1" status: 200 len: 801 time: 0.1268091 Jan 27 21:40:09.359087 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-851e31b5-d4ac-4944-a0ab-d47aa05f0fb0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:09.359601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851e31b5-d4ac-4944-a0ab-d47aa05f0fb0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:09.376024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-851e31b5-d4ac-4944-a0ab-d47aa05f0fb0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/38a31acc-9686-41c8-b81a-d94687c561f8 HTTP/1.1" status: 404 len: 339 time: 0.0374033 Jan 27 21:40:09.381085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45656) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:09.428762 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a25fb37-87ac-402d-9b66-851bc056674c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:09.429530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a25fb37-87ac-402d-9b66-851bc056674c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:09.436975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5a25fb37-87ac-402d-9b66-851bc056674c tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/subnets/1a8e567b-a740-4f01-b803-e6876b224cf6 HTTP/1.1" status: 404 len: 337 time: 0.0564241 Jan 27 21:40:09.439413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45664) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:09.450110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-afec55f1-4c55-44cf-86b9-38bb4783aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:09.450110 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-afec55f1-4c55-44cf-86b9-38bb4783aa78 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fcf9eb40-1294-499a-b67b-ae5ed8845b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0799017 Jan 27 21:40:09.450110 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.480008 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-3706ca13-4cd5-489a-866c-badc3a8c8130 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:09.480548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3706ca13-4cd5-489a-866c-badc3a8c8130 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:09.483846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3706ca13-4cd5-489a-866c-badc3a8c8130 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/44d375dd-355e-46fe-93bb-8e11e0b6bbd7 HTTP/1.1" status: 404 len: 339 time: 0.0430717 Jan 27 21:40:09.489148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-340eeacf-7851-4aa7-a9a6-40515500ce90 req-b1922c9c-db85-4099-bcdb-55f2b80c320e tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665707 Jan 27 21:40:09.489728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45668) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:09.570065 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6fe6407d-71d6-4109-ba48-5cf6ee966b0a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.650376 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-424ed8c9-1ce8-480f-bd0d-362482963791 service neutron] 10.222.0.71 "GET /v2.0/networks/fcf9eb40-1294-499a-b67b-ae5ed8845b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918106 Jan 27 21:40:09.682918 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6fe6407d-71d6-4109-ba48-5cf6ee966b0a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.704599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe6407d-71d6-4109-ba48-5cf6ee966b0a']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:09.713929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4daf74-047a-41e0-9959-30b97bd2689f') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:09.714237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4daf74-047a-41e0-9959-30b97bd2689f') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:09.723511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (7e4daf74-047a-41e0-9959-30b97bd2689f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.737874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7e4daf74-047a-41e0-9959-30b97bd2689f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.744813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:09.745207 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (7e4daf74-047a-41e0-9959-30b97bd2689f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:09.748409 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:09.806405 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-d847e7de-079e-4188-841d-5d9f66e78c5b service neutron] 10.222.0.71 "GET /v2.0/networks/fcf9eb40-1294-499a-b67b-ae5ed8845b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460028 Jan 27 21:40:09.855973 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-9c75dac5-3259-4443-8d55-8e794a8d3319 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=ec3916ab-4e35-428e-b004-6fdd75ae18e1 HTTP/1.1" status: 200 len: 217 time: 0.0407591 Jan 27 21:40:09.922832 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728e61f6-59f8-4511-a5eb-654cec82e941 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:09.933214 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Publish callbacks [] for port (728e61f6-59f8-4511-a5eb-654cec82e941), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.943654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1900affb-1c7a-4589-af62-0440f05aa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:09.945145 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-1900affb-1c7a-4589-af62-0440f05aa3a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0e264584-bc63-46b8-acaf-483d1cb8addf HTTP/1.1" status: 200 len: 801 time: 0.0660405 Jan 27 21:40:09.949000 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (6fe6407d-71d6-4109-ba48-5cf6ee966b0a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.953410 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Transition to ACTIVE for port object 728e61f6-59f8-4511-a5eb-654cec82e941 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:40:09.968587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:09.977344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45680) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:09.977821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/6fe6407d-71d6-4109-ba48-5cf6ee966b0a HTTP/1.1" status: 204 len: 168 time: 0.4869142 Jan 27 21:40:10.008923 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ce2b2f-08e4-4a6a-9c1f-681e9be606d2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.009376 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ce2b2f-08e4-4a6a-9c1f-681e9be606d2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.012450 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-52ce2b2f-08e4-4a6a-9c1f-681e9be606d2 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/subnets/74aef742-f518-4bb8-a2b9-0716bca2f05c HTTP/1.1" status: 404 len: 337 time: 0.0341659 Jan 27 21:40:10.017020 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45686) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.036378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449feaec-089d-457d-879c-e5f216272bcc tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Network': ['ID=6fe6407d-71d6-4109-ba48-5cf6ee966b0a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:10.045877 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a22446-3182-4f7c-9a79-fbbab13984a9 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.046388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a22446-3182-4f7c-9a79-fbbab13984a9 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.049856 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-03a22446-3182-4f7c-9a79-fbbab13984a9 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/deb8ed79-c56c-4a9a-9f1c-5e321880d831 HTTP/1.1" status: 404 len: 339 time: 0.0318851 Jan 27 21:40:10.052801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-caaa27bd-fec9-4efb-9997-05e9f7c83e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:10.054436 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-caaa27bd-fec9-4efb-9997-05e9f7c83e89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=67c5ed93-fc35-4efd-ba81-501af54310ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1021454 Jan 27 21:40:10.054672 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45690) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.085597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9efbb-109f-4458-919b-5edf774c8b01 req-06c8d8db-a017-45f9-ac23-67ab45c80b2e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:10.091030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9efbb-109f-4458-919b-5edf774c8b01 req-06c8d8db-a017-45f9-ac23-67ab45c80b2e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:10.101321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9efbb-109f-4458-919b-5edf774c8b01 req-06c8d8db-a017-45f9-ac23-67ab45c80b2e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:10.101321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52f9efbb-109f-4458-919b-5edf774c8b01 req-06c8d8db-a017-45f9-ac23-67ab45c80b2e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2412 time: 0.1193500 Jan 27 21:40:10.106590 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fbe911-3d74-4aca-a703-bd2dffca311e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.107025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fbe911-3d74-4aca-a703-bd2dffca311e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.110108 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d2fbe911-3d74-4aca-a703-bd2dffca311e tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/subnets/85c5fd6f-8109-4b11-b8cf-af9a0b77b4d6 HTTP/1.1" status: 404 len: 337 time: 0.0544970 Jan 27 21:40:10.110820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:10.114163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45694) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.155137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52f9efbb-109f-4458-919b-5edf774c8b01 req-1a926f8e-07a0-4f38-b555-533387b8e528 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485773 Jan 27 21:40:10.200206 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d72d79c-2892-4258-9578-b59a10d4f2ee tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.200206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d72d79c-2892-4258-9578-b59a10d4f2ee tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.200206 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1d72d79c-2892-4258-9578-b59a10d4f2ee tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/a63d6308-9a7a-4be3-96c3-5806d7d0c137 HTTP/1.1" status: 404 len: 339 time: 0.0838006 Jan 27 21:40:10.202971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45698) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.236708 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Pushing event updated for resources: {'Port': ['ID=728e61f6-59f8-4511-a5eb-654cec82e941,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:10.258467 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-790444f7-bde2-4021-88b8-d65de193e6ad tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.260807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790444f7-bde2-4021-88b8-d65de193e6ad tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.264296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-790444f7-bde2-4021-88b8-d65de193e6ad tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/subnets/f5bc9091-2e72-4567-9b6d-7ce2868a876a HTTP/1.1" status: 404 len: 337 time: 0.0584056 Jan 27 21:40:10.270238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45702) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.271458 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-3642f646-3df3-49e2-b9a1-76186d0510d7 service neutron] 10.222.0.71 "GET /v2.0/networks/67c5ed93-fc35-4efd-ba81-501af54310ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089105 Jan 27 21:40:10.300278 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-61158493-48b4-479c-902d-bb213763de2f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.300805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61158493-48b4-479c-902d-bb213763de2f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.306582 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-61158493-48b4-479c-902d-bb213763de2f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/99fea5d1-e3b9-47c8-a289-badae48e571c HTTP/1.1" status: 404 len: 339 time: 0.0327170 Jan 27 21:40:10.306877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45704) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.353300 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ccb704-ffc0-4aca-9b48-3bb37dd1e047 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.353553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ccb704-ffc0-4aca-9b48-3bb37dd1e047 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.356909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-68ccb704-ffc0-4aca-9b48-3bb37dd1e047 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/subnets/ed036b2a-f49c-4e8e-b41d-f248250c350a HTTP/1.1" status: 404 len: 337 time: 0.0488689 Jan 27 21:40:10.382784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45706) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.388730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a7841e8-dd0b-48fa-aadf-e52953f58d19 req-746f5b49-2f46-4f26-bd20-eea7cf7197b6 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0374577 Jan 27 21:40:10.415049 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72724b0-3871-4d1c-aab4-c96ecf74f8ac tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.416463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72724b0-3871-4d1c-aab4-c96ecf74f8ac tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.418836 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d72724b0-3871-4d1c-aab4-c96ecf74f8ac tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/9ef02f9d-43fb-4473-a80d-3450df5c48f5 HTTP/1.1" status: 404 len: 339 time: 0.0349727 Jan 27 21:40:10.421714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45710) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.456020 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5224b1-248d-4074-942f-83f86693c578 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.456620 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5224b1-248d-4074-942f-83f86693c578 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.459964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5c5224b1-248d-4074-942f-83f86693c578 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/subnets/b6e209c3-ef96-43c8-a036-cdfb17544896 HTTP/1.1" status: 404 len: 337 time: 0.0364268 Jan 27 21:40:10.462737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45712) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.479368 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Attempting to bind port 728e61f6-59f8-4511-a5eb-654cec82e941 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:10.479932 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Attempting to bind port 728e61f6-59f8-4511-a5eb-654cec82e941 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:10.480064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Attempting to bind port 728e61f6-59f8-4511-a5eb-654cec82e941 on network 673ebca6-e551-4848-847e-99917cafa843 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:10.492012 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-51782114-a097-436d-9930-370f7f59c636 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.492839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51782114-a097-436d-9930-370f7f59c636 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.495061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Port 728e61f6-59f8-4511-a5eb-654cec82e941 on network 673ebca6-e551-4848-847e-99917cafa843 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:40:10.495500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Attempting to bind port 728e61f6-59f8-4511-a5eb-654cec82e941 on network 673ebca6-e551-4848-847e-99917cafa843 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:10.496820 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-51782114-a097-436d-9930-370f7f59c636 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/512ea7ff-f639-4f15-bc32-939317185bea HTTP/1.1" status: 404 len: 339 time: 0.0327630 Jan 27 21:40:10.499499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45714) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.503911 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-b3c62a22-833c-4770-b2e0-735de422cd96 service neutron] 10.222.0.71 "GET /v2.0/networks/67c5ed93-fc35-4efd-ba81-501af54310ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246819 Jan 27 21:40:10.505103 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:10.505442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Checking segment: {'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:10.505825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Bound using segment: {'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:10.506266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Bound port: 728e61f6-59f8-4511-a5eb-654cec82e941, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75279ab1-bd3e-4937-bfec-5901a2c716d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '673ebca6-e551-4848-847e-99917cafa843'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:10.506630 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:10.549356 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f553bb-98b3-4f41-9534-dcc9a5bcc6b0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.549828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f553bb-98b3-4f41-9534-dcc9a5bcc6b0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.555590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c3f553bb-98b3-4f41-9534-dcc9a5bcc6b0 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/subnets/08b746ae-941c-44a0-963c-2ae583c81a93 HTTP/1.1" status: 404 len: 337 time: 0.0523183 Jan 27 21:40:10.556167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45718) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.577352 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0123c33-0d16-466a-a1bf-575dfc46df66 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.577972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0123c33-0d16-466a-a1bf-575dfc46df66 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.584807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f0123c33-0d16-466a-a1bf-575dfc46df66 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/8aea048d-3433-4ebe-97c1-a064d489c188 HTTP/1.1" status: 404 len: 339 time: 0.0276349 Jan 27 21:40:10.585487 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-b3a1d978-9822-468e-a412-84e4c56d289f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.97&port_id=204f1204-f1b2-456b-a1a2-ad313195b874 HTTP/1.1" status: 200 len: 217 time: 0.0601807 Jan 27 21:40:10.585618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45720) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.636334 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01eb692-efcd-463d-8063-2b9d939dd051 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.637104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01eb692-efcd-463d-8063-2b9d939dd051 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.640162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e01eb692-efcd-463d-8063-2b9d939dd051 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/subnets/fb800817-bd88-4515-bacf-8833323213c1 HTTP/1.1" status: 404 len: 337 time: 0.0535841 Jan 27 21:40:10.644311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45722) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.653416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] For port 728e61f6-59f8-4511-a5eb-654cec82e941, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:10.656883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] For port 728e61f6-59f8-4511-a5eb-654cec82e941, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=728e61f6-59f8-4511-a5eb-654cec82e941,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:10.659337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-d2553693-45f4-41cc-94c1-125dc7c8c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:10.660870 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-d2553693-45f4-41cc-94c1-125dc7c8c749 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c6f9211-6494-4f91-9394-7c65421c86f0 HTTP/1.1" status: 200 len: 801 time: 0.0693281 Jan 27 21:40:10.672558 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd205b6-9a00-426b-b2af-c4c355f8d47b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.673312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd205b6-9a00-426b-b2af-c4c355f8d47b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.677400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bbd205b6-9a00-426b-b2af-c4c355f8d47b tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/8c8aa8a1-4b1e-467c-aec6-3976080e3063 HTTP/1.1" status: 404 len: 339 time: 0.0321708 Jan 27 21:40:10.679898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45726) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.716513 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-14242c00-9132-47df-a772-f13e860a2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:10.718010 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-14242c00-9132-47df-a772-f13e860a2fb0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fcf9eb40-1294-499a-b67b-ae5ed8845b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0483677 Jan 27 21:40:10.721420 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b97f9f4-246e-4c85-a03b-6c9bcd64a682 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.721946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b97f9f4-246e-4c85-a03b-6c9bcd64a682 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.725118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8b97f9f4-246e-4c85-a03b-6c9bcd64a682 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/subnets/c24aea76-1733-4ec5-8ecb-f94f9cf33f70 HTTP/1.1" status: 404 len: 337 time: 0.0436606 Jan 27 21:40:10.727611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45728) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.745906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58a83c-8d94-4f02-84e3-b254a11c6022 req-24816323-c149-4576-8d0f-c0d9fa9c2d1a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:10.753873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c58a83c-8d94-4f02-84e3-b254a11c6022 req-24816323-c149-4576-8d0f-c0d9fa9c2d1a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 944 time: 0.1586075 Jan 27 21:40:10.771989 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe97b80-3612-4405-a715-e3617f7c1c49 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:10.772527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe97b80-3612-4405-a715-e3617f7c1c49 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:10.775632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8fe97b80-3612-4405-a715-e3617f7c1c49 tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/e6e6cc67-1f49-4f18-ab7f-aecd072c496f HTTP/1.1" status: 404 len: 339 time: 0.0469902 Jan 27 21:40:10.779180 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45730) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:10.808831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e043ccea-1c3c-40e8-885b-0ae902e64236 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:10.819942 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:10.823241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c58a83c-8d94-4f02-84e3-b254a11c6022 req-8950ac31-809a-4387-af0a-950747ac1925 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682442 Jan 27 21:40:10.830109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e043ccea-1c3c-40e8-885b-0ae902e64236 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:10.830532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e043ccea-1c3c-40e8-885b-0ae902e64236 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:10.871151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:10.871760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:10.873149 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] 10.222.0.74 "PUT /v2.0/ports/728e61f6-59f8-4511-a5eb-654cec82e941 HTTP/1.1" status: 200 len: 1092 time: 1.5363855 Jan 27 21:40:10.903706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-3210ce42-4db7-439c-9521-4c3e4a39fa3f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Deleting subnet ed1bf787-8c2f-4eb1-9b57-dcf3689112a9 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:40:10.921522 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3210ce42-4db7-439c-9521-4c3e4a39fa3f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for subnet (ed1bf787-8c2f-4eb1-9b57-dcf3689112a9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:10.953051 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-b80b2813-55d4-4d88-be26-c8067c30fd52 service neutron] 10.222.0.71 "GET /v2.0/networks/fcf9eb40-1294-499a-b67b-ae5ed8845b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283542 Jan 27 21:40:10.957326 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a749c6-6749-47c9-a9ca-d20750679352 service neutron] Pushing event updated for resources: {'Port': ['ID=728e61f6-59f8-4511-a5eb-654cec82e941,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:11.021086 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3210ce42-4db7-439c-9521-4c3e4a39fa3f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (ed1bf787-8c2f-4eb1-9b57-dcf3689112a9), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.053390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-80c7428b-2629-4972-b539-7a2b498a3dfb tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:40:11.054397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-80c7428b-2629-4972-b539-7a2b498a3dfb tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060964 Jan 27 21:40:11.109516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a705-8e84-4c81-8f42-8e689b759551 req-5abd4b03-f7c5-4e94-9713-6f5dabe7b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:11.110988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-5abd4b03-f7c5-4e94-9713-6f5dabe7b6bc service neutron] 10.222.0.61 "GET /v2.0/ports/bd85a7da-63c5-4101-890c-a46e76798496 HTTP/1.1" status: 200 len: 1093 time: 0.0415161 Jan 27 21:40:11.120169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] Request body: {'binding': {'host': 'n-h2-760456-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:11.120623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] Unknown quota resources ['binding']. {{(pid=104027) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:40:11.155489 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4370af-9a4f-4826-8021-723951468b9f req-96527706-7b5a-4668-b35d-cea34ce62f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:11.157095 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-96527706-7b5a-4668-b35d-cea34ce62f79 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f59ba72202445a586c9f7c1e1ea00be&device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 1095 time: 0.1107819 Jan 27 21:40:11.160608 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-813fde8d-a2f7-4347-a7a3-88dacd8c8f4d req-4aa24531-6105-4686-a80d-c390a97a4945 service neutron] 10.222.0.71 "GET /v2.0/networks/fcf9eb40-1294-499a-b67b-ae5ed8845b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977813 Jan 27 21:40:11.211954 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3210ce42-4db7-439c-9521-4c3e4a39fa3f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (ed1bf787-8c2f-4eb1-9b57-dcf3689112a9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.215711 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-c1b000f4-8c3b-4dd0-ae57-abe0c64a1280 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=728e61f6-59f8-4511-a5eb-654cec82e941 HTTP/1.1" status: 200 len: 217 time: 0.0453417 Jan 27 21:40:11.234557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb891eae-c469-4e0a-bad4-0b45e9fc5f12', 'tag': '728e61f6-59f8-4511-a5eb-654cec82e941'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:11.237925 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55a2acd-91aa-4ac1-8baa-3ddd39227622" -d '{"events": [{"name": "network-changed", "server_uuid": "fb891eae-c469-4e0a-bad4-0b45e9fc5f12", "tag": "728e61f6-59f8-4511-a5eb-654cec82e941"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:11.339708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] Attempting to bind port bd85a7da-63c5-4101-890c-a46e76798496 on host n-h2-760456-6 for vnic_type normal with profile None {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:11.340397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] Attempting to bind port bd85a7da-63c5-4101-890c-a46e76798496 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:11.340551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] Attempting to bind port bd85a7da-63c5-4101-890c-a46e76798496 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:11.360025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cd4b5-3b90-40ae-a63e-041bb9db4e0b req-abcf4c13-9548-4cfb-82ff-9d6d633be20f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:11.365597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cd4b5-3b90-40ae-a63e-041bb9db4e0b req-abcf4c13-9548-4cfb-82ff-9d6d633be20f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:11.371058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cd4b5-3b90-40ae-a63e-041bb9db4e0b req-abcf4c13-9548-4cfb-82ff-9d6d633be20f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:11.372830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69cd4b5-3b90-40ae-a63e-041bb9db4e0b req-abcf4c13-9548-4cfb-82ff-9d6d633be20f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2412 time: 0.1131542 Jan 27 21:40:11.374064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] Port bd85a7da-63c5-4101-890c-a46e76798496 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:40:11.374460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] Attempting to bind port bd85a7da-63c5-4101-890c-a46e76798496 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:11.380261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:11.380703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:11.381181 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] Bound using segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:11.381726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] Bound port: bd85a7da-63c5-4101-890c-a46e76798496, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:11.513664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69cd4b5-3b90-40ae-a63e-041bb9db4e0b req-c64d26bf-4d30-4850-8b56-af338c9541b8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275840 Jan 27 21:40:11.517806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bd85a7da-63c5-4101-890c-a46e76798496,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:11.573039 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e3af0e-a979-46c6-ac00-6d215edcb002 x-openstack-request-id: req-d2e3af0e-a979-46c6-ac00-6d215edcb002 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:11.573039 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb891eae-c469-4e0a-bad4-0b45e9fc5f12", "tag": "728e61f6-59f8-4511-a5eb-654cec82e941", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:11.573039 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d2e3af0e-a979-46c6-ac00-6d215edcb002 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:11.573039 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb891eae-c469-4e0a-bad4-0b45e9fc5f12', 'tag': '728e61f6-59f8-4511-a5eb-654cec82e941', 'status': 'completed', 'code': 200} Jan 27 21:40:11.589651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4370af-9a4f-4826-8021-723951468b9f req-dd21930e-0cd9-449c-a22f-ef18e728a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:11.591180 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-dd21930e-0cd9-449c-a22f-ef18e728a9d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=76379c37-1b0d-465f-9b80-20564a8d8976 HTTP/1.1" status: 200 len: 855 time: 0.3425045 Jan 27 21:40:11.604356 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-8d40330d-448b-401c-9d51-e2c1275831ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:11.604668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-8d40330d-448b-401c-9d51-e2c1275831ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:11.605136 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-8d40330d-448b-401c-9d51-e2c1275831ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:11.606874 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-8d40330d-448b-401c-9d51-e2c1275831ba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31c496c8e52442818d0ee31b5110265c&device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2865 time: 0.0844352 Jan 27 21:40:11.640823 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.641987 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-dc5bfa41-613c-4fee-8de5-92052a0df3c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=673ebca6-e551-4848-847e-99917cafa843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409758 Jan 27 21:40:11.660865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-82e08313-8a85-4c1a-9903-61ce789faba5 service neutron] 10.222.0.61 "POST /v2.0/ports/bd85a7da-63c5-4101-890c-a46e76798496/bindings HTTP/1.1" status: 201 len: 389 time: 0.5329309 Jan 27 21:40:11.708111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3210ce42-4db7-439c-9521-4c3e4a39fa3f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (ed1bf787-8c2f-4eb1-9b57-dcf3689112a9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.754888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9566578d-b740-433a-ad2b-1c6f25f6670e req-6d602360-64c7-49ef-8c91-9f56cf4eb558 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0313163 Jan 27 21:40:11.778550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210ce42-4db7-439c-9521-4c3e4a39fa3f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1bf787-8c2f-4eb1-9b57-dcf3689112a9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:11.793025 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3210ce42-4db7-439c-9521-4c3e4a39fa3f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:11.794179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c84f4e-2df9-43cb-9fc3-2b0e83d6732d None None] Network 3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:11.796364 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3210ce42-4db7-439c-9521-4c3e4a39fa3f tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/subnets/ed1bf787-8c2f-4eb1-9b57-dcf3689112a9 HTTP/1.1" status: 204 len: 168 time: 1.0161195 Jan 27 21:40:11.798861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac32211e-63ba-405c-9b92-43fde23224c8 req-fdc5bc9c-0754-48ba-bd20-0b43a3b430d6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0459802 Jan 27 21:40:11.802188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45756) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:11.900111 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-415968c3-bb6a-4d9e-be0d-ffc639c2eba0 service neutron] 10.222.0.74 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479255 Jan 27 21:40:11.901118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-80018eb0-4a47-456c-9570-47252c9d3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:11.902564 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-80018eb0-4a47-456c-9570-47252c9d3366 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fcf9eb40-1294-499a-b67b-ae5ed8845b39 HTTP/1.1" status: 200 len: 903 time: 0.2874210 Jan 27 21:40:11.957023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8258ac-9cdb-4209-a37c-57ef08e16f06 None None] DHCP port deletion for 3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:40:11.965265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fb409-9d58-4d57-8880-383b02e6ea38 req-790ed995-e238-44dc-b568-45f28592c1ad tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:11.966761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f6fb409-9d58-4d57-8880-383b02e6ea38 req-790ed995-e238-44dc-b568-45f28592c1ad tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 944 time: 0.0647466 Jan 27 21:40:11.976132 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.027832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8b8258ac-9cdb-4209-a37c-57ef08e16f06 None None] Deleting port 568372f4-edfe-4c04-a145-35ddbc96b059 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:12.028392 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b8258ac-9cdb-4209-a37c-57ef08e16f06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.034774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f6fb409-9d58-4d57-8880-383b02e6ea38 req-42388592-7ed9-4dab-ad0e-24526eac70f1 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611720 Jan 27 21:40:12.040753 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-fe134bfb-f3ce-4343-b826-920028ccfe6e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.97&port_id=204f1204-f1b2-456b-a1a2-ad313195b874 HTTP/1.1" status: 200 len: 217 time: 0.0517521 Jan 27 21:40:12.109596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802a33c-97c8-4d29-a123-814c821fd0b4 req-ef008cb4-7db2-40a3-9915-c05bfa5acd3a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:12.111733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4802a33c-97c8-4d29-a123-814c821fd0b4 req-ef008cb4-7db2-40a3-9915-c05bfa5acd3a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.0616040 Jan 27 21:40:12.112483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8b8258ac-9cdb-4209-a37c-57ef08e16f06 None None] For port 568372f4-edfe-4c04-a145-35ddbc96b059, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=568372f4-edfe-4c04-a145-35ddbc96b059,segment=NetworkSegment(e60e87a0-9ac4-4a96-9779-800105d762d4),segment_id=e60e87a0-9ac4-4a96-9779-800105d762d4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:12.113089 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b8258ac-9cdb-4209-a37c-57ef08e16f06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.119504 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b4370af-9a4f-4826-8021-723951468b9f req-ff49023a-c953-4eba-b77c-4195b6476d81 service neutron] 10.222.0.74 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125916 Jan 27 21:40:12.138906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8b8258ac-9cdb-4209-a37c-57ef08e16f06 None None] Calling delete_port for 568372f4-edfe-4c04-a145-35ddbc96b059 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:12.146249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-50a2b594-ab2b-440c-a33b-54c792579d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:12.147750 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-50a2b594-ab2b-440c-a33b-54c792579d72 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2c6f9211-6494-4f91-9394-7c65421c86f0 HTTP/1.1" status: 200 len: 801 time: 0.0971019 Jan 27 21:40:12.179905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4802a33c-97c8-4d29-a123-814c821fd0b4 req-3a03576e-c4dc-4258-848e-15bca32040b3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578976 Jan 27 21:40:12.198801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Deleting port 568372f4-edfe-4c04-a145-35ddbc96b059 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:12.199408 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.291167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-40c4a675-d154-4774-9a24-c6db65d87df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:12.292925 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-40c4a675-d154-4774-9a24-c6db65d87df8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fcf9eb40-1294-499a-b67b-ae5ed8845b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1362956 Jan 27 21:40:12.299569 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] For port 568372f4-edfe-4c04-a145-35ddbc96b059, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=568372f4-edfe-4c04-a145-35ddbc96b059,segment=NetworkSegment(e60e87a0-9ac4-4a96-9779-800105d762d4),segment_id=e60e87a0-9ac4-4a96-9779-800105d762d4)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:12.300093 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.303596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45764) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:12.334730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Calling delete_port for 568372f4-edfe-4c04-a145-35ddbc96b059 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:12.422183 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e64cd085-d8a8-4028-ab6f-647681c57da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.481806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a2acd-91aa-4ac1-8baa-3ddd39227622 req-ca92eb7b-9f2e-47fc-8c7f-4aa3765e323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:12.483211 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b55a2acd-91aa-4ac1-8baa-3ddd39227622 req-ca92eb7b-9f2e-47fc-8c7f-4aa3765e323c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6f59ba72202445a586c9f7c1e1ea00be&device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 1095 time: 0.1198618 Jan 27 21:40:12.490632 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-6b19cae1-15bc-4872-9c9a-f687ca6233de service neutron] 10.222.0.71 "GET /v2.0/networks/fcf9eb40-1294-499a-b67b-ae5ed8845b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869919 Jan 27 21:40:12.491975 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b8258ac-9cdb-4209-a37c-57ef08e16f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.504130 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e64cd085-d8a8-4028-ab6f-647681c57da6 admin admin] Publish callbacks [] for security_group (48015841-0e79-4959-888b-0705209d846f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.517282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8258ac-9cdb-4209-a37c-57ef08e16f06 None None] Pushing event deleted for resources: {'Port': ['ID=568372f4-edfe-4c04-a145-35ddbc96b059,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:12.520853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8258ac-9cdb-4209-a37c-57ef08e16f06 None None] No DVR routers for this DVR port 568372f4-edfe-4c04-a145-35ddbc96b059 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:12.605471 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e64cd085-d8a8-4028-ab6f-647681c57da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (48015841-0e79-4959-888b-0705209d846f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.609338 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (568372f4-edfe-4c04-a145-35ddbc96b059), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.659326 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Port': ['ID=568372f4-edfe-4c04-a145-35ddbc96b059,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:12.662986 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] No DVR routers for this DVR port 568372f4-edfe-4c04-a145-35ddbc96b059 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:12.681657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cd085-d8a8-4028-ab6f-647681c57da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48015841-0e79-4959-888b-0705209d846f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:12.687447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e64cd085-d8a8-4028-ab6f-647681c57da6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2451441d750e4fa0bc470096720c171f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3822942 Jan 27 21:40:12.693295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45772) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:12.717782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6793f-97c2-458e-9e62-97cefed2acda req-e99a0a07-6373-4fee-871b-48b7619f8ca3 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:12.724799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6793f-97c2-458e-9e62-97cefed2acda req-e99a0a07-6373-4fee-871b-48b7619f8ca3 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:12.725269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a2acd-91aa-4ac1-8baa-3ddd39227622 req-c2b0f449-e603-4a29-8c98-f21f6f2e87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:12.726778 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b55a2acd-91aa-4ac1-8baa-3ddd39227622 req-c2b0f449-e603-4a29-8c98-f21f6f2e87f1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=673ebca6-e551-4848-847e-99917cafa843 HTTP/1.1" status: 200 len: 916 time: 0.2352893 Jan 27 21:40:12.730188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6793f-97c2-458e-9e62-97cefed2acda req-e99a0a07-6373-4fee-871b-48b7619f8ca3 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:12.736867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75b6793f-97c2-458e-9e62-97cefed2acda req-e99a0a07-6373-4fee-871b-48b7619f8ca3 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2412 time: 0.1461935 Jan 27 21:40:12.815929 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b55a2acd-91aa-4ac1-8baa-3ddd39227622 req-1f3ed12e-02fe-4336-9fb2-b37223dc6219 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=728e61f6-59f8-4511-a5eb-654cec82e941 HTTP/1.1" status: 200 len: 217 time: 0.0596654 Jan 27 21:40:12.820823 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8a121dff-19e7-48e8-b565-cef1dc8b67ff req-26a76730-832a-4705-92f4-85cca7d97d98 service neutron] 10.222.0.71 "GET /v2.0/networks/fcf9eb40-1294-499a-b67b-ae5ed8845b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201492 Jan 27 21:40:12.822940 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.854573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b75e3075-ee13-4360-acd4-c4d70b2af152 admin admin] Publish callbacks [] for security_group (48015841-0e79-4959-888b-0705209d846f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.877609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75b6793f-97c2-458e-9e62-97cefed2acda req-3402b215-47d3-49a2-814a-ec79a801aa3f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391649 Jan 27 21:40:12.878237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:12.892172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a705-8e84-4c81-8f42-8e689b759551 req-e939b67f-6f5c-42f0-b426-b9260c21de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:12.893783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-e939b67f-6f5c-42f0-b426-b9260c21de5b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 1096 time: 0.1217346 Jan 27 21:40:12.897455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a2acd-91aa-4ac1-8baa-3ddd39227622 req-9a26f7cc-111f-48d2-8e2f-8fc351864006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:12.898978 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b55a2acd-91aa-4ac1-8baa-3ddd39227622 req-9a26f7cc-111f-48d2-8e2f-8fc351864006 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=76379c37-1b0d-465f-9b80-20564a8d8976 HTTP/1.1" status: 200 len: 855 time: 0.0732069 Jan 27 21:40:12.900662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60e87a0-9ac4-4a96-9779-800105d762d4') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:12.901170 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60e87a0-9ac4-4a96-9779-800105d762d4') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:12.910137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 568372f4-edfe-4c04-a145-35ddbc96b059 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:12.922839 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (e60e87a0-9ac4-4a96-9779-800105d762d4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.928359 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b75e3075-ee13-4360-acd4-c4d70b2af152 admin admin] Publish callbacks [] for security_group (48015841-0e79-4959-888b-0705209d846f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.943781 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b55a2acd-91aa-4ac1-8baa-3ddd39227622 req-be75b6fe-0444-4fa5-bbfa-d59af074cb96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=673ebca6-e551-4848-847e-99917cafa843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353360 Jan 27 21:40:12.946766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 568372f4-edfe-4c04-a145-35ddbc96b059 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:12.947752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 568372f4-edfe-4c04-a145-35ddbc96b059 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:12.960065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e60e87a0-9ac4-4a96-9779-800105d762d4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.984292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:12.985300 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (e60e87a0-9ac4-4a96-9779-800105d762d4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:12.988611 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:13.012409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b360a6a5-5dc5-44a5-a625-7030a6360167 req-3c55022d-69f6-4d1b-b345-83324757fc39 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0448751 Jan 27 21:40:13.057663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a705-8e84-4c81-8f42-8e689b759551 req-826e6bae-8432-4e93-a87f-bbb0b8ab64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:13.059165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-826e6bae-8432-4e93-a87f-bbb0b8ab64e2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.1597705 Jan 27 21:40:13.105955 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b55a2acd-91aa-4ac1-8baa-3ddd39227622 req-99c69efb-b630-4710-85d4-d012c3d95b3f service neutron] 10.222.0.74 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544633 Jan 27 21:40:13.117624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-d2c31b5f-1a5d-4302-a604-867c1bcc7fca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd85a7da-63c5-4101-890c-a46e76798496 HTTP/1.1" status: 200 len: 217 time: 0.0521183 Jan 27 21:40:13.155253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b75e3075-ee13-4360-acd4-c4d70b2af152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (48015841-0e79-4959-888b-0705209d846f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:13.158441 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b75e3075-ee13-4360-acd4-c4d70b2af152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:13.159786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b75e3075-ee13-4360-acd4-c4d70b2af152 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/48015841-0e79-4959-888b-0705209d846f HTTP/1.1" status: 204 len: 168 time: 0.4647927 Jan 27 21:40:13.184514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e3075-ee13-4360-acd4-c4d70b2af152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48015841-0e79-4959-888b-0705209d846f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:13.194684 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:13.203179 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:13.209609 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] 10.222.0.61 "DELETE /v2.0/networks/3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9 HTTP/1.1" status: 204 len: 168 time: 1.4040132 Jan 27 21:40:13.229760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a705-8e84-4c81-8f42-8e689b759551 req-686a646c-4671-4d7d-8c51-1a012fc2374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:13.231288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-686a646c-4671-4d7d-8c51-1a012fc2374d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.1063557 Jan 27 21:40:13.238931 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fffaf5-6ec5-4859-8d8f-068944f4e5fd tempest-NetworksTest-1519599798 tempest-NetworksTest-1519599798-project] Pushing event deleted for resources: {'Network': ['ID=3c6919f2-cf9d-45b6-8ca5-6918b03e6bf9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:13.278073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-647d124a-a354-4627-a6d9-87e268826eb6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391488 Jan 27 21:40:13.287633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de632b-60a4-4fe5-8239-a9ca6e2521b0 req-8d3fb4f9-8ed1-4664-9511-5b4b5b6f9aa7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:13.289533 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36de632b-60a4-4fe5-8239-a9ca6e2521b0 req-8d3fb4f9-8ed1-4664-9511-5b4b5b6f9aa7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 944 time: 0.1269135 Jan 27 21:40:13.290462 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b55a2acd-91aa-4ac1-8baa-3ddd39227622 req-92744e59-db39-49bd-8b37-57c5cf067260 service neutron] 10.222.0.74 "GET /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752341 Jan 27 21:40:13.430902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36de632b-60a4-4fe5-8239-a9ca6e2521b0 req-51fab81e-d671-4ff5-a05e-8026715d5782 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315649 Jan 27 21:40:13.437922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45446109-8213-403e-a5ad-08b5ad9f1db4 req-638982cf-caa2-49ca-b411-8dab397a48da tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:13.439821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45446109-8213-403e-a5ad-08b5ad9f1db4 req-638982cf-caa2-49ca-b411-8dab397a48da tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1420276 Jan 27 21:40:13.464856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-1a9dbd9a-1a08-4456-8556-5ddb5bd457ca service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742508 Jan 27 21:40:13.551419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45446109-8213-403e-a5ad-08b5ad9f1db4 req-8ff6be2c-00b1-4115-b9be-605ae85f8a33 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033080 Jan 27 21:40:13.584726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-cd3d34a0-36f8-4856-8ae6-307f4c3f5ebe service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134818 Jan 27 21:40:13.873285 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45788) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:14.015136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff5273-53e7-44c4-95fa-12c6d6c2b24c req-558cdb54-ec26-4ede-98e5-6531b44b4c9b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:14.021817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff5273-53e7-44c4-95fa-12c6d6c2b24c req-558cdb54-ec26-4ede-98e5-6531b44b4c9b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:14.032407 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-126a9ad4-41a1-4472-a03c-c9c4057c6f85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=034ada6ce9fe439e836d01098a40b800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1561987 Jan 27 21:40:14.032515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff5273-53e7-44c4-95fa-12c6d6c2b24c req-558cdb54-ec26-4ede-98e5-6531b44b4c9b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:14.034995 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45796) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:14.035530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6aff5273-53e7-44c4-95fa-12c6d6c2b24c req-558cdb54-ec26-4ede-98e5-6531b44b4c9b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2412 time: 0.0914776 Jan 27 21:40:14.097856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6aff5273-53e7-44c4-95fa-12c6d6c2b24c req-9c800235-f9a2-445f-9d1f-8001e53577bc tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561261 Jan 27 21:40:14.106583 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04411f3d-4e7f-4a0e-b07a-6dd2feebd39a admin admin] Publish callbacks [] for security_group (53f2b570-66e2-40e4-9f90-c42b332c7eab), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.135628 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04411f3d-4e7f-4a0e-b07a-6dd2feebd39a admin admin] Publish callbacks [] for security_group (53f2b570-66e2-40e4-9f90-c42b332c7eab), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.159692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-969f90f0-843b-4dcd-831d-3929fa0fe1a7 req-be4f9416-0473-48d0-81d4-a481b9d57173 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0409989 Jan 27 21:40:14.318261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04411f3d-4e7f-4a0e-b07a-6dd2feebd39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (53f2b570-66e2-40e4-9f90-c42b332c7eab), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.320874 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04411f3d-4e7f-4a0e-b07a-6dd2feebd39a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.322085 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-04411f3d-4e7f-4a0e-b07a-6dd2feebd39a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53f2b570-66e2-40e4-9f90-c42b332c7eab HTTP/1.1" status: 204 len: 168 time: 0.2860317 Jan 27 21:40:14.339054 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04411f3d-4e7f-4a0e-b07a-6dd2feebd39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f2b570-66e2-40e4-9f90-c42b332c7eab,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:14.352275 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2197161c-5b19-483e-b74f-a830f0134c1d details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:40:14.420446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45804) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:14.434750 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a8b-d3d8-4ece-9199-ebd2808f97ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.471034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2197161c-5b19-483e-b74f-a830f0134c1d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2197161c-5b19-483e-b74f-a830f0134c1d,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:14.488727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '2197161c-5b19-483e-b74f-a830f0134c1d', 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39', 'port_id': '2197161c-5b19-483e-b74f-a830f0134c1d', 'mac_address': 'fa:16:3e:b8:89:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6f9211-6494-4f91-9394-7c65421c86f0', 'ip_address': '19.80.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:40:14.542055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2197161c-5b19-483e-b74f-a830f0134c1d is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:14.542738 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.558236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d55ec57-37db-40d2-a9b8-2cf3b5fbc84f req-f2f8930f-6e99-4b7f-bbe3-53a23de41e34 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963&device_id=3f71042a-4efd-4c32-974e-65cbb4ddd3b0 HTTP/1.1" status: 200 len: 210 time: 0.0440750 Jan 27 21:40:14.558743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2197161c-5b19-483e-b74f-a830f0134c1d {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:14.590431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2197161c-5b19-483e-b74f-a830f0134c1d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2197161c-5b19-483e-b74f-a830f0134c1d,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:14.639836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a8b-d3d8-4ece-9199-ebd2808f97ac admin admin] Publish callbacks [] for security_group (6f29dd13-21d1-48aa-a399-f2f01600cdd6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.647822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b521b-c45f-4937-b8ac-c2d5bae47bc8 req-b67991c8-d934-4ed4-ad08-4c818d740032 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:14.649483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b08b521b-c45f-4937-b8ac-c2d5bae47bc8 req-b67991c8-d934-4ed4-ad08-4c818d740032 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 944 time: 0.0826731 Jan 27 21:40:14.706646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b08b521b-c45f-4937-b8ac-c2d5bae47bc8 req-0210ae7a-bcad-4cdd-a136-4593c4ba667a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508471 Jan 27 21:40:14.737159 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.738049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ec3916ab-4e35-428e-b004-6fdd75ae18e1 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:40:14.771576 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3a8b-d3d8-4ece-9199-ebd2808f97ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6f29dd13-21d1-48aa-a399-f2f01600cdd6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:14.884132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0bbe3a8b-d3d8-4ece-9199-ebd2808f97ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=18865134422e4d39aa5b57b2ae730006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4621391 Jan 27 21:40:14.885112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe3a8b-d3d8-4ece-9199-ebd2808f97ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f29dd13-21d1-48aa-a399-f2f01600cdd6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:14.886744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45818) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:14.918913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cff69d-7202-467d-bbea-6d94408c525d req-c70a417d-6ecd-4efe-8f24-c529a98091b1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:14.927788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2cff69d-7202-467d-bbea-6d94408c525d req-c70a417d-6ecd-4efe-8f24-c529a98091b1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1399493 Jan 27 21:40:14.934846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2197161c-5b19-483e-b74f-a830f0134c1d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:14.966147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port ec3916ab-4e35-428e-b004-6fdd75ae18e1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ec3916ab-4e35-428e-b004-6fdd75ae18e1,segment=NetworkSegment(bc8e779c-6f00-488d-940f-61bd5ad209ce),segment_id=bc8e779c-6f00-488d-940f-61bd5ad209ce)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:15.002534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'ec3916ab-4e35-428e-b004-6fdd75ae18e1', 'network_id': '67c5ed93-fc35-4efd-ba81-501af54310ca', 'port_id': 'ec3916ab-4e35-428e-b004-6fdd75ae18e1', 'mac_address': 'fa:16:3e:65:04:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e264584-bc63-46b8-acaf-483d1cb8addf', 'ip_address': '19.86.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:40:15.015641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2cff69d-7202-467d-bbea-6d94408c525d req-be8af220-63c1-45ee-865b-cbfca303ce0c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863600 Jan 27 21:40:15.030721 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db43e72d-89a7-4292-a318-418122c134f1 admin admin] Publish callbacks [] for security_group (6f29dd13-21d1-48aa-a399-f2f01600cdd6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.070745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port ec3916ab-4e35-428e-b004-6fdd75ae18e1 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:15.071227 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.095262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3916ab-4e35-428e-b004-6fdd75ae18e1 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:15.107692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73e71ae9-9f01-4613-8f43-d62545989458 req-8353d2fc-05b7-4f07-8c83-f76b613c258b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=639b6b3f6a3343afa8123de78709032c&device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0509715 Jan 27 21:40:15.110784 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db43e72d-89a7-4292-a318-418122c134f1 admin admin] Publish callbacks [] for security_group (6f29dd13-21d1-48aa-a399-f2f01600cdd6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.125126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port ec3916ab-4e35-428e-b004-6fdd75ae18e1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ec3916ab-4e35-428e-b004-6fdd75ae18e1,segment=NetworkSegment(bc8e779c-6f00-488d-940f-61bd5ad209ce),segment_id=bc8e779c-6f00-488d-940f-61bd5ad209ce)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:15.154271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73e71ae9-9f01-4613-8f43-d62545989458 req-3d3cdc05-abd3-4051-998e-2a497249932f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=639b6b3f6a3343afa8123de78709032c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376551 Jan 27 21:40:15.246619 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.247346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 204f1204-f1b2-456b-a1a2-ad313195b874 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:40:15.269187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c4e0a1a-6a7d-4475-8a6e-a7d896e71280 req-0a4fa0e3-b9e1-4ae4-ab07-156999370a84 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.1078956 Jan 27 21:40:15.316253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 204f1204-f1b2-456b-a1a2-ad313195b874, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=204f1204-f1b2-456b-a1a2-ad313195b874,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:15.332426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '204f1204-f1b2-456b-a1a2-ad313195b874', 'network_id': 'fcf9eb40-1294-499a-b67b-ae5ed8845b39', 'port_id': '204f1204-f1b2-456b-a1a2-ad313195b874', 'mac_address': 'fa:16:3e:7b:1c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6f9211-6494-4f91-9394-7c65421c86f0', 'ip_address': '19.80.0.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:40:15.341433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a98af1-1a24-4a28-96d5-0a99e7643c63 req-597aae95-0811-439d-a281-0981859e27ea tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.347821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a98af1-1a24-4a28-96d5-0a99e7643c63 req-597aae95-0811-439d-a281-0981859e27ea tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.354070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a98af1-1a24-4a28-96d5-0a99e7643c63 req-597aae95-0811-439d-a281-0981859e27ea tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.355814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7a98af1-1a24-4a28-96d5-0a99e7643c63 req-597aae95-0811-439d-a281-0981859e27ea tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2414 time: 0.1430018 Jan 27 21:40:15.377045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db43e72d-89a7-4292-a318-418122c134f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6f29dd13-21d1-48aa-a399-f2f01600cdd6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.379563 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db43e72d-89a7-4292-a318-418122c134f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.383474 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-db43e72d-89a7-4292-a318-418122c134f1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f29dd13-21d1-48aa-a399-f2f01600cdd6 HTTP/1.1" status: 204 len: 168 time: 0.4911871 Jan 27 21:40:15.392764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e71ae9-9f01-4613-8f43-d62545989458 req-fdcb73c9-da48-4bf7-9024-d18ddbc52ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.394316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73e71ae9-9f01-4613-8f43-d62545989458 req-fdcb73c9-da48-4bf7-9024-d18ddbc52ccd service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2345190 Jan 27 21:40:15.398250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43e72d-89a7-4292-a318-418122c134f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f29dd13-21d1-48aa-a399-f2f01600cdd6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:15.472818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 204f1204-f1b2-456b-a1a2-ad313195b874 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:15.473358 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.487918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7a98af1-1a24-4a28-96d5-0a99e7643c63 req-9c93f827-960a-458f-a037-f804603e0547 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198697 Jan 27 21:40:15.497470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 728e61f6-59f8-4511-a5eb-654cec82e941 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:40:15.558451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 204f1204-f1b2-456b-a1a2-ad313195b874 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:15.588466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=ec3916ab-4e35-428e-b004-6fdd75ae18e1,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:15.648055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 204f1204-f1b2-456b-a1a2-ad313195b874, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=204f1204-f1b2-456b-a1a2-ad313195b874,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:15.702453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 728e61f6-59f8-4511-a5eb-654cec82e941, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=728e61f6-59f8-4511-a5eb-654cec82e941,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:15.718668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '728e61f6-59f8-4511-a5eb-654cec82e941', 'network_id': '673ebca6-e551-4848-847e-99917cafa843', 'port_id': '728e61f6-59f8-4511-a5eb-654cec82e941', 'mac_address': 'fa:16:3e:5a:e6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76379c37-1b0d-465f-9b80-20564a8d8976', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:40:15.754203 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.785855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-6afc68ba-75ca-442c-8ae9-035fcb002e14 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0753434 Jan 27 21:40:15.789656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 728e61f6-59f8-4511-a5eb-654cec82e941 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:15.790098 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.827871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728e61f6-59f8-4511-a5eb-654cec82e941 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:15.863669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=204f1204-f1b2-456b-a1a2-ad313195b874,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:15.891636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 728e61f6-59f8-4511-a5eb-654cec82e941, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=728e61f6-59f8-4511-a5eb-654cec82e941,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:15.958448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530914b-edb3-4830-a0d1-a70d3ffe809f req-fcdf249d-a297-4b6c-9a9c-953745e0ddb8 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.959743 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:15.965778 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1530914b-edb3-4830-a0d1-a70d3ffe809f req-fcdf249d-a297-4b6c-9a9c-953745e0ddb8 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 944 time: 0.1146460 Jan 27 21:40:15.982604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-4f728d17-8a31-48d6-be1a-3d059012bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.983232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-4f728d17-8a31-48d6-be1a-3d059012bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.983768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-4f728d17-8a31-48d6-be1a-3d059012bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.984333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-4f728d17-8a31-48d6-be1a-3d059012bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.985582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-4f728d17-8a31-48d6-be1a-3d059012bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.986089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-4f728d17-8a31-48d6-be1a-3d059012bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.986612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-4f728d17-8a31-48d6-be1a-3d059012bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:15.988587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-4f728d17-8a31-48d6-be1a-3d059012bab6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6504 time: 0.0914741 Jan 27 21:40:16.034842 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45844) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:16.098682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=728e61f6-59f8-4511-a5eb-654cec82e941,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:16.208479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b164efca-e1d6-431e-a601-9a08d3edd608 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] Request body: {'port': {'network_id': '4ffb4232-b0a3-45c0-a98c-74ea6c729d13', 'name': 'tempest-NetworksNegativeTestJSON-235316606'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:16.221715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['ec3916ab-4e35-428e-b004-6fdd75ae18e1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:16.223290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1530914b-edb3-4830-a0d1-a70d3ffe809f req-b19e2df6-4f3a-4126-9815-b1692500a524 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564485 Jan 27 21:40:16.225131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['204f1204-f1b2-456b-a1a2-ad313195b874'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:16.266279 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-b164efca-e1d6-431e-a601-9a08d3edd608 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] POST failed (client error): The resource could not be found. Jan 27 21:40:16.266825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b164efca-e1d6-431e-a601-9a08d3edd608 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:16.272169 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b164efca-e1d6-431e-a601-9a08d3edd608 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2313311 Jan 27 21:40:16.272439 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45858) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:16.291092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2197161c-5b19-483e-b74f-a830f0134c1d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:16.295663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94a937-31d1-44e9-a60c-e0aa04927896 req-61de40db-6b40-4f84-80f4-6c69c6ed4ec5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:16.300204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a94a937-31d1-44e9-a60c-e0aa04927896 req-61de40db-6b40-4f84-80f4-6c69c6ed4ec5 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1286876 Jan 27 21:40:16.312490 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8eb7f8-5c01-4236-98d5-85121a54dfab tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:16.313548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8eb7f8-5c01-4236-98d5-85121a54dfab tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:16.320258 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7e8eb7f8-5c01-4236-98d5-85121a54dfab tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] 10.222.0.61 "DELETE /v2.0/networks/575bd3b7-53e7-4c11-aa05-b49742e42b29 HTTP/1.1" status: 404 len: 339 time: 0.0432732 Jan 27 21:40:16.329185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45862) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:16.353182 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-36781e1f-08d7-4e0b-9d01-b33985b4ab73 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:16.353814 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36781e1f-08d7-4e0b-9d01-b33985b4ab73 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:16.361046 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-36781e1f-08d7-4e0b-9d01-b33985b4ab73 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] 10.222.0.61 "DELETE /v2.0/ports/708b9682-cdd1-411b-b26b-af3fbcc1c362 HTTP/1.1" status: 404 len: 333 time: 0.0306900 Jan 27 21:40:16.361945 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45864) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:16.366117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['728e61f6-59f8-4511-a5eb-654cec82e941'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:16.421906 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fa4d5b-fd25-4375-baa5-befdcad71c11 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] DELETE failed (client error): The resource could not be found. Jan 27 21:40:16.421906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fa4d5b-fd25-4375-baa5-befdcad71c11 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:16.432293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-9b30d27f-5c53-4be3-8f1a-b017bb049c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:16.432830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-9b30d27f-5c53-4be3-8f1a-b017bb049c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:16.433351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-9b30d27f-5c53-4be3-8f1a-b017bb049c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:16.434705 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-09fa4d5b-fd25-4375-baa5-befdcad71c11 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] 10.222.0.61 "DELETE /v2.0/subnets/bf7695c8-7323-40e1-ae04-75d499408651 HTTP/1.1" status: 404 len: 337 time: 0.0714922 Jan 27 21:40:16.435814 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45866) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:16.439434 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-9b30d27f-5c53-4be3-8f1a-b017bb049c86 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9a852156-70b0-45a2-b678-46738908299d&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4 HTTP/1.1" status: 200 len: 2299 time: 0.4171889 Jan 27 21:40:16.478055 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4940f8-d281-42ba-ba28-7e539196aa3e tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] GET failed (client error): The resource could not be found. Jan 27 21:40:16.487192 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3c4940f8-d281-42ba-ba28-7e539196aa3e tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] 10.222.0.61 "GET /v2.0/networks/212a8bb5-4f3a-4a7a-b284-e710076dfe82 HTTP/1.1" status: 404 len: 339 time: 0.0499787 Jan 27 21:40:16.488000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45870) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:16.533072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a94a937-31d1-44e9-a60c-e0aa04927896 req-f26dff63-c580-4502-9d24-5274711d7a14 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216167 Jan 27 21:40:16.541301 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-763b956c-7d68-4698-a306-029d379ff5bd tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] GET failed (client error): The resource could not be found. Jan 27 21:40:16.560743 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-763b956c-7d68-4698-a306-029d379ff5bd tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] 10.222.0.61 "GET /v2.0/ports/31a266d2-db22-4f89-a4be-d4db2ea19e0e HTTP/1.1" status: 404 len: 333 time: 0.0701916 Jan 27 21:40:16.564356 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45874) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:16.633889 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-361a8a98-6a7c-49ce-a1e3-908d8a44ceeb tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] GET failed (client error): The resource could not be found. Jan 27 21:40:16.639366 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-361a8a98-6a7c-49ce-a1e3-908d8a44ceeb tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] 10.222.0.61 "GET /v2.0/subnets/b06c31e1-07ce-4083-8a74-1148ba767c54 HTTP/1.1" status: 404 len: 337 time: 0.0736535 Jan 27 21:40:16.640389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45876) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:16.645735 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-26133e30-4d3b-4e30-8902-a10e35750fda tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:16.673537 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-26133e30-4d3b-4e30-8902-a10e35750fda tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] PUT failed (client error): The resource could not be found. Jan 27 21:40:16.682202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-a7baac93-9318-44ad-a435-0a9128ec0961 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c98474e4-1252-489c-91e8-4efc34ed60ca HTTP/1.1" status: 200 len: 1001 time: 0.1674724 Jan 27 21:40:16.683022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26133e30-4d3b-4e30-8902-a10e35750fda tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:16.689188 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-26133e30-4d3b-4e30-8902-a10e35750fda tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] 10.222.0.61 "PUT /v2.0/networks/3c688fee-0579-4f18-8105-1c6db6544733 HTTP/1.1" status: 404 len: 339 time: 0.0476801 Jan 27 21:40:16.690059 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45878) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:16.692448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71f642e0-d82c-49f9-84c7-05ee9894a846 req-f2570c35-166f-4a2b-9b02-a7be437c2bd4 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.1765144 Jan 27 21:40:16.695788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-33b19096-c310-4610-b4a4-c3709de777c3 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:16.736056 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b19096-c310-4610-b4a4-c3709de777c3 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] PUT failed (client error): The resource could not be found. Jan 27 21:40:16.736912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b19096-c310-4610-b4a4-c3709de777c3 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:16.744168 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-33b19096-c310-4610-b4a4-c3709de777c3 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] 10.222.0.61 "PUT /v2.0/ports/29120046-f29d-478c-b10f-88d9dc6a9083 HTTP/1.1" status: 404 len: 333 time: 0.0480850 Jan 27 21:40:16.753806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45882) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:16.759204 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3c59bbba-2251-4548-8bdc-af211f2f7873 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:16.796416 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-73e71ae9-9f01-4613-8f43-d62545989458 req-7447ccc1-ca3c-4c4e-b8bd-561e58bdc080 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.71 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0469370 Jan 27 21:40:16.839021 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c59bbba-2251-4548-8bdc-af211f2f7873 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] PUT failed (client error): The resource could not be found. Jan 27 21:40:16.851168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c59bbba-2251-4548-8bdc-af211f2f7873 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:40:16.853797 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3c59bbba-2251-4548-8bdc-af211f2f7873 tempest-NetworksNegativeTestJSON-393956716 tempest-NetworksNegativeTestJSON-393956716-project] 10.222.0.61 "PUT /v2.0/subnets/79f783ae-6889-4f85-960b-1e0ccd6187f7 HTTP/1.1" status: 404 len: 337 time: 0.0987749 Jan 27 21:40:16.932260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-1a7e0515-d7de-4efe-8ecf-578a5abc3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:16.933749 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-1a7e0515-d7de-4efe-8ecf-578a5abc3c58 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=13a66f8e-75a2-447f-948d-f9d0ac1c16db HTTP/1.1" status: 200 len: 856 time: 0.2041235 Jan 27 21:40:17.001560 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea6bd9-b656-4881-9a6a-ed69c3954ff8 req-dd60d212-87f6-4106-945a-0cf21b268120 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:17.010311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea6bd9-b656-4881-9a6a-ed69c3954ff8 req-dd60d212-87f6-4106-945a-0cf21b268120 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:17.017635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea6bd9-b656-4881-9a6a-ed69c3954ff8 req-dd60d212-87f6-4106-945a-0cf21b268120 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:17.019504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61ea6bd9-b656-4881-9a6a-ed69c3954ff8 req-dd60d212-87f6-4106-945a-0cf21b268120 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2415 time: 0.3260367 Jan 27 21:40:17.070318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-e355e85a-c399-461f-96ec-8091e53b70b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:17.072238 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-e355e85a-c399-461f-96ec-8091e53b70b7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a852156-70b0-45a2-b678-46738908299d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231935 Jan 27 21:40:17.200253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61ea6bd9-b656-4881-9a6a-ed69c3954ff8 req-3bf964b6-e49a-45a5-a501-43271c6d370c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706963 Jan 27 21:40:17.243071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-39b353da-c10e-487b-92dd-1c4ee6ed8467 service neutron] 10.222.0.71 "GET /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631136 Jan 27 21:40:17.399498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-4ba08be8-02a8-4051-b083-3fac45b85f78 service neutron] 10.222.0.71 "GET /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461132 Jan 27 21:40:17.506287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-9683dcaa-27ca-4fed-bd16-5ac7ba89057c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=22cdf208-eafd-45a4-b320-f1219ee540a4 HTTP/1.1" status: 200 len: 217 time: 0.0692339 Jan 27 21:40:17.540456 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34627c-59d9-4746-ba77-491ea90b5a35 req-4b715845-cf53-46b0-a70a-6ac07928977a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:17.545378 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f34627c-59d9-4746-ba77-491ea90b5a35 req-4b715845-cf53-46b0-a70a-6ac07928977a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 945 time: 0.2055972 Jan 27 21:40:17.552240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45900) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:17.646582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-774630c5-08ea-4174-8ebe-66db9ce279e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:17.648069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-774630c5-08ea-4174-8ebe-66db9ce279e5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.1342638 Jan 27 21:40:17.688919 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f34627c-59d9-4746-ba77-491ea90b5a35 req-3953a45b-f230-42b7-a7c1-162e6d8f1aa0 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951581 Jan 27 21:40:17.734483 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b39013d-334f-45cc-b98f-28dd0ffa1241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:17.754683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-a43b5aab-1307-4006-bdbe-87d89f3322ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:17.756209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-a43b5aab-1307-4006-bdbe-87d89f3322ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0948098 Jan 27 21:40:17.763319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd16c9-2b65-4b29-9f6c-a576a0005e67 req-5607ece5-2099-4a58-829b-604c3ff522f6 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:17.764938 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbcd16c9-2b65-4b29-9f6c-a576a0005e67 req-5607ece5-2099-4a58-829b-604c3ff522f6 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1024327 Jan 27 21:40:17.893692 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b39013d-334f-45cc-b98f-28dd0ffa1241 admin admin] Publish callbacks [] for security_group (895e9a04-0830-49f1-b4ef-062f276b62a7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:17.894281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbcd16c9-2b65-4b29-9f6c-a576a0005e67 req-3c24d90c-8902-4212-a188-f2ca18e5bb25 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044836 Jan 27 21:40:17.927544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-81157ed2-704a-43be-89eb-b83ea7b2ae68 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614993 Jan 27 21:40:17.949295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b712bc12-6c14-487c-825e-8445ec60431b req-a08c06ef-e5e1-4977-ac5f-dc253943c701 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=56c721c2-f7b9-4e9a-81c4-b57f5f0ae963 HTTP/1.1" status: 200 len: 210 time: 0.0539284 Jan 27 21:40:18.034016 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b39013d-334f-45cc-b98f-28dd0ffa1241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (895e9a04-0830-49f1-b4ef-062f276b62a7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:18.039994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-0697a89a-a639-4629-900f-b07621a7cc0a service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929830 Jan 27 21:40:18.104438 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-a6408a78-34b7-40f1-87bf-40b595e89a7b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 HTTP/1.1" status: 200 len: 217 time: 0.0584595 Jan 27 21:40:18.122896 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3b39013d-334f-45cc-b98f-28dd0ffa1241 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c00ac2b5710443dea55cd5d1a4e39fc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5678117 Jan 27 21:40:18.126102 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45914) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:18.128432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39013d-334f-45cc-b98f-28dd0ffa1241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895e9a04-0830-49f1-b4ef-062f276b62a7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:18.165335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-a535dcac-249f-49da-8ecd-51a9e7da1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:18.167564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-a535dcac-249f-49da-8ecd-51a9e7da1b65 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.0530863 Jan 27 21:40:18.203644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-262a9384-482e-4a15-a376-eff39b457e7d admin admin] Publish callbacks [] for security_group (895e9a04-0830-49f1-b4ef-062f276b62a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:18.227082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-345742cd-0863-4291-9696-6bb6cfffe7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:18.231832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-262a9384-482e-4a15-a376-eff39b457e7d admin admin] Publish callbacks [] for security_group (895e9a04-0830-49f1-b4ef-062f276b62a7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:18.240109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-345742cd-0863-4291-9696-6bb6cfffe7b3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0644097 Jan 27 21:40:18.363450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ec3916ab-4e35-428e-b004-6fdd75ae18e1 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:18.541080 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-262a9384-482e-4a15-a376-eff39b457e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (895e9a04-0830-49f1-b4ef-062f276b62a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:18.544291 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-262a9384-482e-4a15-a376-eff39b457e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:18.551592 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-262a9384-482e-4a15-a376-eff39b457e7d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/895e9a04-0830-49f1-b4ef-062f276b62a7 HTTP/1.1" status: 204 len: 168 time: 0.4212656 Jan 27 21:40:18.563765 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a9384-482e-4a15-a376-eff39b457e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895e9a04-0830-49f1-b4ef-062f276b62a7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:18.589723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port ec3916ab-4e35-428e-b004-6fdd75ae18e1 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:40:18.605832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port ec3916ab-4e35-428e-b004-6fdd75ae18e1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:18.606229 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:18.632550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498e6e-58e1-4d84-8d13-3c03a526aa34 req-82e47885-6b07-4c43-b8a9-b283c0472959 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:18.637912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498e6e-58e1-4d84-8d13-3c03a526aa34 req-82e47885-6b07-4c43-b8a9-b283c0472959 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:18.643835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498e6e-58e1-4d84-8d13-3c03a526aa34 req-82e47885-6b07-4c43-b8a9-b283c0472959 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:18.645781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f498e6e-58e1-4d84-8d13-3c03a526aa34 req-82e47885-6b07-4c43-b8a9-b283c0472959 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2415 time: 0.3309443 Jan 27 21:40:18.651666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-715b01c6-06db-45f5-9e20-ee03f1a82c61 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047592 Jan 27 21:40:18.733522 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port ec3916ab-4e35-428e-b004-6fdd75ae18e1 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:18.734109 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:18.761040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f498e6e-58e1-4d84-8d13-3c03a526aa34 req-c7e354d4-5cd5-4be1-b666-c2db73b76398 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082904 Jan 27 21:40:18.810232 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port ec3916ab-4e35-428e-b004-6fdd75ae18e1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ec3916ab-4e35-428e-b004-6fdd75ae18e1,segment=NetworkSegment(bc8e779c-6f00-488d-940f-61bd5ad209ce),segment_id=bc8e779c-6f00-488d-940f-61bd5ad209ce)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:18.811796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3916ab-4e35-428e-b004-6fdd75ae18e1'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:18.814904 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72743dbe-f3b8-4482-bf11-b1d06bc9d8e3" -d '{"events": [{"server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "name": "network-vif-plugged", "status": "completed", "tag": "ec3916ab-4e35-428e-b004-6fdd75ae18e1"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:18.851820 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-30ed0801-54da-4dcd-88d4-8d16d3a87ccf service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819675 Jan 27 21:40:18.867877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45932) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:18.871198 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd89a46-7c14-4a7c-8a57-3adbb0c16c3c x-openstack-request-id: req-bbd89a46-7c14-4a7c-8a57-3adbb0c16c3c {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:18.871581 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "name": "network-vif-plugged", "status": "completed", "tag": "ec3916ab-4e35-428e-b004-6fdd75ae18e1", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:18.871833 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bbd89a46-7c14-4a7c-8a57-3adbb0c16c3c {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:18.872461 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3916ab-4e35-428e-b004-6fdd75ae18e1', 'code': 200} Jan 27 21:40:18.894030 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:18.895488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2197161c-5b19-483e-b74f-a830f0134c1d up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:18.933704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-385de842-7a60-44c2-af28-21cf07b15305 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=a96bb84f-38fc-43fe-95fb-da828d6972b7 HTTP/1.1" status: 200 len: 217 time: 0.0524340 Jan 27 21:40:19.010064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=ec3916ab-4e35-428e-b004-6fdd75ae18e1,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:19.114619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 2197161c-5b19-483e-b74f-a830f0134c1d completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:40:19.123350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 2197161c-5b19-483e-b74f-a830f0134c1d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:19.124451 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.128772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd626d8d-c386-4a9e-afb1-2ea140f0f9ee req-83b31434-c4c2-4564-a45d-22988eea967a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:19.136221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd626d8d-c386-4a9e-afb1-2ea140f0f9ee req-83b31434-c4c2-4564-a45d-22988eea967a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 945 time: 0.3213942 Jan 27 21:40:19.154336 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2072242098', 'router:external': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:19.160398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-dad5299f-6f59-49e1-aad5-66f0ca6e3330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:19.165541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-dad5299f-6f59-49e1-aad5-66f0ca6e3330 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.2231028 Jan 27 21:40:19.268255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4582917-317f-4a4a-af8c-36008b184f66 req-de07000b-3c49-4f93-8ec8-05f65f338e3c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:19.268887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2197161c-5b19-483e-b74f-a830f0134c1d is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:19.269289 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.277570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4582917-317f-4a4a-af8c-36008b184f66 req-de07000b-3c49-4f93-8ec8-05f65f338e3c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.2385187 Jan 27 21:40:19.295289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd626d8d-c386-4a9e-afb1-2ea140f0f9ee req-57ab662f-aa4b-4815-b0f4-fd441a71de3c tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519005 Jan 27 21:40:19.300744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Made reservation on behalf of 9af767cd2b8d43ce8d88bc0b64704060 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:19.309110 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.315158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-a27085cd-161e-4097-8c4f-a80ca4a68f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:19.317146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-a27085cd-161e-4097-8c4f-a80ca4a68f2e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1269548 Jan 27 21:40:19.317340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2197161c-5b19-483e-b74f-a830f0134c1d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2197161c-5b19-483e-b74f-a830f0134c1d,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:19.334269 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.397687 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.427950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4582917-317f-4a4a-af8c-36008b184f66 req-b8f374ae-4ea5-4c33-bc56-f4ff5dd26ad2 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488385 Jan 27 21:40:19.452716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 728e61f6-59f8-4511-a5eb-654cec82e941 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:19.485277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-fc54ced7-5fbc-4de9-8d30-750b392a1e30 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583583 Jan 27 21:40:19.499433 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for security_group (eea9eb38-337b-4c82-89f4-d2d3636de306), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.567070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2197161c-5b19-483e-b74f-a830f0134c1d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:19.583110 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (eea9eb38-337b-4c82-89f4-d2d3636de306), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.600798 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:40:19.641889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-5ba3149c-e28f-4a01-a17e-84b8af0f85c4 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502869 Jan 27 21:40:19.643366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 728e61f6-59f8-4511-a5eb-654cec82e941 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:40:19.644848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (87ed3d2f-ea7a-4c8d-a20c-be6588971e86), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.645208 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Added segment 87ed3d2f-ea7a-4c8d-a20c-be6588971e86 of type vlan for network 275848c2-9bbc-4e4a-a30e-7876feab65ed Jan 27 21:40:19.648282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 728e61f6-59f8-4511-a5eb-654cec82e941 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:19.649056 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.688884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea9eb38-337b-4c82-89f4-d2d3636de306,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:19.700446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-c1e7d228-292e-4549-a44b-627130127b29 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=155f11db-f305-4457-814e-848bb16c424f HTTP/1.1" status: 200 len: 217 time: 0.0494270 Jan 27 21:40:19.715318 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (275848c2-9bbc-4e4a-a30e-7876feab65ed), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.764763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 728e61f6-59f8-4511-a5eb-654cec82e941 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:19.765154 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.768287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-92fd2e02-7ce4-4ab8-bddf-17fa2af4a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:19.770080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-92fd2e02-7ce4-4ab8-bddf-17fa2af4a28c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.0629690 Jan 27 21:40:19.817936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 728e61f6-59f8-4511-a5eb-654cec82e941, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=728e61f6-59f8-4511-a5eb-654cec82e941,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:19.862825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-fa2d0604-5de1-4fe1-9ffa-40893ad701be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:19.864374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-fa2d0604-5de1-4fe1-9ffa-40893ad701be service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0870156 Jan 27 21:40:19.928543 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1a6a0a55-36ac-457b-b1fe-83e263fc3294 req-3e0fa157-a006-4ec2-9d3f-efa4a5cd7118 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=639b6b3f6a3343afa8123de78709032c&device_id=3f71042a-4efd-4c32-974e-65cbb4ddd3b0 HTTP/1.1" status: 200 len: 210 time: 0.0318365 Jan 27 21:40:19.929679 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (275848c2-9bbc-4e4a-a30e-7876feab65ed), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:19.931420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:19.932182 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.016660 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.033415 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1a6a0a55-36ac-457b-b1fe-83e263fc3294 req-d3004027-22d7-4ddd-b9e3-96cbf5e5730e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=639b6b3f6a3343afa8123de78709032c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909514 Jan 27 21:40:20.048767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14ca5a26-4af2-480b-b897-c5fe1902079c req-4531269f-aa6f-403e-90ab-11cb9ac5bcbd tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f71042a-4efd-4c32-974e-65cbb4ddd3b0 HTTP/1.1" status: 200 len: 210 time: 0.0507569 Jan 27 21:40:20.096042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=728e61f6-59f8-4511-a5eb-654cec82e941,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:20.103242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb70c4-1d59-44bb-8cf3-d838e78dceae req-0790af8e-dc37-4b28-b368-717b122a7db2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:20.110238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb70c4-1d59-44bb-8cf3-d838e78dceae req-0790af8e-dc37-4b28-b368-717b122a7db2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:20.116580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb70c4-1d59-44bb-8cf3-d838e78dceae req-0790af8e-dc37-4b28-b368-717b122a7db2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:20.124689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ecb70c4-1d59-44bb-8cf3-d838e78dceae req-0790af8e-dc37-4b28-b368-717b122a7db2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2417 time: 0.2770090 Jan 27 21:40:20.186219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event updated for resources: {'Network': ['ID=275848c2-9bbc-4e4a-a30e-7876feab65ed,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:20.189468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a0a55-36ac-457b-b1fe-83e263fc3294 req-82b7b100-3f54-40de-97bf-0fb3fc096d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:20.191151 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1a6a0a55-36ac-457b-b1fe-83e263fc3294 req-82b7b100-3f54-40de-97bf-0fb3fc096d77 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1439137 Jan 27 21:40:20.199062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 275848c2-9bbc-4e4a-a30e-7876feab65ed details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:40:20.199785 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ebe07325-5054-4bde-b301-606a8ed116f1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3307869 Jan 27 21:40:20.200542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45966) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:20.206731 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Request body: {'subnet': {'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:20.232854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ecb70c4-1d59-44bb-8cf3-d838e78dceae req-847b15ed-7dcd-446d-b20b-b626d6a87c7d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071289 Jan 27 21:40:20.257384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-4a7bc23f-0652-4864-97e3-dbc3fc8470d4 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634307 Jan 27 21:40:20.300255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45968) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:20.319481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Made reservation on behalf of 9af767cd2b8d43ce8d88bc0b64704060 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:20.322168 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.370769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-ec25bd37-1baf-4540-9c0c-0ca7fccfd4d3 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103878 Jan 27 21:40:20.379908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 204f1204-f1b2-456b-a1a2-ad313195b874 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:20.455569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-9910d2c0-473b-4de0-9310-84b604c26b92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c36e1084-48e0-4ada-bb62-776d8ad9ce29 HTTP/1.1" status: 200 len: 217 time: 0.0763724 Jan 27 21:40:20.528277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1820118742'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:20.618587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda583cf-8a81-4fda-8623-8a08c983499a req-4d401701-6270-48d4-951d-7d3aa22eb583 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:20.620133 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cda583cf-8a81-4fda-8623-8a08c983499a req-4d401701-6270-48d4-951d-7d3aa22eb583 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 946 time: 0.1629930 Jan 27 21:40:20.621465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-5419439c-ef97-434e-939e-dbd9b5c9f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:20.623141 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-5419439c-ef97-434e-939e-dbd9b5c9f696 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e01611-9532-469d-8e1a-8f2c049f536e HTTP/1.1" status: 200 len: 797 time: 0.1207294 Jan 27 21:40:20.682608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c66d7c-18db-4442-9ea9-037a55e80ced req-a1948527-5dc3-48b1-93c0-be14a2d4d3bd tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:20.684461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4c66d7c-18db-4442-9ea9-037a55e80ced req-a1948527-5dc3-48b1-93c0-be14a2d4d3bd tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1267793 Jan 27 21:40:20.732101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-b3a3519b-52de-4d8a-b16c-28b8b221b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:20.733630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-b3a3519b-52de-4d8a-b16c-28b8b221b860 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1026316 Jan 27 21:40:20.740269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cda583cf-8a81-4fda-8623-8a08c983499a req-3d89abec-b0e2-41b7-b013-39148e140014 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126096 Jan 27 21:40:20.816687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4c66d7c-18db-4442-9ea9-037a55e80ced req-5d94290e-0665-4648-a15c-87f3959a92da tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238496 Jan 27 21:40:20.836853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 204f1204-f1b2-456b-a1a2-ad313195b874 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:40:20.838491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 204f1204-f1b2-456b-a1a2-ad313195b874 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:20.838884 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.865191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-efda36dd-c94b-4ec3-9e93-fccfb9c12a68 service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227224 Jan 27 21:40:20.877081 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2197161c-5b19-483e-b74f-a830f0134c1d'}, {'server_uuid': 'fb891eae-c469-4e0a-bad4-0b45e9fc5f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728e61f6-59f8-4511-a5eb-654cec82e941'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:20.879513 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ca84e6-0b5c-4f59-b234-2297b8b000e2" -d '{"events": [{"server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "name": "network-vif-plugged", "status": "completed", "tag": "2197161c-5b19-483e-b74f-a830f0134c1d"}, {"server_uuid": "fb891eae-c469-4e0a-bad4-0b45e9fc5f12", "name": "network-vif-plugged", "status": "completed", "tag": "728e61f6-59f8-4511-a5eb-654cec82e941"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:20.895804 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:20.895804 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.914700 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.963296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 204f1204-f1b2-456b-a1a2-ad313195b874 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:20.963795 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:20.976380 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-c8ecb4e3-8d3a-4c6e-ac88-9086c7bc92b7 service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029694 Jan 27 21:40:21.029608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-2db0e777-e39b-4ed2-85b6-a6fdb54e53f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf0d2933-9ced-40f1-ba80-638a181d5c6a HTTP/1.1" status: 200 len: 217 time: 0.0473993 Jan 27 21:40:21.040220 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48198bd1-e3b4-4edc-b1bf-6cab9e02f25b x-openstack-request-id: req-48198bd1-e3b4-4edc-b1bf-6cab9e02f25b {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:21.040531 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "name": "network-vif-plugged", "status": "completed", "tag": "2197161c-5b19-483e-b74f-a830f0134c1d", "code": 200}, {"server_uuid": "fb891eae-c469-4e0a-bad4-0b45e9fc5f12", "name": "network-vif-plugged", "status": "completed", "tag": "728e61f6-59f8-4511-a5eb-654cec82e941", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:21.040917 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-48198bd1-e3b4-4edc-b1bf-6cab9e02f25b {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:21.041453 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2197161c-5b19-483e-b74f-a830f0134c1d', 'code': 200} Jan 27 21:40:21.041715 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb891eae-c469-4e0a-bad4-0b45e9fc5f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728e61f6-59f8-4511-a5eb-654cec82e941', 'code': 200} Jan 27 21:40:21.046190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 204f1204-f1b2-456b-a1a2-ad313195b874, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=204f1204-f1b2-456b-a1a2-ad313195b874,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:21.067941 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for security_group (16acb45c-f914-40e2-943c-5d7d7c978ce8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.096222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-61537245-e601-483c-a7f6-ffbabfa1221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:21.097721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-61537245-e601-483c-a7f6-ffbabfa1221d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e01611-9532-469d-8e1a-8f2c049f536e HTTP/1.1" status: 200 len: 797 time: 0.0529628 Jan 27 21:40:21.129677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:40:21.130071 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (e038db88-449c-4415-90cc-7090d2d04b7d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.160000 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.165902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b798-1e05-4590-ac81-793e16509852 req-f55bb015-418b-495b-9060-47d18a8c59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:21.167938 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-f55bb015-418b-495b-9060-47d18a8c59ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0631406 Jan 27 21:40:21.216856 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (16acb45c-f914-40e2-943c-5d7d7c978ce8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.218499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=204f1204-f1b2-456b-a1a2-ad313195b874,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:21.260162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:40:21.273538 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e038db88-449c-4415-90cc-7090d2d04b7d,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:21.297272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8be951e5-9109-4641-ab87-ff27c15e1ba4 req-a2fdec7e-ada8-46eb-8977-0058294c2716 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f71042a-4efd-4c32-974e-65cbb4ddd3b0 HTTP/1.1" status: 200 len: 210 time: 0.1254818 Jan 27 21:40:21.298046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (288fb3b0-7730-4a1e-bc47-2ecd4d42c97f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.298403 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Added segment 288fb3b0-7730-4a1e-bc47-2ecd4d42c97f of type vlan for network 0d05addc-0a09-43bd-b326-16656edac0ba Jan 27 21:40:21.299722 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16acb45c-f914-40e2-943c-5d7d7c978ce8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:21.326379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82fbba-f289-4f7b-aa66-7a4e7b24caf5 req-8ef9cf2e-700a-4d50-96e6-47f77351463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:21.327308 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-800f018e-fb91-4cd2-a1f6-bfd8ea72f5af service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490996 Jan 27 21:40:21.328812 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ee82fbba-f289-4f7b-aa66-7a4e7b24caf5 req-8ef9cf2e-700a-4d50-96e6-47f77351463a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 1097 time: 0.1997845 Jan 27 21:40:21.331061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Checking segment: {'id': '87ed3d2f-ea7a-4c8d-a20c-be6588971e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:21.331431 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Network hostable DHCP agents. Network: 275848c2-9bbc-4e4a-a30e-7876feab65ed, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:40:21.393570 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (0d05addc-0a09-43bd-b326-16656edac0ba), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.433007 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ee82fbba-f289-4f7b-aa66-7a4e7b24caf5 req-5dbae807-fd26-4031-949e-719561ba9079 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795605 Jan 27 21:40:21.455048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08a3c9-98d1-4148-923f-36f31dd3e812 req-81e6c91c-94ab-4c50-ab2b-2b13aa9e6d33 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:21.464494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08a3c9-98d1-4148-923f-36f31dd3e812 req-81e6c91c-94ab-4c50-ab2b-2b13aa9e6d33 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:21.470931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08a3c9-98d1-4148-923f-36f31dd3e812 req-81e6c91c-94ab-4c50-ab2b-2b13aa9e6d33 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:21.472992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff08a3c9-98d1-4148-923f-36f31dd3e812 req-81e6c91c-94ab-4c50-ab2b-2b13aa9e6d33 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2418 time: 0.1197512 Jan 27 21:40:21.507871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d4b798-1e05-4590-ac81-793e16509852 req-9bf798bf-84d1-470f-8f9e-47706c37f792 service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738796 Jan 27 21:40:21.536921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Network 275848c2-9bbc-4e4a-a30e-7876feab65ed is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:40:21.537413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff08a3c9-98d1-4148-923f-36f31dd3e812 req-8b0c64b1-db27-4aea-b67d-f0986d28aaee tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522680 Jan 27 21:40:21.569223 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (0d05addc-0a09-43bd-b326-16656edac0ba), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.574563 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:21.575163 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.639282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Network': ['ID=0d05addc-0a09-43bd-b326-16656edac0ba,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:21.649878 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 0d05addc-0a09-43bd-b326-16656edac0ba details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:40:21.725760 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 275848c2-9bbc-4e4a-a30e-7876feab65ed) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:21.731209 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:21.734498 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.736346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48756ae-26c5-4ce8-9083-190dc7e528ae None None] Network 275848c2-9bbc-4e4a-a30e-7876feab65ed requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:21.739308 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-912ef0b1-8cc0-496b-b109-e95d4c629af5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4379852 Jan 27 21:40:21.742070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45984) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:21.747647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3d860aca-0b31-4406-a23b-2549cc243431 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1444987451'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:21.822340 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7a8786f2-8c99-4f8c-ab99-64a46084d445 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6175859 Jan 27 21:40:21.822574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45988) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:21.827243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2069567523', 'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:21.858658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb9de19-55a9-47be-912e-4d6a844b930f None None] Network 275848c2-9bbc-4e4a-a30e-7876feab65ed requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:21.885951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d860aca-0b31-4406-a23b-2549cc243431 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:21.889747 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d860aca-0b31-4406-a23b-2549cc243431 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:21.902450 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1a6a0a55-36ac-457b-b1fe-83e263fc3294 req-de0c2f19-6fb8-4438-b49e-19bb4309ac3d tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f71042a-4efd-4c32-974e-65cbb4ddd3b0 HTTP/1.1" status: 200 len: 210 time: 0.0337412 Jan 27 21:40:21.916552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269ab85-7972-4498-8e82-3476ec460414 req-e0331126-f520-4a38-8359-a7206458525a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:21.918106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4269ab85-7972-4498-8e82-3476ec460414 req-e0331126-f520-4a38-8359-a7206458525a tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 946 time: 0.0838594 Jan 27 21:40:21.969221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d860aca-0b31-4406-a23b-2549cc243431 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:40:21.972400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Made reservation on behalf of 9af767cd2b8d43ce8d88bc0b64704060 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:21.974768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:22.009356 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d860aca-0b31-4406-a23b-2549cc243431 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4797365a-ebe5-4abd-83e4-96938d28742b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:22.009714 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-3d860aca-0b31-4406-a23b-2549cc243431 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Added segment 4797365a-ebe5-4abd-83e4-96938d28742b of type vlan for network 439d3d30-a7df-4f48-b74b-ba8408f75c1d Jan 27 21:40:22.064188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] device_id is not set on port ac77a23f-b70d-4a03-8fdb-9d546aa338f1 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:40:22.086680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac199fe2-92e9-4e9d-90cd-a794e256d451 req-8415766b-4820-4e06-adb7-dcae24d17434 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:22.088278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac199fe2-92e9-4e9d-90cd-a794e256d451 req-8415766b-4820-4e06-adb7-dcae24d17434 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1817753 Jan 27 21:40:22.126346 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4269ab85-7972-4498-8e82-3476ec460414 req-3359ca81-fee5-40b6-83c2-44b551e960f0 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920028 Jan 27 21:40:22.160492 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d860aca-0b31-4406-a23b-2549cc243431 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (439d3d30-a7df-4f48-b74b-ba8408f75c1d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:22.293232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac199fe2-92e9-4e9d-90cd-a794e256d451 req-ecffcd4e-bb30-4deb-b833-bf984ba16e16 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786420 Jan 27 21:40:22.309459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Allocated IP 172.20.0.3 (275848c2-9bbc-4e4a-a30e-7876feab65ed/e038db88-449c-4415-90cc-7090d2d04b7d/ac77a23f-b70d-4a03-8fdb-9d546aa338f1) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:22.325842 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d860aca-0b31-4406-a23b-2549cc243431 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (439d3d30-a7df-4f48-b74b-ba8408f75c1d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:22.329018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d860aca-0b31-4406-a23b-2549cc243431 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:22.329627 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d860aca-0b31-4406-a23b-2549cc243431 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:22.457702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7fbb5c35-7512-4b00-ad18-98645f3afe36 req-bcba0cd7-7f97-4d5a-8ce0-d1339d1059f6 tempest-ServerShowV247Test-1117492160 tempest-ServerShowV247Test-1117492160-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f71042a-4efd-4c32-974e-65cbb4ddd3b0 HTTP/1.1" status: 200 len: 210 time: 0.0480483 Jan 27 21:40:22.466571 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d860aca-0b31-4406-a23b-2549cc243431 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Network': ['ID=439d3d30-a7df-4f48-b74b-ba8408f75c1d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:22.485701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3d860aca-0b31-4406-a23b-2549cc243431 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7424595 Jan 27 21:40:22.489607 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 439d3d30-a7df-4f48-b74b-ba8408f75c1d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:40:22.492228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45996) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:22.500219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1b6dd591-250a-44bc-9c33-90b13765d43b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'subnet': {'network_id': '0d05addc-0a09-43bd-b326-16656edac0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:22.581409 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for port (ac77a23f-b70d-4a03-8fdb-9d546aa338f1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:22.696455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60f197-8b2b-434b-b845-304dcf1b4c4c req-b512ed36-4dda-417f-baef-04fb57c019e8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:22.701981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60f197-8b2b-434b-b845-304dcf1b4c4c req-b512ed36-4dda-417f-baef-04fb57c019e8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:22.708031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60f197-8b2b-434b-b845-304dcf1b4c4c req-b512ed36-4dda-417f-baef-04fb57c019e8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:22.709787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e60f197-8b2b-434b-b845-304dcf1b4c4c req-b512ed36-4dda-417f-baef-04fb57c019e8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2418 time: 0.0704052 Jan 27 21:40:22.736809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ac77a23f-b70d-4a03-8fdb-9d546aa338f1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:22.806792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e60f197-8b2b-434b-b845-304dcf1b4c4c req-36bc1d45-784d-4225-abdd-3072bba6a763 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905092 Jan 27 21:40:22.813839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Network 275848c2-9bbc-4e4a-a30e-7876feab65ed is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:22.818114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:22.824957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:22.828852 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event updated for resources: {'Port': ['ID=ac77a23f-b70d-4a03-8fdb-9d546aa338f1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:22.878658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:22.884008 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:22.951971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6dd591-250a-44bc-9c33-90b13765d43b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:22.956329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd591-250a-44bc-9c33-90b13765d43b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.012380 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-71062e3f-e49a-4230-ad5d-ad5720a704c6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1889200 Jan 27 21:40:23.014822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46000) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:23.043873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204f1204-f1b2-456b-a1a2-ad313195b874'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:23.047112 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef69ded-0072-4030-885a-9e2f8bf3c0d3" -d '{"events": [{"server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "name": "network-vif-plugged", "status": "completed", "tag": "204f1204-f1b2-456b-a1a2-ad313195b874"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:23.108411 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777f1cd9-4d89-4ef0-a88e-49723fa72148 x-openstack-request-id: req-777f1cd9-4d89-4ef0-a88e-49723fa72148 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:23.109078 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "name": "network-vif-plugged", "status": "completed", "tag": "204f1204-f1b2-456b-a1a2-ad313195b874", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:23.109615 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-777f1cd9-4d89-4ef0-a88e-49723fa72148 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:23.110584 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '204f1204-f1b2-456b-a1a2-ad313195b874', 'code': 200} Jan 27 21:40:23.116532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd1078-08d7-4981-a69e-5237eab04f8f tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Deleting port ac77a23f-b70d-4a03-8fdb-9d546aa338f1 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:23.118343 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1078-08d7-4981-a69e-5237eab04f8f tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ac77a23f-b70d-4a03-8fdb-9d546aa338f1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.211738 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1078-08d7-4981-a69e-5237eab04f8f tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ac77a23f-b70d-4a03-8fdb-9d546aa338f1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.280358 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd591-250a-44bc-9c33-90b13765d43b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.358879 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dd591-250a-44bc-9c33-90b13765d43b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Subnet': ['ID=3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:23.370888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6dd591-250a-44bc-9c33-90b13765d43b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Checking segment: {'id': '288fb3b0-7730-4a1e-bc47-2ecd4d42c97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0d05addc-0a09-43bd-b326-16656edac0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:23.371262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6dd591-250a-44bc-9c33-90b13765d43b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network hostable DHCP agents. Network: 0d05addc-0a09-43bd-b326-16656edac0ba, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:40:23.468214 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6dd591-250a-44bc-9c33-90b13765d43b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 0d05addc-0a09-43bd-b326-16656edac0ba is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:40:23.519993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd1078-08d7-4981-a69e-5237eab04f8f tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Calling delete_port for ac77a23f-b70d-4a03-8fdb-9d546aa338f1 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:23.610438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2fd15-63b7-4fcc-89aa-ea24bde85766 req-f8385ce8-f43a-4399-9803-2edcef9082da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:23.610842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2fd15-63b7-4fcc-89aa-ea24bde85766 req-f8385ce8-f43a-4399-9803-2edcef9082da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:23.611312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2fd15-63b7-4fcc-89aa-ea24bde85766 req-f8385ce8-f43a-4399-9803-2edcef9082da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:23.613023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4a2fd15-63b7-4fcc-89aa-ea24bde85766 req-f8385ce8-f43a-4399-9803-2edcef9082da service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2871 time: 0.3916852 Jan 27 21:40:23.632416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c98b49-17e5-4f36-add2-795ff647a925 req-d7519c20-25c3-4184-86de-f09f77bffa39 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:23.633874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57c98b49-17e5-4f36-add2-795ff647a925 req-d7519c20-25c3-4184-86de-f09f77bffa39 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 946 time: 0.4114063 Jan 27 21:40:23.638164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-1b6dd591-250a-44bc-9c33-90b13765d43b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 0d05addc-0a09-43bd-b326-16656edac0ba) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:23.644273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6dd591-250a-44bc-9c33-90b13765d43b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:23.647556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65707adc-4779-4da9-b554-a8c0b4a29aef None None] Network 0d05addc-0a09-43bd-b326-16656edac0ba requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:23.657175 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b6dd591-250a-44bc-9c33-90b13765d43b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.681815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e8b8b-3c56-45fc-99e8-54c4761bfb28 req-a2bfdc11-b9ac-4e6a-82fb-36c81ec3ad34 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:23.683345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-812e8b8b-3c56-45fc-99e8-54c4761bfb28 req-a2bfdc11-b9ac-4e6a-82fb-36c81ec3ad34 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1847110 Jan 27 21:40:23.755694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4a2fd15-63b7-4fcc-89aa-ea24bde85766 req-e3ba4d62-c120-4762-980d-177878a04f04 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313493 Jan 27 21:40:23.765576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57c98b49-17e5-4f36-add2-795ff647a925 req-6e495a82-a88d-4462-ad42-0c5cc4f75394 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242814 Jan 27 21:40:23.780261 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1b6dd591-250a-44bc-9c33-90b13765d43b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2864380 Jan 27 21:40:23.788486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-0d05addc-0a09-43bd-b326-16656edac0ba', 'network_id': '0d05addc-0a09-43bd-b326-16656edac0ba', 'project_id': 'a127be392e504f0e944647655bda9f72', 'fixed_ips': [{'subnet_id': '3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:40:23.789450 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:23.799548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46014) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:23.807364 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0ecbecf4-7092-4102-a799-89684b7b05c4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'subnet': {'network_id': '439d3d30-a7df-4f48-b74b-ba8408f75c1d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:23.849107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-812e8b8b-3c56-45fc-99e8-54c4761bfb28 req-feaa25ae-5b11-4562-981f-f2212206970b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561799 Jan 27 21:40:23.985628 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1078-08d7-4981-a69e-5237eab04f8f tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ac77a23f-b70d-4a03-8fdb-9d546aa338f1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.045851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd1078-08d7-4981-a69e-5237eab04f8f tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac77a23f-b70d-4a03-8fdb-9d546aa338f1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:24.081985 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Allocated IP 2001:db8::2 (0d05addc-0a09-43bd-b326-16656edac0ba/3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c/69292a40-e01e-43fe-968c-e0865421d30c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:24.119704 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecbecf4-7092-4102-a799-89684b7b05c4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:24.120686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc32ff-27b0-4e86-8436-fefcc2c389a7 req-3b1c558f-fe76-4e1a-87a9-da071d13c89b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:24.122201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37bc32ff-27b0-4e86-8436-fefcc2c389a7 req-3b1c558f-fe76-4e1a-87a9-da071d13c89b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 946 time: 0.1965897 Jan 27 21:40:24.123415 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ecbecf4-7092-4102-a799-89684b7b05c4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.147125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fffa94-8a4e-4e3f-867d-b9f79efb7e49 req-fae191a8-b593-426c-a742-57e023ad3b44 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:24.153090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fffa94-8a4e-4e3f-867d-b9f79efb7e49 req-fae191a8-b593-426c-a742-57e023ad3b44 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:24.157767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fffa94-8a4e-4e3f-867d-b9f79efb7e49 req-fae191a8-b593-426c-a742-57e023ad3b44 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:24.164730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86fffa94-8a4e-4e3f-867d-b9f79efb7e49 req-fae191a8-b593-426c-a742-57e023ad3b44 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2418 time: 0.1824572 Jan 27 21:40:24.195229 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7dfd1078-08d7-4981-a69e-5237eab04f8f tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.198521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7dfd1078-08d7-4981-a69e-5237eab04f8f tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "DELETE /v2.0/ports/ac77a23f-b70d-4a03-8fdb-9d546aa338f1 HTTP/1.1" status: 204 len: 168 time: 1.1824565 Jan 27 21:40:24.202961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46020) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:24.208068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed', 'external_fixed_ips': [{'subnet_id': 'e038db88-449c-4415-90cc-7090d2d04b7d', 'ip_address': '172.20.0.3'}]}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:24.275576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86fffa94-8a4e-4e3f-867d-b9f79efb7e49 req-48abc8e4-30ee-477b-b0df-131964a22e4f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080785 Jan 27 21:40:24.277146 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Publish callbacks [] for port (69292a40-e01e-43fe-968c-e0865421d30c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.280434 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37bc32ff-27b0-4e86-8436-fefcc2c389a7 req-ece18f40-1fc6-44e6-84fb-2c08460e8b80 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444824 Jan 27 21:40:24.417253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (434c499e-616d-405d-b716-cd19eaef0287), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.418462 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (434c499e-616d-405d-b716-cd19eaef0287), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.449119 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (69292a40-e01e-43fe-968c-e0865421d30c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.492062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ecbecf4-7092-4102-a799-89684b7b05c4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (d7d91924-e608-46c8-937f-16c7b480e3a1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.515642 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_controller (434c499e-616d-405d-b716-cd19eaef0287), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.544204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Pushing event updated for resources: {'Port': ['ID=69292a40-e01e-43fe-968c-e0865421d30c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:24.551602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Network 0d05addc-0a09-43bd-b326-16656edac0ba is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:24.553876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:24.559755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:24.592639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbecf4-7092-4102-a799-89684b7b05c4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Subnet': ['ID=d7d91924-e608-46c8-937f-16c7b480e3a1,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:24.639021 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecbecf4-7092-4102-a799-89684b7b05c4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Checking segment: {'id': '4797365a-ebe5-4abd-83e4-96938d28742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '439d3d30-a7df-4f48-b74b-ba8408f75c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:24.639494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecbecf4-7092-4102-a799-89684b7b05c4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network hostable DHCP agents. Network: 439d3d30-a7df-4f48-b74b-ba8408f75c1d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:40:24.642545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Attempting to bind port 69292a40-e01e-43fe-968c-e0865421d30c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:24.643154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Attempting to bind port 69292a40-e01e-43fe-968c-e0865421d30c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '288fb3b0-7730-4a1e-bc47-2ecd4d42c97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0d05addc-0a09-43bd-b326-16656edac0ba'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:24.643681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Attempting to bind port 69292a40-e01e-43fe-968c-e0865421d30c on network 0d05addc-0a09-43bd-b326-16656edac0ba {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:24.658285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:24.658714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Checking segment: {'id': '288fb3b0-7730-4a1e-bc47-2ecd4d42c97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0d05addc-0a09-43bd-b326-16656edac0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:24.659159 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.659702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Bound using segment: {'id': '288fb3b0-7730-4a1e-bc47-2ecd4d42c97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0d05addc-0a09-43bd-b326-16656edac0ba'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:24.661023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Bound port: 69292a40-e01e-43fe-968c-e0865421d30c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288fb3b0-7730-4a1e-bc47-2ecd4d42c97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0d05addc-0a09-43bd-b326-16656edac0ba'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:24.664842 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (69292a40-e01e-43fe-968c-e0865421d30c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.678147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46030) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:24.753966 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecbecf4-7092-4102-a799-89684b7b05c4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 439d3d30-a7df-4f48-b74b-ba8408f75c1d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:40:24.768770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] For port 69292a40-e01e-43fe-968c-e0865421d30c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:24.772492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] For port 69292a40-e01e-43fe-968c-e0865421d30c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=69292a40-e01e-43fe-968c-e0865421d30c,segment=NetworkSegment(288fb3b0-7730-4a1e-bc47-2ecd4d42c97f),segment_id=288fb3b0-7730-4a1e-bc47-2ecd4d42c97f)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:24.798030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee3b15-d5e2-401e-869f-1e89686f38c9 req-505e19b3-cfe2-4756-acf2-ff40cd388350 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:24.799557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52ee3b15-d5e2-401e-869f-1e89686f38c9 req-505e19b3-cfe2-4756-acf2-ff40cd388350 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 946 time: 0.1836019 Jan 27 21:40:24.820554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-09fbf22a-b537-4751-8b1c-e4a07b3bf831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.830396 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (434c499e-616d-405d-b716-cd19eaef0287), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.862297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0ecbecf4-7092-4102-a799-89684b7b05c4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 439d3d30-a7df-4f48-b74b-ba8408f75c1d) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:24.869757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecbecf4-7092-4102-a799-89684b7b05c4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:24.870366 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ecbecf4-7092-4102-a799-89684b7b05c4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:24.879999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a596559-173c-4023-97cd-0ca32f73d1f0 None None] Network 439d3d30-a7df-4f48-b74b-ba8408f75c1d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:24.890093 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52ee3b15-d5e2-401e-869f-1e89686f38c9 req-08a27adc-ec56-42f3-b46f-a7ed1302cc4c tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599999 Jan 27 21:40:24.940650 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-09fbf22a-b537-4751-8b1c-e4a07b3bf831 admin admin] Publish callbacks [] for security_group (c1eb62e7-b63d-44a7-8956-f682eedb4965), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.010599 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (69292a40-e01e-43fe-968c-e0865421d30c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.032197 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0ecbecf4-7092-4102-a799-89684b7b05c4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2282438 Jan 27 21:40:25.032197 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-09fbf22a-b537-4751-8b1c-e4a07b3bf831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c1eb62e7-b63d-44a7-8956-f682eedb4965), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.033224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46038) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:25.040712 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-026ad902-f650-4cff-ba9d-da6fa65f1ff0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-942084549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:25.061828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-439d3d30-a7df-4f48-b74b-ba8408f75c1d', 'network_id': '439d3d30-a7df-4f48-b74b-ba8408f75c1d', 'project_id': 'a127be392e504f0e944647655bda9f72', 'fixed_ips': [{'subnet_id': 'd7d91924-e608-46c8-937f-16c7b480e3a1'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:40:25.063759 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.068257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bf09f-9fe3-4309-8ce6-db4cbf06c373 req-4f563892-bdb3-419f-8940-af17ac6b57d1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:25.069852 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-262bf09f-9fe3-4309-8ce6-db4cbf06c373 req-4f563892-bdb3-419f-8940-af17ac6b57d1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1147037 Jan 27 21:40:25.111938 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-09fbf22a-b537-4751-8b1c-e4a07b3bf831 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=639b6b3f6a3343afa8123de78709032c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4317186 Jan 27 21:40:25.112261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbf22a-b537-4751-8b1c-e4a07b3bf831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eb62e7-b63d-44a7-8956-f682eedb4965,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:25.114820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46040) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:25.176425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fcf32-e5e5-4911-a2cf-095412bb3a0a None None] Pushing event updated for resources: {'Port': ['ID=69292a40-e01e-43fe-968c-e0865421d30c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:25.210815 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44f4a70c-448c-47c0-b4f3-a58188e9f39e admin admin] Publish callbacks [] for security_group (c1eb62e7-b63d-44a7-8956-f682eedb4965), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.222658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-026ad902-f650-4cff-ba9d-da6fa65f1ff0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (ea6d854d-2c29-4ea2-857f-170227ed96bf), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.223678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-026ad902-f650-4cff-ba9d-da6fa65f1ff0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (ea6d854d-2c29-4ea2-857f-170227ed96bf), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.243660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-262bf09f-9fe3-4309-8ce6-db4cbf06c373 req-08715338-9c24-48d8-842b-11172825df6f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160069 Jan 27 21:40:25.249401 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44f4a70c-448c-47c0-b4f3-a58188e9f39e admin admin] Publish callbacks [] for security_group (c1eb62e7-b63d-44a7-8956-f682eedb4965), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.274850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e63f31-0425-462d-88de-cde5a5edc806 req-8471fc79-cc95-4d78-b11b-b23e8ba62569 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:25.277287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6e63f31-0425-462d-88de-cde5a5edc806 req-8471fc79-cc95-4d78-b11b-b23e8ba62569 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 946 time: 0.3110294 Jan 27 21:40:25.329563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Allocated IP 2001:db8:1::2 (439d3d30-a7df-4f48-b74b-ba8408f75c1d/d7d91924-e608-46c8-937f-16c7b480e3a1/95695a97-83fd-4c0d-91b1-4db02b65b8c2) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:25.443091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-026ad902-f650-4cff-ba9d-da6fa65f1ff0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (ea6d854d-2c29-4ea2-857f-170227ed96bf), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.501556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6e63f31-0425-462d-88de-cde5a5edc806 req-ac84044d-2cd3-4d79-a2ed-55b4356687ce tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181878 Jan 27 21:40:25.556913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8a92a-8446-41fe-9788-82889d992696 req-44f6ef88-831a-48f4-ae2f-c290f6f93fba tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:25.557832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8a92a-8446-41fe-9788-82889d992696 req-44f6ef88-831a-48f4-ae2f-c290f6f93fba tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:25.564665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8a92a-8446-41fe-9788-82889d992696 req-44f6ef88-831a-48f4-ae2f-c290f6f93fba tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:25.571494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6b8a92a-8446-41fe-9788-82889d992696 req-44f6ef88-831a-48f4-ae2f-c290f6f93fba tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2418 time: 0.1313815 Jan 27 21:40:25.627581 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-026ad902-f650-4cff-ba9d-da6fa65f1ff0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (ea6d854d-2c29-4ea2-857f-170227ed96bf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.685336 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Publish callbacks [] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.697301 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44f4a70c-448c-47c0-b4f3-a58188e9f39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c1eb62e7-b63d-44a7-8956-f682eedb4965), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.699925 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44f4a70c-448c-47c0-b4f3-a58188e9f39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.703745 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-44f4a70c-448c-47c0-b4f3-a58188e9f39e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1eb62e7-b63d-44a7-8956-f682eedb4965 HTTP/1.1" status: 204 len: 168 time: 0.5842721 Jan 27 21:40:25.719262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4a70c-448c-47c0-b4f3-a58188e9f39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eb62e7-b63d-44a7-8956-f682eedb4965,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:25.772347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6b8a92a-8446-41fe-9788-82889d992696 req-88f8cff7-11ce-44d7-9b5a-b159d79490d4 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993468 Jan 27 21:40:25.816014 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.853793 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-026ad902-f650-4cff-ba9d-da6fa65f1ff0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.855499 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-026ad902-f650-4cff-ba9d-da6fa65f1ff0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8198736 Jan 27 21:40:25.857871 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (434c499e-616d-405d-b716-cd19eaef0287), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.858575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46054) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:25.880229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Network 439d3d30-a7df-4f48-b74b-ba8408f75c1d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:25.896470 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:25.909217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:25.915962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:25.942026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Pushing event updated for resources: {'Port': ['ID=95695a97-83fd-4c0d-91b1-4db02b65b8c2,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:26.048615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Attempting to bind port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:26.049421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Attempting to bind port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4797365a-ebe5-4abd-83e4-96938d28742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '439d3d30-a7df-4f48-b74b-ba8408f75c1d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:26.050019 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Attempting to bind port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 on network 439d3d30-a7df-4f48-b74b-ba8408f75c1d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:26.060260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:26.061291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Checking segment: {'id': '4797365a-ebe5-4abd-83e4-96938d28742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '439d3d30-a7df-4f48-b74b-ba8408f75c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:26.061933 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.063091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Bound using segment: {'id': '4797365a-ebe5-4abd-83e4-96938d28742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '439d3d30-a7df-4f48-b74b-ba8408f75c1d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:26.063790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Bound port: 95695a97-83fd-4c0d-91b1-4db02b65b8c2, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4797365a-ebe5-4abd-83e4-96938d28742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '439d3d30-a7df-4f48-b74b-ba8408f75c1d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:26.064484 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.219591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] For port 95695a97-83fd-4c0d-91b1-4db02b65b8c2, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:26.225455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f213ef-0e56-4428-a225-a58ff31b2d48 req-79531686-52f2-453e-8fc9-85e026d5f6a6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:26.225712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] For port 95695a97-83fd-4c0d-91b1-4db02b65b8c2, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=95695a97-83fd-4c0d-91b1-4db02b65b8c2,segment=NetworkSegment(4797365a-ebe5-4abd-83e4-96938d28742b),segment_id=4797365a-ebe5-4abd-83e4-96938d28742b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:26.233067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3f213ef-0e56-4428-a225-a58ff31b2d48 req-79531686-52f2-453e-8fc9-85e026d5f6a6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 946 time: 0.1085105 Jan 27 21:40:26.273649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Allocated IP 172.20.0.3 (275848c2-9bbc-4e4a-a30e-7876feab65ed/e038db88-449c-4415-90cc-7090d2d04b7d/3db38bdb-eaf9-4598-9d68-cc340fb9f880) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:26.329959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.449117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3f213ef-0e56-4428-a225-a58ff31b2d48 req-272e8e43-1134-40b7-9b6b-4c049565c4da tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076197 Jan 27 21:40:26.458165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.463822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d72108-33d5-40dc-bc39-3a0e2bfef847 None None] Pushing event updated for resources: {'Port': ['ID=95695a97-83fd-4c0d-91b1-4db02b65b8c2,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:26.686196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.687962 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for port (3db38bdb-eaf9-4598-9d68-cc340fb9f880), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.751109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ddd46-1c0e-460d-a3c5-5b00bbecc9fd req-c9a18a4c-9a4f-4913-9f68-98f048cbcba3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:26.752959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-732ddd46-1c0e-460d-a3c5-5b00bbecc9fd req-c9a18a4c-9a4f-4913-9f68-98f048cbcba3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1617894 Jan 27 21:40:26.773803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db057bf2-3cf1-4d2a-8796-773eacbd833c req-c04afdf2-69ef-45d3-bb14-d4fbbdd313d8 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:26.775377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db057bf2-3cf1-4d2a-8796-773eacbd833c req-c04afdf2-69ef-45d3-bb14-d4fbbdd313d8 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 946 time: 0.1321683 Jan 27 21:40:26.893477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-732ddd46-1c0e-460d-a3c5-5b00bbecc9fd req-2545d25c-126f-4012-8b0b-1d8d66a21e38 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169102 Jan 27 21:40:26.944275 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3db38bdb-eaf9-4598-9d68-cc340fb9f880), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:26.965650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db057bf2-3cf1-4d2a-8796-773eacbd833c req-b71f9e02-9fca-4ff4-ac53-5d2a4263601b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785331 Jan 27 21:40:26.973503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Allocated IP 2001:db8::1 (0d05addc-0a09-43bd-b326-16656edac0ba/3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c/0f96d2d1-b841-4988-868b-004329fb9e62) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:26.998709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dead54-b603-440f-8e3e-675714f89094 None None] Network 0d05addc-0a09-43bd-b326-16656edac0ba requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:27.063026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Network 275848c2-9bbc-4e4a-a30e-7876feab65ed is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:27.086934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:27.089781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:27.134574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event updated for resources: {'Port': ['ID=3db38bdb-eaf9-4598-9d68-cc340fb9f880,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:27.287087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 69292a40-e01e-43fe-968c-e0865421d30c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:27.312945 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (0f96d2d1-b841-4988-868b-004329fb9e62), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.335487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Provisioning complete for port 69292a40-e01e-43fe-968c-e0865421d30c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:27.338158 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (69292a40-e01e-43fe-968c-e0865421d30c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.379314 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.415526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e2b3d-ef14-4a3e-a90c-e9945032c7de req-1a36fcda-e5ba-4f81-81af-2029105cc7fa tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:27.422971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e2b3d-ef14-4a3e-a90c-e9945032c7de req-1a36fcda-e5ba-4f81-81af-2029105cc7fa tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:27.435224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e2b3d-ef14-4a3e-a90c-e9945032c7de req-1a36fcda-e5ba-4f81-81af-2029105cc7fa tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:27.439404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae5e2b3d-ef14-4a3e-a90c-e9945032c7de req-1a36fcda-e5ba-4f81-81af-2029105cc7fa tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2418 time: 0.2758415 Jan 27 21:40:27.461700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 69292a40-e01e-43fe-968c-e0865421d30c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:27.462185 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (69292a40-e01e-43fe-968c-e0865421d30c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.490818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Current status of the port 69292a40-e01e-43fe-968c-e0865421d30c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:27.491220 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (69292a40-e01e-43fe-968c-e0865421d30c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.549104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae5e2b3d-ef14-4a3e-a90c-e9945032c7de req-d0319b3d-2360-4f2d-9b96-9a6fdbf9c331 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893528 Jan 27 21:40:27.614759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] For port 69292a40-e01e-43fe-968c-e0865421d30c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=69292a40-e01e-43fe-968c-e0865421d30c,segment=NetworkSegment(288fb3b0-7730-4a1e-bc47-2ecd4d42c97f),segment_id=288fb3b0-7730-4a1e-bc47-2ecd4d42c97f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:27.629902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 69292a40-e01e-43fe-968c-e0865421d30c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:27.630421 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (69292a40-e01e-43fe-968c-e0865421d30c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.638305 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0f96d2d1-b841-4988-868b-004329fb9e62), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.702529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 0d05addc-0a09-43bd-b326-16656edac0ba is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:27.712088 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:27.718525 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:27.724025 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (ea6d854d-2c29-4ea2-857f-170227ed96bf), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.724025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=0f96d2d1-b841-4988-868b-004329fb9e62,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:27.781415 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (69292a40-e01e-43fe-968c-e0865421d30c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.948521 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:40:27.950455 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:40:27.953390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Pushing event updated for resources: {'Port': ['ID=69292a40-e01e-43fe-968c-e0865421d30c,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:27.968375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-de01f78f-a038-4d80-adb8-f3517a16b4c8 None None] Provisioning complete for port 69292a40-e01e-43fe-968c-e0865421d30c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:27.971284 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de01f78f-a038-4d80-adb8-f3517a16b4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (69292a40-e01e-43fe-968c-e0865421d30c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:27.993767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.993767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.994125 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.994351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.994692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.995028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.995362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.995702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.996055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.996381 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.996719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.997037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:27.997365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ec01fa-ae43-4cdb-a819-8ac0ba7873f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:28.061607 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0f96d2d1-b841-4988-868b-004329fb9e62), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.195156 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (434c499e-616d-405d-b716-cd19eaef0287), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.422020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-de01f78f-a038-4d80-adb8-f3517a16b4c8 None None] Current status of the port 69292a40-e01e-43fe-968c-e0865421d30c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:28.432339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-76589a2e-e706-4509-a8f2-cfff571adcfc tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:28.443171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-76589a2e-e706-4509-a8f2-cfff571adcfc tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:28.446461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-76589a2e-e706-4509-a8f2-cfff571adcfc tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:28.448360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-76589a2e-e706-4509-a8f2-cfff571adcfc tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2418 time: 0.1729710 Jan 27 21:40:28.458162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8bdd4c-1072-449a-a968-91ecdab9e050 None None] Network 439d3d30-a7df-4f48-b74b-ba8408f75c1d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:28.475591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3407f-ee48-4e43-9680-75ff668bc0b4 req-c9da66cd-ab8c-4cdd-824c-73b2632bfe3b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:28.482667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28e3407f-ee48-4e43-9680-75ff668bc0b4 req-c9da66cd-ab8c-4cdd-824c-73b2632bfe3b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.2060673 Jan 27 21:40:28.547577 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (0f96d2d1-b841-4988-868b-004329fb9e62), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.557803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 69292a40-e01e-43fe-968c-e0865421d30c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:28.558978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 95695a97-83fd-4c0d-91b1-4db02b65b8c2 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:28.611635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c952daa6-2883-446c-b1ad-183643de2a94 None None] Provisioning complete for port 0f96d2d1-b841-4988-868b-004329fb9e62 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:28.612019 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c952daa6-2883-446c-b1ad-183643de2a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0f96d2d1-b841-4988-868b-004329fb9e62), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.662065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (0f96d2d1-b841-4988-868b-004329fb9e62), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.667789 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (ea6d854d-2c29-4ea2-857f-170227ed96bf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.688030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c952daa6-2883-446c-b1ad-183643de2a94 None None] Port 0f96d2d1-b841-4988-868b-004329fb9e62 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:28.707193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28e3407f-ee48-4e43-9680-75ff668bc0b4 req-4392eb64-cf23-42a1-b1ab-82f598410cea tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233982 Jan 27 21:40:28.707949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:28.708382 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.731191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-36bf549c-e433-4579-97f6-377bed75cc1d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting port ec3916ab-4e35-428e-b004-6fdd75ae18e1 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:28.731547 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-36bf549c-e433-4579-97f6-377bed75cc1d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.744893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c952daa6-2883-446c-b1ad-183643de2a94 None None] Provisioning complete for port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:28.745872 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c952daa6-2883-446c-b1ad-183643de2a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.793042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=0f96d2d1-b841-4988-868b-004329fb9e62,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:28.877576 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 0d05addc-0a09-43bd-b326-16656edac0ba is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:28.879374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:28.885984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:28.886228 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.902216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab507b6-8514-4ef7-b04c-2b4dec87220e req-51a792b6-f678-4892-900f-0dff801331b4 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:28.903873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c952daa6-2883-446c-b1ad-183643de2a94 None None] Current status of the port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:28.908821 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c952daa6-2883-446c-b1ad-183643de2a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:28.913876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ab507b6-8514-4ef7-b04c-2b4dec87220e req-51a792b6-f678-4892-900f-0dff801331b4 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 946 time: 0.2700605 Jan 27 21:40:28.939537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8672637-d0cb-40d9-b9c0-06da796c4588 req-34f584c5-57f6-481e-8de7-c14231879406 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.1260614 Jan 27 21:40:28.970751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 95695a97-83fd-4c0d-91b1-4db02b65b8c2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=95695a97-83fd-4c0d-91b1-4db02b65b8c2,segment=NetworkSegment(4797365a-ebe5-4abd-83e4-96938d28742b),segment_id=4797365a-ebe5-4abd-83e4-96938d28742b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:28.993640 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (434c499e-616d-405d-b716-cd19eaef0287), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.088724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-36bf549c-e433-4579-97f6-377bed75cc1d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] For port ec3916ab-4e35-428e-b004-6fdd75ae18e1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ec3916ab-4e35-428e-b004-6fdd75ae18e1,segment=NetworkSegment(bc8e779c-6f00-488d-940f-61bd5ad209ce),segment_id=bc8e779c-6f00-488d-940f-61bd5ad209ce)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:29.089159 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-36bf549c-e433-4579-97f6-377bed75cc1d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.112494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.139397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ab507b6-8514-4ef7-b04c-2b4dec87220e req-b532b0f5-6ad3-4db3-8aa4-1a6e2788205d tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240305 Jan 27 21:40:29.141324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-36bf549c-e433-4579-97f6-377bed75cc1d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Calling delete_port for ec3916ab-4e35-428e-b004-6fdd75ae18e1 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:29.188137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router ea6d854d-2c29-4ea2-857f-170227ed96bf is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:40:29.218971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=95695a97-83fd-4c0d-91b1-4db02b65b8c2,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:29.223013 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-c952daa6-2883-446c-b1ad-183643de2a94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:40:29.223399 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-c952daa6-2883-446c-b1ad-183643de2a94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:40:29.249717 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 69292a40-e01e-43fe-968c-e0865421d30c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:29.304155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 69292a40-e01e-43fe-968c-e0865421d30c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:29.304649 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (69292a40-e01e-43fe-968c-e0865421d30c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.315552 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:29.317481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827d43d-9315-4eac-9df7-24844cc7c194 req-272825e6-a3e7-4242-a5c4-d894c843d4b5 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:29.325444 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8ada0ff8-5583-4596-afab-2675129e0716 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/ea6d854d-2c29-4ea2-857f-170227ed96bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4610267 Jan 27 21:40:29.325444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46120) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:29.328692 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162db4cc-3c96-46a7-a847-00f5518fe18b None None] Sync routers for ids ['ea6d854d-2c29-4ea2-857f-170227ed96bf'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:29.331748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827d43d-9315-4eac-9df7-24844cc7c194 req-272825e6-a3e7-4242-a5c4-d894c843d4b5 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:29.342815 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162db4cc-3c96-46a7-a847-00f5518fe18b None None] Routers {'ea6d854d-2c29-4ea2-857f-170227ed96bf'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:29.344424 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-162db4cc-3c96-46a7-a847-00f5518fe18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea6d854d-2c29-4ea2-857f-170227ed96bf'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:29.347194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827d43d-9315-4eac-9df7-24844cc7c194 req-272825e6-a3e7-4242-a5c4-d894c843d4b5 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:29.348938 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6827d43d-9315-4eac-9df7-24844cc7c194 req-272825e6-a3e7-4242-a5c4-d894c843d4b5 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 2418 time: 0.2965794 Jan 27 21:40:29.382192 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdea3c6-4493-4af3-8a71-2c3753a28530 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:29.386683 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dfdea3c6-4493-4af3-8a71-2c3753a28530 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports/0f96d2d1-b841-4988-868b-004329fb9e62 HTTP/1.1" status: 200 len: 911 time: 0.0584683 Jan 27 21:40:29.387878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46122) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:29.474821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 69292a40-e01e-43fe-968c-e0865421d30c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:29.496343 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-162db4cc-3c96-46a7-a847-00f5518fe18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:29.500611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6827d43d-9315-4eac-9df7-24844cc7c194 req-e3666541-9d22-4737-ad4a-331ebc35af97 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441641 Jan 27 21:40:29.520096 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162db4cc-3c96-46a7-a847-00f5518fe18b None None] Routers {'ea6d854d-2c29-4ea2-857f-170227ed96bf'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:29.520729 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-162db4cc-3c96-46a7-a847-00f5518fe18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea6d854d-2c29-4ea2-857f-170227ed96bf'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:29.569637 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-162db4cc-3c96-46a7-a847-00f5518fe18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:29.570319 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162db4cc-3c96-46a7-a847-00f5518fe18b None None] The sync data for ids ['ea6d854d-2c29-4ea2-857f-170227ed96bf'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:29.617030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Router 434c499e-616d-405d-b716-cd19eaef0287 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:40:29.665666 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-36bf549c-e433-4579-97f6-377bed75cc1d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ec3916ab-4e35-428e-b004-6fdd75ae18e1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.678346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['ec3916ab-4e35-428e-b004-6fdd75ae18e1', '2197161c-5b19-483e-b74f-a830f0134c1d', '204f1204-f1b2-456b-a1a2-ad313195b874'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:29.708389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf549c-e433-4579-97f6-377bed75cc1d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Port': ['ID=ec3916ab-4e35-428e-b004-6fdd75ae18e1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:29.789639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-36bf549c-e433-4579-97f6-377bed75cc1d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] No DVR routers for this DVR port ec3916ab-4e35-428e-b004-6fdd75ae18e1 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:29.794824 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-36bf549c-e433-4579-97f6-377bed75cc1d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:29.798754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-36bf549c-e433-4579-97f6-377bed75cc1d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "DELETE /v2.0/ports/ec3916ab-4e35-428e-b004-6fdd75ae18e1 HTTP/1.1" status: 204 len: 173 time: 1.3440824 Jan 27 21:40:29.799246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'name': 'network-vif-deleted', 'tag': 'ec3916ab-4e35-428e-b004-6fdd75ae18e1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:29.802456 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521734f9-f61e-42d0-a34e-a4a0c12736e0" -d '{"events": [{"server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "name": "network-vif-deleted", "tag": "ec3916ab-4e35-428e-b004-6fdd75ae18e1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:29.859664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c952daa6-2883-446c-b1ad-183643de2a94 None None] Current status of the port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:29.869335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:29.880813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Sync routers for ids ['434c499e-616d-405d-b716-cd19eaef0287'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:29.912235 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aa59f1-cd0c-48d8-b7a7-530ef427c0a9 x-openstack-request-id: req-02aa59f1-cd0c-48d8-b7a7-530ef427c0a9 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:29.912463 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "name": "network-vif-deleted", "tag": "ec3916ab-4e35-428e-b004-6fdd75ae18e1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:29.912603 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02aa59f1-cd0c-48d8-b7a7-530ef427c0a9 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:29.913081 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'name': 'network-vif-deleted', 'tag': 'ec3916ab-4e35-428e-b004-6fdd75ae18e1', 'status': 'completed', 'code': 200} Jan 27 21:40:29.934323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Routers {'434c499e-616d-405d-b716-cd19eaef0287'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:29.935067 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['434c499e-616d-405d-b716-cd19eaef0287'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:29.982519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4002484-0c85-4bcd-9d0c-7eee72e340b0 req-361c855e-6743-446d-baa6-edf43f9d57f3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:29.990395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4002484-0c85-4bcd-9d0c-7eee72e340b0 req-361c855e-6743-446d-baa6-edf43f9d57f3 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1493883 Jan 27 21:40:30.035627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a15c614b-eb5e-4c24-9809-ec1d88fb977f None None] Provisioning complete for port 0f96d2d1-b841-4988-868b-004329fb9e62 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:30.036786 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a15c614b-eb5e-4c24-9809-ec1d88fb977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0f96d2d1-b841-4988-868b-004329fb9e62), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.067992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432de2fd-5b59-430b-924d-7dd059345643 req-0aaf6b6d-15ec-41af-95bc-03207adc310c tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:30.069937 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-432de2fd-5b59-430b-924d-7dd059345643 req-0aaf6b6d-15ec-41af-95bc-03207adc310c tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 946 time: 0.5685380 Jan 27 21:40:30.088647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0e66d08-1b4c-4d3c-bfed-34121354c165 req-1f331966-7fe5-42a8-9680-8525e6057a54 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0595305 Jan 27 21:40:30.094939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-3221e565-d44e-4eff-ac1b-db6f229f8094 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting port 2197161c-5b19-483e-b74f-a830f0134c1d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:30.095286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-3221e565-d44e-4eff-ac1b-db6f229f8094 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.113742 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.117774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-723a0c62-00b3-4fa9-a4d9-88ed12cfa19b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.9102690 Jan 27 21:40:30.134534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4002484-0c85-4bcd-9d0c-7eee72e340b0 req-c17b7972-f40f-4e6b-a46a-64f62ad8ee35 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435041 Jan 27 21:40:30.160020 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46134) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:30.179616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a15c614b-eb5e-4c24-9809-ec1d88fb977f None None] Port 0f96d2d1-b841-4988-868b-004329fb9e62 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:30.190373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Set router 434c499e-616d-405d-b716-cd19eaef0287 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:30.282028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-3221e565-d44e-4eff-ac1b-db6f229f8094 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] For port 2197161c-5b19-483e-b74f-a830f0134c1d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2197161c-5b19-483e-b74f-a830f0134c1d,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:30.282353 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-3221e565-d44e-4eff-ac1b-db6f229f8094 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.298130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-3221e565-d44e-4eff-ac1b-db6f229f8094 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Calling delete_port for 2197161c-5b19-483e-b74f-a830f0134c1d owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:30.323473 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca03b59-83f9-4aa4-a6c3-612faa321107 req-142405b9-08bd-4b2f-ab76-6050f29bb330 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:30.325047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ca03b59-83f9-4aa4-a6c3-612faa321107 req-142405b9-08bd-4b2f-ab76-6050f29bb330 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 946 time: 0.0847149 Jan 27 21:40:30.348103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a15c614b-eb5e-4c24-9809-ec1d88fb977f None None] Provisioning complete for port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:30.348487 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a15c614b-eb5e-4c24-9809-ec1d88fb977f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.397116 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (434c499e-616d-405d-b716-cd19eaef0287), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.456876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ca03b59-83f9-4aa4-a6c3-612faa321107 req-5a09cab0-34ee-4aa7-8c25-7b516b90db86 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/security-groups?id=24a88367-e4de-45d4-a543-6ac7fdcda961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987618 Jan 27 21:40:30.492646 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.536942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a15c614b-eb5e-4c24-9809-ec1d88fb977f None None] Current status of the port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:30.542928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434c499e-616d-405d-b716-cd19eaef0287', 'name': '', 'tenant_id': '9af767cd2b8d43ce8d88bc0b64704060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed', 'external_fixed_ips': [{'subnet_id': 'e038db88-449c-4415-90cc-7090d2d04b7d', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '3db38bdb-eaf9-4598-9d68-cc340fb9f880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:24Z', 'updated_at': '2022-01-27T21:40:27Z', 'revision_number': 3, 'project_id': '9af767cd2b8d43ce8d88bc0b64704060', 'gw_port': {'id': '3db38bdb-eaf9-4598-9d68-cc340fb9f880', 'name': '', 'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:72:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434c499e-616d-405d-b716-cd19eaef0287', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'e038db88-449c-4415-90cc-7090d2d04b7d', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:25Z', 'updated_at': '2022-01-27T21:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e038db88-449c-4415-90cc-7090d2d04b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:30.551503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-432de2fd-5b59-430b-924d-7dd059345643 req-c6441ffc-607c-4501-a8d7-1ae8f3809ff6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Deleting port 728e61f6-59f8-4511-a5eb-654cec82e941 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:30.551849 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-432de2fd-5b59-430b-924d-7dd059345643 req-c6441ffc-607c-4501-a8d7-1ae8f3809ff6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.574921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Checking router: 434c499e-616d-405d-b716-cd19eaef0287 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:40:30.575276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Updating router 434c499e-616d-405d-b716-cd19eaef0287 port 3db38bdb-eaf9-4598-9d68-cc340fb9f880 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:40:30.603677 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3db38bdb-eaf9-4598-9d68-cc340fb9f880), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.668935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe64d5-920f-42b6-b0aa-7808f9139cc8 req-fd1dd7a4-98f8-495e-b008-c797a8600c4c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:30.674944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe64d5-920f-42b6-b0aa-7808f9139cc8 req-fd1dd7a4-98f8-495e-b008-c797a8600c4c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:30.678297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7fbe64d5-920f-42b6-b0aa-7808f9139cc8 req-fd1dd7a4-98f8-495e-b008-c797a8600c4c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 1682 time: 0.0946901 Jan 27 21:40:30.728191 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (434c499e-616d-405d-b716-cd19eaef0287), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.729719 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-3221e565-d44e-4eff-ac1b-db6f229f8094 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2197161c-5b19-483e-b74f-a830f0134c1d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.742334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7fbe64d5-920f-42b6-b0aa-7808f9139cc8 req-4f61e36e-5335-4328-a77c-fbe422c92864 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564060 Jan 27 21:40:30.772472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221e565-d44e-4eff-ac1b-db6f229f8094 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Port': ['ID=2197161c-5b19-483e-b74f-a830f0134c1d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:30.801600 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-432de2fd-5b59-430b-924d-7dd059345643 req-c6441ffc-607c-4501-a8d7-1ae8f3809ff6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] For port 728e61f6-59f8-4511-a5eb-654cec82e941, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=728e61f6-59f8-4511-a5eb-654cec82e941,segment=NetworkSegment(75279ab1-bd3e-4937-bfec-5901a2c716d6),segment_id=75279ab1-bd3e-4937-bfec-5901a2c716d6)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:30.802227 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-432de2fd-5b59-430b-924d-7dd059345643 req-c6441ffc-607c-4501-a8d7-1ae8f3809ff6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.826339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-432de2fd-5b59-430b-924d-7dd059345643 req-c6441ffc-607c-4501-a8d7-1ae8f3809ff6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Calling delete_port for 728e61f6-59f8-4511-a5eb-654cec82e941 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:30.832705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-3221e565-d44e-4eff-ac1b-db6f229f8094 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] No DVR routers for this DVR port 2197161c-5b19-483e-b74f-a830f0134c1d on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:30.832705 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-3221e565-d44e-4eff-ac1b-db6f229f8094 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.836055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-3221e565-d44e-4eff-ac1b-db6f229f8094 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "DELETE /v2.0/ports/2197161c-5b19-483e-b74f-a830f0134c1d HTTP/1.1" status: 204 len: 173 time: 1.0281019 Jan 27 21:40:30.937560 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Publish callbacks [] for port (3db38bdb-eaf9-4598-9d68-cc340fb9f880), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:30.987533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-f4d987e8-1db3-4d3e-ad5e-f2e462d4f875 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting port 204f1204-f1b2-456b-a1a2-ad313195b874 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:30.988193 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-f4d987e8-1db3-4d3e-ad5e-f2e462d4f875 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.030827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Allocated IP 2001:db8:1::1 (439d3d30-a7df-4f48-b74b-ba8408f75c1d/d7d91924-e608-46c8-937f-16c7b480e3a1/184d89ad-3cc6-448e-9c42-8d8cfebdb7af) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:31.045720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Deleting port 3db38bdb-eaf9-4598-9d68-cc340fb9f880 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:31.046229 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3db38bdb-eaf9-4598-9d68-cc340fb9f880), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.063748 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3db38bdb-eaf9-4598-9d68-cc340fb9f880), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.112006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-f4d987e8-1db3-4d3e-ad5e-f2e462d4f875 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] For port 204f1204-f1b2-456b-a1a2-ad313195b874, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=204f1204-f1b2-456b-a1a2-ad313195b874,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:31.112564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-f4d987e8-1db3-4d3e-ad5e-f2e462d4f875 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.134826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-f4d987e8-1db3-4d3e-ad5e-f2e462d4f875 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Calling delete_port for 204f1204-f1b2-456b-a1a2-ad313195b874 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:31.138482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Attempting to bind port 3db38bdb-eaf9-4598-9d68-cc340fb9f880 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:31.139476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Attempting to bind port 3db38bdb-eaf9-4598-9d68-cc340fb9f880 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '87ed3d2f-ea7a-4c8d-a20c-be6588971e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:31.143329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Attempting to bind port 3db38bdb-eaf9-4598-9d68-cc340fb9f880 on network 275848c2-9bbc-4e4a-a30e-7876feab65ed {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:31.162256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:31.163821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Checking segment: {'id': '87ed3d2f-ea7a-4c8d-a20c-be6588971e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:31.168225 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.168597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Bound using segment: {'id': '87ed3d2f-ea7a-4c8d-a20c-be6588971e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:31.169104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Bound port: 3db38bdb-eaf9-4598-9d68-cc340fb9f880, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ed3d2f-ea7a-4c8d-a20c-be6588971e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:31.169494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3db38bdb-eaf9-4598-9d68-cc340fb9f880), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.189499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3db38bdb-eaf9-4598-9d68-cc340fb9f880), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.205673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Calling delete_port for 3db38bdb-eaf9-4598-9d68-cc340fb9f880 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:31.219837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce3e54-c41c-449a-9dc9-92119b96b76c None None] Pushing event updated for resources: {'Port': ['ID=3db38bdb-eaf9-4598-9d68-cc340fb9f880,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:31.271181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 95695a97-83fd-4c0d-91b1-4db02b65b8c2 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:31.332156 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-008f732a-56c1-4822-805d-d37c1fcf86ab req-24b90bd1-ba19-45be-b2f7-6207feaa1d48 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0517762 Jan 27 21:40:31.392922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1b9f5-25d6-4232-9307-729db7d6d73e req-de9b4bd2-7495-476d-9060-cc0b3dc0888b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:31.398947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2a1b9f5-25d6-4232-9307-729db7d6d73e req-de9b4bd2-7495-476d-9060-cc0b3dc0888b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1054368 Jan 27 21:40:31.445476 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (184d89ad-3cc6-448e-9c42-8d8cfebdb7af), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.452543 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-432de2fd-5b59-430b-924d-7dd059345643 req-c6441ffc-607c-4501-a8d7-1ae8f3809ff6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (728e61f6-59f8-4511-a5eb-654cec82e941), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.481728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['728e61f6-59f8-4511-a5eb-654cec82e941'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:31.510355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2a1b9f5-25d6-4232-9307-729db7d6d73e req-52cf20f2-f52a-42c4-95a6-61332265dfcb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089952 Jan 27 21:40:31.512663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6441ffc-607c-4501-a8d7-1ae8f3809ff6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Pushing event deleted for resources: {'Port': ['ID=728e61f6-59f8-4511-a5eb-654cec82e941,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:31.514494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] For port 3db38bdb-eaf9-4598-9d68-cc340fb9f880, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:31.530289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:31.530618 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.568205 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-432de2fd-5b59-430b-924d-7dd059345643 req-c6441ffc-607c-4501-a8d7-1ae8f3809ff6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] No DVR routers for this DVR port 728e61f6-59f8-4511-a5eb-654cec82e941 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:31.581567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5008a7fd-d42b-4deb-9048-40637c3bac57 req-f78655e5-d6bd-4c4d-8f61-03b850aca5c7 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 210 time: 0.0333767 Jan 27 21:40:31.591021 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-432de2fd-5b59-430b-924d-7dd059345643 req-c6441ffc-607c-4501-a8d7-1ae8f3809ff6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.595231 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-432de2fd-5b59-430b-924d-7dd059345643 req-c6441ffc-607c-4501-a8d7-1ae8f3809ff6 tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.74 "DELETE /v2.0/ports/728e61f6-59f8-4511-a5eb-654cec82e941 HTTP/1.1" status: 204 len: 173 time: 1.4339428 Jan 27 21:40:31.595694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb891eae-c469-4e0a-bad4-0b45e9fc5f12', 'name': 'network-vif-deleted', 'tag': '728e61f6-59f8-4511-a5eb-654cec82e941'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:31.598007 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a69e4-ebff-41c1-a118-5dd921eb5f62" -d '{"events": [{"server_uuid": "fb891eae-c469-4e0a-bad4-0b45e9fc5f12", "name": "network-vif-deleted", "tag": "728e61f6-59f8-4511-a5eb-654cec82e941"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:31.625911 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 27 21:40:31.625911 n-d-760456-6 neutron-server[104028]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, level, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Jan 27 21:40:31.625911 n-d-760456-6 neutron-server[104028]: [parameters: {'port_id': '3db38bdb-eaf9-4598-9d68-cc340fb9f880', 'host': 'n-d-760456-6', 'level': 0, 'driver': 'openvswitch', 'segment_id': '87ed3d2f-ea7a-4c8d-a20c-be6588971e86'}] Jan 27 21:40:31.625911 n-d-760456-6 neutron-server[104028]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:40:31.626633 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:40:31.638726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:31.645312 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43b15f2-8be4-44ea-b4b6-6a0b152062c2 x-openstack-request-id: req-e43b15f2-8be4-44ea-b4b6-6a0b152062c2 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:31.645606 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb891eae-c469-4e0a-bad4-0b45e9fc5f12", "name": "network-vif-deleted", "tag": "728e61f6-59f8-4511-a5eb-654cec82e941", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:31.648002 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e43b15f2-8be4-44ea-b4b6-6a0b152062c2 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:31.648002 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb891eae-c469-4e0a-bad4-0b45e9fc5f12', 'name': 'network-vif-deleted', 'tag': '728e61f6-59f8-4511-a5eb-654cec82e941', 'status': 'completed', 'code': 200} Jan 27 21:40:31.696393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-f4d987e8-1db3-4d3e-ad5e-f2e462d4f875 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (204f1204-f1b2-456b-a1a2-ad313195b874), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.728830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d987e8-1db3-4d3e-ad5e-f2e462d4f875 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Port': ['ID=204f1204-f1b2-456b-a1a2-ad313195b874,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:31.740203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (184d89ad-3cc6-448e-9c42-8d8cfebdb7af), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.743992 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (3db38bdb-eaf9-4598-9d68-cc340fb9f880), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.777302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-f4d987e8-1db3-4d3e-ad5e-f2e462d4f875 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] No DVR routers for this DVR port 204f1204-f1b2-456b-a1a2-ad313195b874 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:31.779819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-f4d987e8-1db3-4d3e-ad5e-f2e462d4f875 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.783694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a66d729d-21ca-4018-bae5-c9c9af7976e0 req-f4d987e8-1db3-4d3e-ad5e-f2e462d4f875 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "DELETE /v2.0/ports/204f1204-f1b2-456b-a1a2-ad313195b874 HTTP/1.1" status: 204 len: 173 time: 0.9314950 Jan 27 21:40:31.821110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=184d89ad-3cc6-448e-9c42-8d8cfebdb7af,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:31.839632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 439d3d30-a7df-4f48-b74b-ba8408f75c1d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:31.866344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:31.867355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event deleted for resources: {'Port': ['ID=3db38bdb-eaf9-4598-9d68-cc340fb9f880,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:31.889872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:31.890820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (ea6d854d-2c29-4ea2-857f-170227ed96bf), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:31.910000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03212d18-5fcd-424f-b0b3-13d6405b1628 req-5f6f7ca0-03e5-4439-a34a-9f9ed3bcf9a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 210 time: 0.0481200 Jan 27 21:40:31.913766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'name': 'network-vif-deleted', 'tag': '2197161c-5b19-483e-b74f-a830f0134c1d'}, {'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'name': 'network-vif-deleted', 'tag': '204f1204-f1b2-456b-a1a2-ad313195b874'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:31.917879 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ea9d80-9e5a-41be-89b8-54c77f806511" -d '{"events": [{"server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "name": "network-vif-deleted", "tag": "2197161c-5b19-483e-b74f-a830f0134c1d"}, {"server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "name": "network-vif-deleted", "tag": "204f1204-f1b2-456b-a1a2-ad313195b874"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:31.994022 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e4d416-c710-472b-9309-c15f135940fe x-openstack-request-id: req-59e4d416-c710-472b-9309-c15f135940fe {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:31.994442 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "name": "network-vif-deleted", "tag": "2197161c-5b19-483e-b74f-a830f0134c1d", "status": "completed", "code": 200}, {"server_uuid": "ceadf234-5abe-47e8-ab0c-7515876e929b", "name": "network-vif-deleted", "tag": "204f1204-f1b2-456b-a1a2-ad313195b874", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:31.994831 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59e4d416-c710-472b-9309-c15f135940fe {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:31.995478 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'name': 'network-vif-deleted', 'tag': '2197161c-5b19-483e-b74f-a830f0134c1d', 'status': 'completed', 'code': 200} Jan 27 21:40:31.995865 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceadf234-5abe-47e8-ab0c-7515876e929b', 'name': 'network-vif-deleted', 'tag': '204f1204-f1b2-456b-a1a2-ad313195b874', 'status': 'completed', 'code': 200} Jan 27 21:40:32.034813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (434c499e-616d-405d-b716-cd19eaef0287), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.149877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Attempting to bind port 3db38bdb-eaf9-4598-9d68-cc340fb9f880 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:32.152738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Attempting to bind port 3db38bdb-eaf9-4598-9d68-cc340fb9f880 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '87ed3d2f-ea7a-4c8d-a20c-be6588971e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:32.153108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Attempting to bind port 3db38bdb-eaf9-4598-9d68-cc340fb9f880 on network 275848c2-9bbc-4e4a-a30e-7876feab65ed {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:32.161053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:32.161702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Checking segment: {'id': '87ed3d2f-ea7a-4c8d-a20c-be6588971e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:32.162120 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.162516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Bound using segment: {'id': '87ed3d2f-ea7a-4c8d-a20c-be6588971e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:32.163186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Bound port: 3db38bdb-eaf9-4598-9d68-cc340fb9f880, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ed3d2f-ea7a-4c8d-a20c-be6588971e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '275848c2-9bbc-4e4a-a30e-7876feab65ed'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:32.163580 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3db38bdb-eaf9-4598-9d68-cc340fb9f880), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.190130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Port 3db38bdb-eaf9-4598-9d68-cc340fb9f880 has been deleted concurrently {{(pid=104028) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 27 21:40:32.201466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Routers {'434c499e-616d-405d-b716-cd19eaef0287'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:32.202174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['434c499e-616d-405d-b716-cd19eaef0287'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:32.254411 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-35ba6332-10a1-4fff-863f-8dae79ca4cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.299059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] Set router 434c499e-616d-405d-b716-cd19eaef0287 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:32.362755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434c499e-616d-405d-b716-cd19eaef0287', 'name': '', 'tenant_id': '9af767cd2b8d43ce8d88bc0b64704060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:24Z', 'updated_at': '2022-01-27T21:40:31Z', 'revision_number': 5, 'project_id': '9af767cd2b8d43ce8d88bc0b64704060', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:32.402066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212a9db-dd81-4763-8899-4f5691c8b7c7 None None] The sync data for ids ['434c499e-616d-405d-b716-cd19eaef0287'] in n-d-760456-6 is: [{'id': '434c499e-616d-405d-b716-cd19eaef0287', 'name': '', 'tenant_id': '9af767cd2b8d43ce8d88bc0b64704060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:24Z', 'updated_at': '2022-01-27T21:40:31Z', 'revision_number': 5, 'project_id': '9af767cd2b8d43ce8d88bc0b64704060', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:32.408935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-76f330ef-7175-443a-839e-de6c86874d11 None None] Provisioning complete for port 184d89ad-3cc6-448e-9c42-8d8cfebdb7af triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:32.409451 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-76f330ef-7175-443a-839e-de6c86874d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (184d89ad-3cc6-448e-9c42-8d8cfebdb7af), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.415563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ec3916ab-4e35-428e-b004-6fdd75ae18e1 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:32.430689 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (434c499e-616d-405d-b716-cd19eaef0287), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.438795 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_controller (434c499e-616d-405d-b716-cd19eaef0287), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.469597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: ec3916ab-4e35-428e-b004-6fdd75ae18e1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:32.470084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ec3916ab-4e35-428e-b004-6fdd75ae18e1 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:32.470356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2197161c-5b19-483e-b74f-a830f0134c1d no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:32.490023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ceb3be28-6d27-4f0d-8762-69b634328a23 req-7b28d9f2-91f7-4633-bdb7-3c2a06091665 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0411508 Jan 27 21:40:32.517667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 2197161c-5b19-483e-b74f-a830f0134c1d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:32.518018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2197161c-5b19-483e-b74f-a830f0134c1d not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:32.518502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 204f1204-f1b2-456b-a1a2-ad313195b874 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:32.520522 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-76f330ef-7175-443a-839e-de6c86874d11 None None] Port 184d89ad-3cc6-448e-9c42-8d8cfebdb7af cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:32.543219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 204f1204-f1b2-456b-a1a2-ad313195b874 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:32.543577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 204f1204-f1b2-456b-a1a2-ad313195b874 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:32.566864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (184d89ad-3cc6-448e-9c42-8d8cfebdb7af), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.673636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59862d6c-f26c-43c3-8672-7d91227c6da2 req-5e03add0-33c8-411e-8c87-caf64645aa0a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:32.675470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59862d6c-f26c-43c3-8672-7d91227c6da2 req-5e03add0-33c8-411e-8c87-caf64645aa0a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.0718653 Jan 27 21:40:32.685149 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (434c499e-616d-405d-b716-cd19eaef0287), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.685851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 434c499e-616d-405d-b716-cd19eaef0287 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:40:32.691724 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.693048 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-366c003d-1ced-45cd-a11c-984bf706ba9b tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "DELETE /v2.0/routers/434c499e-616d-405d-b716-cd19eaef0287 HTTP/1.1" status: 204 len: 168 time: 2.5306525 Jan 27 21:40:32.700627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46166) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:32.752505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19e439e7-26fe-4592-80a1-499da26ea6f1 req-0969799f-fc4b-45e2-aa27-2a0d1557198b tempest-ServerDiskConfigTestJSON-217342788 tempest-ServerDiskConfigTestJSON-217342788-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb891eae-c469-4e0a-bad4-0b45e9fc5f12 HTTP/1.1" status: 200 len: 210 time: 0.0700898 Jan 27 21:40:32.794789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59862d6c-f26c-43c3-8672-7d91227c6da2 req-e40a5dac-db5d-44bc-8069-b67cf7d94d7d tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135890 Jan 27 21:40:32.797627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6006c23-449a-462d-ae2f-d24c190755e4 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Deleting subnet e038db88-449c-4415-90cc-7090d2d04b7d {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:40:32.801428 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d6006c23-449a-462d-ae2f-d24c190755e4 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for subnet (e038db88-449c-4415-90cc-7090d2d04b7d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.849247 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d6006c23-449a-462d-ae2f-d24c190755e4 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (e038db88-449c-4415-90cc-7090d2d04b7d), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.896812 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d6006c23-449a-462d-ae2f-d24c190755e4 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (e038db88-449c-4415-90cc-7090d2d04b7d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:32.897044 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (184d89ad-3cc6-448e-9c42-8d8cfebdb7af), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.029929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c925a737-b508-47f5-9ebe-f5f0cf453edf req-9ab79df4-fb8d-4129-95a6-84744334d3cd tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=ceadf234-5abe-47e8-ab0c-7515876e929b HTTP/1.1" status: 200 len: 210 time: 0.0275965 Jan 27 21:40:33.073525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (184d89ad-3cc6-448e-9c42-8d8cfebdb7af), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.074640 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (ea6d854d-2c29-4ea2-857f-170227ed96bf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.166577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=184d89ad-3cc6-448e-9c42-8d8cfebdb7af,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:33.172369 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d6006c23-449a-462d-ae2f-d24c190755e4 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (e038db88-449c-4415-90cc-7090d2d04b7d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.209763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6006c23-449a-462d-ae2f-d24c190755e4 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e038db88-449c-4415-90cc-7090d2d04b7d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:33.209763 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d6006c23-449a-462d-ae2f-d24c190755e4 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.211469 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d6006c23-449a-462d-ae2f-d24c190755e4 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/e038db88-449c-4415-90cc-7090d2d04b7d HTTP/1.1" status: 204 len: 168 time: 0.5027738 Jan 27 21:40:33.216824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46174) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:33.233460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 439d3d30-a7df-4f48-b74b-ba8408f75c1d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:33.236358 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:33.337009 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (275848c2-9bbc-4e4a-a30e-7876feab65ed), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.358043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router ea6d854d-2c29-4ea2-857f-170227ed96bf has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:40:33.435436 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (275848c2-9bbc-4e4a-a30e-7876feab65ed), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.461579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275848c2-9bbc-4e4a-a30e-7876feab65ed']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:33.469355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:33.474604 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8ccbc375-eff5-4c98-99ea-0449eb91ffba tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/ea6d854d-2c29-4ea2-857f-170227ed96bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0866437 Jan 27 21:40:33.478175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46176) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:33.478319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ed3d2f-ea7a-4c8d-a20c-be6588971e86') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:33.478474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ed3d2f-ea7a-4c8d-a20c-be6588971e86') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:33.480701 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad330f-4823-4afd-8b1c-1e749e940429 None None] Sync routers for ids ['ea6d854d-2c29-4ea2-857f-170227ed96bf'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:33.483196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 728e61f6-59f8-4511-a5eb-654cec82e941 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:33.507530 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad330f-4823-4afd-8b1c-1e749e940429 None None] Routers {'ea6d854d-2c29-4ea2-857f-170227ed96bf'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:33.507530 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8cad330f-4823-4afd-8b1c-1e749e940429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea6d854d-2c29-4ea2-857f-170227ed96bf'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:33.528762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (87ed3d2f-ea7a-4c8d-a20c-be6588971e86), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.535691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd525aaa-c716-4bc0-8560-070a2a8c221e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:33.536725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 728e61f6-59f8-4511-a5eb-654cec82e941 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:33.540010 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dd525aaa-c716-4bc0-8560-070a2a8c221e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports/184d89ad-3cc6-448e-9c42-8d8cfebdb7af HTTP/1.1" status: 200 len: 913 time: 0.0591557 Jan 27 21:40:33.540369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 728e61f6-59f8-4511-a5eb-654cec82e941 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:33.540762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46180) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:33.553689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (87ed3d2f-ea7a-4c8d-a20c-be6588971e86), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.561439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:33.562783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (87ed3d2f-ea7a-4c8d-a20c-be6588971e86), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:33.565177 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:33.607002 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8cad330f-4823-4afd-8b1c-1e749e940429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:33.619750 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad330f-4823-4afd-8b1c-1e749e940429 None None] Routers {'ea6d854d-2c29-4ea2-857f-170227ed96bf'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:33.620417 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8cad330f-4823-4afd-8b1c-1e749e940429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea6d854d-2c29-4ea2-857f-170227ed96bf'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:33.670101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-124bd5af-795c-4ca8-bfd4-b50b73b66dd7 None None] Provisioning complete for port 184d89ad-3cc6-448e-9c42-8d8cfebdb7af triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:33.670473 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-124bd5af-795c-4ca8-bfd4-b50b73b66dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (184d89ad-3cc6-448e-9c42-8d8cfebdb7af), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:33.695294 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8cad330f-4823-4afd-8b1c-1e749e940429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:33.695992 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad330f-4823-4afd-8b1c-1e749e940429 None None] The sync data for ids ['ea6d854d-2c29-4ea2-857f-170227ed96bf'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:33.726430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-124bd5af-795c-4ca8-bfd4-b50b73b66dd7 None None] Port 184d89ad-3cc6-448e-9c42-8d8cfebdb7af cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:33.973773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70a8db78-9b43-4328-b1ff-654a60df1bbd req-507ed064-f30e-4212-9845-a42c613ec0c5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0622659 Jan 27 21:40:33.978643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e77397f8-3729-4524-a359-df5593c680b6 req-30b6d1cf-c9a2-4f8c-95a8-9d67339df793 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0677519 Jan 27 21:40:34.025148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98602758-9ec9-4b13-b394-132f143b2a37 req-11ea6694-a964-48f1-9145-14431392f9e2 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:34.026742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98602758-9ec9-4b13-b394-132f143b2a37 req-11ea6694-a964-48f1-9145-14431392f9e2 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.1143827 Jan 27 21:40:34.062590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a705-8e84-4c81-8f42-8e689b759551 req-28652fde-3ba1-4731-917f-8201d32c5f90 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:34.063913 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-28652fde-3ba1-4731-917f-8201d32c5f90 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f&tenant_id=4a740dbf51be4474b91c5cb7c93ca967&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 1096 time: 0.1009500 Jan 27 21:40:34.082717 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-83f8f1f1-1546-4a15-9357-fbf8e5a8fddd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (ea6d854d-2c29-4ea2-857f-170227ed96bf), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.089853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98602758-9ec9-4b13-b394-132f143b2a37 req-3c3150e3-51c8-4b51-8c32-0182b25dfd81 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548081 Jan 27 21:40:34.102266 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (275848c2-9bbc-4e4a-a30e-7876feab65ed), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.123415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46202) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:34.129934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 275848c2-9bbc-4e4a-a30e-7876feab65ed {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 21:40:34.132512 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.164332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "DELETE /v2.0/networks/275848c2-9bbc-4e4a-a30e-7876feab65ed HTTP/1.1" status: 204 len: 168 time: 0.9355526 Jan 27 21:40:34.165507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46206) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:34.172044 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-760456-6'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:34.223052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdb5eb-2299-4fe6-b767-af05a602458c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event deleted for resources: {'Network': ['ID=275848c2-9bbc-4e4a-a30e-7876feab65ed,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:34.272325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4bcf63e-ef74-407c-9a3f-0fb821e94ec8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting subnet 0e264584-bc63-46b8-acaf-483d1cb8addf {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:40:34.277796 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4bcf63e-ef74-407c-9a3f-0fb821e94ec8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for subnet (0e264584-bc63-46b8-acaf-483d1cb8addf), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.303463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e23934-298d-4cd0-a56c-5f397865cc74 admin admin] Deleting subnet 76379c37-1b0d-465f-9b80-20564a8d8976 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:40:34.334044 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48e23934-298d-4cd0-a56c-5f397865cc74 admin admin] Publish callbacks [] for subnet (76379c37-1b0d-465f-9b80-20564a8d8976), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.347239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4bcf63e-ef74-407c-9a3f-0fb821e94ec8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (0e264584-bc63-46b8-acaf-483d1cb8addf), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.381961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf7880-374d-4385-9bf4-c8a8cb35b773 req-8339eb03-1510-4083-9bea-c9797a33716b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:34.383574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bbf7880-374d-4385-9bf4-c8a8cb35b773 req-8339eb03-1510-4083-9bea-c9797a33716b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1239302 Jan 27 21:40:34.387909 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bd85a7da-63c5-4101-890c-a46e76798496), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.477676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48e23934-298d-4cd0-a56c-5f397865cc74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (76379c37-1b0d-465f-9b80-20564a8d8976), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.504119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bbf7880-374d-4385-9bf4-c8a8cb35b773 req-b8495339-191c-4452-b46b-861f835c6457 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930016 Jan 27 21:40:34.510286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4bcf63e-ef74-407c-9a3f-0fb821e94ec8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (0e264584-bc63-46b8-acaf-483d1cb8addf), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.659203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46214) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:34.666968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f2cdf299-c95f-49fb-b0fd-31d909aee350 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Request body: {'router': {'name': 'tempest-router--2084265069', 'project_id': 'ab463787411140dea6dff277a8c0f990'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:34.700245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4bcf63e-ef74-407c-9a3f-0fb821e94ec8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (0e264584-bc63-46b8-acaf-483d1cb8addf), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.714012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286edbb-6aef-46c5-9a87-94f7c8f64fcd req-289c9c59-af4b-4eef-8f78-c7adb763b159 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:34.718088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4286edbb-6aef-46c5-9a87-94f7c8f64fcd req-289c9c59-af4b-4eef-8f78-c7adb763b159 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0992758 Jan 27 21:40:34.743061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcf63e-ef74-407c-9a3f-0fb821e94ec8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Subnet': ['ID=0e264584-bc63-46b8-acaf-483d1cb8addf,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:34.772021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4bcf63e-ef74-407c-9a3f-0fb821e94ec8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.775667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f4bcf63e-ef74-407c-9a3f-0fb821e94ec8 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "DELETE /v2.0/subnets/0e264584-bc63-46b8-acaf-483d1cb8addf HTTP/1.1" status: 204 len: 168 time: 0.6574543 Jan 27 21:40:34.783020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186791d3-be51-4425-ba35-b7d8e3c27de1 None None] Network 67c5ed93-fc35-4efd-ba81-501af54310ca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:34.808122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46216) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:34.812063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4286edbb-6aef-46c5-9a87-94f7c8f64fcd req-736ed788-0ae5-43d7-9363-e037ea39bffb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657842 Jan 27 21:40:34.813048 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2cdf299-c95f-49fb-b0fd-31d909aee350 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (07313b4f-c9c5-4eaa-aa24-3c0e3d537399), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.814386 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2cdf299-c95f-49fb-b0fd-31d909aee350 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (07313b4f-c9c5-4eaa-aa24-3c0e3d537399), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.859642 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48e23934-298d-4cd0-a56c-5f397865cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (76379c37-1b0d-465f-9b80-20564a8d8976), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.950045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2cdf299-c95f-49fb-b0fd-31d909aee350 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_controller (07313b4f-c9c5-4eaa-aa24-3c0e3d537399), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.971527 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (67c5ed93-fc35-4efd-ba81-501af54310ca), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:34.989550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bd85a7da-63c5-4101-890c-a46e76798496,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:35.001884 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-71347e4d-2af3-40ce-808e-c45208fc627c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.026458 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bdd054-e51f-4ea6-8f59-c5250876445f None None] DHCP port deletion for 67c5ed93-fc35-4efd-ba81-501af54310ca request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:40:35.076004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:35.078318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:35.078318 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.082197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2cdf299-c95f-49fb-b0fd-31d909aee350 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (07313b4f-c9c5-4eaa-aa24-3c0e3d537399), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.106676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48e23934-298d-4cd0-a56c-5f397865cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (76379c37-1b0d-465f-9b80-20564a8d8976), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.135841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-83bdd054-e51f-4ea6-8f59-c5250876445f None None] Deleting port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:35.136964 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-83bdd054-e51f-4ea6-8f59-c5250876445f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.146339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e23934-298d-4cd0-a56c-5f397865cc74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76379c37-1b0d-465f-9b80-20564a8d8976,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:35.159849 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48e23934-298d-4cd0-a56c-5f397865cc74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.165832 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-48e23934-298d-4cd0-a56c-5f397865cc74 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/76379c37-1b0d-465f-9b80-20564a8d8976 HTTP/1.1" status: 204 len: 168 time: 0.9980159 Jan 27 21:40:35.166443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46226) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:35.172234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41a5e0c-b84b-4bab-bc07-3f952936577f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd85a7da-63c5-4101-890c-a46e76798496'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:35.174510 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e038e07-0c2d-44ad-a12c-e92bd2561404" -d '{"events": [{"server_uuid": "e41a5e0c-b84b-4bab-bc07-3f952936577f", "name": "network-vif-unplugged", "status": "completed", "tag": "bd85a7da-63c5-4101-890c-a46e76798496"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:35.179539 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Publish callbacks [] for port (bd85a7da-63c5-4101-890c-a46e76798496), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.190978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-83f8f1f1-1546-4a15-9357-fbf8e5a8fddd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port 184d89ad-3cc6-448e-9c42-8d8cfebdb7af {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:35.191324 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-83f8f1f1-1546-4a15-9357-fbf8e5a8fddd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (184d89ad-3cc6-448e-9c42-8d8cfebdb7af), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.221626 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2cdf299-c95f-49fb-b0fd-31d909aee350 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.225573 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f2cdf299-c95f-49fb-b0fd-31d909aee350 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5644386 Jan 27 21:40:35.228139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08e1dc86-6f59-495a-8d84-2f9ec3bc3e9c req-afa4bacc-f8ec-4c8e-acad-6b90466c3300 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.1532156 Jan 27 21:40:35.236417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46230) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:35.275246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:35.318716 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (673ebca6-e551-4848-847e-99917cafa843), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.354041 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-83f8f1f1-1546-4a15-9357-fbf8e5a8fddd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (184d89ad-3cc6-448e-9c42-8d8cfebdb7af), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.356867 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (bd85a7da-63c5-4101-890c-a46e76798496), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.366738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-83bdd054-e51f-4ea6-8f59-c5250876445f None None] For port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab,segment=NetworkSegment(bc8e779c-6f00-488d-940f-61bd5ad209ce),segment_id=bc8e779c-6f00-488d-940f-61bd5ad209ce)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:35.367144 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-83bdd054-e51f-4ea6-8f59-c5250876445f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.382623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-83bdd054-e51f-4ea6-8f59-c5250876445f None None] Calling delete_port for 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:35.401765 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-83f8f1f1-1546-4a15-9357-fbf8e5a8fddd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for 184d89ad-3cc6-448e-9c42-8d8cfebdb7af owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:35.415891 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-610d8aae-687b-480d-8de9-7388b0dfab42 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (07313b4f-c9c5-4eaa-aa24-3c0e3d537399), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.420687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] For port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab,segment=NetworkSegment(bc8e779c-6f00-488d-940f-61bd5ad209ce),segment_id=bc8e779c-6f00-488d-940f-61bd5ad209ce)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:35.421159 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.438281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:35.438546 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.499989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Calling delete_port for 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:35.510490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab,segment=NetworkSegment(bc8e779c-6f00-488d-940f-61bd5ad209ce),segment_id=bc8e779c-6f00-488d-940f-61bd5ad209ce)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:35.525323 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ba793-c21f-46e9-b4b0-7f1e89b87862 req-d2779cc1-42b2-4e8c-b99b-f9d187cc0ddc tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:35.527622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-285ba793-c21f-46e9-b4b0-7f1e89b87862 req-d2779cc1-42b2-4e8c-b99b-f9d187cc0ddc tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 945 time: 0.2989104 Jan 27 21:40:35.553456 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Pushing event updated for resources: {'Port': ['ID=bd85a7da-63c5-4101-890c-a46e76798496,revision_number=7']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:35.579810 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (673ebca6-e551-4848-847e-99917cafa843), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.617759 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Attempting to bind port bd85a7da-63c5-4101-890c-a46e76798496 on host n-h1-760456-6 for vnic_type normal with profile {"migrating_to": "n-h2-760456-6"} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:35.618096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Attempting to bind port bd85a7da-63c5-4101-890c-a46e76798496 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:35.618426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Attempting to bind port bd85a7da-63c5-4101-890c-a46e76798496 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:35.621227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673ebca6-e551-4848-847e-99917cafa843']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:35.624911 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.669035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Port bd85a7da-63c5-4101-890c-a46e76798496 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:40:35.669385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Attempting to bind port bd85a7da-63c5-4101-890c-a46e76798496 on network 4d4762b7-4485-49f9-93c6-dc19ae80648a {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:35.673819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75279ab1-bd3e-4937-bfec-5901a2c716d6') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:35.674121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75279ab1-bd3e-4937-bfec-5901a2c716d6') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:35.682338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:35.689512 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:35.689862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Checking segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:35.690252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Bound using segment: {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:35.690705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Bound port: bd85a7da-63c5-4101-890c-a46e76798496, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362791a6-c70d-4d10-a905-54db3bcc2933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '4d4762b7-4485-49f9-93c6-dc19ae80648a'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:35.691068 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bd85a7da-63c5-4101-890c-a46e76798496), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.695252 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (75279ab1-bd3e-4937-bfec-5901a2c716d6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.730311 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-83bdd054-e51f-4ea6-8f59-c5250876445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.746698 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (75279ab1-bd3e-4937-bfec-5901a2c716d6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.751665 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-610d8aae-687b-480d-8de9-7388b0dfab42 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (07313b4f-c9c5-4eaa-aa24-3c0e3d537399), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.758733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:35.759132 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (75279ab1-bd3e-4937-bfec-5901a2c716d6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: items = [ Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:35.761030 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:35.765070 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-610d8aae-687b-480d-8de9-7388b0dfab42 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_controller (07313b4f-c9c5-4eaa-aa24-3c0e3d537399), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.765387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bdd054-e51f-4ea6-8f59-c5250876445f None None] No DVR routers for this DVR port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:35.770739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdd054-e51f-4ea6-8f59-c5250876445f None None] Pushing event deleted for resources: {'Port': ['ID=1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:35.781967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae80181-b236-4ead-8340-8564250fb417 req-e14d5f29-8a3c-4475-8c2d-79385a98a5d2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:35.784859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-e14d5f29-8a3c-4475-8c2d-79385a98a5d2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 812 time: 0.4182506 Jan 27 21:40:35.843055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-285ba793-c21f-46e9-b4b0-7f1e89b87862 req-c5c3609a-b339-4b79-bb02-3e59c26cee12 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764368 Jan 27 21:40:35.859717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-57daf638-4d2f-4cef-90e6-b403c7eb33b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/quotas/59885e32266f4635909c70d7c437905e HTTP/1.1" status: 200 len: 375 time: 0.0642250 Jan 27 21:40:35.881088 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.881319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:35.885256 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bd85a7da-63c5-4101-890c-a46e76798496,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:35.916889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Port': ['ID=1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:35.925804 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91b1b05-3ffd-4c76-924a-845db0f91f9d x-openstack-request-id: req-a91b1b05-3ffd-4c76-924a-845db0f91f9d {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:35.926493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] No DVR routers for this DVR port 1cadb3a3-804c-4cc8-9fa4-6219a7b1eeab on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:35.926824 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41a5e0c-b84b-4bab-bc07-3f952936577f", "name": "network-vif-unplugged", "status": "completed", "tag": "bd85a7da-63c5-4101-890c-a46e76798496", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:35.927092 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a91b1b05-3ffd-4c76-924a-845db0f91f9d {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:35.928978 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41a5e0c-b84b-4bab-bc07-3f952936577f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd85a7da-63c5-4101-890c-a46e76798496', 'code': 200} Jan 27 21:40:35.956590 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-610d8aae-687b-480d-8de9-7388b0dfab42 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (07313b4f-c9c5-4eaa-aa24-3c0e3d537399), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.957113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610d8aae-687b-480d-8de9-7388b0dfab42 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07313b4f-c9c5-4eaa-aa24-3c0e3d537399 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:40:35.962711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-610d8aae-687b-480d-8de9-7388b0dfab42 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:35.970036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-610d8aae-687b-480d-8de9-7388b0dfab42 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "DELETE /v2.0/routers/07313b4f-c9c5-4eaa-aa24-3c0e3d537399 HTTP/1.1" status: 204 len: 168 time: 0.7264802 Jan 27 21:40:35.999286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-af3eee8f-503d-4886-aede-7e50d8653b7b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1353493 Jan 27 21:40:36.048180 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.048810 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (673ebca6-e551-4848-847e-99917cafa843), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.048810 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (bd85a7da-63c5-4101-890c-a46e76798496), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.056520 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-83f8f1f1-1546-4a15-9357-fbf8e5a8fddd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (184d89ad-3cc6-448e-9c42-8d8cfebdb7af), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.058677 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.062555 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] 10.222.0.61 "DELETE /v2.0/networks/673ebca6-e551-4848-847e-99917cafa843 HTTP/1.1" status: 204 len: 168 time: 0.8913698 Jan 27 21:40:36.081696 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (67c5ed93-fc35-4efd-ba81-501af54310ca), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.105846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891561fc-dedd-45fb-b4b1-c0f442f5cb11 admin admin] Pushing event deleted for resources: {'Network': ['ID=673ebca6-e551-4848-847e-99917cafa843,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:36.110447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c5ed93-fc35-4efd-ba81-501af54310ca']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:36.125070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8e779c-6f00-488d-940f-61bd5ad209ce') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:36.125516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8e779c-6f00-488d-940f-61bd5ad209ce') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:36.143482 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (bc8e779c-6f00-488d-940f-61bd5ad209ce), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.170807 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (bc8e779c-6f00-488d-940f-61bd5ad209ce), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.182506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-cbdafcf2-047a-4638-ac29-e6b5fb90a178 service neutron] 10.222.0.61 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855977 Jan 27 21:40:36.183592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:36.184012 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (bc8e779c-6f00-488d-940f-61bd5ad209ce), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:36.187821 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:36.268762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Pushing event updated for resources: {'Port': ['ID=bd85a7da-63c5-4101-890c-a46e76798496,revision_number=8']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:36.344951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8f1f1-1546-4a15-9357-fbf8e5a8fddd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=184d89ad-3cc6-448e-9c42-8d8cfebdb7af,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:36.355338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:36.355978 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.357640 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-4b52b3cd-3b27-4ee1-a200-0cf5ac51b722 service neutron] 10.222.0.71 "PUT /v2.0/ports/bd85a7da-63c5-4101-890c-a46e76798496 HTTP/1.1" status: 200 len: 1121 time: 2.1911955 Jan 27 21:40:36.361443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-83f8f1f1-1546-4a15-9357-fbf8e5a8fddd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (ea6d854d-2c29-4ea2-857f-170227ed96bf), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.395716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84414bb9-399a-42bb-8117-df935350783b req-5d7500c3-851e-446e-ac5c-e8049f7f6204 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0540953 Jan 27 21:40:36.398011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46248) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:36.425972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bd85a7da-63c5-4101-890c-a46e76798496 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:40:36.459643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-c507e551-052a-4286-8ab8-e3f245fdcf37 service neutron] 10.222.0.61 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795626 Jan 27 21:40:36.488370 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (67c5ed93-fc35-4efd-ba81-501af54310ca), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.493611 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.498598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "DELETE /v2.0/networks/67c5ed93-fc35-4efd-ba81-501af54310ca HTTP/1.1" status: 204 len: 168 time: 1.6723516 Jan 27 21:40:36.501468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['bd85a7da-63c5-4101-890c-a46e76798496'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:36.535183 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46254) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:36.541242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0272f59-80f1-4b80-81ad-5d0696c88546 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Network': ['ID=67c5ed93-fc35-4efd-ba81-501af54310ca,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:36.567332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['bd85a7da-63c5-4101-890c-a46e76798496'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:36.655099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-302bf68a-f6aa-4864-baf9-c783aa31df93 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting subnet 2c6f9211-6494-4f91-9394-7c65421c86f0 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:40:36.698608 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.resource_extend [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:40:36.741822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-302bf68a-f6aa-4864-baf9-c783aa31df93 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for subnet (2c6f9211-6494-4f91-9394-7c65421c86f0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.752605 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-468103250', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:36.785542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f8f1f1-1546-4a15-9357-fbf8e5a8fddd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router ea6d854d-2c29-4ea2-857f-170227ed96bf has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:40:36.799769 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-302bf68a-f6aa-4864-baf9-c783aa31df93 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (2c6f9211-6494-4f91-9394-7c65421c86f0), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.860595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bd85a7da-63c5-4101-890c-a46e76798496,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:36.889068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bd85a7da-63c5-4101-890c-a46e76798496 has no active binding in host n-h2-760456-6 {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 21:40:36.895423 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.896819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:36.958248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f8f1f1-1546-4a15-9357-fbf8e5a8fddd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:36.966344 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-83f8f1f1-1546-4a15-9357-fbf8e5a8fddd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/ea6d854d-2c29-4ea2-857f-170227ed96bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4245639 Jan 27 21:40:36.971377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46270) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:36.994388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3db8ad-60e2-4b67-b2c9-745a0cb6f6c5 None None] Sync routers for ids ['ea6d854d-2c29-4ea2-857f-170227ed96bf'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:37.008253 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:40:37.020642 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-302bf68a-f6aa-4864-baf9-c783aa31df93 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (2c6f9211-6494-4f91-9394-7c65421c86f0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.071051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deba7b47-a159-41a1-a616-8547c550d6ef req-aa317e1a-90bf-4284-89a7-3cea44e9cd62 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 210 time: 0.1189833 Jan 27 21:40:37.078482 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_controller (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.097196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46276) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:37.112209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3db8ad-60e2-4b67-b2c9-745a0cb6f6c5 None None] Routers {'ea6d854d-2c29-4ea2-857f-170227ed96bf'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:37.115585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7e3db8ad-60e2-4b67-b2c9-745a0cb6f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea6d854d-2c29-4ea2-857f-170227ed96bf'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:37.251776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7e3db8ad-60e2-4b67-b2c9-745a0cb6f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:37.286316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3db8ad-60e2-4b67-b2c9-745a0cb6f6c5 None None] Routers {'ea6d854d-2c29-4ea2-857f-170227ed96bf'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:37.286967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7e3db8ad-60e2-4b67-b2c9-745a0cb6f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea6d854d-2c29-4ea2-857f-170227ed96bf'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:37.332115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7e3db8ad-60e2-4b67-b2c9-745a0cb6f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:37.332115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3db8ad-60e2-4b67-b2c9-745a0cb6f6c5 None None] The sync data for ids ['ea6d854d-2c29-4ea2-857f-170227ed96bf'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:37.384145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0d96c798-7306-4572-a4af-1b28380c3af0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6f59ba72202445a586c9f7c1e1ea00be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2855396 Jan 27 21:40:37.391294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46284) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:37.409494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-177ae6cd-ecc5-459b-acc6-506b5a614556 req-e5228e7f-9144-4e7c-818b-6b1975a737b2 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0957525 Jan 27 21:40:37.417188 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.419424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0437cc4-845d-40b6-9733-cc834c190fd6 req-9b82ad50-2733-4c4c-aadf-49f851dcc81c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:37.421000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0437cc4-845d-40b6-9733-cc834c190fd6 req-9b82ad50-2733-4c4c-aadf-49f851dcc81c tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.2527139 Jan 27 21:40:37.442006 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-302bf68a-f6aa-4864-baf9-c783aa31df93 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (2c6f9211-6494-4f91-9394-7c65421c86f0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.504550 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.515820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-302bf68a-f6aa-4864-baf9-c783aa31df93 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.520011 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-302bf68a-f6aa-4864-baf9-c783aa31df93 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "DELETE /v2.0/subnets/2c6f9211-6494-4f91-9394-7c65421c86f0 HTTP/1.1" status: 204 len: 168 time: 0.9832237 Jan 27 21:40:37.520734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bf68a-f6aa-4864-baf9-c783aa31df93 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6f9211-6494-4f91-9394-7c65421c86f0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:37.522639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46288) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:37.525950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e96ba-fe3b-452d-8e4d-e10ba4e6947a None None] Network fcf9eb40-1294-499a-b67b-ae5ed8845b39 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:37.563645 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0834a4c-46da-4efd-8866-c83685b038fc admin admin] Publish callbacks [] for security_group (24a88367-e4de-45d4-a543-6ac7fdcda961), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.568263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0437cc4-845d-40b6-9733-cc834c190fd6 req-c76f86ba-1da5-4e35-8934-d07bf0f8c64a tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103601 Jan 27 21:40:37.600813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0834a4c-46da-4efd-8866-c83685b038fc admin admin] Publish callbacks [] for security_group (24a88367-e4de-45d4-a543-6ac7fdcda961), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.652872 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (fcf9eb40-1294-499a-b67b-ae5ed8845b39), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.682250 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cbde3dc-8a4d-42e7-bcff-cc64d41d29f6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (ea6d854d-2c29-4ea2-857f-170227ed96bf), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.759767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d2af3-7013-479c-a6ef-2792d9bdbfd2 None None] DHCP port deletion for fcf9eb40-1294-499a-b67b-ae5ed8845b39 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:40:37.819541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-682d2af3-7013-479c-a6ef-2792d9bdbfd2 None None] Deleting port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:37.820016 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-682d2af3-7013-479c-a6ef-2792d9bdbfd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.840199 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0834a4c-46da-4efd-8866-c83685b038fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (24a88367-e4de-45d4-a543-6ac7fdcda961), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.842911 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0834a4c-46da-4efd-8866-c83685b038fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.845050 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a0834a4c-46da-4efd-8866-c83685b038fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24a88367-e4de-45d4-a543-6ac7fdcda961 HTTP/1.1" status: 204 len: 168 time: 0.4530406 Jan 27 21:40:37.862028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0834a4c-46da-4efd-8866-c83685b038fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a88367-e4de-45d4-a543-6ac7fdcda961,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:37.944219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41a5e0c-b84b-4bab-bc07-3f952936577f', 'tag': 'bd85a7da-63c5-4101-890c-a46e76798496'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:37.946680 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-682d2af3-7013-479c-a6ef-2792d9bdbfd2 None None] For port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=70d984b5-6c0e-4a72-9ebe-a0f4a108b02c,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:37.947115 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-682d2af3-7013-479c-a6ef-2792d9bdbfd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:37.950726 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232d6232-50da-4f74-91e4-f3903177f278" -d '{"events": [{"name": "network-changed", "server_uuid": "e41a5e0c-b84b-4bab-bc07-3f952936577f", "tag": "bd85a7da-63c5-4101-890c-a46e76798496"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:37.995497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-682d2af3-7013-479c-a6ef-2792d9bdbfd2 None None] Calling delete_port for 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:38.031201 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be813d82-baef-4c9b-a50d-103e799db653 x-openstack-request-id: req-be813d82-baef-4c9b-a50d-103e799db653 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:38.032553 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41a5e0c-b84b-4bab-bc07-3f952936577f", "tag": "bd85a7da-63c5-4101-890c-a46e76798496", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:38.033143 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be813d82-baef-4c9b-a50d-103e799db653 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:38.033874 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41a5e0c-b84b-4bab-bc07-3f952936577f', 'tag': 'bd85a7da-63c5-4101-890c-a46e76798496', 'status': 'completed', 'code': 200} Jan 27 21:40:38.064189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:38.065235 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.118669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6cbde3dc-8a4d-42e7-bcff-cc64d41d29f6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port 0f96d2d1-b841-4988-868b-004329fb9e62 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:38.119011 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cbde3dc-8a4d-42e7-bcff-cc64d41d29f6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0f96d2d1-b841-4988-868b-004329fb9e62), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.125404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d6232-50da-4f74-91e4-f3903177f278 req-2cdbc3d3-e04a-4ebc-bbc9-6146a4d0eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:38.126875 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-232d6232-50da-4f74-91e4-f3903177f278 req-2cdbc3d3-e04a-4ebc-bbc9-6146a4d0eae5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 1124 time: 0.0737567 Jan 27 21:40:38.172816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44dab1cb-0bac-4ae9-9fc0-39ba0a185fce req-bda933ee-c5cd-4efb-8ba7-c644394acb5a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 210 time: 0.0427897 Jan 27 21:40:38.227690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] For port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=70d984b5-6c0e-4a72-9ebe-a0f4a108b02c,segment=NetworkSegment(d5adcc8c-071b-4429-8eab-87b9ca4c4bb4),segment_id=d5adcc8c-071b-4429-8eab-87b9ca4c4bb4)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:38.228095 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.271493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Calling delete_port for 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:38.276861 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cbde3dc-8a4d-42e7-bcff-cc64d41d29f6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0f96d2d1-b841-4988-868b-004329fb9e62), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.301252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6cbde3dc-8a4d-42e7-bcff-cc64d41d29f6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for 0f96d2d1-b841-4988-868b-004329fb9e62 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:38.303361 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d6232-50da-4f74-91e4-f3903177f278 req-c9ea591c-7ff3-4992-adb4-f4c468339b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:38.305166 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.305371 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-232d6232-50da-4f74-91e4-f3903177f278 req-c9ea591c-7ff3-4992-adb4-f4c468339b86 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.1680496 Jan 27 21:40:38.313690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-682d2af3-7013-479c-a6ef-2792d9bdbfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.341475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d2af3-7013-479c-a6ef-2792d9bdbfd2 None None] Pushing event deleted for resources: {'Port': ['ID=70d984b5-6c0e-4a72-9ebe-a0f4a108b02c,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:38.346242 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d2af3-7013-479c-a6ef-2792d9bdbfd2 None None] No DVR routers for this DVR port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:38.355682 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-232d6232-50da-4f74-91e4-f3903177f278 req-a9d3fb48-5714-4dee-bff3-9bbad49c086b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd85a7da-63c5-4101-890c-a46e76798496 HTTP/1.1" status: 200 len: 217 time: 0.0445080 Jan 27 21:40:38.380391 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.461336 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d6232-50da-4f74-91e4-f3903177f278 req-c734502d-d6f2-4f27-a5bd-3925f3be1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:38.462993 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-232d6232-50da-4f74-91e4-f3903177f278 req-c734502d-d6f2-4f27-a5bd-3925f3be1729 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.1002214 Jan 27 21:40:38.509093 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (70d984b5-6c0e-4a72-9ebe-a0f4a108b02c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.559901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Port': ['ID=70d984b5-6c0e-4a72-9ebe-a0f4a108b02c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:38.563387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Allocated IP 172.25.0.180 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/b1f2e7bc-6f39-44fa-b5ff-b8cc731588f0) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:38.586783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] No DVR routers for this DVR port 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:38.603866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f64a224-ea3d-4860-b73b-0105ea57be11 req-e3d5e02d-daff-43bb-8b20-1309d57ff0d7 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0521383 Jan 27 21:40:38.765952 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (fcf9eb40-1294-499a-b67b-ae5ed8845b39), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.810116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf9eb40-1294-499a-b67b-ae5ed8845b39']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:38.816244 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.835529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddca85-38f4-4913-9677-ca9712b36366 req-3cca544c-acfa-4a18-928c-806cd0ba6d6b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:38.837070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7eddca85-38f4-4913-9677-ca9712b36366 req-3cca544c-acfa-4a18-928c-806cd0ba6d6b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.1478431 Jan 27 21:40:38.837755 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-232d6232-50da-4f74-91e4-f3903177f278 req-e6db084f-a2b4-4c25-8028-286b70d063ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3681240 Jan 27 21:40:38.841378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:38.841688 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5adcc8c-071b-4429-8eab-87b9ca4c4bb4') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:38.870567 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for port (b1f2e7bc-6f39-44fa-b5ff-b8cc731588f0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.872913 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (d5adcc8c-071b-4429-8eab-87b9ca4c4bb4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.901307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d5adcc8c-071b-4429-8eab-87b9ca4c4bb4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.924764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:38.925176 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (d5adcc8c-071b-4429-8eab-87b9ca4c4bb4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:38.928324 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:38.970634 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-232d6232-50da-4f74-91e4-f3903177f278 req-5a7d3270-f0b7-421f-950e-92ce2ec22aba service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238775 Jan 27 21:40:38.996110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7eddca85-38f4-4913-9677-ca9712b36366 req-25bc3e5c-589b-45d5-b70a-d5d964cfb920 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518116 Jan 27 21:40:39.087366 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-232d6232-50da-4f74-91e4-f3903177f278 req-3916a28b-635b-4713-8488-2d5728ecc8bf service neutron] 10.222.0.74 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094885 Jan 27 21:40:39.096330 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cbde3dc-8a4d-42e7-bcff-cc64d41d29f6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0f96d2d1-b841-4988-868b-004329fb9e62), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.125241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbde3dc-8a4d-42e7-bcff-cc64d41d29f6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=0f96d2d1-b841-4988-868b-004329fb9e62,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:39.214331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:39.227547 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b1f2e7bc-6f39-44fa-b5ff-b8cc731588f0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.230234 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cbde3dc-8a4d-42e7-bcff-cc64d41d29f6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (ea6d854d-2c29-4ea2-857f-170227ed96bf), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.242033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:39.242689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 70d984b5-6c0e-4a72-9ebe-a0f4a108b02c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:39.267316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (fcf9eb40-1294-499a-b67b-ae5ed8845b39), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.272147 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.278350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "DELETE /v2.0/networks/fcf9eb40-1294-499a-b67b-ae5ed8845b39 HTTP/1.1" status: 204 len: 168 time: 1.7520931 Jan 27 21:40:39.287099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46316) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:39.297189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4a8c4a76-9e72-4ce8-b138-1d353374114c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-312218904'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:39.374825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72eb889f-d14e-432c-9b9d-d841a72e17a2 req-fde541ed-ff79-4ba3-a93a-373aba53ca14 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 210 time: 0.0955672 Jan 27 21:40:39.376630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe1b6a-d9db-40e8-bb1f-26ee48c15765 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Network': ['ID=fcf9eb40-1294-499a-b67b-ae5ed8845b39,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:39.419453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:39.424429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:39.426243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Pushing event updated for resources: {'Port': ['ID=b1f2e7bc-6f39-44fa-b5ff-b8cc731588f0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:39.428531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:39.478218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbde3dc-8a4d-42e7-bcff-cc64d41d29f6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router ea6d854d-2c29-4ea2-857f-170227ed96bf has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:40:39.553042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbde3dc-8a4d-42e7-bcff-cc64d41d29f6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:39.560529 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6cbde3dc-8a4d-42e7-bcff-cc64d41d29f6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/ea6d854d-2c29-4ea2-857f-170227ed96bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5855021 Jan 27 21:40:39.561543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46326) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:39.564756 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b60210-493c-48fb-bf27-01394b8c9c76 None None] Sync routers for ids ['ea6d854d-2c29-4ea2-857f-170227ed96bf'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:39.577168 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b60210-493c-48fb-bf27-01394b8c9c76 None None] Routers {'ea6d854d-2c29-4ea2-857f-170227ed96bf'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:39.577862 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b1b60210-493c-48fb-bf27-01394b8c9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea6d854d-2c29-4ea2-857f-170227ed96bf'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:39.595311 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3c844ec9-29e0-49dd-900f-fcade5042535 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea6d854d-2c29-4ea2-857f-170227ed96bf HTTP/1.1" status: 200 len: 205 time: 0.0334120 Jan 27 21:40:39.598181 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46328) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:39.614696 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b1b60210-493c-48fb-bf27-01394b8c9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:39.623288 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b60210-493c-48fb-bf27-01394b8c9c76 None None] Routers {'ea6d854d-2c29-4ea2-857f-170227ed96bf'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:39.623883 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b1b60210-493c-48fb-bf27-01394b8c9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea6d854d-2c29-4ea2-857f-170227ed96bf'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:39.637901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8c4a76-9e72-4ce8-b138-1d353374114c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:39.641740 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4a76-9e72-4ce8-b138-1d353374114c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.656473 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b1b60210-493c-48fb-bf27-01394b8c9c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:39.657126 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b60210-493c-48fb-bf27-01394b8c9c76 None None] The sync data for ids ['ea6d854d-2c29-4ea2-857f-170227ed96bf'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:39.703364 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d5e2-036b-4362-984a-cca39e8de779 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (ea6d854d-2c29-4ea2-857f-170227ed96bf), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.753934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc70f8b6-0ee4-4de1-8181-a72801357f68 req-3013f32b-eec1-4aff-ba61-b6c9c220a25f tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0670054 Jan 27 21:40:39.754085 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46334) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:39.790673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8c4a76-9e72-4ce8-b138-1d353374114c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:40:39.845487 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4a76-9e72-4ce8-b138-1d353374114c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (dc9368d7-7140-4912-8da8-a17b30d1bcd2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:39.845843 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-4a8c4a76-9e72-4ce8-b138-1d353374114c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Added segment dc9368d7-7140-4912-8da8-a17b30d1bcd2 of type vlan for network 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b Jan 27 21:40:39.862508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-487116973-network', 'tenant_id': '9f34249e85384f21ae05e93e25f7a050'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:39.991526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Made reservation on behalf of 9f34249e85384f21ae05e93e25f7a050 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:39.994522 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.005651 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.028799 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d5e2-036b-4362-984a-cca39e8de779 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (ea6d854d-2c29-4ea2-857f-170227ed96bf), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.037104 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d5e2-036b-4362-984a-cca39e8de779 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (ea6d854d-2c29-4ea2-857f-170227ed96bf), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.096294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Publish callbacks [] for security_group (ee67f5de-b114-43e5-8f2a-e2a7477702df), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.110160 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4a76-9e72-4ce8-b138-1d353374114c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (4928e1b6-6f49-4672-b98e-0a9cdeb93d4b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.170896 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.191820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ee67f5de-b114-43e5-8f2a-e2a7477702df), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.221987 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:40:40.225952 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d5e2-036b-4362-984a-cca39e8de779 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (ea6d854d-2c29-4ea2-857f-170227ed96bf), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.226505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e1d5e2-036b-4362-984a-cca39e8de779 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Fanout notify agent at l3_agent the message router_deleted on router ea6d854d-2c29-4ea2-857f-170227ed96bf {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:40:40.234779 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d5e2-036b-4362-984a-cca39e8de779 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.235895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c9e1d5e2-036b-4362-984a-cca39e8de779 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/ea6d854d-2c29-4ea2-857f-170227ed96bf HTTP/1.1" status: 204 len: 168 time: 0.6367505 Jan 27 21:40:40.243277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b04b-c9fa-4194-9d5d-97520911049c req-44e210dc-a7b2-4281-bc6e-11689904c26f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:40.244813 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c728b04b-c9fa-4194-9d5d-97520911049c req-44e210dc-a7b2-4281-bc6e-11689904c26f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.1321731 Jan 27 21:40:40.245300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46340) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:40.274612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee67f5de-b114-43e5-8f2a-e2a7477702df,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:40.277577 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8efd0f1e-0cc0-4e84-ad75-913ba607d207), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.277931 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Added segment 8efd0f1e-0cc0-4e84-ad75-913ba607d207 of type vlan for network 7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 Jan 27 21:40:40.295297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae80181-b236-4ead-8340-8564250fb417 req-5749c2cd-eecf-48a9-a146-08ddf1c0b92f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:40.297712 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-5749c2cd-eecf-48a9-a146-08ddf1c0b92f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 812 time: 0.1615694 Jan 27 21:40:40.326745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-4ae80181-b236-4ead-8340-8564250fb417 req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Request body: {'port': {'device_id': 'a1a43de4-23a7-410a-88d6-1d3d412ca50b', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'admin_state_up': True, 'tenant_id': '59885e32266f4635909c70d7c437905e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:40.327672 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4a76-9e72-4ce8-b138-1d353374114c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (4928e1b6-6f49-4672-b98e-0a9cdeb93d4b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.332818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c4a76-9e72-4ce8-b138-1d353374114c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:40.333426 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4a76-9e72-4ce8-b138-1d353374114c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.379883 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (7c482e5d-646b-42dc-b5e1-8eeccc8ceb91), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.437464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f0b9ad-a03d-41ca-a388-1d4b42f38025 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting subnet d7d91924-e608-46c8-937f-16c7b480e3a1 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:40:40.451279 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14f0b9ad-a03d-41ca-a388-1d4b42f38025 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (d7d91924-e608-46c8-937f-16c7b480e3a1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.533791 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4a8c4a76-9e72-4ce8-b138-1d353374114c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2405686 Jan 27 21:40:40.537102 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46346) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:40.541393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c4a76-9e72-4ce8-b138-1d353374114c tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Network': ['ID=4928e1b6-6f49-4672-b98e-0a9cdeb93d4b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:40.551834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c728b04b-c9fa-4194-9d5d-97520911049c req-bd328a20-b9ba-438c-9ed9-f900b94c102f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922909 Jan 27 21:40:40.553425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'subnet': {'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:40.555223 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:40:40.561391 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (7c482e5d-646b-42dc-b5e1-8eeccc8ceb91), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.562409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:40.576389 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.594292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbd1180a-78d0-4676-a905-ab21965538d3 req-83df81a3-b3bd-415c-99f6-5cc2cf1c8db6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 210 time: 0.0836751 Jan 27 21:40:40.680599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae80181-b236-4ead-8340-8564250fb417 req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Made reservation on behalf of 59885e32266f4635909c70d7c437905e for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:40.685255 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4ae80181-b236-4ead-8340-8564250fb417 req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.762975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] Pushing event updated for resources: {'Network': ['ID=7c482e5d-646b-42dc-b5e1-8eeccc8ceb91,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:40.778532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:40:40.841263 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-71f6a066-65e7-4419-a062-cc8a63cfc129 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0833659 Jan 27 21:40:40.842419 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46350) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:40.856916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5ef2e86b-15c6-4d77-b83d-ae2fd9a047f8 admin admin] Request body: {'subnet': {'network_id': '7c482e5d-646b-42dc-b5e1-8eeccc8ceb91', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-487116973-subnet', 'tenant_id': '9f34249e85384f21ae05e93e25f7a050', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:40.940250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-4ae80181-b236-4ead-8340-8564250fb417 req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Allocated IP 172.20.0.7 (333ccb8f-832b-4b30-aba4-f41314e02720/c74d6c97-4bfa-4bd7-b65e-50c8f0c45527/5e7616ca-3210-453a-8744-5d5aa16fd499) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:40.943087 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:40.946511 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:40.970532 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14f0b9ad-a03d-41ca-a388-1d4b42f38025 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (d7d91924-e608-46c8-937f-16c7b480e3a1), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.025352 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf115097-9789-4841-974e-a9241c7d506d req-233a5d5c-1018-4b70-b600-01f8b5a7a040 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0580759 Jan 27 21:40:41.045844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.149832 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef2e86b-15c6-4d77-b83d-ae2fd9a047f8 admin admin] Made reservation on behalf of 9f34249e85384f21ae05e93e25f7a050 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:41.151986 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ef2e86b-15c6-4d77-b83d-ae2fd9a047f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.175996 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14f0b9ad-a03d-41ca-a388-1d4b42f38025 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (d7d91924-e608-46c8-937f-16c7b480e3a1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.282080 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.331138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14f0b9ad-a03d-41ca-a388-1d4b42f38025 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (d7d91924-e608-46c8-937f-16c7b480e3a1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.368119 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14f0b9ad-a03d-41ca-a388-1d4b42f38025 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.376684 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-14f0b9ad-a03d-41ca-a388-1d4b42f38025 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/d7d91924-e608-46c8-937f-16c7b480e3a1 HTTP/1.1" status: 204 len: 168 time: 1.1226652 Jan 27 21:40:41.376684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0b9ad-a03d-41ca-a388-1d4b42f38025 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d91924-e608-46c8-937f-16c7b480e3a1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:41.379153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Router be020bec-96e7-4ee9-b6ef-f719ab4d7fca is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:40:41.379988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc9d38-e194-4645-b7fa-52ecbc3c0633 None None] Network 439d3d30-a7df-4f48-b74b-ba8408f75c1d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:41.386230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46352) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:41.419465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Subnet': ['ID=fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:41.477480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1aa6e6f-1b47-4e92-9668-bc883321d5de tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting subnet 3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:40:41.483449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.483785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.484122 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.484471 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.484808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.485148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.485486 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.485588 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6e6f-1b47-4e92-9668-bc883321d5de tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.485817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.486147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.486476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.486802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.487129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.487454 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:41.526139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Checking segment: {'id': 'dc9368d7-7140-4912-8da8-a17b30d1bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:41.526514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network hostable DHCP agents. Network: 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:40:41.575836 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4ae80181-b236-4ead-8340-8564250fb417 req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.589652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6e6f-1b47-4e92-9668-bc883321d5de tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.616686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ef2e86b-15c6-4d77-b83d-ae2fd9a047f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (b09fd681-c111-4f15-89e0-428a4e3a7bfa), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.657351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:41.662414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2e86b-15c6-4d77-b83d-ae2fd9a047f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09fd681-c111-4f15-89e0-428a4e3a7bfa,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:41.671285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bfdb30-578a-4c25-8178-0ea507a38668 None None] Sync routers for ids ['be020bec-96e7-4ee9-b6ef-f719ab4d7fca'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:41.683756 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:40:41.685294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bfdb30-578a-4c25-8178-0ea507a38668 None None] Routers {'be020bec-96e7-4ee9-b6ef-f719ab4d7fca'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:41.728794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-23bfdb30-578a-4c25-8178-0ea507a38668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['be020bec-96e7-4ee9-b6ef-f719ab4d7fca'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:41.728985 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2e86b-15c6-4d77-b83d-ae2fd9a047f8 admin admin] Checking segment: {'id': '8efd0f1e-0cc0-4e84-ad75-913ba607d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7c482e5d-646b-42dc-b5e1-8eeccc8ceb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:41.728985 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2e86b-15c6-4d77-b83d-ae2fd9a047f8 admin admin] Network hostable DHCP agents. Network: 7c482e5d-646b-42dc-b5e1-8eeccc8ceb91, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:40:41.729182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-23bfdb30-578a-4c25-8178-0ea507a38668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:41.756171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bfdb30-578a-4c25-8178-0ea507a38668 None None] Routers {'be020bec-96e7-4ee9-b6ef-f719ab4d7fca'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:41.756790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-23bfdb30-578a-4c25-8178-0ea507a38668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['be020bec-96e7-4ee9-b6ef-f719ab4d7fca'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:41.758346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c458b23-ee7e-48ee-b551-f07e679d5657 req-031fbd90-d0cf-410d-aaec-f8cedcf1b6a0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:41.764742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c458b23-ee7e-48ee-b551-f07e679d5657 req-031fbd90-d0cf-410d-aaec-f8cedcf1b6a0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.1285541 Jan 27 21:40:41.771545 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4ae80181-b236-4ead-8340-8564250fb417 req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.799479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['01b30470-4b96-45cd-9d1e-5c1e4cb38491', '9a9ab57a-1f94-4760-a484-22ed76cdc9c2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:41.803595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-23bfdb30-578a-4c25-8178-0ea507a38668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:41.804268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bfdb30-578a-4c25-8178-0ea507a38668 None None] The sync data for ids ['be020bec-96e7-4ee9-b6ef-f719ab4d7fca'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:41.859295 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae80181-b236-4ead-8340-8564250fb417 req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Network 333ccb8f-832b-4b30-aba4-f41314e02720 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:41.862558 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6e6f-1b47-4e92-9668-bc883321d5de tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.869765 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-4ae80181-b236-4ead-8340-8564250fb417 req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:41.902175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae80181-b236-4ead-8340-8564250fb417 req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:41.912533 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:41.917087 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event updated for resources: {'Port': ['ID=5e7616ca-3210-453a-8744-5d5aa16fd499,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:41.956618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c458b23-ee7e-48ee-b551-f07e679d5657 req-b56914f7-7aec-4916-8196-d9a9a38c0927 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873944 Jan 27 21:40:41.959368 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:41.973110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-61288dbd-a2a1-4f58-b4c1-089b6d2735c4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5742083 Jan 27 21:40:41.991596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b5cca-9e84-4a59-b7cf-c06882920c83 req-24ae1fd8-16c1-4571-a3bc-725d92c18b97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:41.999810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be5b5cca-9e84-4a59-b7cf-c06882920c83 req-24ae1fd8-16c1-4571-a3bc-725d92c18b97 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 931 time: 0.2317214 Jan 27 21:40:42.005982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:42.008933 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.010834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3bed19-e88c-4f4f-8d62-c85bd7134c73 None None] Network 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:42.012880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45605b5d-581a-4fda-9b55-8a764e00c55d None None] DHCP port deletion for 439d3d30-a7df-4f48-b74b-ba8408f75c1d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:40:42.035809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46360) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:42.042224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2e86b-15c6-4d77-b83d-ae2fd9a047f8 admin admin] Network 7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:40:42.073071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-5ef2e86b-15c6-4d77-b83d-ae2fd9a047f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 7c482e5d-646b-42dc-b5e1-8eeccc8ceb91) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:42.090614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef2e86b-15c6-4d77-b83d-ae2fd9a047f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:42.091439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ef2e86b-15c6-4d77-b83d-ae2fd9a047f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.119077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bdd230-ed55-474b-af0b-f2701f06d6e4 None None] Network 7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:42.134866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae80181-b236-4ead-8340-8564250fb417 req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:42.135950 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4ae80181-b236-4ead-8340-8564250fb417 req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.146035 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6e6f-1b47-4e92-9668-bc883321d5de tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.159400 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ae48a7d1-a256-4da8-b446-43b1f9e502a2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6179802 Jan 27 21:40:42.166655 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46364) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:42.179170 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9f9ad6c8-d1a2-4353-b1e1-466f1b55d137 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2024222781'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:42.281509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa6e6f-1b47-4e92-9668-bc883321d5de tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Subnet': ['ID=3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:42.304413 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-96477e38-2d34-4098-babc-bff3aad962a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9815910 Jan 27 21:40:42.308530 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5ef2e86b-15c6-4d77-b83d-ae2fd9a047f8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4619305 Jan 27 21:40:42.317030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Request body: {'port': {'device_id': 'a1a43de4-23a7-410a-88d6-1d3d412ca50b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:42.350338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df4e4d-f6e0-4e44-9579-495d65d8af09 None None] Network 0d05addc-0a09-43bd-b326-16656edac0ba requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:42.355596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be5b5cca-9e84-4a59-b7cf-c06882920c83 req-336d4f90-7961-4652-b02c-e1f01208016b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542264 Jan 27 21:40:42.380381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25119b17-1c24-4eca-9e0b-d321c7c48bca req-d094626a-af1f-4845-b09a-037b162138bf tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.1244347 Jan 27 21:40:42.381448 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1aa6e6f-1b47-4e92-9668-bc883321d5de tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.386639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a1aa6e6f-1b47-4e92-9668-bc883321d5de tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c HTTP/1.1" status: 204 len: 168 time: 1.0035515 Jan 27 21:40:42.390227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-4928e1b6-6f49-4672-b98e-0a9cdeb93d4b', 'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b', 'project_id': '31c496c8e52442818d0ee31b5110265c', 'fixed_ips': [{'subnet_id': 'fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:40:42.390990 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.395025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46368) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:42.423732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-59da3288-4b06-4948-8a5b-34cf2ce9471c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/routers/be020bec-96e7-4ee9-b6ef-f719ab4d7fca HTTP/1.1" status: 200 len: 920 time: 0.3864777 Jan 27 21:40:42.426102 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.428516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46370) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:42.428645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-45605b5d-581a-4fda-9b55-8a764e00c55d None None] Deleting port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:42.429002 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45605b5d-581a-4fda-9b55-8a764e00c55d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.489356 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dfa8073d-80b8-45c5-9924-cf32d26a8ba7 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "GET /v2.0/ports?device_id=be020bec-96e7-4ee9-b6ef-f719ab4d7fca HTTP/1.1" status: 200 len: 205 time: 0.0554929 Jan 27 21:40:42.496636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46374) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:42.499737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9ad6c8-d1a2-4353-b1e1-466f1b55d137 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:42.515126 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad6c8-d1a2-4353-b1e1-466f1b55d137 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.540882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7bd5e7-711d-43b3-9cd1-7addfc6c25c0 None None] Network 7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:42.549870 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (439d3d30-a7df-4f48-b74b-ba8408f75c1d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.578257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-85319474-26f4-41b3-98e7-719994a20217 None None] Provisioning complete for port 5e7616ca-3210-453a-8744-5d5aa16fd499 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:42.578643 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-85319474-26f4-41b3-98e7-719994a20217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.680483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:42.681279 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.741715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-45605b5d-581a-4fda-9b55-8a764e00c55d None None] For port 95695a97-83fd-4c0d-91b1-4db02b65b8c2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=95695a97-83fd-4c0d-91b1-4db02b65b8c2,segment=NetworkSegment(4797365a-ebe5-4abd-83e4-96938d28742b),segment_id=4797365a-ebe5-4abd-83e4-96938d28742b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:42.742193 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45605b5d-581a-4fda-9b55-8a764e00c55d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.768792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port 95695a97-83fd-4c0d-91b1-4db02b65b8c2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=95695a97-83fd-4c0d-91b1-4db02b65b8c2,segment=NetworkSegment(4797365a-ebe5-4abd-83e4-96938d28742b),segment_id=4797365a-ebe5-4abd-83e4-96938d28742b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:42.769535 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.787106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for 95695a97-83fd-4c0d-91b1-4db02b65b8c2 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:42.793824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-45605b5d-581a-4fda-9b55-8a764e00c55d None None] Calling delete_port for 95695a97-83fd-4c0d-91b1-4db02b65b8c2 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:42.814476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-85319474-26f4-41b3-98e7-719994a20217 None None] Port 5e7616ca-3210-453a-8744-5d5aa16fd499 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:42.834243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:42.907529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9ad6c8-d1a2-4353-b1e1-466f1b55d137 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:40:42.959832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Allocated IP 19.80.0.2 (4928e1b6-6f49-4672-b98e-0a9cdeb93d4b/fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87/53062445-15a4-4ff0-b3e9-3487d0a323e4) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:43.009370 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8e66db-1ece-46ad-81f9-3a159b190010 None None] DHCP port deletion for 0d05addc-0a09-43bd-b326-16656edac0ba request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:40:43.053287 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad6c8-d1a2-4353-b1e1-466f1b55d137 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (eb8ec6d4-b1a5-4f11-8449-eab7583f000f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.053872 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-9f9ad6c8-d1a2-4353-b1e1-466f1b55d137 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Added segment eb8ec6d4-b1a5-4f11-8449-eab7583f000f of type vlan for network 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 Jan 27 21:40:43.147564 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Publish callbacks [] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.172870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1a854-9ae2-45ff-9006-5434b3fab93c req-74320feb-1f22-4c59-9287-956facfb2f19 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:43.180270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ff1a854-9ae2-45ff-9006-5434b3fab93c req-74320feb-1f22-4c59-9287-956facfb2f19 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.1293173 Jan 27 21:40:43.184893 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad6c8-d1a2-4353-b1e1-466f1b55d137 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (93be2c39-af27-46fa-a8f6-1a2a4b4c7be8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.194144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-f9a1ba0e-03dc-4d86-9a89-88949d7b8166 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:43.195689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-f9a1ba0e-03dc-4d86-9a89-88949d7b8166 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/networks?id=7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 HTTP/1.1" status: 200 len: 821 time: 0.3387527 Jan 27 21:40:43.231396 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.245614 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45605b5d-581a-4fda-9b55-8a764e00c55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.245829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-d708fa97-bd39-449d-8eaa-b7d0f6ddcbc6 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/quotas/9f34249e85384f21ae05e93e25f7a050 HTTP/1.1" status: 200 len: 375 time: 0.0439446 Jan 27 21:40:43.258204 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.268962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 69292a40-e01e-43fe-968c-e0865421d30c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:43.298703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ff1a854-9ae2-45ff-9006-5434b3fab93c req-111914b2-86c6-4452-b02a-20df0a2ea987 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088691 Jan 27 21:40:43.336240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e66db-1ece-46ad-81f9-3a159b190010 None None] Deleting port 69292a40-e01e-43fe-968c-e0865421d30c {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:43.336923 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4c8e66db-1ece-46ad-81f9-3a159b190010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (69292a40-e01e-43fe-968c-e0865421d30c), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.339958 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad6c8-d1a2-4353-b1e1-466f1b55d137 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (93be2c39-af27-46fa-a8f6-1a2a4b4c7be8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.345714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9ad6c8-d1a2-4353-b1e1-466f1b55d137 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:43.346389 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f9ad6c8-d1a2-4353-b1e1-466f1b55d137 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.354978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (95695a97-83fd-4c0d-91b1-4db02b65b8c2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.366397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-06d2029d-a552-4f7b-b58a-43820bdaa798 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9f34249e85384f21ae05e93e25f7a050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880406 Jan 27 21:40:43.417867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Network 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:43.450271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:43.467733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45605b5d-581a-4fda-9b55-8a764e00c55d None None] No DVR routers for this DVR port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:43.484253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7616ca-3210-453a-8744-5d5aa16fd499 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:43.498138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Publish callbacks [] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.505728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ad6c8-d1a2-4353-b1e1-466f1b55d137 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Network': ['ID=93be2c39-af27-46fa-a8f6-1a2a4b4c7be8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:43.517728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Transition to ACTIVE for port object 5e7616ca-3210-453a-8744-5d5aa16fd499 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:40:43.526006 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9f9ad6c8-d1a2-4353-b1e1-466f1b55d137 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3487782 Jan 27 21:40:43.526970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=95695a97-83fd-4c0d-91b1-4db02b65b8c2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:43.528742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46396) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:43.529577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No DVR routers for this DVR port 95695a97-83fd-4c0d-91b1-4db02b65b8c2 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:43.543480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:43.544718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'subnet': {'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:43.556893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device bd85a7da-63c5-4101-890c-a46e76798496 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:43.573414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Deleting port b1f2e7bc-6f39-44fa-b5ff-b8cc731588f0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:43.573768 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b1f2e7bc-6f39-44fa-b5ff-b8cc731588f0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.590979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:40:43.639006 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.762572 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (439d3d30-a7df-4f48-b74b-ba8408f75c1d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.791704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439d3d30-a7df-4f48-b74b-ba8408f75c1d']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:43.804018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4797365a-ebe5-4abd-83e4-96938d28742b') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:43.804372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4797365a-ebe5-4abd-83e4-96938d28742b') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:43.816028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (4797365a-ebe5-4abd-83e4-96938d28742b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.831287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4797365a-ebe5-4abd-83e4-96938d28742b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.838592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:43.839145 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (4797365a-ebe5-4abd-83e4-96938d28742b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:43.911908 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:43.920375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:43.923854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Attempting to bind port 53062445-15a4-4ff0-b3e9-3487d0a323e4 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:43.924825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Attempting to bind port 53062445-15a4-4ff0-b3e9-3487d0a323e4 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'dc9368d7-7140-4912-8da8-a17b30d1bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:43.924971 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.925515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Attempting to bind port 53062445-15a4-4ff0-b3e9-3487d0a323e4 on network 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:43.936191 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:43.937131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Checking segment: {'id': 'dc9368d7-7140-4912-8da8-a17b30d1bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:43.937763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:43.938387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Bound using segment: {'id': 'dc9368d7-7140-4912-8da8-a17b30d1bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:43.939096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Bound port: 53062445-15a4-4ff0-b3e9-3487d0a323e4, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9368d7-7140-4912-8da8-a17b30d1bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:43.939716 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.027080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] For port 53062445-15a4-4ff0-b3e9-3487d0a323e4, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:44.031590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] For port 53062445-15a4-4ff0-b3e9-3487d0a323e4, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=53062445-15a4-4ff0-b3e9-3487d0a323e4,segment=NetworkSegment(dc9368d7-7140-4912-8da8-a17b30d1bcd2),segment_id=dc9368d7-7140-4912-8da8-a17b30d1bcd2)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:44.032145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Pushing event updated for resources: {'Port': ['ID=53062445-15a4-4ff0-b3e9-3487d0a323e4,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:44.079857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45605b5d-581a-4fda-9b55-8a764e00c55d None None] Pushing event deleted for resources: {'Port': ['ID=95695a97-83fd-4c0d-91b1-4db02b65b8c2,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:44.094225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4c8e66db-1ece-46ad-81f9-3a159b190010 None None] For port 69292a40-e01e-43fe-968c-e0865421d30c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=69292a40-e01e-43fe-968c-e0865421d30c,segment=NetworkSegment(288fb3b0-7730-4a1e-bc47-2ecd4d42c97f),segment_id=288fb3b0-7730-4a1e-bc47-2ecd4d42c97f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:44.094798 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4c8e66db-1ece-46ad-81f9-3a159b190010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (69292a40-e01e-43fe-968c-e0865421d30c), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.150294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 69292a40-e01e-43fe-968c-e0865421d30c is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:44.150814 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (69292a40-e01e-43fe-968c-e0865421d30c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.167468 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.170437 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (439d3d30-a7df-4f48-b74b-ba8408f75c1d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.193373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 69292a40-e01e-43fe-968c-e0865421d30c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=69292a40-e01e-43fe-968c-e0865421d30c,segment=NetworkSegment(288fb3b0-7730-4a1e-bc47-2ecd4d42c97f),segment_id=288fb3b0-7730-4a1e-bc47-2ecd4d42c97f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:44.199124 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.203231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/networks/439d3d30-a7df-4f48-b74b-ba8408f75c1d HTTP/1.1" status: 204 len: 168 time: 1.8072050 Jan 27 21:40:44.205829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Network': ['ID=439d3d30-a7df-4f48-b74b-ba8408f75c1d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:44.207818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46398) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:44.246689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e66db-1ece-46ad-81f9-3a159b190010 None None] Calling delete_port for 69292a40-e01e-43fe-968c-e0865421d30c owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:44.249055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc20f8-cbe5-4fdc-b713-1269d79422d1 None None] Pushing event updated for resources: {'Port': ['ID=53062445-15a4-4ff0-b3e9-3487d0a323e4,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:44.290352 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (0d05addc-0a09-43bd-b326-16656edac0ba), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.292203 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (f719a8e9-2f2e-409e-ba6e-c0546dc836ee), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.317819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Attempting to bind port 5e7616ca-3210-453a-8744-5d5aa16fd499 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:44.318926 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Attempting to bind port 5e7616ca-3210-453a-8744-5d5aa16fd499 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:44.319260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Attempting to bind port 5e7616ca-3210-453a-8744-5d5aa16fd499 on network 333ccb8f-832b-4b30-aba4-f41314e02720 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:44.330155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Port 5e7616ca-3210-453a-8744-5d5aa16fd499 on network 333ccb8f-832b-4b30-aba4-f41314e02720 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:40:44.335019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Attempting to bind port 5e7616ca-3210-453a-8744-5d5aa16fd499 on network 333ccb8f-832b-4b30-aba4-f41314e02720 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:44.348896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:44.349235 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Checking segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:44.349766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Bound using segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:44.350229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Bound port: 5e7616ca-3210-453a-8744-5d5aa16fd499, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:44.350594 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.366495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port bd85a7da-63c5-4101-890c-a46e76798496 is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:44.399501 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7616ca-3210-453a-8744-5d5aa16fd499,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:44.414720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1170e37-0596-4162-a585-e4a26430076c req-e4f7a562-dfbe-4fec-adf2-69ff3346ac43 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:44.421644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1170e37-0596-4162-a585-e4a26430076c req-e4f7a562-dfbe-4fec-adf2-69ff3346ac43 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 931 time: 0.9132934 Jan 27 21:40:44.424484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Subnet': ['ID=f719a8e9-2f2e-409e-ba6e-c0546dc836ee,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:44.435206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-1f6ad1f3-296d-44cd-a98b-f083ff694347 service neutron] 10.222.0.61 "GET /v2.0/networks/7c482e5d-646b-42dc-b5e1-8eeccc8ceb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0262914 Jan 27 21:40:44.435406 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b1f2e7bc-6f39-44fa-b5ff-b8cc731588f0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.435602 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (69292a40-e01e-43fe-968c-e0865421d30c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.436489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 95695a97-83fd-4c0d-91b1-4db02b65b8c2 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:44.465912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Calling delete_port for b1f2e7bc-6f39-44fa-b5ff-b8cc731588f0 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:44.486101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 95695a97-83fd-4c0d-91b1-4db02b65b8c2 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:44.486471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 95695a97-83fd-4c0d-91b1-4db02b65b8c2 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:44.527677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.528041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.528478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.528771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.531849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.531981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.532293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.534674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.535033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.535368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.535716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.536061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.536444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68f33b8-bd64-4de1-98ed-09da0d76112a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.540150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=69292a40-e01e-43fe-968c-e0865421d30c,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:44.542131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] For port 5e7616ca-3210-453a-8744-5d5aa16fd499, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:44.545411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.545779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.551274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.551274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.551274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.551274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.551274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.551274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.551274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.551274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.551274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.551274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.551274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:44.564171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] For port 5e7616ca-3210-453a-8744-5d5aa16fd499, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5e7616ca-3210-453a-8744-5d5aa16fd499,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:44.654074 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4c8e66db-1ece-46ad-81f9-3a159b190010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (69292a40-e01e-43fe-968c-e0865421d30c), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.706039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e66db-1ece-46ad-81f9-3a159b190010 None None] Pushing event deleted for resources: {'Port': ['ID=69292a40-e01e-43fe-968c-e0865421d30c,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:44.720307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Checking segment: {'id': 'eb8ec6d4-b1a5-4f11-8449-eab7583f000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:44.722942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network hostable DHCP agents. Network: 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:40:44.724562 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.725578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1170e37-0596-4162-a585-e4a26430076c req-cb41c01a-48c3-4059-8945-02bf137152a0 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022154 Jan 27 21:40:44.736157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-799133a4-dc4a-4132-ade8-52baa5369bc2 service neutron] 10.222.0.61 "GET /v2.0/networks/7c482e5d-646b-42dc-b5e1-8eeccc8ceb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984347 Jan 27 21:40:44.754932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8e66db-1ece-46ad-81f9-3a159b190010 None None] No DVR routers for this DVR port 69292a40-e01e-43fe-968c-e0865421d30c on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:44.780211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port 69292a40-e01e-43fe-968c-e0865421d30c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:44.781196 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (69292a40-e01e-43fe-968c-e0865421d30c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.814225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:44.814918 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.816369 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] 10.222.0.74 "PUT /v2.0/ports/5e7616ca-3210-453a-8744-5d5aa16fd499 HTTP/1.1" status: 200 len: 1091 time: 2.5037427 Jan 27 21:40:44.820896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a43de4-23a7-410a-88d6-1d3d412ca50b', 'tag': '5e7616ca-3210-453a-8744-5d5aa16fd499'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:44.834075 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7d5f5d-e880-4f90-8102-f5047da3b321" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a43de4-23a7-410a-88d6-1d3d412ca50b", "tag": "5e7616ca-3210-453a-8744-5d5aa16fd499"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:44.893936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d019462-92b9-44bd-b802-0fac3f039999 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7616ca-3210-453a-8744-5d5aa16fd499,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:44.928829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:40:44.934687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-570cf8de-6c20-45d2-a19f-13f2eaa305da req-e66eccb4-04a1-4e42-99fe-1d53b4c5c0a4 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0487134 Jan 27 21:40:44.957265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port 69292a40-e01e-43fe-968c-e0865421d30c, host n-d-760456-6, got binding levels [] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:44.957635 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (69292a40-e01e-43fe-968c-e0865421d30c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:44.970997 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b1f2e7bc-6f39-44fa-b5ff-b8cc731588f0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.007973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for 69292a40-e01e-43fe-968c-e0865421d30c owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:45.017984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.ipam_backend_mixin [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Port 69292a40-e01e-43fe-968c-e0865421d30c was not found and therefore no delete operation was performed {{(pid=104027) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:40:45.019550 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (69292a40-e01e-43fe-968c-e0865421d30c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.027226 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Pushing event deleted for resources: {'Port': ['ID=b1f2e7bc-6f39-44fa-b5ff-b8cc731588f0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:45.056659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=69292a40-e01e-43fe-968c-e0865421d30c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:45.060117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:45.066300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:45.067716 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.071284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No DVR routers for this DVR port 69292a40-e01e-43fe-968c-e0865421d30c on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:45.079558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1830f-9e3a-4044-ace4-b2cbe9602200 None None] Network 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:45.224903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae80181-b236-4ead-8340-8564250fb417 req-4bb1fa77-b72e-4dee-a43e-bca594a1f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:45.227326 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-4bb1fa77-b72e-4dee-a43e-bca594a1f163 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 1094 time: 0.2162848 Jan 27 21:40:45.282991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-93be2c39-af27-46fa-a8f6-1a2a4b4c7be8', 'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8', 'project_id': '31c496c8e52442818d0ee31b5110265c', 'fixed_ips': [{'subnet_id': 'f719a8e9-2f2e-409e-ba6e-c0546dc836ee'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:40:45.283817 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.291961 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (0d05addc-0a09-43bd-b326-16656edac0ba), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.311123 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-13001546-9dc4-4d49-9586-9aac3f0950c0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e7616ca-3210-453a-8744-5d5aa16fd499 HTTP/1.1" status: 200 len: 217 time: 0.0671921 Jan 27 21:40:45.311123 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.325150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d05addc-0a09-43bd-b326-16656edac0ba']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:45.341730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288fb3b0-7730-4a1e-bc47-2ecd4d42c97f') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:45.342038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288fb3b0-7730-4a1e-bc47-2ecd4d42c97f') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:45.360783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (288fb3b0-7730-4a1e-bc47-2ecd4d42c97f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.399252 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (288fb3b0-7730-4a1e-bc47-2ecd4d42c97f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.420163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:40:45.420721 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (288fb3b0-7730-4a1e-bc47-2ecd4d42c97f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:40:45.424351 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:40:45.442918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026e525-077d-4e30-9c7b-4f7121d1fb64 req-8c7a5314-df09-4522-ad3b-752e6114e741 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:45.444752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9026e525-077d-4e30-9c7b-4f7121d1fb64 req-8c7a5314-df09-4522-ad3b-752e6114e741 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 943 time: 0.3388202 Jan 27 21:40:45.454752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 53062445-15a4-4ff0-b3e9-3487d0a323e4 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:45.511376 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5592572b-89b3-4424-951a-c8efef044504 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9700775 Jan 27 21:40:45.517563 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.520395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_controller (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.566416 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a441e762-2ff9-4b04-8c47-9047063627f5 x-openstack-request-id: req-a441e762-2ff9-4b04-8c47-9047063627f5 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:45.566716 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a43de4-23a7-410a-88d6-1d3d412ca50b", "tag": "5e7616ca-3210-453a-8744-5d5aa16fd499", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:45.567023 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a441e762-2ff9-4b04-8c47-9047063627f5 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:45.567430 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a43de4-23a7-410a-88d6-1d3d412ca50b', 'tag': '5e7616ca-3210-453a-8744-5d5aa16fd499', 'status': 'completed', 'code': 200} Jan 27 21:40:45.585462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 53062445-15a4-4ff0-b3e9-3487d0a323e4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:45.585943 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.615174 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-687c561f-2f42-4c2f-80a9-98436637fd3e req-cbe6b3ba-8b44-4142-827e-ea1a8a1808d8 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 210 time: 0.1257093 Jan 27 21:40:45.644935 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-71f67e70-581f-4ec6-8a31-e873826157df service neutron] 10.222.0.74 "GET /v2.0/ports/bd85a7da-63c5-4101-890c-a46e76798496/bindings/n-h2-760456-6 HTTP/1.1" status: 200 len: 384 time: 0.4617612 Jan 27 21:40:45.652950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae80181-b236-4ead-8340-8564250fb417 req-e9218652-5ffc-4219-9a55-ddc1df96e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:45.655069 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-e9218652-5ffc-4219-9a55-ddc1df96e83d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.3401775 Jan 27 21:40:45.656040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Allocated IP 19.86.0.2 (93be2c39-af27-46fa-a8f6-1a2a4b4c7be8/f719a8e9-2f2e-409e-ba6e-c0546dc836ee/f11976cc-c94c-471d-afb7-8f4ddbc0644c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:45.681732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9026e525-077d-4e30-9c7b-4f7121d1fb64 req-da38d6e5-1770-4ae7-86be-0a66e19ff350 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962361 Jan 27 21:40:45.781027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 53062445-15a4-4ff0-b3e9-3487d0a323e4 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:45.781881 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.827773 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae80181-b236-4ead-8340-8564250fb417 req-71c4244a-b830-48af-9ceb-ac27de13d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:45.832788 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (0d05addc-0a09-43bd-b326-16656edac0ba), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.834502 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-71c4244a-b830-48af-9ceb-ac27de13d383 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111021 Jan 27 21:40:45.876809 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (be020bec-96e7-4ee9-b6ef-f719ab4d7fca), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.877371 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Fanout notify agent at l3_agent the message router_deleted on router be020bec-96e7-4ee9-b6ef-f719ab4d7fca {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:40:45.898284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 53062445-15a4-4ff0-b3e9-3487d0a323e4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=53062445-15a4-4ff0-b3e9-3487d0a323e4,segment=NetworkSegment(dc9368d7-7140-4912-8da8-a17b30d1bcd2),segment_id=dc9368d7-7140-4912-8da8-a17b30d1bcd2)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:45.917449 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.923283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/networks/0d05addc-0a09-43bd-b326-16656edac0ba HTTP/1.1" status: 204 len: 168 time: 1.7121956 Jan 27 21:40:45.924295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ea08f-57a6-4c98-a4ec-2e15839ba6fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Network': ['ID=0d05addc-0a09-43bd-b326-16656edac0ba,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:45.932199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46428) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:45.942097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8253181a-bfc4-46c2-a3d7-6f4e308a25a6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1676257894'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:45.954960 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.956257 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-18ea1f28-91c6-4780-a543-a6a5904ac391 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/routers/be020bec-96e7-4ee9-b6ef-f719ab4d7fca HTTP/1.1" status: 204 len: 168 time: 3.4181957 Jan 27 21:40:45.962016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46430) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:45.972196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Publish callbacks [] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:45.978304 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Request body: {'router': {'name': 'tempest-snat-router-906112045', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'enable_snat': False}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:45.986480 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.038692 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f975a705-8e84-4c81-8f42-8e689b759551 req-caf59168-8b26-405a-a414-d6c451e8d39d service neutron] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=bd85a7da-63c5-4101-890c-a46e76798496,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:46.041977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d617217-af55-49fe-9f01-3250c955444f None None] Network 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:46.049464 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-8522309c-eb68-4b87-bbd5-dea3e4d06e7a service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060003 Jan 27 21:40:46.050925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36492b3-809a-43e3-8b4a-fbaa4f9d1ae5 req-e42bb574-44a6-40f7-8363-3be1e532b6a5 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:46.058272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c36492b3-809a-43e3-8b4a-fbaa4f9d1ae5 req-e42bb574-44a6-40f7-8363-3be1e532b6a5 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 943 time: 0.2221425 Jan 27 21:40:46.063368 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.098141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-e596db39-5b93-47fc-8c7b-e589395d31f9 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:46.103106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-e596db39-5b93-47fc-8c7b-e589395d31f9 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:46.104732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-e596db39-5b93-47fc-8c7b-e589395d31f9 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/networks?id=4928e1b6-6f49-4672-b98e-0a9cdeb93d4b&id=93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 HTTP/1.1" status: 200 len: 1391 time: 0.3150241 Jan 27 21:40:46.108604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8253181a-bfc4-46c2-a3d7-6f4e308a25a6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:46.111992 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8253181a-bfc4-46c2-a3d7-6f4e308a25a6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.119938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f975a705-8e84-4c81-8f42-8e689b759551 req-caf59168-8b26-405a-a414-d6c451e8d39d service neutron] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:46.148645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-8f5eeda5-7f73-46cf-8c86-45b4dc77ca39 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/quotas/31c496c8e52442818d0ee31b5110265c HTTP/1.1" status: 200 len: 375 time: 0.0323734 Jan 27 21:40:46.165880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Network 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:46.168561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-f975a705-8e84-4c81-8f42-8e689b759551 req-caf59168-8b26-405a-a414-d6c451e8d39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd85a7da-63c5-4101-890c-a46e76798496 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:46.176829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:46.184187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f975a705-8e84-4c81-8f42-8e689b759551 req-caf59168-8b26-405a-a414-d6c451e8d39d service neutron] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bd85a7da-63c5-4101-890c-a46e76798496,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:46.187118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=53062445-15a4-4ff0-b3e9-3487d0a323e4,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:46.198443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:46.204280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4187a037-20cc-409a-b3f5-c1542488b9ee None None] Provisioning complete for port 53062445-15a4-4ff0-b3e9-3487d0a323e4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:46.204731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c36492b3-809a-43e3-8b4a-fbaa4f9d1ae5 req-bf89102e-ac2f-405c-aa04-93bf2f86ab21 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436753 Jan 27 21:40:46.205273 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4187a037-20cc-409a-b3f5-c1542488b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.208762 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4ae80181-b236-4ead-8340-8564250fb417 req-da9a6569-76a8-4719-be75-837641897192 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507285 Jan 27 21:40:46.209269 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (d128e643-bd0d-4633-a468-21bd35032dce), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.210304 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (d128e643-bd0d-4633-a468-21bd35032dce), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.221313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8253181a-bfc4-46c2-a3d7-6f4e308a25a6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:40:46.242614 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8253181a-bfc4-46c2-a3d7-6f4e308a25a6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4bc87f2d-d0a3-493c-af4e-4d749126074e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.242909 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-8253181a-bfc4-46c2-a3d7-6f4e308a25a6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Added segment 4bc87f2d-d0a3-493c-af4e-4d749126074e of type vlan for network 35108566-5834-488c-bfe3-4b7e39733651 Jan 27 21:40:46.268399 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-1db3d28d-f5d6-462d-8265-c74d1a715e1b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=31c496c8e52442818d0ee31b5110265c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1192086 Jan 27 21:40:46.307890 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f975a705-8e84-4c81-8f42-8e689b759551 req-caf59168-8b26-405a-a414-d6c451e8d39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bd85a7da-63c5-4101-890c-a46e76798496), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.355741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Pushing event updated for resources: {'Port': ['ID=f11976cc-c94c-471d-afb7-8f4ddbc0644c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:46.396133 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Attempting to bind port f11976cc-c94c-471d-afb7-8f4ddbc0644c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:46.396611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Attempting to bind port f11976cc-c94c-471d-afb7-8f4ddbc0644c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'eb8ec6d4-b1a5-4f11-8449-eab7583f000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:46.397065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Attempting to bind port f11976cc-c94c-471d-afb7-8f4ddbc0644c on network 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:46.409932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:46.410381 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Checking segment: {'id': 'eb8ec6d4-b1a5-4f11-8449-eab7583f000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:46.410871 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.411281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Bound using segment: {'id': 'eb8ec6d4-b1a5-4f11-8449-eab7583f000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:46.412134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Bound port: f11976cc-c94c-471d-afb7-8f4ddbc0644c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8ec6d4-b1a5-4f11-8449-eab7583f000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:46.412289 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.447909 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d5f5d-e880-4f90-8102-f5047da3b321 req-99b184fe-4d02-46f2-b6c5-22ee6f083209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:46.449624 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8b7d5f5d-e880-4f90-8102-f5047da3b321 req-99b184fe-4d02-46f2-b6c5-22ee6f083209 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 1094 time: 0.0830863 Jan 27 21:40:46.450618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-f975a705-8e84-4c81-8f42-8e689b759551 req-caf59168-8b26-405a-a414-d6c451e8d39d service neutron] Transition to ACTIVE for port object bd85a7da-63c5-4101-890c-a46e76798496 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:40:46.496165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4187a037-20cc-409a-b3f5-c1542488b9ee None None] Current status of the port 53062445-15a4-4ff0-b3e9-3487d0a323e4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:46.537790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] For port f11976cc-c94c-471d-afb7-8f4ddbc0644c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:46.541807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] For port f11976cc-c94c-471d-afb7-8f4ddbc0644c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f11976cc-c94c-471d-afb7-8f4ddbc0644c,segment=NetworkSegment(eb8ec6d4-b1a5-4f11-8449-eab7583f000f),segment_id=eb8ec6d4-b1a5-4f11-8449-eab7583f000f)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:46.573034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d5f5d-e880-4f90-8102-f5047da3b321 req-a293f4ad-de57-4065-afc1-2209f406fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:46.574607 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8b7d5f5d-e880-4f90-8102-f5047da3b321 req-a293f4ad-de57-4065-afc1-2209f406fb66 service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.1167030 Jan 27 21:40:46.600537 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_controller (d128e643-bd0d-4633-a468-21bd35032dce), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.628137 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8b7d5f5d-e880-4f90-8102-f5047da3b321 req-52a8f1b2-6444-4514-9e8d-208059358b6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e7616ca-3210-453a-8744-5d5aa16fd499 HTTP/1.1" status: 200 len: 217 time: 0.0431106 Jan 27 21:40:46.667084 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f975a705-8e84-4c81-8f42-8e689b759551 req-caf59168-8b26-405a-a414-d6c451e8d39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (bd85a7da-63c5-4101-890c-a46e76798496), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.680145 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8253181a-bfc4-46c2-a3d7-6f4e308a25a6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (35108566-5834-488c-bfe3-4b7e39733651), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.687646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3d8483e-5fdd-4612-871f-9617f6aaa6b7 req-2a747484-2db2-447f-be53-23ff461818e9 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.3944745 Jan 27 21:40:46.735240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d5f5d-e880-4f90-8102-f5047da3b321 req-0c5243b5-7d60-4936-8c54-09146b4d62b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:46.735240 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8b7d5f5d-e880-4f90-8102-f5047da3b321 req-0c5243b5-7d60-4936-8c54-09146b4d62b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.0973625 Jan 27 21:40:46.754093 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.758561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-3d3ef56d-393f-4529-b0cc-c859cd40ad9e service neutron] 10.222.0.61 "GET /v2.0/networks/4928e1b6-6f49-4672-b98e-0a9cdeb93d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629140 Jan 27 21:40:46.828048 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f975a705-8e84-4c81-8f42-8e689b759551 req-caf59168-8b26-405a-a414-d6c451e8d39d service neutron] No DVR routers for this DVR port bd85a7da-63c5-4101-890c-a46e76798496 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:46.846679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c7462-8d61-441a-94bb-7d70f57e7938 None None] Pushing event updated for resources: {'Port': ['ID=f11976cc-c94c-471d-afb7-8f4ddbc0644c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:46.853954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-87706d55-110e-4212-b452-8f189208ee54 None None] Provisioning complete for port 53062445-15a4-4ff0-b3e9-3487d0a323e4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:46.854826 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-87706d55-110e-4212-b452-8f189208ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.866030 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8253181a-bfc4-46c2-a3d7-6f4e308a25a6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (35108566-5834-488c-bfe3-4b7e39733651), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.876013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8253181a-bfc4-46c2-a3d7-6f4e308a25a6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:46.876690 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8253181a-bfc4-46c2-a3d7-6f4e308a25a6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:46.887724 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf59168-8b26-405a-a414-d6c451e8d39d service neutron] Pushing event updated for resources: {'Port': ['ID=bd85a7da-63c5-4101-890c-a46e76798496,revision_number=10']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:46.906613 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-caf59168-8b26-405a-a414-d6c451e8d39d service neutron] 10.222.0.74 "PUT /v2.0/ports/bd85a7da-63c5-4101-890c-a46e76798496/bindings/n-h2-760456-6/activate HTTP/1.1" status: 200 len: 369 time: 1.2497804 Jan 27 21:40:46.915465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d5f5d-e880-4f90-8102-f5047da3b321 req-8c386146-bed0-433a-8e9a-c6b1cd436986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:46.918532 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8b7d5f5d-e880-4f90-8102-f5047da3b321 req-8c386146-bed0-433a-8e9a-c6b1cd436986 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772079 Jan 27 21:40:46.965247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-87706d55-110e-4212-b452-8f189208ee54 None None] Current status of the port 53062445-15a4-4ff0-b3e9-3487d0a323e4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:47.014550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8fc81b1-6aba-4f89-b72d-b712026fea51 req-7a185b47-825a-4099-874b-38ad837d7a79 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 210 time: 0.1592779 Jan 27 21:40:47.067782 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8b7d5f5d-e880-4f90-8102-f5047da3b321 req-6b714265-a31a-46e6-8d12-5d486546d34b service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415555 Jan 27 21:40:47.144900 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (d128e643-bd0d-4633-a468-21bd35032dce), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.181859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253181a-bfc4-46c2-a3d7-6f4e308a25a6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Network': ['ID=35108566-5834-488c-bfe3-4b7e39733651,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:47.193979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 35108566-5834-488c-bfe3-4b7e39733651 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:40:47.220191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-d487c20a-895f-4671-9389-cb70ce3a3cf6 service neutron] 10.222.0.61 "GET /v2.0/networks/4928e1b6-6f49-4672-b98e-0a9cdeb93d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571500 Jan 27 21:40:47.256176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a705-8e84-4c81-8f42-8e689b759551 req-cc327a66-3695-42a9-9831-b6e5f5f2f9e7 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:47.257703 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-cc327a66-3695-42a9-9831-b6e5f5f2f9e7 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f&tenant_id=4a740dbf51be4474b91c5cb7c93ca967&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 1095 time: 0.1714618 Jan 27 21:40:47.337551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8253181a-bfc4-46c2-a3d7-6f4e308a25a6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4016368 Jan 27 21:40:47.344258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46444) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:47.353110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2d325-6c6d-4406-a34a-10d967834bb4 req-54c32ab6-5d85-42ec-be5a-131ac2304622 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:47.360944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0e2d325-6c6d-4406-a34a-10d967834bb4 req-54c32ab6-5d85-42ec-be5a-131ac2304622 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 944 time: 0.1946990 Jan 27 21:40:47.370743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-004012b7-719d-4778-91fe-99624ab2869d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'subnet': {'network_id': '35108566-5834-488c-bfe3-4b7e39733651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:47.371980 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8b7d5f5d-e880-4f90-8102-f5047da3b321 req-e96b2018-4032-4f01-8dc2-5efcad591c14 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964580 Jan 27 21:40:47.377213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a705-8e84-4c81-8f42-8e689b759551 req-dfdb1393-15e4-47f6-b976-60c99de2ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:47.378671 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-dfdb1393-15e4-47f6-b976-60c99de2ca32 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f&tenant_id=4a740dbf51be4474b91c5cb7c93ca967 HTTP/1.1" status: 200 len: 1095 time: 0.1062164 Jan 27 21:40:47.414488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f11976cc-c94c-471d-afb7-8f4ddbc0644c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:47.464289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a705-8e84-4c81-8f42-8e689b759551 req-5dffd52e-13ad-4dfa-b195-7c9f8e1e552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:47.466107 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-5dffd52e-13ad-4dfa-b195-7c9f8e1e552f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 1095 time: 0.0586505 Jan 27 21:40:47.471494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port f11976cc-c94c-471d-afb7-8f4ddbc0644c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:47.471894 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.551949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-53c6d46d-a1ce-4981-bb70-8f5af265bdaa service neutron] 10.222.0.61 "GET /v2.0/networks/93be2c39-af27-46fa-a8f6-1a2a4b4c7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241742 Jan 27 21:40:47.576779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0e2d325-6c6d-4406-a34a-10d967834bb4 req-9f960ac3-7b35-4903-81bd-2d947eea27a0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149203 Jan 27 21:40:47.578639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a705-8e84-4c81-8f42-8e689b759551 req-aa0d1231-eba9-4803-8859-761a0ecf4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:47.581075 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-aa0d1231-eba9-4803-8859-761a0ecf4dca service neutron] 10.222.0.71 "GET /v2.0/networks?id=4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 200 len: 922 time: 0.1089845 Jan 27 21:40:47.585237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port f11976cc-c94c-471d-afb7-8f4ddbc0644c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:47.585648 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.636794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port f11976cc-c94c-471d-afb7-8f4ddbc0644c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f11976cc-c94c-471d-afb7-8f4ddbc0644c,segment=NetworkSegment(eb8ec6d4-b1a5-4f11-8449-eab7583f000f),segment_id=eb8ec6d4-b1a5-4f11-8449-eab7583f000f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:47.656817 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-549b6a36-0f96-4295-8223-7c3d8aac4e4b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd85a7da-63c5-4101-890c-a46e76798496 HTTP/1.1" status: 200 len: 217 time: 0.0700846 Jan 27 21:40:47.694523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-412bda52-6372-47fb-88bb-9d10d08871c0 service neutron] 10.222.0.61 "GET /v2.0/networks/93be2c39-af27-46fa-a8f6-1a2a4b4c7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337597 Jan 27 21:40:47.726792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004012b7-719d-4778-91fe-99624ab2869d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:47.733046 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-004012b7-719d-4778-91fe-99624ab2869d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.736163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a705-8e84-4c81-8f42-8e689b759551 req-a8f11797-de1d-4a3f-95e1-4d9d2fd515b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:47.739144 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-a8f11797-de1d-4a3f-95e1-4d9d2fd515b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 200 len: 861 time: 0.0712345 Jan 27 21:40:47.761738 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.761738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 53062445-15a4-4ff0-b3e9-3487d0a323e4 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:47.803895 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-6c0d8bc9-dc01-4204-901e-2e4b27ba4c2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4d4762b7-4485-49f9-93c6-dc19ae80648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585313 Jan 27 21:40:47.826395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a780c-a6ef-44e8-9e92-09832a4929fd req-85ba84f9-88ad-4228-b029-770e61275230 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:47.830363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-425a780c-a6ef-44e8-9e92-09832a4929fd req-85ba84f9-88ad-4228-b029-770e61275230 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 943 time: 0.1379690 Jan 27 21:40:47.882581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=f11976cc-c94c-471d-afb7-8f4ddbc0644c,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:47.913376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 53062445-15a4-4ff0-b3e9-3487d0a323e4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:47.913376 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:47.956631 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-d673ec19-90f0-4bdd-94fe-2a52a153fe13 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467795 Jan 27 21:40:48.067170 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (d128e643-bd0d-4633-a468-21bd35032dce), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.081354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-425a780c-a6ef-44e8-9e92-09832a4929fd req-88eb289e-6d72-466f-9769-4f2c4cba9c54 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124941 Jan 27 21:40:48.108167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 53062445-15a4-4ff0-b3e9-3487d0a323e4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:48.158369 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-7b1efc97-a6d1-4929-b31c-24db48237371 service neutron] 10.222.0.71 "GET /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827924 Jan 27 21:40:48.197315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b551ea1-7f43-43f9-b4c2-43c4fabeaa0b None None] Network 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:48.205567 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.221355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49770b4c-809d-4518-88b4-3bb065c3ab8a req-56fb4f57-a7b0-4c65-9118-dec28adeac20 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.1259296 Jan 27 21:40:48.326588 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4d7666f5-ee43-4608-80a9-06064e25ea90 None None] Provisioning complete for port f11976cc-c94c-471d-afb7-8f4ddbc0644c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:48.327005 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4d7666f5-ee43-4608-80a9-06064e25ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.357150 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2acd2d68-39cd-44d4-b57c-f2f9772ad37e req-bde5eb6e-2b86-4980-81c3-6580e7861a13 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 210 time: 0.1036575 Jan 27 21:40:48.420655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6024ac5-e039-47e6-bc6d-3f6ae6c7a178 req-c815c2a9-94dc-4701-a82d-bf76be9b4633 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 210 time: 0.1169491 Jan 27 21:40:48.438995 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4d7666f5-ee43-4608-80a9-06064e25ea90 None None] Current status of the port f11976cc-c94c-471d-afb7-8f4ddbc0644c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:48.480643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Allocated IP 172.25.0.182 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/5e3192a5-25a0-4a13-8ac2-601c02515521) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:48.598057 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.650845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-004012b7-719d-4778-91fe-99624ab2869d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (0374a58e-c53a-40bc-a82f-1efe91e02abd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.665637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9fc864f2-5663-4db4-b696-b6a938cdb3fc None None] Provisioning complete for port f11976cc-c94c-471d-afb7-8f4ddbc0644c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:48.665954 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9fc864f2-5663-4db4-b696-b6a938cdb3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.745789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004012b7-719d-4778-91fe-99624ab2869d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Subnet': ['ID=0374a58e-c53a-40bc-a82f-1efe91e02abd,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:48.765131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004012b7-719d-4778-91fe-99624ab2869d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Checking segment: {'id': '4bc87f2d-d0a3-493c-af4e-4d749126074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '35108566-5834-488c-bfe3-4b7e39733651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:48.765636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004012b7-719d-4778-91fe-99624ab2869d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network hostable DHCP agents. Network: 35108566-5834-488c-bfe3-4b7e39733651, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:40:48.766513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9fc864f2-5663-4db4-b696-b6a938cdb3fc None None] Current status of the port f11976cc-c94c-471d-afb7-8f4ddbc0644c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:48.782308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d18de2-b81e-43a4-b9ec-b95bdd25ef1e req-bfe0ac34-b806-4731-affc-2d2320e8cde7 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:48.783876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4d18de2-b81e-43a4-b9ec-b95bdd25ef1e req-bfe0ac34-b806-4731-affc-2d2320e8cde7 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 944 time: 0.1229200 Jan 27 21:40:48.800783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a705-8e84-4c81-8f42-8e689b759551 req-7dedf0ae-c520-461c-a05f-0e5e015d20a2 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:48.801385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:48.802668 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-7dedf0ae-c520-461c-a05f-0e5e015d20a2 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f&tenant_id=4a740dbf51be4474b91c5cb7c93ca967&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1095 time: 0.0698473 Jan 27 21:40:48.857613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:48.870851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:48.875682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:48.880292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event updated for resources: {'Port': ['ID=5e3192a5-25a0-4a13-8ac2-601c02515521,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:48.913759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4d18de2-b81e-43a4-b9ec-b95bdd25ef1e req-c2b3d133-19cf-4ac8-ad85-ce457a60f0e2 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211917 Jan 27 21:40:49.015030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004012b7-719d-4778-91fe-99624ab2869d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 35108566-5834-488c-bfe3-4b7e39733651 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:40:49.063331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f975a705-8e84-4c81-8f42-8e689b759551 req-a0917cc1-e7f1-406d-840f-9e7d27f97389 service neutron] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:49.066875 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f975a705-8e84-4c81-8f42-8e689b759551 req-a0917cc1-e7f1-406d-840f-9e7d27f97389 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.068012 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f975a705-8e84-4c81-8f42-8e689b759551 req-a0917cc1-e7f1-406d-840f-9e7d27f97389 service neutron] 10.222.0.71 "DELETE /v2.0/ports/bd85a7da-63c5-4101-890c-a46e76798496/bindings/n-h1-760456-6 HTTP/1.1" status: 204 len: 173 time: 0.2582312 Jan 27 21:40:49.125132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-004012b7-719d-4778-91fe-99624ab2869d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 35108566-5834-488c-bfe3-4b7e39733651) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:49.135020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee9bcca-7cc9-417a-940c-a37f300e176a None None] Network 35108566-5834-488c-bfe3-4b7e39733651 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:49.135440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004012b7-719d-4778-91fe-99624ab2869d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:49.141603 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-004012b7-719d-4778-91fe-99624ab2869d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.149670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-65032389-7511-4d10-8d19-4709bd6753ae tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:49.155121 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-65032389-7511-4d10-8d19-4709bd6753ae tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.71 "GET /v2.0/networks?id=7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 HTTP/1.1" status: 200 len: 821 time: 0.2284560 Jan 27 21:40:49.171890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Request body: {'port': {'device_id': 'd682cc34-cd92-4011-b399-f3e0a260c224', 'network_id': '7c482e5d-646b-42dc-b5e1-8eeccc8ceb91', 'admin_state_up': True, 'tenant_id': '9f34249e85384f21ae05e93e25f7a050'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:49.266884 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f11976cc-c94c-471d-afb7-8f4ddbc0644c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:49.284467 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46470) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:49.284608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-004012b7-719d-4778-91fe-99624ab2869d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9201071 Jan 27 21:40:49.292613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-35108566-5834-488c-bfe3-4b7e39733651', 'network_id': '35108566-5834-488c-bfe3-4b7e39733651', 'project_id': 'a127be392e504f0e944647655bda9f72', 'fixed_ips': [{'subnet_id': '0374a58e-c53a-40bc-a82f-1efe91e02abd'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:40:49.293045 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-499cac8c-add0-4cfd-87e3-53b3195e6ee6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1802981594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:49.293931 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.332661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a54323-3c52-442a-8fab-7f390554d448 req-aaf66611-f908-438c-adc0-dca2ccfc195c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:49.340223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5a54323-3c52-442a-8fab-7f390554d448 req-aaf66611-f908-438c-adc0-dca2ccfc195c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 943 time: 0.1798398 Jan 27 21:40:49.397921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port f11976cc-c94c-471d-afb7-8f4ddbc0644c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:49.398299 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.531797 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-499cac8c-add0-4cfd-87e3-53b3195e6ee6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (48bdc58a-0329-4dd4-9e52-613e7b8dadb5), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.535916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-499cac8c-add0-4cfd-87e3-53b3195e6ee6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (48bdc58a-0329-4dd4-9e52-613e7b8dadb5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.612493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5e7616ca-3210-453a-8744-5d5aa16fd499 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:40:49.615370 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-499cac8c-add0-4cfd-87e3-53b3195e6ee6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (48bdc58a-0329-4dd4-9e52-613e7b8dadb5), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.654384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Allocated IP 2001:db8::2 (35108566-5834-488c-bfe3-4b7e39733651/0374a58e-c53a-40bc-a82f-1efe91e02abd/0270172e-9719-4223-85e0-0b8e9bf6ea42) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:49.727508 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb50284-0559-4aed-be11-c6123110b066 req-7444803c-c351-4441-b0f4-94d2c0502c00 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0606794 Jan 27 21:40:49.734362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (d128e643-bd0d-4633-a468-21bd35032dce), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.757189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-499cac8c-add0-4cfd-87e3-53b3195e6ee6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (48bdc58a-0329-4dd4-9e52-613e7b8dadb5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.788837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5a54323-3c52-442a-8fab-7f390554d448 req-93c85af8-0be7-4d95-bb22-184173490f2f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476006 Jan 27 21:40:49.825246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port f11976cc-c94c-471d-afb7-8f4ddbc0644c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:49.838319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5e7616ca-3210-453a-8744-5d5aa16fd499, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5e7616ca-3210-453a-8744-5d5aa16fd499,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:49.856832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '5e7616ca-3210-453a-8744-5d5aa16fd499', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'port_id': '5e7616ca-3210-453a-8744-5d5aa16fd499', 'mac_address': 'fa:16:3e:54:07:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:40:49.884381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd47e24f-0b0d-44e5-b15c-cb2803ae9548 req-dace1e71-fbdd-4fc3-9e39-c19010898d42 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 210 time: 0.0336461 Jan 27 21:40:49.917818 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-499cac8c-add0-4cfd-87e3-53b3195e6ee6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.920531 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-499cac8c-add0-4cfd-87e3-53b3195e6ee6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6331615 Jan 27 21:40:49.922193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46476) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:49.930809 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'port': {'network_id': '35108566-5834-488c-bfe3-4b7e39733651', 'name': 'tempest-RoutersIpV6Test-2020543117'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:49.944367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 5e7616ca-3210-453a-8744-5d5aa16fd499 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:49.944773 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.961098 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Made reservation on behalf of 9f34249e85384f21ae05e93e25f7a050 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:49.964474 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.964607 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Publish callbacks [] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:49.969462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7616ca-3210-453a-8744-5d5aa16fd499 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:49.971417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62d0dec5-58bd-406d-ba06-ddce402f2c5a req-77d9c030-245c-463a-adc3-d7b746d5b1d6 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 210 time: 0.0729849 Jan 27 21:40:49.990283 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5e7616ca-3210-453a-8744-5d5aa16fd499, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5e7616ca-3210-453a-8744-5d5aa16fd499,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:50.095061 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.103269 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.141210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Network 35108566-5834-488c-bfe3-4b7e39733651 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:50.148437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:50.153754 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:50.156518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Pushing event updated for resources: {'Port': ['ID=0270172e-9719-4223-85e0-0b8e9bf6ea42,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:50.172956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (d128e643-bd0d-4633-a468-21bd35032dce), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.173896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:50.177311 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.196986 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] device_id is not set on port 185fb78d-e4ad-4b15-8ac9-554f371889d5 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:40:50.209758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea263b-4c4f-4aab-8d79-8600bbd12089 req-4fcd02cb-9de0-4401-ad94-9beea741099f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:50.216612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aaea263b-4c4f-4aab-8d79-8600bbd12089 req-4fcd02cb-9de0-4401-ad94-9beea741099f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 944 time: 0.1988008 Jan 27 21:40:50.265092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=5e7616ca-3210-453a-8744-5d5aa16fd499,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:50.270525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Attempting to bind port 0270172e-9719-4223-85e0-0b8e9bf6ea42 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:50.271180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Attempting to bind port 0270172e-9719-4223-85e0-0b8e9bf6ea42 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4bc87f2d-d0a3-493c-af4e-4d749126074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '35108566-5834-488c-bfe3-4b7e39733651'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:50.271368 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Attempting to bind port 0270172e-9719-4223-85e0-0b8e9bf6ea42 on network 35108566-5834-488c-bfe3-4b7e39733651 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:50.276974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:50.277358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Checking segment: {'id': '4bc87f2d-d0a3-493c-af4e-4d749126074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '35108566-5834-488c-bfe3-4b7e39733651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:50.277767 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.278166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Bound using segment: {'id': '4bc87f2d-d0a3-493c-af4e-4d749126074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '35108566-5834-488c-bfe3-4b7e39733651'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:50.278778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Bound port: 0270172e-9719-4223-85e0-0b8e9bf6ea42, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc87f2d-d0a3-493c-af4e-4d749126074e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '35108566-5834-488c-bfe3-4b7e39733651'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:50.279171 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.323198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Allocated IP 172.20.0.6 (7c482e5d-646b-42dc-b5e1-8eeccc8ceb91/b09fd681-c111-4f15-89e0-428a4e3a7bfa/ca9879d2-b58f-42f2-abda-02a86ad948c9) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:50.341118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Allocated IP 2001:db8::38 (35108566-5834-488c-bfe3-4b7e39733651/0374a58e-c53a-40bc-a82f-1efe91e02abd/185fb78d-e4ad-4b15-8ac9-554f371889d5) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:50.356684 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aaea263b-4c4f-4aab-8d79-8600bbd12089 req-944761f9-6b56-4bc4-87a3-dc386058c57f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341012 Jan 27 21:40:50.357950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['5e7616ca-3210-453a-8744-5d5aa16fd499'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:50.396987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] For port 0270172e-9719-4223-85e0-0b8e9bf6ea42, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:50.418104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] For port 0270172e-9719-4223-85e0-0b8e9bf6ea42, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0270172e-9719-4223-85e0-0b8e9bf6ea42,segment=NetworkSegment(4bc87f2d-d0a3-493c-af4e-4d749126074e),segment_id=4bc87f2d-d0a3-493c-af4e-4d749126074e)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:50.580703 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.599989 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.612542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af676b-3043-4ef5-9844-8959b9ece179 req-2f53f035-781c-40a3-8ec0-3ec2647d3f43 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:50.614090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66af676b-3043-4ef5-9844-8959b9ece179 req-2f53f035-781c-40a3-8ec0-3ec2647d3f43 tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 1095 time: 0.1051962 Jan 27 21:40:50.658066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6084f-2a1c-4539-bc35-08a150a722a2 None None] Pushing event updated for resources: {'Port': ['ID=0270172e-9719-4223-85e0-0b8e9bf6ea42,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:50.678596 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Publish callbacks [] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.692931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66af676b-3043-4ef5-9844-8959b9ece179 req-6f06c33d-551f-402d-9d78-04f1beafcc9b tempest-LiveAutoBlockMigrationV225Test-987624363 tempest-LiveAutoBlockMigrationV225Test-987624363-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718806 Jan 27 21:40:50.725354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Router d128e643-bd0d-4633-a468-21bd35032dce is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:40:50.777222 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.822415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 35108566-5834-488c-bfe3-4b7e39733651 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:50.825525 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:50.830349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:50.838725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:50.838725 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.852676 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=185fb78d-e4ad-4b15-8ac9-554f371889d5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:50.882639 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:50.930787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2ca9bd7-e18b-4fba-9d01-417101ae01f0 req-a0a0663d-e8b0-4346-a70d-2013f4f4078e tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0602691 Jan 27 21:40:50.972611 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c4e4e7e3-8c87-48d3-8f10-5718a3eaade6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0439553 Jan 27 21:40:50.974034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46494) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:50.977553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Network 7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:50.981480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:50.984609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:51.020831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:51.047477 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Sync routers for ids ['d128e643-bd0d-4633-a468-21bd35032dce'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:51.067533 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Routers {'d128e643-bd0d-4633-a468-21bd35032dce'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:51.068614 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d128e643-bd0d-4633-a468-21bd35032dce'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:51.085889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Pushing event updated for resources: {'Port': ['ID=ca9879d2-b58f-42f2-abda-02a86ad948c9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:51.103813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:51.104732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.140348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0558d1-594c-41b9-a9da-e0e84d479ae5 req-db83fc5f-9ec7-4a60-b8a7-c49f59bd1e96 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:51.148316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed0558d1-594c-41b9-a9da-e0e84d479ae5 req-db83fc5f-9ec7-4a60-b8a7-c49f59bd1e96 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 944 time: 0.1204927 Jan 27 21:40:51.268801 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed0558d1-594c-41b9-a9da-e0e84d479ae5 req-c7ca50bd-fd43-41f8-9474-505e10be3c96 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178567 Jan 27 21:40:51.284909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-6a4ecc93-2fda-4dba-a479-2a398da4ce4f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1242049 Jan 27 21:40:51.290015 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.299783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b15a4fb6-7e0a-4f68-8cd6-2e9ff93aa49c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3322759 Jan 27 21:40:51.313932 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Set router d128e643-bd0d-4633-a468-21bd35032dce gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:51.329701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Request body: {'port': {'device_id': 'd682cc34-cd92-4011-b399-f3e0a260c224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:51.337816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46498) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:51.410725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0270172e-9719-4223-85e0-0b8e9bf6ea42 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:51.475044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9dc68a8-86b5-4aeb-b6bc-685749fdd9b3 req-19e4a199-fc17-4aed-871d-22865d1f1888 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 210 time: 0.0486608 Jan 27 21:40:51.536765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0270172e-9719-4223-85e0-0b8e9bf6ea42 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:51.537506 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.585902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5e7616ca-3210-453a-8744-5d5aa16fd499 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:51.607106 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-bf6ff847-dcf0-4048-b268-d10ef4a84287 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:51.613669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-bf6ff847-dcf0-4048-b268-d10ef4a84287 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:51.615954 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-bf6ff847-dcf0-4048-b268-d10ef4a84287 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "GET /v2.0/networks?id=4928e1b6-6f49-4672-b98e-0a9cdeb93d4b&id=93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 HTTP/1.1" status: 200 len: 1391 time: 0.2009552 Jan 27 21:40:51.637162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'port': {'device_id': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b', 'admin_state_up': True, 'tenant_id': '31c496c8e52442818d0ee31b5110265c'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:51.650972 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.767281 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd128e643-bd0d-4633-a468-21bd35032dce', 'name': 'tempest-snat-router-906112045', 'tenant_id': '9af767cd2b8d43ce8d88bc0b64704060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.182'}], 'enable_snat': False}, 'gw_port_id': '5e3192a5-25a0-4a13-8ac2-601c02515521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:46Z', 'updated_at': '2022-01-27T21:40:49Z', 'revision_number': 3, 'project_id': '9af767cd2b8d43ce8d88bc0b64704060', 'gw_port': {'id': '5e3192a5-25a0-4a13-8ac2-601c02515521', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd128e643-bd0d-4633-a468-21bd35032dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:48Z', 'updated_at': '2022-01-27T21:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:51.786249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0270172e-9719-4223-85e0-0b8e9bf6ea42 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:51.786646 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.802670 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Checking router: d128e643-bd0d-4633-a468-21bd35032dce for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:40:51.804973 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Updating router d128e643-bd0d-4633-a468-21bd35032dce port 5e3192a5-25a0-4a13-8ac2-601c02515521 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:40:51.834056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 0270172e-9719-4223-85e0-0b8e9bf6ea42, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0270172e-9719-4223-85e0-0b8e9bf6ea42,segment=NetworkSegment(4bc87f2d-d0a3-493c-af4e-4d749126074e),segment_id=4bc87f2d-d0a3-493c-af4e-4d749126074e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:51.844964 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.862602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cff43e91-3ff0-4429-b130-ff1cfdb8bdf6 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/routers/d128e643-bd0d-4633-a468-21bd35032dce HTTP/1.1" status: 200 len: 908 time: 0.5209975 Jan 27 21:40:51.865139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46504) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:51.871511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Request body: {'router': {'name': 'tempest-snat-router-906112045', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'enable_snat': True}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:51.892414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 5e7616ca-3210-453a-8744-5d5aa16fd499 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:40:51.896619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 5e7616ca-3210-453a-8744-5d5aa16fd499 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:51.905946 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:51.909172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ed114-14e8-4f78-afa2-54291b2c396a req-b473b45f-d7d6-49ed-a93e-8975644f893a tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:51.917012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-182ed114-14e8-4f78-afa2-54291b2c396a req-b473b45f-d7d6-49ed-a93e-8975644f893a tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 931 time: 0.2940717 Jan 27 21:40:51.956630 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.018487 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.074217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=0270172e-9719-4223-85e0-0b8e9bf6ea42,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:52.082367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414b9f7-7a50-4264-b6b5-10b22d895b3b req-582f161c-e588-4fc7-a5cb-270a15d44fc1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:52.090388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a414b9f7-7a50-4264-b6b5-10b22d895b3b req-582f161c-e588-4fc7-a5cb-270a15d44fc1 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 944 time: 0.2765396 Jan 27 21:40:52.094598 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (eba8daf9-36c0-4522-88e0-4fa0764455b4), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.095076 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (eba8daf9-36c0-4522-88e0-4fa0764455b4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.108953 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 5e7616ca-3210-453a-8744-5d5aa16fd499 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:52.109751 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.154417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a43de4-23a7-410a-88d6-1d3d412ca50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7616ca-3210-453a-8744-5d5aa16fd499'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:52.157139 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2bb342-6149-46b5-9043-d441a4472c76" -d '{"events": [{"server_uuid": "a1a43de4-23a7-410a-88d6-1d3d412ca50b", "name": "network-vif-plugged", "status": "completed", "tag": "5e7616ca-3210-453a-8744-5d5aa16fd499"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:52.168591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:52.173502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5e7616ca-3210-453a-8744-5d5aa16fd499, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5e7616ca-3210-453a-8744-5d5aa16fd499,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:52.174662 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.246506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-182ed114-14e8-4f78-afa2-54291b2c396a req-73aa88a4-1520-4ab1-8b6a-f055eca12a12 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284733 Jan 27 21:40:52.285118 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.290006 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Publish callbacks [] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.333649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd5f90-2196-4da7-9c51-8c5c82d074be None None] Network 35108566-5834-488c-bfe3-4b7e39733651 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:40:52.336196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a414b9f7-7a50-4264-b6b5-10b22d895b3b req-3bd03082-bb38-4f1f-9631-2c8256848263 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448323 Jan 27 21:40:52.390154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=5e7616ca-3210-453a-8744-5d5aa16fd499,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:52.409235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd89cea-e55a-4a4b-a4c0-55c0b93b086c req-3218ec1b-7b61-4687-a610-889fe4e98b36 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:52.409235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8cd89cea-e55a-4a4b-a4c0-55c0b93b086c req-3218ec1b-7b61-4687-a610-889fe4e98b36 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.71 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 944 time: 0.3440440 Jan 27 21:40:52.449967 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_controller (eba8daf9-36c0-4522-88e0-4fa0764455b4), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.458091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Allocated IP 19.80.0.138 (4928e1b6-6f49-4672-b98e-0a9cdeb93d4b/fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87/8620e026-8b80-4cc5-8455-8ae95db0eece) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:52.478348 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909a0f88-66dd-4892-b1da-791225491a8a x-openstack-request-id: req-909a0f88-66dd-4892-b1da-791225491a8a {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:52.478898 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a43de4-23a7-410a-88d6-1d3d412ca50b", "name": "network-vif-plugged", "status": "completed", "tag": "5e7616ca-3210-453a-8744-5d5aa16fd499", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:52.478898 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-909a0f88-66dd-4892-b1da-791225491a8a {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:52.480361 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a43de4-23a7-410a-88d6-1d3d412ca50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7616ca-3210-453a-8744-5d5aa16fd499', 'code': 200} Jan 27 21:40:52.486251 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.491204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79423502-ea5c-4d8b-90df-27e8d8630e69 req-bf52eea5-d2e6-4fa5-a17f-1b278f6e1fb4 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.1261697 Jan 27 21:40:52.499963 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.544554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ce7ce4a6-cde6-46cf-84d0-42a357278656 None None] Provisioning complete for port 0270172e-9719-4223-85e0-0b8e9bf6ea42 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:52.545012 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ce7ce4a6-cde6-46cf-84d0-42a357278656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.565663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce7020-4685-4a09-b0a9-91df0751d184 req-cfe39f31-c1c9-4890-9805-c69758c03b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:52.567545 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-18ce7020-4685-4a09-b0a9-91df0751d184 req-cfe39f31-c1c9-4890-9805-c69758c03b97 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 1096 time: 0.0805345 Jan 27 21:40:52.638491 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.653903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ce4a6-cde6-46cf-84d0-42a357278656 None None] Current status of the port 0270172e-9719-4223-85e0-0b8e9bf6ea42 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:52.656330 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Attempting to bind port 5e3192a5-25a0-4a13-8ac2-601c02515521 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:52.656970 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Attempting to bind port 5e3192a5-25a0-4a13-8ac2-601c02515521 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:52.657431 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Attempting to bind port 5e3192a5-25a0-4a13-8ac2-601c02515521 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:52.659633 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Pushing event updated for resources: {'Port': ['ID=5e3192a5-25a0-4a13-8ac2-601c02515521,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:52.669600 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:52.673945 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:52.673945 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.673945 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:52.673945 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Bound port: 5e3192a5-25a0-4a13-8ac2-601c02515521, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:52.673945 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.676498 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.676956 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.677397 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.677829 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.678257 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.678693 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.679114 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.679793 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.680383 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.680828 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.681248 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.681671 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.682094 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:40:52.703452 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-18ce7020-4685-4a09-b0a9-91df0751d184 req-d893762b-e5e2-406b-b5f6-dd6b53b9504c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279745 Jan 27 21:40:52.743006 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] For port 5e3192a5-25a0-4a13-8ac2-601c02515521, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:52.747134 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] For port 5e3192a5-25a0-4a13-8ac2-601c02515521, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5e3192a5-25a0-4a13-8ac2-601c02515521,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:52.802682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5c5bd9e-91f5-4eec-bad6-2b39e0f0130d req-397ff3db-362f-4bd4-8ba8-701f8d9e76a7 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 210 time: 0.1286349 Jan 27 21:40:52.819606 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=185fb78d-e4ad-4b15-8ac9-554f371889d5,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:52.839745 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.860355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4dcaed-0d32-482e-8b28-a6ed22225e01 req-4cce0474-1206-46fe-b848-8e03c4a2d697 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:52.862364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b4dcaed-0d32-482e-8b28-a6ed22225e01 req-4cce0474-1206-46fe-b848-8e03c4a2d697 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 945 time: 0.3124228 Jan 27 21:40:52.891750 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Routers {'d128e643-bd0d-4633-a468-21bd35032dce'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:52.899813 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d128e643-bd0d-4633-a468-21bd35032dce'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:52.901154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9879d2-b58f-42f2-abda-02a86ad948c9 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:52.914670 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Publish callbacks [] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.928157 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.974702 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (48bdc58a-0329-4dd4-9e52-613e7b8dadb5), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:52.987162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4e6daa5e-5659-4758-812f-ecd0ab29f4da None None] Provisioning complete for port 185fb78d-e4ad-4b15-8ac9-554f371889d5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:52.987754 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4e6daa5e-5659-4758-812f-ecd0ab29f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.012092 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] Set router d128e643-bd0d-4633-a468-21bd35032dce gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:40:53.014917 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (eba8daf9-36c0-4522-88e0-4fa0764455b4), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.049748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4e6daa5e-5659-4758-812f-ecd0ab29f4da None None] Port 185fb78d-e4ad-4b15-8ac9-554f371889d5 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:53.054125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Transition to ACTIVE for port object ca9879d2-b58f-42f2-abda-02a86ad948c9 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:40:53.076653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4e6daa5e-5659-4758-812f-ecd0ab29f4da None None] Provisioning complete for port 0270172e-9719-4223-85e0-0b8e9bf6ea42 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:53.077238 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4e6daa5e-5659-4758-812f-ecd0ab29f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.096193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-8cd89cea-e55a-4a4b-a4c0-55c0b93b086c req-dc8853eb-37d8-42ec-9a2e-6c3d5aa9642f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Deleting port bd85a7da-63c5-4101-890c-a46e76798496 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:53.096637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8cd89cea-e55a-4a4b-a4c0-55c0b93b086c req-dc8853eb-37d8-42ec-9a2e-6c3d5aa9642f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bd85a7da-63c5-4101-890c-a46e76798496), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.132506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b4dcaed-0d32-482e-8b28-a6ed22225e01 req-691e9579-2f02-4472-8193-7ec6fdf3bf15 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999980 Jan 27 21:40:53.216326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4e6daa5e-5659-4758-812f-ecd0ab29f4da None None] Current status of the port 0270172e-9719-4223-85e0-0b8e9bf6ea42 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:53.239443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.264574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0270172e-9719-4223-85e0-0b8e9bf6ea42 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:53.333754 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7018bfc-0d47-4da5-8b76-51ed69b1d241 None None] Pushing event updated for resources: {'Port': ['ID=5e3192a5-25a0-4a13-8ac2-601c02515521,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:53.356151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0270172e-9719-4223-85e0-0b8e9bf6ea42 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:53.362227 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.381075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Port': ['ID=8620e026-8b80-4cc5-8455-8ae95db0eece,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:53.414201 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.442751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:53.456552 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:53.465913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:53.491671 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd128e643-bd0d-4633-a468-21bd35032dce', 'name': 'tempest-snat-router-906112045', 'tenant_id': '9af767cd2b8d43ce8d88bc0b64704060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.182'}], 'enable_snat': False}, 'gw_port_id': '5e3192a5-25a0-4a13-8ac2-601c02515521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:46Z', 'updated_at': '2022-01-27T21:40:49Z', 'revision_number': 3, 'project_id': '9af767cd2b8d43ce8d88bc0b64704060', 'gw_port': {'id': '5e3192a5-25a0-4a13-8ac2-601c02515521', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd128e643-bd0d-4633-a468-21bd35032dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:48Z', 'updated_at': '2022-01-27T21:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:53.524071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d38c2edf-1556-493f-b29a-2883cad37ef0 None None] Provisioning complete for port 185fb78d-e4ad-4b15-8ac9-554f371889d5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:53.524719 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d38c2edf-1556-493f-b29a-2883cad37ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.535942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0270172e-9719-4223-85e0-0b8e9bf6ea42 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:53.551500 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7d6af-f669-4a69-a082-e1730692c551 None None] The sync data for ids ['d128e643-bd0d-4633-a468-21bd35032dce'] in n-d-760456-6 is: [{'id': 'd128e643-bd0d-4633-a468-21bd35032dce', 'name': 'tempest-snat-router-906112045', 'tenant_id': '9af767cd2b8d43ce8d88bc0b64704060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.182'}], 'enable_snat': False}, 'gw_port_id': '5e3192a5-25a0-4a13-8ac2-601c02515521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:46Z', 'updated_at': '2022-01-27T21:40:49Z', 'revision_number': 3, 'project_id': '9af767cd2b8d43ce8d88bc0b64704060', 'gw_port': {'id': '5e3192a5-25a0-4a13-8ac2-601c02515521', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b4:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd128e643-bd0d-4633-a468-21bd35032dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:48Z', 'updated_at': '2022-01-27T21:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:53.592161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:53.593648 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.604291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d38c2edf-1556-493f-b29a-2883cad37ef0 None None] Port 185fb78d-e4ad-4b15-8ac9-554f371889d5 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:53.651232 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.772138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9879d2-b58f-42f2-abda-02a86ad948c9,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:53.814260 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5c3a8557-d60a-4ee1-9b70-01b614f9ea2f tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1818421 Jan 27 21:40:53.830405 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Request body: {'port': {'device_id': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8', 'admin_state_up': True, 'tenant_id': '31c496c8e52442818d0ee31b5110265c'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:53.837536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fc769897-a8f7-4f33-91fb-818ec40e0b50 None None] Provisioning complete for port 185fb78d-e4ad-4b15-8ac9-554f371889d5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:53.837865 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc769897-a8f7-4f33-91fb-818ec40e0b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.870862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8cd89cea-e55a-4a4b-a4c0-55c0b93b086c req-dc8853eb-37d8-42ec-9a2e-6c3d5aa9642f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] For port bd85a7da-63c5-4101-890c-a46e76798496, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bd85a7da-63c5-4101-890c-a46e76798496,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:53.871864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8cd89cea-e55a-4a4b-a4c0-55c0b93b086c req-dc8853eb-37d8-42ec-9a2e-6c3d5aa9642f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bd85a7da-63c5-4101-890c-a46e76798496), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:53.880965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fc769897-a8f7-4f33-91fb-818ec40e0b50 None None] Port 185fb78d-e4ad-4b15-8ac9-554f371889d5 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:53.887269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-8cd89cea-e55a-4a4b-a4c0-55c0b93b086c req-dc8853eb-37d8-42ec-9a2e-6c3d5aa9642f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Calling delete_port for bd85a7da-63c5-4101-890c-a46e76798496 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:54.007398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d65090bf-a3a2-4526-912a-cb2f6651a0e0 None None] Provisioning complete for port 8620e026-8b80-4cc5-8455-8ae95db0eece triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:54.009618 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d65090bf-a3a2-4526-912a-cb2f6651a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.023104 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.065401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d65090bf-a3a2-4526-912a-cb2f6651a0e0 None None] Port 8620e026-8b80-4cc5-8455-8ae95db0eece cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:54.083366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24295ab2-9e9d-4d7b-9366-2bd61237e772 req-ba18263b-7812-431a-b2e1-f932c5d70ca0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:54.084392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24295ab2-9e9d-4d7b-9366-2bd61237e772 req-ba18263b-7812-431a-b2e1-f932c5d70ca0 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 944 time: 0.4358613 Jan 27 21:40:54.095192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75380fe3-b2a7-4907-ad76-dd249d1b842a req-4ed0aead-f2f4-4771-a93d-9d167f515f3f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:54.096804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75380fe3-b2a7-4907-ad76-dd249d1b842a req-4ed0aead-f2f4-4771-a93d-9d167f515f3f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 943 time: 0.4569852 Jan 27 21:40:54.102103 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.104970 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (48bdc58a-0329-4dd4-9e52-613e7b8dadb5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.164635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Made reservation on behalf of 31c496c8e52442818d0ee31b5110265c for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:40:54.168167 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.199329 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=185fb78d-e4ad-4b15-8ac9-554f371889d5,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:54.217713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Attempting to bind port ca9879d2-b58f-42f2-abda-02a86ad948c9 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:54.218061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Attempting to bind port ca9879d2-b58f-42f2-abda-02a86ad948c9 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '8efd0f1e-0cc0-4e84-ad75-913ba607d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7c482e5d-646b-42dc-b5e1-8eeccc8ceb91'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:54.218403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Attempting to bind port ca9879d2-b58f-42f2-abda-02a86ad948c9 on network 7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:54.244170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24295ab2-9e9d-4d7b-9366-2bd61237e772 req-bfcdb15e-014f-44f8-b366-c22fef191d89 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422811 Jan 27 21:40:54.244754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Port ca9879d2-b58f-42f2-abda-02a86ad948c9 on network 7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:40:54.245088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Attempting to bind port ca9879d2-b58f-42f2-abda-02a86ad948c9 on network 7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:54.260007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75380fe3-b2a7-4907-ad76-dd249d1b842a req-e0a61bc0-cedb-40be-8d7a-a0f63facc5a7 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426115 Jan 27 21:40:54.265037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:54.265373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Checking segment: {'id': '8efd0f1e-0cc0-4e84-ad75-913ba607d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7c482e5d-646b-42dc-b5e1-8eeccc8ceb91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:54.265767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Bound using segment: {'id': '8efd0f1e-0cc0-4e84-ad75-913ba607d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7c482e5d-646b-42dc-b5e1-8eeccc8ceb91'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:54.266253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Bound port: ca9879d2-b58f-42f2-abda-02a86ad948c9, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8efd0f1e-0cc0-4e84-ad75-913ba607d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7c482e5d-646b-42dc-b5e1-8eeccc8ceb91'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:54.266588 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.376737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 35108566-5834-488c-bfe3-4b7e39733651 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:54.386994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:54.457311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Allocated IP 19.86.0.185 (93be2c39-af27-46fa-a8f6-1a2a4b4c7be8/f719a8e9-2f2e-409e-ba6e-c0546dc836ee/8654b165-fb38-40bd-acc0-fa40084ebc1b) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:54.497288 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8cd89cea-e55a-4a4b-a4c0-55c0b93b086c req-dc8853eb-37d8-42ec-9a2e-6c3d5aa9642f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bd85a7da-63c5-4101-890c-a46e76798496), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.519272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['bd85a7da-63c5-4101-890c-a46e76798496'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:54.523774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['01c2d190-1600-424b-8a6e-06bc0d4fac7a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:54.604460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-845a1b73-ea1e-4d57-b46b-f01666032693 req-3fbb17d4-b26f-4ad4-9ec5-ed89e5a28aaf tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.1881583 Jan 27 21:40:54.676461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] For port ca9879d2-b58f-42f2-abda-02a86ad948c9, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:54.707456 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] For port ca9879d2-b58f-42f2-abda-02a86ad948c9, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ca9879d2-b58f-42f2-abda-02a86ad948c9,segment=NetworkSegment(8efd0f1e-0cc0-4e84-ad75-913ba607d207),segment_id=8efd0f1e-0cc0-4e84-ad75-913ba607d207)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:54.709395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8853eb-37d8-42ec-9a2e-6c3d5aa9642f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Pushing event deleted for resources: {'Port': ['ID=bd85a7da-63c5-4101-890c-a46e76798496,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:54.772811 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.785513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc9e58-8d05-4aac-99b4-f719f4198908 req-4c6873c2-c4c3-456b-b653-c8c69be8f060 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:54.787636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbfc9e58-8d05-4aac-99b4-f719f4198908 req-4c6873c2-c4c3-456b-b653-c8c69be8f060 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 932 time: 0.3800454 Jan 27 21:40:54.815350 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router 48bdc58a-0329-4dd4-9e52-613e7b8dadb5 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:40:54.825842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0c3e082b-4edf-45e0-afb1-d9d6deb02bf7 None None] Provisioning complete for port 185fb78d-e4ad-4b15-8ac9-554f371889d5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:54.826493 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0c3e082b-4edf-45e0-afb1-d9d6deb02bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.856801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd89cea-e55a-4a4b-a4c0-55c0b93b086c req-dc8853eb-37d8-42ec-9a2e-6c3d5aa9642f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] No DVR routers for this DVR port bd85a7da-63c5-4101-890c-a46e76798496 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:40:54.872926 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e082b-4edf-45e0-afb1-d9d6deb02bf7 None None] Port 185fb78d-e4ad-4b15-8ac9-554f371889d5 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:54.879552 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8cd89cea-e55a-4a4b-a4c0-55c0b93b086c req-dc8853eb-37d8-42ec-9a2e-6c3d5aa9642f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.879552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8cd89cea-e55a-4a4b-a4c0-55c0b93b086c req-dc8853eb-37d8-42ec-9a2e-6c3d5aa9642f tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.71 "DELETE /v2.0/ports/bd85a7da-63c5-4101-890c-a46e76798496 HTTP/1.1" status: 204 len: 173 time: 2.4276674 Jan 27 21:40:54.882325 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:54.888092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41a5e0c-b84b-4bab-bc07-3f952936577f', 'name': 'network-vif-deleted', 'tag': 'bd85a7da-63c5-4101-890c-a46e76798496'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:54.888092 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65d71aa-d8b9-49d6-8003-3252ef42fe55" -d '{"events": [{"server_uuid": "e41a5e0c-b84b-4bab-bc07-3f952936577f", "name": "network-vif-deleted", "tag": "bd85a7da-63c5-4101-890c-a46e76798496"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:54.905711 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.006817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbfc9e58-8d05-4aac-99b4-f719f4198908 req-f66795a8-205d-4a29-b682-8078c3500ac0 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955509 Jan 27 21:40:55.010668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:55.011303 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.012804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] 10.222.0.71 "PUT /v2.0/ports/ca9879d2-b58f-42f2-abda-02a86ad948c9 HTTP/1.1" status: 200 len: 1091 time: 3.7112219 Jan 27 21:40:55.019261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (eba8daf9-36c0-4522-88e0-4fa0764455b4), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.050261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.076394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ad46f-dc4c-4e44-b957-4a06532ca951 req-311a83c2-2f37-4e5f-aaa1-f21987be60b4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:55.078409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-761ad46f-dc4c-4e44-b957-4a06532ca951 req-311a83c2-2f37-4e5f-aaa1-f21987be60b4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 945 time: 0.1976507 Jan 27 21:40:55.080364 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0c2891-766c-43f1-9eae-c34da26c8e66 x-openstack-request-id: req-aa0c2891-766c-43f1-9eae-c34da26c8e66 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:55.080667 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41a5e0c-b84b-4bab-bc07-3f952936577f", "name": "network-vif-deleted", "tag": "bd85a7da-63c5-4101-890c-a46e76798496", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:55.080930 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa0c2891-766c-43f1-9eae-c34da26c8e66 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:55.081340 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41a5e0c-b84b-4bab-bc07-3f952936577f', 'name': 'network-vif-deleted', 'tag': 'bd85a7da-63c5-4101-890c-a46e76798496', 'status': 'completed', 'code': 200} Jan 27 21:40:55.083418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3843d05-6ea4-417f-8986-7172f05a5072 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9879d2-b58f-42f2-abda-02a86ad948c9,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:55.230284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-761ad46f-dc4c-4e44-b957-4a06532ca951 req-7df9f744-3ad1-4831-9bc0-55ac08b94eb2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422482 Jan 27 21:40:55.375232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Network 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:55.401822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:55.409764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5e3192a5-25a0-4a13-8ac2-601c02515521 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:55.411903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event updated for resources: {'Port': ['ID=8654b165-fb38-40bd-acc0-fa40084ebc1b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:55.415785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:55.418120 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:55.523130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5e3192a5-25a0-4a13-8ac2-601c02515521 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:55.523513 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.533792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c83f7-4216-41e4-ad6f-ea40f2205263 None None] Sync routers for ids ['48bdc58a-0329-4dd4-9e52-613e7b8dadb5'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:55.534372 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0942d292-580c-4d9f-9025-50d9fbe9a8bb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/48bdc58a-0329-4dd4-9e52-613e7b8dadb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5561941 Jan 27 21:40:55.535504 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46538) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:55.578863 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:55.579553 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.589916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Allocated IP 172.25.0.13 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/78399771-6ca4-43ab-9b93-5d2da416ad2b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:40:55.607909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b09508a-868f-4954-b98a-99c6afad9644 req-bd8c9a46-a4f7-4551-bc9f-9d1d96d3b112 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=59885e32266f4635909c70d7c437905e HTTP/1.1" status: 200 len: 267 time: 0.2073843 Jan 27 21:40:55.620786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c83f7-4216-41e4-ad6f-ea40f2205263 None None] Routers {'48bdc58a-0329-4dd4-9e52-613e7b8dadb5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:55.621440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f60c83f7-4216-41e4-ad6f-ea40f2205263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['48bdc58a-0329-4dd4-9e52-613e7b8dadb5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:55.633054 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffedc08-5331-49dc-9f16-2197ae5edc23 req-9a5f5197-ec6c-4e35-b55b-c3b8b2f8b8c2 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:55.634850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ffedc08-5331-49dc-9f16-2197ae5edc23 req-9a5f5197-ec6c-4e35-b55b-c3b8b2f8b8c2 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 943 time: 0.2374189 Jan 27 21:40:55.644060 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899d76d3-2ee5-44ce-8107-38b601d2ded7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:55.649538 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-899d76d3-2ee5-44ce-8107-38b601d2ded7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports/185fb78d-e4ad-4b15-8ac9-554f371889d5 HTTP/1.1" status: 200 len: 983 time: 0.1015778 Jan 27 21:40:55.652284 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46542) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:55.693116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f60c83f7-4216-41e4-ad6f-ea40f2205263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:55.698149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-9cbc754c-efe3-4ec9-8cd2-e74cf26dd45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:55.700361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-9cbc754c-efe3-4ec9-8cd2-e74cf26dd45a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9f34249e85384f21ae05e93e25f7a050&device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 1094 time: 0.4914939 Jan 27 21:40:55.720720 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fd1367da-d892-48f5-b144-8a5dbf507c76 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8942399 Jan 27 21:40:55.753403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c83f7-4216-41e4-ad6f-ea40f2205263 None None] Routers {'48bdc58a-0329-4dd4-9e52-613e7b8dadb5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:55.754655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f60c83f7-4216-41e4-ad6f-ea40f2205263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['48bdc58a-0329-4dd4-9e52-613e7b8dadb5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:55.769143 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Request body: {'port': {'device_id': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:55.819628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f60c83f7-4216-41e4-ad6f-ea40f2205263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:55.821198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-ca091a89-7e5d-4fe4-ace7-e85e41165098 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca9879d2-b58f-42f2-abda-02a86ad948c9 HTTP/1.1" status: 200 len: 217 time: 0.1073220 Jan 27 21:40:55.821798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c83f7-4216-41e4-ad6f-ea40f2205263 None None] The sync data for ids ['48bdc58a-0329-4dd4-9e52-613e7b8dadb5'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:55.850823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5e3192a5-25a0-4a13-8ac2-601c02515521 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:55.851452 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.882302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ffedc08-5331-49dc-9f16-2197ae5edc23 req-e9f29b4f-d2a1-45d3-8ca3-95265f8e9259 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277176 Jan 27 21:40:55.898097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 5e3192a5-25a0-4a13-8ac2-601c02515521, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5e3192a5-25a0-4a13-8ac2-601c02515521,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:55.901708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-458312be-a9e7-4b35-8b08-97e551e3aaad None None] Provisioning complete for port 8654b165-fb38-40bd-acc0-fa40084ebc1b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:55.902152 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-458312be-a9e7-4b35-8b08-97e551e3aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.942505 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.947396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-458312be-a9e7-4b35-8b08-97e551e3aaad None None] Port 8654b165-fb38-40bd-acc0-fa40084ebc1b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:40:55.964469 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:55.977966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09508a-868f-4954-b98a-99c6afad9644 req-1392131d-3d85-4f6e-a180-f3f545e49edc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:55.979868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b09508a-868f-4954-b98a-99c6afad9644 req-1392131d-3d85-4f6e-a180-f3f545e49edc tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 945 time: 0.3395391 Jan 27 21:40:56.003679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-6b09508a-868f-4954-b98a-99c6afad9644 req-86823dcf-6c75-43a3-9924-3a0dc6ebd8e4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Request body: {'port': {'security_groups': []}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:56.040013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=5e3192a5-25a0-4a13-8ac2-601c02515521,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:56.077493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87a7bc9e-fc00-4072-8020-61fd5fe85c26 req-8fbce4f1-ca1b-4497-97f5-afc32c608b6d tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.0664544 Jan 27 21:40:56.122126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-00ca1bb0-e583-400c-90b3-aa3ebc8b16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:56.124857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-00ca1bb0-e583-400c-90b3-aa3ebc8b16e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b09fd681-c111-4f15-89e0-428a4e3a7bfa HTTP/1.1" status: 200 len: 861 time: 0.2666485 Jan 27 21:40:56.215956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-b3d4d29a-abe6-4bc5-9e17-53b8535a3faf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c482e5d-646b-42dc-b5e1-8eeccc8ceb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589614 Jan 27 21:40:56.224126 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd06e2e3-054e-47b6-b788-8088ccfb0286 req-90a454b7-2527-4a58-8335-9acd54bf855c tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0587008 Jan 27 21:40:56.317485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6b09508a-868f-4954-b98a-99c6afad9644 req-86823dcf-6c75-43a3-9924-3a0dc6ebd8e4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.323023 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for port (78399771-6ca4-43ab-9b93-5d2da416ad2b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.396561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-d339776c-efa7-4a5a-b7d3-4ac6b7d7bf65 service neutron] 10.222.0.71 "GET /v2.0/networks/7c482e5d-646b-42dc-b5e1-8eeccc8ceb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666503 Jan 27 21:40:56.523249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8620e026-8b80-4cc5-8455-8ae95db0eece {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:56.531049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a2f29f3-c657-4514-9e61-175560c3e928 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (48bdc58a-0329-4dd4-9e52-613e7b8dadb5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.547398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bd85a7da-63c5-4101-890c-a46e76798496 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:40:56.568256 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Publish callbacks [] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.568826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: bd85a7da-63c5-4101-890c-a46e76798496 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:40:56.569249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bd85a7da-63c5-4101-890c-a46e76798496 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:40:56.589966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32ed791f-f5ac-41e9-9702-ac1c8bb4df13 req-a335bc55-6552-4cc7-847e-173a0c0d0cde service neutron] 10.222.0.71 "GET /v2.0/networks/7c482e5d-646b-42dc-b5e1-8eeccc8ceb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836374 Jan 27 21:40:56.619538 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Transition to ACTIVE for port object 8620e026-8b80-4cc5-8455-8ae95db0eece will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:40:56.646124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf016282-958c-4ca3-8952-86064500c0d3 req-196b0689-6f0a-40fb-8c88-91b8bba07084 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:56.651469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf016282-958c-4ca3-8952-86064500c0d3 req-196b0689-6f0a-40fb-8c88-91b8bba07084 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:56.653467 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.656827 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf016282-958c-4ca3-8952-86064500c0d3 req-196b0689-6f0a-40fb-8c88-91b8bba07084 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1655 time: 0.2311864 Jan 27 21:40:56.663060 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (78399771-6ca4-43ab-9b93-5d2da416ad2b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.726065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.742339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:40:56.758427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:40:56.769041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:40:56.772856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event updated for resources: {'Port': ['ID=78399771-6ca4-43ab-9b93-5d2da416ad2b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:56.825459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8620e026-8b80-4cc5-8455-8ae95db0eece,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:56.887408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f29f3-c657-4514-9e61-175560c3e928 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port 185fb78d-e4ad-4b15-8ac9-554f371889d5 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:40:56.887758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a2f29f3-c657-4514-9e61-175560c3e928 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:56.983723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Attempting to bind port 8620e026-8b80-4cc5-8455-8ae95db0eece on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:56.984094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Attempting to bind port 8620e026-8b80-4cc5-8455-8ae95db0eece by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'dc9368d7-7140-4912-8da8-a17b30d1bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:56.984452 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Attempting to bind port 8620e026-8b80-4cc5-8455-8ae95db0eece on network 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:56.992878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Port 8620e026-8b80-4cc5-8455-8ae95db0eece on network 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:40:56.993206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Attempting to bind port 8620e026-8b80-4cc5-8455-8ae95db0eece on network 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:57.011460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:57.011808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Checking segment: {'id': 'dc9368d7-7140-4912-8da8-a17b30d1bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:57.012228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Bound using segment: {'id': 'dc9368d7-7140-4912-8da8-a17b30d1bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:57.012679 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Bound port: 8620e026-8b80-4cc5-8455-8ae95db0eece, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc9368d7-7140-4912-8da8-a17b30d1bcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:57.013041 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.045531 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a2f29f3-c657-4514-9e61-175560c3e928 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.085476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3a2f29f3-c657-4514-9e61-175560c3e928 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for 185fb78d-e4ad-4b15-8ac9-554f371889d5 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:40:57.104793 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.113221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd682cc34-cd92-4011-b399-f3e0a260c224', 'tag': 'ca9879d2-b58f-42f2-abda-02a86ad948c9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:57.115463 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4804da90-8d52-4289-9738-0223778c397e" -d '{"events": [{"name": "network-changed", "server_uuid": "d682cc34-cd92-4011-b399-f3e0a260c224", "tag": "ca9879d2-b58f-42f2-abda-02a86ad948c9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:57.131812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf016282-958c-4ca3-8952-86064500c0d3 req-af608fe4-d7a4-4466-b39c-50acbe229edf tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640052 Jan 27 21:40:57.133553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-6b09508a-868f-4954-b98a-99c6afad9644 req-86823dcf-6c75-43a3-9924-3a0dc6ebd8e4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] For port 5e7616ca-3210-453a-8744-5d5aa16fd499, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5e7616ca-3210-453a-8744-5d5aa16fd499,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:40:57.160561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] For port 8620e026-8b80-4cc5-8455-8ae95db0eece, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:57.179072 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] For port 8620e026-8b80-4cc5-8455-8ae95db0eece, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8620e026-8b80-4cc5-8455-8ae95db0eece,segment=NetworkSegment(dc9368d7-7140-4912-8da8-a17b30d1bcd2),segment_id=dc9368d7-7140-4912-8da8-a17b30d1bcd2)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:57.227804 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6b09508a-868f-4954-b98a-99c6afad9644 req-86823dcf-6c75-43a3-9924-3a0dc6ebd8e4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.263672 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.300743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5e3192a5-25a0-4a13-8ac2-601c02515521 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:40:57.349344 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6b09508a-868f-4954-b98a-99c6afad9644 req-86823dcf-6c75-43a3-9924-3a0dc6ebd8e4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.356813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5e3192a5-25a0-4a13-8ac2-601c02515521 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:57.357203 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.362935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['5e7616ca-3210-453a-8744-5d5aa16fd499'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:57.365537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['01b30470-4b96-45cd-9d1e-5c1e4cb38491', '9a9ab57a-1f94-4760-a484-22ed76cdc9c2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:57.414604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86823dcf-6c75-43a3-9924-3a0dc6ebd8e4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event updated for resources: {'Port': ['ID=5e7616ca-3210-453a-8744-5d5aa16fd499,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:57.434497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e415c87-49be-452e-a538-52b67e7039a2 req-2f7cf9a0-bcbc-449c-9771-e0e8713fffbc tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:57.444813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:57.445211 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.446835 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] 10.222.0.71 "PUT /v2.0/ports/8620e026-8b80-4cc5-8455-8ae95db0eece HTTP/1.1" status: 200 len: 1092 time: 1.6917036 Jan 27 21:40:57.447091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'tag': '8620e026-8b80-4cc5-8455-8ae95db0eece'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:57.447659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e415c87-49be-452e-a538-52b67e7039a2 req-2f7cf9a0-bcbc-449c-9771-e0e8713fffbc tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 943 time: 0.1615882 Jan 27 21:40:57.449990 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3811eebf-ce77-404a-9b1f-d12c2fe2f291" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba67648-0eb5-4245-9385-0376be2d7ad8", "tag": "8620e026-8b80-4cc5-8455-8ae95db0eece"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:57.488958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40440d-5f13-418a-b879-58b61096a7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8620e026-8b80-4cc5-8455-8ae95db0eece,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:57.510375 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a2f29f3-c657-4514-9e61-175560c3e928 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (185fb78d-e4ad-4b15-8ac9-554f371889d5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.515369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09508a-868f-4954-b98a-99c6afad9644 req-86823dcf-6c75-43a3-9924-3a0dc6ebd8e4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:57.524936 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6b09508a-868f-4954-b98a-99c6afad9644 req-86823dcf-6c75-43a3-9924-3a0dc6ebd8e4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.534984 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b09508a-868f-4954-b98a-99c6afad9644 req-86823dcf-6c75-43a3-9924-3a0dc6ebd8e4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "PUT /v2.0/ports/5e7616ca-3210-453a-8744-5d5aa16fd499 HTTP/1.1" status: 200 len: 904 time: 1.5432897 Jan 27 21:40:57.569209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e415c87-49be-452e-a538-52b67e7039a2 req-da7b2b37-6f82-4669-b8a8-eb18732741e2 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204937 Jan 27 21:40:57.586315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Request body: {'port': {'device_id': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:40:57.592149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f29f3-c657-4514-9e61-175560c3e928 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=185fb78d-e4ad-4b15-8ac9-554f371889d5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:57.687489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5e3192a5-25a0-4a13-8ac2-601c02515521 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:57.702688 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99915f8-847b-42d7-bf2f-45aa8770e8fc x-openstack-request-id: req-d99915f8-847b-42d7-bf2f-45aa8770e8fc {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:57.703135 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d682cc34-cd92-4011-b399-f3e0a260c224", "tag": "ca9879d2-b58f-42f2-abda-02a86ad948c9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:57.703405 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d99915f8-847b-42d7-bf2f-45aa8770e8fc {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:57.707895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['5e7616ca-3210-453a-8744-5d5aa16fd499'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:40:57.710166 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd682cc34-cd92-4011-b399-f3e0a260c224', 'tag': 'ca9879d2-b58f-42f2-abda-02a86ad948c9', 'status': 'completed', 'code': 200} Jan 27 21:40:57.754822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44bce59b-d37a-4157-9700-ec2eb1dd0cae req-a323bc6a-fe4c-4e30-ae26-f2cf84b6d309 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.1116238 Jan 27 21:40:57.872157 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:57.874176 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a2f29f3-c657-4514-9e61-175560c3e928 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (48bdc58a-0329-4dd4-9e52-613e7b8dadb5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.045133 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5efd4d3-dc19-4af9-b9ae-eb854e6a642a x-openstack-request-id: req-d5efd4d3-dc19-4af9-b9ae-eb854e6a642a {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:58.045617 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba67648-0eb5-4245-9385-0376be2d7ad8", "tag": "8620e026-8b80-4cc5-8455-8ae95db0eece", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:58.045976 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5efd4d3-dc19-4af9-b9ae-eb854e6a642a {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:40:58.046962 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'tag': '8620e026-8b80-4cc5-8455-8ae95db0eece', 'status': 'completed', 'code': 200} Jan 27 21:40:58.110600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df6b2919-6980-4d97-bef9-1cf8c9e790b6 req-c8a406e5-b8e1-4f14-a2ba-4c73b3cc09a3 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.1387734 Jan 27 21:40:58.148268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-77a18e54-0a94-4424-bf40-a99a32ab0f5d None None] Provisioning complete for port 5e7616ca-3210-453a-8744-5d5aa16fd499 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:40:58.148740 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-77a18e54-0a94-4424-bf40-a99a32ab0f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.176125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804da90-8d52-4289-9738-0223778c397e req-72960f4b-bfed-4753-9037-1efb8e277392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.178195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4804da90-8d52-4289-9738-0223778c397e req-72960f4b-bfed-4753-9037-1efb8e277392 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9f34249e85384f21ae05e93e25f7a050&device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 1094 time: 0.4667783 Jan 27 21:40:58.235615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-77a18e54-0a94-4424-bf40-a99a32ab0f5d None None] Current status of the port 5e7616ca-3210-453a-8744-5d5aa16fd499 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:40:58.281513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (eba8daf9-36c0-4522-88e0-4fa0764455b4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.341048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811eebf-ce77-404a-9b1f-d12c2fe2f291 req-d1449432-6706-4b20-994c-abf1d57a1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.341533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811eebf-ce77-404a-9b1f-d12c2fe2f291 req-d1449432-6706-4b20-994c-abf1d57a1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.343650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3811eebf-ce77-404a-9b1f-d12c2fe2f291 req-d1449432-6706-4b20-994c-abf1d57a1cdd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31c496c8e52442818d0ee31b5110265c&device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1914 time: 0.3289590 Jan 27 21:40:58.403370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2f29f3-c657-4514-9e61-175560c3e928 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router 48bdc58a-0329-4dd4-9e52-613e7b8dadb5 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:40:58.403574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828f103-3ef3-445d-9ae2-9e209a6ebd19 req-47070648-1a62-4a89-9151-0df289e0eb95 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.404994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3828f103-3ef3-445d-9ae2-9e209a6ebd19 req-47070648-1a62-4a89-9151-0df289e0eb95 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 907 time: 0.3301361 Jan 27 21:40:58.531573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32997c92-9bec-4dab-8410-9cd27793d9c8 req-a94c5036-90c4-463f-ad69-e592b11fe9a7 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.536956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32997c92-9bec-4dab-8410-9cd27793d9c8 req-a94c5036-90c4-463f-ad69-e592b11fe9a7 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.538640 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32997c92-9bec-4dab-8410-9cd27793d9c8 req-a94c5036-90c4-463f-ad69-e592b11fe9a7 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1667 time: 0.2739835 Jan 27 21:40:58.561237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804da90-8d52-4289-9738-0223778c397e req-c59612d5-fa1b-48bf-b90f-ba767355db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.562752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4804da90-8d52-4289-9738-0223778c397e req-c59612d5-fa1b-48bf-b90f-ba767355db96 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 HTTP/1.1" status: 200 len: 922 time: 0.3712022 Jan 27 21:40:58.702501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4804da90-8d52-4289-9738-0223778c397e req-f11056d8-6b4f-49ff-a1a3-3b99f3291743 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca9879d2-b58f-42f2-abda-02a86ad948c9 HTTP/1.1" status: 200 len: 217 time: 0.1120617 Jan 27 21:40:58.707776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811eebf-ce77-404a-9b1f-d12c2fe2f291 req-bdc23ef4-aeb9-4920-b8a3-409a620f1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.708749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811eebf-ce77-404a-9b1f-d12c2fe2f291 req-bdc23ef4-aeb9-4920-b8a3-409a620f1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.708970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811eebf-ce77-404a-9b1f-d12c2fe2f291 req-bdc23ef4-aeb9-4920-b8a3-409a620f1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.710992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3811eebf-ce77-404a-9b1f-d12c2fe2f291 req-bdc23ef4-aeb9-4920-b8a3-409a620f1833 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=31c496c8e52442818d0ee31b5110265c&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3507257 Jan 27 21:40:58.716162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8654b165-fb38-40bd-acc0-fa40084ebc1b {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:40:58.726753 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Publish callbacks [] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.753054 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba703ee-71e1-4539-ad1b-1987d29d77e9 req-4d02c965-d13a-4b03-bd71-0a437b4417c2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.754677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ba703ee-71e1-4539-ad1b-1987d29d77e9 req-4d02c965-d13a-4b03-bd71-0a437b4417c2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.2529936 Jan 27 21:40:58.799607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Transition to ACTIVE for port object 8654b165-fb38-40bd-acc0-fa40084ebc1b will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:40:58.801187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2f29f3-c657-4514-9e61-175560c3e928 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:40:58.809644 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3a2f29f3-c657-4514-9e61-175560c3e928 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/48bdc58a-0329-4dd4-9e52-613e7b8dadb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1584201 Jan 27 21:40:58.810693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46570) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:58.818722 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199dce9-fe29-4928-a134-0c23940f0ddd None None] Sync routers for ids ['48bdc58a-0329-4dd4-9e52-613e7b8dadb5'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:40:58.831847 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199dce9-fe29-4928-a134-0c23940f0ddd None None] Routers {'48bdc58a-0329-4dd4-9e52-613e7b8dadb5'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:58.832761 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6199dce9-fe29-4928-a134-0c23940f0ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['48bdc58a-0329-4dd4-9e52-613e7b8dadb5'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:58.853845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32997c92-9bec-4dab-8410-9cd27793d9c8 req-24752afa-e524-4cbb-8c2c-cafdeda72e3e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857435 Jan 27 21:40:58.879021 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6199dce9-fe29-4928-a134-0c23940f0ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:58.898201 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199dce9-fe29-4928-a134-0c23940f0ddd None None] Routers {'48bdc58a-0329-4dd4-9e52-613e7b8dadb5'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:40:58.900132 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6199dce9-fe29-4928-a134-0c23940f0ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['48bdc58a-0329-4dd4-9e52-613e7b8dadb5'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:58.926992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804da90-8d52-4289-9738-0223778c397e req-71bfe0bf-c0ca-4b96-819c-5c77331c233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:58.928502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4804da90-8d52-4289-9738-0223778c397e req-71bfe0bf-c0ca-4b96-819c-5c77331c233c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b09fd681-c111-4f15-89e0-428a4e3a7bfa HTTP/1.1" status: 200 len: 861 time: 0.2164581 Jan 27 21:40:58.960608 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:58.971111 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6199dce9-fe29-4928-a134-0c23940f0ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:40:58.972253 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199dce9-fe29-4928-a134-0c23940f0ddd None None] The sync data for ids ['48bdc58a-0329-4dd4-9e52-613e7b8dadb5'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:40:58.996038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4804da90-8d52-4289-9738-0223778c397e req-235d8f01-d70f-4477-ab33-e9b43eea4f8d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7c482e5d-646b-42dc-b5e1-8eeccc8ceb91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523059 Jan 27 21:40:59.052468 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (eba8daf9-36c0-4522-88e0-4fa0764455b4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.085946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ba703ee-71e1-4539-ad1b-1987d29d77e9 req-ce3e0697-2d73-4c67-bc9a-f5fa06ed8bc9 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946520 Jan 27 21:40:59.111336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811eebf-ce77-404a-9b1f-d12c2fe2f291 req-f2f542c2-c2b7-4930-86b1-cfd27aa7f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:59.114776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3811eebf-ce77-404a-9b1f-d12c2fe2f291 req-f2f542c2-c2b7-4930-86b1-cfd27aa7f10c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3897767 Jan 27 21:40:59.114944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8654b165-fb38-40bd-acc0-fa40084ebc1b,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:59.159539 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-1d8f9730-52ce-48cb-9551-5f5369c2b63d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 21:40:59.163665 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1d8f9730-52ce-48cb-9551-5f5369c2b63d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/48bdc58a-0329-4dd4-9e52-613e7b8dadb5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3522871 Jan 27 21:40:59.166273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46578) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:59.222081 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-48c084ea-cb91-4a9e-955a-df0b0483df34 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=48bdc58a-0329-4dd4-9e52-613e7b8dadb5 HTTP/1.1" status: 200 len: 205 time: 0.0548577 Jan 27 21:40:59.224563 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46580) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:59.315738 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a365684-ad4d-458c-922f-354f91253678 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (48bdc58a-0329-4dd4-9e52-613e7b8dadb5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.357146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Attempting to bind port 8654b165-fb38-40bd-acc0-fa40084ebc1b on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:40:59.357497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Attempting to bind port 8654b165-fb38-40bd-acc0-fa40084ebc1b by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'eb8ec6d4-b1a5-4f11-8449-eab7583f000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:40:59.357830 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Attempting to bind port 8654b165-fb38-40bd-acc0-fa40084ebc1b on network 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:59.391459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Port 8654b165-fb38-40bd-acc0-fa40084ebc1b on network 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:40:59.391786 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Attempting to bind port 8654b165-fb38-40bd-acc0-fa40084ebc1b on network 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:40:59.402171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:40:59.402511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Checking segment: {'id': 'eb8ec6d4-b1a5-4f11-8449-eab7583f000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:40:59.402898 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Bound using segment: {'id': 'eb8ec6d4-b1a5-4f11-8449-eab7583f000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:40:59.403335 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Bound port: 8654b165-fb38-40bd-acc0-fa40084ebc1b, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8ec6d4-b1a5-4f11-8449-eab7583f000f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:40:59.403698 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.531212 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a365684-ad4d-458c-922f-354f91253678 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (48bdc58a-0329-4dd4-9e52-613e7b8dadb5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.534992 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a365684-ad4d-458c-922f-354f91253678 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (48bdc58a-0329-4dd4-9e52-613e7b8dadb5), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.552911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbf0757d-79a8-4b6b-88e5-4590520438df req-3b1f57a1-4b97-49b0-9b81-5cc90eb4be75 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.0490651 Jan 27 21:40:59.586402 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4804da90-8d52-4289-9738-0223778c397e req-22bbd82d-ed4d-4ee2-b873-6b3584b24a21 service neutron] 10.222.0.71 "GET /v2.0/networks/7c482e5d-646b-42dc-b5e1-8eeccc8ceb91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736265 Jan 27 21:40:59.598455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] For port 8654b165-fb38-40bd-acc0-fa40084ebc1b, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:40:59.602418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] For port 8654b165-fb38-40bd-acc0-fa40084ebc1b, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8654b165-fb38-40bd-acc0-fa40084ebc1b,segment=NetworkSegment(eb8ec6d4-b1a5-4f11-8449-eab7583f000f),segment_id=eb8ec6d4-b1a5-4f11-8449-eab7583f000f)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:40:59.624862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46091b69-d9fd-4f49-a5f5-e6b78310a0e4 req-fd71b5fb-50a0-4357-92b0-1a5b2cb96bc3 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:59.626445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46091b69-d9fd-4f49-a5f5-e6b78310a0e4 req-fd71b5fb-50a0-4357-92b0-1a5b2cb96bc3 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 943 time: 0.6329198 Jan 27 21:40:59.699854 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.702477 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a365684-ad4d-458c-922f-354f91253678 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (48bdc58a-0329-4dd4-9e52-613e7b8dadb5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.702963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a365684-ad4d-458c-922f-354f91253678 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Fanout notify agent at l3_agent the message router_deleted on router 48bdc58a-0329-4dd4-9e52-613e7b8dadb5 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:40:59.711040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a43de4-23a7-410a-88d6-1d3d412ca50b', 'tag': '5e7616ca-3210-453a-8744-5d5aa16fd499'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:40:59.713653 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040cb9cd-832a-46fc-a05b-ba92dcd980f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a43de4-23a7-410a-88d6-1d3d412ca50b", "tag": "5e7616ca-3210-453a-8744-5d5aa16fd499"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:40:59.723593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a365684-ad4d-458c-922f-354f91253678 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.727689 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1a365684-ad4d-458c-922f-354f91253678 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/48bdc58a-0329-4dd4-9e52-613e7b8dadb5 HTTP/1.1" status: 204 len: 168 time: 0.5021620 Jan 27 21:40:59.731924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46584) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:40:59.754799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:59.755551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.756826 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] 10.222.0.71 "PUT /v2.0/ports/8654b165-fb38-40bd-acc0-fa40084ebc1b HTTP/1.1" status: 200 len: 1092 time: 2.1751318 Jan 27 21:40:59.781913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-563a9a8a-6b4a-4236-9a13-caeeea408efb req-d59204ba-5fd3-4050-b5c1-f8833abb8c90 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0721946 Jan 27 21:40:59.787585 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c00775-9f01-4636-a211-20b6783ca5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8654b165-fb38-40bd-acc0-fa40084ebc1b,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:40:59.895693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee76f263-8102-467b-9993-dcfce625a512 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting subnet 0374a58e-c53a-40bc-a82f-1efe91e02abd {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:40:59.900317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46091b69-d9fd-4f49-a5f5-e6b78310a0e4 req-d9a188bb-db63-428b-9b7e-eebf3062df9e tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323298 Jan 27 21:40:59.905363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4804da90-8d52-4289-9738-0223778c397e req-a7e9d70d-3efe-4949-ab33-4b312c92e12f service neutron] 10.222.0.71 "GET /v2.0/networks/7c482e5d-646b-42dc-b5e1-8eeccc8ceb91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035851 Jan 27 21:40:59.908573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee76f263-8102-467b-9993-dcfce625a512 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (0374a58e-c53a-40bc-a82f-1efe91e02abd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.993638 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee76f263-8102-467b-9993-dcfce625a512 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (0374a58e-c53a-40bc-a82f-1efe91e02abd), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:40:59.998733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-170a7565-f6de-460e-8d4b-366151e46c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:59.998733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-170a7565-f6de-460e-8d4b-366151e46c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:40:59.998733 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-170a7565-f6de-460e-8d4b-366151e46c53 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31c496c8e52442818d0ee31b5110265c&device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1981 time: 0.0930364 Jan 27 21:40:59.999257 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb5e0dd-f4fd-46d8-b671-6ef376c22f19 x-openstack-request-id: req-2cb5e0dd-f4fd-46d8-b671-6ef376c22f19 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:40:59.999414 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a43de4-23a7-410a-88d6-1d3d412ca50b", "tag": "5e7616ca-3210-453a-8744-5d5aa16fd499", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:40:59.999681 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2cb5e0dd-f4fd-46d8-b671-6ef376c22f19 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:00.000102 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a43de4-23a7-410a-88d6-1d3d412ca50b', 'tag': '5e7616ca-3210-453a-8744-5d5aa16fd499', 'status': 'completed', 'code': 200} Jan 27 21:41:00.054825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa7977-2db4-4f9e-9d43-7d7cc7937f5a req-41dc07dc-2cd9-42c7-9d22-10dd39af328f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.061315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aa7977-2db4-4f9e-9d43-7d7cc7937f5a req-41dc07dc-2cd9-42c7-9d22-10dd39af328f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1534412 Jan 27 21:41:00.084706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Router eba8daf9-36c0-4522-88e0-4fa0764455b4 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:41:00.086252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'tag': '8654b165-fb38-40bd-acc0-fa40084ebc1b'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:00.090045 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac78bca7-164c-4886-b9fe-e5815a8288f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba67648-0eb5-4245-9385-0376be2d7ad8", "tag": "8654b165-fb38-40bd-acc0-fa40084ebc1b"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:00.095416 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-0f45b4bc-abc5-4217-bbf5-475f3137dc85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.138&port_id=8620e026-8b80-4cc5-8455-8ae95db0eece HTTP/1.1" status: 200 len: 217 time: 0.0797081 Jan 27 21:41:00.175351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-763773a9-30f9-489c-8229-8fc72597b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.176993 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-763773a9-30f9-489c-8229-8fc72597b0e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87 HTTP/1.1" status: 200 len: 801 time: 0.0703413 Jan 27 21:41:00.194453 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cb9cd-832a-46fc-a05b-ba92dcd980f1 req-ae0b5e2a-2089-4bc5-bd9e-728a8c6f04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.196053 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-040cb9cd-832a-46fc-a05b-ba92dcd980f1 req-ae0b5e2a-2089-4bc5-bd9e-728a8c6f04d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 1058 time: 0.0993850 Jan 27 21:41:00.221907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aa7977-2db4-4f9e-9d43-7d7cc7937f5a req-ecf050b1-a864-4dcf-8d9c-1aa758a63caa tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589561 Jan 27 21:41:00.230592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee76f263-8102-467b-9993-dcfce625a512 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (0374a58e-c53a-40bc-a82f-1efe91e02abd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.273258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c8a6c-9724-44a4-b28d-86b06f4af967 req-76e3e196-b208-40e9-9198-5f8b68eca7d6 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.278745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c8a6c-9724-44a4-b28d-86b06f4af967 req-76e3e196-b208-40e9-9198-5f8b68eca7d6 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.281322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-410c8a6c-9724-44a4-b28d-86b06f4af967 req-76e3e196-b208-40e9-9198-5f8b68eca7d6 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1679 time: 0.1820977 Jan 27 21:41:00.309359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-0c06d003-5726-4b76-bfc3-2c85a24baa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.310877 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-0c06d003-5726-4b76-bfc3-2c85a24baa7f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4928e1b6-6f49-4672-b98e-0a9cdeb93d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1271722 Jan 27 21:41:00.380854 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc66d3c-a65a-4fe1-b155-f22b4572661d x-openstack-request-id: req-8dc66d3c-a65a-4fe1-b155-f22b4572661d {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:00.381202 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba67648-0eb5-4245-9385-0376be2d7ad8", "tag": "8654b165-fb38-40bd-acc0-fa40084ebc1b", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:00.381470 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8dc66d3c-a65a-4fe1-b155-f22b4572661d {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:00.381892 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'tag': '8654b165-fb38-40bd-acc0-fa40084ebc1b', 'status': 'completed', 'code': 200} Jan 27 21:41:00.394683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:00.406916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cb9cd-832a-46fc-a05b-ba92dcd980f1 req-3eace349-4b2f-43dd-892a-bb6c6bdacded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.407885 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-040cb9cd-832a-46fc-a05b-ba92dcd980f1 req-3eace349-4b2f-43dd-892a-bb6c6bdacded service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.1972489 Jan 27 21:41:00.412726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Sync routers for ids ['eba8daf9-36c0-4522-88e0-4fa0764455b4'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:00.419718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-410c8a6c-9724-44a4-b28d-86b06f4af967 req-12d73b09-1cbe-4298-8ef9-d7ad0cd60394 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300299 Jan 27 21:41:00.429017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Routers {'eba8daf9-36c0-4522-88e0-4fa0764455b4'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:00.430682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['eba8daf9-36c0-4522-88e0-4fa0764455b4'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:00.471293 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-040cb9cd-832a-46fc-a05b-ba92dcd980f1 req-55fba35e-f89f-4b8d-8b5a-46511884a42a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e7616ca-3210-453a-8744-5d5aa16fd499 HTTP/1.1" status: 200 len: 217 time: 0.0509450 Jan 27 21:41:00.538747 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee76f263-8102-467b-9993-dcfce625a512 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (0374a58e-c53a-40bc-a82f-1efe91e02abd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.547859 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-8bc82b4b-3912-4662-a4bb-6dcdfaf2a40d service neutron] 10.222.0.71 "GET /v2.0/networks/4928e1b6-6f49-4672-b98e-0a9cdeb93d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300754 Jan 27 21:41:00.591637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.593960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-64ebe06f-3721-4864-a516-6c6641f14cf1 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.7258222 Jan 27 21:41:00.607274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76f263-8102-467b-9993-dcfce625a512 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Subnet': ['ID=0374a58e-c53a-40bc-a82f-1efe91e02abd,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:00.611902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46604) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:00.680999 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-9ecdf0db-fce6-443f-b82b-068f21f77a36 service neutron] 10.222.0.71 "GET /v2.0/networks/4928e1b6-6f49-4672-b98e-0a9cdeb93d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245670 Jan 27 21:41:00.682768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee76f263-8102-467b-9993-dcfce625a512 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.689026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ee76f263-8102-467b-9993-dcfce625a512 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/0374a58e-c53a-40bc-a82f-1efe91e02abd HTTP/1.1" status: 204 len: 168 time: 0.9471610 Jan 27 21:41:00.689230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cb9cd-832a-46fc-a05b-ba92dcd980f1 req-d7ccdaea-ef86-4559-a522-5370cf061fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.689344 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-040cb9cd-832a-46fc-a05b-ba92dcd980f1 req-d7ccdaea-ef86-4559-a522-5370cf061fff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.2090433 Jan 27 21:41:00.691291 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46608) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:00.739118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Set router eba8daf9-36c0-4522-88e0-4fa0764455b4 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:00.759440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de3fd382-d166-47f2-8e0f-16d1ab7e574d req-d077ed10-f87c-43b8-9c34-2ef43c17b54d tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.0715694 Jan 27 21:41:00.792857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (35108566-5834-488c-bfe3-4b7e39733651), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:00.865366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ca9879d2-b58f-42f2-abda-02a86ad948c9 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:00.867740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b3ae8-76c0-46a5-b28e-7645bb908ce0 None None] Network 35108566-5834-488c-bfe3-4b7e39733651 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:00.879263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-273749ca-8526-4089-82b3-8ed7bd52bd4c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.886592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-273749ca-8526-4089-82b3-8ed7bd52bd4c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 812 time: 0.2984653 Jan 27 21:41:00.903806 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-a095e819-bf72-4def-a94f-8bf2427fbd28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.185&port_id=8654b165-fb38-40bd-acc0-fa40084ebc1b HTTP/1.1" status: 200 len: 217 time: 0.2132728 Jan 27 21:41:00.908583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-81ee18f5-620f-4a44-b1a2-4a49e3aafcd6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/quotas/59885e32266f4635909c70d7c437905e HTTP/1.1" status: 200 len: 375 time: 0.0205853 Jan 27 21:41:00.951387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-db31807d-cf1b-4a38-8209-07d5a4ac471a tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/routers/eba8daf9-36c0-4522-88e0-4fa0764455b4 HTTP/1.1" status: 200 len: 906 time: 0.3379304 Jan 27 21:41:00.954261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46614) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:00.964670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cb9cd-832a-46fc-a05b-ba92dcd980f1 req-e84c50bb-6f19-44f5-8c33-66b1955bf4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:00.967225 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-040cb9cd-832a-46fc-a05b-ba92dcd980f1 req-e84c50bb-6f19-44f5-8c33-66b1955bf4e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692946 Jan 27 21:41:01.004613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port 0270172e-9719-4223-85e0-0b8e9bf6ea42 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:01.005105 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.038975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0898085-e44e-4bbc-a0ba-b55a841c1f48 req-3df27c53-6daf-4be2-8b9d-3291effefd47 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0428512 Jan 27 21:41:01.078298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-c7ec8c4c-16de-479a-a258-b94cf4842ffe tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1686668 Jan 27 21:41:01.173259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port 0270172e-9719-4223-85e0-0b8e9bf6ea42, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0270172e-9719-4223-85e0-0b8e9bf6ea42,segment=NetworkSegment(4bc87f2d-d0a3-493c-af4e-4d749126074e),segment_id=4bc87f2d-d0a3-493c-af4e-4d749126074e)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:01.173898 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.178298 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fff9fa4a-b68f-42d1-b9cb-cb0e8a7408b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:01.181069 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-fff9fa4a-b68f-42d1-b9cb-cb0e8a7408b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f719a8e9-2f2e-409e-ba6e-c0546dc836ee HTTP/1.1" status: 200 len: 801 time: 0.2694364 Jan 27 21:41:01.222658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-fe5bce1f-8647-4521-8dbc-c0d0f1f6ec47 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:41:01.228595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-fe5bce1f-8647-4521-8dbc-c0d0f1f6ec47 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1410844 Jan 27 21:41:01.234767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for 0270172e-9719-4223-85e0-0b8e9bf6ea42 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:01.247935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port ca9879d2-b58f-42f2-abda-02a86ad948c9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ca9879d2-b58f-42f2-abda-02a86ad948c9,segment=NetworkSegment(8efd0f1e-0cc0-4e84-ad75-913ba607d207),segment_id=8efd0f1e-0cc0-4e84-ad75-913ba607d207)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:01.260929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'ca9879d2-b58f-42f2-abda-02a86ad948c9', 'network_id': '7c482e5d-646b-42dc-b5e1-8eeccc8ceb91', 'port_id': 'ca9879d2-b58f-42f2-abda-02a86ad948c9', 'mac_address': 'fa:16:3e:fa:73:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09fd681-c111-4f15-89e0-428a4e3a7bfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:41:01.270251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-8358e9c7-c9b8-41ff-b674-9f6322227eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:01.271961 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-8358e9c7-c9b8-41ff-b674-9f6322227eda service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93be2c39-af27-46fa-a8f6-1a2a4b4c7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0811353 Jan 27 21:41:01.317336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port ca9879d2-b58f-42f2-abda-02a86ad948c9 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:01.317763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.323198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba8daf9-36c0-4522-88e0-4fa0764455b4', 'name': 'tempest-snat-router-906112045', 'tenant_id': '9af767cd2b8d43ce8d88bc0b64704060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '78399771-6ca4-43ab-9b93-5d2da416ad2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:52Z', 'updated_at': '2022-01-27T21:40:57Z', 'revision_number': 3, 'project_id': '9af767cd2b8d43ce8d88bc0b64704060', 'gw_port': {'id': '78399771-6ca4-43ab-9b93-5d2da416ad2b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba8daf9-36c0-4522-88e0-4fa0764455b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:40:55Z', 'updated_at': '2022-01-27T21:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:01.359797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Checking router: eba8daf9-36c0-4522-88e0-4fa0764455b4 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:41:01.360232 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Updating router eba8daf9-36c0-4522-88e0-4fa0764455b4 port 78399771-6ca4-43ab-9b93-5d2da416ad2b binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:41:01.363293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9879d2-b58f-42f2-abda-02a86ad948c9 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:01.370523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dee16e0-2e9f-40d7-9720-25f3fc38ddee None None] DHCP port deletion for 35108566-5834-488c-bfe3-4b7e39733651 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:41:01.394267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2479e8e-4eae-4871-a918-6869071d291c req-0841af37-1058-45b6-a5d0-62573c2b8ffc tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:01.397816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2479e8e-4eae-4871-a918-6869071d291c req-0841af37-1058-45b6-a5d0-62573c2b8ffc tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 943 time: 0.1943316 Jan 27 21:41:01.398795 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-040cb9cd-832a-46fc-a05b-ba92dcd980f1 req-de237af5-db6d-421f-8042-e12ac562549d service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180503 Jan 27 21:41:01.402563 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (eba8daf9-36c0-4522-88e0-4fa0764455b4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.443272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port ca9879d2-b58f-42f2-abda-02a86ad948c9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ca9879d2-b58f-42f2-abda-02a86ad948c9,segment=NetworkSegment(8efd0f1e-0cc0-4e84-ad75-913ba607d207),segment_id=8efd0f1e-0cc0-4e84-ad75-913ba607d207)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:01.448564 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (78399771-6ca4-43ab-9b93-5d2da416ad2b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.555146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2479e8e-4eae-4871-a918-6869071d291c req-15830e99-466d-41d2-aa31-faa868821e5c tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478555 Jan 27 21:41:01.595545 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-8794ed58-f4a2-46c4-bce4-889a3c4c8bdc service neutron] 10.222.0.61 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618727 Jan 27 21:41:01.618908 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-80555f5d-974c-4e2c-a41d-33bf7c207ca7 service neutron] 10.222.0.71 "GET /v2.0/networks/93be2c39-af27-46fa-a8f6-1a2a4b4c7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261118 Jan 27 21:41:01.644141 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-040cb9cd-832a-46fc-a05b-ba92dcd980f1 req-7fceb48c-f87f-4d41-8140-c15aa2a2b235 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101429 Jan 27 21:41:01.672126 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.688560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.729175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=0270172e-9719-4223-85e0-0b8e9bf6ea42,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:01.737378 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No DVR routers for this DVR port 0270172e-9719-4223-85e0-0b8e9bf6ea42 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:01.773761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8ee91-a07d-486d-9ac3-290cc0dcb0d7 req-3140e1e6-0381-4e13-8f7c-9369e0b43598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:01.781496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8ee91-a07d-486d-9ac3-290cc0dcb0d7 req-3140e1e6-0381-4e13-8f7c-9369e0b43598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:01.782466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9bf8ee91-a07d-486d-9ac3-290cc0dcb0d7 req-3140e1e6-0381-4e13-8f7c-9369e0b43598 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1679 time: 0.1067286 Jan 27 21:41:01.812542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (eba8daf9-36c0-4522-88e0-4fa0764455b4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.821859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-8f1deee5-6ec1-4b87-a4e7-44521021ec2b service neutron] 10.222.0.61 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254457 Jan 27 21:41:01.848156 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a690a92a-893a-4f24-9562-192d3d34ee16 req-5500b1fd-ceae-4045-8476-162a9f2d4f59 service neutron] 10.222.0.71 "GET /v2.0/networks/93be2c39-af27-46fa-a8f6-1a2a4b4c7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280478 Jan 27 21:41:01.859126 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (35108566-5834-488c-bfe3-4b7e39733651), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.877833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9bf8ee91-a07d-486d-9ac3-290cc0dcb0d7 req-a5890078-241b-424a-81a4-611a89cb06ec tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882690 Jan 27 21:41:01.924104 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35108566-5834-488c-bfe3-4b7e39733651']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:01.935158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0dee16e0-2e9f-40d7-9720-25f3fc38ddee None None] Deleting port 0270172e-9719-4223-85e0-0b8e9bf6ea42 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:01.937190 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0dee16e0-2e9f-40d7-9720-25f3fc38ddee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.938173 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc87f2d-d0a3-493c-af4e-4d749126074e') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:01.940537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc87f2d-d0a3-493c-af4e-4d749126074e') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:01.961870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (4bc87f2d-d0a3-493c-af4e-4d749126074e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.971978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2961b911-cc28-4de2-b3f6-61df76ebf2dc req-d3cf60c0-7dc0-4468-a377-6719cb50f813 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.0440845 Jan 27 21:41:01.991750 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4bc87f2d-d0a3-493c-af4e-4d749126074e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:01.995727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=ca9879d2-b58f-42f2-abda-02a86ad948c9,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:01.999230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['ca9879d2-b58f-42f2-abda-02a86ad948c9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (4bc87f2d-d0a3-493c-af4e-4d749126074e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:02.004933 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:02.072831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Deleting port 78399771-6ca4-43ab-9b93-5d2da416ad2b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:02.076221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (78399771-6ca4-43ab-9b93-5d2da416ad2b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.091523 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Publish callbacks [] for port (78399771-6ca4-43ab-9b93-5d2da416ad2b), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.100972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0dee16e0-2e9f-40d7-9720-25f3fc38ddee None None] For port 0270172e-9719-4223-85e0-0b8e9bf6ea42, host n-d-760456-6, got binding levels [] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:02.101389 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0dee16e0-2e9f-40d7-9720-25f3fc38ddee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.161097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0dee16e0-2e9f-40d7-9720-25f3fc38ddee None None] Calling delete_port for 0270172e-9719-4223-85e0-0b8e9bf6ea42 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:02.165106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.ipam_backend_mixin [None req-0dee16e0-2e9f-40d7-9720-25f3fc38ddee None None] Port 0270172e-9719-4223-85e0-0b8e9bf6ea42 was not found and therefore no delete operation was performed {{(pid=104028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:41:02.181577 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0dee16e0-2e9f-40d7-9720-25f3fc38ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (0270172e-9719-4223-85e0-0b8e9bf6ea42), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.211728 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (78399771-6ca4-43ab-9b93-5d2da416ad2b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.231444 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dee16e0-2e9f-40d7-9720-25f3fc38ddee None None] No DVR routers for this DVR port 0270172e-9719-4223-85e0-0b8e9bf6ea42 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:02.250146 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d229416a-57bd-49b1-abf7-c521b776159f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.251764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee16e0-2e9f-40d7-9720-25f3fc38ddee None None] Pushing event deleted for resources: {'Port': ['ID=0270172e-9719-4223-85e0-0b8e9bf6ea42,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:02.318444 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Attempting to bind port 78399771-6ca4-43ab-9b93-5d2da416ad2b on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:02.318838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Attempting to bind port 78399771-6ca4-43ab-9b93-5d2da416ad2b by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:02.319213 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Attempting to bind port 78399771-6ca4-43ab-9b93-5d2da416ad2b on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:02.350927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:02.351328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:02.351734 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.352169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:02.352676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Bound port: 78399771-6ca4-43ab-9b93-5d2da416ad2b, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:02.353690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (78399771-6ca4-43ab-9b93-5d2da416ad2b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.355729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f81a61-1357-4bde-ab2f-64378341d0b9 None None] Pushing event updated for resources: {'Port': ['ID=78399771-6ca4-43ab-9b93-5d2da416ad2b,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:02.437988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bca7-164c-4886-b9fe-e5815a8288f9 req-d8996b2b-5e6e-4841-ae41-64d7bd2c45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:02.438399 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bca7-164c-4886-b9fe-e5815a8288f9 req-d8996b2b-5e6e-4841-ae41-64d7bd2c45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:02.440133 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac78bca7-164c-4886-b9fe-e5815a8288f9 req-d8996b2b-5e6e-4841-ae41-64d7bd2c45fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=31c496c8e52442818d0ee31b5110265c&device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1981 time: 0.4030983 Jan 27 21:41:02.457802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] For port 78399771-6ca4-43ab-9b93-5d2da416ad2b, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:02.479077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] For port 78399771-6ca4-43ab-9b93-5d2da416ad2b, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=78399771-6ca4-43ab-9b93-5d2da416ad2b,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:02.516905 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (35108566-5834-488c-bfe3-4b7e39733651), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.540137 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.543933 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/networks/35108566-5834-488c-bfe3-4b7e39733651 HTTP/1.1" status: 204 len: 168 time: 1.8517134 Jan 27 21:41:02.559694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46634) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:02.562781 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (78399771-6ca4-43ab-9b93-5d2da416ad2b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.568975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b6260e34-053c-4c76-9b41-e8bab1892b0b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2074437675'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:02.576242 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba934d-7693-4adb-b494-87e058f0f5a9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Network': ['ID=35108566-5834-488c-bfe3-4b7e39733651,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:02.614901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bca7-164c-4886-b9fe-e5815a8288f9 req-2e003b1b-b149-49e8-879c-f1fb723b1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:02.616580 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac78bca7-164c-4886-b9fe-e5815a8288f9 req-2e003b1b-b149-49e8-879c-f1fb723b1791 service neutron] 10.222.0.71 "GET /v2.0/networks?id=93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 HTTP/1.1" status: 200 len: 903 time: 0.1634326 Jan 27 21:41:02.656340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Routers {'eba8daf9-36c0-4522-88e0-4fa0764455b4'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:02.657225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:40:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['eba8daf9-36c0-4522-88e0-4fa0764455b4'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:02.662346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f81a61-1357-4bde-ab2f-64378341d0b9 None None] Pushing event updated for resources: {'Port': ['ID=78399771-6ca4-43ab-9b93-5d2da416ad2b,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:02.707613 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac78bca7-164c-4886-b9fe-e5815a8288f9 req-33995dfa-6493-42a0-a895-03b37d552fc1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.185&port_id=8654b165-fb38-40bd-acc0-fa40084ebc1b HTTP/1.1" status: 200 len: 217 time: 0.0732956 Jan 27 21:41:02.707613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6260e34-053c-4c76-9b41-e8bab1892b0b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:02.707613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6260e34-053c-4c76-9b41-e8bab1892b0b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.725302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca611e1f-e6e2-4eb9-a139-982c6b558cbf req-a864b7aa-7f7c-45f8-bf1b-60e8f9a0e4c6 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0582228 Jan 27 21:41:02.728895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cf82653-e5d0-412e-b756-cd630a8da514 req-f7559fec-b9dc-4154-9ab8-5eb2f707bfc4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 210 time: 0.0629766 Jan 27 21:41:02.767267 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (78399771-6ca4-43ab-9b93-5d2da416ad2b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.771998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Calling delete_port for 78399771-6ca4-43ab-9b93-5d2da416ad2b owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:02.826232 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] Set router eba8daf9-36c0-4522-88e0-4fa0764455b4 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:02.846367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bca7-164c-4886-b9fe-e5815a8288f9 req-3984704a-6249-4e79-9292-f4eac14c065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:02.848450 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac78bca7-164c-4886-b9fe-e5815a8288f9 req-3984704a-6249-4e79-9292-f4eac14c065b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f719a8e9-2f2e-409e-ba6e-c0546dc836ee HTTP/1.1" status: 200 len: 801 time: 0.0839360 Jan 27 21:41:02.910143 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6260e34-053c-4c76-9b41-e8bab1892b0b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:41:02.913676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba8daf9-36c0-4522-88e0-4fa0764455b4', 'name': 'tempest-snat-router-906112045', 'tenant_id': '9af767cd2b8d43ce8d88bc0b64704060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:52Z', 'updated_at': '2022-01-27T21:41:01Z', 'revision_number': 4, 'project_id': '9af767cd2b8d43ce8d88bc0b64704060', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:02.928610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bca7-164c-4886-b9fe-e5815a8288f9 req-62936f01-de90-4460-ab3c-0e5309e0c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:02.930523 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac78bca7-164c-4886-b9fe-e5815a8288f9 req-62936f01-de90-4460-ab3c-0e5309e0c367 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=93be2c39-af27-46fa-a8f6-1a2a4b4c7be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736582 Jan 27 21:41:02.935792 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6260e34-053c-4c76-9b41-e8bab1892b0b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (46639d8e-0b17-44c9-a369-9da4eab8179c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:02.936294 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-b6260e34-053c-4c76-9b41-e8bab1892b0b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Added segment 46639d8e-0b17-44c9-a369-9da4eab8179c of type vlan for network 0e30b3b7-851d-49ca-90fe-ab9703e6813a Jan 27 21:41:02.963882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f600b10b-2815-46b3-96bf-7d1e0820ec96 None None] The sync data for ids ['eba8daf9-36c0-4522-88e0-4fa0764455b4'] in n-d-760456-6 is: [{'id': 'eba8daf9-36c0-4522-88e0-4fa0764455b4', 'name': 'tempest-snat-router-906112045', 'tenant_id': '9af767cd2b8d43ce8d88bc0b64704060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:40:52Z', 'updated_at': '2022-01-27T21:41:01Z', 'revision_number': 4, 'project_id': '9af767cd2b8d43ce8d88bc0b64704060', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:03.105018 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac78bca7-164c-4886-b9fe-e5815a8288f9 req-33edc37a-c325-4ded-8cd4-a030c387476f service neutron] 10.222.0.71 "GET /v2.0/networks/93be2c39-af27-46fa-a8f6-1a2a4b4c7be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667864 Jan 27 21:41:03.126735 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6260e34-053c-4c76-9b41-e8bab1892b0b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (0e30b3b7-851d-49ca-90fe-ab9703e6813a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.128655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14350ad6-399f-499e-9f4e-819d39d95584 req-438796e1-2872-41ab-b594-beca50ef3e12 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:03.134132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14350ad6-399f-499e-9f4e-819d39d95584 req-438796e1-2872-41ab-b594-beca50ef3e12 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:03.141403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14350ad6-399f-499e-9f4e-819d39d95584 req-438796e1-2872-41ab-b594-beca50ef3e12 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1679 time: 0.1190381 Jan 27 21:41:03.180003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311405d-38fe-46ce-9e27-25da4a408dae req-1a4d4676-e6a0-4963-bb13-52f724d1dbfb tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:03.180298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8311405d-38fe-46ce-9e27-25da4a408dae req-1a4d4676-e6a0-4963-bb13-52f724d1dbfb tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 944 time: 0.1570060 Jan 27 21:41:03.222968 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (78399771-6ca4-43ab-9b93-5d2da416ad2b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.226273 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac78bca7-164c-4886-b9fe-e5815a8288f9 req-307ad052-66cc-4639-9f37-7433e26303d5 service neutron] 10.222.0.71 "GET /v2.0/networks/93be2c39-af27-46fa-a8f6-1a2a4b4c7be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108077 Jan 27 21:41:03.268112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0270172e-9719-4223-85e0-0b8e9bf6ea42 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:03.289714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 0270172e-9719-4223-85e0-0b8e9bf6ea42 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:03.290065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0270172e-9719-4223-85e0-0b8e9bf6ea42 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:03.291536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event deleted for resources: {'Port': ['ID=78399771-6ca4-43ab-9b93-5d2da416ad2b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:03.299369 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6260e34-053c-4c76-9b41-e8bab1892b0b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (0e30b3b7-851d-49ca-90fe-ab9703e6813a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.303383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14350ad6-399f-499e-9f4e-819d39d95584 req-2de1264f-b00a-46b3-a2a4-17289f34ce70 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611292 Jan 27 21:41:03.315936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6260e34-053c-4c76-9b41-e8bab1892b0b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:03.319870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6260e34-053c-4c76-9b41-e8bab1892b0b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.412408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8311405d-38fe-46ce-9e27-25da4a408dae req-5818151d-1594-4ac6-a759-f29248780cdf tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183328 Jan 27 21:41:03.421945 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6260e34-053c-4c76-9b41-e8bab1892b0b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Network': ['ID=0e30b3b7-851d-49ca-90fe-ab9703e6813a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:03.434143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 0e30b3b7-851d-49ca-90fe-ab9703e6813a details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:41:03.442090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c50df2d-4251-49ff-90b1-5574398989d0 req-772152e9-84cf-4011-967b-b6a0c4f4c24e tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.0536835 Jan 27 21:41:03.450124 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (eba8daf9-36c0-4522-88e0-4fa0764455b4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.541979 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b6260e34-053c-4c76-9b41-e8bab1892b0b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9759598 Jan 27 21:41:03.542309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46646) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:03.547446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-eb6ab31d-aada-46ce-9f17-af42d1173b8a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'subnet': {'network_id': '0e30b3b7-851d-49ca-90fe-ab9703e6813a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:03.600495 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (eba8daf9-36c0-4522-88e0-4fa0764455b4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.628533 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_controller (eba8daf9-36c0-4522-88e0-4fa0764455b4), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.797746 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (eba8daf9-36c0-4522-88e0-4fa0764455b4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.799527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eba8daf9-36c0-4522-88e0-4fa0764455b4 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:03.808752 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.813475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46652) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:03.814305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-16ddff2d-f9a1-48f4-bfaa-6d58cd6afe72 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "DELETE /v2.0/routers/eba8daf9-36c0-4522-88e0-4fa0764455b4 HTTP/1.1" status: 204 len: 168 time: 2.8588481 Jan 27 21:41:03.825413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ab31d-aada-46ce-9f17-af42d1173b8a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:03.828958 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb6ab31d-aada-46ce-9f17-af42d1173b8a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.940263 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (d128e643-bd0d-4633-a468-21bd35032dce), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:03.982531 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69efbfaf-6cc1-497c-81da-492c24c60ee8 req-547d60c4-ed57-4901-8e0c-b5da3771189b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 210 time: 0.0549982 Jan 27 21:41:04.012685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ec72778-f3af-4ff5-8625-400abc569d12 req-f939864c-a4f5-400d-bc7e-8f0317d1cea5 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0729215 Jan 27 21:41:04.076956 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (d128e643-bd0d-4633-a468-21bd35032dce), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:04.220128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Deleting port 5e3192a5-25a0-4a13-8ac2-601c02515521 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:04.220561 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:04.259075 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb6ab31d-aada-46ce-9f17-af42d1173b8a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (ae5afba0-2adf-462c-82c5-d165f69fca98), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:04.324309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ab31d-aada-46ce-9f17-af42d1173b8a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Subnet': ['ID=ae5afba0-2adf-462c-82c5-d165f69fca98,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:04.345388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6ab31d-aada-46ce-9f17-af42d1173b8a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Checking segment: {'id': '46639d8e-0b17-44c9-a369-9da4eab8179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0e30b3b7-851d-49ca-90fe-ab9703e6813a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:04.345759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ab31d-aada-46ce-9f17-af42d1173b8a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network hostable DHCP agents. Network: 0e30b3b7-851d-49ca-90fe-ab9703e6813a, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:41:04.347110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] For port 5e3192a5-25a0-4a13-8ac2-601c02515521, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5e3192a5-25a0-4a13-8ac2-601c02515521,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:04.348155 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:04.378776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Calling delete_port for 5e3192a5-25a0-4a13-8ac2-601c02515521 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:04.465991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff586b03-da8e-469d-8ab0-90c41423cda9 req-5b8e38cb-e79f-46ab-8614-caaadf6ee00e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:04.471272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff586b03-da8e-469d-8ab0-90c41423cda9 req-5b8e38cb-e79f-46ab-8614-caaadf6ee00e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:04.494655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff586b03-da8e-469d-8ab0-90c41423cda9 req-5b8e38cb-e79f-46ab-8614-caaadf6ee00e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1679 time: 0.0810618 Jan 27 21:41:04.537698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ab31d-aada-46ce-9f17-af42d1173b8a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 0e30b3b7-851d-49ca-90fe-ab9703e6813a is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:41:04.562832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8654b165-fb38-40bd-acc0-fa40084ebc1b details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:04.565567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ca9879d2-b58f-42f2-abda-02a86ad948c9 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:04.611912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff586b03-da8e-469d-8ab0-90c41423cda9 req-8c1cf522-e76d-463e-94f2-e37de73ff754 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219685 Jan 27 21:41:04.633326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38693605-4115-4cca-a44d-7973a5960425 req-5398312d-fb31-4258-b99d-c9b38974c418 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:04.641957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38693605-4115-4cca-a44d-7973a5960425 req-5398312d-fb31-4258-b99d-c9b38974c418 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 944 time: 0.0915730 Jan 27 21:41:04.699357 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38693605-4115-4cca-a44d-7973a5960425 req-c11e0e93-25e1-4054-a51c-fd6b36308c80 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563192 Jan 27 21:41:04.716800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ab31d-aada-46ce-9f17-af42d1173b8a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 0e30b3b7-851d-49ca-90fe-ab9703e6813a) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:04.726187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40d6b6d-73b1-48a6-b41f-6b22e9d72069 None None] Network 0e30b3b7-851d-49ca-90fe-ab9703e6813a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:04.735849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ab31d-aada-46ce-9f17-af42d1173b8a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:04.739241 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5e3192a5-25a0-4a13-8ac2-601c02515521), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:04.739840 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb6ab31d-aada-46ce-9f17-af42d1173b8a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:04.781893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0488461d-2707-4a47-9f31-ec07b8d77979 req-2840db67-c75e-4680-a89c-71dab18b0146 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.0813251 Jan 27 21:41:04.799772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8654b165-fb38-40bd-acc0-fa40084ebc1b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8654b165-fb38-40bd-acc0-fa40084ebc1b,segment=NetworkSegment(eb8ec6d4-b1a5-4f11-8449-eab7583f000f),segment_id=eb8ec6d4-b1a5-4f11-8449-eab7583f000f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:04.804837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port ca9879d2-b58f-42f2-abda-02a86ad948c9 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:41:04.812199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e3192a5-25a0-4a13-8ac2-601c02515521,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:04.851092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-eb6ab31d-aada-46ce-9f17-af42d1173b8a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3033214 Jan 27 21:41:04.851621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port ca9879d2-b58f-42f2-abda-02a86ad948c9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:04.851621 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:04.851828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46662) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:04.853141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '8654b165-fb38-40bd-acc0-fa40084ebc1b', 'network_id': '93be2c39-af27-46fa-a8f6-1a2a4b4c7be8', 'port_id': '8654b165-fb38-40bd-acc0-fa40084ebc1b', 'mac_address': 'fa:16:3e:fc:ee:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f719a8e9-2f2e-409e-ba6e-c0546dc836ee', 'ip_address': '19.86.0.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:41:04.861523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5f30db0a-b111-4188-89f1-c96df46b8dd7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-89195545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:04.963057 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5f30db0a-b111-4188-89f1-c96df46b8dd7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (121da6fd-49c5-4bd5-8a27-d87c0118c07b), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:04.966056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5f30db0a-b111-4188-89f1-c96df46b8dd7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (121da6fd-49c5-4bd5-8a27-d87c0118c07b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:04.981245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (d128e643-bd0d-4633-a468-21bd35032dce), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.058050 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5f30db0a-b111-4188-89f1-c96df46b8dd7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (121da6fd-49c5-4bd5-8a27-d87c0118c07b), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.087453 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (d128e643-bd0d-4633-a468-21bd35032dce), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.089979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_controller (d128e643-bd0d-4633-a468-21bd35032dce), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.171112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-6c5ad237-5f51-4fa9-9328-2ae57117bdcb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:05.172780 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-6c5ad237-5f51-4fa9-9328-2ae57117bdcb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 812 time: 0.2861943 Jan 27 21:41:05.175474 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7256ece4-456e-4c94-bf11-97d8ec08a2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.186868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Request body: {'port': {'device_id': 'e770fb90-0886-4433-bbd7-db6433b1744a', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'admin_state_up': True, 'tenant_id': '59885e32266f4635909c70d7c437905e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:05.190243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-0e30b3b7-851d-49ca-90fe-ab9703e6813a', 'network_id': '0e30b3b7-851d-49ca-90fe-ab9703e6813a', 'project_id': 'a127be392e504f0e944647655bda9f72', 'fixed_ips': [{'subnet_id': 'ae5afba0-2adf-462c-82c5-d165f69fca98'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:41:05.191153 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.213768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8654b165-fb38-40bd-acc0-fa40084ebc1b is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:05.214161 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.214487 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (d128e643-bd0d-4633-a468-21bd35032dce), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.216613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d128e643-bd0d-4633-a468-21bd35032dce {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:05.220030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2a39531-819d-4981-8850-b8889ea3b665 req-ee2a6faa-3494-4ed3-9258-8718304bb87c tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0817282 Jan 27 21:41:05.220030 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5f30db0a-b111-4188-89f1-c96df46b8dd7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (121da6fd-49c5-4bd5-8a27-d87c0118c07b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.243202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce540fa1-1f60-423f-a77d-46269088b426 req-20ec3444-0fdb-424d-ac22-9889f0bd65e3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 210 time: 0.1196172 Jan 27 21:41:05.257852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.260727 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-522cf432-e2ea-4205-8398-50c337614a92 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "DELETE /v2.0/routers/d128e643-bd0d-4633-a468-21bd35032dce HTTP/1.1" status: 204 len: 168 time: 1.4459126 Jan 27 21:41:05.268582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46668) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:05.277485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-115707665', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:05.297400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8654b165-fb38-40bd-acc0-fa40084ebc1b {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:05.345318 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5f30db0a-b111-4188-89f1-c96df46b8dd7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.346541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5f30db0a-b111-4188-89f1-c96df46b8dd7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4930134 Jan 27 21:41:05.349578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46670) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:05.405399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8654b165-fb38-40bd-acc0-fa40084ebc1b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8654b165-fb38-40bd-acc0-fa40084ebc1b,segment=NetworkSegment(eb8ec6d4-b1a5-4f11-8449-eab7583f000f),segment_id=eb8ec6d4-b1a5-4f11-8449-eab7583f000f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:05.409157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port ca9879d2-b58f-42f2-abda-02a86ad948c9 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:05.410954 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.465812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd682cc34-cd92-4011-b399-f3e0a260c224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9879d2-b58f-42f2-abda-02a86ad948c9'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:05.469148 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db2a08c-b8f8-411a-9774-62a9072c2d03" -d '{"events": [{"server_uuid": "d682cc34-cd92-4011-b399-f3e0a260c224", "name": "network-vif-plugged", "status": "completed", "tag": "ca9879d2-b58f-42f2-abda-02a86ad948c9"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:05.505210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port ca9879d2-b58f-42f2-abda-02a86ad948c9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ca9879d2-b58f-42f2-abda-02a86ad948c9,segment=NetworkSegment(8efd0f1e-0cc0-4e84-ad75-913ba607d207),segment_id=8efd0f1e-0cc0-4e84-ad75-913ba607d207)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:05.512993 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8958802a-1ca9-404b-a9c1-b021ee9ab68c x-openstack-request-id: req-8958802a-1ca9-404b-a9c1-b021ee9ab68c {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:05.515276 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d682cc34-cd92-4011-b399-f3e0a260c224", "name": "network-vif-plugged", "status": "completed", "tag": "ca9879d2-b58f-42f2-abda-02a86ad948c9", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:05.515276 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8958802a-1ca9-404b-a9c1-b021ee9ab68c {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:05.515276 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd682cc34-cd92-4011-b399-f3e0a260c224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9879d2-b58f-42f2-abda-02a86ad948c9', 'code': 200} Jan 27 21:41:05.518621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (cc05f910-76bb-4c38-913f-f205976cd055), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.519659 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (cc05f910-76bb-4c38-913f-f205976cd055), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.531690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Allocated IP 2001:db8::2 (0e30b3b7-851d-49ca-90fe-ab9703e6813a/ae5afba0-2adf-462c-82c5-d165f69fca98/da602095-82e1-4bb6-9194-a20817fbae6a) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:05.610189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Made reservation on behalf of 59885e32266f4635909c70d7c437905e for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:05.615025 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.615669 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.616589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8620e026-8b80-4cc5-8455-8ae95db0eece details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:05.652480 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fa159-7909-4942-99d1-fb82f9425b1e req-2e039fd1-496c-496c-a357-4bbce67c1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:05.655214 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c92fa159-7909-4942-99d1-fb82f9425b1e req-2e039fd1-496c-496c-a357-4bbce67c1488 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 1095 time: 0.0824442 Jan 27 21:41:05.755190 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c92fa159-7909-4942-99d1-fb82f9425b1e req-89fe808b-3188-4b13-9a70-934d9bb0884e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929835 Jan 27 21:41:05.768110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_controller (cc05f910-76bb-4c38-913f-f205976cd055), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.796281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=8654b165-fb38-40bd-acc0-fa40084ebc1b,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:05.799522 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:05.859524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Allocated IP 172.20.0.4 (333ccb8f-832b-4b30-aba4-f41314e02720/c74d6c97-4bfa-4bd7-b65e-50c8f0c45527/b26e10ca-010a-40f9-b112-3f84e980051e) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:05.873212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8620e026-8b80-4cc5-8455-8ae95db0eece, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8620e026-8b80-4cc5-8455-8ae95db0eece,segment=NetworkSegment(dc9368d7-7140-4912-8da8-a17b30d1bcd2),segment_id=dc9368d7-7140-4912-8da8-a17b30d1bcd2)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:05.921352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '8620e026-8b80-4cc5-8455-8ae95db0eece', 'network_id': '4928e1b6-6f49-4672-b98e-0a9cdeb93d4b', 'port_id': '8620e026-8b80-4cc5-8455-8ae95db0eece', 'mac_address': 'fa:16:3e:42:67:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87', 'ip_address': '19.80.0.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:41:05.971716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=ca9879d2-b58f-42f2-abda-02a86ad948c9,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:05.997520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71a129-b4dd-41ad-88fa-ab9cb8c223b0 req-50cc053b-ae6e-4c1a-95f3-7b091b491107 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:06.004322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71a129-b4dd-41ad-88fa-ab9cb8c223b0 req-50cc053b-ae6e-4c1a-95f3-7b091b491107 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:06.012385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe71a129-b4dd-41ad-88fa-ab9cb8c223b0 req-50cc053b-ae6e-4c1a-95f3-7b091b491107 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1680 time: 0.2429819 Jan 27 21:41:06.029095 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Publish callbacks [] for port (da602095-82e1-4bb6-9194-a20817fbae6a), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.032813 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.040778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8620e026-8b80-4cc5-8455-8ae95db0eece is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:06.041407 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.068505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8620e026-8b80-4cc5-8455-8ae95db0eece {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:06.073400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfe850-fed0-4984-a521-c6e1eb6407f0 req-1b2f8dc2-631e-46df-994f-cc6ebc65bf6f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:06.075057 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.080217 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ccfe850-fed0-4984-a521-c6e1eb6407f0 req-1b2f8dc2-631e-46df-994f-cc6ebc65bf6f tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 945 time: 0.2855375 Jan 27 21:41:06.116492 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.119299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8620e026-8b80-4cc5-8455-8ae95db0eece, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8620e026-8b80-4cc5-8455-8ae95db0eece,segment=NetworkSegment(dc9368d7-7140-4912-8da8-a17b30d1bcd2),segment_id=dc9368d7-7140-4912-8da8-a17b30d1bcd2)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:06.123301 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for port (b26e10ca-010a-40f9-b112-3f84e980051e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.153563 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (cc05f910-76bb-4c38-913f-f205976cd055), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.167933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Network 0e30b3b7-851d-49ca-90fe-ab9703e6813a is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:06.172919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:06.184636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:06.188333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Pushing event updated for resources: {'Port': ['ID=da602095-82e1-4bb6-9194-a20817fbae6a,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:06.218508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.235121 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-75c2c879-2151-434b-a424-7791d96d1a25 req-25ce8072-4fd4-42a1-8f64-6a9364e6e440 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0455616 Jan 27 21:41:06.252601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe71a129-b4dd-41ad-88fa-ab9cb8c223b0 req-ef297e90-7055-4658-ac61-432896377b80 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393167 Jan 27 21:41:06.276241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Attempting to bind port da602095-82e1-4bb6-9194-a20817fbae6a on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:06.276621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Attempting to bind port da602095-82e1-4bb6-9194-a20817fbae6a by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '46639d8e-0b17-44c9-a369-9da4eab8179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0e30b3b7-851d-49ca-90fe-ab9703e6813a'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:06.276987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Attempting to bind port da602095-82e1-4bb6-9194-a20817fbae6a on network 0e30b3b7-851d-49ca-90fe-ab9703e6813a {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:06.290842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:06.291222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Checking segment: {'id': '46639d8e-0b17-44c9-a369-9da4eab8179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0e30b3b7-851d-49ca-90fe-ab9703e6813a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:06.291628 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.292025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Bound using segment: {'id': '46639d8e-0b17-44c9-a369-9da4eab8179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0e30b3b7-851d-49ca-90fe-ab9703e6813a'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:06.292531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Bound port: da602095-82e1-4bb6-9194-a20817fbae6a, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46639d8e-0b17-44c9-a369-9da4eab8179c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0e30b3b7-851d-49ca-90fe-ab9703e6813a'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:06.292945 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.308165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.314200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=8620e026-8b80-4cc5-8455-8ae95db0eece,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:06.320516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['01b30470-4b96-45cd-9d1e-5c1e4cb38491', '9a9ab57a-1f94-4760-a484-22ed76cdc9c2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:06.362442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Network 333ccb8f-832b-4b30-aba4-f41314e02720 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:06.368974 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:06.382759 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:06.476122 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:06.476862 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.479081 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] For port da602095-82e1-4bb6-9194-a20817fbae6a, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:06.484757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event updated for resources: {'Port': ['ID=b26e10ca-010a-40f9-b112-3f84e980051e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:06.508220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] For port da602095-82e1-4bb6-9194-a20817fbae6a, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=da602095-82e1-4bb6-9194-a20817fbae6a,segment=NetworkSegment(46639d8e-0b17-44c9-a369-9da4eab8179c),segment_id=46639d8e-0b17-44c9-a369-9da4eab8179c)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:06.558580 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['8654b165-fb38-40bd-acc0-fa40084ebc1b'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:06.627293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['8620e026-8b80-4cc5-8455-8ae95db0eece'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:06.634258 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a3cfd553-e8f6-46b8-b3b1-56b11c3d04b2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4509618 Jan 27 21:41:06.647651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Request body: {'port': {'device_id': 'e770fb90-0886-4433-bbd7-db6433b1744a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:06.673823 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.738820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:06.771373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea17c28-8066-4878-adf1-582f7a2aae2c None None] Pushing event updated for resources: {'Port': ['ID=da602095-82e1-4bb6-9194-a20817fbae6a,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:06.827583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f56695d8-1ea6-4213-a7bc-13c7f2026026 req-62d577da-7aaf-4101-a78a-47d1be581f28 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.4133213 Jan 27 21:41:06.841619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ccfe850-fed0-4984-a521-c6e1eb6407f0 req-72d3e5ac-5440-4255-845a-2aa88938fb03 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7605448 Jan 27 21:41:06.929562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3994556-f0b0-498e-b376-306e5ef95ca0 None None] Provisioning complete for port b26e10ca-010a-40f9-b112-3f84e980051e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:06.929964 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3994556-f0b0-498e-b376-306e5ef95ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:07.032279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3994556-f0b0-498e-b376-306e5ef95ca0 None None] Port b26e10ca-010a-40f9-b112-3f84e980051e cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:41:07.199619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1f503d6-cebb-4f91-9656-7ec60712335e req-fb138271-97ac-4292-9ab7-7af4b921cf37 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0735302 Jan 27 21:41:07.231535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Allocated IP 2001:db8::1 (0e30b3b7-851d-49ca-90fe-ab9703e6813a/ae5afba0-2adf-462c-82c5-d165f69fca98/1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:07.258797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5e3192a5-25a0-4a13-8ac2-601c02515521 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:07.282692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (cc05f910-76bb-4c38-913f-f205976cd055), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:07.322192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af5f8f-16e6-4585-9c57-c1c21972b8f9 req-82b6cc25-f81d-4196-a957-da7e1fc7e3d3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:07.323742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23af5f8f-16e6-4585-9c57-c1c21972b8f9 req-82b6cc25-f81d-4196-a957-da7e1fc7e3d3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 931 time: 0.3011999 Jan 27 21:41:07.327644 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:07.373880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 5e3192a5-25a0-4a13-8ac2-601c02515521 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:07.374758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5e3192a5-25a0-4a13-8ac2-601c02515521 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:07.378719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26e10ca-010a-40f9-b112-3f84e980051e {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:07.399762 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:07.400533 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Publish callbacks [] for port (b26e10ca-010a-40f9-b112-3f84e980051e), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:07.424220 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Transition to ACTIVE for port object b26e10ca-010a-40f9-b112-3f84e980051e will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:41:07.532827 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:07.584543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Allocated IP 172.25.0.248 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/9200bd1b-fe90-4bec-9166-14f491960ec1) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:07.617961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Pushing event updated for resources: {'Port': ['ID=b26e10ca-010a-40f9-b112-3f84e980051e,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:07.621056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23af5f8f-16e6-4585-9c57-c1c21972b8f9 req-bd1303f2-6ca0-4146-916b-1591f39e3e26 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859829 Jan 27 21:41:07.657405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46915ea-eb83-431e-864f-97f35a9aa387 req-3eae3ba1-fb8e-4259-a8ba-a9fa097cd07d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:07.662787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46915ea-eb83-431e-864f-97f35a9aa387 req-3eae3ba1-fb8e-4259-a8ba-a9fa097cd07d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:07.670625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d46915ea-eb83-431e-864f-97f35a9aa387 req-3eae3ba1-fb8e-4259-a8ba-a9fa097cd07d tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1681 time: 0.2351851 Jan 27 21:41:07.724530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Attempting to bind port b26e10ca-010a-40f9-b112-3f84e980051e on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:07.725126 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Attempting to bind port b26e10ca-010a-40f9-b112-3f84e980051e by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:07.726507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Attempting to bind port b26e10ca-010a-40f9-b112-3f84e980051e on network 333ccb8f-832b-4b30-aba4-f41314e02720 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:07.737950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Port b26e10ca-010a-40f9-b112-3f84e980051e on network 333ccb8f-832b-4b30-aba4-f41314e02720 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:41:07.737950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Attempting to bind port b26e10ca-010a-40f9-b112-3f84e980051e on network 333ccb8f-832b-4b30-aba4-f41314e02720 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:07.741958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:07.742917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Checking segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:07.743579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Bound using segment: {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:07.744303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Bound port: b26e10ca-010a-40f9-b112-3f84e980051e, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:07.744908 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:07.816994 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:07.837092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] For port b26e10ca-010a-40f9-b112-3f84e980051e, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:07.842728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] For port b26e10ca-010a-40f9-b112-3f84e980051e, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b26e10ca-010a-40f9-b112-3f84e980051e,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:07.911080 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:07.956501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for port (9200bd1b-fe90-4bec-9166-14f491960ec1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:07.993519 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d46915ea-eb83-431e-864f-97f35a9aa387 req-ade30337-6478-46c3-9ed6-05c7714e6a07 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195264 Jan 27 21:41:07.996537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:07.999013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.008423 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] 10.222.0.74 "PUT /v2.0/ports/b26e10ca-010a-40f9-b112-3f84e980051e HTTP/1.1" status: 200 len: 1091 time: 1.3577690 Jan 27 21:41:08.008423 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e770fb90-0886-4433-bbd7-db6433b1744a', 'tag': 'b26e10ca-010a-40f9-b112-3f84e980051e'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:08.009004 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a6b8b-e2c5-404e-b20c-9d9b3790fbda" -d '{"events": [{"name": "network-changed", "server_uuid": "e770fb90-0886-4433-bbd7-db6433b1744a", "tag": "b26e10ca-010a-40f9-b112-3f84e980051e"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:08.017685 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.069420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c684d-687c-4e66-9a34-e086c2281b24 service neutron] Pushing event updated for resources: {'Port': ['ID=b26e10ca-010a-40f9-b112-3f84e980051e,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:08.124764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deb9b7ad-e7d1-4784-b7a5-4ccb2a4639e3 req-c1f449e9-48ee-46e0-a1c0-944e6c8f30dd tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41a5e0c-b84b-4bab-bc07-3f952936577f HTTP/1.1" status: 200 len: 210 time: 0.0729926 Jan 27 21:41:08.166108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 0e30b3b7-851d-49ca-90fe-ab9703e6813a is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:08.199429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:08.208781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:08.210070 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (121da6fd-49c5-4bd5-8a27-d87c0118c07b), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.231085 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-1710628c-1c28-4a3f-9296-a07ffaf2a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:08.233154 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-1710628c-1c28-4a3f-9296-a07ffaf2a2f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 1094 time: 0.0704968 Jan 27 21:41:08.313435 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-ecdf7e37-9af7-448f-a6f9-5fc6b0716525 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b26e10ca-010a-40f9-b112-3f84e980051e HTTP/1.1" status: 200 len: 217 time: 0.0613763 Jan 27 21:41:08.377772 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3bc3ff-915d-4c10-96c6-1cfc4ff02262 x-openstack-request-id: req-5f3bc3ff-915d-4c10-96c6-1cfc4ff02262 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:08.378115 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e770fb90-0886-4433-bbd7-db6433b1744a", "tag": "b26e10ca-010a-40f9-b112-3f84e980051e", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:08.378991 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f3bc3ff-915d-4c10-96c6-1cfc4ff02262 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:08.378991 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e770fb90-0886-4433-bbd7-db6433b1744a', 'tag': 'b26e10ca-010a-40f9-b112-3f84e980051e', 'status': 'completed', 'code': 200} Jan 27 21:41:08.382512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:08.385793 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-42890e59-13e6-4f82-8dc7-fe607c4b9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:08.387486 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-42890e59-13e6-4f82-8dc7-fe607c4b9059 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.0684104 Jan 27 21:41:08.459004 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9200bd1b-fe90-4bec-9166-14f491960ec1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.459255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a88c94a4-61e4-4731-b2ed-6c3824b27c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:08.469548 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-a88c94a4-61e4-4731-b2ed-6c3824b27c0a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752645 Jan 27 21:41:08.519661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5efecf-e094-4ffe-bcdc-d906aa822d7e req-22d7fe44-c0c3-4fdd-bcd4-6f07b0c39466 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:08.527092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff5efecf-e094-4ffe-bcdc-d906aa822d7e req-22d7fe44-c0c3-4fdd-bcd4-6f07b0c39466 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 945 time: 0.3957903 Jan 27 21:41:08.563747 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59a14571-56cc-4bdf-a16a-34a31bfb2dde req-8a153085-8df7-4f46-ad05-cecc13b3060f tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0791202 Jan 27 21:41:08.577903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8620e026-8b80-4cc5-8455-8ae95db0eece up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:08.581195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:08.589611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:08.618106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:08.620392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Pushing event updated for resources: {'Port': ['ID=9200bd1b-fe90-4bec-9166-14f491960ec1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:08.627167 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-33fb69c3-e015-457f-b79b-0bbb4aa3db15 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443024 Jan 27 21:41:08.653889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62e35d3-b982-45f6-9146-dbe5d91195cc None None] Network 0e30b3b7-851d-49ca-90fe-ab9703e6813a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:08.708393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff5efecf-e094-4ffe-bcdc-d906aa822d7e req-51906b41-0f02-4668-a51a-38e48953ee82 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768003 Jan 27 21:41:08.780951 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6405bd4c-1740-4cc6-b555-5e0df1524f09 req-041b9e43-f8a8-462f-b4d1-5559c5ca7be5 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441760 Jan 27 21:41:08.791781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ff3ccae5-b8a3-4a05-8487-380c754b1331 None None] Provisioning complete for port da602095-82e1-4bb6-9194-a20817fbae6a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:08.792195 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ff3ccae5-b8a3-4a05-8487-380c754b1331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.921605 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.926785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 8620e026-8b80-4cc5-8455-8ae95db0eece completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:41:08.946676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 8620e026-8b80-4cc5-8455-8ae95db0eece triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:08.946676 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.962096 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:08.973729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ccae5-b8a3-4a05-8487-380c754b1331 None None] Current status of the port da602095-82e1-4bb6-9194-a20817fbae6a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:08.974219 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ff3ccae5-b8a3-4a05-8487-380c754b1331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.028731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a0601-d2ea-4afb-b598-e477839eebe7 req-27d1607a-0e8d-4346-bea6-e1defe659d64 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:09.036212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b5a0601-d2ea-4afb-b598-e477839eebe7 req-27d1607a-0e8d-4346-bea6-e1defe659d64 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 943 time: 0.1528635 Jan 27 21:41:09.074328 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a6b8b-e2c5-404e-b20c-9d9b3790fbda req-07aeeb5f-3185-4307-b920-f0628b5a8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:09.076918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ff3ccae5-b8a3-4a05-8487-380c754b1331 None None] For port da602095-82e1-4bb6-9194-a20817fbae6a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=da602095-82e1-4bb6-9194-a20817fbae6a,segment=NetworkSegment(46639d8e-0b17-44c9-a369-9da4eab8179c),segment_id=46639d8e-0b17-44c9-a369-9da4eab8179c)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:09.086898 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-957a6b8b-e2c5-404e-b20c-9d9b3790fbda req-07aeeb5f-3185-4307-b920-f0628b5a8eda service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 1094 time: 0.1355472 Jan 27 21:41:09.092857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8620e026-8b80-4cc5-8455-8ae95db0eece is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:09.094170 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.129274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8620e026-8b80-4cc5-8455-8ae95db0eece'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:09.134134 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1b1b17-12fc-4d58-90ca-a1d8edcea069" -d '{"events": [{"server_uuid": "7ba67648-0eb5-4245-9385-0376be2d7ad8", "name": "network-vif-plugged", "status": "completed", "tag": "8620e026-8b80-4cc5-8455-8ae95db0eece"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:09.182244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8620e026-8b80-4cc5-8455-8ae95db0eece, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8620e026-8b80-4cc5-8455-8ae95db0eece,segment=NetworkSegment(dc9368d7-7140-4912-8da8-a17b30d1bcd2),segment_id=dc9368d7-7140-4912-8da8-a17b30d1bcd2)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:09.188137 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ff3ccae5-b8a3-4a05-8487-380c754b1331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.206060 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8766227f-fc05-4320-ba72-88c563cc17f7 req-669d9234-5fda-4ef0-aa71-f97ed4deee8e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e8c2ce0b0cfb47fcbf0762f4ed80b42a&device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0377076 Jan 27 21:41:09.268676 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8766227f-fc05-4320-ba72-88c563cc17f7 req-9fc6ecf2-dcf1-4a67-bab8-abe291911fb0 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e8c2ce0b0cfb47fcbf0762f4ed80b42a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544736 Jan 27 21:41:09.310178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ccae5-b8a3-4a05-8487-380c754b1331 None None] Pushing event updated for resources: {'Port': ['ID=da602095-82e1-4bb6-9194-a20817fbae6a,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:09.322184 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.323086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8654b165-fb38-40bd-acc0-fa40084ebc1b up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:09.411127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b5a0601-d2ea-4afb-b598-e477839eebe7 req-b7dd6021-2f85-4073-9681-ffd247b5c6e9 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642783 Jan 27 21:41:09.412394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a6b8b-e2c5-404e-b20c-9d9b3790fbda req-7b558b44-f3fe-483e-8fe8-b4715d083caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:09.414102 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-957a6b8b-e2c5-404e-b20c-9d9b3790fbda req-7b558b44-f3fe-483e-8fe8-b4715d083caf service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.3110852 Jan 27 21:41:09.435176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device da602095-82e1-4bb6-9194-a20817fbae6a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:09.483880 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-957a6b8b-e2c5-404e-b20c-9d9b3790fbda req-0a5a2ba7-87fe-4f30-bb1b-fe9fe94fdcec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b26e10ca-010a-40f9-b112-3f84e980051e HTTP/1.1" status: 200 len: 217 time: 0.0562785 Jan 27 21:41:09.544731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8a640e3-0eb4-4725-be18-2e637c71f01e None None] Provisioning complete for port 1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:09.545147 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8a640e3-0eb4-4725-be18-2e637c71f01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.584449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a6b8b-e2c5-404e-b20c-9d9b3790fbda req-339ce737-9e88-429b-96b5-c6af6e7066e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:09.586281 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-957a6b8b-e2c5-404e-b20c-9d9b3790fbda req-339ce737-9e88-429b-96b5-c6af6e7066e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.0921710 Jan 27 21:41:09.591250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8a640e3-0eb4-4725-be18-2e637c71f01e None None] Port 1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:41:09.593124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766227f-fc05-4320-ba72-88c563cc17f7 req-9347ec0b-34e9-4442-81c6-5d6b29da8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:09.594636 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8766227f-fc05-4320-ba72-88c563cc17f7 req-9347ec0b-34e9-4442-81c6-5d6b29da8c7f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3162875 Jan 27 21:41:09.622481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c31dacc5-faf5-4241-b767-cb960461b344 req-754c7e2b-7d74-4e6e-a35a-8cfa3b8f3a08 tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0933788 Jan 27 21:41:09.641093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8a640e3-0eb4-4725-be18-2e637c71f01e None None] Provisioning complete for port da602095-82e1-4bb6-9194-a20817fbae6a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:09.641477 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8a640e3-0eb4-4725-be18-2e637c71f01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.656225 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (cc05f910-76bb-4c38-913f-f205976cd055), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.667925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=8620e026-8b80-4cc5-8455-8ae95db0eece,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:09.693730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port da602095-82e1-4bb6-9194-a20817fbae6a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:09.694626 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.733443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a6b8b-e2c5-404e-b20c-9d9b3790fbda req-15d664e5-669b-4774-832d-45c1d6c0ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:09.735452 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-957a6b8b-e2c5-404e-b20c-9d9b3790fbda req-15d664e5-669b-4774-832d-45c1d6c0ecec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344612 Jan 27 21:41:09.752597 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440c5c42-8da5-4c96-aa3a-7a3717bc3503 x-openstack-request-id: req-440c5c42-8da5-4c96-aa3a-7a3717bc3503 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:09.752962 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba67648-0eb5-4245-9385-0376be2d7ad8", "name": "network-vif-plugged", "status": "completed", "tag": "8620e026-8b80-4cc5-8455-8ae95db0eece", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:09.753143 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-440c5c42-8da5-4c96-aa3a-7a3717bc3503 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:09.753531 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8620e026-8b80-4cc5-8455-8ae95db0eece', 'code': 200} Jan 27 21:41:09.756252 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 8654b165-fb38-40bd-acc0-fa40084ebc1b completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:41:09.769518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 8654b165-fb38-40bd-acc0-fa40084ebc1b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:09.769821 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:09.899436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394215fa-6c29-421b-91bd-b7a7f1e1110c req-dd5d13e7-09ba-489e-907d-40b57e0a8f75 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:09.927243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394215fa-6c29-421b-91bd-b7a7f1e1110c req-dd5d13e7-09ba-489e-907d-40b57e0a8f75 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:09.943326 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-957a6b8b-e2c5-404e-b20c-9d9b3790fbda req-48f5e1e2-5a7b-4cba-a0fc-dee1291d9497 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011948 Jan 27 21:41:09.945300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-394215fa-6c29-421b-91bd-b7a7f1e1110c req-dd5d13e7-09ba-489e-907d-40b57e0a8f75 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1682 time: 0.5706129 Jan 27 21:41:10.075846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port da602095-82e1-4bb6-9194-a20817fbae6a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:10.088178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8a640e3-0eb4-4725-be18-2e637c71f01e None None] Current status of the port da602095-82e1-4bb6-9194-a20817fbae6a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:10.091629 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-957a6b8b-e2c5-404e-b20c-9d9b3790fbda req-412b3ffc-85b9-4372-ae16-422af19d264f service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396298 Jan 27 21:41:10.139388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-394215fa-6c29-421b-91bd-b7a7f1e1110c req-25743b47-e2be-4b7d-a40a-61aaf0d828f2 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913979 Jan 27 21:41:10.167389 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8654b165-fb38-40bd-acc0-fa40084ebc1b is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:10.167878 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.230809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8654b165-fb38-40bd-acc0-fa40084ebc1b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8654b165-fb38-40bd-acc0-fa40084ebc1b,segment=NetworkSegment(eb8ec6d4-b1a5-4f11-8449-eab7583f000f),segment_id=eb8ec6d4-b1a5-4f11-8449-eab7583f000f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:10.237246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6d0ceae3-79a9-426d-b6c5-f8868731f6ff None None] Provisioning complete for port 1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:10.237666 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d0ceae3-79a9-426d-b6c5-f8868731f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.277912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ceae3-79a9-426d-b6c5-f8868731f6ff None None] Port 1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:41:10.347363 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.423582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=8654b165-fb38-40bd-acc0-fa40084ebc1b,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:10.695974 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.708186 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (cc05f910-76bb-4c38-913f-f205976cd055), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.767449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fba22-39c5-4cf7-af7d-d75f011ed0bd req-c67b8cc3-8954-4a30-a91f-a2b27dfa28e8 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:10.769030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f92fba22-39c5-4cf7-af7d-d75f011ed0bd req-c67b8cc3-8954-4a30-a91f-a2b27dfa28e8 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 945 time: 0.1603527 Jan 27 21:41:10.773927 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.774726 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (121da6fd-49c5-4bd5-8a27-d87c0118c07b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:10.787780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47c1a1-f745-43f6-b494-11b85f75b623 req-c8435650-8e94-4cfe-97a8-e9e5fea59366 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:10.789448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff47c1a1-f745-43f6-b494-11b85f75b623 req-c8435650-8e94-4cfe-97a8-e9e5fea59366 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 943 time: 0.1796558 Jan 27 21:41:10.895452 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8766227f-fc05-4320-ba72-88c563cc17f7 req-29838dd6-a682-43dd-ba0d-b73af92cf00c tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.71 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.0402524 Jan 27 21:41:11.006712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:11.037165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f92fba22-39c5-4cf7-af7d-d75f011ed0bd req-87ba9a68-c77e-43a5-b025-4001d7e8aadf tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455873 Jan 27 21:41:11.070513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff47c1a1-f745-43f6-b494-11b85f75b623 req-0291f099-ddb5-40c0-9715-8ccc9133c059 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460546 Jan 27 21:41:11.155992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 0e30b3b7-851d-49ca-90fe-ab9703e6813a is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:11.157447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:11.373620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device da602095-82e1-4bb6-9194-a20817fbae6a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:11.398657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7d21725-8139-43c9-a1d7-f3c360b0bd62 req-423ebb42-2630-432d-956e-42630c30ff7f tempest-ServerShowV257Test-1346966041 tempest-ServerShowV257Test-1346966041-project] 10.222.0.61 "GET /v2.0/ports?device_id=20748b15-a270-4b9e-85c5-5f55324921e0 HTTP/1.1" status: 200 len: 210 time: 0.1064696 Jan 27 21:41:11.472492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Router cc05f910-76bb-4c38-913f-f205976cd055 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:41:11.510028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a20cd-ba03-459a-9f56-1cd7476f5d91 req-8d432150-4259-46a5-ae45-50b802e58b51 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:11.517594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port da602095-82e1-4bb6-9194-a20817fbae6a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:11.517979 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:11.518090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a20cd-ba03-459a-9f56-1cd7476f5d91 req-8d432150-4259-46a5-ae45-50b802e58b51 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:11.519970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-194a20cd-ba03-459a-9f56-1cd7476f5d91 req-8d432150-4259-46a5-ae45-50b802e58b51 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1683 time: 0.1390262 Jan 27 21:41:11.611805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b26e10ca-010a-40f9-b112-3f84e980051e details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:11.692622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-194a20cd-ba03-459a-9f56-1cd7476f5d91 req-0481f828-1353-4f84-8b5e-21ece97167ab tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636360 Jan 27 21:41:11.715357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router 121da6fd-49c5-4bd5-8a27-d87c0118c07b is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:41:11.739262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:11.750360 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6976c2b6-f21a-4faf-81e9-877229b4a349 None None] Sync routers for ids ['cc05f910-76bb-4c38-913f-f205976cd055'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:11.767729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8654b165-fb38-40bd-acc0-fa40084ebc1b'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:11.768847 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976c2b6-f21a-4faf-81e9-877229b4a349 None None] Routers {'cc05f910-76bb-4c38-913f-f205976cd055'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:11.769490 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6976c2b6-f21a-4faf-81e9-877229b4a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cc05f910-76bb-4c38-913f-f205976cd055'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:11.772575 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa081382-31ef-47a9-8c40-378eb3591667" -d '{"events": [{"server_uuid": "7ba67648-0eb5-4245-9385-0376be2d7ad8", "name": "network-vif-plugged", "status": "completed", "tag": "8654b165-fb38-40bd-acc0-fa40084ebc1b"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:11.831702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bee6e-eb43-4ea1-ba45-a0dac3a4879b req-0044b92b-97ba-4844-b53e-b5e9552d6111 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:11.833236 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ff0bee6e-eb43-4ea1-ba45-a0dac3a4879b req-0044b92b-97ba-4844-b53e-b5e9552d6111 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.71 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 945 time: 0.1219232 Jan 27 21:41:11.837484 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6976c2b6-f21a-4faf-81e9-877229b4a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:11.888836 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976c2b6-f21a-4faf-81e9-877229b4a349 None None] Routers {'cc05f910-76bb-4c38-913f-f205976cd055'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:11.890854 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6976c2b6-f21a-4faf-81e9-877229b4a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cc05f910-76bb-4c38-913f-f205976cd055'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:11.898500 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cc0f87-511d-44fc-acdd-bf3d7f0490a8 x-openstack-request-id: req-e8cc0f87-511d-44fc-acdd-bf3d7f0490a8 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:11.898805 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba67648-0eb5-4245-9385-0376be2d7ad8", "name": "network-vif-plugged", "status": "completed", "tag": "8654b165-fb38-40bd-acc0-fa40084ebc1b", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:11.899066 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8cc0f87-511d-44fc-acdd-bf3d7f0490a8 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:11.910617 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8654b165-fb38-40bd-acc0-fa40084ebc1b', 'code': 200} Jan 27 21:41:11.910617 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port da602095-82e1-4bb6-9194-a20817fbae6a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:11.922278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:11.936062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e73e901a-f24b-4f84-94de-1c58ffd5959e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/121da6fd-49c5-4bd5-8a27-d87c0118c07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5849717 Jan 27 21:41:11.937630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46738) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:11.944124 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6976c2b6-f21a-4faf-81e9-877229b4a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:11.945084 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6976c2b6-f21a-4faf-81e9-877229b4a349 None None] The sync data for ids ['cc05f910-76bb-4c38-913f-f205976cd055'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:11.961052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4cfde-1741-4fd5-80be-fc3d36933757 None None] Sync routers for ids ['121da6fd-49c5-4bd5-8a27-d87c0118c07b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:11.979289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8b88d443-b20b-4357-814d-0d2d7a85e6d7 None None] Provisioning complete for port 1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:11.980028 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b88d443-b20b-4357-814d-0d2d7a85e6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:11.994840 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4cfde-1741-4fd5-80be-fc3d36933757 None None] Routers {'121da6fd-49c5-4bd5-8a27-d87c0118c07b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:12.013467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2af4cfde-1741-4fd5-80be-fc3d36933757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['121da6fd-49c5-4bd5-8a27-d87c0118c07b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:12.031757 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:12.033638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2aabd19d-ef65-4fc4-8e04-5bcc455b1fa1 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7600803 Jan 27 21:41:12.037332 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46740) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:12.048490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-712a56a6-172d-4a8d-87ea-6bae50e72399 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'enable_snat': False}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:12.061395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcaaaee-c1c7-4915-984d-bb95d039a0a4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:12.067582 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cfcaaaee-c1c7-4915-984d-bb95d039a0a4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports/1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a HTTP/1.1" status: 200 len: 911 time: 0.1275382 Jan 27 21:41:12.068619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46742) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:12.215026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2af4cfde-1741-4fd5-80be-fc3d36933757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:12.229558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b26e10ca-010a-40f9-b112-3f84e980051e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b26e10ca-010a-40f9-b112-3f84e980051e,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:12.260062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'b26e10ca-010a-40f9-b112-3f84e980051e', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'port_id': 'b26e10ca-010a-40f9-b112-3f84e980051e', 'mac_address': 'fa:16:3e:65:a1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:41:12.270216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4cfde-1741-4fd5-80be-fc3d36933757 None None] Routers {'121da6fd-49c5-4bd5-8a27-d87c0118c07b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:12.271456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2af4cfde-1741-4fd5-80be-fc3d36933757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['121da6fd-49c5-4bd5-8a27-d87c0118c07b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:12.277852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8b88d443-b20b-4357-814d-0d2d7a85e6d7 None None] Port 1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:41:12.331164 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad506e40-d6cd-4bcc-865c-29dbce5137ac req-c5a95932-caa2-4e6c-93b2-7f5e23ffcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:12.331661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad506e40-d6cd-4bcc-865c-29dbce5137ac req-c5a95932-caa2-4e6c-93b2-7f5e23ffcc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:12.333330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad506e40-d6cd-4bcc-865c-29dbce5137ac req-c5a95932-caa2-4e6c-93b2-7f5e23ffcc83 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1985 time: 0.2560148 Jan 27 21:41:12.375440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2af4cfde-1741-4fd5-80be-fc3d36933757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:12.377565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af4cfde-1741-4fd5-80be-fc3d36933757 None None] The sync data for ids ['121da6fd-49c5-4bd5-8a27-d87c0118c07b'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:12.442970 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port b26e10ca-010a-40f9-b112-3f84e980051e is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:12.444520 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:12.462693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935aa1ee-5171-43e1-8860-d555d243212b req-fc899a79-26fc-408b-8150-9eb9b0a97d67 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:12.478871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26e10ca-010a-40f9-b112-3f84e980051e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:12.487575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-935aa1ee-5171-43e1-8860-d555d243212b req-fc899a79-26fc-408b-8150-9eb9b0a97d67 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 945 time: 0.2511628 Jan 27 21:41:12.518428 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-ff0bee6e-eb43-4ea1-ba45-a0dac3a4879b req-2be16c82-780c-469a-bb84-67205a7b017e tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Deleting port ca9879d2-b58f-42f2-abda-02a86ad948c9 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:12.519146 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ff0bee6e-eb43-4ea1-ba45-a0dac3a4879b req-2be16c82-780c-469a-bb84-67205a7b017e tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:12.530048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b26e10ca-010a-40f9-b112-3f84e980051e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b26e10ca-010a-40f9-b112-3f84e980051e,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:12.568593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5568c-a1c4-4ee1-9a98-0a454dcfb331 req-aaf95773-e25d-433a-93a9-8a4e98001927 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:12.570124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76d5568c-a1c4-4ee1-9a98-0a454dcfb331 req-aaf95773-e25d-433a-93a9-8a4e98001927 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 943 time: 0.2983730 Jan 27 21:41:12.579269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad506e40-d6cd-4bcc-865c-29dbce5137ac req-2bace724-6352-4970-a32a-a5bf781f5898 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340314 Jan 27 21:41:12.658715 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:12.663919 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-935aa1ee-5171-43e1-8860-d555d243212b req-fe36c66a-17e5-4a9b-9616-a7d5eb1797ce tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee67f5de-b114-43e5-8f2a-e2a7477702df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754091 Jan 27 21:41:12.738088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76d5568c-a1c4-4ee1-9a98-0a454dcfb331 req-4dacc8a9-f0c8-4434-a268-bd1b37d217a6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574888 Jan 27 21:41:12.773902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=b26e10ca-010a-40f9-b112-3f84e980051e,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:12.804527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-ff0bee6e-eb43-4ea1-ba45-a0dac3a4879b req-2be16c82-780c-469a-bb84-67205a7b017e tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] For port ca9879d2-b58f-42f2-abda-02a86ad948c9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=ca9879d2-b58f-42f2-abda-02a86ad948c9,segment=NetworkSegment(8efd0f1e-0cc0-4e84-ad75-913ba607d207),segment_id=8efd0f1e-0cc0-4e84-ad75-913ba607d207)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:12.855350 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ff0bee6e-eb43-4ea1-ba45-a0dac3a4879b req-2be16c82-780c-469a-bb84-67205a7b017e tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:12.855350 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-ff0bee6e-eb43-4ea1-ba45-a0dac3a4879b req-2be16c82-780c-469a-bb84-67205a7b017e tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Calling delete_port for ca9879d2-b58f-42f2-abda-02a86ad948c9 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:12.954386 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b26e10ca-010a-40f9-b112-3f84e980051e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:13.129661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b269-b476-4ed1-a42c-5d5c7cdd71ff req-bc051549-020b-454e-b5f9-145bbb7def11 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:13.136748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b269-b476-4ed1-a42c-5d5c7cdd71ff req-bc051549-020b-454e-b5f9-145bbb7def11 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:13.138705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac12b269-b476-4ed1-a42c-5d5c7cdd71ff req-bc051549-020b-454e-b5f9-145bbb7def11 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1683 time: 0.1664429 Jan 27 21:41:13.251148 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-41bf3871-5fe8-4267-aa2d-2e5a070195b2 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (121da6fd-49c5-4bd5-8a27-d87c0118c07b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:13.306662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac12b269-b476-4ed1-a42c-5d5c7cdd71ff req-eb377391-de00-4616-b5cd-3209ef7bc772 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573038 Jan 27 21:41:13.486807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46762) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:13.499990 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-712a56a6-172d-4a8d-87ea-6bae50e72399 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (cc05f910-76bb-4c38-913f-f205976cd055), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:13.751019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b401cff9-82ae-4581-b118-978621a94ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:13.872796 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ff0bee6e-eb43-4ea1-ba45-a0dac3a4879b req-2be16c82-780c-469a-bb84-67205a7b017e tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ca9879d2-b58f-42f2-abda-02a86ad948c9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:13.980971 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed699d3-14c9-49a2-9562-8f76bf0e7f8d req-381b8c20-fdbf-4471-9438-e8bf839d0984 tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 210 time: 0.1355808 Jan 27 21:41:14.015827 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:41:14.124453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12c451-4253-4323-9536-253fef79f2fa req-8659e743-12f5-4e93-93a0-f826f7742bbb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:14.131483 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be16c82-780c-469a-bb84-67205a7b017e tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Pushing event deleted for resources: {'Port': ['ID=ca9879d2-b58f-42f2-abda-02a86ad948c9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:14.131849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df12c451-4253-4323-9536-253fef79f2fa req-8659e743-12f5-4e93-93a0-f826f7742bbb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 944 time: 0.2541184 Jan 27 21:41:14.165537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0bee6e-eb43-4ea1-ba45-a0dac3a4879b req-2be16c82-780c-469a-bb84-67205a7b017e tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] No DVR routers for this DVR port ca9879d2-b58f-42f2-abda-02a86ad948c9 on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:14.174805 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ff0bee6e-eb43-4ea1-ba45-a0dac3a4879b req-2be16c82-780c-469a-bb84-67205a7b017e tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.178172 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ff0bee6e-eb43-4ea1-ba45-a0dac3a4879b req-2be16c82-780c-469a-bb84-67205a7b017e tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.71 "DELETE /v2.0/ports/ca9879d2-b58f-42f2-abda-02a86ad948c9 HTTP/1.1" status: 204 len: 173 time: 2.3332725 Jan 27 21:41:14.180045 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd682cc34-cd92-4011-b399-f3e0a260c224', 'name': 'network-vif-deleted', 'tag': 'ca9879d2-b58f-42f2-abda-02a86ad948c9'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:14.182436 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a6dfe2-ab00-4290-aadc-db29ac625601" -d '{"events": [{"server_uuid": "d682cc34-cd92-4011-b399-f3e0a260c224", "name": "network-vif-deleted", "tag": "ca9879d2-b58f-42f2-abda-02a86ad948c9"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:14.241108 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddcf542-10df-47fa-a5cc-f19776fc3356 x-openstack-request-id: req-eddcf542-10df-47fa-a5cc-f19776fc3356 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:14.241415 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d682cc34-cd92-4011-b399-f3e0a260c224", "name": "network-vif-deleted", "tag": "ca9879d2-b58f-42f2-abda-02a86ad948c9", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:14.241669 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eddcf542-10df-47fa-a5cc-f19776fc3356 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:14.242075 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd682cc34-cd92-4011-b399-f3e0a260c224', 'name': 'network-vif-deleted', 'tag': 'ca9879d2-b58f-42f2-abda-02a86ad948c9', 'status': 'completed', 'code': 200} Jan 27 21:41:14.301490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df12c451-4253-4323-9536-253fef79f2fa req-e3762b9c-2082-473a-acb5-fe719ae6a4db tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685574 Jan 27 21:41:14.349777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b401cff9-82ae-4581-b118-978621a94ab5 admin admin] Publish callbacks [] for security_group (00886697-4e56-4c93-8ea5-a115bea43afb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.430567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-41bf3871-5fe8-4267-aa2d-2e5a070195b2 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port 1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:14.431101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-41bf3871-5fe8-4267-aa2d-2e5a070195b2 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.442588 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b401cff9-82ae-4581-b118-978621a94ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (00886697-4e56-4c93-8ea5-a115bea43afb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.495381 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-712a56a6-172d-4a8d-87ea-6bae50e72399 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (cc05f910-76bb-4c38-913f-f205976cd055), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.513914 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-712a56a6-172d-4a8d-87ea-6bae50e72399 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (cc05f910-76bb-4c38-913f-f205976cd055), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.526908 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b401cff9-82ae-4581-b118-978621a94ab5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8c2ce0b0cfb47fcbf0762f4ed80b42a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0389204 Jan 27 21:41:14.531825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46778) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:14.570049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401cff9-82ae-4581-b118-978621a94ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00886697-4e56-4c93-8ea5-a115bea43afb,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:14.640617 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ca9879d2-b58f-42f2-abda-02a86ad948c9 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:14.654687 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-41bf3871-5fe8-4267-aa2d-2e5a070195b2 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.666501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: ca9879d2-b58f-42f2-abda-02a86ad948c9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:14.667088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device ca9879d2-b58f-42f2-abda-02a86ad948c9 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:14.672984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4259547-870c-43be-a59c-559149f63f9f req-3e79144b-5a6d-488c-8818-c93174241895 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:14.678373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4259547-870c-43be-a59c-559149f63f9f req-3e79144b-5a6d-488c-8818-c93174241895 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:14.680563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4259547-870c-43be-a59c-559149f63f9f req-3e79144b-5a6d-488c-8818-c93174241895 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1683 time: 0.2436886 Jan 27 21:41:14.693860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-41bf3871-5fe8-4267-aa2d-2e5a070195b2 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for 1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:14.694375 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712a56a6-172d-4a8d-87ea-6bae50e72399 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Router cc05f910-76bb-4c38-913f-f205976cd055 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:41:14.709551 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ec157a-82b3-4988-9df7-5010ec8ae430 admin admin] Publish callbacks [] for security_group (00886697-4e56-4c93-8ea5-a115bea43afb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.798727 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ec157a-82b3-4988-9df7-5010ec8ae430 admin admin] Publish callbacks [] for security_group (00886697-4e56-4c93-8ea5-a115bea43afb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.821165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712a56a6-172d-4a8d-87ea-6bae50e72399 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:14.832314 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-712a56a6-172d-4a8d-87ea-6bae50e72399 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:14.836113 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-712a56a6-172d-4a8d-87ea-6bae50e72399 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "PUT /v2.0/routers/cc05f910-76bb-4c38-913f-f205976cd055 HTTP/1.1" status: 200 len: 921 time: 2.7894115 Jan 27 21:41:14.839423 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46780) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:14.844349 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebf8ada-555c-4f6a-a6d9-00f28cdc5364 None None] Sync routers for ids ['cc05f910-76bb-4c38-913f-f205976cd055'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:14.870090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4259547-870c-43be-a59c-559149f63f9f req-fbb82241-c3fc-4de3-8503-b500045ef6a9 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632640 Jan 27 21:41:14.871176 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf8ada-555c-4f6a-a6d9-00f28cdc5364 None None] Routers {'cc05f910-76bb-4c38-913f-f205976cd055'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:14.872194 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4ebf8ada-555c-4f6a-a6d9-00f28cdc5364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cc05f910-76bb-4c38-913f-f205976cd055'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:14.921713 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4ebf8ada-555c-4f6a-a6d9-00f28cdc5364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:14.932861 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf8ada-555c-4f6a-a6d9-00f28cdc5364 None None] Routers {'cc05f910-76bb-4c38-913f-f205976cd055'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:14.934338 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4ebf8ada-555c-4f6a-a6d9-00f28cdc5364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cc05f910-76bb-4c38-913f-f205976cd055'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:14.978011 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4ebf8ada-555c-4f6a-a6d9-00f28cdc5364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:14.982984 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebf8ada-555c-4f6a-a6d9-00f28cdc5364 None None] The sync data for ids ['cc05f910-76bb-4c38-913f-f205976cd055'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:15.132167 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d519a1f5-d838-435d-b3d2-b7f4ca4f2746 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/routers/cc05f910-76bb-4c38-913f-f205976cd055 HTTP/1.1" status: 200 len: 921 time: 0.2587318 Jan 27 21:41:15.134148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46790) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:15.195261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6cc20ef1-589b-4c6f-b35e-3c7ad59d9c17 req-5dfaec20-3b45-467b-8626-b22f8326a15c tempest-InstanceActionsNegativeTestJSON-1136765254 tempest-InstanceActionsNegativeTestJSON-1136765254-project] 10.222.0.61 "GET /v2.0/ports?device_id=d682cc34-cd92-4011-b399-f3e0a260c224 HTTP/1.1" status: 200 len: 210 time: 0.0311141 Jan 27 21:41:15.250751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efecc6bf-474b-4dc3-b418-86167874ea5e tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:15.252838 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-efecc6bf-474b-4dc3-b418-86167874ea5e tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&device_id=cc05f910-76bb-4c38-913f-f205976cd055&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1176841 Jan 27 21:41:15.259383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46792) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:15.327610 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ec157a-82b3-4988-9df7-5010ec8ae430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (00886697-4e56-4c93-8ea5-a115bea43afb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:15.332165 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ec157a-82b3-4988-9df7-5010ec8ae430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:15.336221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-48ec157a-82b3-4988-9df7-5010ec8ae430 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/00886697-4e56-4c93-8ea5-a115bea43afb HTTP/1.1" status: 204 len: 168 time: 0.8012214 Jan 27 21:41:15.366011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec157a-82b3-4988-9df7-5010ec8ae430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00886697-4e56-4c93-8ea5-a115bea43afb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:15.370443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-41bf3871-5fe8-4267-aa2d-2e5a070195b2 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:15.523914 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-41bf3871-5fe8-4267-aa2d-2e5a070195b2 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (121da6fd-49c5-4bd5-8a27-d87c0118c07b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:15.640929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b26e10ca-010a-40f9-b112-3f84e980051e up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:15.685047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf3871-5fe8-4267-aa2d-2e5a070195b2 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=1c5ecc5e-22ac-4bc1-96f3-ea870f7c985a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:15.846839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bf3871-5fe8-4267-aa2d-2e5a070195b2 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router 121da6fd-49c5-4bd5-8a27-d87c0118c07b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:41:15.859478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port b26e10ca-010a-40f9-b112-3f84e980051e completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:41:15.864932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port b26e10ca-010a-40f9-b112-3f84e980051e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:15.865590 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:15.979485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf463ef-dd8d-4e67-8a84-74830ad1dd37 req-837df708-742d-495e-83ec-e6a5436c0af8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:15.989908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-faf463ef-dd8d-4e67-8a84-74830ad1dd37 req-837df708-742d-495e-83ec-e6a5436c0af8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 944 time: 0.4687514 Jan 27 21:41:16.044614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port b26e10ca-010a-40f9-b112-3f84e980051e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:16.089182 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.105681 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-18d4d90c-f191-4de2-84bc-bde651f02631 req-d8d3d0a3-a5c5-4324-bc29-9e695bb732c5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872900 Jan 27 21:41:16.139271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e770fb90-0886-4433-bbd7-db6433b1744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26e10ca-010a-40f9-b112-3f84e980051e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:16.141499 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedc6d9a-d17a-4088-8a25-b2d979683ada" -d '{"events": [{"server_uuid": "e770fb90-0886-4433-bbd7-db6433b1744a", "name": "network-vif-plugged", "status": "completed", "tag": "b26e10ca-010a-40f9-b112-3f84e980051e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:16.161335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca321d1-e705-41e8-ba45-fde074deb0d9 req-cf870bd0-cfef-41df-afa1-c0f448e3fbd0 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:16.167723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca321d1-e705-41e8-ba45-fde074deb0d9 req-cf870bd0-cfef-41df-afa1-c0f448e3fbd0 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:16.174788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ca321d1-e705-41e8-ba45-fde074deb0d9 req-cf870bd0-cfef-41df-afa1-c0f448e3fbd0 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1683 time: 0.3011110 Jan 27 21:41:16.176046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b26e10ca-010a-40f9-b112-3f84e980051e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b26e10ca-010a-40f9-b112-3f84e980051e,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:16.199432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4d90c-f191-4de2-84bc-bde651f02631 req-20d4d7cb-c501-45e0-b3b8-e16b96beec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:16.204672 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-18d4d90c-f191-4de2-84bc-bde651f02631 req-20d4d7cb-c501-45e0-b3b8-e16b96beec11 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 1097 time: 0.0713186 Jan 27 21:41:16.206890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca2a2cc-3d74-42e6-ae3c-5e8910a3e949 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:16.212846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46812) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:16.215000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2ca2a2cc-3d74-42e6-ae3c-5e8910a3e949 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 881 time: 0.9545083 Jan 27 21:41:16.241690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.280754 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-55c9ba14-ad88-479b-9b96-e1c086f0a8f5 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05f910-76bb-4c38-913f-f205976cd055 HTTP/1.1" status: 200 len: 205 time: 0.0664961 Jan 27 21:41:16.282662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46816) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:16.299984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bf3871-5fe8-4267-aa2d-2e5a070195b2 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:16.324296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5390deda-1357-4054-b00b-9e9eb4909fe0 None None] Sync routers for ids ['121da6fd-49c5-4bd5-8a27-d87c0118c07b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:16.328563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-41bf3871-5fe8-4267-aa2d-2e5a070195b2 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/121da6fd-49c5-4bd5-8a27-d87c0118c07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2586901 Jan 27 21:41:16.333910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46820) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:16.375877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=b26e10ca-010a-40f9-b112-3f84e980051e,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:16.391327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ca321d1-e705-41e8-ba45-fde074deb0d9 req-743f0ba1-08a2-46a0-ba26-a776c8f97b1b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071450 Jan 27 21:41:16.398298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5390deda-1357-4054-b00b-9e9eb4909fe0 None None] Routers {'121da6fd-49c5-4bd5-8a27-d87c0118c07b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:16.398936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5390deda-1357-4054-b00b-9e9eb4909fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['121da6fd-49c5-4bd5-8a27-d87c0118c07b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:16.411669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3d5135c4-5247-4b2c-9901-c740bbd42756 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=121da6fd-49c5-4bd5-8a27-d87c0118c07b HTTP/1.1" status: 200 len: 205 time: 0.0727184 Jan 27 21:41:16.413075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46824) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:16.542187 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc14187-a0af-47ac-ba28-10f12d3fabfc x-openstack-request-id: req-cfc14187-a0af-47ac-ba28-10f12d3fabfc {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:16.542499 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e770fb90-0886-4433-bbd7-db6433b1744a", "name": "network-vif-plugged", "status": "completed", "tag": "b26e10ca-010a-40f9-b112-3f84e980051e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:16.545584 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cfc14187-a0af-47ac-ba28-10f12d3fabfc {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:16.545584 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e770fb90-0886-4433-bbd7-db6433b1744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26e10ca-010a-40f9-b112-3f84e980051e', 'code': 200} Jan 27 21:41:16.545584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5390deda-1357-4054-b00b-9e9eb4909fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:16.564018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46826) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:16.583737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5390deda-1357-4054-b00b-9e9eb4909fe0 None None] Routers {'121da6fd-49c5-4bd5-8a27-d87c0118c07b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:16.584416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5390deda-1357-4054-b00b-9e9eb4909fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['121da6fd-49c5-4bd5-8a27-d87c0118c07b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:16.591615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-352601a4-ecc1-48c3-9a84-c9f821b514f1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (121da6fd-49c5-4bd5-8a27-d87c0118c07b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.645502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-faf463ef-dd8d-4e67-8a84-74830ad1dd37 req-eabc27d2-d461-4c70-a8e8-01ff7837076e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6547184 Jan 27 21:41:16.706953 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5390deda-1357-4054-b00b-9e9eb4909fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:16.713754 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5390deda-1357-4054-b00b-9e9eb4909fe0 None None] The sync data for ids ['121da6fd-49c5-4bd5-8a27-d87c0118c07b'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:16.777553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019841b-abba-416c-be1c-fd9ae9c37393 req-a350e88b-1b7b-4860-ad78-711263fc6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:16.779980 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7019841b-abba-416c-be1c-fd9ae9c37393 req-a350e88b-1b7b-4860-ad78-711263fc6865 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 1096 time: 0.2241406 Jan 27 21:41:16.880908 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-352601a4-ecc1-48c3-9a84-c9f821b514f1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (121da6fd-49c5-4bd5-8a27-d87c0118c07b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.883110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-352601a4-ecc1-48c3-9a84-c9f821b514f1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (121da6fd-49c5-4bd5-8a27-d87c0118c07b), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.914490 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (cc05f910-76bb-4c38-913f-f205976cd055), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:16.928165 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7019841b-abba-416c-be1c-fd9ae9c37393 req-0f23854f-b9c9-463e-ab2e-618aea0b86f8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361315 Jan 27 21:41:17.007786 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f965f74-5efb-404b-8ea7-6ccc75e3567a admin admin] Deleting subnet b09fd681-c111-4f15-89e0-428a4e3a7bfa {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:41:17.011392 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f965f74-5efb-404b-8ea7-6ccc75e3567a admin admin] Publish callbacks [] for subnet (b09fd681-c111-4f15-89e0-428a4e3a7bfa), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.018951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-352601a4-ecc1-48c3-9a84-c9f821b514f1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (121da6fd-49c5-4bd5-8a27-d87c0118c07b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.019832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352601a4-ecc1-48c3-9a84-c9f821b514f1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Fanout notify agent at l3_agent the message router_deleted on router 121da6fd-49c5-4bd5-8a27-d87c0118c07b {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:17.027645 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-352601a4-ecc1-48c3-9a84-c9f821b514f1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.031356 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-352601a4-ecc1-48c3-9a84-c9f821b514f1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/121da6fd-49c5-4bd5-8a27-d87c0118c07b HTTP/1.1" status: 204 len: 168 time: 0.6068213 Jan 27 21:41:17.032070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46838) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:17.051175 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f965f74-5efb-404b-8ea7-6ccc75e3567a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (b09fd681-c111-4f15-89e0-428a4e3a7bfa), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.105543 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f965f74-5efb-404b-8ea7-6ccc75e3567a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (b09fd681-c111-4f15-89e0-428a4e3a7bfa), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.170953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4d90c-f191-4de2-84bc-bde651f02631 req-c20d61c7-7897-4860-9804-ea6b61f0fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:17.172885 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-18d4d90c-f191-4de2-84bc-bde651f02631 req-c20d61c7-7897-4860-9804-ea6b61f0fca6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.8910139 Jan 27 21:41:17.213073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-0682896f-9c62-4d75-8ab0-f6f9a823243b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting subnet ae5afba0-2adf-462c-82c5-d165f69fca98 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:41:17.227541 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-18d4d90c-f191-4de2-84bc-bde651f02631 req-22828da6-814a-4f3a-ab68-be5f1aa99338 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01b30470-4b96-45cd-9d1e-5c1e4cb38491 HTTP/1.1" status: 200 len: 217 time: 0.0444083 Jan 27 21:41:17.228830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0682896f-9c62-4d75-8ab0-f6f9a823243b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (ae5afba0-2adf-462c-82c5-d165f69fca98), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.272216 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f965f74-5efb-404b-8ea7-6ccc75e3567a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (b09fd681-c111-4f15-89e0-428a4e3a7bfa), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.327738 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0682896f-9c62-4d75-8ab0-f6f9a823243b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (ae5afba0-2adf-462c-82c5-d165f69fca98), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.334023 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f965f74-5efb-404b-8ea7-6ccc75e3567a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b09fd681-c111-4f15-89e0-428a4e3a7bfa,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:17.341151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-b921bde2-38b7-43e9-a729-351d70392452 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:17.355363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-b921bde2-38b7-43e9-a729-351d70392452 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:17.359603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-b921bde2-38b7-43e9-a729-351d70392452 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1683 time: 0.2435052 Jan 27 21:41:17.364008 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f965f74-5efb-404b-8ea7-6ccc75e3567a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.370414 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8f965f74-5efb-404b-8ea7-6ccc75e3567a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b09fd681-c111-4f15-89e0-428a4e3a7bfa HTTP/1.1" status: 204 len: 168 time: 0.6987252 Jan 27 21:41:17.378499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46840) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:17.463764 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (7c482e5d-646b-42dc-b5e1-8eeccc8ceb91), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.478247 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4d90c-f191-4de2-84bc-bde651f02631 req-9d798f02-0fe8-4cef-bdb7-1e34467f281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:17.479719 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-18d4d90c-f191-4de2-84bc-bde651f02631 req-9d798f02-0fe8-4cef-bdb7-1e34467f281f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.2174845 Jan 27 21:41:17.514277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46844) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:17.515957 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (cc05f910-76bb-4c38-913f-f205976cd055), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.619994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4d90c-f191-4de2-84bc-bde651f02631 req-e2b7610a-6c1d-4cee-b71d-26180bcb5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:17.621832 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-18d4d90c-f191-4de2-84bc-bde651f02631 req-e2b7610a-6c1d-4cee-b71d-26180bcb5c25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357229 Jan 27 21:41:17.629948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (7c482e5d-646b-42dc-b5e1-8eeccc8ceb91), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.737622 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-18d4d90c-f191-4de2-84bc-bde651f02631 req-cb3dc805-f52a-4ad4-a642-397c5a132281 service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043940 Jan 27 21:41:17.760747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1416243022-network', 'tenant_id': '3889fef440c640cfb985a09cd9f34f20'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:17.802364 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0682896f-9c62-4d75-8ab0-f6f9a823243b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (ae5afba0-2adf-462c-82c5-d165f69fca98), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:17.939473 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c482e5d-646b-42dc-b5e1-8eeccc8ceb91']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:17.939826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c08a-11f3-4b32-a4fb-8f7979e38739 req-76eb6cb6-be45-46ea-b80c-e5d0eb662f05 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:17.952963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237c08a-11f3-4b32-a4fb-8f7979e38739 req-76eb6cb6-be45-46ea-b80c-e5d0eb662f05 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:17.957586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a237c08a-11f3-4b32-a4fb-8f7979e38739 req-76eb6cb6-be45-46ea-b80c-e5d0eb662f05 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 1683 time: 0.4138284 Jan 27 21:41:17.969568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efd0f1e-0cc0-4e84-ad75-913ba607d207') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:17.971076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efd0f1e-0cc0-4e84-ad75-913ba607d207') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:17.983385 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-18d4d90c-f191-4de2-84bc-bde651f02631 req-6e548ac3-bed0-4059-9baa-67a352cba609 service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394090 Jan 27 21:41:17.988483 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (8efd0f1e-0cc0-4e84-ad75-913ba607d207), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.019948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8efd0f1e-0cc0-4e84-ad75-913ba607d207), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.048352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:18.048772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (8efd0f1e-0cc0-4e84-ad75-913ba607d207), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:18.050465 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:18.077671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Deleting port 9200bd1b-fe90-4bec-9166-14f491960ec1 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:18.078013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9200bd1b-fe90-4bec-9166-14f491960ec1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.088582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-8f47ca83-803b-457a-a283-5bee1b4c549e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting port 8620e026-8b80-4cc5-8455-8ae95db0eece {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:18.089032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-8f47ca83-803b-457a-a283-5bee1b4c549e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.241632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9200bd1b-fe90-4bec-9166-14f491960ec1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.257777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Calling delete_port for 9200bd1b-fe90-4bec-9166-14f491960ec1 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:18.272445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-8f47ca83-803b-457a-a283-5bee1b4c549e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] For port 8620e026-8b80-4cc5-8455-8ae95db0eece, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8620e026-8b80-4cc5-8455-8ae95db0eece,segment=NetworkSegment(dc9368d7-7140-4912-8da8-a17b30d1bcd2),segment_id=dc9368d7-7140-4912-8da8-a17b30d1bcd2)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:18.273034 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-8f47ca83-803b-457a-a283-5bee1b4c549e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.322767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-8f47ca83-803b-457a-a283-5bee1b4c549e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Calling delete_port for 8620e026-8b80-4cc5-8455-8ae95db0eece owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:18.675234 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (7c482e5d-646b-42dc-b5e1-8eeccc8ceb91), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.693533 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.699469 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] 10.222.0.61 "DELETE /v2.0/networks/7c482e5d-646b-42dc-b5e1-8eeccc8ceb91 HTTP/1.1" status: 204 len: 168 time: 1.3160756 Jan 27 21:41:18.714707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812bc08-2c54-4fa6-ad60-39e38757645b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c482e5d-646b-42dc-b5e1-8eeccc8ceb91,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:18.770571 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-17d183a9-0959-4171-ab59-219d8a698424 req-5e036c6b-26f0-4fa2-9e9f-410eafdfa91f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104224 Jan 27 21:41:18.787425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Made reservation on behalf of 3889fef440c640cfb985a09cd9f34f20 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:18.789883 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.882306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a237c08a-11f3-4b32-a4fb-8f7979e38739 req-2559e8ab-964c-4a52-9fa0-952a5879a136 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8871615 Jan 27 21:41:18.892856 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:18.912439 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d183a9-0959-4171-ab59-219d8a698424 req-a05e238b-b7ad-46ca-8958-a8e499264aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:18.912439 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-17d183a9-0959-4171-ab59-219d8a698424 req-a05e238b-b7ad-46ca-8958-a8e499264aa6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 1095 time: 0.0781734 Jan 27 21:41:18.932195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19c9ea-00fa-4cb0-bd08-6824ec226c9b req-82cccaf1-cb41-4edd-a3b9-4d2fc1f05e40 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:18.933756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a19c9ea-00fa-4cb0-bd08-6824ec226c9b req-82cccaf1-cb41-4edd-a3b9-4d2fc1f05e40 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 1.0286829 Jan 27 21:41:19.036261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d183a9-0959-4171-ab59-219d8a698424 req-41450ab3-b8f1-477d-a48f-c1a2b2afbfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:19.037767 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-17d183a9-0959-4171-ab59-219d8a698424 req-41450ab3-b8f1-477d-a48f-c1a2b2afbfb3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.1112268 Jan 27 21:41:19.061594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a19c9ea-00fa-4cb0-bd08-6824ec226c9b req-170015ad-0c28-4272-a887-5a8ab0adf135 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870142 Jan 27 21:41:19.082185 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0682896f-9c62-4d75-8ab0-f6f9a823243b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (ae5afba0-2adf-462c-82c5-d165f69fca98), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.082820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9200bd1b-fe90-4bec-9166-14f491960ec1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.117968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682896f-9c62-4d75-8ab0-f6f9a823243b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5afba0-2adf-462c-82c5-d165f69fca98,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:19.122622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46860) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:19.126895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Pushing event deleted for resources: {'Port': ['ID=9200bd1b-fe90-4bec-9166-14f491960ec1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:19.138991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c855bb1-3cd3-4f4d-a576-fbecab71bf62 None None] Network 0e30b3b7-851d-49ca-90fe-ab9703e6813a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:19.156417 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0682896f-9c62-4d75-8ab0-f6f9a823243b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.160875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0682896f-9c62-4d75-8ab0-f6f9a823243b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/ae5afba0-2adf-462c-82c5-d165f69fca98 HTTP/1.1" status: 204 len: 168 time: 2.1277847 Jan 27 21:41:19.163903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46862) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:19.183628 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-17d183a9-0959-4171-ab59-219d8a698424 req-39f9f57b-77b6-4096-bc2a-4053f77548a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12e9fa3-297f-4935-930c-1f221c995161 HTTP/1.1" status: 200 len: 998 time: 0.1328874 Jan 27 21:41:19.223367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-640ab984-0e95-4404-aa54-2e91128c500b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9f34249e85384f21ae05e93e25f7a050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0887029 Jan 27 21:41:19.223594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46864) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:19.223692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-8f47ca83-803b-457a-a283-5bee1b4c549e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (8620e026-8b80-4cc5-8455-8ae95db0eece), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.248315 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (cc05f910-76bb-4c38-913f-f205976cd055), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.291418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d183a9-0959-4171-ab59-219d8a698424 req-1f346f8c-4340-4b08-8bd4-59a863262ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:19.292938 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-17d183a9-0959-4171-ab59-219d8a698424 req-1f346f8c-4340-4b08-8bd4-59a863262ff6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.1090024 Jan 27 21:41:19.314046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47ca83-803b-457a-a283-5bee1b4c549e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Port': ['ID=8620e026-8b80-4cc5-8455-8ae95db0eece,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:19.377332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-8f47ca83-803b-457a-a283-5bee1b4c549e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] No DVR routers for this DVR port 8620e026-8b80-4cc5-8455-8ae95db0eece on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:19.386676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-8f47ca83-803b-457a-a283-5bee1b4c549e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.390218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-8f47ca83-803b-457a-a283-5bee1b4c549e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "DELETE /v2.0/ports/8620e026-8b80-4cc5-8455-8ae95db0eece HTTP/1.1" status: 204 len: 173 time: 1.9923868 Jan 27 21:41:19.395667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'name': 'network-vif-deleted', 'tag': '8620e026-8b80-4cc5-8455-8ae95db0eece'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:19.398764 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e1977c-aa8f-49ee-b279-cf451e76a17d" -d '{"events": [{"server_uuid": "7ba67648-0eb5-4245-9385-0376be2d7ad8", "name": "network-vif-deleted", "tag": "8620e026-8b80-4cc5-8455-8ae95db0eece"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:19.399952 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (cc05f910-76bb-4c38-913f-f205976cd055), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.402212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba39c6-ae1f-4100-b3bb-06d78c36f093 None None] DHCP port deletion for 0e30b3b7-851d-49ca-90fe-ab9703e6813a request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:41:19.404926 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_controller (cc05f910-76bb-4c38-913f-f205976cd055), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.423328 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (0e30b3b7-851d-49ca-90fe-ab9703e6813a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.486737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bed03627-68df-45fc-b27b-69d408df01f8 admin admin] Publish callbacks [] for security_group (ee67f5de-b114-43e5-8f2a-e2a7477702df), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.499264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d183a9-0959-4171-ab59-219d8a698424 req-8cddedd3-f463-4cbf-8063-51459a299cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:19.506725 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-17d183a9-0959-4171-ab59-219d8a698424 req-8cddedd3-f463-4cbf-8063-51459a299cef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751707 Jan 27 21:41:19.523709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bcba39c6-ae1f-4100-b3bb-06d78c36f093 None None] Deleting port da602095-82e1-4bb6-9194-a20817fbae6a {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:19.524215 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bcba39c6-ae1f-4100-b3bb-06d78c36f093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.527394 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3ca2b8-c7ad-4ecd-8dd6-ca49a11c28f7 x-openstack-request-id: req-fa3ca2b8-c7ad-4ecd-8dd6-ca49a11c28f7 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:19.528317 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba67648-0eb5-4245-9385-0376be2d7ad8", "name": "network-vif-deleted", "tag": "8620e026-8b80-4cc5-8455-8ae95db0eece", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:19.529116 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa3ca2b8-c7ad-4ecd-8dd6-ca49a11c28f7 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:19.529567 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'name': 'network-vif-deleted', 'tag': '8620e026-8b80-4cc5-8455-8ae95db0eece', 'status': 'completed', 'code': 200} Jan 27 21:41:19.539226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Publish callbacks [] for security_group (163a5507-b3af-49d5-bf3d-956bbbef9672), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.544388 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bed03627-68df-45fc-b27b-69d408df01f8 admin admin] Publish callbacks [] for security_group (ee67f5de-b114-43e5-8f2a-e2a7477702df), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.619727 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (cc05f910-76bb-4c38-913f-f205976cd055), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.620238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Fanout notify agent at l3_agent the message router_deleted on router cc05f910-76bb-4c38-913f-f205976cd055 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:19.629142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-0edb7639-e6b6-47f5-8434-aff6eae79825 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting port 8654b165-fb38-40bd-acc0-fa40084ebc1b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:19.630581 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-0edb7639-e6b6-47f5-8434-aff6eae79825 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.634560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.640027 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ef97b3f6-e00b-44cf-ae52-3dc159f46f6a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/routers/cc05f910-76bb-4c38-913f-f205976cd055 HTTP/1.1" status: 204 len: 168 time: 3.3520875 Jan 27 21:41:19.640194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (163a5507-b3af-49d5-bf3d-956bbbef9672), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.642722 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46868) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:19.652757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4f68eb83-792f-4f98-99f9-7acc5c7cfbc6 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-493565025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:19.666348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bcba39c6-ae1f-4100-b3bb-06d78c36f093 None None] For port da602095-82e1-4bb6-9194-a20817fbae6a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=da602095-82e1-4bb6-9194-a20817fbae6a,segment=NetworkSegment(46639d8e-0b17-44c9-a369-9da4eab8179c),segment_id=46639d8e-0b17-44c9-a369-9da4eab8179c)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:19.667037 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bcba39c6-ae1f-4100-b3bb-06d78c36f093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.680686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port da602095-82e1-4bb6-9194-a20817fbae6a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:19.681210 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.692260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bcba39c6-ae1f-4100-b3bb-06d78c36f093 None None] Calling delete_port for da602095-82e1-4bb6-9194-a20817fbae6a owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:19.732950 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-17d183a9-0959-4171-ab59-219d8a698424 req-4415af42-1515-4b06-a0bb-bf0dcaa69e4e service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194755 Jan 27 21:41:19.784509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:41:19.798375 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f68eb83-792f-4f98-99f9-7acc5c7cfbc6 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (fd9365f1-58d5-4314-811e-a95f2a87af40), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.799488 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f68eb83-792f-4f98-99f9-7acc5c7cfbc6 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (fd9365f1-58d5-4314-811e-a95f2a87af40), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.800564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163a5507-b3af-49d5-bf3d-956bbbef9672,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:19.827018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bed03627-68df-45fc-b27b-69d408df01f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ee67f5de-b114-43e5-8f2a-e2a7477702df), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.828860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bed03627-68df-45fc-b27b-69d408df01f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.832484 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bed03627-68df-45fc-b27b-69d408df01f8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee67f5de-b114-43e5-8f2a-e2a7477702df HTTP/1.1" status: 204 len: 168 time: 0.6094835 Jan 27 21:41:19.832608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port da602095-82e1-4bb6-9194-a20817fbae6a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=da602095-82e1-4bb6-9194-a20817fbae6a,segment=NetworkSegment(46639d8e-0b17-44c9-a369-9da4eab8179c),segment_id=46639d8e-0b17-44c9-a369-9da4eab8179c)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:19.832608 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.858617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for da602095-82e1-4bb6-9194-a20817fbae6a owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:19.876021 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bcba39c6-ae1f-4100-b3bb-06d78c36f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.881760 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (75cb3b57-10a9-4b36-92c0-cc36c5ee2af0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.882214 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Added segment 75cb3b57-10a9-4b36-92c0-cc36c5ee2af0 of type vlan for network 27fdeca0-69fb-483c-9150-8796bfbcd96e Jan 27 21:41:19.894402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed03627-68df-45fc-b27b-69d408df01f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee67f5de-b114-43e5-8f2a-e2a7477702df,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:19.897284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-0edb7639-e6b6-47f5-8434-aff6eae79825 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] For port 8654b165-fb38-40bd-acc0-fa40084ebc1b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8654b165-fb38-40bd-acc0-fa40084ebc1b,segment=NetworkSegment(eb8ec6d4-b1a5-4f11-8449-eab7583f000f),segment_id=eb8ec6d4-b1a5-4f11-8449-eab7583f000f)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:19.897782 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-0edb7639-e6b6-47f5-8434-aff6eae79825 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:19.938442 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-17d183a9-0959-4171-ab59-219d8a698424 req-dab57729-2f26-46f7-8fb1-10967ae488c8 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989713 Jan 27 21:41:19.943747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba39c6-ae1f-4100-b3bb-06d78c36f093 None None] Pushing event deleted for resources: {'Port': ['ID=da602095-82e1-4bb6-9194-a20817fbae6a,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:19.954709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba39c6-ae1f-4100-b3bb-06d78c36f093 None None] No DVR routers for this DVR port da602095-82e1-4bb6-9194-a20817fbae6a on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:19.987671 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f68eb83-792f-4f98-99f9-7acc5c7cfbc6 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_controller (fd9365f1-58d5-4314-811e-a95f2a87af40), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.046307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-0edb7639-e6b6-47f5-8434-aff6eae79825 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Calling delete_port for 8654b165-fb38-40bd-acc0-fa40084ebc1b owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:20.068625 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (27fdeca0-69fb-483c-9150-8796bfbcd96e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.109774 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f68eb83-792f-4f98-99f9-7acc5c7cfbc6 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (fd9365f1-58d5-4314-811e-a95f2a87af40), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.188865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4ac1d-5ce2-4260-94e7-10ff4e8a75fe req-d9f3c3ea-bb86-4ebe-8b3a-a104bb33d050 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:20.190380 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37f4ac1d-5ce2-4260-94e7-10ff4e8a75fe req-d9f3c3ea-bb86-4ebe-8b3a-a104bb33d050 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 946 time: 0.1662147 Jan 27 21:41:20.219019 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (da602095-82e1-4bb6-9194-a20817fbae6a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.262127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=da602095-82e1-4bb6-9194-a20817fbae6a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:20.270714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No DVR routers for this DVR port da602095-82e1-4bb6-9194-a20817fbae6a on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:20.348523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37f4ac1d-5ce2-4260-94e7-10ff4e8a75fe req-c2c69931-b082-44ab-9bf0-e9b97c81d916 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/security-groups?id=52cf535a-8f16-447f-bff8-d4383e207a95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484694 Jan 27 21:41:20.405585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (0e30b3b7-851d-49ca-90fe-ab9703e6813a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.426857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e30b3b7-851d-49ca-90fe-ab9703e6813a']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:20.438397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46639d8e-0b17-44c9-a369-9da4eab8179c') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:20.438612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46639d8e-0b17-44c9-a369-9da4eab8179c') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:20.447542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (46639d8e-0b17-44c9-a369-9da4eab8179c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.461557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (46639d8e-0b17-44c9-a369-9da4eab8179c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.467624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:20.468018 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (46639d8e-0b17-44c9-a369-9da4eab8179c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: items = [ Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:20.471154 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:20.569669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7a748-ce02-478a-9c35-db043e01fcd5 req-230398b7-074b-4251-bfbd-cdba466a71fa tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:20.571278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57e7a748-ce02-478a-9c35-db043e01fcd5 req-230398b7-074b-4251-bfbd-cdba466a71fa tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.0909059 Jan 27 21:41:20.621994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57e7a748-ce02-478a-9c35-db043e01fcd5 req-376c8265-a34f-4bc9-bbed-463661953c84 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450130 Jan 27 21:41:20.659271 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f68eb83-792f-4f98-99f9-7acc5c7cfbc6 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.661207 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f68eb83-792f-4f98-99f9-7acc5c7cfbc6 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0121536 Jan 27 21:41:20.663956 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46884) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:20.671418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8620e026-8b80-4cc5-8455-8ae95db0eece no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:20.686292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Request body: {'router': {'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:20.690377 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (27fdeca0-69fb-483c-9150-8796bfbcd96e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.690929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:20.691601 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.720989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 8620e026-8b80-4cc5-8455-8ae95db0eece {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:20.721644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8620e026-8b80-4cc5-8455-8ae95db0eece not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:20.722213 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8654b165-fb38-40bd-acc0-fa40084ebc1b no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:20.758297 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (0e30b3b7-851d-49ca-90fe-ab9703e6813a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.759995 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-0edb7639-e6b6-47f5-8434-aff6eae79825 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (8654b165-fb38-40bd-acc0-fa40084ebc1b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.788643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.788643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/networks/0e30b3b7-851d-49ca-90fe-ab9703e6813a HTTP/1.1" status: 204 len: 168 time: 1.6197166 Jan 27 21:41:20.795480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46886) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:20.798745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No active binding found for port 8654b165-fb38-40bd-acc0-fa40084ebc1b {{(pid=104028) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 21:41:20.799225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] The host n-h2-760456-6 is not matching for port 8654b165-fb38-40bd-acc0-fa40084ebc1b host None! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:41:20.800466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-829287112', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:20.801151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8654b165-fb38-40bd-acc0-fa40084ebc1b not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:20.836663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] Pushing event updated for resources: {'Network': ['ID=27fdeca0-69fb-483c-9150-8796bfbcd96e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:20.855567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 27fdeca0-69fb-483c-9150-8796bfbcd96e details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:41:20.906970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b9f947b6-e7cb-4134-8cf5-82ad67f4c8fa admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.3837342 Jan 27 21:41:20.963226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb7639-e6b6-47f5-8434-aff6eae79825 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Port': ['ID=8654b165-fb38-40bd-acc0-fa40084ebc1b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:20.984446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-0edb7639-e6b6-47f5-8434-aff6eae79825 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] No DVR routers for this DVR port 8654b165-fb38-40bd-acc0-fa40084ebc1b on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:20.991606 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-0edb7639-e6b6-47f5-8434-aff6eae79825 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:20.998679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1472e00-74e7-467c-9497-87e7f11cc575 req-0edb7639-e6b6-47f5-8434-aff6eae79825 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.71 "DELETE /v2.0/ports/8654b165-fb38-40bd-acc0-fa40084ebc1b HTTP/1.1" status: 204 len: 173 time: 1.5935895 Jan 27 21:41:21.042891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95543624-0b58-42e3-8eaa-3bc5cb641837 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Network': ['ID=0e30b3b7-851d-49ca-90fe-ab9703e6813a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:21.145504 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:21.145504 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:21.187800 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (fd9365f1-58d5-4314-811e-a95f2a87af40), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:21.324812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device da602095-82e1-4bb6-9194-a20817fbae6a no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:21.359407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: da602095-82e1-4bb6-9194-a20817fbae6a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:21.359886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device da602095-82e1-4bb6-9194-a20817fbae6a not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:21.379694 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:21.404517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfc45e-5912-48bf-a6d8-0f105e6870ca req-df351f4f-1f9d-40cc-9863-99845d3d2c85 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:21.406188 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87cfc45e-5912-48bf-a6d8-0f105e6870ca req-df351f4f-1f9d-40cc-9863-99845d3d2c85 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 945 time: 0.2076545 Jan 27 21:41:21.418051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315b010-3bf0-46f7-ba7d-db6d80f68275 req-7263d80a-1166-48ca-8ebf-bf77ca5ebfce tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:21.419760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b315b010-3bf0-46f7-ba7d-db6d80f68275 req-7263d80a-1166-48ca-8ebf-bf77ca5ebfce tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.1775441 Jan 27 21:41:21.550861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'name': 'network-vif-deleted', 'tag': '8654b165-fb38-40bd-acc0-fa40084ebc1b'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:21.553437 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59721d1c-ee28-4465-8132-f8234add1b05" -d '{"events": [{"server_uuid": "7ba67648-0eb5-4245-9385-0376be2d7ad8", "name": "network-vif-deleted", "tag": "8654b165-fb38-40bd-acc0-fa40084ebc1b"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:21.559130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87cfc45e-5912-48bf-a6d8-0f105e6870ca req-c9ac3ddd-e2ec-44b3-9181-e474e0a6cb35 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382859 Jan 27 21:41:21.577767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b315b010-3bf0-46f7-ba7d-db6d80f68275 req-a1452b75-a4b2-4816-86aa-ab8fd7b081bb tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423810 Jan 27 21:41:21.632256 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (fd9365f1-58d5-4314-811e-a95f2a87af40), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:21.682199 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:21.701755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c500d55-e7e8-4dee-b4b4-a39385e41e8e req-495cab81-15fa-4ef4-a26e-0be5e7cca949 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:21.703908 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8c500d55-e7e8-4dee-b4b4-a39385e41e8e req-495cab81-15fa-4ef4-a26e-0be5e7cca949 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.74 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 945 time: 0.1770883 Jan 27 21:41:21.843756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3e424b9-eb37-4f6c-8890-0f0f6f0f69e3 req-c2f6f386-916c-4290-a531-5433cfe72261 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ba67648-0eb5-4245-9385-0376be2d7ad8 HTTP/1.1" status: 200 len: 210 time: 0.0500824 Jan 27 21:41:21.846020 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_gateway (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:21.958514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Allocated IP 172.25.0.141 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/feca9dcd-7e5b-429a-a7f0-de92e2c996fc) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:21.987728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-8c500d55-e7e8-4dee-b4b4-a39385e41e8e req-97afdb4e-aa0c-440d-8b07-ebdf18c42bfb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Deleting port 01c2d190-1600-424b-8a6e-06bc0d4fac7a {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:21.988229 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8c500d55-e7e8-4dee-b4b4-a39385e41e8e req-97afdb4e-aa0c-440d-8b07-ebdf18c42bfb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.038322 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b87783a-3d89-400b-8a47-7b1881f06dfc x-openstack-request-id: req-1b87783a-3d89-400b-8a47-7b1881f06dfc {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:22.038622 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba67648-0eb5-4245-9385-0376be2d7ad8", "name": "network-vif-deleted", "tag": "8654b165-fb38-40bd-acc0-fa40084ebc1b", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:22.038883 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b87783a-3d89-400b-8a47-7b1881f06dfc {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:22.039330 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba67648-0eb5-4245-9385-0376be2d7ad8', 'name': 'network-vif-deleted', 'tag': '8654b165-fb38-40bd-acc0-fa40084ebc1b', 'status': 'completed', 'code': 200} Jan 27 21:41:22.154333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c16ab4-5f2b-4b28-9385-9acea4602da5 req-35f56bcb-c91a-4f5c-ad37-b52da76c572b tempest-ComputeTenantNetworksTest-424130692 tempest-ComputeTenantNetworksTest-424130692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:22.159442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c16ab4-5f2b-4b28-9385-9acea4602da5 req-35f56bcb-c91a-4f5c-ad37-b52da76c572b tempest-ComputeTenantNetworksTest-424130692 tempest-ComputeTenantNetworksTest-424130692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:22.163024 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-8c500d55-e7e8-4dee-b4b4-a39385e41e8e req-97afdb4e-aa0c-440d-8b07-ebdf18c42bfb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] For port 01c2d190-1600-424b-8a6e-06bc0d4fac7a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=01c2d190-1600-424b-8a6e-06bc0d4fac7a,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:22.163403 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8c500d55-e7e8-4dee-b4b4-a39385e41e8e req-97afdb4e-aa0c-440d-8b07-ebdf18c42bfb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.164744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c16ab4-5f2b-4b28-9385-9acea4602da5 req-35f56bcb-c91a-4f5c-ad37-b52da76c572b tempest-ComputeTenantNetworksTest-424130692 tempest-ComputeTenantNetworksTest-424130692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:22.166414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18c16ab4-5f2b-4b28-9385-9acea4602da5 req-35f56bcb-c91a-4f5c-ad37-b52da76c572b tempest-ComputeTenantNetworksTest-424130692 tempest-ComputeTenantNetworksTest-424130692-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3170578 Jan 27 21:41:22.188284 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for port (feca9dcd-7e5b-429a-a7f0-de92e2c996fc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.190220 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-8c500d55-e7e8-4dee-b4b4-a39385e41e8e req-97afdb4e-aa0c-440d-8b07-ebdf18c42bfb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Calling delete_port for 01c2d190-1600-424b-8a6e-06bc0d4fac7a owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:22.300574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7080b-a799-4ca3-8de5-767bff1e5501 req-a8117304-125c-4500-a1f9-981a1c2c1cca tempest-ComputeTenantNetworksTest-424130692 tempest-ComputeTenantNetworksTest-424130692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:22.305057 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25a7080b-a799-4ca3-8de5-767bff1e5501 req-a8117304-125c-4500-a1f9-981a1c2c1cca tempest-ComputeTenantNetworksTest-424130692 tempest-ComputeTenantNetworksTest-424130692-project] 10.222.0.61 "GET /v2.0/networks/27fdeca0-69fb-483c-9150-8796bfbcd96e HTTP/1.1" status: 200 len: 769 time: 0.1080987 Jan 27 21:41:22.310915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46926) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:22.380770 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (feca9dcd-7e5b-429a-a7f0-de92e2c996fc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.401941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46928) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:22.402149 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_gateway (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.418876 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.463458 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:22.472664 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:22.476505 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (27fdeca0-69fb-483c-9150-8796bfbcd96e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.478185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:22.481022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Pushing event updated for resources: {'Port': ['ID=feca9dcd-7e5b-429a-a7f0-de92e2c996fc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:22.535731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Allocated IP 172.25.0.248 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/716be2e3-403f-4b4b-8aba-6c61b1c7a53b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:22.550501 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1738913972-network', 'tenant_id': '86378b4755f14f1ca7724eb76f22c944'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:22.648732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (716be2e3-403f-4b4b-8aba-6c61b1c7a53b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.659221 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8c500d55-e7e8-4dee-b4b4-a39385e41e8e req-97afdb4e-aa0c-440d-8b07-ebdf18c42bfb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (01c2d190-1600-424b-8a6e-06bc0d4fac7a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.676253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['01c2d190-1600-424b-8a6e-06bc0d4fac7a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:22.697317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8447a6f-30fe-4904-a95f-b8547ec9fad2 req-cfa50083-5f0c-4972-953f-a11c35be0a8b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 210 time: 0.0360613 Jan 27 21:41:22.711122 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (27fdeca0-69fb-483c-9150-8796bfbcd96e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.753944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11fd67-d77f-472f-96b4-5c93612eac06 req-f02396bb-9eb4-4d03-83dd-a54b32ef9091 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:22.755445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a11fd67-d77f-472f-96b4-5c93612eac06 req-f02396bb-9eb4-4d03-83dd-a54b32ef9091 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.0605836 Jan 27 21:41:22.758563 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afdb4e-aa0c-440d-8b07-ebdf18c42bfb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Pushing event deleted for resources: {'Port': ['ID=01c2d190-1600-424b-8a6e-06bc0d4fac7a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:22.782162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fdeca0-69fb-483c-9150-8796bfbcd96e']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:22.807451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a11fd67-d77f-472f-96b4-5c93612eac06 req-68a2d0e5-6405-4e78-8d35-2a32ec806410 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453713 Jan 27 21:41:22.815331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cb3b57-10a9-4b36-92c0-cc36c5ee2af0') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:22.815653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cb3b57-10a9-4b36-92c0-cc36c5ee2af0') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:22.817704 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (716be2e3-403f-4b4b-8aba-6c61b1c7a53b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.834652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c500d55-e7e8-4dee-b4b4-a39385e41e8e req-97afdb4e-aa0c-440d-8b07-ebdf18c42bfb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] No DVR routers for this DVR port 01c2d190-1600-424b-8a6e-06bc0d4fac7a on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:22.838316 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8c500d55-e7e8-4dee-b4b4-a39385e41e8e req-97afdb4e-aa0c-440d-8b07-ebdf18c42bfb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.842223 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8c500d55-e7e8-4dee-b4b4-a39385e41e8e req-97afdb4e-aa0c-440d-8b07-ebdf18c42bfb tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.74 "DELETE /v2.0/ports/01c2d190-1600-424b-8a6e-06bc0d4fac7a HTTP/1.1" status: 204 len: 173 time: 1.1318893 Jan 27 21:41:22.842675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149bd46d-b513-4073-b078-de992e447cd4', 'name': 'network-vif-deleted', 'tag': '01c2d190-1600-424b-8a6e-06bc0d4fac7a'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:22.845102 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec340516-1c79-4603-ad65-4e70e3c48d32" -d '{"events": [{"server_uuid": "149bd46d-b513-4073-b078-de992e447cd4", "name": "network-vif-deleted", "tag": "01c2d190-1600-424b-8a6e-06bc0d4fac7a"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:22.848875 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (75cb3b57-10a9-4b36-92c0-cc36c5ee2af0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.856413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Made reservation on behalf of 86378b4755f14f1ca7724eb76f22c944 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:22.858773 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.862443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:22.865751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:22.870270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:22.885750 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.897801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=716be2e3-403f-4b4b-8aba-6c61b1c7a53b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:22.934332 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (75cb3b57-10a9-4b36-92c0-cc36c5ee2af0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.939269 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184f8264-71be-4e5c-8cbb-6d16e3965c9c x-openstack-request-id: req-184f8264-71be-4e5c-8cbb-6d16e3965c9c {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:22.939574 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "149bd46d-b513-4073-b078-de992e447cd4", "name": "network-vif-deleted", "tag": "01c2d190-1600-424b-8a6e-06bc0d4fac7a", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:22.939838 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-184f8264-71be-4e5c-8cbb-6d16e3965c9c {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:22.940350 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '149bd46d-b513-4073-b078-de992e447cd4', 'name': 'network-vif-deleted', 'tag': '01c2d190-1600-424b-8a6e-06bc0d4fac7a', 'status': 'completed', 'code': 200} Jan 27 21:41:22.946864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46942) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:22.981407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:22.981826 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (75cb3b57-10a9-4b36-92c0-cc36c5ee2af0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:22.992117 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:23.424333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f284630d-ef8b-49e0-951c-a9dba7310e7e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting subnet f719a8e9-2f2e-409e-ba6e-c0546dc836ee {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:41:23.430997 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f284630d-ef8b-49e0-951c-a9dba7310e7e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for subnet (f719a8e9-2f2e-409e-ba6e-c0546dc836ee), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.477068 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (fd9365f1-58d5-4314-811e-a95f2a87af40), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.483723 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f284630d-ef8b-49e0-951c-a9dba7310e7e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (f719a8e9-2f2e-409e-ba6e-c0546dc836ee), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.567308 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (27fdeca0-69fb-483c-9150-8796bfbcd96e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.583031 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.586312 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/27fdeca0-69fb-483c-9150-8796bfbcd96e HTTP/1.1" status: 204 len: 168 time: 1.2739384 Jan 27 21:41:23.597875 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_gateway (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.615057 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bcb59-231b-432a-8165-4aee120e55f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=27fdeca0-69fb-483c-9150-8796bfbcd96e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:23.727795 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Publish callbacks [] for security_group (16462e88-1e5b-4b48-b807-4d2568f7232a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.739038 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f284630d-ef8b-49e0-951c-a9dba7310e7e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (f719a8e9-2f2e-409e-ba6e-c0546dc836ee), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.794562 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c23f6e-7447-48c9-bb98-ae082fcbecb4 req-0e294732-394f-4fa5-9fac-3dacdec50e41 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:23.796571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00c23f6e-7447-48c9-bb98-ae082fcbecb4 req-0e294732-394f-4fa5-9fac-3dacdec50e41 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.0948544 Jan 27 21:41:23.801219 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (16462e88-1e5b-4b48-b807-4d2568f7232a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.839106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1d0cd86-4ae2-407d-b46e-33c1ef0bb17a req-f846ff18-6c1c-4aea-8e1c-abd626c045e9 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=149bd46d-b513-4073-b078-de992e447cd4 HTTP/1.1" status: 200 len: 210 time: 0.0397451 Jan 27 21:41:23.849235 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:41:23.903224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16462e88-1e5b-4b48-b807-4d2568f7232a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:23.915383 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b9664a9c-4acb-486b-890f-5d55ac5ee57b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.915761 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Added segment b9664a9c-4acb-486b-890f-5d55ac5ee57b of type vlan for network f16388f1-367c-4e9b-afba-306c6fedd1ab Jan 27 21:41:23.918723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00c23f6e-7447-48c9-bb98-ae082fcbecb4 req-6880b319-1a78-40b0-834a-5cfdbee63292 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069872 Jan 27 21:41:23.920435 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:23.995017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46962) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:24.001903 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (f16388f1-367c-4e9b-afba-306c6fedd1ab), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.005004 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (fd9365f1-58d5-4314-811e-a95f2a87af40), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.018559 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (fd9365f1-58d5-4314-811e-a95f2a87af40), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.092787 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f284630d-ef8b-49e0-951c-a9dba7310e7e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (f719a8e9-2f2e-409e-ba6e-c0546dc836ee), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.112950 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bac02080-5e39-4b6d-8c8a-b5c71ebb627c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3889fef440c640cfb985a09cd9f34f20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1143813 Jan 27 21:41:24.114028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46966) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:24.132370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284630d-ef8b-49e0-951c-a9dba7310e7e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Subnet': ['ID=f719a8e9-2f2e-409e-ba6e-c0546dc836ee,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:24.139727 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f284630d-ef8b-49e0-951c-a9dba7310e7e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.143815 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f284630d-ef8b-49e0-951c-a9dba7310e7e tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "DELETE /v2.0/subnets/f719a8e9-2f2e-409e-ba6e-c0546dc836ee HTTP/1.1" status: 204 len: 168 time: 1.1939085 Jan 27 21:41:24.144127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46968) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:24.159618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17358622-de0e-4262-8fbd-2ee268f7029b None None] Network 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:24.206002 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (f16388f1-367c-4e9b-afba-306c6fedd1ab), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.207113 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:24.208346 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.212513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router b77cb8c4-0d3a-4036-b203-d2fb80644d9e is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:41:24.260318 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d5e14c8b-d7c2-4a32-b149-4d48459401a3 admin admin] Publish callbacks [] for security_group (163a5507-b3af-49d5-bf3d-956bbbef9672), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.266711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (93be2c39-af27-46fa-a8f6-1a2a4b4c7be8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.293831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] Pushing event updated for resources: {'Network': ['ID=f16388f1-367c-4e9b-afba-306c6fedd1ab,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:24.306381 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network f16388f1-367c-4e9b-afba-306c6fedd1ab details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:41:24.327340 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-347f36ab-418c-4795-9939-9c521b2d1e88 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9233725 Jan 27 21:41:24.328009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46970) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:24.332482 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d5e14c8b-d7c2-4a32-b149-4d48459401a3 admin admin] Publish callbacks [] for security_group (163a5507-b3af-49d5-bf3d-956bbbef9672), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.333517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d76a292d-546d-4151-b444-94da17ff7989 admin admin] Request body: {'subnet': {'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1738913972-subnet', 'tenant_id': '86378b4755f14f1ca7724eb76f22c944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:24.374662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f9745-13a4-4090-b6ad-55ce8c1e3509 None None] DHCP port deletion for 93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:41:24.423899 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Router fd9365f1-58d5-4314-811e-a95f2a87af40 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:41:24.446037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f9745-13a4-4090-b6ad-55ce8c1e3509 None None] Deleting port f11976cc-c94c-471d-afb7-8f4ddbc0644c {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:24.446696 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9745-13a4-4090-b6ad-55ce8c1e3509 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.456199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:24.473382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting port f11976cc-c94c-471d-afb7-8f4ddbc0644c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:24.473734 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.474446 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72efae71-1285-4687-b611-36036117d24d None None] Sync routers for ids ['b77cb8c4-0d3a-4036-b203-d2fb80644d9e'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:24.485622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76a292d-546d-4151-b444-94da17ff7989 admin admin] Made reservation on behalf of 86378b4755f14f1ca7724eb76f22c944 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:24.489965 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72efae71-1285-4687-b611-36036117d24d None None] Routers {'b77cb8c4-0d3a-4036-b203-d2fb80644d9e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:24.489965 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-72efae71-1285-4687-b611-36036117d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b77cb8c4-0d3a-4036-b203-d2fb80644d9e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:24.490224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d76a292d-546d-4151-b444-94da17ff7989 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.525572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5b4f9745-13a4-4090-b6ad-55ce8c1e3509 None None] For port f11976cc-c94c-471d-afb7-8f4ddbc0644c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f11976cc-c94c-471d-afb7-8f4ddbc0644c,segment=NetworkSegment(eb8ec6d4-b1a5-4f11-8449-eab7583f000f),segment_id=eb8ec6d4-b1a5-4f11-8449-eab7583f000f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:24.525914 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9745-13a4-4090-b6ad-55ce8c1e3509 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.536392 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-72efae71-1285-4687-b611-36036117d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:24.541163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f9745-13a4-4090-b6ad-55ce8c1e3509 None None] Calling delete_port for f11976cc-c94c-471d-afb7-8f4ddbc0644c owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:24.548431 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72efae71-1285-4687-b611-36036117d24d None None] Routers {'b77cb8c4-0d3a-4036-b203-d2fb80644d9e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:24.549637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] For port f11976cc-c94c-471d-afb7-8f4ddbc0644c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f11976cc-c94c-471d-afb7-8f4ddbc0644c,segment=NetworkSegment(eb8ec6d4-b1a5-4f11-8449-eab7583f000f),segment_id=eb8ec6d4-b1a5-4f11-8449-eab7583f000f)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:24.550194 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-72efae71-1285-4687-b611-36036117d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b77cb8c4-0d3a-4036-b203-d2fb80644d9e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:24.550344 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.568063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Calling delete_port for f11976cc-c94c-471d-afb7-8f4ddbc0644c owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:24.590179 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-72efae71-1285-4687-b611-36036117d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:24.591926 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72efae71-1285-4687-b611-36036117d24d None None] The sync data for ids ['b77cb8c4-0d3a-4036-b203-d2fb80644d9e'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:24.630926 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d5e14c8b-d7c2-4a32-b149-4d48459401a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (163a5507-b3af-49d5-bf3d-956bbbef9672), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.638787 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d5e14c8b-d7c2-4a32-b149-4d48459401a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.638787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d5e14c8b-d7c2-4a32-b149-4d48459401a3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/163a5507-b3af-49d5-bf3d-956bbbef9672 HTTP/1.1" status: 204 len: 168 time: 0.5212774 Jan 27 21:41:24.648417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e14c8b-d7c2-4a32-b149-4d48459401a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a5507-b3af-49d5-bf3d-956bbbef9672,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:24.683225 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.684615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dc9de1e2-ba00-45fe-97e3-85e27bc00b74 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8881438 Jan 27 21:41:24.690111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46974) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:24.721826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:24.730973 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.733481 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0f3d0134-3f47-495a-bb15-467f8e1363b8 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "PUT /v2.0/routers/fd9365f1-58d5-4314-811e-a95f2a87af40 HTTP/1.1" status: 200 len: 879 time: 4.0682690 Jan 27 21:41:24.736369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46976) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:24.764040 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.790699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] No DVR routers for this DVR port f11976cc-c94c-471d-afb7-8f4ddbc0644c on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:24.795603 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc892c-6720-4439-9a20-e2f99d572074 None None] Sync routers for ids ['fd9365f1-58d5-4314-811e-a95f2a87af40'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:24.818998 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9745-13a4-4090-b6ad-55ce8c1e3509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (f11976cc-c94c-471d-afb7-8f4ddbc0644c), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.823530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc892c-6720-4439-9a20-e2f99d572074 None None] Routers {'fd9365f1-58d5-4314-811e-a95f2a87af40'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:24.823530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2bfc892c-6720-4439-9a20-e2f99d572074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['fd9365f1-58d5-4314-811e-a95f2a87af40'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:24.859388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Port': ['ID=f11976cc-c94c-471d-afb7-8f4ddbc0644c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:24.880229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2bfc892c-6720-4439-9a20-e2f99d572074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:24.882771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f9745-13a4-4090-b6ad-55ce8c1e3509 None None] Pushing event deleted for resources: {'Port': ['ID=f11976cc-c94c-471d-afb7-8f4ddbc0644c,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:24.895735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4f9745-13a4-4090-b6ad-55ce8c1e3509 None None] No DVR routers for this DVR port f11976cc-c94c-471d-afb7-8f4ddbc0644c on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:24.912461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfc892c-6720-4439-9a20-e2f99d572074 None None] Routers {'fd9365f1-58d5-4314-811e-a95f2a87af40'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:24.913130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2bfc892c-6720-4439-9a20-e2f99d572074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['fd9365f1-58d5-4314-811e-a95f2a87af40'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:24.927107 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e8e4fc3e-ac01-4f51-b3f1-5120de437d40 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/routers/fd9365f1-58d5-4314-811e-a95f2a87af40 HTTP/1.1" status: 200 len: 920 time: 0.1891644 Jan 27 21:41:24.929869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46982) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:24.973228 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d76a292d-546d-4151-b444-94da17ff7989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (b0a061d9-4fde-4707-8680-fb2593cc727c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:24.974644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d742e0f-fcdb-4458-90e7-046c851a744f tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/routers/b77cb8c4-0d3a-4036-b203-d2fb80644d9e HTTP/1.1" status: 200 len: 884 time: 0.2832916 Jan 27 21:41:24.977778 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46986) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:24.986352 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (93be2c39-af27-46fa-a8f6-1a2a4b4c7be8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.024525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2bfc892c-6720-4439-9a20-e2f99d572074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:25.025212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfc892c-6720-4439-9a20-e2f99d572074 None None] The sync data for ids ['fd9365f1-58d5-4314-811e-a95f2a87af40'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:25.051876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f568c81-018d-48eb-95b3-1338143052e7 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:25.055932 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f568c81-018d-48eb-95b3-1338143052e7 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&device_id=fd9365f1-58d5-4314-811e-a95f2a87af40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1250393 Jan 27 21:41:25.056736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46988) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:25.090676 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a292d-546d-4151-b444-94da17ff7989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a061d9-4fde-4707-8680-fb2593cc727c,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:25.100346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93be2c39-af27-46fa-a8f6-1a2a4b4c7be8']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:25.124245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8ec6d4-b1a5-4f11-8449-eab7583f000f') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:25.128047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8ec6d4-b1a5-4f11-8449-eab7583f000f') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:25.128267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76a292d-546d-4151-b444-94da17ff7989 admin admin] Checking segment: {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:25.128267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76a292d-546d-4151-b444-94da17ff7989 admin admin] Network hostable DHCP agents. Network: f16388f1-367c-4e9b-afba-306c6fedd1ab, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:41:25.143691 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (eb8ec6d4-b1a5-4f11-8449-eab7583f000f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.179562 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (eb8ec6d4-b1a5-4f11-8449-eab7583f000f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.186148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a9b49-eaaf-4dc0-b349-261b55d1b5c5 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:25.187577 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9b5a9b49-eaaf-4dc0-b349-261b55d1b5c5 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 881 time: 0.1272445 Jan 27 21:41:25.188855 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bde2a-59a4-4c91-b289-441167b4dadf req-764ab444-0a0e-46d7-8679-6d13c58751df tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:25.190386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-632bde2a-59a4-4c91-b289-441167b4dadf req-764ab444-0a0e-46d7-8679-6d13c58751df tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.1399014 Jan 27 21:41:25.193391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46994) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:25.215973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:25.216963 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (eb8ec6d4-b1a5-4f11-8449-eab7583f000f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:25.220860 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:25.249923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f11976cc-c94c-471d-afb7-8f4ddbc0644c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:25.264272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-857cf02f-b74b-4051-b88b-c3ac7d3b5f99 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd9365f1-58d5-4314-811e-a95f2a87af40 HTTP/1.1" status: 200 len: 205 time: 0.0689313 Jan 27 21:41:25.267330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46996) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:25.269887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76a292d-546d-4151-b444-94da17ff7989 admin admin] Network f16388f1-367c-4e9b-afba-306c6fedd1ab is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:41:25.272402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: f11976cc-c94c-471d-afb7-8f4ddbc0644c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:25.273379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f11976cc-c94c-471d-afb7-8f4ddbc0644c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:25.418707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-632bde2a-59a4-4c91-b289-441167b4dadf req-7864d2f8-e0e2-43a6-986e-c8754a583e15 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067373 Jan 27 21:41:25.424123 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (fd9365f1-58d5-4314-811e-a95f2a87af40), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.481682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-efa80210-2b9d-4e1e-8e56-30a83334974f tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5003476 Jan 27 21:41:25.482335 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47004) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:25.489833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-dcec00f4-a2e2-4413-a689-52f3c15914d0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-829287112'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:25.499189 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (93be2c39-af27-46fa-a8f6-1a2a4b4c7be8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.508234 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.515635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "DELETE /v2.0/networks/93be2c39-af27-46fa-a8f6-1a2a4b4c7be8 HTTP/1.1" status: 204 len: 168 time: 1.3677063 Jan 27 21:41:25.524862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47008) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:25.533161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862e3f3-fa22-45c5-98cc-11c8fee6c943 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Network': ['ID=93be2c39-af27-46fa-a8f6-1a2a4b4c7be8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:25.536588 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d76a292d-546d-4151-b444-94da17ff7989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, f16388f1-367c-4e9b-afba-306c6fedd1ab) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:25.554270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53815aa3-6c73-4dab-8422-4e61353c82f3 None None] Network f16388f1-367c-4e9b-afba-306c6fedd1ab requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:25.592117 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76a292d-546d-4151-b444-94da17ff7989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:25.592658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d76a292d-546d-4151-b444-94da17ff7989 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.645807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e90a9-a609-406b-81dd-ef00d5ac810c req-3602170e-949c-4ddd-9f56-aafa369c95a7 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:25.652635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d13e90a9-a609-406b-81dd-ef00d5ac810c req-3602170e-949c-4ddd-9f56-aafa369c95a7 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 944 time: 0.0882123 Jan 27 21:41:25.659453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfb219a-0762-452d-aea3-18dac2f48479 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting subnet fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:41:25.669049 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-abfb219a-0762-452d-aea3-18dac2f48479 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for subnet (fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.675277 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (fd9365f1-58d5-4314-811e-a95f2a87af40), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.696937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96c39e-9f18-49d4-ae26-f066508bcdbe None None] Network f16388f1-367c-4e9b-afba-306c6fedd1ab requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:25.705961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b26e10ca-010a-40f9-b112-3f84e980051e details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:25.708806 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 01c2d190-1600-424b-8a6e-06bc0d4fac7a no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:25.740853 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d76a292d-546d-4151-b444-94da17ff7989 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4113755 Jan 27 21:41:25.753794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-abfb219a-0762-452d-aea3-18dac2f48479 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.762481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d13e90a9-a609-406b-81dd-ef00d5ac810c req-fa22f026-92e0-4998-afd3-887b65843c11 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088369 Jan 27 21:41:25.791200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 01c2d190-1600-424b-8a6e-06bc0d4fac7a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:25.791484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 01c2d190-1600-424b-8a6e-06bc0d4fac7a not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:25.899447 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-abfb219a-0762-452d-aea3-18dac2f48479 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:25.935364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b26e10ca-010a-40f9-b112-3f84e980051e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b26e10ca-010a-40f9-b112-3f84e980051e,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:25.951845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'b26e10ca-010a-40f9-b112-3f84e980051e', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'port_id': 'b26e10ca-010a-40f9-b112-3f84e980051e', 'mac_address': 'fa:16:3e:65:a1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:41:26.016125 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port b26e10ca-010a-40f9-b112-3f84e980051e is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:26.017238 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.020369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Deleting port feca9dcd-7e5b-429a-a7f0-de92e2c996fc {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:26.020813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (feca9dcd-7e5b-429a-a7f0-de92e2c996fc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.031167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b26e10ca-010a-40f9-b112-3f84e980051e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:26.052955 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b26e10ca-010a-40f9-b112-3f84e980051e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b26e10ca-010a-40f9-b112-3f84e980051e,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:26.073448 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-abfb219a-0762-452d-aea3-18dac2f48479 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.092587 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcec00f4-a2e2-4413-a689-52f3c15914d0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.103003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb219a-0762-452d-aea3-18dac2f48479 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:26.113151 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-abfb219a-0762-452d-aea3-18dac2f48479 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.117751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-abfb219a-0762-452d-aea3-18dac2f48479 tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "DELETE /v2.0/subnets/fdf1f555-0f9b-42d8-84a8-d9cbdd87ee87 HTTP/1.1" status: 204 len: 168 time: 0.5891807 Jan 27 21:41:26.118467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47026) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:26.122967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc29157a-9c45-4fd5-8eed-343c02728306 None None] Network 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:26.141517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040d28f-effc-4f77-a752-93a26f84a0f6 req-63099bd6-ba16-4a71-95e6-e56a5b7b610b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:26.142733 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3040d28f-effc-4f77-a752-93a26f84a0f6 req-63099bd6-ba16-4a71-95e6-e56a5b7b610b tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.74 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 944 time: 0.1038032 Jan 27 21:41:26.193343 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.210188 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (4928e1b6-6f49-4672-b98e-0a9cdeb93d4b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.219395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (feca9dcd-7e5b-429a-a7f0-de92e2c996fc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.223386 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcec00f4-a2e2-4413-a689-52f3c15914d0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.338257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Deleting port 53062445-15a4-4ff0-b3e9-3487d0a323e4 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:26.339119 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.342842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['b26e10ca-010a-40f9-b112-3f84e980051e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:26.344699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Calling delete_port for feca9dcd-7e5b-429a-a7f0-de92e2c996fc owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:26.390783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=b26e10ca-010a-40f9-b112-3f84e980051e,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:26.475699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] For port 53062445-15a4-4ff0-b3e9-3487d0a323e4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=53062445-15a4-4ff0-b3e9-3487d0a323e4,segment=NetworkSegment(dc9368d7-7140-4912-8da8-a17b30d1bcd2),segment_id=dc9368d7-7140-4912-8da8-a17b30d1bcd2)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:26.479442 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.531409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Calling delete_port for 53062445-15a4-4ff0-b3e9-3487d0a323e4 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:26.588170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4f6bcf-ff8e-47f8-a70f-39e4ac00edc8 None None] DHCP port deletion for 4928e1b6-6f49-4672-b98e-0a9cdeb93d4b request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:41:26.725104 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.745277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-df4f6bcf-ff8e-47f8-a70f-39e4ac00edc8 None None] Deleting port 53062445-15a4-4ff0-b3e9-3487d0a323e4 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:26.746130 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-df4f6bcf-ff8e-47f8-a70f-39e4ac00edc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.845242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-7e5b2efd-a9bd-41a2-ab05-d5f8afbd508f tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:26.847316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-7e5b2efd-a9bd-41a2-ab05-d5f8afbd508f tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/networks?id=f16388f1-367c-4e9b-afba-306c6fedd1ab HTTP/1.1" status: 200 len: 813 time: 0.2234938 Jan 27 21:41:26.857094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-df4f6bcf-ff8e-47f8-a70f-39e4ac00edc8 None None] For port 53062445-15a4-4ff0-b3e9-3487d0a323e4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=53062445-15a4-4ff0-b3e9-3487d0a323e4,segment=NetworkSegment(dc9368d7-7140-4912-8da8-a17b30d1bcd2),segment_id=dc9368d7-7140-4912-8da8-a17b30d1bcd2)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:26.857508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-df4f6bcf-ff8e-47f8-a70f-39e4ac00edc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.869508 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-fbe7ae94-93d1-4bfe-9c67-71a2d18dea99 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/quotas/86378b4755f14f1ca7724eb76f22c944 HTTP/1.1" status: 200 len: 375 time: 0.0162811 Jan 27 21:41:26.878695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-df4f6bcf-ff8e-47f8-a70f-39e4ac00edc8 None None] Calling delete_port for 53062445-15a4-4ff0-b3e9-3487d0a323e4 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:26.916840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-caf7be73-1bc8-4723-a200-e32650751194 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=86378b4755f14f1ca7724eb76f22c944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409482 Jan 27 21:41:26.954231 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:26.956369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcec00f4-a2e2-4413-a689-52f3c15914d0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router b77cb8c4-0d3a-4036-b203-d2fb80644d9e has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:41:26.983473 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-df4f6bcf-ff8e-47f8-a70f-39e4ac00edc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (53062445-15a4-4ff0-b3e9-3487d0a323e4), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.019524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Port': ['ID=53062445-15a4-4ff0-b3e9-3487d0a323e4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:27.020315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f6bcf-ff8e-47f8-a70f-39e4ac00edc8 None None] Pushing event deleted for resources: {'Port': ['ID=53062445-15a4-4ff0-b3e9-3487d0a323e4,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:27.028530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] No DVR routers for this DVR port 53062445-15a4-4ff0-b3e9-3487d0a323e4 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:27.035870 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f6bcf-ff8e-47f8-a70f-39e4ac00edc8 None None] No DVR routers for this DVR port 53062445-15a4-4ff0-b3e9-3487d0a323e4 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:27.070017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-3040d28f-effc-4f77-a752-93a26f84a0f6 req-66329754-0048-421f-8880-117596a07b51 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Deleting port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:27.070496 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3040d28f-effc-4f77-a752-93a26f84a0f6 req-66329754-0048-421f-8880-117596a07b51 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.153250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (4928e1b6-6f49-4672-b98e-0a9cdeb93d4b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.158379 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-2929aeb3-5794-408a-9b78-b81e3c358a26 service neutron] 10.222.0.61 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344766 Jan 27 21:41:27.184812 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.230913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4928e1b6-6f49-4672-b98e-0a9cdeb93d4b']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:27.250497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9368d7-7140-4912-8da8-a17b30d1bcd2') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:27.250497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9368d7-7140-4912-8da8-a17b30d1bcd2') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:27.262477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (dc9368d7-7140-4912-8da8-a17b30d1bcd2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.289651 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (dc9368d7-7140-4912-8da8-a17b30d1bcd2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.307633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:27.308022 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (dc9368d7-7140-4912-8da8-a17b30d1bcd2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.310049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-3040d28f-effc-4f77-a752-93a26f84a0f6 req-66329754-0048-421f-8880-117596a07b51 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] For port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:27.310425 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3040d28f-effc-4f77-a752-93a26f84a0f6 req-66329754-0048-421f-8880-117596a07b51 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:27.311505 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:27.322430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcec00f4-a2e2-4413-a689-52f3c15914d0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:27.325202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-c51a3d5b-025e-4586-a19b-66894d2cedcf service neutron] 10.222.0.61 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601920 Jan 27 21:41:27.335688 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e6e8ec-61da-4597-bce1-a836bd4a09de None None] Sync routers for ids ['b77cb8c4-0d3a-4036-b203-d2fb80644d9e'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:27.338241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 53062445-15a4-4ff0-b3e9-3487d0a323e4 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:27.343858 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcec00f4-a2e2-4413-a689-52f3c15914d0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.355347 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e6e8ec-61da-4597-bce1-a836bd4a09de None None] Routers {'b77cb8c4-0d3a-4036-b203-d2fb80644d9e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:27.355994 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dcec00f4-a2e2-4413-a689-52f3c15914d0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/b77cb8c4-0d3a-4036-b203-d2fb80644d9e HTTP/1.1" status: 200 len: 891 time: 1.8724103 Jan 27 21:41:27.357446 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47074) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:27.359782 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-47e6e8ec-61da-4597-bce1-a836bd4a09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b77cb8c4-0d3a-4036-b203-d2fb80644d9e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:27.369597 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-3040d28f-effc-4f77-a752-93a26f84a0f6 req-66329754-0048-421f-8880-117596a07b51 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Calling delete_port for ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:27.391127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 53062445-15a4-4ff0-b3e9-3487d0a323e4 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:27.392646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 53062445-15a4-4ff0-b3e9-3487d0a323e4 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:27.393499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (feca9dcd-7e5b-429a-a7f0-de92e2c996fc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.405380 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-47e6e8ec-61da-4597-bce1-a836bd4a09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:27.420770 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e6e8ec-61da-4597-bce1-a836bd4a09de None None] Routers {'b77cb8c4-0d3a-4036-b203-d2fb80644d9e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:27.421671 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-47e6e8ec-61da-4597-bce1-a836bd4a09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b77cb8c4-0d3a-4036-b203-d2fb80644d9e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:27.475225 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-47e6e8ec-61da-4597-bce1-a836bd4a09de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:27.476164 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e6e8ec-61da-4597-bce1-a836bd4a09de None None] The sync data for ids ['b77cb8c4-0d3a-4036-b203-d2fb80644d9e'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:27.495938 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (4928e1b6-6f49-4672-b98e-0a9cdeb93d4b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.510704 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.520510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Pushing event deleted for resources: {'Port': ['ID=feca9dcd-7e5b-429a-a7f0-de92e2c996fc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:27.529301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] 10.222.0.61 "DELETE /v2.0/networks/4928e1b6-6f49-4672-b98e-0a9cdeb93d4b HTTP/1.1" status: 204 len: 168 time: 1.4072802 Jan 27 21:41:27.547378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e903a-3c15-4d02-bfb7-7df48fb3868b tempest-ServersTestMultiNic-892451231 tempest-ServersTestMultiNic-892451231-project] Pushing event deleted for resources: {'Network': ['ID=4928e1b6-6f49-4672-b98e-0a9cdeb93d4b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:27.666616 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (fd9365f1-58d5-4314-811e-a95f2a87af40), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.675285 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8d5466f3-5efc-4ef3-9daa-f1913299b490 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/routers/b77cb8c4-0d3a-4036-b203-d2fb80644d9e HTTP/1.1" status: 200 len: 891 time: 0.3109353 Jan 27 21:41:27.677562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47084) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:27.729115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b26e10ca-010a-40f9-b112-3f84e980051e up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:27.774264 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e548d22e-4e4f-4bee-8163-5518a5e4bce4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b77cb8c4-0d3a-4036-b203-d2fb80644d9e HTTP/1.1" status: 200 len: 205 time: 0.0681789 Jan 27 21:41:27.804823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47088) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:27.832440 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (fd9365f1-58d5-4314-811e-a95f2a87af40), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.836480 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_controller (fd9365f1-58d5-4314-811e-a95f2a87af40), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.856906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port b26e10ca-010a-40f9-b112-3f84e980051e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:27.867824 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:27.991401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port b26e10ca-010a-40f9-b112-3f84e980051e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:27.992107 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.022263 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3040d28f-effc-4f77-a752-93a26f84a0f6 req-66329754-0048-421f-8880-117596a07b51 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.023883 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (fd9365f1-58d5-4314-811e-a95f2a87af40), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.026237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Fanout notify agent at l3_agent the message router_deleted on router fd9365f1-58d5-4314-811e-a95f2a87af40 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:28.034936 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.039882 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2818ca59-da8a-4747-bfb5-7960e5439ced tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/routers/fd9365f1-58d5-4314-811e-a95f2a87af40 HTTP/1.1" status: 204 len: 168 time: 2.7674069 Jan 27 21:41:28.040327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b26e10ca-010a-40f9-b112-3f84e980051e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b26e10ca-010a-40f9-b112-3f84e980051e,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:28.040327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e770fb90-0886-4433-bbd7-db6433b1744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26e10ca-010a-40f9-b112-3f84e980051e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:28.041724 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a97293-93ce-428f-b0aa-42962c93082b" -d '{"events": [{"server_uuid": "e770fb90-0886-4433-bbd7-db6433b1744a", "name": "network-vif-plugged", "status": "completed", "tag": "b26e10ca-010a-40f9-b112-3f84e980051e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:28.076304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47096) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:28.084058 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a18a59e3-003c-4777-a4b9-868c33388516 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-888043270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:28.132655 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.133950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:28.167621 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66329754-0048-421f-8880-117596a07b51 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Pushing event deleted for resources: {'Port': ['ID=ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:28.188172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:28.188524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:28.252115 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a18a59e3-003c-4777-a4b9-868c33388516 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.255155 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a18a59e3-003c-4777-a4b9-868c33388516 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.301090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=b26e10ca-010a-40f9-b112-3f84e980051e,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:28.318476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-3040d28f-effc-4f77-a752-93a26f84a0f6 req-66329754-0048-421f-8880-117596a07b51 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] No DVR routers for this DVR port ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:28.321639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.324543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.327196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.327434 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3040d28f-effc-4f77-a752-93a26f84a0f6 req-66329754-0048-421f-8880-117596a07b51 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.327546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.327546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.327546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.327546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.327546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.327546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.328443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.328873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.329347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.329984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:28.333349 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3040d28f-effc-4f77-a752-93a26f84a0f6 req-66329754-0048-421f-8880-117596a07b51 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.74 "DELETE /v2.0/ports/ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1 HTTP/1.1" status: 204 len: 173 time: 2.1493709 Jan 27 21:41:28.333844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b0388c-c409-4651-bf63-4c59506dc032', 'name': 'network-vif-deleted', 'tag': 'ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:28.347533 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a64bef-aab9-410e-9209-18801398d32e" -d '{"events": [{"server_uuid": "e7b0388c-c409-4651-bf63-4c59506dc032", "name": "network-vif-deleted", "tag": "ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:28.418254 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a18a59e3-003c-4777-a4b9-868c33388516 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_controller (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.533064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.543878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0ee40-8030-4246-979f-e94e04e517fc req-e20576f8-2c39-48d4-8eb6-41d33dba17d9 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:28.545660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54f0ee40-8030-4246-979f-e94e04e517fc req-e20576f8-2c39-48d4-8eb6-41d33dba17d9 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 944 time: 0.7901073 Jan 27 21:41:28.570655 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a18a59e3-003c-4777-a4b9-868c33388516 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.675162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cc0c1ae-2ecf-4ea1-8bc5-fb4341144aa7 req-c92865a6-9c5f-48ee-b6df-f242f23af498 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 210 time: 0.1382413 Jan 27 21:41:28.703743 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a18a59e3-003c-4777-a4b9-868c33388516 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:28.714785 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a18a59e3-003c-4777-a4b9-868c33388516 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6272745 Jan 27 21:41:28.715092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47108) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:28.720310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'enable_snat': True}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:28.759703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54f0ee40-8030-4246-979f-e94e04e517fc req-9cb7e88e-7468-400f-9c6b-90d09464d97f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818721 Jan 27 21:41:28.800710 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_gateway (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.020656 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6eeabc-1ef3-4ce7-a60d-3a6e3dcc2a0e x-openstack-request-id: req-8d6eeabc-1ef3-4ce7-a60d-3a6e3dcc2a0e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:29.021297 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e770fb90-0886-4433-bbd7-db6433b1744a", "name": "network-vif-plugged", "status": "completed", "tag": "b26e10ca-010a-40f9-b112-3f84e980051e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:29.021297 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d6eeabc-1ef3-4ce7-a60d-3a6e3dcc2a0e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:29.021689 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e770fb90-0886-4433-bbd7-db6433b1744a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26e10ca-010a-40f9-b112-3f84e980051e', 'code': 200} Jan 27 21:41:29.062534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port 716be2e3-403f-4b4b-8aba-6c61b1c7a53b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:29.062889 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (716be2e3-403f-4b4b-8aba-6c61b1c7a53b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.082058 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18254ccf-8765-40ec-8777-b93f0a02f82c x-openstack-request-id: req-18254ccf-8765-40ec-8777-b93f0a02f82c {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:29.082628 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b0388c-c409-4651-bf63-4c59506dc032", "name": "network-vif-deleted", "tag": "ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:29.086366 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-18254ccf-8765-40ec-8777-b93f0a02f82c {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:29.086955 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b0388c-c409-4651-bf63-4c59506dc032', 'name': 'network-vif-deleted', 'tag': 'ed8ebf51-5bb1-4480-ae8f-a2f8188bdbb1', 'status': 'completed', 'code': 200} Jan 27 21:41:29.180105 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (716be2e3-403f-4b4b-8aba-6c61b1c7a53b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.214949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for 716be2e3-403f-4b4b-8aba-6c61b1c7a53b owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:29.340305 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.359520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47126) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:29.423021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9492c6ce-5c27-486c-a724-0456c7f95461 req-89e4fef5-5413-4971-a0d9-0d47512b98f0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 210 time: 0.0754094 Jan 27 21:41:29.779661 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.803046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.946569 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (716be2e3-403f-4b4b-8aba-6c61b1c7a53b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:29.999055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ccaf522-e7de-49ff-99f1-3988abab8ef4 req-5bef0d6a-ad96-4587-a901-61d1cad18478 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7b0388c-c409-4651-bf63-4c59506dc032 HTTP/1.1" status: 200 len: 210 time: 0.1524885 Jan 27 21:41:30.081447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Allocated IP 172.25.0.66 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/49edb8c3-14a5-427d-82a9-7e4a4d87be7c) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:30.098254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=716be2e3-403f-4b4b-8aba-6c61b1c7a53b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:30.226515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623f414-9282-4e34-a1c9-32980175c1ad req-4aa6a43a-fb82-447f-b56d-b4d9163fa58e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:30.228151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2623f414-9282-4e34-a1c9-32980175c1ad req-4aa6a43a-fb82-447f-b56d-b4d9163fa58e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.3105493 Jan 27 21:41:30.240872 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.299356 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for port (49edb8c3-14a5-427d-82a9-7e4a4d87be7c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.366890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.374680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.439096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2623f414-9282-4e34-a1c9-32980175c1ad req-bd7d9e2e-72b3-472d-97a4-2bcb65ea508e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653202 Jan 27 21:41:30.504500 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (49edb8c3-14a5-427d-82a9-7e4a4d87be7c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.522056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a2f7be69-37b4-4484-b637-91cc6e3baab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (21585d33-0988-455d-9b90-ace0892b0988), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.543157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:30.546962 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:30.550304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:30.583081 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (b77cb8c4-0d3a-4036-b203-d2fb80644d9e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.583604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Fanout notify agent at l3_agent the message router_deleted on router b77cb8c4-0d3a-4036-b203-d2fb80644d9e {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:30.592745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83cf56a4-71b2-4843-865e-888c1b71ee56 req-b3cbaaea-fb3e-474f-ab71-fe8ab563190c tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 210 time: 0.0915253 Jan 27 21:41:30.599821 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.615395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-54daad97-34de-4b5d-9298-e3ea70e955cb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/b77cb8c4-0d3a-4036-b203-d2fb80644d9e HTTP/1.1" status: 204 len: 168 time: 2.7989197 Jan 27 21:41:30.616999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47142) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:30.633805 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event updated for resources: {'Port': ['ID=49edb8c3-14a5-427d-82a9-7e4a4d87be7c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:30.653896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6352fe39-d2b6-48b1-8cd6-489fc9873d68 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-241642505'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:30.855858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6352fe39-d2b6-48b1-8cd6-489fc9873d68 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:30.859199 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6352fe39-d2b6-48b1-8cd6-489fc9873d68 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.914251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6352fe39-d2b6-48b1-8cd6-489fc9873d68 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:41:30.927033 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6352fe39-d2b6-48b1-8cd6-489fc9873d68 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5487a837-7b52-4b0a-b433-356ffb364363), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:30.927466 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-6352fe39-d2b6-48b1-8cd6-489fc9873d68 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Added segment 5487a837-7b52-4b0a-b433-356ffb364363 of type vlan for network dbc0a97e-d18b-4e96-babe-04a1cba2efa5 Jan 27 21:41:30.980490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7be69-37b4-4484-b637-91cc6e3baab6 admin admin] Deleting port 5a3f6ff8-073a-4d37-9147-414b525e12fe {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:30.981180 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a2f7be69-37b4-4484-b637-91cc6e3baab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.002772 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6352fe39-d2b6-48b1-8cd6-489fc9873d68 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (dbc0a97e-d18b-4e96-babe-04a1cba2efa5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.118652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-a2f7be69-37b4-4484-b637-91cc6e3baab6 admin admin] For port 5a3f6ff8-073a-4d37-9147-414b525e12fe, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5a3f6ff8-073a-4d37-9147-414b525e12fe,segment=NetworkSegment(2a441046-6af9-4928-9dfc-5feac87e797d),segment_id=2a441046-6af9-4928-9dfc-5feac87e797d)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:31.118951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a2f7be69-37b4-4484-b637-91cc6e3baab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.161802 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.163412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a2f7be69-37b4-4484-b637-91cc6e3baab6 admin admin] Calling delete_port for 5a3f6ff8-073a-4d37-9147-414b525e12fe owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:31.292459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6352fe39-d2b6-48b1-8cd6-489fc9873d68 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (dbc0a97e-d18b-4e96-babe-04a1cba2efa5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.297417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6352fe39-d2b6-48b1-8cd6-489fc9873d68 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:31.298516 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6352fe39-d2b6-48b1-8cd6-489fc9873d68 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.433370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352fe39-d2b6-48b1-8cd6-489fc9873d68 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Network': ['ID=dbc0a97e-d18b-4e96-babe-04a1cba2efa5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:31.483890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6352fe39-d2b6-48b1-8cd6-489fc9873d68 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8351240 Jan 27 21:41:31.488397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network dbc0a97e-d18b-4e96-babe-04a1cba2efa5 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:41:31.490261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47162) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:31.500949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-85ac7704-7794-4abe-b011-67abaa1135ff tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'subnet': {'network_id': 'dbc0a97e-d18b-4e96-babe-04a1cba2efa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:31.695907 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.706580 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.793272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ac7704-7794-4abe-b011-67abaa1135ff tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:31.797878 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-85ac7704-7794-4abe-b011-67abaa1135ff tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.852927 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a2f7be69-37b4-4484-b637-91cc6e3baab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5a3f6ff8-073a-4d37-9147-414b525e12fe), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:31.996117 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Router 67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:41:32.055998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7be69-37b4-4484-b637-91cc6e3baab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3f6ff8-073a-4d37-9147-414b525e12fe,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:32.210071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:32.236276 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0979be59-e1bd-43bb-804d-e0584f8bc94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:32.276220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77790506-ea14-4a3a-89c4-ce7e3d249e29 None None] Sync routers for ids ['67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:32.281398 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:32.283133 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d79731a6-66bc-4327-bc13-fe42a0d4ebfc tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "PUT /v2.0/routers/67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3 HTTP/1.1" status: 200 len: 913 time: 3.5667162 Jan 27 21:41:32.346024 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47174) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:32.352922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77790506-ea14-4a3a-89c4-ce7e3d249e29 None None] Routers {'67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:32.353827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-77790506-ea14-4a3a-89c4-ce7e3d249e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:32.434413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-77790506-ea14-4a3a-89c4-ce7e3d249e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:32.451354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79047554-4d2c-4d94-b920-20b03f2380ca req-8f8bf8d2-ce31-499a-b3fc-90bcd0677360 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:32.459845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79047554-4d2c-4d94-b920-20b03f2380ca req-8f8bf8d2-ce31-499a-b3fc-90bcd0677360 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.5340853 Jan 27 21:41:32.463327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77790506-ea14-4a3a-89c4-ce7e3d249e29 None None] Routers {'67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:32.464249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-77790506-ea14-4a3a-89c4-ce7e3d249e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:32.541561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-77790506-ea14-4a3a-89c4-ce7e3d249e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:32.542952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77790506-ea14-4a3a-89c4-ce7e3d249e29 None None] The sync data for ids ['67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:32.655129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18072f4e-2190-4ad9-b4a2-8cfeb5e7fdcd req-8b14d4ea-bc3f-42c3-a38e-51e3013d2478 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 210 time: 0.1081657 Jan 27 21:41:32.669856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79047554-4d2c-4d94-b920-20b03f2380ca req-f9d0ec92-90bd-4ee1-8471-a4652bfed432 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089047 Jan 27 21:41:32.732221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-2583497e-1f03-41da-a5fa-62b6d8c8cc3f tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:32.733736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-2583497e-1f03-41da-a5fa-62b6d8c8cc3f tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.71 "GET /v2.0/networks?id=f16388f1-367c-4e9b-afba-306c6fedd1ab HTTP/1.1" status: 200 len: 813 time: 0.5684745 Jan 27 21:41:32.767298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Request body: {'port': {'device_id': '24add05f-e18d-4a1b-b4fa-5333f830d73e', 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab', 'admin_state_up': True, 'tenant_id': '86378b4755f14f1ca7724eb76f22c944'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:32.803953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255d5df-e8f9-4f7e-bea4-42f0a281d935 req-08d481f0-be59-4fb4-9d5b-f981dba6bcde tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:32.805922 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7255d5df-e8f9-4f7e-bea4-42f0a281d935 req-08d481f0-be59-4fb4-9d5b-f981dba6bcde tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.74 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 945 time: 0.5415852 Jan 27 21:41:33.058663 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a2f7be69-37b4-4484-b637-91cc6e3baab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (21585d33-0988-455d-9b90-ace0892b0988), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:33.075144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfe15a-4386-4029-b687-156ab093c64e req-63209087-09a9-46e4-bd8c-258be9fe8e2e tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:33.082198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffcfe15a-4386-4029-b687-156ab093c64e req-63209087-09a9-46e4-bd8c-258be9fe8e2e tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 945 time: 0.2390182 Jan 27 21:41:33.095343 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-854de08d-8d02-4a4d-a1a7-7dc665039eb0 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/routers/67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3 HTTP/1.1" status: 200 len: 919 time: 0.7457318 Jan 27 21:41:33.100957 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47186) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:33.139432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-7255d5df-e8f9-4f7e-bea4-42f0a281d935 req-d1b69077-ea2e-406b-9dcb-4e57c4d145d4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Deleting port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:33.139929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7255d5df-e8f9-4f7e-bea4-42f0a281d935 req-d1b69077-ea2e-406b-9dcb-4e57c4d145d4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:33.243264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffcfe15a-4386-4029-b687-156ab093c64e req-2051cfe3-8755-4491-9957-237c6d2823c8 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/security-groups?id=e1cb2e41-9152-4336-906c-6e3e7ee36419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471481 Jan 27 21:41:33.244576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Made reservation on behalf of 86378b4755f14f1ca7724eb76f22c944 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:33.247759 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:33.250072 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-85ac7704-7794-4abe-b011-67abaa1135ff tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (15f10422-c353-4066-aa50-b34eb74b06ff), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:33.282997 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e28ca-f058-44f2-a7c3-a108fd155a8c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:33.285172 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-123e28ca-f058-44f2-a7c3-a108fd155a8c tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&device_id=67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1785223 Jan 27 21:41:33.290751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47188) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:33.604305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7255d5df-e8f9-4f7e-bea4-42f0a281d935 req-d1b69077-ea2e-406b-9dcb-4e57c4d145d4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] For port 6514195d-3282-46ff-afeb-2c2ba2f0ca15, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6514195d-3282-46ff-afeb-2c2ba2f0ca15,segment=NetworkSegment(362791a6-c70d-4d10-a905-54db3bcc2933),segment_id=362791a6-c70d-4d10-a905-54db3bcc2933)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:33.605275 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7255d5df-e8f9-4f7e-bea4-42f0a281d935 req-d1b69077-ea2e-406b-9dcb-4e57c4d145d4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:33.655579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-7255d5df-e8f9-4f7e-bea4-42f0a281d935 req-d1b69077-ea2e-406b-9dcb-4e57c4d145d4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Calling delete_port for 6514195d-3282-46ff-afeb-2c2ba2f0ca15 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:33.738030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbae685d-a4d2-429e-892b-f3dba4af92af tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:33.740006 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fbae685d-a4d2-429e-892b-f3dba4af92af tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 881 time: 0.4493320 Jan 27 21:41:33.769800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-05f14cbf-e438-4154-8ed0-6e86d03fb2f7 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:33.772419 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-05f14cbf-e438-4154-8ed0-6e86d03fb2f7 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.71 "GET /v2.0/networks?id=f16388f1-367c-4e9b-afba-306c6fedd1ab HTTP/1.1" status: 200 len: 813 time: 0.4397514 Jan 27 21:41:33.773093 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47194) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:33.908728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Request body: {'port': {'device_id': '034983e2-3490-4e1c-a1ef-55808b071641', 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab', 'admin_state_up': True, 'tenant_id': '86378b4755f14f1ca7724eb76f22c944'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:33.942582 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7927ee54-302f-4e51-94b9-5b2b3082ea61 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "GET /v2.0/ports?device_id=67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3 HTTP/1.1" status: 200 len: 205 time: 0.0484879 Jan 27 21:41:33.952255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47200) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:34.000299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f7be69-37b4-4484-b637-91cc6e3baab6 admin admin] Router 21585d33-0988-455d-9b90-ace0892b0988 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:41:34.057660 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7255d5df-e8f9-4f7e-bea4-42f0a281d935 req-d1b69077-ea2e-406b-9dcb-4e57c4d145d4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (6514195d-3282-46ff-afeb-2c2ba2f0ca15), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.077489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e563ba6-689e-45aa-9d60-3f9e938aec07 req-e6abe70a-51b6-4589-b714-424d5f7b09e3 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 210 time: 0.1582644 Jan 27 21:41:34.134854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b69077-ea2e-406b-9dcb-4e57c4d145d4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Pushing event deleted for resources: {'Port': ['ID=6514195d-3282-46ff-afeb-2c2ba2f0ca15,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:34.212335 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-7255d5df-e8f9-4f7e-bea4-42f0a281d935 req-d1b69077-ea2e-406b-9dcb-4e57c4d145d4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] No DVR routers for this DVR port 6514195d-3282-46ff-afeb-2c2ba2f0ca15 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:34.217255 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7255d5df-e8f9-4f7e-bea4-42f0a281d935 req-d1b69077-ea2e-406b-9dcb-4e57c4d145d4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.223654 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7255d5df-e8f9-4f7e-bea4-42f0a281d935 req-d1b69077-ea2e-406b-9dcb-4e57c4d145d4 tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.74 "DELETE /v2.0/ports/6514195d-3282-46ff-afeb-2c2ba2f0ca15 HTTP/1.1" status: 204 len: 173 time: 1.4118314 Jan 27 21:41:34.224215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d7c8c8-3046-4761-bd6a-4e4e3386023f', 'name': 'network-vif-deleted', 'tag': '6514195d-3282-46ff-afeb-2c2ba2f0ca15'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:34.229036 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049be0e4-2169-4fea-af6b-f9ebaccc0055" -d '{"events": [{"server_uuid": "84d7c8c8-3046-4761-bd6a-4e4e3386023f", "name": "network-vif-deleted", "tag": "6514195d-3282-46ff-afeb-2c2ba2f0ca15"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:34.241379 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.244351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac7704-7794-4abe-b011-67abaa1135ff tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Subnet': ['ID=15f10422-c353-4066-aa50-b34eb74b06ff,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:34.267019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Made reservation on behalf of 86378b4755f14f1ca7724eb76f22c944 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:34.271604 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.350749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac7704-7794-4abe-b011-67abaa1135ff tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Checking segment: {'id': '5487a837-7b52-4b0a-b433-356ffb364363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dbc0a97e-d18b-4e96-babe-04a1cba2efa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:34.351133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ac7704-7794-4abe-b011-67abaa1135ff tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network hostable DHCP agents. Network: dbc0a97e-d18b-4e96-babe-04a1cba2efa5, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:41:34.423808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c5fe-8e17-4547-b5c6-cc09a9374cab req-14de3355-c81e-4a29-b52d-cb26b4194e8f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:34.432299 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0fe9c5fe-8e17-4547-b5c6-cc09a9374cab req-14de3355-c81e-4a29-b52d-cb26b4194e8f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.5193219 Jan 27 21:41:34.437613 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916f6e08-efc3-473c-9dc0-a4ff5af6072f x-openstack-request-id: req-916f6e08-efc3-473c-9dc0-a4ff5af6072f {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:34.444022 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d7c8c8-3046-4761-bd6a-4e4e3386023f", "name": "network-vif-deleted", "tag": "6514195d-3282-46ff-afeb-2c2ba2f0ca15", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:34.444489 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-916f6e08-efc3-473c-9dc0-a4ff5af6072f {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:34.445086 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d7c8c8-3046-4761-bd6a-4e4e3386023f', 'name': 'network-vif-deleted', 'tag': '6514195d-3282-46ff-afeb-2c2ba2f0ca15', 'status': 'completed', 'code': 200} Jan 27 21:41:34.557030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Allocated IP 172.20.0.4 (f16388f1-367c-4e9b-afba-306c6fedd1ab/b0a061d9-4fde-4707-8680-fb2593cc727c/b5560d87-2198-4ba7-af35-63e224e0108c) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:34.561674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dce001c3-16cf-4e09-bf22-f94439ccddc8 req-51728be5-f4ef-45da-95c9-f030240a6fec tempest-LiveAutoBlockMigrationV225Test-1549259606 tempest-LiveAutoBlockMigrationV225Test-1549259606-project] 10.222.0.61 "GET /v2.0/ports?device_id=84d7c8c8-3046-4761-bd6a-4e4e3386023f HTTP/1.1" status: 200 len: 210 time: 0.0435205 Jan 27 21:41:34.690878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ac7704-7794-4abe-b011-67abaa1135ff tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network dbc0a97e-d18b-4e96-babe-04a1cba2efa5 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:41:34.719269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0fe9c5fe-8e17-4547-b5c6-cc09a9374cab req-6a789987-cf94-4a3b-8a6d-089ad4e92963 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842252 Jan 27 21:41:34.752878 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.756139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f7be69-37b4-4484-b637-91cc6e3baab6 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:34.765787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a2f7be69-37b4-4484-b637-91cc6e3baab6 admin admin] 10.222.0.61 "PUT /v2.0/routers/21585d33-0988-455d-9b90-ace0892b0988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4017961 Jan 27 21:41:34.765986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47208) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:34.767456 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9234ad97-1cb5-42ae-b3e0-0843caf066bf None None] Sync routers for ids ['21585d33-0988-455d-9b90-ace0892b0988'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:34.803936 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9234ad97-1cb5-42ae-b3e0-0843caf066bf None None] Routers {'21585d33-0988-455d-9b90-ace0892b0988'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:34.807697 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9234ad97-1cb5-42ae-b3e0-0843caf066bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['21585d33-0988-455d-9b90-ace0892b0988'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:34.821232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-85ac7704-7794-4abe-b011-67abaa1135ff tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, dbc0a97e-d18b-4e96-babe-04a1cba2efa5) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:34.834419 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks [] for port (b5560d87-2198-4ba7-af35-63e224e0108c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.849997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ac7704-7794-4abe-b011-67abaa1135ff tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:34.850612 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-85ac7704-7794-4abe-b011-67abaa1135ff tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:34.859201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6511ab-05d0-47ac-bd1c-9c90248d4d77 None None] Network dbc0a97e-d18b-4e96-babe-04a1cba2efa5 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:34.983598 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.034692 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9234ad97-1cb5-42ae-b3e0-0843caf066bf None None] Set router 21585d33-0988-455d-9b90-ace0892b0988 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:35.046777 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d86be6e-601e-4ae8-be96-3a39af7b4196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.054312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Network f16388f1-367c-4e9b-afba-306c6fedd1ab is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:35.058028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:35.067049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:35.087518 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-85ac7704-7794-4abe-b011-67abaa1135ff tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5926816 Jan 27 21:41:35.088349 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47210) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:35.111167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-dbc0a97e-d18b-4e96-babe-04a1cba2efa5', 'network_id': 'dbc0a97e-d18b-4e96-babe-04a1cba2efa5', 'project_id': 'a127be392e504f0e944647655bda9f72', 'fixed_ips': [{'subnet_id': '15f10422-c353-4066-aa50-b34eb74b06ff'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:41:35.112059 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.159347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-aabdd22f-07e9-4941-9009-2542d8b72277 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1362425640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:35.166069 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Pushing event updated for resources: {'Port': ['ID=b5560d87-2198-4ba7-af35-63e224e0108c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:35.227934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:35.229160 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.329689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Publish callbacks [] for router (21585d33-0988-455d-9b90-ace0892b0988), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.330430 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-9178ca15-cc9e-460d-a70c-7122ffaaf5f6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4343185 Jan 27 21:41:35.345988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Request body: {'port': {'device_id': '034983e2-3490-4e1c-a1ef-55808b071641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:35.427278 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.490962 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aabdd22f-07e9-4941-9009-2542d8b72277 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (89820f57-e708-407a-a46b-5b92dd863d2d), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.499542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aabdd22f-07e9-4941-9009-2542d8b72277 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (89820f57-e708-407a-a46b-5b92dd863d2d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.506271 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9234ad97-1cb5-42ae-b3e0-0843caf066bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21585d33-0988-455d-9b90-ace0892b0988', 'name': 'tempest-ServersTestMultiNic-2011048742-router', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:39:36Z', 'updated_at': '2022-01-27T21:41:31Z', 'revision_number': 5, 'project_id': '31c496c8e52442818d0ee31b5110265c', 'gw_port': {'id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21585d33-0988-455d-9b90-ace0892b0988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:39:38Z', 'updated_at': '2022-01-27T21:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:35.554867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Allocated IP 2001:db8::2 (dbc0a97e-d18b-4e96-babe-04a1cba2efa5/15f10422-c353-4066-aa50-b34eb74b06ff/9339e91f-f27a-4074-a858-277b6e7f1d4a) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:35.631036 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9234ad97-1cb5-42ae-b3e0-0843caf066bf None None] Checking router: 21585d33-0988-455d-9b90-ace0892b0988 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:41:35.661451 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9234ad97-1cb5-42ae-b3e0-0843caf066bf None None] Routers {'21585d33-0988-455d-9b90-ace0892b0988'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:35.661987 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9234ad97-1cb5-42ae-b3e0-0843caf066bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['21585d33-0988-455d-9b90-ace0892b0988'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:35.692625 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aabdd22f-07e9-4941-9009-2542d8b72277 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (89820f57-e708-407a-a46b-5b92dd863d2d), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.710244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Allocated IP 172.20.0.14 (f16388f1-367c-4e9b-afba-306c6fedd1ab/b0a061d9-4fde-4707-8680-fb2593cc727c/24ead7c3-31ea-4121-a78c-62dee09f6d81) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:35.717808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47222) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:35.776142 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Publish callbacks [] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.793170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 6514195d-3282-46ff-afeb-2c2ba2f0ca15 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:35.831990 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aabdd22f-07e9-4941-9009-2542d8b72277 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (89820f57-e708-407a-a46b-5b92dd863d2d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.837042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 6514195d-3282-46ff-afeb-2c2ba2f0ca15 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:35.837729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 6514195d-3282-46ff-afeb-2c2ba2f0ca15 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:35.858984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Deleting port 49edb8c3-14a5-427d-82a9-7e4a4d87be7c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:35.859330 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (49edb8c3-14a5-427d-82a9-7e4a4d87be7c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.875466 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:35.932929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f246dc-caca-4ded-a8b6-78320360620c req-06f8a01b-50c4-43f1-8b34-e3c472ca8a58 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:35.937508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Pushing event updated for resources: {'Port': ['ID=9339e91f-f27a-4074-a858-277b6e7f1d4a,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:35.944923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34f246dc-caca-4ded-a8b6-78320360620c req-06f8a01b-50c4-43f1-8b34-e3c472ca8a58 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 931 time: 0.6889567 Jan 27 21:41:35.955628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Network dbc0a97e-d18b-4e96-babe-04a1cba2efa5 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:35.963757 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9234ad97-1cb5-42ae-b3e0-0843caf066bf None None] Set router 21585d33-0988-455d-9b90-ace0892b0988 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:35.965282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:35.970889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:36.100675 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.133730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Attempting to bind port 9339e91f-f27a-4074-a858-277b6e7f1d4a on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:36.135492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Attempting to bind port 9339e91f-f27a-4074-a858-277b6e7f1d4a by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '5487a837-7b52-4b0a-b433-356ffb364363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dbc0a97e-d18b-4e96-babe-04a1cba2efa5'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:36.137344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Attempting to bind port 9339e91f-f27a-4074-a858-277b6e7f1d4a on network dbc0a97e-d18b-4e96-babe-04a1cba2efa5 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:36.147931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:36.148468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Checking segment: {'id': '5487a837-7b52-4b0a-b433-356ffb364363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dbc0a97e-d18b-4e96-babe-04a1cba2efa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:36.149138 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.149626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Bound using segment: {'id': '5487a837-7b52-4b0a-b433-356ffb364363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dbc0a97e-d18b-4e96-babe-04a1cba2efa5'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:36.150236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Bound port: 9339e91f-f27a-4074-a858-277b6e7f1d4a, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5487a837-7b52-4b0a-b433-356ffb364363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dbc0a97e-d18b-4e96-babe-04a1cba2efa5'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:36.150902 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.223000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] For port 9339e91f-f27a-4074-a858-277b6e7f1d4a, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:36.226388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] For port 9339e91f-f27a-4074-a858-277b6e7f1d4a, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9339e91f-f27a-4074-a858-277b6e7f1d4a,segment=NetworkSegment(5487a837-7b52-4b0a-b433-356ffb364363),segment_id=5487a837-7b52-4b0a-b433-356ffb364363)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:36.275948 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9234ad97-1cb5-42ae-b3e0-0843caf066bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21585d33-0988-455d-9b90-ace0892b0988', 'name': 'tempest-ServersTestMultiNic-2011048742-router', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:39:36Z', 'updated_at': '2022-01-27T21:41:31Z', 'revision_number': 5, 'project_id': '31c496c8e52442818d0ee31b5110265c', 'gw_port': {'id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21585d33-0988-455d-9b90-ace0892b0988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:39:38Z', 'updated_at': '2022-01-27T21:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:36.315397 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9234ad97-1cb5-42ae-b3e0-0843caf066bf None None] The sync data for ids ['21585d33-0988-455d-9b90-ace0892b0988'] in n-d-760456-6 is: [{'id': '21585d33-0988-455d-9b90-ace0892b0988', 'name': 'tempest-ServersTestMultiNic-2011048742-router', 'tenant_id': '31c496c8e52442818d0ee31b5110265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:39:36Z', 'updated_at': '2022-01-27T21:41:31Z', 'revision_number': 5, 'project_id': '31c496c8e52442818d0ee31b5110265c', 'gw_port': {'id': '84987eed-d8c2-4ffe-b46b-8e1890bf5055', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:50:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21585d33-0988-455d-9b90-ace0892b0988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:39:38Z', 'updated_at': '2022-01-27T21:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:36.323560 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.346671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34f246dc-caca-4ded-a8b6-78320360620c req-402c1873-c6ca-4348-a387-069ffede3732 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010088 Jan 27 21:41:36.432577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47ffb7-80cb-4b56-946b-3e3e1017f5a8 None None] Pushing event updated for resources: {'Port': ['ID=9339e91f-f27a-4074-a858-277b6e7f1d4a,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:36.491857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27337df-b722-460e-95c6-bc0a227acf19 admin admin] Deleting subnet 054f10ab-0586-49e9-ab4c-ac190c6d920f {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:41:36.494943 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Publish callbacks [] for router_gateway (21585d33-0988-455d-9b90-ace0892b0988), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.561582 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d27337df-b722-460e-95c6-bc0a227acf19 admin admin] Publish callbacks [] for subnet (054f10ab-0586-49e9-ab4c-ac190c6d920f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.683416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48640b-b5f5-436b-9a0c-05002a80c337 req-0e6e38dd-d8a1-4491-afad-4b43ca679994 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:36.685987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d48640b-b5f5-436b-9a0c-05002a80c337 req-0e6e38dd-d8a1-4491-afad-4b43ca679994 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.8224792 Jan 27 21:41:36.701598 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aabdd22f-07e9-4941-9009-2542d8b72277 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.707170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-aabdd22f-07e9-4941-9009-2542d8b72277 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5572340 Jan 27 21:41:36.707881 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47234) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:36.715817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (49edb8c3-14a5-427d-82a9-7e4a4d87be7c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.745192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d27337df-b722-460e-95c6-bc0a227acf19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (054f10ab-0586-49e9-ab4c-ac190c6d920f), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:36.840546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Calling delete_port for 49edb8c3-14a5-427d-82a9-7e4a4d87be7c owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:37.295225 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:37.301367 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:37.443530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9339e91f-f27a-4074-a858-277b6e7f1d4a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:37.528981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d27337df-b722-460e-95c6-bc0a227acf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (054f10ab-0586-49e9-ab4c-ac190c6d920f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:37.651100 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks [] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:37.662227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d48640b-b5f5-436b-9a0c-05002a80c337 req-f02ff356-51dd-4a9a-be4c-fc9cc64761c8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9369776 Jan 27 21:41:37.729151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Deleting port 84987eed-d8c2-4ffe-b46b-8e1890bf5055 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:37.729413 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:37.754645 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Allocated IP 2001:db8::1 (dbc0a97e-d18b-4e96-babe-04a1cba2efa5/15f10422-c353-4066-aa50-b34eb74b06ff/a950eec9-bf51-4d28-9c09-0f01600f55df) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:37.943451 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:37.952569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 9339e91f-f27a-4074-a858-277b6e7f1d4a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:37.952955 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:37.955211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] For port 84987eed-d8c2-4ffe-b46b-8e1890bf5055, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=84987eed-d8c2-4ffe-b46b-8e1890bf5055,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:37.955585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:37.985279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Calling delete_port for 84987eed-d8c2-4ffe-b46b-8e1890bf5055 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:38.063678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.126276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network dbc0a97e-d18b-4e96-babe-04a1cba2efa5 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:38.135583 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:38.147382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 9339e91f-f27a-4074-a858-277b6e7f1d4a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:38.147793 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.149949 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:38.156327 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (89820f57-e708-407a-a46b-5b92dd863d2d), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.204556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 9339e91f-f27a-4074-a858-277b6e7f1d4a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9339e91f-f27a-4074-a858-277b6e7f1d4a,segment=NetworkSegment(5487a837-7b52-4b0a-b433-356ffb364363),segment_id=5487a837-7b52-4b0a-b433-356ffb364363)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:38.207887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d747d7e-a768-4c05-a7e2-732435a1117e None None] Network dbc0a97e-d18b-4e96-babe-04a1cba2efa5 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:38.294892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=a950eec9-bf51-4d28-9c09-0f01600f55df,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:38.307690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.341027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ede485-76ed-495f-8cc4-d93af40833d9 req-450c1646-05de-4426-8b31-3e494317c8ca tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:38.346883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3ede485-76ed-495f-8cc4-d93af40833d9 req-450c1646-05de-4426-8b31-3e494317c8ca tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 931 time: 0.8530915 Jan 27 21:41:38.374986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5a3f6ff8-073a-4d37-9147-414b525e12fe no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:38.415962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 5a3f6ff8-073a-4d37-9147-414b525e12fe {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:38.416931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5a3f6ff8-073a-4d37-9147-414b525e12fe not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:38.433364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-39603c0a-9a15-4a1c-94ab-a1deae02e6a3 None None] Provisioning complete for port 9339e91f-f27a-4074-a858-277b6e7f1d4a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:38.435022 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-39603c0a-9a15-4a1c-94ab-a1deae02e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.538491 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (84987eed-d8c2-4ffe-b46b-8e1890bf5055), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.553977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=9339e91f-f27a-4074-a858-277b6e7f1d4a,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:38.611115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-39603c0a-9a15-4a1c-94ab-a1deae02e6a3 None None] Current status of the port 9339e91f-f27a-4074-a858-277b6e7f1d4a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:38.621207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3ede485-76ed-495f-8cc4-d93af40833d9 req-2708f0d9-65ab-4dad-8553-43fb79211c4e tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068153 Jan 27 21:41:38.624869 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.630063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Pushing event deleted for resources: {'Port': ['ID=84987eed-d8c2-4ffe-b46b-8e1890bf5055,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:38.640010 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d27337df-b722-460e-95c6-bc0a227acf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (054f10ab-0586-49e9-ab4c-ac190c6d920f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.740439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.756170 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (49edb8c3-14a5-427d-82a9-7e4a4d87be7c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.823502 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.967574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fbac5209-0d40-4f5e-97fa-24d18277ecb6 None None] Provisioning complete for port 9339e91f-f27a-4074-a858-277b6e7f1d4a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:38.968810 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fbac5209-0d40-4f5e-97fa-24d18277ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:38.996670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27337df-b722-460e-95c6-bc0a227acf19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054f10ab-0586-49e9-ab4c-ac190c6d920f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:39.003449 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d27337df-b722-460e-95c6-bc0a227acf19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.022205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d27337df-b722-460e-95c6-bc0a227acf19 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/054f10ab-0586-49e9-ab4c-ac190c6d920f HTTP/1.1" status: 204 len: 168 time: 3.2966168 Jan 27 21:41:39.035172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5560d87-2198-4ba7-af35-63e224e0108c {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:39.045813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Publish callbacks [] for port (b5560d87-2198-4ba7-af35-63e224e0108c), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.060497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Transition to ACTIVE for port object b5560d87-2198-4ba7-af35-63e224e0108c will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:41:39.061714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47254) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:39.202976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fbac5209-0d40-4f5e-97fa-24d18277ecb6 None None] Current status of the port 9339e91f-f27a-4074-a858-277b6e7f1d4a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:39.229790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fbac5209-0d40-4f5e-97fa-24d18277ecb6 None None] Provisioning complete for port a950eec9-bf51-4d28-9c09-0f01600f55df triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:39.229790 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fbac5209-0d40-4f5e-97fa-24d18277ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.299118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fbac5209-0d40-4f5e-97fa-24d18277ecb6 None None] Port a950eec9-bf51-4d28-9c09-0f01600f55df cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:41:39.362772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Network f16388f1-367c-4e9b-afba-306c6fedd1ab is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:39.389972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:39.392169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Pushing event updated for resources: {'Port': ['ID=24ead7c3-31ea-4121-a78c-62dee09f6d81,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:39.407776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:39.423341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9a135b35-98e6-41cf-a9fd-a878cfa5e17e None None] Provisioning complete for port a950eec9-bf51-4d28-9c09-0f01600f55df triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:39.423880 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9a135b35-98e6-41cf-a9fd-a878cfa5e17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.439869 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Pushing event deleted for resources: {'Port': ['ID=49edb8c3-14a5-427d-82a9-7e4a4d87be7c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:39.458756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3907d-8d08-468a-888c-9600869fd25b req-4b9799e4-c9ac-4496-8caa-254b646288aa tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:39.460787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62e3907d-8d08-468a-888c-9600869fd25b req-4b9799e4-c9ac-4496-8caa-254b646288aa tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.4980035 Jan 27 21:41:39.467291 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.508406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9339e91f-f27a-4074-a858-277b6e7f1d4a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:39.552485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9a135b35-98e6-41cf-a9fd-a878cfa5e17e None None] Port a950eec9-bf51-4d28-9c09-0f01600f55df cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:41:39.604689 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5560d87-2198-4ba7-af35-63e224e0108c,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:39.612033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47258) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:39.616676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 9339e91f-f27a-4074-a858-277b6e7f1d4a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:39.617062 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.687963 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (21585d33-0988-455d-9b90-ace0892b0988), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.715606 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (4d4762b7-4485-49f9-93c6-dc19ae80648a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.774772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 9339e91f-f27a-4074-a858-277b6e7f1d4a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:39.815075 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.854842 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0747e2bd-bcc5-43ba-bf55-64fb86e6f921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.896484 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (21585d33-0988-455d-9b90-ace0892b0988), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.899410 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Publish callbacks [] for router_controller (21585d33-0988-455d-9b90-ace0892b0988), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.968936 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (4d4762b7-4485-49f9-93c6-dc19ae80648a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:39.980546 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62e3907d-8d08-468a-888c-9600869fd25b req-15fc65e6-80e0-40e9-9cfe-76c68713b042 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133743 Jan 27 21:41:39.987333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:39.988227 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.015854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4762b7-4485-49f9-93c6-dc19ae80648a']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:40.031295 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362791a6-c70d-4d10-a905-54db3bcc2933') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:40.031581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362791a6-c70d-4d10-a905-54db3bcc2933') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:40.042386 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (362791a6-c70d-4d10-a905-54db3bcc2933), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.058026 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (362791a6-c70d-4d10-a905-54db3bcc2933), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.064452 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:40.064853 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (362791a6-c70d-4d10-a905-54db3bcc2933), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.080931 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (21585d33-0988-455d-9b90-ace0892b0988), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.081924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21585d33-0988-455d-9b90-ace0892b0988 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:40.091233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.092686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d0696e05-0af5-4198-98b5-42edb2af389f admin admin] 10.222.0.61 "DELETE /v2.0/routers/21585d33-0988-455d-9b90-ace0892b0988 HTTP/1.1" status: 204 len: 168 time: 5.3256187 Jan 27 21:41:40.112770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47266) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:40.165835 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:40.242155 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.251328 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-cee691d2-65a4-4506-aad6-ae68a0238e47 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5062826 Jan 27 21:41:40.255759 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_controller (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.268873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.271176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Attempting to bind port b5560d87-2198-4ba7-af35-63e224e0108c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:40.271493 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Attempting to bind port b5560d87-2198-4ba7-af35-63e224e0108c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:40.271833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Attempting to bind port b5560d87-2198-4ba7-af35-63e224e0108c on network f16388f1-367c-4e9b-afba-306c6fedd1ab {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:40.345132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5453a5e-cc8f-40fe-9d8c-14cee66bcb07 admin admin] Deleting subnet 186bd822-ca7f-46fd-b02a-02c2f47ee7fc {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:41:40.351471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Request body: {'port': {'device_id': '24add05f-e18d-4a1b-b4fa-5333f830d73e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:40.368343 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0747e2bd-bcc5-43ba-bf55-64fb86e6f921 admin admin] Publish callbacks [] for security_group (90fd022f-fb44-4b05-a614-df2e67a3a66d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.370816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Port b5560d87-2198-4ba7-af35-63e224e0108c on network f16388f1-367c-4e9b-afba-306c6fedd1ab not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:41:40.371404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Attempting to bind port b5560d87-2198-4ba7-af35-63e224e0108c on network f16388f1-367c-4e9b-afba-306c6fedd1ab {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:40.382109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (4d4762b7-4485-49f9-93c6-dc19ae80648a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.384367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:40.384712 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Checking segment: {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:40.385187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Bound using segment: {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:40.385635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Bound port: b5560d87-2198-4ba7-af35-63e224e0108c, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:40.385988 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.429531 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.432804 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4d4762b7-4485-49f9-93c6-dc19ae80648a HTTP/1.1" status: 204 len: 168 time: 1.3660035 Jan 27 21:41:40.436680 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47268) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:40.439776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b5453a5e-cc8f-40fe-9d8c-14cee66bcb07 admin admin] Publish callbacks [] for subnet (186bd822-ca7f-46fd-b02a-02c2f47ee7fc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.480799 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.483804 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99274beb-be57-41bf-885d-3340fa62bb01 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4762b7-4485-49f9-93c6-dc19ae80648a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:40.490785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95819f6b-dc02-478d-a7e2-b1f4a8b62109 req-2468241b-a621-4d9e-894e-b29ba4593849 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:40.492381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95819f6b-dc02-478d-a7e2-b1f4a8b62109 req-2468241b-a621-4d9e-894e-b29ba4593849 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 943 time: 0.5373094 Jan 27 21:41:40.515846 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b5453a5e-cc8f-40fe-9d8c-14cee66bcb07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (186bd822-ca7f-46fd-b02a-02c2f47ee7fc), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.523319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] For port b5560d87-2198-4ba7-af35-63e224e0108c, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:40.525900 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.650271 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (89820f57-e708-407a-a46b-5b92dd863d2d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.650271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] For port b5560d87-2198-4ba7-af35-63e224e0108c, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b5560d87-2198-4ba7-af35-63e224e0108c,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:40.650271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Deleting subnet 71f0f064-bbd3-4adc-b71b-f1b7d06a512f {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:41:40.650271 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Publish callbacks [] for subnet (71f0f064-bbd3-4adc-b71b-f1b7d06a512f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.650723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95819f6b-dc02-478d-a7e2-b1f4a8b62109 req-ba8dcafd-a389-4596-a629-885cdb6e88a8 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445267 Jan 27 21:41:40.758289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b5453a5e-cc8f-40fe-9d8c-14cee66bcb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (186bd822-ca7f-46fd-b02a-02c2f47ee7fc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.814787 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.815672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Fanout notify agent at l3_agent the message router_deleted on router 67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:40.826833 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.828645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-48ad461f-e6d5-45b7-ae51-928df9b35ce2 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/routers/67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3 HTTP/1.1" status: 204 len: 168 time: 6.8635008 Jan 27 21:41:40.869103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47270) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:40.874139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3061426d-a9f3-4ea4-a0d6-9adbb1af1d75 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-855276322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:40.970942 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0747e2bd-bcc5-43ba-bf55-64fb86e6f921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (90fd022f-fb44-4b05-a614-df2e67a3a66d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:40.975783 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.058963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=a950eec9-bf51-4d28-9c09-0f01600f55df,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:41.060286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ead7c3-31ea-4121-a78c-62dee09f6d81 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:41.076612 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (71f0f064-bbd3-4adc-b71b-f1b7d06a512f), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.080443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:41.081046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.081543 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Publish callbacks [] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.082489 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] 10.222.0.71 "PUT /v2.0/ports/b5560d87-2198-4ba7-af35-63e224e0108c HTTP/1.1" status: 200 len: 1091 time: 5.7450690 Jan 27 21:41:41.085637 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034983e2-3490-4e1c-a1ef-55808b071641', 'tag': 'b5560d87-2198-4ba7-af35-63e224e0108c'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:41.094616 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbb657c-ce13-4a82-9a5b-6f91452e8363" -d '{"events": [{"name": "network-changed", "server_uuid": "034983e2-3490-4e1c-a1ef-55808b071641", "tag": "b5560d87-2198-4ba7-af35-63e224e0108c"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:41.129652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3061426d-a9f3-4ea4-a0d6-9adbb1af1d75 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (265efb5a-65e2-4b14-867a-4fc8d412a10c), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.131266 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3061426d-a9f3-4ea4-a0d6-9adbb1af1d75 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (265efb5a-65e2-4b14-867a-4fc8d412a10c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.159664 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0747e2bd-bcc5-43ba-bf55-64fb86e6f921 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=716ad3185583471b9f708421e314f843&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5292468 Jan 27 21:41:41.169908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47282) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:41.197639 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba1fea5-1a6f-4980-93b7-aab3e5b730e0 x-openstack-request-id: req-6ba1fea5-1a6f-4980-93b7-aab3e5b730e0 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:41.197846 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034983e2-3490-4e1c-a1ef-55808b071641", "tag": "b5560d87-2198-4ba7-af35-63e224e0108c", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:41.198218 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ba1fea5-1a6f-4980-93b7-aab3e5b730e0 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:41.198891 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034983e2-3490-4e1c-a1ef-55808b071641', 'tag': 'b5560d87-2198-4ba7-af35-63e224e0108c', 'status': 'completed', 'code': 200} Jan 27 21:41:41.230144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747e2bd-bcc5-43ba-bf55-64fb86e6f921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fd022f-fb44-4b05-a614-df2e67a3a66d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:41.239095 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 84987eed-d8c2-4ffe-b46b-8e1890bf5055 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:41.282514 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3061426d-a9f3-4ea4-a0d6-9adbb1af1d75 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_controller (265efb5a-65e2-4b14-867a-4fc8d412a10c), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.302635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf8a84-7770-42fa-a21a-3ca866cee111 req-52c90094-26bb-4e62-8cc4-5f190ecd084d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:41.304553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0bf8a84-7770-42fa-a21a-3ca866cee111 req-52c90094-26bb-4e62-8cc4-5f190ecd084d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.1776893 Jan 27 21:41:41.320535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 84987eed-d8c2-4ffe-b46b-8e1890bf5055 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:41.320908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 84987eed-d8c2-4ffe-b46b-8e1890bf5055 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:41.328548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Transition to ACTIVE for port object 24ead7c3-31ea-4121-a78c-62dee09f6d81 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:41:41.336487 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b5453a5e-cc8f-40fe-9d8c-14cee66bcb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (186bd822-ca7f-46fd-b02a-02c2f47ee7fc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.378819 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (71f0f064-bbd3-4adc-b71b-f1b7d06a512f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.408721 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b5453a5e-cc8f-40fe-9d8c-14cee66bcb07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.412791 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa20be-3945-4381-b423-dd6d30ba27c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5560d87-2198-4ba7-af35-63e224e0108c,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:41.419656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02706a45-e18e-43af-a81a-668baea5e517 None None] Network 96882a30-fe6e-4625-b54b-c6c3a302e16b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:41.424824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b5453a5e-cc8f-40fe-9d8c-14cee66bcb07 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/186bd822-ca7f-46fd-b02a-02c2f47ee7fc HTTP/1.1" status: 204 len: 168 time: 1.3093436 Jan 27 21:41:41.429873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47286) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:41.431472 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3061426d-a9f3-4ea4-a0d6-9adbb1af1d75 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (265efb5a-65e2-4b14-867a-4fc8d412a10c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.441573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5453a5e-cc8f-40fe-9d8c-14cee66bcb07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=186bd822-ca7f-46fd-b02a-02c2f47ee7fc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:41.473628 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network dbc0a97e-d18b-4e96-babe-04a1cba2efa5 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:41.480580 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.495807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0bf8a84-7770-42fa-a21a-3ca866cee111 req-64994cd3-a9f4-44fe-8b46-a73a583cc729 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775541 Jan 27 21:41:41.533621 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb657c-ce13-4a82-9a5b-6f91452e8363 req-7aa25448-441c-42e4-9a5b-6e73db5b865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:41.535153 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dcbb657c-ce13-4a82-9a5b-6f91452e8363 req-7aa25448-441c-42e4-9a5b-6e73db5b865e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86378b4755f14f1ca7724eb76f22c944&device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 1094 time: 0.3061595 Jan 27 21:41:41.543303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:41.589858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Pushing event updated for resources: {'Port': ['ID=24ead7c3-31ea-4121-a78c-62dee09f6d81,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:41.643303 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3061426d-a9f3-4ea4-a0d6-9adbb1af1d75 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.647013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3061426d-a9f3-4ea4-a0d6-9adbb1af1d75 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7745514 Jan 27 21:41:41.649074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47288) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:41.654863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'enable_snat': False}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:41.660190 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Publish callbacks [] for security_group (90fd022f-fb44-4b05-a614-df2e67a3a66d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.698438 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Publish callbacks [] for security_group (90fd022f-fb44-4b05-a614-df2e67a3a66d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.730203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8b5a79-d648-42a8-ba8e-f0017ddcf09b None None] DHCP port deletion for 96882a30-fe6e-4625-b54b-c6c3a302e16b request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:41:41.857350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b5a79-d648-42a8-ba8e-f0017ddcf09b None None] Deleting port a259034a-1c1f-4e87-ad5b-6b359db406c5 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:41.857841 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5a79-d648-42a8-ba8e-f0017ddcf09b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.885493 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (96882a30-fe6e-4625-b54b-c6c3a302e16b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.951216 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (90fd022f-fb44-4b05-a614-df2e67a3a66d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.959888 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.969766 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90fd022f-fb44-4b05-a614-df2e67a3a66d HTTP/1.1" status: 204 len: 168 time: 0.7923701 Jan 27 21:41:41.971036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Attempting to bind port 24ead7c3-31ea-4121-a78c-62dee09f6d81 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:41.971513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Attempting to bind port 24ead7c3-31ea-4121-a78c-62dee09f6d81 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:41.972038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Attempting to bind port 24ead7c3-31ea-4121-a78c-62dee09f6d81 on network f16388f1-367c-4e9b-afba-306c6fedd1ab {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:41.985715 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (71f0f064-bbd3-4adc-b71b-f1b7d06a512f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.991802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e398ea-2765-4b7d-8314-10ea017eb0a6 req-2608b64e-711c-4e50-ba83-8293cf6e0508 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:41.992379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-cc8b5a79-d648-42a8-ba8e-f0017ddcf09b None None] For port a259034a-1c1f-4e87-ad5b-6b359db406c5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a259034a-1c1f-4e87-ad5b-6b359db406c5,segment=NetworkSegment(2a441046-6af9-4928-9dfc-5feac87e797d),segment_id=2a441046-6af9-4928-9dfc-5feac87e797d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:41.994173 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5a79-d648-42a8-ba8e-f0017ddcf09b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:41.994283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03e398ea-2765-4b7d-8314-10ea017eb0a6 req-2608b64e-711c-4e50-ba83-8293cf6e0508 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 943 time: 0.1883008 Jan 27 21:41:42.018092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b5a79-d648-42a8-ba8e-f0017ddcf09b None None] Calling delete_port for a259034a-1c1f-4e87-ad5b-6b359db406c5 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:42.076796 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fd022f-fb44-4b05-a614-df2e67a3a66d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:42.078947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f0f064-bbd3-4adc-b71b-f1b7d06a512f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:42.083182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Port 24ead7c3-31ea-4121-a78c-62dee09f6d81 on network f16388f1-367c-4e9b-afba-306c6fedd1ab not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:41:42.083622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Attempting to bind port 24ead7c3-31ea-4121-a78c-62dee09f6d81 on network f16388f1-367c-4e9b-afba-306c6fedd1ab {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:42.145297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.146864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4c45ed2b-6c3d-4687-99cb-287b63e6e4fc None None] Provisioning complete for port a950eec9-bf51-4d28-9c09-0f01600f55df triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:42.147347 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4c45ed2b-6c3d-4687-99cb-287b63e6e4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.148490 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/71f0f064-bbd3-4adc-b71b-f1b7d06a512f HTTP/1.1" status: 204 len: 168 time: 1.7092640 Jan 27 21:41:42.152186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.152549 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.152902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.153772 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.154116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.154453 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.154896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.155235 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.155568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.155904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.156272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.156603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.159787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743d8478-d4c8-4077-b136-b3fa2c9a3b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.166054 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.166415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.166817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.167168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.167512 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.167855 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.168221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.168559 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.169069 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.169274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.169608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.169940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.170272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b7e92-e256-4907-9f36-dc2ebaae98dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:42.175522 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47294) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:42.176979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb657c-ce13-4a82-9a5b-6f91452e8363 req-d6c53e2e-50f0-4dfe-9beb-12f50f6fc9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:42.178782 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dcbb657c-ce13-4a82-9a5b-6f91452e8363 req-d6c53e2e-50f0-4dfe-9beb-12f50f6fc9ed service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=86378b4755f14f1ca7724eb76f22c944&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6305029 Jan 27 21:41:42.207828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4c45ed2b-6c3d-4687-99cb-287b63e6e4fc None None] Port a950eec9-bf51-4d28-9c09-0f01600f55df cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:41:42.209365 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (265efb5a-65e2-4b14-867a-4fc8d412a10c), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.242019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:42.242620 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Checking segment: {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:42.243269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Bound using segment: {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:42.243743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Bound port: 24ead7c3-31ea-4121-a78c-62dee09f6d81, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:42.244139 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.353795 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.389189 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5a79-d648-42a8-ba8e-f0017ddcf09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.451114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03e398ea-2765-4b7d-8314-10ea017eb0a6 req-a86d89db-3791-4973-92f9-6401e8991536 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637402 Jan 27 21:41:42.452572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b5a79-d648-42a8-ba8e-f0017ddcf09b None None] Pushing event deleted for resources: {'Port': ['ID=a259034a-1c1f-4e87-ad5b-6b359db406c5,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:42.457114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Deleting port a259034a-1c1f-4e87-ad5b-6b359db406c5 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:42.457475 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.470479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] For port 24ead7c3-31ea-4121-a78c-62dee09f6d81, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:42.478282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] For port 24ead7c3-31ea-4121-a78c-62dee09f6d81, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=24ead7c3-31ea-4121-a78c-62dee09f6d81,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:42.481194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b5a79-d648-42a8-ba8e-f0017ddcf09b None None] No DVR routers for this DVR port a259034a-1c1f-4e87-ad5b-6b359db406c5 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:42.533858 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb657c-ce13-4a82-9a5b-6f91452e8363 req-a99d88b3-ac57-444f-9649-4da184a71d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:42.535378 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dcbb657c-ce13-4a82-9a5b-6f91452e8363 req-a99d88b3-ac57-444f-9649-4da184a71d29 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3465865 Jan 27 21:41:42.643124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] For port a259034a-1c1f-4e87-ad5b-6b359db406c5, host n-d-760456-6, got binding levels [] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:42.643124 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.643124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router 89820f57-e708-407a-a46b-5b92dd863d2d is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:41:42.670148 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.679756 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.693171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Calling delete_port for a259034a-1c1f-4e87-ad5b-6b359db406c5 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:42.700822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Port a259034a-1c1f-4e87-ad5b-6b359db406c5 was not found and therefore no delete operation was performed {{(pid=104026) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:41:42.712820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a259034a-1c1f-4e87-ad5b-6b359db406c5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.717968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:42.788391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:42.789101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.792006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] 10.222.0.71 "PUT /v2.0/ports/24ead7c3-31ea-4121-a78c-62dee09f6d81 HTTP/1.1" status: 200 len: 1092 time: 2.5023623 Jan 27 21:41:42.794909 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d778f81-ce29-4f98-ae61-0d7743c44001') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:42.795218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d778f81-ce29-4f98-ae61-0d7743c44001') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:42.797321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Pushing event deleted for resources: {'Port': ['ID=a259034a-1c1f-4e87-ad5b-6b359db406c5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:42.809100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24add05f-e18d-4a1b-b4fa-5333f830d73e', 'tag': '24ead7c3-31ea-4121-a78c-62dee09f6d81'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:42.812889 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12913b8-a5cc-4029-83da-6ac707ed0850" -d '{"events": [{"name": "network-changed", "server_uuid": "24add05f-e18d-4a1b-b4fa-5333f830d73e", "tag": "24ead7c3-31ea-4121-a78c-62dee09f6d81"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:42.840395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] No DVR routers for this DVR port a259034a-1c1f-4e87-ad5b-6b359db406c5 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:42.843422 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (7d778f81-ce29-4f98-ae61-0d7743c44001), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.847000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-7f73e4ea-13a8-4b5e-a1cf-8657202e958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:42.848654 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-7f73e4ea-13a8-4b5e-a1cf-8657202e958e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86378b4755f14f1ca7724eb76f22c944&device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 1094 time: 0.2325959 Jan 27 21:41:42.927803 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e00b18d-b747-47d6-8fed-fa0a4c37defb x-openstack-request-id: req-4e00b18d-b747-47d6-8fed-fa0a4c37defb {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:42.928493 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24add05f-e18d-4a1b-b4fa-5333f830d73e", "tag": "24ead7c3-31ea-4121-a78c-62dee09f6d81", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:42.928626 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e00b18d-b747-47d6-8fed-fa0a4c37defb {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:42.929024 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24add05f-e18d-4a1b-b4fa-5333f830d73e', 'tag': '24ead7c3-31ea-4121-a78c-62dee09f6d81', 'status': 'completed', 'code': 200} Jan 27 21:41:42.929748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132ae58-7afc-4ebb-8002-0dae307eb180 service neutron] Pushing event updated for resources: {'Port': ['ID=24ead7c3-31ea-4121-a78c-62dee09f6d81,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:42.971477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (265efb5a-65e2-4b14-867a-4fc8d412a10c), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.978697 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7d778f81-ce29-4f98-ae61-0d7743c44001), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:42.990221 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-268bb950-0450-4b03-bc83-7c33f617eb26 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5560d87-2198-4ba7-af35-63e224e0108c HTTP/1.1" status: 200 len: 217 time: 0.1304567 Jan 27 21:41:42.995804 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:43.052247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6be9a8b9-d9d1-403d-b4d0-28188b25f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:43.054245 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-6be9a8b9-d9d1-403d-b4d0-28188b25f64b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86378b4755f14f1ca7724eb76f22c944&device_id=24add05f-e18d-4a1b-b4fa-5333f830d73e HTTP/1.1" status: 200 len: 1095 time: 0.1177232 Jan 27 21:41:43.074863 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (96882a30-fe6e-4625-b54b-c6c3a302e16b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:43.105233 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96882a30-fe6e-4625-b54b-c6c3a302e16b']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:43.116468 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-d7bdcc83-7793-4200-9447-2d2896d2fd89 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24ead7c3-31ea-4121-a78c-62dee09f6d81 HTTP/1.1" status: 200 len: 217 time: 0.0542126 Jan 27 21:41:43.120563 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a441046-6af9-4928-9dfc-5feac87e797d') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:43.120862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a441046-6af9-4928-9dfc-5feac87e797d') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:43.147924 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (2a441046-6af9-4928-9dfc-5feac87e797d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:43.164537 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2a441046-6af9-4928-9dfc-5feac87e797d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:43.172101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:43.173406 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (2a441046-6af9-4928-9dfc-5feac87e797d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:43.218947 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:43.264856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-47d8dbc2-39ef-4cf1-8fe2-6ff6ac0ae8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:43.266389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-47d8dbc2-39ef-4cf1-8fe2-6ff6ac0ae8ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0a061d9-4fde-4707-8680-fb2593cc727c HTTP/1.1" status: 200 len: 853 time: 0.1432014 Jan 27 21:41:43.270663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:43.271090 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (7d778f81-ce29-4f98-ae61-0d7743c44001), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:43.279201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b88e42-4c6e-4bf1-847f-276c1c1382b7 req-fd53f6d1-dd77-43a0-8599-afdab8b1ce4c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:43.280674 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:43.284108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:43.296244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96b88e42-4c6e-4bf1-847f-276c1c1382b7 req-fd53f6d1-dd77-43a0-8599-afdab8b1ce4c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.1494744 Jan 27 21:41:43.296244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Allocated IP 172.25.0.26 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/5d1f13ae-e79c-4f57-8f07-b4e498497b55) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:43.304821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a259034a-1c1f-4e87-ad5b-6b359db406c5 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:43.311685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0611c-c0b3-499e-8851-7bb11f6f277f None None] Sync routers for ids ['89820f57-e708-407a-a46b-5b92dd863d2d'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:43.330682 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5d67133f-d1b7-4b6d-a08c-395c7b5cee6c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/89820f57-e708-407a-a46b-5b92dd863d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6229880 Jan 27 21:41:43.347577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: a259034a-1c1f-4e87-ad5b-6b359db406c5 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:41:43.348463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a259034a-1c1f-4e87-ad5b-6b359db406c5 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:41:43.355911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47314) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:43.357891 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0611c-c0b3-499e-8851-7bb11f6f277f None None] Routers {'89820f57-e708-407a-a46b-5b92dd863d2d'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:43.368209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-97e0611c-c0b3-499e-8851-7bb11f6f277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['89820f57-e708-407a-a46b-5b92dd863d2d'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:43.419637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-97e0611c-c0b3-499e-8851-7bb11f6f277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:43.429900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0611c-c0b3-499e-8851-7bb11f6f277f None None] Routers {'89820f57-e708-407a-a46b-5b92dd863d2d'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:43.430643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-97e0611c-c0b3-499e-8851-7bb11f6f277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['89820f57-e708-407a-a46b-5b92dd863d2d'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:43.444426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-1d815e3d-e0ee-455c-a06d-e1ba59865179 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f16388f1-367c-4e9b-afba-306c6fedd1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362658 Jan 27 21:41:43.483686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-97e0611c-c0b3-499e-8851-7bb11f6f277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:43.485101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0611c-c0b3-499e-8851-7bb11f6f277f None None] The sync data for ids ['89820f57-e708-407a-a46b-5b92dd863d2d'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:43.490568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-c45979bc-cb77-42eb-9981-d01e921c0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:43.493140 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-c45979bc-cb77-42eb-9981-d01e921c0a65 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0a061d9-4fde-4707-8680-fb2593cc727c HTTP/1.1" status: 200 len: 853 time: 0.2229445 Jan 27 21:41:43.508526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecf9ee7-a95e-4faa-ba6f-c6b54ba91e92 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:43.510047 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-eecf9ee7-a95e-4faa-ba6f-c6b54ba91e92 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports/a950eec9-bf51-4d28-9c09-0f01600f55df HTTP/1.1" status: 200 len: 911 time: 0.1526170 Jan 27 21:41:43.533727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47322) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:43.541142 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-d38e84f3-9b5e-412a-b8ea-9cb200b99cb4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f16388f1-367c-4e9b-afba-306c6fedd1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297303 Jan 27 21:41:43.541352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3d471519-db37-426b-919a-90e1d47f3324 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15f10422-c353-4066-aa50-b34eb74b06ff'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:43.543224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (96882a30-fe6e-4625-b54b-c6c3a302e16b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:43.554150 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:43.558515 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] 10.222.0.61 "DELETE /v2.0/networks/96882a30-fe6e-4625-b54b-c6c3a302e16b HTTP/1.1" status: 204 len: 168 time: 2.1260092 Jan 27 21:41:43.593343 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76d7c9-5475-450f-a40f-a9d91c8b8323 admin admin] Pushing event deleted for resources: {'Network': ['ID=96882a30-fe6e-4625-b54b-c6c3a302e16b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:43.615481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:43.708816 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-7a2a4dfa-f965-4eec-9da4-7d9340fc2ead service neutron] 10.222.0.71 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392581 Jan 27 21:41:43.716378 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:43.721540 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa HTTP/1.1" status: 204 len: 168 time: 1.5403337 Jan 27 21:41:43.741283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a166f9b-f70f-46b2-8190-cb794160e498 admin admin] Pushing event deleted for resources: {'Network': ['ID=e28cdf60-f4ba-4f97-b7b6-4952ea6cc1aa,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:43.838189 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-a4844d70-bae5-493a-a896-213ad59b8793 service neutron] 10.222.0.71 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168752 Jan 27 21:41:44.050044 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47332) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:44.147514 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-562e7c43-c0fb-4f8c-b266-ac67da61715f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31c496c8e52442818d0ee31b5110265c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0961199 Jan 27 21:41:44.149789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47334) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:44.259955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-153f8f7d-55ff-47c4-a247-218d6e4086bc admin admin] Publish callbacks [] for security_group (52cf535a-8f16-447f-bff8-d4383e207a95), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.261455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96b88e42-4c6e-4bf1-847f-276c1c1382b7 req-193d0a07-d934-4178-95df-d159e3d57e87 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9383698 Jan 27 21:41:44.269575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47338) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:44.292969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-153f8f7d-55ff-47c4-a247-218d6e4086bc admin admin] Publish callbacks [] for security_group (52cf535a-8f16-447f-bff8-d4383e207a95), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.360909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-f382b4a6-f399-4da8-891d-209b4f7a1f98 service neutron] 10.222.0.71 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9064248 Jan 27 21:41:44.368177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ebe94-866e-4bf5-ad96-243ea62eb8e1 req-e4061c84-8ada-4e3e-bacd-47955caf4807 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:44.369699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e4ebe94-866e-4bf5-ad96-243ea62eb8e1 req-e4061c84-8ada-4e3e-bacd-47955caf4807 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 943 time: 0.3269207 Jan 27 21:41:44.432999 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-892035a0-5ea6-451b-8ebf-4799630608f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a740dbf51be4474b91c5cb7c93ca967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547329 Jan 27 21:41:44.432999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d471519-db37-426b-919a-90e1d47f3324 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.433340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47340) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:44.515005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-153f8f7d-55ff-47c4-a247-218d6e4086bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (52cf535a-8f16-447f-bff8-d4383e207a95), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.517571 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-153f8f7d-55ff-47c4-a247-218d6e4086bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.521172 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-153f8f7d-55ff-47c4-a247-218d6e4086bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52cf535a-8f16-447f-bff8-d4383e207a95 HTTP/1.1" status: 204 len: 168 time: 0.3678181 Jan 27 21:41:44.533785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fed742e4-646c-428a-9f8b-c41e0fe5fbc8 req-43db2f24-8dbd-42f2-bf4a-414b371fc3fb service neutron] 10.222.0.71 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575711 Jan 27 21:41:44.549030 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for port (5d1f13ae-e79c-4f57-8f07-b4e498497b55), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.551708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa74b-d173-4e71-aa6c-8f7a22485eca admin admin] Publish callbacks [] for security_group (e1cb2e41-9152-4336-906c-6e3e7ee36419), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.557965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f8f7d-55ff-47c4-a247-218d6e4086bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cf535a-8f16-447f-bff8-d4383e207a95,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:44.597138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa74b-d173-4e71-aa6c-8f7a22485eca admin admin] Publish callbacks [] for security_group (e1cb2e41-9152-4336-906c-6e3e7ee36419), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.783701 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa74b-d173-4e71-aa6c-8f7a22485eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e1cb2e41-9152-4336-906c-6e3e7ee36419), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.788286 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa74b-d173-4e71-aa6c-8f7a22485eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:44.793091 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ae7aa74b-d173-4e71-aa6c-8f7a22485eca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1cb2e41-9152-4336-906c-6e3e7ee36419 HTTP/1.1" status: 204 len: 168 time: 0.3585675 Jan 27 21:41:44.804314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e4ebe94-866e-4bf5-ad96-243ea62eb8e1 req-6db24150-fcb5-4739-b59c-8c94ca543e2c tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839648 Jan 27 21:41:44.813077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7aa74b-d173-4e71-aa6c-8f7a22485eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cb2e41-9152-4336-906c-6e3e7ee36419,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:44.837472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12913b8-a5cc-4029-83da-6ac707ed0850 req-31993f6b-e532-48c3-bd21-ae6baa429428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:44.839037 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e12913b8-a5cc-4029-83da-6ac707ed0850 req-31993f6b-e532-48c3-bd21-ae6baa429428 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=86378b4755f14f1ca7724eb76f22c944&device_id=24add05f-e18d-4a1b-b4fa-5333f830d73e HTTP/1.1" status: 200 len: 1095 time: 0.1063228 Jan 27 21:41:44.972600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12913b8-a5cc-4029-83da-6ac707ed0850 req-94f1e9f3-1b97-414c-87ae-422092028f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:44.973610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e12913b8-a5cc-4029-83da-6ac707ed0850 req-94f1e9f3-1b97-414c-87ae-422092028f1e service neutron] 10.222.0.71 "GET /v2.0/networks?id=f16388f1-367c-4e9b-afba-306c6fedd1ab HTTP/1.1" status: 200 len: 914 time: 0.1255035 Jan 27 21:41:44.978346 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5d1f13ae-e79c-4f57-8f07-b4e498497b55), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:45.130013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e12913b8-a5cc-4029-83da-6ac707ed0850 req-973fe279-7fb3-483e-bd26-63843bd96ceb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24ead7c3-31ea-4121-a78c-62dee09f6d81 HTTP/1.1" status: 200 len: 217 time: 0.1049957 Jan 27 21:41:45.197712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:45.201622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12913b8-a5cc-4029-83da-6ac707ed0850 req-bda9bb75-a102-483e-8b7b-d40b725007e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:45.203102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e12913b8-a5cc-4029-83da-6ac707ed0850 req-bda9bb75-a102-483e-8b7b-d40b725007e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b0a061d9-4fde-4707-8680-fb2593cc727c HTTP/1.1" status: 200 len: 853 time: 0.0577178 Jan 27 21:41:45.235529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:45.252658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:45.259563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Pushing event updated for resources: {'Port': ['ID=5d1f13ae-e79c-4f57-8f07-b4e498497b55,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:45.322796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e12913b8-a5cc-4029-83da-6ac707ed0850 req-658616d9-f002-4e76-8896-fd81d8567f1a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f16388f1-367c-4e9b-afba-306c6fedd1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885093 Jan 27 21:41:45.355773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.356193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.356552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.356904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.357249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.357602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.357927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.358277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.358600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.358931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.359266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.359604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.359930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:41:45.763187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92839f-a370-46e3-83b9-d99959f6e16a req-2417b404-3e34-498e-9d17-b7dcbeaf3a2c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:45.765186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f92839f-a370-46e3-83b9-d99959f6e16a req-2417b404-3e34-498e-9d17-b7dcbeaf3a2c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.3646102 Jan 27 21:41:45.776381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e12913b8-a5cc-4029-83da-6ac707ed0850 req-63e2495f-931a-49f6-976d-85d41ff08b0b service neutron] 10.222.0.71 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406195 Jan 27 21:41:45.919332 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d471519-db37-426b-919a-90e1d47f3324 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:45.986413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47372) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:46.070292 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7364eb27-63b7-44ee-aaeb-09485cfc9437 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b372c039c724083a5776caf72f1d5e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0793035 Jan 27 21:41:46.074333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47376) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:46.085653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e12913b8-a5cc-4029-83da-6ac707ed0850 req-f1ad9000-12b6-487c-bdb6-7a209a2a900f service neutron] 10.222.0.71 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026969 Jan 27 21:41:46.111351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f92839f-a370-46e3-83b9-d99959f6e16a req-81b9e6da-4830-4caf-91c0-44291add7b35 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373528 Jan 27 21:41:46.150400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7ceb5-0c5e-4284-8c3c-bbcd4e22d65b req-3be30006-e6b1-4ebf-a358-8e53bf5f952c tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:46.151937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bb7ceb5-0c5e-4284-8c3c-bbcd4e22d65b req-3be30006-e6b1-4ebf-a358-8e53bf5f952c tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 943 time: 0.2181919 Jan 27 21:41:46.152759 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router_gateway (265efb5a-65e2-4b14-867a-4fc8d412a10c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.161493 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6718040d-463b-49b8-b211-676f9c766c85 admin admin] Publish callbacks [] for security_group (fb0bf17e-e236-4ae0-bcab-a465698965f6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.191199 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6718040d-463b-49b8-b211-676f9c766c85 admin admin] Publish callbacks [] for security_group (fb0bf17e-e236-4ae0-bcab-a465698965f6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.276323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bb7ceb5-0c5e-4284-8c3c-bbcd4e22d65b req-754785f9-30e4-4e56-90c1-d332cb648691 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855634 Jan 27 21:41:46.328686 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d471519-db37-426b-919a-90e1d47f3324 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.332569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d471519-db37-426b-919a-90e1d47f3324 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:46.333195 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d471519-db37-426b-919a-90e1d47f3324 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.334550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3d471519-db37-426b-919a-90e1d47f3324 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/ports/a950eec9-bf51-4d28-9c09-0f01600f55df HTTP/1.1" status: 200 len: 911 time: 2.7982974 Jan 27 21:41:46.337712 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47382) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:46.411866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d471519-db37-426b-919a-90e1d47f3324 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=a950eec9-bf51-4d28-9c09-0f01600f55df,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:46.432966 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (265efb5a-65e2-4b14-867a-4fc8d412a10c), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.438124 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (265efb5a-65e2-4b14-867a-4fc8d412a10c), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.482293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6718040d-463b-49b8-b211-676f9c766c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fb0bf17e-e236-4ae0-bcab-a465698965f6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.485212 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6718040d-463b-49b8-b211-676f9c766c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.486439 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6718040d-463b-49b8-b211-676f9c766c85 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb0bf17e-e236-4ae0-bcab-a465698965f6 HTTP/1.1" status: 204 len: 168 time: 0.4105754 Jan 27 21:41:46.533529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718040d-463b-49b8-b211-676f9c766c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0bf17e-e236-4ae0-bcab-a465698965f6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:46.805660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device b5560d87-2198-4ba7-af35-63e224e0108c details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:46.809553 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c84b9833-5862-4f25-b098-4e968de8be21 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (89820f57-e708-407a-a46b-5b92dd863d2d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:46.892535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Router 265efb5a-65e2-4b14-867a-4fc8d412a10c is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:41:46.929622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port b5560d87-2198-4ba7-af35-63e224e0108c, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b5560d87-2198-4ba7-af35-63e224e0108c,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:46.974045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'b5560d87-2198-4ba7-af35-63e224e0108c', 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab', 'port_id': 'b5560d87-2198-4ba7-af35-63e224e0108c', 'mac_address': 'fa:16:3e:e3:f0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a061d9-4fde-4707-8680-fb2593cc727c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:41:47.044662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port b5560d87-2198-4ba7-af35-63e224e0108c is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:47.045345 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.069738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5560d87-2198-4ba7-af35-63e224e0108c {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:47.120890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port b5560d87-2198-4ba7-af35-63e224e0108c, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b5560d87-2198-4ba7-af35-63e224e0108c,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:47.169654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:47.182280 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69bef2-9cbf-4ae3-91ee-75f5d67d379f None None] Sync routers for ids ['265efb5a-65e2-4b14-867a-4fc8d412a10c'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:47.190448 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.193381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-146c6ffe-9061-4940-80d4-0b40a1130fd3 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "PUT /v2.0/routers/265efb5a-65e2-4b14-867a-4fc8d412a10c HTTP/1.1" status: 200 len: 914 time: 5.5430856 Jan 27 21:41:47.197657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47408) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:47.208680 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b69bef2-9cbf-4ae3-91ee-75f5d67d379f None None] Routers {'265efb5a-65e2-4b14-867a-4fc8d412a10c'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:47.212002 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8b69bef2-9cbf-4ae3-91ee-75f5d67d379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['265efb5a-65e2-4b14-867a-4fc8d412a10c'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:47.280505 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.283571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 24ead7c3-31ea-4121-a78c-62dee09f6d81 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:41:47.357254 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8b69bef2-9cbf-4ae3-91ee-75f5d67d379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:47.376725 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b69bef2-9cbf-4ae3-91ee-75f5d67d379f None None] Routers {'265efb5a-65e2-4b14-867a-4fc8d412a10c'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:47.377693 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8b69bef2-9cbf-4ae3-91ee-75f5d67d379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['265efb5a-65e2-4b14-867a-4fc8d412a10c'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:47.410975 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8b69bef2-9cbf-4ae3-91ee-75f5d67d379f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:47.412014 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b69bef2-9cbf-4ae3-91ee-75f5d67d379f None None] The sync data for ids ['265efb5a-65e2-4b14-867a-4fc8d412a10c'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:47.440923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=b5560d87-2198-4ba7-af35-63e224e0108c,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:47.444241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 24ead7c3-31ea-4121-a78c-62dee09f6d81, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=24ead7c3-31ea-4121-a78c-62dee09f6d81,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:47.457958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '24ead7c3-31ea-4121-a78c-62dee09f6d81', 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab', 'port_id': '24ead7c3-31ea-4121-a78c-62dee09f6d81', 'mac_address': 'fa:16:3e:3c:b8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a061d9-4fde-4707-8680-fb2593cc727c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:41:47.484853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9397693f-1039-45d4-a00f-aa6395c4a663 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/routers/265efb5a-65e2-4b14-867a-4fc8d412a10c HTTP/1.1" status: 200 len: 920 time: 0.2838657 Jan 27 21:41:47.487299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47414) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:47.506638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 24ead7c3-31ea-4121-a78c-62dee09f6d81 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:47.506638 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.521240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ead7c3-31ea-4121-a78c-62dee09f6d81 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:41:47.555982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 24ead7c3-31ea-4121-a78c-62dee09f6d81, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=24ead7c3-31ea-4121-a78c-62dee09f6d81,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:47.573271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd16f34-dc5d-482b-91ab-93715d122438 req-a9aa82a4-761d-4ae5-8e91-402ceb2a5cb7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:47.575817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cd16f34-dc5d-482b-91ab-93715d122438 req-a9aa82a4-761d-4ae5-8e91-402ceb2a5cb7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.2327492 Jan 27 21:41:47.591665 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df587fe3-3390-45d6-854c-152f15cd6433 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:47.593335 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-df587fe3-3390-45d6-854c-152f15cd6433 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&device_id=265efb5a-65e2-4b14-867a-4fc8d412a10c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1048813 Jan 27 21:41:47.593757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dfc11-e2ff-4084-b4f0-a3d4d9217d61 req-ac7159bb-0280-4800-9b3f-934d5fffbce9 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:47.595843 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47420) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:47.601365 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b33dfc11-e2ff-4084-b4f0-a3d4d9217d61 req-ac7159bb-0280-4800-9b3f-934d5fffbce9 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 944 time: 0.1650760 Jan 27 21:41:47.686627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47426) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:47.703503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c84b9833-5862-4f25-b098-4e968de8be21 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port a950eec9-bf51-4d28-9c09-0f01600f55df {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:47.704242 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c84b9833-5862-4f25-b098-4e968de8be21 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.718505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cd16f34-dc5d-482b-91ab-93715d122438 req-39f2eee3-da30-4d42-9ad5-457989e46e64 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359627 Jan 27 21:41:47.740502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b33dfc11-e2ff-4084-b4f0-a3d4d9217d61 req-2a0b3b95-2348-4f30-8f74-a303b5d38704 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378317 Jan 27 21:41:47.784887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee2ee2c-763b-47fc-bdf9-f165047ffc59 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:47.786297 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8ee2ee2c-763b-47fc-bdf9-f165047ffc59 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 881 time: 0.1894577 Jan 27 21:41:47.789234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47434) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:47.792290 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.818170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fd14562c-f4a4-40f0-b7c9-b1cb8dc909f7 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "GET /v2.0/ports?device_id=265efb5a-65e2-4b14-867a-4fc8d412a10c HTTP/1.1" status: 200 len: 205 time: 0.0277472 Jan 27 21:41:47.821619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47436) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:47.836485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-189929838-network', 'tenant_id': 'baaa884c37364039b5a4bbeeb1e5e38f'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:47.868344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=24ead7c3-31ea-4121-a78c-62dee09f6d81,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:47.869737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c84b9833-5862-4f25-b098-4e968de8be21 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:47.904315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c84b9833-5862-4f25-b098-4e968de8be21 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for a950eec9-bf51-4d28-9c09-0f01600f55df owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:48.118895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['24ead7c3-31ea-4121-a78c-62dee09f6d81'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:48.127354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['b5560d87-2198-4ba7-af35-63e224e0108c'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:41:48.268993 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c84b9833-5862-4f25-b098-4e968de8be21 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a950eec9-bf51-4d28-9c09-0f01600f55df), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.276537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Made reservation on behalf of baaa884c37364039b5a4bbeeb1e5e38f for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:48.279341 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.290803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.308597 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b9833-5862-4f25-b098-4e968de8be21 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=a950eec9-bf51-4d28-9c09-0f01600f55df,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:48.324745 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (265efb5a-65e2-4b14-867a-4fc8d412a10c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.497365 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c84b9833-5862-4f25-b098-4e968de8be21 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (89820f57-e708-407a-a46b-5b92dd863d2d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.513489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (265efb5a-65e2-4b14-867a-4fc8d412a10c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.524931 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Publish callbacks [] for security_group (200d6b44-b93e-4d97-8702-860019cb4559), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.649174 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (200d6b44-b93e-4d97-8702-860019cb4559), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.674894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:41:48.684012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200d6b44-b93e-4d97-8702-860019cb4559,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:48.696660 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d338503d-5573-49ea-a640-ba8b2ac80a93), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.696660 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Added segment d338503d-5573-49ea-a640-ba8b2ac80a93 of type vlan for network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 Jan 27 21:41:48.705330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84b9833-5862-4f25-b098-4e968de8be21 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router 89820f57-e708-407a-a46b-5b92dd863d2d has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:41:48.779958 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (e1c09d8a-8c2d-4d53-a7c3-ebd34c604156), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.822279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Deleting port 5d1f13ae-e79c-4f57-8f07-b4e498497b55 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:48.822908 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5d1f13ae-e79c-4f57-8f07-b4e498497b55), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.844557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84b9833-5862-4f25-b098-4e968de8be21 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:48.853306 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c84b9833-5862-4f25-b098-4e968de8be21 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/89820f57-e708-407a-a46b-5b92dd863d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5144060 Jan 27 21:41:48.855866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47466) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:48.862703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f9834-8d43-49f8-8f75-968d16c09a3d None None] Sync routers for ids ['89820f57-e708-407a-a46b-5b92dd863d2d'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:48.880674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f9834-8d43-49f8-8f75-968d16c09a3d None None] Routers {'89820f57-e708-407a-a46b-5b92dd863d2d'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:48.882764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-596f9834-8d43-49f8-8f75-968d16c09a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['89820f57-e708-407a-a46b-5b92dd863d2d'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:48.894560 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0a390940-cf1d-4468-b90c-43946387f2ce tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=89820f57-e708-407a-a46b-5b92dd863d2d HTTP/1.1" status: 200 len: 205 time: 0.0369575 Jan 27 21:41:48.903934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47468) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:48.938010 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (e1c09d8a-8c2d-4d53-a7c3-ebd34c604156), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.938994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:48.939564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:48.957966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-596f9834-8d43-49f8-8f75-968d16c09a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:48.969653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596f9834-8d43-49f8-8f75-968d16c09a3d None None] Routers {'89820f57-e708-407a-a46b-5b92dd863d2d'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:48.970570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-596f9834-8d43-49f8-8f75-968d16c09a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['89820f57-e708-407a-a46b-5b92dd863d2d'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:49.013473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-596f9834-8d43-49f8-8f75-968d16c09a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:49.014514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596f9834-8d43-49f8-8f75-968d16c09a3d None None] The sync data for ids ['89820f57-e708-407a-a46b-5b92dd863d2d'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:49.038508 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ac6bc91-da30-4633-89f1-bcfa317cd37e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (89820f57-e708-407a-a46b-5b92dd863d2d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.064584 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3773174 Jan 27 21:41:49.077626 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47472) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:49.079857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1033a3-4457-438d-93bd-67cf71a7f990 req-a8df3267-c001-4c9d-b12c-f5dc1f3125eb tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:49.082111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c1033a3-4457-438d-93bd-67cf71a7f990 req-a8df3267-c001-4c9d-b12c-f5dc1f3125eb tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 944 time: 0.2450941 Jan 27 21:41:49.084868 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5d1f13ae-e79c-4f57-8f07-b4e498497b55), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.092132 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4bbd1966-8f68-403a-9156-139174db8e95 admin admin] Request body: {'subnet': {'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-189929838-subnet', 'tenant_id': 'baaa884c37364039b5a4bbeeb1e5e38f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:49.101364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda1804-3f0d-4672-9af8-cfec80bf06a6 admin admin] Pushing event updated for resources: {'Network': ['ID=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:49.115070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:41:49.115560 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Calling delete_port for 5d1f13ae-e79c-4f57-8f07-b4e498497b55 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:49.137838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35923ec6-5f37-4df1-b1b0-d5d6b556253e req-6e46e2cb-18fb-4ac8-baeb-3e6a92355cd4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:49.139379 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35923ec6-5f37-4df1-b1b0-d5d6b556253e req-6e46e2cb-18fb-4ac8-baeb-3e6a92355cd4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.2583399 Jan 27 21:41:49.228816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c1033a3-4457-438d-93bd-67cf71a7f990 req-aaef405c-cc5f-4972-87bc-5387b203a78b tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366842 Jan 27 21:41:49.232012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacda51-773e-4d11-9686-c8a921ccb648 req-f9cda57b-63fd-4d4c-8cf3-73e9918c93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:49.232012 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bfacda51-773e-4d11-9686-c8a921ccb648 req-f9cda57b-63fd-4d4c-8cf3-73e9918c93ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 1096 time: 0.3399065 Jan 27 21:41:49.334567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbd1966-8f68-403a-9156-139174db8e95 admin admin] Made reservation on behalf of baaa884c37364039b5a4bbeeb1e5e38f for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:49.337208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1966-8f68-403a-9156-139174db8e95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.395719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35923ec6-5f37-4df1-b1b0-d5d6b556253e req-790c8fbb-b600-4498-88d1-d436cf3f3543 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369409 Jan 27 21:41:49.451548 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ac6bc91-da30-4633-89f1-bcfa317cd37e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (89820f57-e708-407a-a46b-5b92dd863d2d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.457580 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ac6bc91-da30-4633-89f1-bcfa317cd37e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (89820f57-e708-407a-a46b-5b92dd863d2d), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.531655 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5d1f13ae-e79c-4f57-8f07-b4e498497b55), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.544918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacda51-773e-4d11-9686-c8a921ccb648 req-eea9b5c4-3d96-48e3-a8c9-4bf61a882fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:49.546344 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bfacda51-773e-4d11-9686-c8a921ccb648 req-eea9b5c4-3d96-48e3-a8c9-4bf61a882fbb service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.2733839 Jan 27 21:41:49.559613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Pushing event deleted for resources: {'Port': ['ID=5d1f13ae-e79c-4f57-8f07-b4e498497b55,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:49.588244 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bfacda51-773e-4d11-9686-c8a921ccb648 req-ad9c6b32-904e-4457-9e43-aa6f5dca4c50 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b26e10ca-010a-40f9-b112-3f84e980051e HTTP/1.1" status: 200 len: 217 time: 0.0342107 Jan 27 21:41:49.622591 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (265efb5a-65e2-4b14-867a-4fc8d412a10c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.636382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacda51-773e-4d11-9686-c8a921ccb648 req-918298da-c809-4238-a21b-454863faa0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:49.637977 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bfacda51-773e-4d11-9686-c8a921ccb648 req-918298da-c809-4238-a21b-454863faa0e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.0438528 Jan 27 21:41:49.688868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacda51-773e-4d11-9686-c8a921ccb648 req-6566f5a7-b719-4a8b-b777-4b72b7c4de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:49.690378 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bfacda51-773e-4d11-9686-c8a921ccb648 req-6566f5a7-b719-4a8b-b777-4b72b7c4de19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455399 Jan 27 21:41:49.718131 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (265efb5a-65e2-4b14-867a-4fc8d412a10c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.720373 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_controller (265efb5a-65e2-4b14-867a-4fc8d412a10c), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.753856 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ac6bc91-da30-4633-89f1-bcfa317cd37e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (89820f57-e708-407a-a46b-5b92dd863d2d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.757400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac6bc91-da30-4633-89f1-bcfa317cd37e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Fanout notify agent at l3_agent the message router_deleted on router 89820f57-e708-407a-a46b-5b92dd863d2d {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:49.767136 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ac6bc91-da30-4633-89f1-bcfa317cd37e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.770578 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5ac6bc91-da30-4633-89f1-bcfa317cd37e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/89820f57-e708-407a-a46b-5b92dd863d2d HTTP/1.1" status: 204 len: 168 time: 0.8631985 Jan 27 21:41:49.772967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47482) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:49.879263 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bfacda51-773e-4d11-9686-c8a921ccb648 req-7459cb90-21e7-449f-a383-94be5bafbb83 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775236 Jan 27 21:41:49.885904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cee93e-6713-4cf1-bd06-7027b70f8190 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting subnet 15f10422-c353-4066-aa50-b34eb74b06ff {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:41:49.893263 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36cee93e-6713-4cf1-bd06-7027b70f8190 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (15f10422-c353-4066-aa50-b34eb74b06ff), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.903526 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (265efb5a-65e2-4b14-867a-4fc8d412a10c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.904057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Fanout notify agent at l3_agent the message router_deleted on router 265efb5a-65e2-4b14-867a-4fc8d412a10c {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:49.913521 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:49.914677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8838db7a-7047-4027-b0fa-37586a260c59 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/routers/265efb5a-65e2-4b14-867a-4fc8d412a10c HTTP/1.1" status: 204 len: 168 time: 2.0921135 Jan 27 21:41:49.918224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47486) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:49.923540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-908103082', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:50.013359 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36cee93e-6713-4cf1-bd06-7027b70f8190 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (15f10422-c353-4066-aa50-b34eb74b06ff), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.074776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (c855aa96-807e-4725-90ea-feea678db97c), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.076056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (c855aa96-807e-4725-90ea-feea678db97c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.089422 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bfacda51-773e-4d11-9686-c8a921ccb648 req-ff5ac278-2d5a-41fb-ab3d-e8888125c875 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984038 Jan 27 21:41:50.151979 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_controller (c855aa96-807e-4725-90ea-feea678db97c), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.168277 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1966-8f68-403a-9156-139174db8e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (6cd8c838-195c-4376-a980-ec062e79b1ed), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.175092 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36cee93e-6713-4cf1-bd06-7027b70f8190 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (15f10422-c353-4066-aa50-b34eb74b06ff), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.272355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd1966-8f68-403a-9156-139174db8e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd8c838-195c-4376-a980-ec062e79b1ed,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:50.297635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd1966-8f68-403a-9156-139174db8e95 admin admin] Checking segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:50.298109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbd1966-8f68-403a-9156-139174db8e95 admin admin] Network hostable DHCP agents. Network: e1c09d8a-8c2d-4d53-a7c3-ebd34c604156, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:41:50.392993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbd1966-8f68-403a-9156-139174db8e95 admin admin] Network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:41:50.397371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36cee93e-6713-4cf1-bd06-7027b70f8190 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (15f10422-c353-4066-aa50-b34eb74b06ff), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.451562 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (c855aa96-807e-4725-90ea-feea678db97c), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.459155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cee93e-6713-4cf1-bd06-7027b70f8190 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Subnet': ['ID=15f10422-c353-4066-aa50-b34eb74b06ff,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:50.465906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b7d31-48d0-42c2-a03b-d830d83997a0 req-75c06b64-349b-465b-8e60-328d06cbcf3c tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:50.467585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e49b7d31-48d0-42c2-a03b-d830d83997a0 req-75c06b64-349b-465b-8e60-328d06cbcf3c tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 944 time: 0.1274331 Jan 27 21:41:50.488774 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36cee93e-6713-4cf1-bd06-7027b70f8190 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.489199 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72368837-251b-4df7-944d-0b15f49402a8 None None] Network dbc0a97e-d18b-4e96-babe-04a1cba2efa5 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:50.500531 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-36cee93e-6713-4cf1-bd06-7027b70f8190 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/15f10422-c353-4066-aa50-b34eb74b06ff HTTP/1.1" status: 204 len: 168 time: 0.7228997 Jan 27 21:41:50.500822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47508) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:50.536925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4bbd1966-8f68-403a-9156-139174db8e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, e1c09d8a-8c2d-4d53-a7c3-ebd34c604156) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:50.541349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbd1966-8f68-403a-9156-139174db8e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:50.545989 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1966-8f68-403a-9156-139174db8e95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.579954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ae3aef-a48f-4fac-b1c2-109e989904e8 None None] Network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:50.636695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e49b7d31-48d0-42c2-a03b-d830d83997a0 req-be3b457b-c169-4ff6-a5de-129717800519 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601171 Jan 27 21:41:50.711060 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (dbc0a97e-d18b-4e96-babe-04a1cba2efa5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.716726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea818b5-fb63-4f78-ab1c-5fdab9033a93 None None] Network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:50.729942 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4bbd1966-8f68-403a-9156-139174db8e95 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6484561 Jan 27 21:41:50.737435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fca35-6a90-4e27-aff7-101f29c6b47a req-09c0bd4a-4acb-43d6-8b66-4ed58b89b5b0 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:50.745205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b2fca35-6a90-4e27-aff7-101f29c6b47a req-09c0bd4a-4acb-43d6-8b66-4ed58b89b5b0 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 945 time: 0.1641560 Jan 27 21:41:50.777894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e20f6-a627-4f48-aa3b-62427f5ff850 None None] DHCP port deletion for dbc0a97e-d18b-4e96-babe-04a1cba2efa5 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:41:50.817116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device b5560d87-2198-4ba7-af35-63e224e0108c up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:50.836429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b2fca35-6a90-4e27-aff7-101f29c6b47a req-2b849586-bb87-4dde-b817-6b971837e195 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900919 Jan 27 21:41:50.878364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port 9339e91f-f27a-4074-a858-277b6e7f1d4a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:50.878874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:50.938337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-662e20f6-a627-4f48-aa3b-62427f5ff850 None None] Deleting port 9339e91f-f27a-4074-a858-277b6e7f1d4a {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:50.938741 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-662e20f6-a627-4f48-aa3b-62427f5ff850 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.016943 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:41:51.038501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (c855aa96-807e-4725-90ea-feea678db97c), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.046240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port 9339e91f-f27a-4074-a858-277b6e7f1d4a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9339e91f-f27a-4074-a858-277b6e7f1d4a,segment=NetworkSegment(5487a837-7b52-4b0a-b433-356ffb364363),segment_id=5487a837-7b52-4b0a-b433-356ffb364363)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:51.046692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.079450 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.089043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for 9339e91f-f27a-4074-a858-277b6e7f1d4a owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:51.181246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port b5560d87-2198-4ba7-af35-63e224e0108c completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:41:51.189586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port b5560d87-2198-4ba7-af35-63e224e0108c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:51.189977 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.231118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-662e20f6-a627-4f48-aa3b-62427f5ff850 None None] For port 9339e91f-f27a-4074-a858-277b6e7f1d4a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9339e91f-f27a-4074-a858-277b6e7f1d4a,segment=NetworkSegment(5487a837-7b52-4b0a-b433-356ffb364363),segment_id=5487a837-7b52-4b0a-b433-356ffb364363)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:51.231527 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-662e20f6-a627-4f48-aa3b-62427f5ff850 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.252119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-662e20f6-a627-4f48-aa3b-62427f5ff850 None None] Calling delete_port for 9339e91f-f27a-4074-a858-277b6e7f1d4a owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:51.340819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Allocated IP 172.25.0.101 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/ad144908-15b0-425c-ac3d-5bea14f1abf6) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:51.350269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9339e91f-f27a-4074-a858-277b6e7f1d4a no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:51.424392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port b5560d87-2198-4ba7-af35-63e224e0108c is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:51.424875 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.463534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034983e2-3490-4e1c-a1ef-55808b071641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5560d87-2198-4ba7-af35-63e224e0108c'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:51.466454 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e522c73-2c64-49bf-b371-283b7cdc606d" -d '{"events": [{"server_uuid": "034983e2-3490-4e1c-a1ef-55808b071641", "name": "network-vif-plugged", "status": "completed", "tag": "b5560d87-2198-4ba7-af35-63e224e0108c"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:51.502485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.506869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port b5560d87-2198-4ba7-af35-63e224e0108c, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b5560d87-2198-4ba7-af35-63e224e0108c,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:51.519355 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-662e20f6-a627-4f48-aa3b-62427f5ff850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.523724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 9339e91f-f27a-4074-a858-277b6e7f1d4a is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:51.524139 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9339e91f-f27a-4074-a858-277b6e7f1d4a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.546359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=9339e91f-f27a-4074-a858-277b6e7f1d4a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:51.558865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No DVR routers for this DVR port 9339e91f-f27a-4074-a858-277b6e7f1d4a on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:51.562712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e20f6-a627-4f48-aa3b-62427f5ff850 None None] No DVR routers for this DVR port 9339e91f-f27a-4074-a858-277b6e7f1d4a on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:41:51.574083 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e20f6-a627-4f48-aa3b-62427f5ff850 None None] Pushing event deleted for resources: {'Port': ['ID=9339e91f-f27a-4074-a858-277b6e7f1d4a,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:51.623789 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.624715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 24ead7c3-31ea-4121-a78c-62dee09f6d81 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:51.681584 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (dbc0a97e-d18b-4e96-babe-04a1cba2efa5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.692560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for port (ad144908-15b0-425c-ac3d-5bea14f1abf6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.702528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=b5560d87-2198-4ba7-af35-63e224e0108c,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:51.721439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc0a97e-d18b-4e96-babe-04a1cba2efa5']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:51.739625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-2cf9b63c-7d83-4dc7-bad0-9e6e5766c6cf tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:51.741121 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-2cf9b63c-7d83-4dc7-bad0-9e6e5766c6cf tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.3465731 Jan 27 21:41:51.745571 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5487a837-7b52-4b0a-b433-356ffb364363') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:51.745870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5487a837-7b52-4b0a-b433-356ffb364363') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:51.758192 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dee03cb-0181-4884-b9b0-33d9c7c80e39 x-openstack-request-id: req-5dee03cb-0181-4884-b9b0-33d9c7c80e39 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:51.758692 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034983e2-3490-4e1c-a1ef-55808b071641", "name": "network-vif-plugged", "status": "completed", "tag": "b5560d87-2198-4ba7-af35-63e224e0108c", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:51.759080 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5dee03cb-0181-4884-b9b0-33d9c7c80e39 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:51.759673 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034983e2-3490-4e1c-a1ef-55808b071641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5560d87-2198-4ba7-af35-63e224e0108c', 'code': 200} Jan 27 21:41:51.773055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (5487a837-7b52-4b0a-b433-356ffb364363), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.785594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-ad465d07-8cef-4005-9b2b-921747971dab tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/quotas/baaa884c37364039b5a4bbeeb1e5e38f HTTP/1.1" status: 200 len: 375 time: 0.0345988 Jan 27 21:41:51.795028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5487a837-7b52-4b0a-b433-356ffb364363), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.805718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b26e10ca-010a-40f9-b112-3f84e980051e no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:51.827755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:41:51.828230 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (5487a837-7b52-4b0a-b433-356ffb364363), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.895705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-bc7b6c7c-ea5e-417e-aad2-805cec92cf44 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029863 Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:41:51.896436 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:41:51.900142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port b26e10ca-010a-40f9-b112-3f84e980051e is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:51.900329 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:51.936673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port b26e10ca-010a-40f9-b112-3f84e980051e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b26e10ca-010a-40f9-b112-3f84e980051e,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:52.003417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 24ead7c3-31ea-4121-a78c-62dee09f6d81 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:41:52.007508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 24ead7c3-31ea-4121-a78c-62dee09f6d81 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:52.007951 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.009248 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ad144908-15b0-425c-ac3d-5bea14f1abf6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.075954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41744-3ce6-454b-acda-0c26e21ec2af req-0cfaecc0-7da3-4f73-ad0b-98890dc41749 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:52.077505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3b41744-3ce6-454b-acda-0c26e21ec2af req-0cfaecc0-7da3-4f73-ad0b-98890dc41749 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 945 time: 0.1792145 Jan 27 21:41:52.079272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a346d-12e0-4cee-b20f-896324cdb825 req-38a7d19a-8abc-4a98-bf5a-1c6c1ba504ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:52.080663 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-426a346d-12e0-4cee-b20f-896324cdb825 req-38a7d19a-8abc-4a98-bf5a-1c6c1ba504ba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 1096 time: 0.1834509 Jan 27 21:41:52.087749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (dbc0a97e-d18b-4e96-babe-04a1cba2efa5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.094428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 24ead7c3-31ea-4121-a78c-62dee09f6d81 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:52.094831 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.104273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:52.127682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.130330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 24ead7c3-31ea-4121-a78c-62dee09f6d81, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=24ead7c3-31ea-4121-a78c-62dee09f6d81,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:52.131146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/networks/dbc0a97e-d18b-4e96-babe-04a1cba2efa5 HTTP/1.1" status: 204 len: 168 time: 1.6292624 Jan 27 21:41:52.135121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47566) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:52.141686 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b5cf74b9-d2b9-4807-aba1-1c671f3d5893 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1092940181', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:52.148010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:52.151073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:52.165686 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.217294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=b26e10ca-010a-40f9-b112-3f84e980051e,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:52.255760 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.288923 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5cf74b9-d2b9-4807-aba1-1c671f3d5893 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.292462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5cf74b9-d2b9-4807-aba1-1c671f3d5893 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.318459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=24ead7c3-31ea-4121-a78c-62dee09f6d81,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:52.377404 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5cf74b9-d2b9-4807-aba1-1c671f3d5893 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (da161030-746c-4e9a-b7a9-0093351a19e9), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.530386 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5cf74b9-d2b9-4807-aba1-1c671f3d5893 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.537107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-2be1b8ac-a2e4-436c-b2c4-2e3c0e1cd99d service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297359 Jan 27 21:41:52.537725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Pushing event updated for resources: {'Port': ['ID=ad144908-15b0-425c-ac3d-5bea14f1abf6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:52.552379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89a1de-426b-4d3c-803b-c56cc1f1a8a3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Network': ['ID=dbc0a97e-d18b-4e96-babe-04a1cba2efa5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:52.655784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-426a346d-12e0-4cee-b20f-896324cdb825 req-a6f44b95-9c46-4597-a8cf-390c45f2e9df service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405898 Jan 27 21:41:52.661832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5cf74b9-d2b9-4807-aba1-1c671f3d5893 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:52.667207 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b5cf74b9-d2b9-4807-aba1-1c671f3d5893 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5297751 Jan 27 21:41:52.668425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47570) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:52.674292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2b8c333b-bea5-4c5b-811d-76afe7d9998a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-350072870'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:52.704904 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3b41744-3ce6-454b-acda-0c26e21ec2af req-0c6ac39c-cc68-41ba-99a5-4189986711d4 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923252 Jan 27 21:41:52.783520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-eb472219-b856-4980-8dcd-f4753a5d7f8d service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260778 Jan 27 21:41:53.186968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8c333b-bea5-4c5b-811d-76afe7d9998a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:53.194452 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b8c333b-bea5-4c5b-811d-76afe7d9998a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.243410 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8c333b-bea5-4c5b-811d-76afe7d9998a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:41:53.253137 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b8c333b-bea5-4c5b-811d-76afe7d9998a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8ec6308e-6759-4517-a75a-26bc836254d1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.253481 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-2b8c333b-bea5-4c5b-811d-76afe7d9998a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Added segment 8ec6308e-6759-4517-a75a-26bc836254d1 of type vlan for network 354ef24c-7d21-4bc4-8fb5-a495a985c516 Jan 27 21:41:53.318277 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b8c333b-bea5-4c5b-811d-76afe7d9998a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (354ef24c-7d21-4bc4-8fb5-a495a985c516), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.360721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084784e-83d5-4cb0-8681-f3a31d33a0e7 req-4cd23adb-3ba9-407c-87c0-3c1bdcbda07f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:53.362892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4084784e-83d5-4cb0-8681-f3a31d33a0e7 req-4cd23adb-3ba9-407c-87c0-3c1bdcbda07f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 943 time: 0.1183522 Jan 27 21:41:53.365624 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (c855aa96-807e-4725-90ea-feea678db97c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.502010 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4084784e-83d5-4cb0-8681-f3a31d33a0e7 req-d8894595-09f7-4c32-b60e-1b5ced3ed80e tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332428 Jan 27 21:41:53.510892 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b8c333b-bea5-4c5b-811d-76afe7d9998a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (354ef24c-7d21-4bc4-8fb5-a495a985c516), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.523910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8c333b-bea5-4c5b-811d-76afe7d9998a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:53.523910 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2b8c333b-bea5-4c5b-811d-76afe7d9998a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.610187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c333b-bea5-4c5b-811d-76afe7d9998a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Network': ['ID=354ef24c-7d21-4bc4-8fb5-a495a985c516,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:53.619471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91bed4cf-be2c-489a-9a05-adf27fc3f670 req-cb4d53ea-33e0-4702-a603-056d2baff945 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 210 time: 0.0467930 Jan 27 21:41:53.622842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 354ef24c-7d21-4bc4-8fb5-a495a985c516 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:41:53.743736 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (c855aa96-807e-4725-90ea-feea678db97c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:53.756175 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2b8c333b-bea5-4c5b-811d-76afe7d9998a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0864530 Jan 27 21:41:53.760679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e770fb90-0886-4433-bbd7-db6433b1744a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b26e10ca-010a-40f9-b112-3f84e980051e'}, {'server_uuid': '24add05f-e18d-4a1b-b4fa-5333f830d73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ead7c3-31ea-4121-a78c-62dee09f6d81'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:41:53.763022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47594) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:53.763913 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9feaa3c-740e-49a2-99f7-77316e5dc0da" -d '{"events": [{"server_uuid": "e770fb90-0886-4433-bbd7-db6433b1744a", "name": "network-vif-unplugged", "status": "completed", "tag": "b26e10ca-010a-40f9-b112-3f84e980051e"}, {"server_uuid": "24add05f-e18d-4a1b-b4fa-5333f830d73e", "name": "network-vif-plugged", "status": "completed", "tag": "24ead7c3-31ea-4121-a78c-62dee09f6d81"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:41:53.769018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2522f-5af7-4749-9ee0-dae5b5766805 req-f46b1aef-7187-4b5e-93be-2cc3bf13452f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:53.770765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18e2522f-5af7-4749-9ee0-dae5b5766805 req-f46b1aef-7187-4b5e-93be-2cc3bf13452f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0833886 Jan 27 21:41:53.778348 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-603c7acd-a1fc-46f4-8446-faac94605784 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'subnet': {'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:53.962166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18e2522f-5af7-4749-9ee0-dae5b5766805 req-5036ec33-f917-4d9d-bc8a-f4817692954b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450984 Jan 27 21:41:53.972157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1f9d0-8421-439a-912a-6beb6d7dd6c6 req-ca5bad92-5f75-43ec-befe-bd4ccb49e843 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:53.973765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0c1f9d0-8421-439a-912a-6beb6d7dd6c6 req-ca5bad92-5f75-43ec-befe-bd4ccb49e843 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 945 time: 0.1553044 Jan 27 21:41:54.083267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0c1f9d0-8421-439a-912a-6beb6d7dd6c6 req-91b43f6d-8efb-4d1d-a123-25d7f80ae6f9 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979328 Jan 27 21:41:54.144565 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Thu, 27 Jan 2022 21:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c3c2de-ab26-4852-81fa-51f0e7c61a18 x-openstack-request-id: req-27c3c2de-ab26-4852-81fa-51f0e7c61a18 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:41:54.146603 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e770fb90-0886-4433-bbd7-db6433b1744a", "name": "network-vif-unplugged", "status": "failed", "tag": "b26e10ca-010a-40f9-b112-3f84e980051e", "code": 422}, {"server_uuid": "24add05f-e18d-4a1b-b4fa-5333f830d73e", "name": "network-vif-plugged", "status": "completed", "tag": "24ead7c3-31ea-4121-a78c-62dee09f6d81", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:41:54.147125 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27c3c2de-ab26-4852-81fa-51f0e7c61a18 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:41:54.147821 n-d-760456-6 neutron-server[104028]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e770fb90-0886-4433-bbd7-db6433b1744a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b26e10ca-010a-40f9-b112-3f84e980051e', 'code': 422} returned with failed status Jan 27 21:41:54.148296 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24add05f-e18d-4a1b-b4fa-5333f830d73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ead7c3-31ea-4121-a78c-62dee09f6d81', 'code': 200} Jan 27 21:41:54.241409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Router c855aa96-807e-4725-90ea-feea678db97c is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:41:54.270962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202032c-e188-4b97-baf3-821749cc8758 req-8ab31d93-6c4e-4ea8-bb43-569533d94c45 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:54.275105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7202032c-e188-4b97-baf3-821749cc8758 req-8ab31d93-6c4e-4ea8-bb43-569533d94c45 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0901184 Jan 27 21:41:54.275745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291630f0-2dec-49a9-ba6a-49d98d8b7b63 req-aac210b0-56ac-48db-80a0-9054c48ecd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:54.277195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-291630f0-2dec-49a9-ba6a-49d98d8b7b63 req-aac210b0-56ac-48db-80a0-9054c48ecd78 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=24add05f-e18d-4a1b-b4fa-5333f830d73e HTTP/1.1" status: 200 len: 1097 time: 0.0829635 Jan 27 21:41:54.369945 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603c7acd-a1fc-46f4-8446-faac94605784 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:54.388523 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-603c7acd-a1fc-46f4-8446-faac94605784 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.490539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7202032c-e188-4b97-baf3-821749cc8758 req-3fa833c1-7ca0-4721-b042-13d13bff8542 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106674 Jan 27 21:41:54.494092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:54.508414 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281af40b-ce0d-418e-97f4-179a79a56cb8 None None] Sync routers for ids ['c855aa96-807e-4725-90ea-feea678db97c'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:54.511383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-291630f0-2dec-49a9-ba6a-49d98d8b7b63 req-7be662d3-6566-4e8e-a954-7cba138f1da2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243502 Jan 27 21:41:54.530074 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281af40b-ce0d-418e-97f4-179a79a56cb8 None None] Routers {'c855aa96-807e-4725-90ea-feea678db97c'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:54.530705 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-281af40b-ce0d-418e-97f4-179a79a56cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c855aa96-807e-4725-90ea-feea678db97c'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:54.580643 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-281af40b-ce0d-418e-97f4-179a79a56cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:54.591704 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281af40b-ce0d-418e-97f4-179a79a56cb8 None None] Routers {'c855aa96-807e-4725-90ea-feea678db97c'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:54.592716 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-281af40b-ce0d-418e-97f4-179a79a56cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c855aa96-807e-4725-90ea-feea678db97c'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:54.638387 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-281af40b-ce0d-418e-97f4-179a79a56cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:54.639051 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281af40b-ce0d-418e-97f4-179a79a56cb8 None None] The sync data for ids ['c855aa96-807e-4725-90ea-feea678db97c'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:54.756261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48d3a5a-ecc5-4ae5-8ef1-2f9595187c51 req-3852dff5-b5de-4e66-b85c-5b170bb6afd8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 210 time: 0.0355215 Jan 27 21:41:54.813338 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.816693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-52af7e03-df4b-4443-868d-4f0d524d8255 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8953609 Jan 27 21:41:54.818506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47640) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:54.823145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:54.890254 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-603c7acd-a1fc-46f4-8446-faac94605784 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (f1a425b6-d9cd-475a-9ed2-29a406dec539), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:54.951842 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c7acd-a1fc-46f4-8446-faac94605784 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Subnet': ['ID=f1a425b6-d9cd-475a-9ed2-29a406dec539,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:54.978262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603c7acd-a1fc-46f4-8446-faac94605784 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Checking segment: {'id': '8ec6308e-6759-4517-a75a-26bc836254d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:54.978642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603c7acd-a1fc-46f4-8446-faac94605784 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network hostable DHCP agents. Network: 354ef24c-7d21-4bc4-8fb5-a495a985c516, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:41:55.108639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603c7acd-a1fc-46f4-8446-faac94605784 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 354ef24c-7d21-4bc4-8fb5-a495a985c516 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:41:55.150747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef52e22-02e6-4073-9c71-c4e65a42e719 req-64a60825-72fb-4e80-a525-b3a6b91b6b6b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:55.152349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ef52e22-02e6-4073-9c71-c4e65a42e719 req-64a60825-72fb-4e80-a525-b3a6b91b6b6b tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1174381 Jan 27 21:41:55.249240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (c855aa96-807e-4725-90ea-feea678db97c), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:55.257466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ef52e22-02e6-4073-9c71-c4e65a42e719 req-27eac03a-f973-403c-a4cd-e4d130a7e134 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926938 Jan 27 21:41:55.276563 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-603c7acd-a1fc-46f4-8446-faac94605784 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 354ef24c-7d21-4bc4-8fb5-a495a985c516) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:55.279301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c7acd-a1fc-46f4-8446-faac94605784 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:55.280274 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-603c7acd-a1fc-46f4-8446-faac94605784 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:55.288774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a82fd3-869b-45de-b107-dfc3962cae3e None None] Network 354ef24c-7d21-4bc4-8fb5-a495a985c516 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:55.377239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f51a-e79f-4be1-ac2b-6bb5711a723c req-bb5fc98b-98e5-405e-bbef-de1ca7013160 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:55.378802 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c52f51a-e79f-4be1-ac2b-6bb5711a723c req-bb5fc98b-98e5-405e-bbef-de1ca7013160 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 945 time: 0.0500140 Jan 27 21:41:55.407470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-354ef24c-7d21-4bc4-8fb5-a495a985c516', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'project_id': 'a127be392e504f0e944647655bda9f72', 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:41:55.408558 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:55.425537 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-603c7acd-a1fc-46f4-8446-faac94605784 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6584032 Jan 27 21:41:55.429593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47660) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:55.438133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_gateway (c855aa96-807e-4725-90ea-feea678db97c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:55.477975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c52f51a-e79f-4be1-ac2b-6bb5711a723c req-0152489e-66e1-48b1-95d9-7c2fb62169be tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872092 Jan 27 21:41:55.655725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Allocated IP 2001:db8::2 (354ef24c-7d21-4bc4-8fb5-a495a985c516/f1a425b6-d9cd-475a-9ed2-29a406dec539/86d50c75-5ce0-4c6f-a4be-f5499d5be8b5) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:55.704139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c9cfc-89d5-43d8-b06b-ddc85921759f req-98388ab3-8cb0-4099-a9ce-bb6536ad09dc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:55.705774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-649c9cfc-89d5-43d8-b06b-ddc85921759f req-98388ab3-8cb0-4099-a9ce-bb6536ad09dc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=24add05f-e18d-4a1b-b4fa-5333f830d73e HTTP/1.1" status: 200 len: 946 time: 0.0740950 Jan 27 21:41:55.836262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device b26e10ca-010a-40f9-b112-3f84e980051e no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:41:55.884461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-649c9cfc-89d5-43d8-b06b-ddc85921759f req-9edf109a-1759-46cb-8e1d-7d1893fd4468 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562648 Jan 27 21:41:55.964143 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Publish callbacks [] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:55.978182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Deleting port ad144908-15b0-425c-ac3d-5bea14f1abf6 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:41:55.978531 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ad144908-15b0-425c-ac3d-5bea14f1abf6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.001706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.025598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port b26e10ca-010a-40f9-b112-3f84e980051e is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:56.075205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1986ddd8-460c-4d17-a31e-1527ceca11b6 req-68659885-2234-4c27-9dbb-be31b9f841d9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 210 time: 0.0351529 Jan 27 21:41:56.109269 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.123245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ad144908-15b0-425c-ac3d-5bea14f1abf6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.136759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Calling delete_port for ad144908-15b0-425c-ac3d-5bea14f1abf6 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:41:56.160966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Network 354ef24c-7d21-4bc4-8fb5-a495a985c516 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:56.166256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:56.171054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:56.192336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Pushing event updated for resources: {'Port': ['ID=86d50c75-5ce0-4c6f-a4be-f5499d5be8b5,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:56.247036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Attempting to bind port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:41:56.247418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Attempting to bind port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '8ec6308e-6759-4517-a75a-26bc836254d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:41:56.247834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Attempting to bind port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 on network 354ef24c-7d21-4bc4-8fb5-a495a985c516 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:41:56.253422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:41:56.254104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Checking segment: {'id': '8ec6308e-6759-4517-a75a-26bc836254d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:41:56.254685 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.255258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Bound using segment: {'id': '8ec6308e-6759-4517-a75a-26bc836254d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:41:56.255894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Bound port: 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec6308e-6759-4517-a75a-26bc836254d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:41:56.256487 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.363579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Allocated IP 2001:db8::1 (354ef24c-7d21-4bc4-8fb5-a495a985c516/f1a425b6-d9cd-475a-9ed2-29a406dec539/d0d562ba-f9d4-428b-9f36-4092d283c0c9) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:56.378536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] For port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:41:56.383896 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] For port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=86d50c75-5ce0-4c6f-a4be-f5499d5be8b5,segment=NetworkSegment(8ec6308e-6759-4517-a75a-26bc836254d1),segment_id=8ec6308e-6759-4517-a75a-26bc836254d1)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:41:56.447170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae565f-93a0-49cc-9dcb-76439df7050d req-82cf60e7-d660-407a-9302-526ead69ea71 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:56.448849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41ae565f-93a0-49cc-9dcb-76439df7050d req-82cf60e7-d660-407a-9302-526ead69ea71 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0939753 Jan 27 21:41:56.504607 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.512630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41ae565f-93a0-49cc-9dcb-76439df7050d req-12ba64ff-6ad1-478c-ae1f-aed4569e1e1d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572288 Jan 27 21:41:56.588439 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ad144908-15b0-425c-ac3d-5bea14f1abf6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.588801 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.615446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Pushing event deleted for resources: {'Port': ['ID=ad144908-15b0-425c-ac3d-5bea14f1abf6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:56.667259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94caa3-98f7-487e-ba7a-835d56208cb3 None None] Pushing event updated for resources: {'Port': ['ID=86d50c75-5ce0-4c6f-a4be-f5499d5be8b5,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:56.697982 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (c855aa96-807e-4725-90ea-feea678db97c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.833287 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.845011 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.937690 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 354ef24c-7d21-4bc4-8fb5-a495a985c516 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:56.944252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:56.955030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:41:56.955927 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.990421 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (c855aa96-807e-4725-90ea-feea678db97c), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:56.996980 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (c855aa96-807e-4725-90ea-feea678db97c), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.038798 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=d0d562ba-f9d4-428b-9f36-4092d283c0c9,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:57.130337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Router c855aa96-807e-4725-90ea-feea678db97c has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:41:57.143036 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.163070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3d0cb-73c7-451c-823b-5b39df93f84d req-b2210b28-cb5a-4eb7-bf03-fd669ecbcde4 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:57.165471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbb3d0cb-73c7-451c-823b-5b39df93f84d req-b2210b28-cb5a-4eb7-bf03-fd669ecbcde4 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=24add05f-e18d-4a1b-b4fa-5333f830d73e HTTP/1.1" status: 200 len: 946 time: 0.1185677 Jan 27 21:41:57.209500 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.378538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:57.437856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:57.438532 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.560018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:57.560891 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.602009 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.620058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=86d50c75-5ce0-4c6f-a4be-f5499d5be8b5,segment=NetworkSegment(8ec6308e-6759-4517-a75a-26bc836254d1),segment_id=8ec6308e-6759-4517-a75a-26bc836254d1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:41:57.636679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbc78e52-39f5-4711-9dce-4d2adbb224e7 req-844407fe-3ccc-4fdc-ab6f-e84f37e57182 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 210 time: 0.0961423 Jan 27 21:41:57.639520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:57.646530 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.647580 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4b8326ee-3dbe-4b11-9da6-fb14ffed595f tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "PUT /v2.0/routers/c855aa96-807e-4725-90ea-feea678db97c HTTP/1.1" status: 200 len: 705 time: 2.8279099 Jan 27 21:41:57.650449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47704) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:57.657004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f624a-05ba-496a-853f-3e5b80a442d5 None None] Sync routers for ids ['c855aa96-807e-4725-90ea-feea678db97c'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:57.677282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f624a-05ba-496a-853f-3e5b80a442d5 None None] Routers {'c855aa96-807e-4725-90ea-feea678db97c'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:57.678169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5f9f624a-05ba-496a-853f-3e5b80a442d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c855aa96-807e-4725-90ea-feea678db97c'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:57.701226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbb3d0cb-73c7-451c-823b-5b39df93f84d req-a74d93a6-3a1e-483e-a4f4-8d98e9354992 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571884 Jan 27 21:41:57.745047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5f9f624a-05ba-496a-853f-3e5b80a442d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:57.772318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f624a-05ba-496a-853f-3e5b80a442d5 None None] Routers {'c855aa96-807e-4725-90ea-feea678db97c'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:57.772953 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5f9f624a-05ba-496a-853f-3e5b80a442d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c855aa96-807e-4725-90ea-feea678db97c'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:57.826015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5f9f624a-05ba-496a-853f-3e5b80a442d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:57.828449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f624a-05ba-496a-853f-3e5b80a442d5 None None] The sync data for ids ['c855aa96-807e-4725-90ea-feea678db97c'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:41:57.830983 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.845630 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7a2567a5-10ac-4fc5-b19b-0e139acb8f56 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/routers/c855aa96-807e-4725-90ea-feea678db97c HTTP/1.1" status: 200 len: 740 time: 0.1939154 Jan 27 21:41:57.848933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47714) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:57.869356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f2db2-7d78-4eb1-a4a6-d159dd0f40b5 req-dac9f7d1-b6ca-4b61-ade5-0c62e5ff62b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:57.870787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a13f2db2-7d78-4eb1-a4a6-d159dd0f40b5 req-dac9f7d1-b6ca-4b61-ade5-0c62e5ff62b7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0937815 Jan 27 21:41:57.878157 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.878993 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:57.911729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=86d50c75-5ce0-4c6f-a4be-f5499d5be8b5,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:57.966697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a13f2db2-7d78-4eb1-a4a6-d159dd0f40b5 req-2b443153-2cb9-4638-85f3-538bdda1afdd tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884609 Jan 27 21:41:58.000363 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=d0d562ba-f9d4-428b-9f36-4092d283c0c9,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:58.077367 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-628ed7c2-7855-4c2a-9df1-511015eaa981 tempest-RoutersAdminTest-117250006 tempest-RoutersAdminTest-117250006-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&device_id=c855aa96-807e-4725-90ea-feea678db97c HTTP/1.1" status: 200 len: 205 time: 0.2232406 Jan 27 21:41:58.078971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47718) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:58.124804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6d075973-2739-4fb2-87af-aaa5ec63fa54 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "GET /v2.0/ports?device_id=c855aa96-807e-4725-90ea-feea678db97c HTTP/1.1" status: 200 len: 205 time: 0.0418420 Jan 27 21:41:58.124912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf766d-4d43-4c2a-91e3-be5fa66dbb76 None None] Network 354ef24c-7d21-4bc4-8fb5-a495a985c516 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:41:58.125003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47720) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:58.206782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5521cee8-6ba6-4ccb-b936-c43a72d26125 None None] Provisioning complete for port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:58.207174 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5521cee8-6ba6-4ccb-b936-c43a72d26125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.212642 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-081c74d5-ccff-4925-93b9-e24b6ef01470 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (c855aa96-807e-4725-90ea-feea678db97c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.224342 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-c0a05a9a-4ec0-427d-87f5-fad2f8300e61 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:58.225810 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-c0a05a9a-4ec0-427d-87f5-fad2f8300e61 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.3777661 Jan 27 21:41:58.242247 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Request body: {'port': {'device_id': '684122e0-2446-4b86-abc9-d9edb4f3be7d', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'admin_state_up': True, 'tenant_id': 'baaa884c37364039b5a4bbeeb1e5e38f'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:58.294871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 354ef24c-7d21-4bc4-8fb5-a495a985c516 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:41:58.298186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:41:58.365835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5521cee8-6ba6-4ccb-b936-c43a72d26125 None None] Current status of the port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:58.413304 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-081c74d5-ccff-4925-93b9-e24b6ef01470 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (c855aa96-807e-4725-90ea-feea678db97c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.416263 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-081c74d5-ccff-4925-93b9-e24b6ef01470 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router_controller (c855aa96-807e-4725-90ea-feea678db97c), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.587605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a48dd157-7a6f-4e01-9c8c-b679e9d849ff None None] Provisioning complete for port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:58.588226 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a48dd157-7a6f-4e01-9c8c-b679e9d849ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.617979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Made reservation on behalf of baaa884c37364039b5a4bbeeb1e5e38f for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:58.620573 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.639847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47724) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:58.671515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-081c74d5-ccff-4925-93b9-e24b6ef01470 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (c855aa96-807e-4725-90ea-feea678db97c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.675097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081c74d5-ccff-4925-93b9-e24b6ef01470 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Fanout notify agent at l3_agent the message router_deleted on router c855aa96-807e-4725-90ea-feea678db97c {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:41:58.698192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-081c74d5-ccff-4925-93b9-e24b6ef01470 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.702379 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-081c74d5-ccff-4925-93b9-e24b6ef01470 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/routers/c855aa96-807e-4725-90ea-feea678db97c HTTP/1.1" status: 204 len: 168 time: 0.5758209 Jan 27 21:41:58.706193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47732) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:58.721589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a48dd157-7a6f-4e01-9c8c-b679e9d849ff None None] Current status of the port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:58.756916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a48dd157-7a6f-4e01-9c8c-b679e9d849ff None None] Provisioning complete for port d0d562ba-f9d4-428b-9f36-4092d283c0c9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:58.759717 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a48dd157-7a6f-4e01-9c8c-b679e9d849ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.782964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2039b3f8-f6e1-411a-a90e-cb9851e92ca9 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "GET /v2.0/ports?device_id=c855aa96-807e-4725-90ea-feea678db97c HTTP/1.1" status: 200 len: 205 time: 0.0724592 Jan 27 21:41:58.785508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47736) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:58.827057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a48dd157-7a6f-4e01-9c8c-b679e9d849ff None None] Port d0d562ba-f9d4-428b-9f36-4092d283c0c9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:41:58.843806 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-43655abd-0ce1-4821-bc52-798f47665825 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] delete failed (client error): The resource could not be found. Jan 27 21:41:58.845756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-43655abd-0ce1-4821-bc52-798f47665825 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/routers/c855aa96-807e-4725-90ea-feea678db97c HTTP/1.1" status: 404 len: 336 time: 0.0593305 Jan 27 21:41:58.854061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47738) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:58.894274 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-acbd3d2b-afe1-45ab-b080-222fa07090d0 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "GET /v2.0/ports?device_id=265efb5a-65e2-4b14-867a-4fc8d412a10c HTTP/1.1" status: 200 len: 205 time: 0.0387864 Jan 27 21:41:58.897767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router da161030-746c-4e9a-b7a9-0093351a19e9 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:41:58.899292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47740) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:58.903610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f528ad9-bccb-47e4-84e7-f4a90f8a2350 req-b3559dcb-c811-45ec-928b-2826411ebc4c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 210 time: 0.0567300 Jan 27 21:41:58.961438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d2d751c5-2e80-438f-9748-9a5199acd0d7 None None] Provisioning complete for port d0d562ba-f9d4-428b-9f36-4092d283c0c9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:58.961828 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d2d751c5-2e80-438f-9748-9a5199acd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:58.978893 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-4208514c-9ed3-4919-892d-bf7647b07b69 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] delete failed (client error): The resource could not be found. Jan 27 21:41:58.982836 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4208514c-9ed3-4919-892d-bf7647b07b69 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/routers/265efb5a-65e2-4b14-867a-4fc8d412a10c HTTP/1.1" status: 404 len: 336 time: 0.0700684 Jan 27 21:41:58.983632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47744) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:58.993566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Allocated IP 172.20.0.12 (e1c09d8a-8c2d-4d53-a7c3-ebd34c604156/6cd8c838-195c-4376-a980-ec062e79b1ed/23b45b3b-c009-4f0b-aae6-1fce45e68222) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:41:59.030993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d2d751c5-2e80-438f-9748-9a5199acd0d7 None None] Port d0d562ba-f9d4-428b-9f36-4092d283c0c9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:41:59.044267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c4f888f9-8df0-46ae-925e-3535981b20e7 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "GET /v2.0/ports?device_id=67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3 HTTP/1.1" status: 200 len: 205 time: 0.0540538 Jan 27 21:41:59.044267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47746) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:59.119596 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:41:59.129537 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b14418da-8851-4b1a-887f-77f9397e9289 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7022703 Jan 27 21:41:59.132331 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Sync routers for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:41:59.150169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47748) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:59.153536 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:41:59.155018 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:59.158577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0b16f33a-b4e5-420e-a580-1507637a56d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-413747234'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:41:59.176801 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-80d371dc-5677-4939-9511-79a459f37de4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] delete failed (client error): The resource could not be found. Jan 27 21:41:59.182407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-80d371dc-5677-4939-9511-79a459f37de4 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/routers/67e8fa8c-580c-4c58-bccf-d3b9e8bed9e3 HTTP/1.1" status: 404 len: 336 time: 0.1371095 Jan 27 21:41:59.183011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47752) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:59.218675 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9aba2a3-9319-4e24-b797-71aff12fb183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:59.245900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47754) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:59.248424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-03f39633-e386-407f-9b14-5a03418f0b08 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd9365f1-58d5-4314-811e-a95f2a87af40 HTTP/1.1" status: 200 len: 205 time: 0.0405486 Jan 27 21:41:59.290103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea380-02c7-4870-91af-cae530ef68c6 req-ee9d75ac-eafc-450f-91ec-2ff17bfaad90 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:59.297534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54cea380-02c7-4870-91af-cae530ef68c6 req-ee9d75ac-eafc-450f-91ec-2ff17bfaad90 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1432288 Jan 27 21:41:59.299691 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:41:59.303829 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-ef8896b9-69d4-411b-8168-50e8e642173b tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] delete failed (client error): The resource could not be found. Jan 27 21:41:59.305733 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ef8896b9-69d4-411b-8168-50e8e642173b tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/routers/fd9365f1-58d5-4314-811e-a95f2a87af40 HTTP/1.1" status: 404 len: 336 time: 0.0581443 Jan 27 21:41:59.309624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47756) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:59.356147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:41:59.408928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1a3c1e20-880e-40d4-aa8f-1657a7e5eb6d None None] Provisioning complete for port d0d562ba-f9d4-428b-9f36-4092d283c0c9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:59.408928 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1a3c1e20-880e-40d4-aa8f-1657a7e5eb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:59.413282 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-47c3ba44-5ba4-4ac2-8daa-fb32f3b0bd8c tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc05f910-76bb-4c38-913f-f205976cd055 HTTP/1.1" status: 200 len: 205 time: 0.0974965 Jan 27 21:41:59.413902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47762) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:59.421281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54cea380-02c7-4870-91af-cae530ef68c6 req-d0b88022-7e4c-43ba-ac79-953bacff184c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227419 Jan 27 21:41:59.463013 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-7943ad8a-db09-4303-b8b1-f0a413dbfa3e tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] delete failed (client error): The resource could not be found. Jan 27 21:41:59.466644 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7943ad8a-db09-4303-b8b1-f0a413dbfa3e tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/routers/cc05f910-76bb-4c38-913f-f205976cd055 HTTP/1.1" status: 404 len: 336 time: 0.0493982 Jan 27 21:41:59.467560 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47768) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:59.470425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:41:59.472503 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:59.503121 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4776c17d-8e21-4ab1-80c8-9797a7db319a tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "GET /v2.0/ports?device_id=be020bec-96e7-4ee9-b6ef-f719ab4d7fca HTTP/1.1" status: 200 len: 205 time: 0.0320263 Jan 27 21:41:59.503680 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47770) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:59.606442 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9aba2a3-9319-4e24-b797-71aff12fb183 admin admin] Publish callbacks [] for security_group (237a05cd-ecb2-4fde-a0fa-c66ed4712c54), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:59.611255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c1e20-880e-40d4-aa8f-1657a7e5eb6d None None] Port d0d562ba-f9d4-428b-9f36-4092d283c0c9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:41:59.693327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:41:59.710151 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:41:57Z', 'revision_number': 2, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:41:57Z', 'revision_number': 2, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:41:59.744918 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Checking router: da161030-746c-4e9a-b7a9-0093351a19e9 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:41:59.745474 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Updating router da161030-746c-4e9a-b7a9-0093351a19e9 port d0d562ba-f9d4-428b-9f36-4092d283c0c9 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:41:59.778229 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:59.779953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a3381d12-6395-421a-a387-9aed65c53261 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:41:59.786324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a3381d12-6395-421a-a387-9aed65c53261 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/networks?id=f16388f1-367c-4e9b-afba-306c6fedd1ab HTTP/1.1" status: 200 len: 813 time: 0.1728773 Jan 27 21:41:59.795000 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9aba2a3-9319-4e24-b797-71aff12fb183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (237a05cd-ecb2-4fde-a0fa-c66ed4712c54), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:59.814828 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0873c360-c54a-4c0f-b213-b2785eda3f56 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/quotas/86378b4755f14f1ca7724eb76f22c944 HTTP/1.1" status: 200 len: 375 time: 0.0275156 Jan 27 21:41:59.853702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c9aba2a3-9319-4e24-b797-71aff12fb183 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=37cf849e2cfc4df4b69579f4bd6b01d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2126682 Jan 27 21:41:59.868783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47788) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:59.869664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aba2a3-9319-4e24-b797-71aff12fb183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237a05cd-ecb2-4fde-a0fa-c66ed4712c54,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:41:59.939176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-ed7d45e8-a549-4535-99f0-d80190edaddf tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=86378b4755f14f1ca7724eb76f22c944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109686 Jan 27 21:41:59.945740 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-34ca8b77-c123-42c3-bfaa-47dbd856c7f0 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] delete failed (client error): The resource could not be found. Jan 27 21:41:59.949379 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-34ca8b77-c123-42c3-bfaa-47dbd856c7f0 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/routers/be020bec-96e7-4ee9-b6ef-f719ab4d7fca HTTP/1.1" status: 404 len: 336 time: 0.4419847 Jan 27 21:41:59.950112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b16f33a-b4e5-420e-a580-1507637a56d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:41:59.953513 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b16f33a-b4e5-420e-a580-1507637a56d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:59.955588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47792) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:41:59.971422 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks [] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:41:59.998684 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b16f33a-b4e5-420e-a580-1507637a56d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:00.019180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b16f33a-b4e5-420e-a580-1507637a56d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (23f48613-6335-4f05-9b6d-d22a566f6306), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.020013 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-0b16f33a-b4e5-420e-a580-1507637a56d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Added segment 23f48613-6335-4f05-9b6d-d22a566f6306 of type vlan for network cf7a2f2a-69e3-496a-866c-03b6821b0a14 Jan 27 21:42:00.040487 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f92bc931-70b7-48f5-b3db-9774d54923b9 admin admin] Publish callbacks [] for security_group (237a05cd-ecb2-4fde-a0fa-c66ed4712c54), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.045270 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e79ce2-e1b4-40c0-9297-5db61b536725 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] DELETE failed (client error): The resource could not be found. Jan 27 21:42:00.045734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e79ce2-e1b4-40c0-9297-5db61b536725 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:42:00.049969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-40e79ce2-e1b4-40c0-9297-5db61b536725 tempest-RoutersAdminTest-1304483344 tempest-RoutersAdminTest-1304483344-project] 10.222.0.61 "DELETE /v2.0/subnets/e038db88-449c-4415-90cc-7090d2d04b7d HTTP/1.1" status: 404 len: 337 time: 0.0743842 Jan 27 21:42:00.067313 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b16f33a-b4e5-420e-a580-1507637a56d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (cf7a2f2a-69e3-496a-866c-03b6821b0a14), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.090527 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f92bc931-70b7-48f5-b3db-9774d54923b9 admin admin] Publish callbacks [] for security_group (237a05cd-ecb2-4fde-a0fa-c66ed4712c54), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.142579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-48b6b403-1c9b-466d-aa1e-2d6f0f156113 service neutron] 10.222.0.61 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963282 Jan 27 21:42:00.146131 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Publish callbacks [] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.171045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.216933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:00.220370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:00.225234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:00.260737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e8315-5909-42f3-be97-5be20f87dedc req-06391203-8b9f-42be-8a1e-e2cb2c988509 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:00.262448 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b16f33a-b4e5-420e-a580-1507637a56d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (cf7a2f2a-69e3-496a-866c-03b6821b0a14), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.262797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-498e8315-5909-42f3-be97-5be20f87dedc req-06391203-8b9f-42be-8a1e-e2cb2c988509 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.71 "GET /v2.0/ports?device_id=24add05f-e18d-4a1b-b4fa-5333f830d73e HTTP/1.1" status: 200 len: 946 time: 0.1120343 Jan 27 21:42:00.267417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b16f33a-b4e5-420e-a580-1507637a56d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:00.268004 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b16f33a-b4e5-420e-a580-1507637a56d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.281350 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Pushing event updated for resources: {'Port': ['ID=23b45b3b-c009-4f0b-aae6-1fce45e68222,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:00.289970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-20be42ea-e453-4ee5-98ac-7e714814e485 service neutron] 10.222.0.61 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404808 Jan 27 21:42:00.351597 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:00.352266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.366760 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16f33a-b4e5-420e-a580-1507637a56d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Network': ['ID=cf7a2f2a-69e3-496a-866c-03b6821b0a14,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:00.379731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network cf7a2f2a-69e3-496a-866c-03b6821b0a14 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:00.387854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-498e8315-5909-42f3-be97-5be20f87dedc req-6d1a0711-538b-4a29-8e19-deee1de3c8f0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Deleting port 24ead7c3-31ea-4121-a78c-62dee09f6d81 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:00.388215 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-498e8315-5909-42f3-be97-5be20f87dedc req-6d1a0711-538b-4a29-8e19-deee1de3c8f0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.398107 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.466026 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f92bc931-70b7-48f5-b3db-9774d54923b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (237a05cd-ecb2-4fde-a0fa-c66ed4712c54), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.469425 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f92bc931-70b7-48f5-b3db-9774d54923b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.470018 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0b16f33a-b4e5-420e-a580-1507637a56d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3185225 Jan 27 21:42:00.471070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f92bc931-70b7-48f5-b3db-9774d54923b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/237a05cd-ecb2-4fde-a0fa-c66ed4712c54 HTTP/1.1" status: 204 len: 168 time: 0.5977020 Jan 27 21:42:00.473815 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47800) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:00.481654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7d9d09a6-3e0c-470b-81bd-5a929b874fb5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'subnet': {'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:00.507097 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Attempting to bind port d0d562ba-f9d4-428b-9f36-4092d283c0c9 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:00.507473 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Attempting to bind port d0d562ba-f9d4-428b-9f36-4092d283c0c9 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '8ec6308e-6759-4517-a75a-26bc836254d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:00.507835 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Attempting to bind port d0d562ba-f9d4-428b-9f36-4092d283c0c9 on network 354ef24c-7d21-4bc4-8fb5-a495a985c516 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:00.512542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bc931-70b7-48f5-b3db-9774d54923b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237a05cd-ecb2-4fde-a0fa-c66ed4712c54,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:00.522994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-498e8315-5909-42f3-be97-5be20f87dedc req-6d1a0711-538b-4a29-8e19-deee1de3c8f0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] For port 24ead7c3-31ea-4121-a78c-62dee09f6d81, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=24ead7c3-31ea-4121-a78c-62dee09f6d81,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:00.523444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-498e8315-5909-42f3-be97-5be20f87dedc req-6d1a0711-538b-4a29-8e19-deee1de3c8f0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.536794 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:00.537173 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Checking segment: {'id': '8ec6308e-6759-4517-a75a-26bc836254d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:00.537590 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.537974 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Bound using segment: {'id': '8ec6308e-6759-4517-a75a-26bc836254d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:00.538455 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Bound port: d0d562ba-f9d4-428b-9f36-4092d283c0c9, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec6308e-6759-4517-a75a-26bc836254d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:00.538836 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.538970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-498e8315-5909-42f3-be97-5be20f87dedc req-6d1a0711-538b-4a29-8e19-deee1de3c8f0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Calling delete_port for 24ead7c3-31ea-4121-a78c-62dee09f6d81 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:00.606121 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-e566923b-2b56-4ac5-a624-b7ea3a4fc253 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3668575 Jan 27 21:42:00.618215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Request body: {'port': {'device_id': '684122e0-2446-4b86-abc9-d9edb4f3be7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:00.618474 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Pushing event updated for resources: {'Port': ['ID=d0d562ba-f9d4-428b-9f36-4092d283c0c9,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:00.645998 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.645998 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.645998 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.646436 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.646673 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.647000 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.647330 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.647653 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.647975 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.648315 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.648639 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.648953 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.649275 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:00.685402 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] For port d0d562ba-f9d4-428b-9f36-4092d283c0c9, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:00.689070 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] For port d0d562ba-f9d4-428b-9f36-4092d283c0c9, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d0d562ba-f9d4-428b-9f36-4092d283c0c9,segment=NetworkSegment(8ec6308e-6759-4517-a75a-26bc836254d1),segment_id=8ec6308e-6759-4517-a75a-26bc836254d1)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:00.751586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.820870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e5a9d-45a9-412c-84c4-e995eea80cdd req-aa741d92-ae62-4bc9-8c22-95031cf3c7a6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:00.822307 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-223e5a9d-45a9-412c-84c4-e995eea80cdd req-aa741d92-ae62-4bc9-8c22-95031cf3c7a6 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.71 "GET /v2.0/ports?device_id=034983e2-3490-4e1c-a1ef-55808b071641 HTTP/1.1" status: 200 len: 945 time: 0.0825207 Jan 27 21:42:00.843238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a42b4fe9-e712-426e-b7e9-eae556e69072 None None] Provisioning complete for port d0d562ba-f9d4-428b-9f36-4092d283c0c9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:00.844404 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a42b4fe9-e712-426e-b7e9-eae556e69072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.888785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a42b4fe9-e712-426e-b7e9-eae556e69072 None None] Port d0d562ba-f9d4-428b-9f36-4092d283c0c9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:00.926634 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.929477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-498e8315-5909-42f3-be97-5be20f87dedc req-6d1a0711-538b-4a29-8e19-deee1de3c8f0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (24ead7c3-31ea-4121-a78c-62dee09f6d81), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.936335 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9d09a6-3e0c-470b-81bd-5a929b874fb5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:00.940675 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d9d09a6-3e0c-470b-81bd-5a929b874fb5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:00.948902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['b5560d87-2198-4ba7-af35-63e224e0108c'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:01.017558 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a0711-538b-4a29-8e19-deee1de3c8f0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Pushing event deleted for resources: {'Port': ['ID=24ead7c3-31ea-4121-a78c-62dee09f6d81,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:01.024459 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e1ae7-04d6-4859-9f49-2c306aad25ff None None] Pushing event updated for resources: {'Port': ['ID=d0d562ba-f9d4-428b-9f36-4092d283c0c9,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:01.073827 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:01.077169 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:41:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:01.145383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-498e8315-5909-42f3-be97-5be20f87dedc req-6d1a0711-538b-4a29-8e19-deee1de3c8f0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] No DVR routers for this DVR port 24ead7c3-31ea-4121-a78c-62dee09f6d81 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:01.150526 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-498e8315-5909-42f3-be97-5be20f87dedc req-6d1a0711-538b-4a29-8e19-deee1de3c8f0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.160522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-498e8315-5909-42f3-be97-5be20f87dedc req-6d1a0711-538b-4a29-8e19-deee1de3c8f0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.71 "DELETE /v2.0/ports/24ead7c3-31ea-4121-a78c-62dee09f6d81 HTTP/1.1" status: 204 len: 173 time: 0.8916717 Jan 27 21:42:01.164663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24add05f-e18d-4a1b-b4fa-5333f830d73e', 'name': 'network-vif-deleted', 'tag': '24ead7c3-31ea-4121-a78c-62dee09f6d81'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:01.168932 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bf2468-6dcb-4e1b-a907-c7fdc8960c0d" -d '{"events": [{"server_uuid": "24add05f-e18d-4a1b-b4fa-5333f830d73e", "name": "network-vif-deleted", "tag": "24ead7c3-31ea-4121-a78c-62dee09f6d81"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:01.214983 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:01.271592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38193ff2-c5f2-4851-9d5a-cd07663c6e03 req-e0882d2a-2705-421e-98a3-4e4e17cc19a6 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:01.280942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38193ff2-c5f2-4851-9d5a-cd07663c6e03 req-e0882d2a-2705-421e-98a3-4e4e17cc19a6 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 932 time: 0.1685266 Jan 27 21:42:01.288388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47814) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:01.429178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38193ff2-c5f2-4851-9d5a-cd07663c6e03 req-3eed0c45-f898-4996-8bc0-eeaa60fd4e7f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470687 Jan 27 21:42:01.484043 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2f6f71d-ab5e-4ba1-812c-c905a3f70c16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.568761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-223e5a9d-45a9-412c-84c4-e995eea80cdd req-13457f19-62a2-433a-8d76-1e1f7ae3d796 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Deleting port b5560d87-2198-4ba7-af35-63e224e0108c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:01.569370 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-223e5a9d-45a9-412c-84c4-e995eea80cdd req-13457f19-62a2-433a-8d76-1e1f7ae3d796 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.586780 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:41:57Z', 'revision_number': 2, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:00Z', 'revision_number': 4, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:01.613749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2f6f71d-ab5e-4ba1-812c-c905a3f70c16 admin admin] Publish callbacks [] for security_group (9b6730f4-85c7-406e-95e0-b38233025c90), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.633125 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7f67fc82-7dae-4d57-9cda-f604df8f28b7 None None] Provisioning complete for port d0d562ba-f9d4-428b-9f36-4092d283c0c9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:01.633506 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f67fc82-7dae-4d57-9cda-f604df8f28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.643412 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965eed4-cc91-4da4-b60e-7c0536bcb1f0 None None] The sync data for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 is: [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:41:57Z', 'revision_number': 2, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:00Z', 'revision_number': 4, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:01.657040 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d9d09a6-3e0c-470b-81bd-5a929b874fb5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (9fb65692-381d-425c-8b94-95fcc3ee1473), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.730249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf805a3f-0770-4467-ba0a-3a5ace855981 req-2ec9bc1c-feea-4028-9450-d92aa66763a2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:01.732195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf805a3f-0770-4467-ba0a-3a5ace855981 req-2ec9bc1c-feea-4028-9450-d92aa66763a2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0569363 Jan 27 21:42:01.750779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7f67fc82-7dae-4d57-9cda-f604df8f28b7 None None] Current status of the port d0d562ba-f9d4-428b-9f36-4092d283c0c9 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:01.751438 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f67fc82-7dae-4d57-9cda-f604df8f28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.759544 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-223e5a9d-45a9-412c-84c4-e995eea80cdd req-13457f19-62a2-433a-8d76-1e1f7ae3d796 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] For port b5560d87-2198-4ba7-af35-63e224e0108c, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b5560d87-2198-4ba7-af35-63e224e0108c,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:01.759977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-223e5a9d-45a9-412c-84c4-e995eea80cdd req-13457f19-62a2-433a-8d76-1e1f7ae3d796 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.780429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-223e5a9d-45a9-412c-84c4-e995eea80cdd req-13457f19-62a2-433a-8d76-1e1f7ae3d796 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Calling delete_port for b5560d87-2198-4ba7-af35-63e224e0108c owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:01.805124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7f67fc82-7dae-4d57-9cda-f604df8f28b7 None None] For port d0d562ba-f9d4-428b-9f36-4092d283c0c9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d0d562ba-f9d4-428b-9f36-4092d283c0c9,segment=NetworkSegment(8ec6308e-6759-4517-a75a-26bc836254d1),segment_id=8ec6308e-6759-4517-a75a-26bc836254d1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:01.811990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf805a3f-0770-4467-ba0a-3a5ace855981 req-cfbfceb3-ad8d-4418-ad39-3ea7c3d90050 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739899 Jan 27 21:42:01.822257 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2f6f71d-ab5e-4ba1-812c-c905a3f70c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9b6730f4-85c7-406e-95e0-b38233025c90), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.861586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d09a6-3e0c-470b-81bd-5a929b874fb5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Subnet': ['ID=9fb65692-381d-425c-8b94-95fcc3ee1473,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:01.865690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f2f6f71d-ab5e-4ba1-812c-c905a3f70c16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=13c549d3bdd848ff907f94320530b213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5751140 Jan 27 21:42:01.868154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6f71d-ab5e-4ba1-812c-c905a3f70c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6730f4-85c7-406e-95e0-b38233025c90,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:01.881884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47822) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:01.931694 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27863273-5506-4ae6-bc73-c5d4033c3e0b admin admin] Publish callbacks [] for security_group (9b6730f4-85c7-406e-95e0-b38233025c90), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.980717 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27863273-5506-4ae6-bc73-c5d4033c3e0b admin admin] Publish callbacks [] for security_group (9b6730f4-85c7-406e-95e0-b38233025c90), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:01.995491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f67fc82-7dae-4d57-9cda-f604df8f28b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.057128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b45b3b-c009-4f0b-aae6-1fce45e68222 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:02.079238 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Publish callbacks [] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.094848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d09a6-3e0c-470b-81bd-5a929b874fb5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Checking segment: {'id': '23f48613-6335-4f05-9b6d-d22a566f6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:02.095297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d09a6-3e0c-470b-81bd-5a929b874fb5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network hostable DHCP agents. Network: cf7a2f2a-69e3-496a-866c-03b6821b0a14, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:02.143580 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67fc82-7dae-4d57-9cda-f604df8f28b7 None None] Pushing event updated for resources: {'Port': ['ID=d0d562ba-f9d4-428b-9f36-4092d283c0c9,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:02.156766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47828) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:02.176318 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5579b07a-5f55-44be-9ed8-2374b827496c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.194874 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a594e3-1729-4c06-970b-d6098867c002 x-openstack-request-id: req-60a594e3-1729-4c06-970b-d6098867c002 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:02.195322 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24add05f-e18d-4a1b-b4fa-5333f830d73e", "name": "network-vif-deleted", "tag": "24ead7c3-31ea-4121-a78c-62dee09f6d81", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:02.195656 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60a594e3-1729-4c06-970b-d6098867c002 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:02.196190 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24add05f-e18d-4a1b-b4fa-5333f830d73e', 'name': 'network-vif-deleted', 'tag': '24ead7c3-31ea-4121-a78c-62dee09f6d81', 'status': 'completed', 'code': 200} Jan 27 21:42:02.224603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Transition to ACTIVE for port object 23b45b3b-c009-4f0b-aae6-1fce45e68222 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:42:02.226042 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27863273-5506-4ae6-bc73-c5d4033c3e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9b6730f4-85c7-406e-95e0-b38233025c90), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.226188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9d09a6-3e0c-470b-81bd-5a929b874fb5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network cf7a2f2a-69e3-496a-866c-03b6821b0a14 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:02.234889 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27863273-5506-4ae6-bc73-c5d4033c3e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.240224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-27863273-5506-4ae6-bc73-c5d4033c3e0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b6730f4-85c7-406e-95e0-b38233025c90 HTTP/1.1" status: 204 len: 168 time: 0.3666379 Jan 27 21:42:02.240532 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-223e5a9d-45a9-412c-84c4-e995eea80cdd req-13457f19-62a2-433a-8d76-1e1f7ae3d796 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b5560d87-2198-4ba7-af35-63e224e0108c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.290604 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13457f19-62a2-433a-8d76-1e1f7ae3d796 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Pushing event deleted for resources: {'Port': ['ID=b5560d87-2198-4ba7-af35-63e224e0108c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:02.312946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66ce9875-ddb8-4b36-8141-0b0581229590 req-038cbece-7224-4732-9a72-066da0a54c28 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 210 time: 0.0535939 Jan 27 21:42:02.315291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27863273-5506-4ae6-bc73-c5d4033c3e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6730f4-85c7-406e-95e0-b38233025c90,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:02.353661 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.354466 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-223e5a9d-45a9-412c-84c4-e995eea80cdd req-13457f19-62a2-433a-8d76-1e1f7ae3d796 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] No DVR routers for this DVR port b5560d87-2198-4ba7-af35-63e224e0108c on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:02.360659 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-223e5a9d-45a9-412c-84c4-e995eea80cdd req-13457f19-62a2-433a-8d76-1e1f7ae3d796 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.360857 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b88d5ec9-25bb-4949-8be3-a9153618474b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.364012 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-223e5a9d-45a9-412c-84c4-e995eea80cdd req-13457f19-62a2-433a-8d76-1e1f7ae3d796 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.71 "DELETE /v2.0/ports/b5560d87-2198-4ba7-af35-63e224e0108c HTTP/1.1" status: 204 len: 173 time: 1.5348151 Jan 27 21:42:02.382530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034983e2-3490-4e1c-a1ef-55808b071641', 'name': 'network-vif-deleted', 'tag': 'b5560d87-2198-4ba7-af35-63e224e0108c'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:02.406001 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f438a29-af4f-41a1-9a4a-f7e229960f8b" -d '{"events": [{"server_uuid": "034983e2-3490-4e1c-a1ef-55808b071641", "name": "network-vif-deleted", "tag": "b5560d87-2198-4ba7-af35-63e224e0108c"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:02.419348 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5579b07a-5f55-44be-9ed8-2374b827496c admin admin] Publish callbacks [] for security_group (09b4d9ce-5339-4150-9c44-e5658556ea5c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.477340 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2101a7e2-fa6d-4e12-9be0-0df11f48f3ef x-openstack-request-id: req-2101a7e2-fa6d-4e12-9be0-0df11f48f3ef {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:02.477644 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034983e2-3490-4e1c-a1ef-55808b071641", "name": "network-vif-deleted", "tag": "b5560d87-2198-4ba7-af35-63e224e0108c", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:02.477900 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2101a7e2-fa6d-4e12-9be0-0df11f48f3ef {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:02.478306 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034983e2-3490-4e1c-a1ef-55808b071641', 'name': 'network-vif-deleted', 'tag': 'b5560d87-2198-4ba7-af35-63e224e0108c', 'status': 'completed', 'code': 200} Jan 27 21:42:02.503882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Pushing event updated for resources: {'Port': ['ID=23b45b3b-c009-4f0b-aae6-1fce45e68222,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:02.563709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Attempting to bind port 23b45b3b-c009-4f0b-aae6-1fce45e68222 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:02.564248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Attempting to bind port 23b45b3b-c009-4f0b-aae6-1fce45e68222 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:02.564782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Attempting to bind port 23b45b3b-c009-4f0b-aae6-1fce45e68222 on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:02.599818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Port 23b45b3b-c009-4f0b-aae6-1fce45e68222 on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:42:02.599818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Attempting to bind port 23b45b3b-c009-4f0b-aae6-1fce45e68222 on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:02.599818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:02.599818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Checking segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:02.601003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7f104-c082-4b7a-b2c1-2c01516a6e9d req-a24525ac-8bb8-42e3-84c7-463330ef0b6b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:02.601121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Bound using segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:02.601121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Bound port: 23b45b3b-c009-4f0b-aae6-1fce45e68222, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:02.601314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1a7f104-c082-4b7a-b2c1-2c01516a6e9d req-a24525ac-8bb8-42e3-84c7-463330ef0b6b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 944 time: 0.0532758 Jan 27 21:42:02.601392 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.627547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-7d9d09a6-3e0c-470b-81bd-5a929b874fb5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, cf7a2f2a-69e3-496a-866c-03b6821b0a14) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:02.644090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1a7f104-c082-4b7a-b2c1-2c01516a6e9d req-a734c01e-0f8b-4a03-bdcb-d7d71ca688c6 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534372 Jan 27 21:42:02.644356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c30b0de-dae0-4311-9f72-1a6375b06bf2 None None] Network cf7a2f2a-69e3-496a-866c-03b6821b0a14 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:02.646231 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9d09a6-3e0c-470b-81bd-5a929b874fb5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:02.648317 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d9d09a6-3e0c-470b-81bd-5a929b874fb5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.706966 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5579b07a-5f55-44be-9ed8-2374b827496c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (09b4d9ce-5339-4150-9c44-e5658556ea5c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.756799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] For port 23b45b3b-c009-4f0b-aae6-1fce45e68222, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:02.757010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579b07a-5f55-44be-9ed8-2374b827496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b4d9ce-5339-4150-9c44-e5658556ea5c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:02.758957 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] For port 23b45b3b-c009-4f0b-aae6-1fce45e68222, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=23b45b3b-c009-4f0b-aae6-1fce45e68222,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:02.784236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5579b07a-5f55-44be-9ed8-2374b827496c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6625531495a746ae85fdcb3d0914cf9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6255922 Jan 27 21:42:02.786184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47846) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:02.814221 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'project_id': 'a127be392e504f0e944647655bda9f72', 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:42:02.815502 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.862977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-47c5c54b-d2e2-47ca-8a25-aaa94b7f8045 admin admin] Publish callbacks [] for security_group (09b4d9ce-5339-4150-9c44-e5658556ea5c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.875879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device b5560d87-2198-4ba7-af35-63e224e0108c no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:02.885156 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-47c5c54b-d2e2-47ca-8a25-aaa94b7f8045 admin admin] Publish callbacks [] for security_group (09b4d9ce-5339-4150-9c44-e5658556ea5c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.951995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8b064-e6d5-47cf-bf2d-5bd01b5053ac req-ad058cb6-3fc5-43ad-835f-e71487a8faad tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:02.959269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3d8b064-e6d5-47cf-bf2d-5bd01b5053ac req-ad058cb6-3fc5-43ad-835f-e71487a8faad tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0708516 Jan 27 21:42:02.960642 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:02.980291 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7d9d09a6-3e0c-470b-81bd-5a929b874fb5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5053155 Jan 27 21:42:02.986076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47852) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:03.016724 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:03.017151 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.018912 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] 10.222.0.74 "PUT /v2.0/ports/23b45b3b-c009-4f0b-aae6-1fce45e68222 HTTP/1.1" status: 200 len: 1092 time: 2.4048371 Jan 27 21:42:03.028524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3d8b064-e6d5-47cf-bf2d-5bd01b5053ac req-fe7abda8-047a-401e-938f-e15f66407f58 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601497 Jan 27 21:42:03.141885 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2a82b-f5ea-40aa-a09d-2e9eb98d2df5 service neutron] Pushing event updated for resources: {'Port': ['ID=23b45b3b-c009-4f0b-aae6-1fce45e68222,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:03.163368 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: b5560d87-2198-4ba7-af35-63e224e0108c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:03.163890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device b5560d87-2198-4ba7-af35-63e224e0108c not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:03.164149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 24ead7c3-31ea-4121-a78c-62dee09f6d81 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:03.211243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-47c5c54b-d2e2-47ca-8a25-aaa94b7f8045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (09b4d9ce-5339-4150-9c44-e5658556ea5c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.212449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 24ead7c3-31ea-4121-a78c-62dee09f6d81 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:03.212870 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 24ead7c3-31ea-4121-a78c-62dee09f6d81 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:03.214862 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-47c5c54b-d2e2-47ca-8a25-aaa94b7f8045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.219629 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-47c5c54b-d2e2-47ca-8a25-aaa94b7f8045 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09b4d9ce-5339-4150-9c44-e5658556ea5c HTTP/1.1" status: 204 len: 168 time: 0.4289000 Jan 27 21:42:03.269768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5c54b-d2e2-47ca-8a25-aaa94b7f8045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b4d9ce-5339-4150-9c44-e5658556ea5c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:03.317725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Allocated IP 2001:db8:1::2 (cf7a2f2a-69e3-496a-866c-03b6821b0a14/9fb65692-381d-425c-8b94-95fcc3ee1473/e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:03.450635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-368f7615-6514-4b79-93c3-607a87886d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:03.452210 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-368f7615-6514-4b79-93c3-607a87886d95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 1095 time: 0.1997986 Jan 27 21:42:03.499970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa143709-6bc0-4bc5-824a-b1e9f4695793 req-44292e0e-9929-4584-af0e-fca415491309 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 210 time: 0.0856516 Jan 27 21:42:03.511450 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-84155ba0-80b7-49f5-807d-abbd67f17157 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23b45b3b-c009-4f0b-aae6-1fce45e68222 HTTP/1.1" status: 200 len: 217 time: 0.0520101 Jan 27 21:42:03.532352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d0d562ba-f9d4-428b-9f36-4092d283c0c9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:03.540464 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Publish callbacks [] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.598811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d0d562ba-f9d4-428b-9f36-4092d283c0c9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:03.599113 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.614870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-cde941ef-a4c3-4f2e-8c84-cd6d0a497d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:03.616378 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-cde941ef-a4c3-4f2e-8c84-cd6d0a497d80 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6cd8c838-195c-4376-a980-ec062e79b1ed HTTP/1.1" status: 200 len: 851 time: 0.0858314 Jan 27 21:42:03.664894 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-c88673cf-02f3-437b-a0d1-1b1eaa9a9648 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420604 Jan 27 21:42:03.679723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d0d562ba-f9d4-428b-9f36-4092d283c0c9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:03.699683 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.777165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1782f-3abd-48d1-82c6-700c6eed027e req-3315b3fe-8e3e-4489-8a74-b7878caaf697 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:03.778764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9b1782f-3abd-48d1-82c6-700c6eed027e req-3315b3fe-8e3e-4489-8a74-b7878caaf697 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 944 time: 0.0554483 Jan 27 21:42:03.783407 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.823865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Network cf7a2f2a-69e3-496a-866c-03b6821b0a14 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:03.829081 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:03.833210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:03.857831 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9b1782f-3abd-48d1-82c6-700c6eed027e req-2c597988-9236-4a85-a501-99bd73088845 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716760 Jan 27 21:42:03.860726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Pushing event updated for resources: {'Port': ['ID=e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:03.919654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Attempting to bind port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:03.920030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Attempting to bind port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '23f48613-6335-4f05-9b6d-d22a566f6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:03.920424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Attempting to bind port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 on network cf7a2f2a-69e3-496a-866c-03b6821b0a14 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:03.926362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:03.926832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Checking segment: {'id': '23f48613-6335-4f05-9b6d-d22a566f6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:03.927594 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.928066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Bound using segment: {'id': '23f48613-6335-4f05-9b6d-d22a566f6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:03.928663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Bound port: e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f48613-6335-4f05-9b6d-d22a566f6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:03.929128 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:03.935449 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-71f1b3e2-fbd2-47fa-b89a-38767e71ec1a service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637422 Jan 27 21:42:03.985374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47864) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:04.018693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] For port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:04.023052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] For port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5,segment=NetworkSegment(23f48613-6335-4f05-9b6d-d22a566f6306),segment_id=23f48613-6335-4f05-9b6d-d22a566f6306)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:04.045339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-feab6796-efc3-475e-8573-4c2965c6d999 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9af767cd2b8d43ce8d88bc0b64704060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587540 Jan 27 21:42:04.047793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47866) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:04.114327 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4313cc-bc9a-434f-a16e-025c550e3291 admin admin] Publish callbacks [] for security_group (eea9eb38-337b-4c82-89f4-d2d3636de306), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.157601 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2831a1d3-a0b1-4ad0-b2e6-1100fcb61176 req-38789c98-fdd4-4e8c-8f5b-4e408687e576 service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100554 Jan 27 21:42:04.167530 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4313cc-bc9a-434f-a16e-025c550e3291 admin admin] Publish callbacks [] for security_group (eea9eb38-337b-4c82-89f4-d2d3636de306), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.222240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bf111-8876-4c57-8034-eac7857516a4 req-728c26f7-e973-4405-a455-62df7c4c1073 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:04.223736 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.231615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af8bf111-8876-4c57-8034-eac7857516a4 req-728c26f7-e973-4405-a455-62df7c4c1073 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1144497 Jan 27 21:42:04.234747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Allocated IP 2001:db8:1::1 (cf7a2f2a-69e3-496a-866c-03b6821b0a14/9fb65692-381d-425c-8b94-95fcc3ee1473/a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:04.324576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19842ccc-98a1-4c7c-a830-ad3d9ea8a54f None None] Pushing event updated for resources: {'Port': ['ID=e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:04.328694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af8bf111-8876-4c57-8034-eac7857516a4 req-e100c556-9495-4d73-a841-eeaec49e35bd tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960646 Jan 27 21:42:04.411462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.437181 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4313cc-bc9a-434f-a16e-025c550e3291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (eea9eb38-337b-4c82-89f4-d2d3636de306), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.439922 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4313cc-bc9a-434f-a16e-025c550e3291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.444170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d4313cc-bc9a-434f-a16e-025c550e3291 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eea9eb38-337b-4c82-89f4-d2d3636de306 HTTP/1.1" status: 204 len: 168 time: 0.3926601 Jan 27 21:42:04.451104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4313cc-bc9a-434f-a16e-025c550e3291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea9eb38-337b-4c82-89f4-d2d3636de306,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:04.480228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684122e0-2446-4b86-abc9-d9edb4f3be7d', 'tag': '23b45b3b-c009-4f0b-aae6-1fce45e68222'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:04.497985 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8503fd1-3c9c-4271-81f5-06022a1b587e" -d '{"events": [{"name": "network-changed", "server_uuid": "684122e0-2446-4b86-abc9-d9edb4f3be7d", "tag": "23b45b3b-c009-4f0b-aae6-1fce45e68222"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:04.545680 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032fe165-1d4d-4020-a3c1-c432e6afecf0 x-openstack-request-id: req-032fe165-1d4d-4020-a3c1-c432e6afecf0 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:04.545976 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684122e0-2446-4b86-abc9-d9edb4f3be7d", "tag": "23b45b3b-c009-4f0b-aae6-1fce45e68222", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:04.546232 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-032fe165-1d4d-4020-a3c1-c432e6afecf0 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:04.546635 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684122e0-2446-4b86-abc9-d9edb4f3be7d', 'tag': '23b45b3b-c009-4f0b-aae6-1fce45e68222', 'status': 'completed', 'code': 200} Jan 27 21:42:04.576174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.654609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85cb7adb-af73-4342-8bb0-04e8a91ff29e req-f0a78bec-117e-49d7-a6f2-6ea6cd683532 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 210 time: 0.0573807 Jan 27 21:42:04.661643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network cf7a2f2a-69e3-496a-866c-03b6821b0a14 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:04.670184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:04.673128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:04.673678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:04.954720 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fe3001c8-eca8-45c6-a34c-4a5a9cdfc7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.034192 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:05.051574 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503fd1-3c9c-4271-81f5-06022a1b587e req-67cde63a-817e-4883-99a6-c1a7e24e8dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:05.053361 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8503fd1-3c9c-4271-81f5-06022a1b587e req-67cde63a-817e-4883-99a6-c1a7e24e8dd4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 1095 time: 0.4585547 Jan 27 21:42:05.064777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e07d4c-b3cc-4eeb-9d36-963843c90475 req-d03bded9-f345-4a62-95fb-8f1fde8aec9d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:05.088951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7e07d4c-b3cc-4eeb-9d36-963843c90475 req-d03bded9-f345-4a62-95fb-8f1fde8aec9d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 944 time: 0.1316085 Jan 27 21:42:05.153052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7e07d4c-b3cc-4eeb-9d36-963843c90475 req-80ccf8db-d8c6-42b8-b518-b2770193efd7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752308 Jan 27 21:42:05.204039 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503fd1-3c9c-4271-81f5-06022a1b587e req-6d862117-e975-45b6-aa66-9e8039725a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:05.208510 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8503fd1-3c9c-4271-81f5-06022a1b587e req-6d862117-e975-45b6-aa66-9e8039725a32 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 912 time: 0.1339185 Jan 27 21:42:05.295766 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8503fd1-3c9c-4271-81f5-06022a1b587e req-a25454ec-f86c-4a9c-b76c-c971d5d41913 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23b45b3b-c009-4f0b-aae6-1fce45e68222 HTTP/1.1" status: 200 len: 217 time: 0.0795941 Jan 27 21:42:05.441495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:05.453671 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.471406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503fd1-3c9c-4271-81f5-06022a1b587e req-5bcada40-53d8-4c03-b9ea-1d0100f88ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:05.473812 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8503fd1-3c9c-4271-81f5-06022a1b587e req-5bcada40-53d8-4c03-b9ea-1d0100f88ce0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6cd8c838-195c-4376-a980-ec062e79b1ed HTTP/1.1" status: 200 len: 851 time: 0.1667798 Jan 27 21:42:05.550597 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8503fd1-3c9c-4271-81f5-06022a1b587e req-0fa25d10-df41-4037-9e18-4c790053602c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646982 Jan 27 21:42:05.567625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:05.568347 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.597853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c88a97-702c-4904-b7fe-8171dd42fb7a req-87726d8a-b5f4-4f34-b4d2-1dfcfb19818c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:05.602394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23c88a97-702c-4904-b7fe-8171dd42fb7a req-87726d8a-b5f4-4f34-b4d2-1dfcfb19818c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1037340 Jan 27 21:42:05.671441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23c88a97-702c-4904-b7fe-8171dd42fb7a req-dc476dbc-6f6d-43d0-9ee6-9731fa6ea9fe tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617371 Jan 27 21:42:05.719448 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84111294-18ad-462c-b5a1-0d23e849fd00 None None] Network cf7a2f2a-69e3-496a-866c-03b6821b0a14 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:05.744873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:05.745533 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.773562 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8503fd1-3c9c-4271-81f5-06022a1b587e req-171e483f-bd19-442b-b0f7-053842796f7e service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180171 Jan 27 21:42:05.790131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98eaf180-fbca-433a-820c-d0cc89b91245 req-57cb541f-9b69-436b-99b6-76af33bb7fb9 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 210 time: 0.0340588 Jan 27 21:42:05.892575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-959b2b24-9f08-4a95-a7c2-0e957bc21cfe None None] Provisioning complete for port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:05.892949 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-959b2b24-9f08-4a95-a7c2-0e957bc21cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:05.896895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5,segment=NetworkSegment(23f48613-6335-4f05-9b6d-d22a566f6306),segment_id=23f48613-6335-4f05-9b6d-d22a566f6306)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:06.014452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-959b2b24-9f08-4a95-a7c2-0e957bc21cfe None None] Current status of the port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:06.014986 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-959b2b24-9f08-4a95-a7c2-0e957bc21cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.025630 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-ad634b66-5f8d-45e5-b73e-142f3bb06334 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:06.026846 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-ad634b66-5f8d-45e5-b73e-142f3bb06334 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.74 "GET /v2.0/networks?id=f16388f1-367c-4e9b-afba-306c6fedd1ab HTTP/1.1" status: 200 len: 813 time: 0.1777704 Jan 27 21:42:06.055190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Request body: {'port': {'device_id': 'a2b36afa-d194-4c51-b9cc-e86bf57cbbab', 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab', 'admin_state_up': True, 'tenant_id': '86378b4755f14f1ca7724eb76f22c944'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:06.061618 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.161296 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.169658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:06.189499 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-959b2b24-9f08-4a95-a7c2-0e957bc21cfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:42:06.190283 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-959b2b24-9f08-4a95-a7c2-0e957bc21cfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:42:06.269971 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a8503fd1-3c9c-4271-81f5-06022a1b587e req-fcff515b-8a8a-40ae-ae9f-4cb604766c68 service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811449 Jan 27 21:42:06.294822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63581909-b828-4268-8d03-20c0390be306 req-9fab80d9-8095-4f63-bd7e-0d50d34d7266 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:06.302155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63581909-b828-4268-8d03-20c0390be306 req-9fab80d9-8095-4f63-bd7e-0d50d34d7266 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 944 time: 0.0610425 Jan 27 21:42:06.311772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.373370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63581909-b828-4268-8d03-20c0390be306 req-03fe5f6f-9f68-4400-9589-0aed57cc980c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646296 Jan 27 21:42:06.422139 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.423325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.425977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Made reservation on behalf of 86378b4755f14f1ca7724eb76f22c944 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:06.434258 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.518881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47936) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:06.547720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-01fcdfd8-4216-46e4-9862-dec28f2a1a50 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:06.549371 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-01fcdfd8-4216-46e4-9862-dec28f2a1a50 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.74 "GET /v2.0/networks?id=f16388f1-367c-4e9b-afba-306c6fedd1ab HTTP/1.1" status: 200 len: 813 time: 0.2303078 Jan 27 21:42:06.599957 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Request body: {'port': {'device_id': 'dc44d70c-1834-4e53-8f27-5315fd30cd84', 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab', 'admin_state_up': True, 'tenant_id': '86378b4755f14f1ca7724eb76f22c944'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:06.733524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:06.734343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-959b2b24-9f08-4a95-a7c2-0e957bc21cfe None None] Current status of the port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:06.761303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f8b6414f-ccf2-46a2-bbf4-33fcd6121fe5 tempest-AgentManagementNegativeTest-608391543 tempest-AgentManagementNegativeTest-608391543-project] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2407224 Jan 27 21:42:06.841104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5d632-334c-4e5c-91d6-a16e4ea19547 req-b2aca0e9-6385-4faf-a28e-97323f7c0de8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:06.848952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd5d632-334c-4e5c-91d6-a16e4ea19547 req-b2aca0e9-6385-4faf-a28e-97323f7c0de8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0580225 Jan 27 21:42:06.875671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network cf7a2f2a-69e3-496a-866c-03b6821b0a14 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:06.885621 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:06.888738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f8c11294-4381-473e-bfe3-013e4010c219 None None] Provisioning complete for port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:06.889138 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f8c11294-4381-473e-bfe3-013e4010c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:06.916912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd5d632-334c-4e5c-91d6-a16e4ea19547 req-0ceb6d55-2435-4bb4-b066-093a1a9e39e5 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666368 Jan 27 21:42:07.015829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Allocated IP 172.20.0.12 (f16388f1-367c-4e9b-afba-306c6fedd1ab/b0a061d9-4fde-4707-8680-fb2593cc727c/520c9a8c-ce6b-4e48-aa9d-84e0ac218503) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:07.018639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Made reservation on behalf of 86378b4755f14f1ca7724eb76f22c944 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:07.022692 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.023586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cc9e813-f7df-4bde-b0ce-614436a609f0 req-5527eee5-e9a4-461e-824d-e4abb5de99ac tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 210 time: 0.0586534 Jan 27 21:42:07.046294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f8c11294-4381-473e-bfe3-013e4010c219 None None] Current status of the port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:07.059204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f8c11294-4381-473e-bfe3-013e4010c219 None None] Provisioning complete for port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:07.059869 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f8c11294-4381-473e-bfe3-013e4010c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.101737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f8c11294-4381-473e-bfe3-013e4010c219 None None] Port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:07.205225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router da161030-746c-4e9a-b7a9-0093351a19e9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:07.295254 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.337434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0a107fab-4cd4-4b05-9e10-cce9ca00a088 None None] Provisioning complete for port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:07.338152 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0a107fab-4cd4-4b05-9e10-cce9ca00a088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.351523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:07.391727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47962) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:07.474714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47966) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:07.505990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0a107fab-4cd4-4b05-9e10-cce9ca00a088 None None] Port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:07.518441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:07.518981 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.532912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:07.539406 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6bc179a3-4050-4bf4-9eda-b9733cc55dfc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5531235 Jan 27 21:42:07.542423 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks [] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.544854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47972) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:07.550396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Sync routers for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:07.554871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b095d68a-346d-48dd-bce2-0b3c1da022c0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1651164916'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:07.579201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:07.579968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-65458204-b831-40da-a20c-7611a04d9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:07.609918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d30e7-8bdb-4545-958e-96e286cfbf0a req-cdd8f0ae-b194-4826-a39a-56c054ba2c10 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:07.616924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-145d30e7-8bdb-4545-958e-96e286cfbf0a req-cdd8f0ae-b194-4826-a39a-56c054ba2c10 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1917017 Jan 27 21:42:07.657198 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b095d68a-346d-48dd-bce2-0b3c1da022c0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:07.662314 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b095d68a-346d-48dd-bce2-0b3c1da022c0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.665853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c94347-f606-4d39-8bf9-5e13795fcd66 req-94853326-2c8c-4e0b-9f14-07049e39d9d9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:07.667602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15c94347-f606-4d39-8bf9-5e13795fcd66 req-94853326-2c8c-4e0b-9f14-07049e39d9d9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 944 time: 0.1485074 Jan 27 21:42:07.684588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fceec9b-10a9-48cd-88a7-c28d6e3a9baf req-d6394aa3-380a-4ea8-86d4-162ded6e7acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:07.686381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1fceec9b-10a9-48cd-88a7-c28d6e3a9baf req-d6394aa3-380a-4ea8-86d4-162ded6e7acb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 1095 time: 0.1907883 Jan 27 21:42:07.710974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:07.713932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.752938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:07.810706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Network f16388f1-367c-4e9b-afba-306c6fedd1ab is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:07.832774 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Pushing event updated for resources: {'Port': ['ID=520c9a8c-ce6b-4e48-aa9d-84e0ac218503,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:07.834922 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:07.842154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fceec9b-10a9-48cd-88a7-c28d6e3a9baf req-d55ef8f5-bf2c-4102-984e-e3ed703275f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:07.844271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1fceec9b-10a9-48cd-88a7-c28d6e3a9baf req-d55ef8f5-bf2c-4102-984e-e3ed703275f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.1433988 Jan 27 21:42:07.866882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b095d68a-346d-48dd-bce2-0b3c1da022c0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:07.871004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:07.884686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 23b45b3b-c009-4f0b-aae6-1fce45e68222 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:42:07.921918 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea815d6d-1fd0-4780-88ef-6a1b12ce3e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.925709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1fceec9b-10a9-48cd-88a7-c28d6e3a9baf req-ca319022-3e28-42b0-b813-1cc5189be7d9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12e9fa3-297f-4935-930c-1f221c995161 HTTP/1.1" status: 200 len: 998 time: 0.0711439 Jan 27 21:42:07.937000 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b095d68a-346d-48dd-bce2-0b3c1da022c0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ac982d6c-e9e2-498b-8479-54e501a19053), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:07.937448 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-b095d68a-346d-48dd-bce2-0b3c1da022c0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Added segment ac982d6c-e9e2-498b-8479-54e501a19053 of type vlan for network 89a5716a-2485-428d-850b-7836098c1975 Jan 27 21:42:07.953911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-145d30e7-8bdb-4545-958e-96e286cfbf0a req-6b0b9213-959b-447f-87eb-dd17b059a808 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357930 Jan 27 21:42:08.042724 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e4d303a6-7443-4b91-adb5-33e56a0fe7b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.057785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15c94347-f606-4d39-8bf9-5e13795fcd66 req-8fb1aadd-e681-476d-bb9e-c37f59a43763 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701191 Jan 27 21:42:08.070136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 23b45b3b-c009-4f0b-aae6-1fce45e68222, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=23b45b3b-c009-4f0b-aae6-1fce45e68222,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:08.088474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '23b45b3b-c009-4f0b-aae6-1fce45e68222', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'port_id': '23b45b3b-c009-4f0b-aae6-1fce45e68222', 'mac_address': 'fa:16:3e:97:fa:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd8c838-195c-4376-a980-ec062e79b1ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:42:08.094941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-65458204-b831-40da-a20c-7611a04d9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:05Z', 'revision_number': 3, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:05Z', 'revision_number': 2, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:08.127995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fceec9b-10a9-48cd-88a7-c28d6e3a9baf req-272ca971-2c9b-45d6-bcd1-5152697b216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:08.128179 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-d03629ff-2415-44b7-a8d7-6792d8125a4f {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:42:08.128179 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:42:08.128387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1fceec9b-10a9-48cd-88a7-c28d6e3a9baf req-272ca971-2c9b-45d6-bcd1-5152697b216f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.1527669 Jan 27 21:42:08.132553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:08.133671 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.144450 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea815d6d-1fd0-4780-88ef-6a1b12ce3e05 admin admin] Publish callbacks [] for security_group (52d0aa03-ce56-4a87-8174-3befe7ee6e64), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.149376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Checking router: da161030-746c-4e9a-b7a9-0093351a19e9 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:08.149777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Updating router da161030-746c-4e9a-b7a9-0093351a19e9 port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:42:08.161622 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b095d68a-346d-48dd-bce2-0b3c1da022c0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (89a5716a-2485-428d-850b-7836098c1975), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.190038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 23b45b3b-c009-4f0b-aae6-1fce45e68222 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:08.190425 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.192211 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.206192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6210c60-5c27-4193-903e-8321557907a0 req-7eb9f8a9-7fac-445d-8aa5-7189a74c4cb5 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 210 time: 0.0425394 Jan 27 21:42:08.215653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b45b3b-c009-4f0b-aae6-1fce45e68222 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:08.217969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea815d6d-1fd0-4780-88ef-6a1b12ce3e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (52d0aa03-ce56-4a87-8174-3befe7ee6e64), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.225754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fceec9b-10a9-48cd-88a7-c28d6e3a9baf req-19f23699-3476-4137-9b11-863c4b388ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:08.227351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1fceec9b-10a9-48cd-88a7-c28d6e3a9baf req-19f23699-3476-4137-9b11-863c4b388ff2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013799 Jan 27 21:42:08.259495 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-a751e827-a72e-46d7-a72c-578a8d3d9bdc tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2149456 Jan 27 21:42:08.267520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 23b45b3b-c009-4f0b-aae6-1fce45e68222, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=23b45b3b-c009-4f0b-aae6-1fce45e68222,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:08.269217 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ea815d6d-1fd0-4780-88ef-6a1b12ce3e05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c59137604434b9aaaa2efe3fc3eeedd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7934442 Jan 27 21:42:08.271398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47980) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:08.278101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Request body: {'port': {'device_id': 'a2b36afa-d194-4c51-b9cc-e86bf57cbbab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:08.291223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea815d6d-1fd0-4780-88ef-6a1b12ce3e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d0aa03-ce56-4a87-8174-3befe7ee6e64,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:08.306066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e4d303a6-7443-4b91-adb5-33e56a0fe7b4 admin admin] Publish callbacks [] for security_group (a0bd2982-c258-40b8-8a76-942f95fbf18a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.326084 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b095d68a-346d-48dd-bce2-0b3c1da022c0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (89a5716a-2485-428d-850b-7836098c1975), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.326901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b095d68a-346d-48dd-bce2-0b3c1da022c0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:08.327577 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b095d68a-346d-48dd-bce2-0b3c1da022c0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.345133 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1fceec9b-10a9-48cd-88a7-c28d6e3a9baf req-2ca2484b-7d1c-4aaa-b0de-4643459fe8b8 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110969 Jan 27 21:42:08.370135 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.408728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e4d303a6-7443-4b91-adb5-33e56a0fe7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a0bd2982-c258-40b8-8a76-942f95fbf18a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.455125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095d68a-346d-48dd-bce2-0b3c1da022c0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Network': ['ID=89a5716a-2485-428d-850b-7836098c1975,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:08.466043 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.477253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 89a5716a-2485-428d-850b-7836098c1975 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:08.484448 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=23b45b3b-c009-4f0b-aae6-1fce45e68222,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:08.512658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e4d303a6-7443-4b91-adb5-33e56a0fe7b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6470c3ed62f04fa8a38def2e2e7afad2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1188321 Jan 27 21:42:08.515982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47988) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:08.518247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d303a6-7443-4b91-adb5-33e56a0fe7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bd2982-c258-40b8-8a76-942f95fbf18a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:08.565162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1fceec9b-10a9-48cd-88a7-c28d6e3a9baf req-0d8ed4c9-1338-41d9-9968-c22f772d2295 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106485 Jan 27 21:42:08.609453 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36b0ad36-375d-47dc-9648-8faff1575df4 admin admin] Publish callbacks [] for security_group (a0bd2982-c258-40b8-8a76-942f95fbf18a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.635996 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36b0ad36-375d-47dc-9648-8faff1575df4 admin admin] Publish callbacks [] for security_group (a0bd2982-c258-40b8-8a76-942f95fbf18a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.776522 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36b0ad36-375d-47dc-9648-8faff1575df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a0bd2982-c258-40b8-8a76-942f95fbf18a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.779827 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36b0ad36-375d-47dc-9648-8faff1575df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.781647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-36b0ad36-375d-47dc-9648-8faff1575df4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a0bd2982-c258-40b8-8a76-942f95fbf18a HTTP/1.1" status: 204 len: 168 time: 0.2645068 Jan 27 21:42:08.791080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0ad36-375d-47dc-9648-8faff1575df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bd2982-c258-40b8-8a76-942f95fbf18a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:08.794698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['23b45b3b-c009-4f0b-aae6-1fce45e68222'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:08.812503 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.825081 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b095d68a-346d-48dd-bce2-0b3c1da022c0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2791123 Jan 27 21:42:08.826053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47994) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:08.835236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-dc43ddac-89a6-48b7-b3e1-feb9965e4c6b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'subnet': {'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:08.835906 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2b82f9e-e524-4528-8a09-c0137be442d8 admin admin] Publish callbacks [] for security_group (52d0aa03-ce56-4a87-8174-3befe7ee6e64), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.880653 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Publish callbacks [] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.882801 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:08.897503 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2b82f9e-e524-4528-8a09-c0137be442d8 admin admin] Publish callbacks [] for security_group (52d0aa03-ce56-4a87-8174-3befe7ee6e64), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.033824 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.067508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc43ddac-89a6-48b7-b3e1-feb9965e4c6b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:09.071041 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc43ddac-89a6-48b7-b3e1-feb9965e4c6b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.137968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60290e2a-424f-470b-913f-6783fc1bd3b8 None None] Pushing event updated for resources: {'Port': ['ID=a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:09.219357 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Allocated IP 172.20.0.2 (f16388f1-367c-4e9b-afba-306c6fedd1ab/b0a061d9-4fde-4707-8680-fb2593cc727c/a8a75d42-8e39-4e32-85e8-612d0ccb838e) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:09.283453 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2b82f9e-e524-4528-8a09-c0137be442d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (52d0aa03-ce56-4a87-8174-3befe7ee6e64), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.285079 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Attempting to bind port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:09.285649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Attempting to bind port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '23f48613-6335-4f05-9b6d-d22a566f6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:09.286015 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2b82f9e-e524-4528-8a09-c0137be442d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.286518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Attempting to bind port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 on network cf7a2f2a-69e3-496a-866c-03b6821b0a14 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:09.290903 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f2b82f9e-e524-4528-8a09-c0137be442d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52d0aa03-ce56-4a87-8174-3befe7ee6e64 HTTP/1.1" status: 204 len: 168 time: 1.0136240 Jan 27 21:42:09.297692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c3b4-0f92-4f31-ac62-0bd88e0a35f1 req-6773bc3f-f9f8-4833-bf82-9cdf3c7a30f7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:09.299409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:09.299845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Checking segment: {'id': '23f48613-6335-4f05-9b6d-d22a566f6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:09.300279 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.300780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Bound using segment: {'id': '23f48613-6335-4f05-9b6d-d22a566f6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:09.306762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Bound port: a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f48613-6335-4f05-9b6d-d22a566f6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:09.306762 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.307388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70a7c3b4-0f92-4f31-ac62-0bd88e0a35f1 req-6773bc3f-f9f8-4833-bf82-9cdf3c7a30f7 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.2724211 Jan 27 21:42:09.326564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b82f9e-e524-4528-8a09-c0137be442d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d0aa03-ce56-4a87-8174-3befe7ee6e64,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:09.432845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70a7c3b4-0f92-4f31-ac62-0bd88e0a35f1 req-97c91398-17c4-43e0-b551-8ba05becdb11 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246510 Jan 27 21:42:09.457403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-65458204-b831-40da-a20c-7611a04d9933 None None] For port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:09.462981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-65458204-b831-40da-a20c-7611a04d9933 None None] For port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92,segment=NetworkSegment(23f48613-6335-4f05-9b6d-d22a566f6306),segment_id=23f48613-6335-4f05-9b6d-d22a566f6306)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:09.464013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede4694-a497-491b-8145-c9c6f50c703a req-55afdc3a-e2c4-497e-8180-5f23f3513b09 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:09.470975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ede4694-a497-491b-8145-c9c6f50c703a req-55afdc3a-e2c4-497e-8180-5f23f3513b09 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 945 time: 0.2027018 Jan 27 21:42:09.536467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ede4694-a497-491b-8145-c9c6f50c703a req-74db8406-3c48-455f-ad23-28668ccb394f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644777 Jan 27 21:42:09.547847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5480f8d0-188b-4024-896a-6f08aa2fe392 None None] Provisioning complete for port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:09.548322 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5480f8d0-188b-4024-896a-6f08aa2fe392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.589352 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.600798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5480f8d0-188b-4024-896a-6f08aa2fe392 None None] Port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:09.613890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92a94bf4-27b3-460b-a49e-60ed0754e203 req-ba5f1485-3e57-431f-820e-3ca56f0e9424 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 210 time: 0.0763769 Jan 27 21:42:09.625924 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks [] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.665871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:09.666596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-65458204-b831-40da-a20c-7611a04d9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:09.710415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60290e2a-424f-470b-913f-6783fc1bd3b8 None None] Pushing event updated for resources: {'Port': ['ID=a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:09.765302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-65458204-b831-40da-a20c-7611a04d9933 None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:09.798977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.879966 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc43ddac-89a6-48b7-b3e1-feb9965e4c6b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (ff72e503-46a1-43ad-9bba-4c24d1bd56f0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:09.896007 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Network f16388f1-367c-4e9b-afba-306c6fedd1ab is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:09.897793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 23b45b3b-c009-4f0b-aae6-1fce45e68222 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:09.921308 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:09.938351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:09.943121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Pushing event updated for resources: {'Port': ['ID=a8a75d42-8e39-4e32-85e8-612d0ccb838e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:09.949645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43ddac-89a6-48b7-b3e1-feb9965e4c6b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Subnet': ['ID=ff72e503-46a1-43ad-9bba-4c24d1bd56f0,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:09.961833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc43ddac-89a6-48b7-b3e1-feb9965e4c6b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Checking segment: {'id': 'ac982d6c-e9e2-498b-8479-54e501a19053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89a5716a-2485-428d-850b-7836098c1975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:09.962226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc43ddac-89a6-48b7-b3e1-feb9965e4c6b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network hostable DHCP agents. Network: 89a5716a-2485-428d-850b-7836098c1975, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:10.018051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2623a303-27d9-4225-9a18-3b03fc6fcd7a None None] Provisioning complete for port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:10.018533 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2623a303-27d9-4225-9a18-3b03fc6fcd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.031071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:10.031732 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.062592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48014) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:10.080251 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c02722ca-90d4-4aaf-80f1-fb461de35bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.082330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc43ddac-89a6-48b7-b3e1-feb9965e4c6b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 89a5716a-2485-428d-850b-7836098c1975 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:10.108606 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:10.122294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Publish callbacks [] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.128474 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-0892eb5b-b681-4985-9dcb-a2fab79eaea0 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5598702 Jan 27 21:42:10.150986 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Transition to ACTIVE for port object 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:42:10.158422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Request body: {'port': {'device_id': 'dc44d70c-1834-4e53-8f27-5315fd30cd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:10.204721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 23b45b3b-c009-4f0b-aae6-1fce45e68222 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:42:10.212487 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c02722ca-90d4-4aaf-80f1-fb461de35bcb admin admin] Publish callbacks [] for security_group (82206c65-1fa2-4650-a444-2213a4776884), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.216882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-dc43ddac-89a6-48b7-b3e1-feb9965e4c6b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 89a5716a-2485-428d-850b-7836098c1975) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:10.226173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc43ddac-89a6-48b7-b3e1-feb9965e4c6b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:10.226315 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc43ddac-89a6-48b7-b3e1-feb9965e4c6b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.237765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 23b45b3b-c009-4f0b-aae6-1fce45e68222 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:10.238405 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.247252 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0934830f-4e70-47f7-aa6c-e4e4874b1076 None None] Network 89a5716a-2485-428d-850b-7836098c1975 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:10.261586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.287486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2623a303-27d9-4225-9a18-3b03fc6fcd7a None None] Current status of the port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:10.287890 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2623a303-27d9-4225-9a18-3b03fc6fcd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.294552 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.313676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c02722ca-90d4-4aaf-80f1-fb461de35bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (82206c65-1fa2-4650-a444-2213a4776884), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.363842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c02722ca-90d4-4aaf-80f1-fb461de35bcb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac23078187b0433a8e50a380bef3a462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002558 Jan 27 21:42:10.370775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48026) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:10.381902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Pushing event updated for resources: {'Port': ['ID=520c9a8c-ce6b-4e48-aa9d-84e0ac218503,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:10.389021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dc43ddac-89a6-48b7-b3e1-feb9965e4c6b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5607889 Jan 27 21:42:10.390468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48030) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:10.429211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2623a303-27d9-4225-9a18-3b03fc6fcd7a None None] For port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92,segment=NetworkSegment(23f48613-6335-4f05-9b6d-d22a566f6306),segment_id=23f48613-6335-4f05-9b6d-d22a566f6306)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:10.432108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-65458204-b831-40da-a20c-7611a04d9933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:05Z', 'revision_number': 3, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:09Z', 'revision_number': 4, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:10.489385 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65458204-b831-40da-a20c-7611a04d9933 None None] The sync data for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 is: [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:05Z', 'revision_number': 3, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:09Z', 'revision_number': 4, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:10.674338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 23b45b3b-c009-4f0b-aae6-1fce45e68222 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:10.674750 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.678742 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2623a303-27d9-4225-9a18-3b03fc6fcd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.772508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684122e0-2446-4b86-abc9-d9edb4f3be7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b45b3b-c009-4f0b-aae6-1fce45e68222'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:10.779620 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412c4a6d-7df0-4a53-ac99-ee56d2c13341" -d '{"events": [{"server_uuid": "684122e0-2446-4b86-abc9-d9edb4f3be7d", "name": "network-vif-plugged", "status": "completed", "tag": "23b45b3b-c009-4f0b-aae6-1fce45e68222"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:10.803685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-89a5716a-2485-428d-850b-7836098c1975', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'project_id': 'a127be392e504f0e944647655bda9f72', 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:42:10.804809 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.821978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Attempting to bind port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:10.821978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Attempting to bind port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:10.821978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Attempting to bind port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 on network f16388f1-367c-4e9b-afba-306c6fedd1ab {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:10.828615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 23b45b3b-c009-4f0b-aae6-1fce45e68222, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=23b45b3b-c009-4f0b-aae6-1fce45e68222,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:10.845927 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 on network f16388f1-367c-4e9b-afba-306c6fedd1ab not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:42:10.846259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Attempting to bind port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 on network f16388f1-367c-4e9b-afba-306c6fedd1ab {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:10.862070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:10.862070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Checking segment: {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:10.862070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Bound using segment: {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:10.862498 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Bound port: 520c9a8c-ce6b-4e48-aa9d-84e0ac218503, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:10.863264 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.992578 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:10.996637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623a303-27d9-4225-9a18-3b03fc6fcd7a None None] Pushing event updated for resources: {'Port': ['ID=a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:11.053699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Allocated IP 2001:db8:2::2 (89a5716a-2485-428d-850b-7836098c1975/ff72e503-46a1-43ad-9bba-4c24d1bd56f0/5661ab0f-52d2-4b3e-8aa8-14b69691853f) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:11.056756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02722ca-90d4-4aaf-80f1-fb461de35bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82206c65-1fa2-4650-a444-2213a4776884,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:11.092593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] For port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:11.146413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] For port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=520c9a8c-ce6b-4e48-aa9d-84e0ac218503,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:11.148888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a75d42-8e39-4e32-85e8-612d0ccb838e {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:11.175638 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Publish callbacks [] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.188392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=23b45b3b-c009-4f0b-aae6-1fce45e68222,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:11.201475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Transition to ACTIVE for port object a8a75d42-8e39-4e32-85e8-612d0ccb838e will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:42:11.234191 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.320908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd28ca-65d9-4f52-96d1-6615bce23e62 req-e8fccd30-f315-4c9c-accc-99ce95459444 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:11.331230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5fd28ca-65d9-4f52-96d1-6615bce23e62 req-e8fccd30-f315-4c9c-accc-99ce95459444 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.3134551 Jan 27 21:42:11.353618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bea83-2d80-4a53-96cf-c30889525e03 req-1a6efafc-9fef-429f-9fff-4881f47b5149 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:11.355755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-237bea83-2d80-4a53-96cf-c30889525e03 req-1a6efafc-9fef-429f-9fff-4881f47b5149 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 946 time: 0.3467498 Jan 27 21:42:11.361955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:11.362613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.364113 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] 10.222.0.74 "PUT /v2.0/ports/520c9a8c-ce6b-4e48-aa9d-84e0ac218503 HTTP/1.1" status: 200 len: 1092 time: 3.0915174 Jan 27 21:42:11.374230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.380053 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b36afa-d194-4c51-b9cc-e86bf57cbbab', 'tag': '520c9a8c-ce6b-4e48-aa9d-84e0ac218503'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:11.382483 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f5e52e-7255-48e6-9562-43f5be8c6cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b36afa-d194-4c51-b9cc-e86bf57cbbab", "tag": "520c9a8c-ce6b-4e48-aa9d-84e0ac218503"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:11.400249 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79fcb106-b3a0-47af-8dc6-d5063c1af623 admin admin] Publish callbacks [] for security_group (82206c65-1fa2-4650-a444-2213a4776884), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.468415 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Publish callbacks [] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.511351 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79fcb106-b3a0-47af-8dc6-d5063c1af623 admin admin] Publish callbacks [] for security_group (82206c65-1fa2-4650-a444-2213a4776884), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.531417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:11.579045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5fd28ca-65d9-4f52-96d1-6615bce23e62 req-418d9a1b-3a75-442e-bf01-2f85bd939d1f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377961 Jan 27 21:42:11.607128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48064) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:11.616925 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.654118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df06ece-8e69-49e4-9718-65d1ff1658a6 service neutron] Pushing event updated for resources: {'Port': ['ID=520c9a8c-ce6b-4e48-aa9d-84e0ac218503,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:11.683397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-237bea83-2d80-4a53-96cf-c30889525e03 req-239612ae-ddcb-4247-860d-93a27d48ef71 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754023 Jan 27 21:42:11.707470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Network 89a5716a-2485-428d-850b-7836098c1975 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:11.721437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:11.729240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:11.773603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-8d33b64a-6d17-4691-87e3-5ab4460da996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:11.775269 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-8d33b64a-6d17-4691-87e3-5ab4460da996 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=86378b4755f14f1ca7724eb76f22c944&device_id=a2b36afa-d194-4c51-b9cc-e86bf57cbbab HTTP/1.1" status: 200 len: 1095 time: 0.1990805 Jan 27 21:42:11.781501 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a75d42-8e39-4e32-85e8-612d0ccb838e,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:11.799177 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Pushing event updated for resources: {'Port': ['ID=5661ab0f-52d2-4b3e-8aa8-14b69691853f,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:11.811868 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12443005-db3f-462c-9676-433cefb40a30 x-openstack-request-id: req-12443005-db3f-462c-9676-433cefb40a30 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:11.812242 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684122e0-2446-4b86-abc9-d9edb4f3be7d", "name": "network-vif-plugged", "status": "completed", "tag": "23b45b3b-c009-4f0b-aae6-1fce45e68222", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:11.812697 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12443005-db3f-462c-9676-433cefb40a30 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:11.812996 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684122e0-2446-4b86-abc9-d9edb4f3be7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b45b3b-c009-4f0b-aae6-1fce45e68222', 'code': 200} Jan 27 21:42:11.827649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Attempting to bind port a8a75d42-8e39-4e32-85e8-612d0ccb838e on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:11.827999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Attempting to bind port a8a75d42-8e39-4e32-85e8-612d0ccb838e by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:11.828364 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Attempting to bind port a8a75d42-8e39-4e32-85e8-612d0ccb838e on network f16388f1-367c-4e9b-afba-306c6fedd1ab {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:11.831319 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-b13129cd-9e26-4b39-bc91-2109dd54572f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=520c9a8c-ce6b-4e48-aa9d-84e0ac218503 HTTP/1.1" status: 200 len: 217 time: 0.0432408 Jan 27 21:42:11.834834 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Port a8a75d42-8e39-4e32-85e8-612d0ccb838e on network f16388f1-367c-4e9b-afba-306c6fedd1ab not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:42:11.835166 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Attempting to bind port a8a75d42-8e39-4e32-85e8-612d0ccb838e on network f16388f1-367c-4e9b-afba-306c6fedd1ab {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:11.854905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:11.856603 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.860001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Attempting to bind port 5661ab0f-52d2-4b3e-8aa8-14b69691853f on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:11.860539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Attempting to bind port 5661ab0f-52d2-4b3e-8aa8-14b69691853f by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'ac982d6c-e9e2-498b-8479-54e501a19053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89a5716a-2485-428d-850b-7836098c1975'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:11.861115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Attempting to bind port 5661ab0f-52d2-4b3e-8aa8-14b69691853f on network 89a5716a-2485-428d-850b-7836098c1975 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:11.864873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:11.869534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Checking segment: {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:11.869883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Bound using segment: {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:11.870421 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Bound port: a8a75d42-8e39-4e32-85e8-612d0ccb838e, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9664a9c-4acb-486b-890f-5d55ac5ee57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:11.870873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.888511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:11.888928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Checking segment: {'id': 'ac982d6c-e9e2-498b-8479-54e501a19053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89a5716a-2485-428d-850b-7836098c1975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:11.889998 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.891305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Bound using segment: {'id': 'ac982d6c-e9e2-498b-8479-54e501a19053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89a5716a-2485-428d-850b-7836098c1975'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:11.892772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Bound port: 5661ab0f-52d2-4b3e-8aa8-14b69691853f, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac982d6c-e9e2-498b-8479-54e501a19053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89a5716a-2485-428d-850b-7836098c1975'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:11.897349 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.902014 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:11.955220 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-1f540653-39bd-45e8-9af6-db7b975da02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:11.956139 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-1f540653-39bd-45e8-9af6-db7b975da02f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b0a061d9-4fde-4707-8680-fb2593cc727c HTTP/1.1" status: 200 len: 853 time: 0.1176445 Jan 27 21:42:11.973625 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521081c7-7416-439d-b012-9e25b1b24273 x-openstack-request-id: req-521081c7-7416-439d-b012-9e25b1b24273 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:11.973928 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b36afa-d194-4c51-b9cc-e86bf57cbbab", "tag": "520c9a8c-ce6b-4e48-aa9d-84e0ac218503", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:11.974192 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-521081c7-7416-439d-b012-9e25b1b24273 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:11.974666 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b36afa-d194-4c51-b9cc-e86bf57cbbab', 'tag': '520c9a8c-ce6b-4e48-aa9d-84e0ac218503', 'status': 'completed', 'code': 200} Jan 27 21:42:12.033464 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79fcb106-b3a0-47af-8dc6-d5063c1af623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (82206c65-1fa2-4650-a444-2213a4776884), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.037572 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79fcb106-b3a0-47af-8dc6-d5063c1af623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.041966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-79fcb106-b3a0-47af-8dc6-d5063c1af623 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82206c65-1fa2-4650-a444-2213a4776884 HTTP/1.1" status: 204 len: 168 time: 1.6626229 Jan 27 21:42:12.060779 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-35d76b6f-19b6-4091-a358-0e5464f012e8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f16388f1-367c-4e9b-afba-306c6fedd1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852382 Jan 27 21:42:12.066488 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] For port a8a75d42-8e39-4e32-85e8-612d0ccb838e, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:12.084608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bafcba-fa5f-4a67-b395-7374db8669f3 req-7fb8277d-f84c-4ffa-9ba5-7c04babd3eb3 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:12.086777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17bafcba-fa5f-4a67-b395-7374db8669f3 req-7fb8277d-f84c-4ffa-9ba5-7c04babd3eb3 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 943 time: 0.4024816 Jan 27 21:42:12.109410 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] For port a8a75d42-8e39-4e32-85e8-612d0ccb838e, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a8a75d42-8e39-4e32-85e8-612d0ccb838e,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:12.122682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] For port 5661ab0f-52d2-4b3e-8aa8-14b69691853f, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:12.128559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] For port 5661ab0f-52d2-4b3e-8aa8-14b69691853f, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5661ab0f-52d2-4b3e-8aa8-14b69691853f,segment=NetworkSegment(ac982d6c-e9e2-498b-8479-54e501a19053),segment_id=ac982d6c-e9e2-498b-8479-54e501a19053)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:12.139499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1950137340'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:12.155008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcb106-b3a0-47af-8dc6-d5063c1af623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82206c65-1fa2-4650-a444-2213a4776884,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:12.195689 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.196410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:12.205559 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-6ec83190-c395-478e-9c90-1e9faac1710f service neutron] 10.222.0.74 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366098 Jan 27 21:42:12.234076 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.234759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c994abd-5919-4a41-bb18-0aac14fbf114 req-e0c31727-7a12-4a7e-93a0-56de631319cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:12.236769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c994abd-5919-4a41-bb18-0aac14fbf114 req-e0c31727-7a12-4a7e-93a0-56de631319cf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 1097 time: 0.3281307 Jan 27 21:42:12.248277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:12.249056 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.250369 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] 10.222.0.74 "PUT /v2.0/ports/a8a75d42-8e39-4e32-85e8-612d0ccb838e HTTP/1.1" status: 200 len: 1091 time: 2.0974736 Jan 27 21:42:12.251960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9662141-1e66-448a-a7cd-895c2a6ccd4f req-dc649ab4-aa3a-49bd-b396-2002137722e8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:12.253801 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9662141-1e66-448a-a7cd-895c2a6ccd4f req-dc649ab4-aa3a-49bd-b396-2002137722e8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.2305582 Jan 27 21:42:12.266605 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Made reservation on behalf of ceed973d2c604fe997c0533e97d73016 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:12.271829 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.296707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17bafcba-fa5f-4a67-b395-7374db8669f3 req-34abb2cd-30f4-451a-bbfd-4f9d086b5d80 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888812 Jan 27 21:42:12.324677 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.366496 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8d588-1aa9-43de-8c2f-cee48f85cb27 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a75d42-8e39-4e32-85e8-612d0ccb838e,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:12.390198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0198e3-f582-4b89-89be-b65582f02299 None None] Pushing event updated for resources: {'Port': ['ID=5661ab0f-52d2-4b3e-8aa8-14b69691853f,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:12.469215 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-09c2cfd6-4563-4593-a9b4-bd064cee53d5 service neutron] 10.222.0.74 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376590 Jan 27 21:42:12.485710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9662141-1e66-448a-a7cd-895c2a6ccd4f req-bd25eb1f-9abc-468f-a21c-aa3044e189f2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058468 Jan 27 21:42:12.490313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-78c0a54f-1180-4a4e-85ab-64e7691ef9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:12.492028 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-78c0a54f-1180-4a4e-85ab-64e7691ef9d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=86378b4755f14f1ca7724eb76f22c944&device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 1094 time: 0.1223803 Jan 27 21:42:12.504205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c994abd-5919-4a41-bb18-0aac14fbf114 req-30947fe0-7546-4644-9167-8fd4ffcd6450 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216940 Jan 27 21:42:12.565320 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-cbe110bf-d785-44ff-b437-8991181137d5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8a75d42-8e39-4e32-85e8-612d0ccb838e HTTP/1.1" status: 200 len: 217 time: 0.0632615 Jan 27 21:42:12.586121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for security_group (6f2ce1d5-ccd8-4a74-8daa-4f789c5797cb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.696526 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6f2ce1d5-ccd8-4a74-8daa-4f789c5797cb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.697754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Allocated IP 2001:db8:2::1 (89a5716a-2485-428d-850b-7836098c1975/ff72e503-46a1-43ad-9bba-4c24d1bd56f0/f8089efc-7403-439a-a9e6-6f1b0d5d8a5b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:12.710043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a94a9f-8183-4ae8-9d85-f68c86dd7cdb req-dcad74dc-6784-4ecb-8771-5e34e051e6a4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:12.711544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2a94a9f-8183-4ae8-9d85-f68c86dd7cdb req-dcad74dc-6784-4ecb-8771-5e34e051e6a4 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1286077 Jan 27 21:42:12.767751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:12.806748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2ce1d5-ccd8-4a74-8daa-4f789c5797cb,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:12.811565 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (93195f70-9cee-4c1f-91f1-7eb95c19354f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.812249 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Added segment 93195f70-9cee-4c1f-91f1-7eb95c19354f of type vlan for network 78410b2e-93e0-43f0-9c24-1fef79f174ed Jan 27 21:42:12.862278 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-ad60b6ed-9757-42b7-a246-145e12054dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:12.864138 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-ad60b6ed-9757-42b7-a246-145e12054dda service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b0a061d9-4fde-4707-8680-fb2593cc727c HTTP/1.1" status: 200 len: 853 time: 0.1612475 Jan 27 21:42:12.892485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2a94a9f-8183-4ae8-9d85-f68c86dd7cdb req-d8983e7e-253b-4c80-9ca1-37b75529dc59 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690998 Jan 27 21:42:12.905808 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-055dd8d1-2ef9-44fa-bce0-1c48dcb9d852 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f16388f1-367c-4e9b-afba-306c6fedd1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293732 Jan 27 21:42:12.907524 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (78410b2e-93e0-43f0-9c24-1fef79f174ed), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:12.931063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5e52e-7255-48e6-9562-43f5be8c6cc8 req-257885b8-bc0a-496e-9089-185610a62f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:12.932595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6f5e52e-7255-48e6-9562-43f5be8c6cc8 req-257885b8-bc0a-496e-9089-185610a62f9e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=86378b4755f14f1ca7724eb76f22c944&device_id=a2b36afa-d194-4c51-b9cc-e86bf57cbbab HTTP/1.1" status: 200 len: 1095 time: 0.1795926 Jan 27 21:42:12.978186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908a257-cc09-48a6-a9aa-65c54aef52e8 req-4b95526e-7725-4b84-9c11-61917722e017 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:12.981533 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6908a257-cc09-48a6-a9aa-65c54aef52e8 req-4b95526e-7725-4b84-9c11-61917722e017 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 946 time: 0.1738062 Jan 27 21:42:13.062485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.135448 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (78410b2e-93e0-43f0-9c24-1fef79f174ed), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.141448 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:13.142168 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.165944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6908a257-cc09-48a6-a9aa-65c54aef52e8 req-1d6d31ba-58f7-4cc6-8a6d-51ce2e42346c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645813 Jan 27 21:42:13.183752 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-99640e7f-936d-4617-8078-c53241aa47f0 service neutron] 10.222.0.74 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398920 Jan 27 21:42:13.185877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5e52e-7255-48e6-9562-43f5be8c6cc8 req-8a0c019e-bdf7-4625-bfaa-ea3f203d20c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:13.187449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6f5e52e-7255-48e6-9562-43f5be8c6cc8 req-8a0c019e-bdf7-4625-bfaa-ea3f203d20c1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f16388f1-367c-4e9b-afba-306c6fedd1ab HTTP/1.1" status: 200 len: 914 time: 0.2340448 Jan 27 21:42:13.252044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6f5e52e-7255-48e6-9562-43f5be8c6cc8 req-14a637aa-71bb-48a5-9559-8773f20bb415 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=520c9a8c-ce6b-4e48-aa9d-84e0ac218503 HTTP/1.1" status: 200 len: 217 time: 0.0535736 Jan 27 21:42:13.305615 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6962988 Jan 27 21:42:13.311875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48100) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:13.317480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1dff9a9e-db9d-4381-9ec2-769db68c4f30 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Request body: {'subnet': {'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:13.377749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.385890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9620d7-d6e3-44ae-a8e9-7ab6a3f2e035 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event updated for resources: {'Network': ['ID=78410b2e-93e0-43f0-9c24-1fef79f174ed,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:13.401668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5e52e-7255-48e6-9562-43f5be8c6cc8 req-83c4210f-1e43-468f-9626-4f5eb90ada29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:13.405168 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6f5e52e-7255-48e6-9562-43f5be8c6cc8 req-83c4210f-1e43-468f-9626-4f5eb90ada29 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b0a061d9-4fde-4707-8680-fb2593cc727c HTTP/1.1" status: 200 len: 853 time: 0.1410501 Jan 27 21:42:13.415394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 78410b2e-93e0-43f0-9c24-1fef79f174ed details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:13.491049 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1472cdf4-1f3b-4397-a30a-6d10f2347dce req-14c63837-11d6-4572-b120-b6122acba0fa service neutron] 10.222.0.74 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727964 Jan 27 21:42:13.517706 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5661ab0f-52d2-4b3e-8aa8-14b69691853f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:13.527584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 89a5716a-2485-428d-850b-7836098c1975 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:13.562963 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6f5e52e-7255-48e6-9562-43f5be8c6cc8 req-dac9bcde-66d5-4c6f-b411-d7c193741dc9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f16388f1-367c-4e9b-afba-306c6fedd1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406040 Jan 27 21:42:13.571790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:13.579709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:13.580371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.780653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=f8089efc-7403-439a-a9e6-6f1b0d5d8a5b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:13.819132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed82719-5841-4115-b3ae-40101a101ae2 None None] Network 89a5716a-2485-428d-850b-7836098c1975 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:13.845062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6f5e52e-7255-48e6-9562-43f5be8c6cc8 req-d29962ce-8136-453a-9d66-7d32b18a4e83 service neutron] 10.222.0.74 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613707 Jan 27 21:42:13.915018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-97ff862a-98f2-4154-85da-10d62150af1d None None] Provisioning complete for port 5661ab0f-52d2-4b3e-8aa8-14b69691853f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:13.915018 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-97ff862a-98f2-4154-85da-10d62150af1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.950233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d39187-072b-4e7a-abe5-9e71ee927e2a req-9ad9a0b4-58f1-4c1a-aad0-83e6d3f7133d tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:13.961709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18d39187-072b-4e7a-abe5-9e71ee927e2a req-9ad9a0b4-58f1-4c1a-aad0-83e6d3f7133d tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 943 time: 0.4715004 Jan 27 21:42:13.970030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5661ab0f-52d2-4b3e-8aa8-14b69691853f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:13.970406 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:13.977152 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc44d70c-1834-4e53-8f27-5315fd30cd84', 'tag': 'a8a75d42-8e39-4e32-85e8-612d0ccb838e'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:13.981003 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714575ed-a1bc-4f5e-89c4-d135d25ecab0" -d '{"events": [{"name": "network-changed", "server_uuid": "dc44d70c-1834-4e53-8f27-5315fd30cd84", "tag": "a8a75d42-8e39-4e32-85e8-612d0ccb838e"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:13.991510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dff9a9e-db9d-4381-9ec2-769db68c4f30 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Made reservation on behalf of ceed973d2c604fe997c0533e97d73016 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:13.994779 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1dff9a9e-db9d-4381-9ec2-769db68c4f30 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.087983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-97ff862a-98f2-4154-85da-10d62150af1d None None] Current status of the port 5661ab0f-52d2-4b3e-8aa8-14b69691853f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:14.088403 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-97ff862a-98f2-4154-85da-10d62150af1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.180212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5661ab0f-52d2-4b3e-8aa8-14b69691853f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:14.180801 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.187191 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-97ff862a-98f2-4154-85da-10d62150af1d None None] For port 5661ab0f-52d2-4b3e-8aa8-14b69691853f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5661ab0f-52d2-4b3e-8aa8-14b69691853f,segment=NetworkSegment(ac982d6c-e9e2-498b-8479-54e501a19053),segment_id=ac982d6c-e9e2-498b-8479-54e501a19053)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:14.269697 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-97ff862a-98f2-4154-85da-10d62150af1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.367573 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:42:14.368255 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:42:14.388389 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff862a-98f2-4154-85da-10d62150af1d None None] Pushing event updated for resources: {'Port': ['ID=5661ab0f-52d2-4b3e-8aa8-14b69691853f,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:14.496637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-81ec4a64-c4a4-47da-8f17-1d1131057e77 None None] Provisioning complete for port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:14.499055 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-81ec4a64-c4a4-47da-8f17-1d1131057e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.549909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-81ec4a64-c4a4-47da-8f17-1d1131057e77 None None] Port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:14.564646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-81ec4a64-c4a4-47da-8f17-1d1131057e77 None None] Provisioning complete for port 5661ab0f-52d2-4b3e-8aa8-14b69691853f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:14.565568 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-81ec4a64-c4a4-47da-8f17-1d1131057e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.587939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95e780-a948-4df5-96ee-020e587e8ee5 req-d9df8ba7-e667-44a4-beed-3baf225fcabd tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:14.595501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b95e780-a948-4df5-96ee-020e587e8ee5 req-d9df8ba7-e667-44a4-beed-3baf225fcabd tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.8088930 Jan 27 21:42:14.660291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-81ec4a64-c4a4-47da-8f17-1d1131057e77 None None] Current status of the port 5661ab0f-52d2-4b3e-8aa8-14b69691853f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:14.681923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18d39187-072b-4e7a-abe5-9e71ee927e2a req-a4db1648-a0cb-43cc-aecb-9bc5254cd574 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7192719 Jan 27 21:42:14.682521 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.706874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6f5e52e-7255-48e6-9562-43f5be8c6cc8 req-975f56a6-ec05-4b91-beb7-43f6954535e7 service neutron] 10.222.0.74 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7893462 Jan 27 21:42:14.744720 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42981911-3bf0-473a-a702-22acba0e2681 x-openstack-request-id: req-42981911-3bf0-473a-a702-22acba0e2681 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:14.745917 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc44d70c-1834-4e53-8f27-5315fd30cd84", "tag": "a8a75d42-8e39-4e32-85e8-612d0ccb838e", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:14.746359 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42981911-3bf0-473a-a702-22acba0e2681 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:14.749000 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc44d70c-1834-4e53-8f27-5315fd30cd84', 'tag': 'a8a75d42-8e39-4e32-85e8-612d0ccb838e', 'status': 'completed', 'code': 200} Jan 27 21:42:14.783577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b95e780-a948-4df5-96ee-020e587e8ee5 req-92534f8c-4c22-4559-bc72-44b3cc47a0e1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870718 Jan 27 21:42:14.794919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d6c22e88-284c-4de7-bb1e-a24c70aadc0d None None] Provisioning complete for port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:14.795328 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d6c22e88-284c-4de7-bb1e-a24c70aadc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:14.937832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5661ab0f-52d2-4b3e-8aa8-14b69691853f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:14.940626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d6c22e88-284c-4de7-bb1e-a24c70aadc0d None None] Port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:15.069541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714575ed-a1bc-4f5e-89c4-d135d25ecab0 req-051cc0cc-9d08-4977-80c9-994e2c77f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:15.069541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-714575ed-a1bc-4f5e-89c4-d135d25ecab0 req-051cc0cc-9d08-4977-80c9-994e2c77f469 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=86378b4755f14f1ca7724eb76f22c944&device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 1094 time: 0.2683733 Jan 27 21:42:15.185602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163d39a-7b54-4aea-86fd-c840c76f11d2 req-70cd8cd4-62a0-4387-a1ba-bf6db52aee0c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:15.187183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8163d39a-7b54-4aea-86fd-c840c76f11d2 req-70cd8cd4-62a0-4387-a1ba-bf6db52aee0c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 946 time: 0.2873137 Jan 27 21:42:15.281741 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1dff9a9e-db9d-4381-9ec2-769db68c4f30 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.385225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5661ab0f-52d2-4b3e-8aa8-14b69691853f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:15.393626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714575ed-a1bc-4f5e-89c4-d135d25ecab0 req-26355df0-46b0-4af1-bf12-65740895432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:15.395269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-714575ed-a1bc-4f5e-89c4-d135d25ecab0 req-26355df0-46b0-4af1-bf12-65740895432f service neutron] 10.222.0.74 "GET /v2.0/networks?id=f16388f1-367c-4e9b-afba-306c6fedd1ab HTTP/1.1" status: 200 len: 914 time: 0.3255630 Jan 27 21:42:15.409290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8163d39a-7b54-4aea-86fd-c840c76f11d2 req-0a59fe53-ab15-47e9-8cb6-f43a3658e4ac tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122614 Jan 27 21:42:15.469882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5661ab0f-52d2-4b3e-8aa8-14b69691853f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:15.470511 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.488844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff9a9e-db9d-4381-9ec2-769db68c4f30 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event updated for resources: {'Subnet': ['ID=4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:15.502718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-714575ed-a1bc-4f5e-89c4-d135d25ecab0 req-586ed8d8-6757-40f9-9e78-c1b272b8c9ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8a75d42-8e39-4e32-85e8-612d0ccb838e HTTP/1.1" status: 200 len: 217 time: 0.0908756 Jan 27 21:42:15.582163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff9a9e-db9d-4381-9ec2-769db68c4f30 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Checking segment: {'id': '93195f70-9cee-4c1f-91f1-7eb95c19354f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:15.586893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff9a9e-db9d-4381-9ec2-769db68c4f30 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Network hostable DHCP agents. Network: 78410b2e-93e0-43f0-9c24-1fef79f174ed, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:15.631288 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28621ba0-356f-43a9-8b24-ac5525def360 req-264e3d9f-f897-4ca2-a7d4-aeff663ae167 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775783 Jan 27 21:42:15.649398 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.659051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714575ed-a1bc-4f5e-89c4-d135d25ecab0 req-142a3ccb-7f53-469f-920f-aed1e2bb8101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:15.666607 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5661ab0f-52d2-4b3e-8aa8-14b69691853f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:15.673561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-714575ed-a1bc-4f5e-89c4-d135d25ecab0 req-142a3ccb-7f53-469f-920f-aed1e2bb8101 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b0a061d9-4fde-4707-8680-fb2593cc727c HTTP/1.1" status: 200 len: 853 time: 0.1593614 Jan 27 21:42:15.723936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-714575ed-a1bc-4f5e-89c4-d135d25ecab0 req-13ecdc7c-e409-47b7-896d-438c490b05a2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f16388f1-367c-4e9b-afba-306c6fedd1ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429873 Jan 27 21:42:15.724758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28621ba0-356f-43a9-8b24-ac5525def360 req-1bba799b-70b3-4cbf-9ddb-70261399c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:15.726213 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28621ba0-356f-43a9-8b24-ac5525def360 req-1bba799b-70b3-4cbf-9ddb-70261399c184 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 1096 time: 0.0647402 Jan 27 21:42:15.832003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-714575ed-a1bc-4f5e-89c4-d135d25ecab0 req-32688c14-d119-44ef-b914-fdb9c091c804 service neutron] 10.222.0.74 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011331 Jan 27 21:42:15.857387 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28621ba0-356f-43a9-8b24-ac5525def360 req-7181eb5b-0ce2-4d8a-89e7-b9e9505153b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:15.858472 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28621ba0-356f-43a9-8b24-ac5525def360 req-7181eb5b-0ce2-4d8a-89e7-b9e9505153b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.1116164 Jan 27 21:42:15.859569 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.860441 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:15.923897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff9a9e-db9d-4381-9ec2-769db68c4f30 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Network 78410b2e-93e0-43f0-9c24-1fef79f174ed is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:15.935271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a8a75d42-8e39-4e32-85e8-612d0ccb838e details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:42:15.945400 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28621ba0-356f-43a9-8b24-ac5525def360 req-86df0ba8-225c-495f-87f1-6c93c1fbe97c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a9ab57a-1f94-4760-a484-22ed76cdc9c2 HTTP/1.1" status: 200 len: 217 time: 0.0777078 Jan 27 21:42:16.042677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28621ba0-356f-43a9-8b24-ac5525def360 req-105a24e8-43b5-4139-9495-a4182fa55025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:16.044402 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28621ba0-356f-43a9-8b24-ac5525def360 req-105a24e8-43b5-4139-9495-a4182fa55025 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.0921082 Jan 27 21:42:16.089763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1dff9a9e-db9d-4381-9ec2-769db68c4f30 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 78410b2e-93e0-43f0-9c24-1fef79f174ed) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:16.110692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a0309c-7534-4fdd-819c-b54aa5ffcbd2 None None] Network 78410b2e-93e0-43f0-9c24-1fef79f174ed requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:16.116335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 89a5716a-2485-428d-850b-7836098c1975 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:16.117160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=f8089efc-7403-439a-a9e6-6f1b0d5d8a5b,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:16.122734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dff9a9e-db9d-4381-9ec2-769db68c4f30 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:16.123348 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1dff9a9e-db9d-4381-9ec2-769db68c4f30 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.136878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:16.151606 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28621ba0-356f-43a9-8b24-ac5525def360 req-bee12644-f9f2-48c6-ace5-059966e55072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:16.155237 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28621ba0-356f-43a9-8b24-ac5525def360 req-bee12644-f9f2-48c6-ace5-059966e55072 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038470 Jan 27 21:42:16.197689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a8a75d42-8e39-4e32-85e8-612d0ccb838e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a8a75d42-8e39-4e32-85e8-612d0ccb838e,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:16.229785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'a8a75d42-8e39-4e32-85e8-612d0ccb838e', 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab', 'port_id': 'a8a75d42-8e39-4e32-85e8-612d0ccb838e', 'mac_address': 'fa:16:3e:99:a3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a061d9-4fde-4707-8680-fb2593cc727c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:42:16.242769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-714575ed-a1bc-4f5e-89c4-d135d25ecab0 req-376ad445-26c9-4504-bd36-5a0829715108 service neutron] 10.222.0.74 "GET /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976829 Jan 27 21:42:16.288469 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28621ba0-356f-43a9-8b24-ac5525def360 req-6c55fbc7-f7e3-4cb0-8b14-4189a6b738b3 service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262624 Jan 27 21:42:16.355685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1dff9a9e-db9d-4381-9ec2-769db68c4f30 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0421627 Jan 27 21:42:16.361113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48174) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:16.365132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a8a75d42-8e39-4e32-85e8-612d0ccb838e is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:16.365620 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.371103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Request body: {'port': {'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-874922571'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:16.438896 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a75d42-8e39-4e32-85e8-612d0ccb838e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:16.477500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-78410b2e-93e0-43f0-9c24-1fef79f174ed', 'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed', 'project_id': 'ceed973d2c604fe997c0533e97d73016', 'fixed_ips': [{'subnet_id': '4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:42:16.482294 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.501062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a8a75d42-8e39-4e32-85e8-612d0ccb838e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a8a75d42-8e39-4e32-85e8-612d0ccb838e,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:16.522836 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28621ba0-356f-43a9-8b24-ac5525def360 req-21bec4a5-890d-47c7-9b4d-5a65eb5e4f48 service neutron] 10.222.0.71 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160845 Jan 27 21:42:16.553544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149b892-c20c-4c40-9a2b-218423d904ac req-ac3ace71-99e9-4c37-bbbc-dc8e56b224c5 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:16.555071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3149b892-c20c-4c40-9a2b-218423d904ac req-ac3ace71-99e9-4c37-bbbc-dc8e56b224c5 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 943 time: 0.4425850 Jan 27 21:42:16.586342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b5ee3-d586-4adb-b3e0-06e21a5fdf8a req-6a8506b1-8d31-4be1-b8e4-67c85f93d0a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:16.587909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a9b5ee3-d586-4adb-b3e0-06e21a5fdf8a req-6a8506b1-8d31-4be1-b8e4-67c85f93d0a3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.3549550 Jan 27 21:42:16.613938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router da161030-746c-4e9a-b7a9-0093351a19e9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:16.617753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ed3dc653-2093-469e-8b7f-d6b217b7bac4 None None] Provisioning complete for port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:16.618075 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ed3dc653-2093-469e-8b7f-d6b217b7bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.678511 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.679265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:42:16.713502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ed3dc653-2093-469e-8b7f-d6b217b7bac4 None None] Port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:16.747387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Allocated IP 2001:db8::2 (78410b2e-93e0-43f0-9c24-1fef79f174ed/4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff/4d09abee-e48a-4279-bf32-06dc10d09f7f) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:16.777964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:16.783567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a8a75d42-8e39-4e32-85e8-612d0ccb838e,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:16.783662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-999d8e0b-db16-48ee-9016-486cc0dab6db tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3822217 Jan 27 21:42:16.786439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48178) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:16.789920 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Sync routers for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:16.795682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=520c9a8c-ce6b-4e48-aa9d-84e0ac218503,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:16.806861 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:16.808793 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:16.829557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-bcfbb07b-30be-427d-abbd-63d822e526d6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1775630782'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:16.843319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '520c9a8c-ce6b-4e48-aa9d-84e0ac218503', 'network_id': 'f16388f1-367c-4e9b-afba-306c6fedd1ab', 'port_id': '520c9a8c-ce6b-4e48-aa9d-84e0ac218503', 'mac_address': 'fa:16:3e:91:d3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a061d9-4fde-4707-8680-fb2593cc727c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:42:16.852774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Made reservation on behalf of ceed973d2c604fe997c0533e97d73016 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:16.859249 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.910317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:16.910727 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:16.920054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3149b892-c20c-4c40-9a2b-218423d904ac req-73272793-f1f4-4e21-94d9-c88eaba667b2 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528590 Jan 27 21:42:16.940330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a9b5ee3-d586-4adb-b3e0-06e21a5fdf8a req-cee36c2e-cdee-488f-9274-9f30045fa1a6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364403 Jan 27 21:42:16.961589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:16.974319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] device_id is not set on port 290297f8-a8c2-4b00-8081-ceac1b39d358 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:42:17.048544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfbb07b-30be-427d-abbd-63d822e526d6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:17.054083 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb07b-30be-427d-abbd-63d822e526d6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.074558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=520c9a8c-ce6b-4e48-aa9d-84e0ac218503,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:17.151757 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:17.154328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfbb07b-30be-427d-abbd-63d822e526d6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:17.166395 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Publish callbacks [] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.170048 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.176753 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb07b-30be-427d-abbd-63d822e526d6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (aa64a863-183e-43a3-a864-cb335e4a56da), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.177703 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-bcfbb07b-30be-427d-abbd-63d822e526d6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Added segment aa64a863-183e-43a3-a864-cb335e4a56da of type vlan for network 93a0a776-6703-414f-9d1b-54107d09edf2 Jan 27 21:42:17.263362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb07b-30be-427d-abbd-63d822e526d6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (93a0a776-6703-414f-9d1b-54107d09edf2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.284155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=520c9a8c-ce6b-4e48-aa9d-84e0ac218503,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:17.394630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90009147-f711-46c5-ad67-014fb6b9e1b0 req-ea1103c5-0833-4422-9abd-46feee1a8577 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:17.396212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90009147-f711-46c5-ad67-014fb6b9e1b0 req-ea1103c5-0833-4422-9abd-46feee1a8577 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 946 time: 0.1577404 Jan 27 21:42:17.409192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d314b-c67b-4a3e-9d85-0960e7914a68 req-3d7b2ad5-c82d-40cc-b5fe-dbd197c326dc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:17.410625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae3d314b-c67b-4a3e-9d85-0960e7914a68 req-3d7b2ad5-c82d-40cc-b5fe-dbd197c326dc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 946 time: 0.1058586 Jan 27 21:42:17.424176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a8a75d42-8e39-4e32-85e8-612d0ccb838e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:17.429330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['520c9a8c-ce6b-4e48-aa9d-84e0ac218503'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:17.459230 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:13Z', 'revision_number': 4, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8089efc-7403-439a-a9e6-6f1b0d5d8a5b', 'name': '', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:ac:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:12Z', 'updated_at': '2022-01-27T21:42:15Z', 'revision_number': 2, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:17.499638 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Checking router: da161030-746c-4e9a-b7a9-0093351a19e9 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:17.500332 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Updating router da161030-746c-4e9a-b7a9-0093351a19e9 port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:42:17.528226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90009147-f711-46c5-ad67-014fb6b9e1b0 req-8c71f271-9c2c-433c-964f-4ee57aa1efa8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165738 Jan 27 21:42:17.530647 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.553478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ae3d314b-c67b-4a3e-9d85-0960e7914a68 req-1eb0b06d-2bb0-4aa6-956b-d7da2379ce41 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Deleting port 23b45b3b-c009-4f0b-aae6-1fce45e68222 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:17.553829 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ae3d314b-c67b-4a3e-9d85-0960e7914a68 req-1eb0b06d-2bb0-4aa6-956b-d7da2379ce41 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.597161 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.647354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Network 78410b2e-93e0-43f0-9c24-1fef79f174ed is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:17.666283 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:17.691396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:17.741433 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb07b-30be-427d-abbd-63d822e526d6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (93a0a776-6703-414f-9d1b-54107d09edf2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.747807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Pushing event updated for resources: {'Port': ['ID=4d09abee-e48a-4279-bf32-06dc10d09f7f,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:17.749578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfbb07b-30be-427d-abbd-63d822e526d6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:17.750218 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb07b-30be-427d-abbd-63d822e526d6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.882115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Attempting to bind port 4d09abee-e48a-4279-bf32-06dc10d09f7f on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:17.882539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Attempting to bind port 4d09abee-e48a-4279-bf32-06dc10d09f7f by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '93195f70-9cee-4c1f-91f1-7eb95c19354f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:17.883745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Attempting to bind port 4d09abee-e48a-4279-bf32-06dc10d09f7f on network 78410b2e-93e0-43f0-9c24-1fef79f174ed {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:17.892990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:17.893399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Checking segment: {'id': '93195f70-9cee-4c1f-91f1-7eb95c19354f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:17.893962 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.894901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Bound using segment: {'id': '93195f70-9cee-4c1f-91f1-7eb95c19354f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:17.895388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Bound port: 4d09abee-e48a-4279-bf32-06dc10d09f7f, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93195f70-9cee-4c1f-91f1-7eb95c19354f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:17.895775 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.903407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbb07b-30be-427d-abbd-63d822e526d6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Network': ['ID=93a0a776-6703-414f-9d1b-54107d09edf2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:17.906373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Allocated IP 2001:db8::d7 (78410b2e-93e0-43f0-9c24-1fef79f174ed/4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff/290297f8-a8c2-4b00-8081-ceac1b39d358) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:17.918565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 93a0a776-6703-414f-9d1b-54107d09edf2 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:17.926260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ae3d314b-c67b-4a3e-9d85-0960e7914a68 req-1eb0b06d-2bb0-4aa6-956b-d7da2379ce41 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] For port 23b45b3b-c009-4f0b-aae6-1fce45e68222, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=23b45b3b-c009-4f0b-aae6-1fce45e68222,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:17.926638 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ae3d314b-c67b-4a3e-9d85-0960e7914a68 req-1eb0b06d-2bb0-4aa6-956b-d7da2379ce41 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.948051 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Publish callbacks [] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:17.948724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ae3d314b-c67b-4a3e-9d85-0960e7914a68 req-1eb0b06d-2bb0-4aa6-956b-d7da2379ce41 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Calling delete_port for 23b45b3b-c009-4f0b-aae6-1fce45e68222 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:18.049583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bcfbb07b-30be-427d-abbd-63d822e526d6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2618077 Jan 27 21:42:18.052457 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48208) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:18.058965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-18d9ee8d-41b7-43a6-ae50-d7f5f643047d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'subnet': {'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:18.059781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] For port 4d09abee-e48a-4279-bf32-06dc10d09f7f, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:18.064003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] For port 4d09abee-e48a-4279-bf32-06dc10d09f7f, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4d09abee-e48a-4279-bf32-06dc10d09f7f,segment=NetworkSegment(93195f70-9cee-4c1f-91f1-7eb95c19354f),segment_id=93195f70-9cee-4c1f-91f1-7eb95c19354f)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:18.080103 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.188050 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.213773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0e80828-b1ba-40f4-9b4e-1873825cb555 req-96f37566-cfb9-4525-afee-8cbac99e930a tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8603fb212bbf42a98bd2ee571c08dba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902829 Jan 27 21:42:18.217863 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f64cb-cb58-45f9-9ec0-bdde18a20318 None None] Pushing event updated for resources: {'Port': ['ID=f8089efc-7403-439a-a9e6-6f1b0d5d8a5b,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:18.298757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424cd8b-9eb5-4526-9014-94cbcf1156aa None None] Pushing event updated for resources: {'Port': ['ID=4d09abee-e48a-4279-bf32-06dc10d09f7f,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:18.343288 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5dbfe-8b92-4e32-b5bc-9e489e5e672d req-40b41f0e-ec75-4e39-aa92-a0bd9c71298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:18.344803 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1dd5dbfe-8b92-4e32-b5bc-9e489e5e672d req-40b41f0e-ec75-4e39-aa92-a0bd9c71298c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 1095 time: 0.1151679 Jan 27 21:42:18.351918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d9ee8d-41b7-43a6-ae50-d7f5f643047d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Made reservation on behalf of a127be392e504f0e944647655bda9f72 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:18.358473 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Attempting to bind port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:18.359130 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Attempting to bind port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'ac982d6c-e9e2-498b-8479-54e501a19053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89a5716a-2485-428d-850b-7836098c1975'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:18.360471 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18d9ee8d-41b7-43a6-ae50-d7f5f643047d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.360679 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Attempting to bind port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b on network 89a5716a-2485-428d-850b-7836098c1975 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:18.371173 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:18.373433 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Checking segment: {'id': 'ac982d6c-e9e2-498b-8479-54e501a19053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89a5716a-2485-428d-850b-7836098c1975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:18.375466 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.376069 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Bound using segment: {'id': 'ac982d6c-e9e2-498b-8479-54e501a19053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89a5716a-2485-428d-850b-7836098c1975'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:18.376816 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Bound port: f8089efc-7403-439a-a9e6-6f1b0d5d8a5b, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac982d6c-e9e2-498b-8479-54e501a19053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '89a5716a-2485-428d-850b-7836098c1975'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:18.377545 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.503275 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] For port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:18.509548 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] For port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f8089efc-7403-439a-a9e6-6f1b0d5d8a5b,segment=NetworkSegment(ac982d6c-e9e2-498b-8479-54e501a19053),segment_id=ac982d6c-e9e2-498b-8479-54e501a19053)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:18.581252 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4014b0d3-fe1a-4070-b8b6-f1778c23fed4 None None] Provisioning complete for port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:18.588294 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4014b0d3-fe1a-4070-b8b6-f1778c23fed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.623130 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:18.707395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5dbfe-8b92-4e32-b5bc-9e489e5e672d req-7a83b1c6-f581-4a3c-bac4-29b065ad4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:18.709230 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1dd5dbfe-8b92-4e32-b5bc-9e489e5e672d req-7a83b1c6-f581-4a3c-bac4-29b065ad4d3e service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.2294207 Jan 27 21:42:18.711200 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:18.711907 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:18.719477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4014b0d3-fe1a-4070-b8b6-f1778c23fed4 None None] Port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:18.758123 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f64cb-cb58-45f9-9ec0-bdde18a20318 None None] Pushing event updated for resources: {'Port': ['ID=f8089efc-7403-439a-a9e6-6f1b0d5d8a5b,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:18.866274 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:18.927206 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1dd5dbfe-8b92-4e32-b5bc-9e489e5e672d req-de63fff0-444d-4b43-91ad-58cf875e134f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c12e9fa3-297f-4935-930c-1f221c995161 HTTP/1.1" status: 200 len: 998 time: 0.2089887 Jan 27 21:42:19.016027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5dbfe-8b92-4e32-b5bc-9e489e5e672d req-e318b97c-32fb-4093-886d-2665b73ab6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:19.018015 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1dd5dbfe-8b92-4e32-b5bc-9e489e5e672d req-e318b97c-32fb-4093-886d-2665b73ab6bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.0827584 Jan 27 21:42:19.036408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e80828-b1ba-40f4-9b4e-1873825cb555 req-8def245e-81cd-4c18-ae5e-bb01355a5b4e tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:19.037937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0e80828-b1ba-40f4-9b4e-1873825cb555 req-8def245e-81cd-4c18-ae5e-bb01355a5b4e tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8228683 Jan 27 21:42:19.044987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbfb44-e260-4eb1-8280-3e3655e20bfc req-a36b9ffd-0459-4dc8-9169-e36cdef7c1bb tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:19.049688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74dbfb44-e260-4eb1-8280-3e3655e20bfc req-a36b9ffd-0459-4dc8-9169-e36cdef7c1bb tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 944 time: 0.8928182 Jan 27 21:42:19.064147 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18d9ee8d-41b7-43a6-ae50-d7f5f643047d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (93d37e09-bed3-49ab-91f6-e02a12a544e0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.096880 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0e80828-b1ba-40f4-9b4e-1873825cb555 req-9bd0a7cd-73c3-4d1a-b979-cffdd540d382 tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] 10.222.0.61 "GET /v2.0/quotas/8603fb212bbf42a98bd2ee571c08dba4 HTTP/1.1" status: 200 len: 375 time: 0.0388179 Jan 27 21:42:19.105421 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for port (290297f8-a8c2-4b00-8081-ceac1b39d358), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.126199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9ee8d-41b7-43a6-ae50-d7f5f643047d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Subnet': ['ID=93d37e09-bed3-49ab-91f6-e02a12a544e0,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:19.146092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5dbfe-8b92-4e32-b5bc-9e489e5e672d req-5eb4ee57-e3da-4c04-bbe3-754d775db32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:19.147608 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1dd5dbfe-8b92-4e32-b5bc-9e489e5e672d req-5eb4ee57-e3da-4c04-bbe3-754d775db32b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224558 Jan 27 21:42:19.165288 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7f020c25-6842-4037-b715-336d525e67df None None] Provisioning complete for port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:19.168803 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f020c25-6842-4037-b715-336d525e67df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.170268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0e80828-b1ba-40f4-9b4e-1873825cb555 req-81339717-b8c5-43f8-b2c6-1fef40d76225 tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8603fb212bbf42a98bd2ee571c08dba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595462 Jan 27 21:42:19.203646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d9ee8d-41b7-43a6-ae50-d7f5f643047d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Checking segment: {'id': 'aa64a863-183e-43a3-a864-cb335e4a56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:19.204028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9ee8d-41b7-43a6-ae50-d7f5f643047d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network hostable DHCP agents. Network: 93a0a776-6703-414f-9d1b-54107d09edf2, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:19.221711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74dbfb44-e260-4eb1-8280-3e3655e20bfc req-4d24c24b-76bf-4cf2-81c4-9d19f2e6a676 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551626 Jan 27 21:42:19.258974 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ae3d314b-c67b-4a3e-9d85-0960e7914a68 req-1eb0b06d-2bb0-4aa6-956b-d7da2379ce41 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (23b45b3b-c009-4f0b-aae6-1fce45e68222), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.294415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['23b45b3b-c009-4f0b-aae6-1fce45e68222'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:19.372629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d9ee8d-41b7-43a6-ae50-d7f5f643047d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 93a0a776-6703-414f-9d1b-54107d09edf2 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:19.376595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7f020c25-6842-4037-b715-336d525e67df None None] Current status of the port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:19.376993 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f020c25-6842-4037-b715-336d525e67df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.389728 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:13Z', 'revision_number': 4, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8089efc-7403-439a-a9e6-6f1b0d5d8a5b', 'name': '', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:ac:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:12Z', 'updated_at': '2022-01-27T21:42:18Z', 'revision_number': 4, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:19.414689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0b06d-2bb0-4aa6-956b-d7da2379ce41 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Pushing event deleted for resources: {'Port': ['ID=23b45b3b-c009-4f0b-aae6-1fce45e68222,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:19.424807 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1dd5dbfe-8b92-4e32-b5bc-9e489e5e672d req-ba84fba2-9fdb-456b-99d0-83196410c01a service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637539 Jan 27 21:42:19.431358 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (290297f8-a8c2-4b00-8081-ceac1b39d358), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.463653 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5a6a7-e94a-4d6e-9bac-e5d353391557 None None] The sync data for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 is: [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:13Z', 'revision_number': 4, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8089efc-7403-439a-a9e6-6f1b0d5d8a5b', 'name': '', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:ac:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:12Z', 'updated_at': '2022-01-27T21:42:18Z', 'revision_number': 4, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:19.470469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7f020c25-6842-4037-b715-336d525e67df None None] For port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f8089efc-7403-439a-a9e6-6f1b0d5d8a5b,segment=NetworkSegment(ac982d6c-e9e2-498b-8479-54e501a19053),segment_id=ac982d6c-e9e2-498b-8479-54e501a19053)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:19.526163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-18d9ee8d-41b7-43a6-ae50-d7f5f643047d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 93a0a776-6703-414f-9d1b-54107d09edf2) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:19.531203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Network 78410b2e-93e0-43f0-9c24-1fef79f174ed is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:19.545399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b2532f-d2ec-49dd-95d4-3dc1dde1e531 None None] Network 93a0a776-6703-414f-9d1b-54107d09edf2 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:19.599215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4d09abee-e48a-4279-bf32-06dc10d09f7f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:19.601055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:19.601663 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f020c25-6842-4037-b715-336d525e67df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.646134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d9ee8d-41b7-43a6-ae50-d7f5f643047d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:19.646993 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18d9ee8d-41b7-43a6-ae50-d7f5f643047d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.652990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:19.658802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:19.659464 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.751116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3d314b-c67b-4a3e-9d85-0960e7914a68 req-1eb0b06d-2bb0-4aa6-956b-d7da2379ce41 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] No DVR routers for this DVR port 23b45b3b-c009-4f0b-aae6-1fce45e68222 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:19.789974 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ae3d314b-c67b-4a3e-9d85-0960e7914a68 req-1eb0b06d-2bb0-4aa6-956b-d7da2379ce41 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:19.795288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae3d314b-c67b-4a3e-9d85-0960e7914a68 req-1eb0b06d-2bb0-4aa6-956b-d7da2379ce41 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "DELETE /v2.0/ports/23b45b3b-c009-4f0b-aae6-1fce45e68222 HTTP/1.1" status: 204 len: 173 time: 2.3755500 Jan 27 21:42:19.801624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684122e0-2446-4b86-abc9-d9edb4f3be7d', 'name': 'network-vif-deleted', 'tag': '23b45b3b-c009-4f0b-aae6-1fce45e68222'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:19.805063 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8b48aa-c3e5-47a1-81e9-87906e021b69" -d '{"events": [{"server_uuid": "684122e0-2446-4b86-abc9-d9edb4f3be7d", "name": "network-vif-deleted", "tag": "23b45b3b-c009-4f0b-aae6-1fce45e68222"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:19.818876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d821724-2b25-4e0d-87f2-acaa2c4ac738 req-ed8603fc-91cb-4cc0-9d1d-15ebd15221fb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=684122e0-2446-4b86-abc9-d9edb4f3be7d HTTP/1.1" status: 200 len: 210 time: 0.1686056 Jan 27 21:42:19.839020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event updated for resources: {'Port': ['ID=290297f8-a8c2-4b00-8081-ceac1b39d358,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:19.872510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbcc67-12af-417f-a021-c3344d8c14ba req-86a3e03c-10fa-4b82-8b51-7cadf36047c5 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:19.890278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bdbcc67-12af-417f-a021-c3344d8c14ba req-86a3e03c-10fa-4b82-8b51-7cadf36047c5 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.4409006 Jan 27 21:42:19.916160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-74b687f3-4e3c-4088-acf8-0c62575f2c08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.5477612 Jan 27 21:42:19.927240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48236) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:19.961215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Request body: {'port': {'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-477399472', 'allowed_address_pairs': [{'ip_address': '2001:db8::d7', 'mac_address': 'fa:16:3e:a7:32:c9'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:20.206457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a8a75d42-8e39-4e32-85e8-612d0ccb838e up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:20.231204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bdbcc67-12af-417f-a021-c3344d8c14ba req-e2bf6bf1-32e9-4a67-920b-fd1080959abe tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3372126 Jan 27 21:42:20.257443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a562beaf-4c5d-4974-8ac2-defadb33d8ef None None] Network 78410b2e-93e0-43f0-9c24-1fef79f174ed requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:20.318109 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82f3046-1fc7-4fa3-b6b3-ebf9b7f29ffe x-openstack-request-id: req-a82f3046-1fc7-4fa3-b6b3-ebf9b7f29ffe {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:20.318403 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684122e0-2446-4b86-abc9-d9edb4f3be7d", "name": "network-vif-deleted", "tag": "23b45b3b-c009-4f0b-aae6-1fce45e68222", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:20.318721 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a82f3046-1fc7-4fa3-b6b3-ebf9b7f29ffe {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:20.319134 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684122e0-2446-4b86-abc9-d9edb4f3be7d', 'name': 'network-vif-deleted', 'tag': '23b45b3b-c009-4f0b-aae6-1fce45e68222', 'status': 'completed', 'code': 200} Jan 27 21:42:20.361372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48244) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:20.361717 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-18d9ee8d-41b7-43a6-ae50-d7f5f643047d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3081312 Jan 27 21:42:20.379265 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b874970-e4d2-417b-8a18-8a3ee564ddd9 req-72a8a192-a44f-4e1d-9273-791971204619 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8581421 Jan 27 21:42:20.381062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-93a0a776-6703-414f-9d1b-54107d09edf2', 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2', 'project_id': 'a127be392e504f0e944647655bda9f72', 'fixed_ips': [{'subnet_id': '93d37e09-bed3-49ab-91f6-e02a12a544e0'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:42:20.381606 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1dd5dbfe-8b92-4e32-b5bc-9e489e5e672d req-6cc13948-74f0-4eb1-9c65-4d4e2a65b420 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9559608 Jan 27 21:42:20.381927 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.451659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Made reservation on behalf of ceed973d2c604fe997c0533e97d73016 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:20.472096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f020c25-6842-4037-b715-336d525e67df None None] Pushing event updated for resources: {'Port': ['ID=f8089efc-7403-439a-a9e6-6f1b0d5d8a5b,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:20.483115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6c577f2c-8877-4675-9d32-8844cd1374ac None None] Provisioning complete for port 4d09abee-e48a-4279-bf32-06dc10d09f7f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:20.483495 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c577f2c-8877-4675-9d32-8844cd1374ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.531845 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b874970-e4d2-417b-8a18-8a3ee564ddd9 req-c1038440-47c9-4d1e-b7bb-013511a89c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:20.534762 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b874970-e4d2-417b-8a18-8a3ee564ddd9 req-c1038440-47c9-4d1e-b7bb-013511a89c66 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=59885e32266f4635909c70d7c437905e&device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 1058 time: 0.1266966 Jan 27 21:42:20.591904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4d09abee-e48a-4279-bf32-06dc10d09f7f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:20.592439 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.650825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port a8a75d42-8e39-4e32-85e8-612d0ccb838e completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:42:20.684535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port a8a75d42-8e39-4e32-85e8-612d0ccb838e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:20.684951 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.760748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b874970-e4d2-417b-8a18-8a3ee564ddd9 req-73fb7dda-e8e3-46db-8c07-eab937f4e8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:20.760748 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b874970-e4d2-417b-8a18-8a3ee564ddd9 req-73fb7dda-e8e3-46db-8c07-eab937f4e8fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 200 len: 913 time: 0.2028751 Jan 27 21:42:20.829030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Allocated IP 2001:db8:3::2 (93a0a776-6703-414f-9d1b-54107d09edf2/93d37e09-bed3-49ab-91f6-e02a12a544e0/cf613122-c2e5-4422-a601-b59f36f4836e) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:20.846352 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.864503 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b874970-e4d2-417b-8a18-8a3ee564ddd9 req-ef39d015-96cf-49bd-9bc9-601fee61000b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e7616ca-3210-453a-8744-5d5aa16fd499 HTTP/1.1" status: 200 len: 217 time: 0.0951922 Jan 27 21:42:20.876027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6c577f2c-8877-4675-9d32-8844cd1374ac None None] Current status of the port 4d09abee-e48a-4279-bf32-06dc10d09f7f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:20.876457 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c577f2c-8877-4675-9d32-8844cd1374ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.950146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] device_id is not set on port 950b8ae5-f2b4-4938-b4cf-6901c1229ecd yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:42:20.973602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4d09abee-e48a-4279-bf32-06dc10d09f7f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:20.973757 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:20.994305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6c577f2c-8877-4675-9d32-8844cd1374ac None None] For port 4d09abee-e48a-4279-bf32-06dc10d09f7f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4d09abee-e48a-4279-bf32-06dc10d09f7f,segment=NetworkSegment(93195f70-9cee-4c1f-91f1-7eb95c19354f),segment_id=93195f70-9cee-4c1f-91f1-7eb95c19354f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:21.002875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b874970-e4d2-417b-8a18-8a3ee564ddd9 req-ae4a054e-c436-4cec-a2d8-db5d09d82494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:21.012891 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b874970-e4d2-417b-8a18-8a3ee564ddd9 req-ae4a054e-c436-4cec-a2d8-db5d09d82494 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 200 len: 851 time: 0.1379194 Jan 27 21:42:21.039583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a8a75d42-8e39-4e32-85e8-612d0ccb838e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:21.039985 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.078217 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c577f2c-8877-4675-9d32-8844cd1374ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.122646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b874970-e4d2-417b-8a18-8a3ee564ddd9 req-7167a008-bec7-4f7c-96ab-b6ca970becbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:21.126727 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b874970-e4d2-417b-8a18-8a3ee564ddd9 req-7167a008-bec7-4f7c-96ab-b6ca970becbe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=333ccb8f-832b-4b30-aba4-f41314e02720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042917 Jan 27 21:42:21.154777 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:42:21.155247 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:42:21.164626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc44d70c-1834-4e53-8f27-5315fd30cd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a75d42-8e39-4e32-85e8-612d0ccb838e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:21.167773 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cc41b6-1a74-4f47-a022-30bf41529929" -d '{"events": [{"server_uuid": "dc44d70c-1834-4e53-8f27-5315fd30cd84", "name": "network-vif-plugged", "status": "completed", "tag": "a8a75d42-8e39-4e32-85e8-612d0ccb838e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:21.217574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a8a75d42-8e39-4e32-85e8-612d0ccb838e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a8a75d42-8e39-4e32-85e8-612d0ccb838e,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:21.287611 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b874970-e4d2-417b-8a18-8a3ee564ddd9 req-9ca058a5-75d2-431e-8ff7-6fc185318fbd service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543751 Jan 27 21:42:21.313147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c577f2c-8877-4675-9d32-8844cd1374ac None None] Pushing event updated for resources: {'Port': ['ID=4d09abee-e48a-4279-bf32-06dc10d09f7f,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:21.331119 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.332182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:21.368977 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Publish callbacks [] for port (cf613122-c2e5-4422-a601-b59f36f4836e), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.446205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8376e-023a-4af3-9cbe-a920254acd83 req-ebb6187a-5ef6-4e8f-aaf1-e5fcde6d29eb tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:21.447833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06d8376e-023a-4af3-9cbe-a920254acd83 req-ebb6187a-5ef6-4e8f-aaf1-e5fcde6d29eb tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 944 time: 0.9791052 Jan 27 21:42:21.457761 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.461409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a8a75d42-8e39-4e32-85e8-612d0ccb838e,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:21.528154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Network 93a0a776-6703-414f-9d1b-54107d09edf2 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:21.552674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:21.557710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:21.566993 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b874970-e4d2-417b-8a18-8a3ee564ddd9 req-70a934af-9d01-4171-90d7-1a286b6295a5 service neutron] 10.222.0.74 "GET /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728093 Jan 27 21:42:21.581108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:42:21.627363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Allocated IP 2001:db8::7 (78410b2e-93e0-43f0-9c24-1fef79f174ed/4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff/950b8ae5-f2b4-4938-b4cf-6901c1229ecd) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:21.637688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Pushing event updated for resources: {'Port': ['ID=cf613122-c2e5-4422-a601-b59f36f4836e,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:21.644259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:21.644884 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.646583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-14a13dee-3352-4e32-be91-27e203e57032 None None] Provisioning complete for port 4d09abee-e48a-4279-bf32-06dc10d09f7f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:21.652355 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14a13dee-3352-4e32-be91-27e203e57032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.723265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06d8376e-023a-4af3-9cbe-a920254acd83 req-57d8bd09-a97a-4a34-b8d0-c8ab09a19f4f tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299700 Jan 27 21:42:21.758079 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.815341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Attempting to bind port cf613122-c2e5-4422-a601-b59f36f4836e on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:21.815821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Attempting to bind port cf613122-c2e5-4422-a601-b59f36f4836e by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'aa64a863-183e-43a3-a864-cb335e4a56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:21.816325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Attempting to bind port cf613122-c2e5-4422-a601-b59f36f4836e on network 93a0a776-6703-414f-9d1b-54107d09edf2 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:21.829195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:21.837518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Checking segment: {'id': 'aa64a863-183e-43a3-a864-cb335e4a56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:21.838134 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.838623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Bound using segment: {'id': 'aa64a863-183e-43a3-a864-cb335e4a56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:21.839761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Bound port: cf613122-c2e5-4422-a601-b59f36f4836e, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa64a863-183e-43a3-a864-cb335e4a56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:21.840322 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:21.913352 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb72ab5-ae15-46b3-aff0-be3ab5ef283b x-openstack-request-id: req-ecb72ab5-ae15-46b3-aff0-be3ab5ef283b {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:21.914237 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc44d70c-1834-4e53-8f27-5315fd30cd84", "name": "network-vif-plugged", "status": "completed", "tag": "a8a75d42-8e39-4e32-85e8-612d0ccb838e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:21.914434 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ecb72ab5-ae15-46b3-aff0-be3ab5ef283b {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:21.914954 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc44d70c-1834-4e53-8f27-5315fd30cd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a75d42-8e39-4e32-85e8-612d0ccb838e', 'code': 200} Jan 27 21:42:21.916829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4d09abee-e48a-4279-bf32-06dc10d09f7f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:21.976289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e232f2-c795-483f-8da0-83776cc74446 req-c9b777d9-3403-440d-80f8-95ff0716f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:21.977963 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-17e232f2-c795-483f-8da0-83776cc74446 req-c9b777d9-3403-440d-80f8-95ff0716f875 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 1096 time: 0.0641782 Jan 27 21:42:21.986842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:21.987253 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.065638 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-17e232f2-c795-483f-8da0-83776cc74446 req-d0969680-2214-46f9-8fff-03c82704356b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745518 Jan 27 21:42:22.070770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-14a13dee-3352-4e32-be91-27e203e57032 None None] Current status of the port 4d09abee-e48a-4279-bf32-06dc10d09f7f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:22.091431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] For port cf613122-c2e5-4422-a601-b59f36f4836e, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:22.096863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=520c9a8c-ce6b-4e48-aa9d-84e0ac218503,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:22.106935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] For port cf613122-c2e5-4422-a601-b59f36f4836e, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cf613122-c2e5-4422-a601-b59f36f4836e,segment=NetworkSegment(aa64a863-183e-43a3-a864-cb335e4a56da),segment_id=aa64a863-183e-43a3-a864-cb335e4a56da)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:22.115624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-14a13dee-3352-4e32-be91-27e203e57032 None None] Provisioning complete for port 290297f8-a8c2-4b00-8081-ceac1b39d358 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:22.118269 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14a13dee-3352-4e32-be91-27e203e57032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (290297f8-a8c2-4b00-8081-ceac1b39d358), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.147382 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for port (950b8ae5-f2b4-4938-b4cf-6901c1229ecd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.176547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13662cb9-65a6-40ff-a3b1-97a05f352e82 req-2f76b60f-910e-4d48-a3ef-0a31c321498a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:22.178594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13662cb9-65a6-40ff-a3b1-97a05f352e82 req-2f76b60f-910e-4d48-a3ef-0a31c321498a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.2525301 Jan 27 21:42:22.179670 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.188635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-14a13dee-3352-4e32-be91-27e203e57032 None None] Port 290297f8-a8c2-4b00-8081-ceac1b39d358 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:22.194674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 23b45b3b-c009-4f0b-aae6-1fce45e68222 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:22.247274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 23b45b3b-c009-4f0b-aae6-1fce45e68222 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:22.247931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 23b45b3b-c009-4f0b-aae6-1fce45e68222 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:22.249570 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.285809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f8089efc-7403-439a-a9e6-6f1b0d5d8a5b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:22.309261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48290) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:22.321627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=520c9a8c-ce6b-4e48-aa9d-84e0ac218503,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:22.396656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3984c0ca-4fb5-440f-8003-c9ce45612dbb None None] Provisioning complete for port 290297f8-a8c2-4b00-8081-ceac1b39d358 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:22.397373 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3984c0ca-4fb5-440f-8003-c9ce45612dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (290297f8-a8c2-4b00-8081-ceac1b39d358), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.438422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006050d7-e327-4c6b-bec7-5c70ba6328ec None None] Pushing event updated for resources: {'Port': ['ID=cf613122-c2e5-4422-a601-b59f36f4836e,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:22.452901 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca098066-3843-4b8c-a8fe-5aececf40a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.459413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:22.459835 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.480297 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Allocated IP 2001:db8:3::1 (93a0a776-6703-414f-9d1b-54107d09edf2/93d37e09-bed3-49ab-91f6-e02a12a544e0/412534ec-93b7-4bea-affe-6c9cfb4edec8) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:22.480813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3984c0ca-4fb5-440f-8003-c9ce45612dbb None None] Port 290297f8-a8c2-4b00-8081-ceac1b39d358 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:22.518985 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13662cb9-65a6-40ff-a3b1-97a05f352e82 req-0f2dbd6e-8f21-4365-a022-49f0ad79fc84 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706020 Jan 27 21:42:22.579227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-7a90dacd-3f1a-46a7-af1d-8ef08ee61939 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:22.580262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-7a90dacd-3f1a-46a7-af1d-8ef08ee61939 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.4409730 Jan 27 21:42:22.607826 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca098066-3843-4b8c-a8fe-5aececf40a7b admin admin] Publish callbacks [] for security_group (db48ff4a-c459-4246-a755-b751225d3d51), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.637921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-5d343729-7a90-4d0b-9940-96d3618da0dd tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/quotas/baaa884c37364039b5a4bbeeb1e5e38f HTTP/1.1" status: 200 len: 375 time: 0.0243337 Jan 27 21:42:22.641344 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (950b8ae5-f2b4-4938-b4cf-6901c1229ecd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.736509 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca098066-3843-4b8c-a8fe-5aececf40a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (db48ff4a-c459-4246-a755-b751225d3d51), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.736719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-6acee31d-7fe9-4a3c-8cfd-73200a435782 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857077 Jan 27 21:42:22.771403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:22.778239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4d09abee-e48a-4279-bf32-06dc10d09f7f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:22.787338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca098066-3843-4b8c-a8fe-5aececf40a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db48ff4a-c459-4246-a755-b751225d3d51,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:22.791927 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ca098066-3843-4b8c-a8fe-5aececf40a7b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=876ef1d8899d4577a300bed504136d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4812183 Jan 27 21:42:22.796061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48306) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:22.833933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Network 78410b2e-93e0-43f0-9c24-1fef79f174ed is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:22.840266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4d09abee-e48a-4279-bf32-06dc10d09f7f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:22.840661 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.845804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:22.863939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:22.868573 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c424267-a2af-4c02-85be-f582fb2d47e9 admin admin] Publish callbacks [] for security_group (db48ff4a-c459-4246-a755-b751225d3d51), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.869147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:22.869803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.878481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event updated for resources: {'Port': ['ID=950b8ae5-f2b4-4938-b4cf-6901c1229ecd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:22.882197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-274976f6-2b92-4ad9-9d98-0b083369e069 req-4db7e79c-6018-4482-a600-4d9629c7bbae tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8603fb212bbf42a98bd2ee571c08dba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060846 Jan 27 21:42:22.906440 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.911390 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c424267-a2af-4c02-85be-f582fb2d47e9 admin admin] Publish callbacks [] for security_group (db48ff4a-c459-4246-a755-b751225d3d51), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:22.967699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4d09abee-e48a-4279-bf32-06dc10d09f7f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:23.036818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4d0d158b-46f2-4972-aad1-e5164e159de8 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.0944724 Jan 27 21:42:23.039382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48308) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:23.047591 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-1b6b7917-deb9-45b4-9bc6-71cf2f1becba service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994292 Jan 27 21:42:23.076449 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c424267-a2af-4c02-85be-f582fb2d47e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (db48ff4a-c459-4246-a755-b751225d3d51), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.079016 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c424267-a2af-4c02-85be-f582fb2d47e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.082735 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4c424267-a2af-4c02-85be-f582fb2d47e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db48ff4a-c459-4246-a755-b751225d3d51 HTTP/1.1" status: 204 len: 168 time: 0.2833612 Jan 27 21:42:23.098174 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.110412 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c424267-a2af-4c02-85be-f582fb2d47e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db48ff4a-c459-4246-a755-b751225d3d51,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:23.140110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8710712b-36a9-47ba-87c9-c8b888869521 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:23.146985 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8710712b-36a9-47ba-87c9-c8b888869521 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:23.152972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8710712b-36a9-47ba-87c9-c8b888869521 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:23.164311 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8710712b-36a9-47ba-87c9-c8b888869521 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1234109 Jan 27 21:42:23.167231 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48312) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:23.199259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274976f6-2b92-4ad9-9d98-0b083369e069 req-69f1bb6b-23c0-41dc-af02-b54840ee19f7 tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:23.200797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-274976f6-2b92-4ad9-9d98-0b083369e069 req-69f1bb6b-23c0-41dc-af02-b54840ee19f7 tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082120 Jan 27 21:42:23.228652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 93a0a776-6703-414f-9d1b-54107d09edf2 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:23.237487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:23.240621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:23.241188 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.289737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-274976f6-2b92-4ad9-9d98-0b083369e069 req-fff714cc-489b-4179-9763-fdfe1ad07c48 tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] 10.222.0.61 "GET /v2.0/quotas/8603fb212bbf42a98bd2ee571c08dba4 HTTP/1.1" status: 200 len: 375 time: 0.0801744 Jan 27 21:42:23.310636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=412534ec-93b7-4bea-affe-6c9cfb4edec8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:23.331908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-100e0a93-ecf6-44a3-962e-183b35a8168a None None] Provisioning complete for port 950b8ae5-f2b4-4938-b4cf-6901c1229ecd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:23.332971 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-100e0a93-ecf6-44a3-962e-183b35a8168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (950b8ae5-f2b4-4938-b4cf-6901c1229ecd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.348844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8ca71ae4-dd49-4646-bb60-7d123beedfee tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Deleting port 950b8ae5-f2b4-4938-b4cf-6901c1229ecd {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:23.349493 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ca71ae4-dd49-4646-bb60-7d123beedfee tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (950b8ae5-f2b4-4938-b4cf-6901c1229ecd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.406607 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-100e0a93-ecf6-44a3-962e-183b35a8168a None None] Port 950b8ae5-f2b4-4938-b4cf-6901c1229ecd cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:23.471023 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ca71ae4-dd49-4646-bb60-7d123beedfee tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (950b8ae5-f2b4-4938-b4cf-6901c1229ecd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:23.487193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8ca71ae4-dd49-4646-bb60-7d123beedfee tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Calling delete_port for 950b8ae5-f2b4-4938-b4cf-6901c1229ecd owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:23.702639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67231fb-16d7-432b-a861-3538b9628ab4 None None] Network 93a0a776-6703-414f-9d1b-54107d09edf2 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:23.750255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-274976f6-2b92-4ad9-9d98-0b083369e069 req-0965152b-da5c-410f-9341-edeac0f7c8f3 tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8603fb212bbf42a98bd2ee571c08dba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4407125 Jan 27 21:42:23.998865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-a78acfc1-d07a-4741-a75e-442c5cca6325 service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963348 Jan 27 21:42:24.001494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8dd41f4f-68a7-4b2c-832c-3941616bb20d None None] Provisioning complete for port cf613122-c2e5-4422-a601-b59f36f4836e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:24.001494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8dd41f4f-68a7-4b2c-832c-3941616bb20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.001494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8dd41f4f-68a7-4b2c-832c-3941616bb20d None None] Current status of the port cf613122-c2e5-4422-a601-b59f36f4836e is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:24.001494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8dd41f4f-68a7-4b2c-832c-3941616bb20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.002856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7bdf9-3656-4c14-bd85-fa6054164e92 req-a726438d-79f7-429c-a6e7-b57148293d41 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:24.003950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b36afa-d194-4c51-b9cc-e86bf57cbbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520c9a8c-ce6b-4e48-aa9d-84e0ac218503'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:24.004810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbe7bdf9-3656-4c14-bd85-fa6054164e92 req-a726438d-79f7-429c-a6e7-b57148293d41 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.0486817 Jan 27 21:42:24.005404 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08637709-54de-45c6-abd8-d2a1db1ef60d" -d '{"events": [{"server_uuid": "a2b36afa-d194-4c51-b9cc-e86bf57cbbab", "name": "network-vif-plugged", "status": "completed", "tag": "520c9a8c-ce6b-4e48-aa9d-84e0ac218503"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:24.005404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8dd41f4f-68a7-4b2c-832c-3941616bb20d None None] For port cf613122-c2e5-4422-a601-b59f36f4836e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cf613122-c2e5-4422-a601-b59f36f4836e,segment=NetworkSegment(aa64a863-183e-43a3-a864-cb335e4a56da),segment_id=aa64a863-183e-43a3-a864-cb335e4a56da)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:24.007107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbe7bdf9-3656-4c14-bd85-fa6054164e92 req-efa412db-2113-4ecc-98bf-84eec19913c3 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438621 Jan 27 21:42:24.064123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cf613122-c2e5-4422-a601-b59f36f4836e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:24.100975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734f001-09a3-4de8-96d5-4f5ed85827ea req-68217e9b-a60d-41f8-bbb0-7181d0ec48d4 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:24.104432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f734f001-09a3-4de8-96d5-4f5ed85827ea req-68217e9b-a60d-41f8-bbb0-7181d0ec48d4 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 945 time: 0.0640633 Jan 27 21:42:24.131888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port cf613122-c2e5-4422-a601-b59f36f4836e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:24.136347 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.155810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f734f001-09a3-4de8-96d5-4f5ed85827ea req-407678fd-9742-4c60-b56b-400cc1ffe57b tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460713 Jan 27 21:42:24.157760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ca71ae4-dd49-4646-bb60-7d123beedfee tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (950b8ae5-f2b4-4938-b4cf-6901c1229ecd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.205322 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca71ae4-dd49-4646-bb60-7d123beedfee tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event deleted for resources: {'Port': ['ID=950b8ae5-f2b4-4938-b4cf-6901c1229ecd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:24.231544 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8dd41f4f-68a7-4b2c-832c-3941616bb20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.253923 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.277683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port cf613122-c2e5-4422-a601-b59f36f4836e is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:24.286309 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.367898 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cb59ab-51c9-44fa-8e9b-aad8fe3e8656 x-openstack-request-id: req-19cb59ab-51c9-44fa-8e9b-aad8fe3e8656 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:24.370550 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b36afa-d194-4c51-b9cc-e86bf57cbbab", "name": "network-vif-plugged", "status": "completed", "tag": "520c9a8c-ce6b-4e48-aa9d-84e0ac218503", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:24.371181 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19cb59ab-51c9-44fa-8e9b-aad8fe3e8656 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:24.371181 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b36afa-d194-4c51-b9cc-e86bf57cbbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520c9a8c-ce6b-4e48-aa9d-84e0ac218503', 'code': 200} Jan 27 21:42:24.466925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48334) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:24.545829 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ca71ae4-dd49-4646-bb60-7d123beedfee tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.551393 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8ca71ae4-dd49-4646-bb60-7d123beedfee tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "DELETE /v2.0/ports/950b8ae5-f2b4-4938-b4cf-6901c1229ecd HTTP/1.1" status: 204 len: 168 time: 1.3824825 Jan 27 21:42:24.583257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48342) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:24.586066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3de059df-68a7-478d-98f8-0a81f67c9c5e None None] Provisioning complete for port cf613122-c2e5-4422-a601-b59f36f4836e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:24.586469 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3de059df-68a7-478d-98f8-0a81f67c9c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.646187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9220f-ce13-4b95-9f1c-42e80eca98b7 req-5b71adf8-068d-490e-8d3a-f399472f1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:24.648108 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2dd9220f-ce13-4b95-9f1c-42e80eca98b7 req-5b71adf8-068d-490e-8d3a-f399472f1e1d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a2b36afa-d194-4c51-b9cc-e86bf57cbbab HTTP/1.1" status: 200 len: 1097 time: 0.1492507 Jan 27 21:42:24.718810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd41f4f-68a7-4b2c-832c-3941616bb20d None None] Pushing event updated for resources: {'Port': ['ID=cf613122-c2e5-4422-a601-b59f36f4836e,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:24.735601 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:42:24.735946 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:42:24.769025 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be02e53b-4f42-45f3-9806-6413f9296533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.774064 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d26c93b-cdc5-4fa4-b97e-8c103f0b144c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] GET failed (client error): The resource could not be found. Jan 27 21:42:24.782138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48352) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:24.782277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3d26c93b-cdc5-4fa4-b97e-8c103f0b144c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "GET /v2.0/ports/950b8ae5-f2b4-4938-b4cf-6901c1229ecd HTTP/1.1" status: 404 len: 333 time: 0.1947989 Jan 27 21:42:24.798500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Request body: {'port': {'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-652792215'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:24.828706 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3de059df-68a7-478d-98f8-0a81f67c9c5e None None] Current status of the port cf613122-c2e5-4422-a601-b59f36f4836e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:24.836153 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2dd9220f-ce13-4b95-9f1c-42e80eca98b7 req-6dd8275d-8013-44ee-ad9a-411e74042e97 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805358 Jan 27 21:42:24.852681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3de059df-68a7-478d-98f8-0a81f67c9c5e None None] Provisioning complete for port 412534ec-93b7-4bea-affe-6c9cfb4edec8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:24.853088 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3de059df-68a7-478d-98f8-0a81f67c9c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:24.937969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3de059df-68a7-478d-98f8-0a81f67c9c5e None None] Port 412534ec-93b7-4bea-affe-6c9cfb4edec8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:24.993923 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be02e53b-4f42-45f3-9806-6413f9296533 admin admin] Publish callbacks [] for security_group (c965bf0b-5052-4c4f-9d02-d4d83de71112), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.030471 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.057088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f52f52b4-88c3-4ca6-9953-29a3ead1ab7b None None] Provisioning complete for port 412534ec-93b7-4bea-affe-6c9cfb4edec8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:25.057460 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f52f52b4-88c3-4ca6-9953-29a3ead1ab7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.090515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f52f52b4-88c3-4ca6-9953-29a3ead1ab7b None None] Port 412534ec-93b7-4bea-affe-6c9cfb4edec8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:25.164341 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be02e53b-4f42-45f3-9806-6413f9296533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c965bf0b-5052-4c4f-9d02-d4d83de71112), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.203002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Made reservation on behalf of ceed973d2c604fe997c0533e97d73016 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:25.207009 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.211826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-be02e53b-4f42-45f3-9806-6413f9296533 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ea2c288c75084c5681db9d0734576cfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6344695 Jan 27 21:42:25.214427 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.214903 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.217310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48362) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:25.235759 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] device_id is not set on port 0402bf67-9962-4e3e-b458-f649f59df5a2 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:42:25.290523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02e53b-4f42-45f3-9806-6413f9296533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c965bf0b-5052-4c4f-9d02-d4d83de71112,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:25.306421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port cf613122-c2e5-4422-a601-b59f36f4836e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:25.314494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event updated for resources: {'Port': ['ID=412534ec-93b7-4bea-affe-6c9cfb4edec8,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:25.398989 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Allocated IP 2001:db8::377 (78410b2e-93e0-43f0-9c24-1fef79f174ed/4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff/0402bf67-9962-4e3e-b458-f649f59df5a2) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:25.445866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0a2b6-5178-4049-84d7-1237f913d02f req-c41627c5-315c-489c-bbe5-76dfc7fae929 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:25.447524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edc0a2b6-5178-4049-84d7-1237f913d02f req-c41627c5-315c-489c-bbe5-76dfc7fae929 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b36afa-d194-4c51-b9cc-e86bf57cbbab HTTP/1.1" status: 200 len: 946 time: 0.1414249 Jan 27 21:42:25.451047 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b405149f-4902-406b-bce8-647238448cc5 admin admin] Publish callbacks [] for security_group (c965bf0b-5052-4c4f-9d02-d4d83de71112), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.510258 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b405149f-4902-406b-bce8-647238448cc5 admin admin] Publish callbacks [] for security_group (c965bf0b-5052-4c4f-9d02-d4d83de71112), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.558783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Network 93a0a776-6703-414f-9d1b-54107d09edf2 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:25.560285 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for port (0402bf67-9962-4e3e-b458-f649f59df5a2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.569167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:25.580144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edc0a2b6-5178-4049-84d7-1237f913d02f req-2b483678-957d-497d-9858-c6380c2d4b00 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184351 Jan 27 21:42:25.695922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ecc1777-1321-430f-8598-a02516b47d25 req-988d44e7-6c57-4adc-9b08-456b253f53f2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0548851 Jan 27 21:42:25.738806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router da161030-746c-4e9a-b7a9-0093351a19e9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:25.747945 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0402bf67-9962-4e3e-b458-f649f59df5a2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.800124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Network 78410b2e-93e0-43f0-9c24-1fef79f174ed is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:25.803625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:25.810745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:25.816220 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:25.816877 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.838264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event updated for resources: {'Port': ['ID=0402bf67-9962-4e3e-b458-f649f59df5a2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:25.842386 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b405149f-4902-406b-bce8-647238448cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c965bf0b-5052-4c4f-9d02-d4d83de71112), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.846968 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b405149f-4902-406b-bce8-647238448cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:25.851604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b405149f-4902-406b-bce8-647238448cc5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c965bf0b-5052-4c4f-9d02-d4d83de71112 HTTP/1.1" status: 204 len: 168 time: 0.5595455 Jan 27 21:42:25.899637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405149f-4902-406b-bce8-647238448cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c965bf0b-5052-4c4f-9d02-d4d83de71112,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:25.921161 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-738ad6a2-9658-4bc4-a2a0-cb8b7792060c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1366384 Jan 27 21:42:25.921299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48396) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:25.930614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:25.943218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-de0c6480-4053-43bc-8e1b-f6a3ada2738a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d7', 'mac_address': 'fa:16:3e:a7:32:c9'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:25.944875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-99950b2e-62aa-456a-ae9e-2fccb90962fb tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5812905 Jan 27 21:42:25.945609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48398) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:25.951318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3c8f8e42-fbbb-45e2-b28d-6cc4d574e304 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:25.999122 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Sync routers for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:26.054733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-29a9f367-4532-4bf2-884d-c00b5bf81f9d None None] Provisioning complete for port 412534ec-93b7-4bea-affe-6c9cfb4edec8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:26.055118 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-29a9f367-4532-4bf2-884d-c00b5bf81f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.192849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-29a9f367-4532-4bf2-884d-c00b5bf81f9d None None] Port 412534ec-93b7-4bea-affe-6c9cfb4edec8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:26.202239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:26.202239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:26.272478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cf613122-c2e5-4422-a601-b59f36f4836e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:26.392980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:26.396676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-de0c6480-4053-43bc-8e1b-f6a3ada2738a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0402bf67-9962-4e3e-b458-f649f59df5a2), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.462968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port cf613122-c2e5-4422-a601-b59f36f4836e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:26.463411 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.604160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-78cb28bd-3a8d-4c81-af08-660b9fd9784a None None] Provisioning complete for port 0402bf67-9962-4e3e-b458-f649f59df5a2 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:26.605319 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-78cb28bd-3a8d-4c81-af08-660b9fd9784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0402bf67-9962-4e3e-b458-f649f59df5a2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.657683 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-de0c6480-4053-43bc-8e1b-f6a3ada2738a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for port (0402bf67-9962-4e3e-b458-f649f59df5a2), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.706658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.extraroute_db [None req-3c8f8e42-fbbb-45e2-b28d-6cc4d574e304 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104027) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 21:42:26.757455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.extraroute_db [None req-3c8f8e42-fbbb-45e2-b28d-6cc4d574e304 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Removed routes are [] {{(pid=104027) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 21:42:26.757976 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8e42-fbbb-45e2-b28d-6cc4d574e304 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.776036 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-de0c6480-4053-43bc-8e1b-f6a3ada2738a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (0402bf67-9962-4e3e-b458-f649f59df5a2), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.779912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207bd4e-fd12-43df-ad8b-9bbe10a11cfa req-931887a5-f20d-40b0-9d77-eb5daeeb0cc1 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:26.779912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4207bd4e-fd12-43df-ad8b-9bbe10a11cfa req-931887a5-f20d-40b0-9d77-eb5daeeb0cc1 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b36afa-d194-4c51-b9cc-e86bf57cbbab HTTP/1.1" status: 200 len: 946 time: 0.1058435 Jan 27 21:42:26.808365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-78cb28bd-3a8d-4c81-af08-660b9fd9784a None None] Port 0402bf67-9962-4e3e-b458-f649f59df5a2 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:26.842653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port cf613122-c2e5-4422-a601-b59f36f4836e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:26.856007 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.866529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-de0c6480-4053-43bc-8e1b-f6a3ada2738a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] In _notify_port_updated(), no bound segment for port 0402bf67-9962-4e3e-b458-f649f59df5a2 on network 78410b2e-93e0-43f0-9c24-1fef79f174ed {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:42:26.872891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c6480-4053-43bc-8e1b-f6a3ada2738a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:26.873585 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-de0c6480-4053-43bc-8e1b-f6a3ada2738a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:26.876912 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-de0c6480-4053-43bc-8e1b-f6a3ada2738a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "PUT /v2.0/ports/0402bf67-9962-4e3e-b458-f649f59df5a2 HTTP/1.1" status: 200 len: 1001 time: 0.9546280 Jan 27 21:42:26.887532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48422) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:26.888706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c88f07-6ece-497b-a192-f423145d7d30 req-7f8ab7bf-70f1-4b43-8e21-69b92a69e222 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:26.891230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07c88f07-6ece-497b-a192-f423145d7d30 req-7f8ab7bf-70f1-4b43-8e21-69b92a69e222 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=e770fb90-0886-4433-bbd7-db6433b1744a HTTP/1.1" status: 200 len: 943 time: 0.1103330 Jan 27 21:42:26.938766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4207bd4e-fd12-43df-ad8b-9bbe10a11cfa req-e5819feb-666c-457a-9a1e-bd5a3a00ff1b tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476393 Jan 27 21:42:26.960728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:23Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': '412534ec-93b7-4bea-affe-6c9cfb4edec8', 'name': '', 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:21:c6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '93d37e09-bed3-49ab-91f6-e02a12a544e0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:21Z', 'updated_at': '2022-01-27T21:42:24Z', 'revision_number': 2, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '93d37e09-bed3-49ab-91f6-e02a12a544e0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8089efc-7403-439a-a9e6-6f1b0d5d8a5b', 'name': '', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:ac:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:12Z', 'updated_at': '2022-01-27T21:42:19Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:26.969857 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c6480-4053-43bc-8e1b-f6a3ada2738a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event updated for resources: {'Port': ['ID=0402bf67-9962-4e3e-b458-f649f59df5a2,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:26.996231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Checking router: da161030-746c-4e9a-b7a9-0093351a19e9 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:26.999937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Updating router da161030-746c-4e9a-b7a9-0093351a19e9 port 412534ec-93b7-4bea-affe-6c9cfb4edec8 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:42:27.030229 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.114265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-09fa2ef2-ec0f-45fa-89f1-c54079aafa95 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Deleting port 0402bf67-9962-4e3e-b458-f649f59df5a2 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:27.115272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-09fa2ef2-ec0f-45fa-89f1-c54079aafa95 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0402bf67-9962-4e3e-b458-f649f59df5a2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.152838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15fef86c-24cd-4afa-b944-e43414855e5a req-33c9e536-3cf8-443e-afce-9415a97fde7e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0686166 Jan 27 21:42:27.269597 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-09fa2ef2-ec0f-45fa-89f1-c54079aafa95 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0402bf67-9962-4e3e-b458-f649f59df5a2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.289999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-09fa2ef2-ec0f-45fa-89f1-c54079aafa95 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Calling delete_port for 0402bf67-9962-4e3e-b458-f649f59df5a2 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:27.349903 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.366382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-07c88f07-6ece-497b-a192-f423145d7d30 req-b86c5b18-c6a3-423c-a5cc-aa28ea9d195d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Deleting port b26e10ca-010a-40f9-b112-3f84e980051e {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:27.366735 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-07c88f07-6ece-497b-a192-f423145d7d30 req-b86c5b18-c6a3-423c-a5cc-aa28ea9d195d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.373265 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8e42-fbbb-45e2-b28d-6cc4d574e304 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.376510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae63d961-5faf-4976-a958-6083666e3f89 req-3566d50d-2e07-42c4-9816-8ae63eb3fc81 tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8603fb212bbf42a98bd2ee571c08dba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705383 Jan 27 21:42:27.397837 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8e42-fbbb-45e2-b28d-6cc4d574e304 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.529697 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Publish callbacks [] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.538545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6b190f82-1794-49b5-be7b-4be52c76664c None None] Provisioning complete for port 0402bf67-9962-4e3e-b458-f649f59df5a2 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:27.539040 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6b190f82-1794-49b5-be7b-4be52c76664c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0402bf67-9962-4e3e-b458-f649f59df5a2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.573825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63d961-5faf-4976-a958-6083666e3f89 req-11c57810-abb5-4dce-a98d-3910c0ed8997 tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:27.575330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae63d961-5faf-4976-a958-6083666e3f89 req-11c57810-abb5-4dce-a98d-3910c0ed8997 tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827948 Jan 27 21:42:27.579611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6b190f82-1794-49b5-be7b-4be52c76664c None None] Port 0402bf67-9962-4e3e-b458-f649f59df5a2 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:27.621071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-b139b417-2224-4d9a-9eb0-7dec47d3c7de tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:27.622423 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-b139b417-2224-4d9a-9eb0-7dec47d3c7de tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.71 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.1866486 Jan 27 21:42:27.634815 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Request body: {'port': {'device_id': 'c5509d91-5fa2-4d7b-b7dd-96722f0e634e', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'admin_state_up': True, 'tenant_id': 'baaa884c37364039b5a4bbeeb1e5e38f'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:27.641828 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae63d961-5faf-4976-a958-6083666e3f89 req-1bd424f3-c244-44a5-84c1-8e5f0ca10861 tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] 10.222.0.61 "GET /v2.0/quotas/8603fb212bbf42a98bd2ee571c08dba4 HTTP/1.1" status: 200 len: 375 time: 0.0576506 Jan 27 21:42:27.690524 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.746930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae63d961-5faf-4976-a958-6083666e3f89 req-7f0b8417-3da7-4cbf-8c20-888b7907f16f tempest-QuotasAdminNegativeTest-197283018 tempest-QuotasAdminNegativeTest-197283018-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8603fb212bbf42a98bd2ee571c08dba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720618 Jan 27 21:42:27.813034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-07c88f07-6ece-497b-a192-f423145d7d30 req-b86c5b18-c6a3-423c-a5cc-aa28ea9d195d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] For port b26e10ca-010a-40f9-b112-3f84e980051e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=b26e10ca-010a-40f9-b112-3f84e980051e,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:27.813593 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-07c88f07-6ece-497b-a192-f423145d7d30 req-b86c5b18-c6a3-423c-a5cc-aa28ea9d195d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:27.817472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8f8e42-fbbb-45e2-b28d-6cc4d574e304 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router da161030-746c-4e9a-b7a9-0093351a19e9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:27.835197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-07c88f07-6ece-497b-a192-f423145d7d30 req-b86c5b18-c6a3-423c-a5cc-aa28ea9d195d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Calling delete_port for b26e10ca-010a-40f9-b112-3f84e980051e owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:27.835449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Pushing event updated for resources: {'Port': ['ID=412534ec-93b7-4bea-affe-6c9cfb4edec8,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:27.868858 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-09fa2ef2-ec0f-45fa-89f1-c54079aafa95 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0402bf67-9962-4e3e-b458-f649f59df5a2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.040356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Attempting to bind port 412534ec-93b7-4bea-affe-6c9cfb4edec8 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:28.040356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Attempting to bind port 412534ec-93b7-4bea-affe-6c9cfb4edec8 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'aa64a863-183e-43a3-a864-cb335e4a56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:28.040356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Attempting to bind port 412534ec-93b7-4bea-affe-6c9cfb4edec8 on network 93a0a776-6703-414f-9d1b-54107d09edf2 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:28.040356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:28.040356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Checking segment: {'id': 'aa64a863-183e-43a3-a864-cb335e4a56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:28.040356 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.040356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Bound using segment: {'id': 'aa64a863-183e-43a3-a864-cb335e4a56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:28.040356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Bound port: 412534ec-93b7-4bea-affe-6c9cfb4edec8, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa64a863-183e-43a3-a864-cb335e4a56da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:28.040356 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.042641 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:42:28.043200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] For port 412534ec-93b7-4bea-affe-6c9cfb4edec8, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:28.043464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa2ef2-ec0f-45fa-89f1-c54079aafa95 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event deleted for resources: {'Port': ['ID=0402bf67-9962-4e3e-b458-f649f59df5a2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:28.043898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] For port 412534ec-93b7-4bea-affe-6c9cfb4edec8, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=412534ec-93b7-4bea-affe-6c9cfb4edec8,segment=NetworkSegment(aa64a863-183e-43a3-a864-cb335e4a56da),segment_id=aa64a863-183e-43a3-a864-cb335e4a56da)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:28.045224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8f8e42-fbbb-45e2-b28d-6cc4d574e304 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:28.054827 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c8f8e42-fbbb-45e2-b28d-6cc4d574e304 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.058825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3c8f8e42-fbbb-45e2-b28d-6cc4d574e304 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9 HTTP/1.1" status: 200 len: 954 time: 2.1096780 Jan 27 21:42:28.060478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48450) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:28.154671 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.229213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Made reservation on behalf of baaa884c37364039b5a4bbeeb1e5e38f for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:28.234249 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.261882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-07c88f07-6ece-497b-a192-f423145d7d30 req-b86c5b18-c6a3-423c-a5cc-aa28ea9d195d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b26e10ca-010a-40f9-b112-3f84e980051e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.262467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:28.263226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:28.281150 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-09fa2ef2-ec0f-45fa-89f1-c54079aafa95 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.290185 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-09fa2ef2-ec0f-45fa-89f1-c54079aafa95 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "DELETE /v2.0/ports/0402bf67-9962-4e3e-b458-f649f59df5a2 HTTP/1.1" status: 204 len: 168 time: 1.3971095 Jan 27 21:42:28.290422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['01b30470-4b96-45cd-9d1e-5c1e4cb38491', '9a9ab57a-1f94-4760-a484-22ed76cdc9c2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:28.308493 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48456) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:28.328134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c5b18-c6a3-423c-a5cc-aa28ea9d195d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event deleted for resources: {'Port': ['ID=b26e10ca-010a-40f9-b112-3f84e980051e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:28.390859 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-db724881-432a-424a-b442-e0f518faf1ed tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] GET failed (client error): The resource could not be found. Jan 27 21:42:28.398950 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-db724881-432a-424a-b442-e0f518faf1ed tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "GET /v2.0/ports/0402bf67-9962-4e3e-b458-f649f59df5a2 HTTP/1.1" status: 404 len: 333 time: 0.0870924 Jan 27 21:42:28.406299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48458) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:28.418533 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-aea9198d-08b4-4c02-b6c6-bf237f097dee tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9 HTTP/1.1" status: 200 len: 954 time: 0.3566833 Jan 27 21:42:28.420696 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48462) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:28.427107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0867e888-00d0-4334-8e00-0e98b5dd9aa7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'router': {'routes': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:28.437550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Request body: {'port': {'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1834804682'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:28.617034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c88f07-6ece-497b-a192-f423145d7d30 req-b86c5b18-c6a3-423c-a5cc-aa28ea9d195d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] No DVR routers for this DVR port b26e10ca-010a-40f9-b112-3f84e980051e on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:28.625155 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-07c88f07-6ece-497b-a192-f423145d7d30 req-b86c5b18-c6a3-423c-a5cc-aa28ea9d195d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.641546 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07c88f07-6ece-497b-a192-f423145d7d30 req-b86c5b18-c6a3-423c-a5cc-aa28ea9d195d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "DELETE /v2.0/ports/b26e10ca-010a-40f9-b112-3f84e980051e HTTP/1.1" status: 204 len: 173 time: 1.7426448 Jan 27 21:42:28.643809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e770fb90-0886-4433-bbd7-db6433b1744a', 'name': 'network-vif-deleted', 'tag': 'b26e10ca-010a-40f9-b112-3f84e980051e'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:28.646208 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50cbfe3-ac9c-4ba0-a80d-2f6500c7daf6" -d '{"events": [{"server_uuid": "e770fb90-0886-4433-bbd7-db6433b1744a", "name": "network-vif-deleted", "tag": "b26e10ca-010a-40f9-b112-3f84e980051e"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:28.705691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Pushing event updated for resources: {'Port': ['ID=412534ec-93b7-4bea-affe-6c9cfb4edec8,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:28.814695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.815056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.815400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.815742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.816094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.816452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.819686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.819686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.819686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.819686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.819686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.819686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.819686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e69464-c55e-46da-a444-b74df4f5e0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:28.835004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d735d211-4e3a-4b89-83cb-d48242615628 None None] Provisioning complete for port 412534ec-93b7-4bea-affe-6c9cfb4edec8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:28.835380 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d735d211-4e3a-4b89-83cb-d48242615628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:28.843609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:28.876653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Allocated IP 172.20.0.2 (e1c09d8a-8c2d-4d53-a7c3-ebd34c604156/6cd8c838-195c-4376-a980-ec062e79b1ed/0cbd8266-b822-4f42-8ef7-e567bc700092) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:29.033053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Made reservation on behalf of ceed973d2c604fe997c0533e97d73016 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:29.036659 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.058135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] device_id is not set on port 4cc37ede-848c-4186-9edc-52d42965d9b7 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:42:29.094589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d735d211-4e3a-4b89-83cb-d48242615628 None None] Current status of the port 412534ec-93b7-4bea-affe-6c9cfb4edec8 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:29.095106 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d735d211-4e3a-4b89-83cb-d48242615628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.097562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.extraroute_db [None req-0867e888-00d0-4334-8e00-0e98b5dd9aa7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Added routes are [] {{(pid=104026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 21:42:29.097894 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.extraroute_db [None req-0867e888-00d0-4334-8e00-0e98b5dd9aa7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 21:42:29.148308 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks [] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.171388 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0867e888-00d0-4334-8e00-0e98b5dd9aa7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.190952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d735d211-4e3a-4b89-83cb-d48242615628 None None] For port 412534ec-93b7-4bea-affe-6c9cfb4edec8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=412534ec-93b7-4bea-affe-6c9cfb4edec8,segment=NetworkSegment(aa64a863-183e-43a3-a864-cb335e4a56da),segment_id=aa64a863-183e-43a3-a864-cb335e4a56da)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:29.228950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Allocated IP 2001:db8::25d (78410b2e-93e0-43f0-9c24-1fef79f174ed/4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff/4cc37ede-848c-4186-9edc-52d42965d9b7) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:29.275537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:26Z', 'revision_number': 6, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': '412534ec-93b7-4bea-affe-6c9cfb4edec8', 'name': '', 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:21:c6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '93d37e09-bed3-49ab-91f6-e02a12a544e0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:21Z', 'updated_at': '2022-01-27T21:42:28Z', 'revision_number': 4, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '93d37e09-bed3-49ab-91f6-e02a12a544e0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8089efc-7403-439a-a9e6-6f1b0d5d8a5b', 'name': '', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:ac:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:12Z', 'updated_at': '2022-01-27T21:42:19Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:29.296302 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.325625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10114a-9715-48c8-82fa-69d9fd99cb25 None None] The sync data for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 is: [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:26Z', 'revision_number': 6, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': '412534ec-93b7-4bea-affe-6c9cfb4edec8', 'name': '', 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:21:c6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '93d37e09-bed3-49ab-91f6-e02a12a544e0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:21Z', 'updated_at': '2022-01-27T21:42:28Z', 'revision_number': 4, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '93d37e09-bed3-49ab-91f6-e02a12a544e0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8089efc-7403-439a-a9e6-6f1b0d5d8a5b', 'name': '', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:ac:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:12Z', 'updated_at': '2022-01-27T21:42:19Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:29.327748 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d735d211-4e3a-4b89-83cb-d48242615628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.432292 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735d211-4e3a-4b89-83cb-d48242615628 None None] Pushing event updated for resources: {'Port': ['ID=412534ec-93b7-4bea-affe-6c9cfb4edec8,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:29.466506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7ddfd040-6e72-4cbb-a407-4afe82040140 None None] Provisioning complete for port 412534ec-93b7-4bea-affe-6c9cfb4edec8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:29.467177 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ddfd040-6e72-4cbb-a407-4afe82040140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.601266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7ddfd040-6e72-4cbb-a407-4afe82040140 None None] Current status of the port 412534ec-93b7-4bea-affe-6c9cfb4edec8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:29.620189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7a833-0294-45b7-8114-2863b93a282d req-17487136-f65e-489a-b59c-f91178143934 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:29.627789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ae7a833-0294-45b7-8114-2863b93a282d req-17487136-f65e-489a-b59c-f91178143934 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 931 time: 0.1600547 Jan 27 21:42:29.630375 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0867e888-00d0-4334-8e00-0e98b5dd9aa7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.655638 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0867e888-00d0-4334-8e00-0e98b5dd9aa7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.681363 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:29.704498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for port (4cc37ede-848c-4186-9edc-52d42965d9b7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.724634 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:29.725836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ae7a833-0294-45b7-8114-2863b93a282d req-ac358548-bbfc-46bb-8e9f-515944f326fe tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971673 Jan 27 21:42:29.730750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:29.804846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Pushing event updated for resources: {'Port': ['ID=0cbd8266-b822-4f42-8ef7-e567bc700092,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:29.858820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:29.859379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.863134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0867e888-00d0-4334-8e00-0e98b5dd9aa7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router da161030-746c-4e9a-b7a9-0093351a19e9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:29.864657 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4cc37ede-848c-4186-9edc-52d42965d9b7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.960982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Network 78410b2e-93e0-43f0-9c24-1fef79f174ed is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:29.964953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:29.969402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:29.972040 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d71a976d-4928-48f3-bf35-c1fe94803a8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3409379 Jan 27 21:42:29.975363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:29.976247 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:29.998630 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Request body: {'port': {'device_id': 'c5509d91-5fa2-4d7b-b7dd-96722f0e634e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:29.999193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event updated for resources: {'Port': ['ID=4cc37ede-848c-4186-9edc-52d42965d9b7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:30.153403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3ebad997-3cef-4744-8a6e-a2f55e7c5b85 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7296045 Jan 27 21:42:30.155884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48500) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:30.163028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 412534ec-93b7-4bea-affe-6c9cfb4edec8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:30.164441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d7d7b686-4cff-46a3-882a-42f3958e7696 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a7:32:c9'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:30.241395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 412534ec-93b7-4bea-affe-6c9cfb4edec8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:30.241790 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.425072 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeee87a-bebb-4835-96dd-cbea1f9dabe0 x-openstack-request-id: req-afeee87a-bebb-4835-96dd-cbea1f9dabe0 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:30.427259 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e770fb90-0886-4433-bbd7-db6433b1744a", "name": "network-vif-deleted", "tag": "b26e10ca-010a-40f9-b112-3f84e980051e", "status": "failed", "code": 422}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:30.427825 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-afeee87a-bebb-4835-96dd-cbea1f9dabe0 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:30.429314 n-d-760456-6 neutron-server[104027]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e770fb90-0886-4433-bbd7-db6433b1744a', 'name': 'network-vif-deleted', 'tag': 'b26e10ca-010a-40f9-b112-3f84e980051e', 'status': 'failed', 'code': 422} returned with failed status Jan 27 21:42:30.575923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d73f277f-b32e-4a9e-8294-b4de0a709ae5 None None] Provisioning complete for port 4cc37ede-848c-4186-9edc-52d42965d9b7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:30.578292 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d73f277f-b32e-4a9e-8294-b4de0a709ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4cc37ede-848c-4186-9edc-52d42965d9b7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.579073 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0867e888-00d0-4334-8e00-0e98b5dd9aa7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:30.592762 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0867e888-00d0-4334-8e00-0e98b5dd9aa7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.599946 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0867e888-00d0-4334-8e00-0e98b5dd9aa7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9 HTTP/1.1" status: 200 len: 704 time: 2.1779127 Jan 27 21:42:30.606874 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48514) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:30.618279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405709c-3e53-4d56-8ee2-d0d7f73f3c97 req-604a2ad5-24ae-4a82-b453-4fb5e9f42fa5 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:30.622171 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6405709c-3e53-4d56-8ee2-d0d7f73f3c97 req-604a2ad5-24ae-4a82-b453-4fb5e9f42fa5 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2b36afa-d194-4c51-b9cc-e86bf57cbbab HTTP/1.1" status: 200 len: 946 time: 0.6598368 Jan 27 21:42:30.639869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 412534ec-93b7-4bea-affe-6c9cfb4edec8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:30.696991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d73f277f-b32e-4a9e-8294-b4de0a709ae5 None None] Port 4cc37ede-848c-4186-9edc-52d42965d9b7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:30.795612 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.884492 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a15cd7-82ae-4e91-8c34-6e5d22b54c5b None None] Sync routers for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:30.895726 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a15cd7-82ae-4e91-8c34-6e5d22b54c5b None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:30.896666 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-88a15cd7-82ae-4e91-8c34-6e5d22b54c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:30.925015 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c77383fd-8b8c-4e3a-a48c-c52acc809621 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9 HTTP/1.1" status: 200 len: 704 time: 0.3016541 Jan 27 21:42:30.925696 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48526) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:30.989016 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b686-4cff-46a3-882a-42f3958e7696 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4cc37ede-848c-4186-9edc-52d42965d9b7), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:30.999803 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-88a15cd7-82ae-4e91-8c34-6e5d22b54c5b None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:31.052069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d4e9d-82c6-4267-b641-05751c91320f req-0aeb3520-d6f8-45fb-99a1-3cf213846a3c tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:31.062301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-639d4e9d-82c6-4267-b641-05751c91320f req-0aeb3520-d6f8-45fb-99a1-3cf213846a3c tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b36afa-d194-4c51-b9cc-e86bf57cbbab HTTP/1.1" status: 200 len: 946 time: 0.1160715 Jan 27 21:42:31.173536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-639d4e9d-82c6-4267-b641-05751c91320f req-03c38a7d-c927-43d5-8d8b-56f206c0858e tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899329 Jan 27 21:42:31.261319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48532) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:31.286649 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-88a15cd7-82ae-4e91-8c34-6e5d22b54c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:29Z', 'revision_number': 7, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': '412534ec-93b7-4bea-affe-6c9cfb4edec8', 'name': '', 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:21:c6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '93d37e09-bed3-49ab-91f6-e02a12a544e0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:21Z', 'updated_at': '2022-01-27T21:42:29Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '93d37e09-bed3-49ab-91f6-e02a12a544e0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8089efc-7403-439a-a9e6-6f1b0d5d8a5b', 'name': '', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:ac:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:12Z', 'updated_at': '2022-01-27T21:42:19Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:31.322591 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a15cd7-82ae-4e91-8c34-6e5d22b54c5b None None] Checking router: da161030-746c-4e9a-b7a9-0093351a19e9 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:31.334649 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a15cd7-82ae-4e91-8c34-6e5d22b54c5b None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:31.335971 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-88a15cd7-82ae-4e91-8c34-6e5d22b54c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:31.347173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f46645-177d-4bc9-96c2-72847cd09895 req-3795c3e1-d60d-4efd-a416-f7ab28bacee2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:31.348888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14f46645-177d-4bc9-96c2-72847cd09895 req-3795c3e1-d60d-4efd-a416-f7ab28bacee2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 931 time: 0.1262228 Jan 27 21:42:31.407334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0259c-ca64-4966-a984-17f0eb5ec278 req-e6ffb438-1a49-4d8e-99a4-8e8b51d23618 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:31.409083 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4cb0259c-ca64-4966-a984-17f0eb5ec278 req-e6ffb438-1a49-4d8e-99a4-8e8b51d23618 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 907 time: 0.1392148 Jan 27 21:42:31.452698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14f46645-177d-4bc9-96c2-72847cd09895 req-d6bbe729-652b-4d97-8165-e3d8afade99f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949862 Jan 27 21:42:31.475228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbd8266-b822-4f42-8ef7-e567bc700092 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:31.484225 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Publish callbacks [] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.491545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b686-4cff-46a3-882a-42f3958e7696 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for port (4cc37ede-848c-4186-9edc-52d42965d9b7), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.500709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-6405709c-3e53-4d56-8ee2-d0d7f73f3c97 req-3b5591a6-8673-462e-8752-3207afd7c6be tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Deleting port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:31.501065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405709c-3e53-4d56-8ee2-d0d7f73f3c97 req-3b5591a6-8673-462e-8752-3207afd7c6be tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.505866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Transition to ACTIVE for port object 0cbd8266-b822-4f42-8ef7-e567bc700092 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:42:31.586344 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-38ca044e-e15d-417b-aa4b-0de526f19056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.617878 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-88a15cd7-82ae-4e91-8c34-6e5d22b54c5b None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:31.618403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b686-4cff-46a3-882a-42f3958e7696 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (4cc37ede-848c-4186-9edc-52d42965d9b7), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.627495 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.673802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7b686-4cff-46a3-882a-42f3958e7696 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] In _notify_port_updated(), no bound segment for port 4cc37ede-848c-4186-9edc-52d42965d9b7 on network 78410b2e-93e0-43f0-9c24-1fef79f174ed {{(pid=104027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:42:31.673802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7b686-4cff-46a3-882a-42f3958e7696 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:31.673802 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b686-4cff-46a3-882a-42f3958e7696 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.673802 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d7d7b686-4cff-46a3-882a-42f3958e7696 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "PUT /v2.0/ports/4cc37ede-848c-4186-9edc-52d42965d9b7 HTTP/1.1" status: 200 len: 1003 time: 1.5160213 Jan 27 21:42:31.681534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48540) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:31.687511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbd8266-b822-4f42-8ef7-e567bc700092,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:31.817315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7b686-4cff-46a3-882a-42f3958e7696 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event updated for resources: {'Port': ['ID=4cc37ede-848c-4186-9edc-52d42965d9b7,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:31.870992 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-38ca044e-e15d-417b-aa4b-0de526f19056 admin admin] Publish callbacks [] for security_group (dad2b876-9c1a-4416-b0aa-e4b02157193b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.885766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e8b11ee2-4a4a-471d-bf05-809c61a4c4bf tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Deleting port 4cc37ede-848c-4186-9edc-52d42965d9b7 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:31.886273 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8b11ee2-4a4a-471d-bf05-809c61a4c4bf tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4cc37ede-848c-4186-9edc-52d42965d9b7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.919268 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-6405709c-3e53-4d56-8ee2-d0d7f73f3c97 req-3b5591a6-8673-462e-8752-3207afd7c6be tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] For port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=520c9a8c-ce6b-4e48-aa9d-84e0ac218503,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:31.919664 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405709c-3e53-4d56-8ee2-d0d7f73f3c97 req-3b5591a6-8673-462e-8752-3207afd7c6be tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.967960 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-38ca044e-e15d-417b-aa4b-0de526f19056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (dad2b876-9c1a-4416-b0aa-e4b02157193b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:31.980037 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-88a15cd7-82ae-4e91-8c34-6e5d22b54c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:29Z', 'revision_number': 7, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': '412534ec-93b7-4bea-affe-6c9cfb4edec8', 'name': '', 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:21:c6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '93d37e09-bed3-49ab-91f6-e02a12a544e0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:21Z', 'updated_at': '2022-01-27T21:42:29Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '93d37e09-bed3-49ab-91f6-e02a12a544e0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8089efc-7403-439a-a9e6-6f1b0d5d8a5b', 'name': '', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:ac:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:12Z', 'updated_at': '2022-01-27T21:42:19Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:31.985251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-6405709c-3e53-4d56-8ee2-d0d7f73f3c97 req-3b5591a6-8673-462e-8752-3207afd7c6be tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Calling delete_port for 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:32.020802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca044e-e15d-417b-aa4b-0de526f19056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad2b876-9c1a-4416-b0aa-e4b02157193b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:32.021347 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a15cd7-82ae-4e91-8c34-6e5d22b54c5b None None] The sync data for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 is: [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:29Z', 'revision_number': 7, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': '412534ec-93b7-4bea-affe-6c9cfb4edec8', 'name': '', 'network_id': '93a0a776-6703-414f-9d1b-54107d09edf2', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:21:c6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '93d37e09-bed3-49ab-91f6-e02a12a544e0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:21Z', 'updated_at': '2022-01-27T21:42:29Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '93d37e09-bed3-49ab-91f6-e02a12a544e0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8089efc-7403-439a-a9e6-6f1b0d5d8a5b', 'name': '', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:ac:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:12Z', 'updated_at': '2022-01-27T21:42:19Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:32.061468 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-38ca044e-e15d-417b-aa4b-0de526f19056 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8603fb212bbf42a98bd2ee571c08dba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7976372 Jan 27 21:42:32.062149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48544) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:32.084979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Attempting to bind port 0cbd8266-b822-4f42-8ef7-e567bc700092 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:32.085905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Attempting to bind port 0cbd8266-b822-4f42-8ef7-e567bc700092 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:32.085905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Attempting to bind port 0cbd8266-b822-4f42-8ef7-e567bc700092 on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:32.100396 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Port 0cbd8266-b822-4f42-8ef7-e567bc700092 on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:42:32.100730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Attempting to bind port 0cbd8266-b822-4f42-8ef7-e567bc700092 on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:32.114231 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf6387-f30c-4539-b082-324dc7663a33 req-9bb4aced-e1e2-45d4-a527-7ebf93c519d2 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:32.116239 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6fbf6387-f30c-4539-b082-324dc7663a33 req-9bb4aced-e1e2-45d4-a527-7ebf93c519d2 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.74 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 945 time: 0.2260895 Jan 27 21:42:32.119638 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:32.120151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Checking segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:32.120521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Bound using segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:32.120987 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Bound port: 0cbd8266-b822-4f42-8ef7-e567bc700092, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:32.121358 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.123521 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8b11ee2-4a4a-471d-bf05-809c61a4c4bf tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4cc37ede-848c-4186-9edc-52d42965d9b7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.148488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e8b11ee2-4a4a-471d-bf05-809c61a4c4bf tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Calling delete_port for 4cc37ede-848c-4186-9edc-52d42965d9b7 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:32.194349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7a49fd99-03f4-4e38-a398-acaa03604ce9 None None] Provisioning complete for port 4cc37ede-848c-4186-9edc-52d42965d9b7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:32.194856 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a49fd99-03f4-4e38-a398-acaa03604ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4cc37ede-848c-4186-9edc-52d42965d9b7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.212456 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0412ba8-41a1-4426-974a-733a468e3232 admin admin] Publish callbacks [] for security_group (dad2b876-9c1a-4416-b0aa-e4b02157193b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.249292 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6d35-bd00-4c5f-9db2-9292f13c56c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.251077 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0412ba8-41a1-4426-974a-733a468e3232 admin admin] Publish callbacks [] for security_group (dad2b876-9c1a-4416-b0aa-e4b02157193b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.268697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7a49fd99-03f4-4e38-a398-acaa03604ce9 None None] Port 4cc37ede-848c-4186-9edc-52d42965d9b7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:32.351758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] For port 0cbd8266-b822-4f42-8ef7-e567bc700092, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:32.374266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d5b44-3180-460e-8a72-0e02f6a98d4f req-260f0748-a307-4805-b3e7-3a24ba54625a tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:32.375891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-444d5b44-3180-460e-8a72-0e02f6a98d4f req-260f0748-a307-4805-b3e7-3a24ba54625a tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b36afa-d194-4c51-b9cc-e86bf57cbbab HTTP/1.1" status: 200 len: 946 time: 0.1122496 Jan 27 21:42:32.436010 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] For port 0cbd8266-b822-4f42-8ef7-e567bc700092, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0cbd8266-b822-4f42-8ef7-e567bc700092,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:32.448727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-444d5b44-3180-460e-8a72-0e02f6a98d4f req-7fce7c27-af03-4ade-89e8-9e783f3d8c1a tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/security-groups?id=16462e88-1e5b-4b48-b807-4d2568f7232a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623691 Jan 27 21:42:32.532132 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d2446b1d-9759-4d6c-9ede-9f2e4e53c10d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.572989 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-6fbf6387-f30c-4539-b082-324dc7663a33 req-30115e74-f01d-4cd7-89d3-a3dd5bb0a702 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Deleting port a8a75d42-8e39-4e32-85e8-612d0ccb838e {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:32.579116 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6fbf6387-f30c-4539-b082-324dc7663a33 req-30115e74-f01d-4cd7-89d3-a3dd5bb0a702 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.586442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02f4b5-b8e9-4a0b-bbf8-fccff2ab6f86 req-d0e88e62-6f1a-4483-8664-802b0cb52276 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:32.587950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd02f4b5-b8e9-4a0b-bbf8-fccff2ab6f86 req-d0e88e62-6f1a-4483-8664-802b0cb52276 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 907 time: 0.0788951 Jan 27 21:42:32.599392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f0821-3c60-436c-8026-9d42ececc7a5 req-f5ab598e-6c41-43a8-89e7-6264d46662f2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:32.600893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af7f0821-3c60-436c-8026-9d42ececc7a5 req-f5ab598e-6c41-43a8-89e7-6264d46662f2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 943 time: 0.0650589 Jan 27 21:42:32.652480 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0412ba8-41a1-4426-974a-733a468e3232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (dad2b876-9c1a-4416-b0aa-e4b02157193b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.655344 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0412ba8-41a1-4426-974a-733a468e3232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.657245 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b0412ba8-41a1-4426-974a-733a468e3232 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dad2b876-9c1a-4416-b0aa-e4b02157193b HTTP/1.1" status: 204 len: 168 time: 0.5920694 Jan 27 21:42:32.690542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0412ba8-41a1-4426-974a-733a468e3232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad2b876-9c1a-4416-b0aa-e4b02157193b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:32.703027 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8b11ee2-4a4a-471d-bf05-809c61a4c4bf tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4cc37ede-848c-4186-9edc-52d42965d9b7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.718789 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405709c-3e53-4d56-8ee2-d0d7f73f3c97 req-3b5591a6-8673-462e-8752-3207afd7c6be tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (520c9a8c-ce6b-4e48-aa9d-84e0ac218503), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.721733 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.745941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a8a75d42-8e39-4e32-85e8-612d0ccb838e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:32.763986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af7f0821-3c60-436c-8026-9d42ececc7a5 req-841647fc-e6ec-4de8-97dc-ab9b1c466106 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444187 Jan 27 21:42:32.765347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148ea1a-3aa9-4bea-952c-9264fe3254f6 req-a4f35a29-b8bb-4885-aca8-c45a02ec9c5d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:32.766824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6148ea1a-3aa9-4bea-952c-9264fe3254f6 req-a4f35a29-b8bb-4885-aca8-c45a02ec9c5d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 907 time: 0.1519229 Jan 27 21:42:32.768104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b11ee2-4a4a-471d-bf05-809c61a4c4bf tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event deleted for resources: {'Port': ['ID=4cc37ede-848c-4186-9edc-52d42965d9b7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:32.822512 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-6fbf6387-f30c-4539-b082-324dc7663a33 req-30115e74-f01d-4cd7-89d3-a3dd5bb0a702 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] For port a8a75d42-8e39-4e32-85e8-612d0ccb838e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a8a75d42-8e39-4e32-85e8-612d0ccb838e,segment=NetworkSegment(b9664a9c-4acb-486b-890f-5d55ac5ee57b),segment_id=b9664a9c-4acb-486b-890f-5d55ac5ee57b)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:32.822512 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6fbf6387-f30c-4539-b082-324dc7663a33 req-30115e74-f01d-4cd7-89d3-a3dd5bb0a702 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.823052 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8b11ee2-4a4a-471d-bf05-809c61a4c4bf tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.826544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e8b11ee2-4a4a-471d-bf05-809c61a4c4bf tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "DELETE /v2.0/ports/4cc37ede-848c-4186-9edc-52d42965d9b7 HTTP/1.1" status: 204 len: 168 time: 1.1417172 Jan 27 21:42:32.830255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48558) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:32.840857 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:32.841211 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:32.842631 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] 10.222.0.71 "PUT /v2.0/ports/0cbd8266-b822-4f42-8ef7-e567bc700092 HTTP/1.1" status: 200 len: 1091 time: 2.8575320 Jan 27 21:42:32.843441 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5509d91-5fa2-4d7b-b7dd-96722f0e634e', 'tag': '0cbd8266-b822-4f42-8ef7-e567bc700092'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:32.845420 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e31a09b-1dcc-4eb2-81f8-1baa06424eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5509d91-5fa2-4d7b-b7dd-96722f0e634e", "tag": "0cbd8266-b822-4f42-8ef7-e567bc700092"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:32.883721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-6fbf6387-f30c-4539-b082-324dc7663a33 req-30115e74-f01d-4cd7-89d3-a3dd5bb0a702 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Calling delete_port for a8a75d42-8e39-4e32-85e8-612d0ccb838e owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:32.888315 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2d28cd-bf4c-42dc-91ac-2688a9d7a0de tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] GET failed (client error): The resource could not be found. Jan 27 21:42:32.896066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ea2d28cd-bf4c-42dc-91ac-2688a9d7a0de tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "GET /v2.0/ports/4cc37ede-848c-4186-9edc-52d42965d9b7 HTTP/1.1" status: 404 len: 333 time: 0.0597062 Jan 27 21:42:32.906509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48562) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:32.914973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Request body: {'port': {'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-437442227'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:32.954516 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4711bb-c4f6-440d-939a-28f07f408da6 x-openstack-request-id: req-5c4711bb-c4f6-440d-939a-28f07f408da6 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:32.954720 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5509d91-5fa2-4d7b-b7dd-96722f0e634e", "tag": "0cbd8266-b822-4f42-8ef7-e567bc700092", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:32.955029 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c4711bb-c4f6-440d-939a-28f07f408da6 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:32.955387 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5509d91-5fa2-4d7b-b7dd-96722f0e634e', 'tag': '0cbd8266-b822-4f42-8ef7-e567bc700092', 'status': 'completed', 'code': 200} Jan 27 21:42:32.989881 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6405709c-3e53-4d56-8ee2-d0d7f73f3c97 req-3b5591a6-8673-462e-8752-3207afd7c6be tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] No DVR routers for this DVR port 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:33.010016 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6405709c-3e53-4d56-8ee2-d0d7f73f3c97 req-3b5591a6-8673-462e-8752-3207afd7c6be tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.019225 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6405709c-3e53-4d56-8ee2-d0d7f73f3c97 req-3b5591a6-8673-462e-8752-3207afd7c6be tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.74 "DELETE /v2.0/ports/520c9a8c-ce6b-4e48-aa9d-84e0ac218503 HTTP/1.1" status: 204 len: 173 time: 2.3602104 Jan 27 21:42:33.024799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74b5ac-8866-4d70-9e45-206607e5ab80 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbd8266-b822-4f42-8ef7-e567bc700092,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:33.131564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-6148ea1a-3aa9-4bea-952c-9264fe3254f6 req-2504ac74-1010-4e7e-aef1-881b32ea2ce1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Deleting port 5e7616ca-3210-453a-8744-5d5aa16fd499 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:33.131816 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6148ea1a-3aa9-4bea-952c-9264fe3254f6 req-2504ac74-1010-4e7e-aef1-881b32ea2ce1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.203049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5591a6-8673-462e-8752-3207afd7c6be tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Pushing event deleted for resources: {'Port': ['ID=520c9a8c-ce6b-4e48-aa9d-84e0ac218503,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:33.244292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a09b-1dcc-4eb2-81f8-1baa06424eb4 req-b6568305-68ed-4247-9198-680311745b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:33.246521 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7e31a09b-1dcc-4eb2-81f8-1baa06424eb4 req-b6568305-68ed-4247-9198-680311745b75 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 1094 time: 0.2786806 Jan 27 21:42:33.254228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-6148ea1a-3aa9-4bea-952c-9264fe3254f6 req-2504ac74-1010-4e7e-aef1-881b32ea2ce1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] For port 5e7616ca-3210-453a-8744-5d5aa16fd499, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5e7616ca-3210-453a-8744-5d5aa16fd499,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:33.254770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6148ea1a-3aa9-4bea-952c-9264fe3254f6 req-2504ac74-1010-4e7e-aef1-881b32ea2ce1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.268010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-6148ea1a-3aa9-4bea-952c-9264fe3254f6 req-2504ac74-1010-4e7e-aef1-881b32ea2ce1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Calling delete_port for 5e7616ca-3210-453a-8744-5d5aa16fd499 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:33.337197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Made reservation on behalf of ceed973d2c604fe997c0533e97d73016 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:33.341034 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.362873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] device_id is not set on port 1397ba42-86e2-4abb-a663-c2e22036c61d yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:42:33.449305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a09b-1dcc-4eb2-81f8-1baa06424eb4 req-96b6dc49-9a54-4705-a019-23c853f3828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:33.451131 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7e31a09b-1dcc-4eb2-81f8-1baa06424eb4 req-96b6dc49-9a54-4705-a019-23c853f3828c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1808267 Jan 27 21:42:33.489188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d2446b1d-9759-4d6c-9ede-9f2e4e53c10d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port 412534ec-93b7-4bea-affe-6c9cfb4edec8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:33.489188 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d2446b1d-9759-4d6c-9ede-9f2e4e53c10d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.549712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Allocated IP 2001:db8::3d9 (78410b2e-93e0-43f0-9c24-1fef79f174ed/4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff/1397ba42-86e2-4abb-a663-c2e22036c61d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:33.628464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14f3efc2-08a6-43de-89dd-4f0310245301 req-7c04cf46-3db4-4524-80bb-c49ceba9720f tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2b36afa-d194-4c51-b9cc-e86bf57cbbab HTTP/1.1" status: 200 len: 210 time: 0.0452411 Jan 27 21:42:33.700127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48576) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:33.756500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6148ea1a-3aa9-4bea-952c-9264fe3254f6 req-2504ac74-1010-4e7e-aef1-881b32ea2ce1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5e7616ca-3210-453a-8744-5d5aa16fd499), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.787828 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f36ed9ba-cb21-42fa-b675-c589a46785a9 req-c6fd5d47-152a-49cf-9925-08222150bd5d tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 210 time: 0.0464611 Jan 27 21:42:33.830156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504ac74-1010-4e7e-aef1-881b32ea2ce1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event deleted for resources: {'Port': ['ID=5e7616ca-3210-453a-8744-5d5aa16fd499,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:33.913347 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6fbf6387-f30c-4539-b082-324dc7663a33 req-30115e74-f01d-4cd7-89d3-a3dd5bb0a702 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a8a75d42-8e39-4e32-85e8-612d0ccb838e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.923120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-6148ea1a-3aa9-4bea-952c-9264fe3254f6 req-2504ac74-1010-4e7e-aef1-881b32ea2ce1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] No DVR routers for this DVR port 5e7616ca-3210-453a-8744-5d5aa16fd499 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:33.942647 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6148ea1a-3aa9-4bea-952c-9264fe3254f6 req-2504ac74-1010-4e7e-aef1-881b32ea2ce1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:33.946855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6148ea1a-3aa9-4bea-952c-9264fe3254f6 req-2504ac74-1010-4e7e-aef1-881b32ea2ce1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.74 "DELETE /v2.0/ports/5e7616ca-3210-453a-8744-5d5aa16fd499 HTTP/1.1" status: 204 len: 173 time: 1.1695964 Jan 27 21:42:33.960146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a43de4-23a7-410a-88d6-1d3d412ca50b', 'name': 'network-vif-deleted', 'tag': '5e7616ca-3210-453a-8744-5d5aa16fd499'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:33.963235 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bf2d35-a4fa-44c9-af87-eb89299a1fc4" -d '{"events": [{"server_uuid": "a1a43de4-23a7-410a-88d6-1d3d412ca50b", "name": "network-vif-deleted", "tag": "5e7616ca-3210-453a-8744-5d5aa16fd499"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:33.982937 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30115e74-f01d-4cd7-89d3-a3dd5bb0a702 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Pushing event deleted for resources: {'Port': ['ID=a8a75d42-8e39-4e32-85e8-612d0ccb838e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.013347 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9fba9c5-f82d-4aa4-ba6c-466c7cb8d4b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.023466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a8a75d42-8e39-4e32-85e8-612d0ccb838e no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:34.037460 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643493c6-8c47-4e7e-a386-524de14f362f x-openstack-request-id: req-643493c6-8c47-4e7e-a386-524de14f362f {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:34.038275 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a43de4-23a7-410a-88d6-1d3d412ca50b", "name": "network-vif-deleted", "tag": "5e7616ca-3210-453a-8744-5d5aa16fd499", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:34.038275 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-643493c6-8c47-4e7e-a386-524de14f362f {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:34.038464 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a43de4-23a7-410a-88d6-1d3d412ca50b', 'name': 'network-vif-deleted', 'tag': '5e7616ca-3210-453a-8744-5d5aa16fd499', 'status': 'completed', 'code': 200} Jan 27 21:42:34.060561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48584) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:34.063515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for port (1397ba42-86e2-4abb-a663-c2e22036c61d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.067205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: a8a75d42-8e39-4e32-85e8-612d0ccb838e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:34.068608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a8a75d42-8e39-4e32-85e8-612d0ccb838e not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:34.069848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5e7616ca-3210-453a-8744-5d5aa16fd499 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:34.095673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbf6387-f30c-4539-b082-324dc7663a33 req-30115e74-f01d-4cd7-89d3-a3dd5bb0a702 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] No DVR routers for this DVR port a8a75d42-8e39-4e32-85e8-612d0ccb838e on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:34.101937 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6fbf6387-f30c-4539-b082-324dc7663a33 req-30115e74-f01d-4cd7-89d3-a3dd5bb0a702 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.106465 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6fbf6387-f30c-4539-b082-324dc7663a33 req-30115e74-f01d-4cd7-89d3-a3dd5bb0a702 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.74 "DELETE /v2.0/ports/a8a75d42-8e39-4e32-85e8-612d0ccb838e HTTP/1.1" status: 204 len: 173 time: 1.9629035 Jan 27 21:42:34.107183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 5e7616ca-3210-453a-8744-5d5aa16fd499 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:34.107419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31af68-ece8-4ac5-b40a-bdd7733ee7c5 req-c6003f4d-6433-4553-8fcd-e17f9b9bd0af tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:34.108497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5e7616ca-3210-453a-8744-5d5aa16fd499 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:34.108497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:34.122658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e31af68-ece8-4ac5-b40a-bdd7733ee7c5 req-c6003f4d-6433-4553-8fcd-e17f9b9bd0af tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 943 time: 0.2400610 Jan 27 21:42:34.139200 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dca00580-fca8-4e0a-bd42-289af7c20ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.147667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:34.148516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 520c9a8c-ce6b-4e48-aa9d-84e0ac218503 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:34.159764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31a09b-1dcc-4eb2-81f8-1baa06424eb4 req-3dbe4579-b781-4da2-b4a1-b96d23815e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:34.161508 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7e31a09b-1dcc-4eb2-81f8-1baa06424eb4 req-3dbe4579-b781-4da2-b4a1-b96d23815e1e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7024477 Jan 27 21:42:34.171667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d2446b1d-9759-4d6c-9ede-9f2e4e53c10d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port 412534ec-93b7-4bea-affe-6c9cfb4edec8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=412534ec-93b7-4bea-affe-6c9cfb4edec8,segment=NetworkSegment(aa64a863-183e-43a3-a864-cb335e4a56da),segment_id=aa64a863-183e-43a3-a864-cb335e4a56da)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:34.172112 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d2446b1d-9759-4d6c-9ede-9f2e4e53c10d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.189453 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d2446b1d-9759-4d6c-9ede-9f2e4e53c10d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for 412534ec-93b7-4bea-affe-6c9cfb4edec8 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:34.263374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e31af68-ece8-4ac5-b40a-bdd7733ee7c5 req-b24b38d6-a468-437e-a8cf-327b4752578f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398106 Jan 27 21:42:34.305222 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9fba9c5-f82d-4aa4-ba6c-466c7cb8d4b9 admin admin] Publish callbacks [] for security_group (00836569-d408-485a-a4ba-0e184254cc06), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.325657 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d524bd91-3787-4194-8097-383860eb88c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:34.328665 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-d524bd91-3787-4194-8097-383860eb88c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 1094 time: 0.0733843 Jan 27 21:42:34.337221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1397ba42-86e2-4abb-a663-c2e22036c61d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.388775 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dca00580-fca8-4e0a-bd42-289af7c20ed1 admin admin] Publish callbacks [] for security_group (25fd4857-ce61-495d-93e4-2eaa4d0eebef), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.399189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Network 78410b2e-93e0-43f0-9c24-1fef79f174ed is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:34.405090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:34.410229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:34.410999 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-3b12901c-e8c2-40dd-a8e4-379634dbd3cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cbd8266-b822-4f42-8ef7-e567bc700092 HTTP/1.1" status: 200 len: 217 time: 0.0762272 Jan 27 21:42:34.415423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:34.416324 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.420147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event updated for resources: {'Port': ['ID=1397ba42-86e2-4abb-a663-c2e22036c61d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.435791 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9fba9c5-f82d-4aa4-ba6c-466c7cb8d4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (00836569-d408-485a-a4ba-0e184254cc06), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.478345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a9fba9c5-f82d-4aa4-ba6c-466c7cb8d4b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b8c02d3fb0624568a673d2348c2559e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7721438 Jan 27 21:42:34.480585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fba9c5-f82d-4aa4-ba6c-466c7cb8d4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00836569-d408-485a-a4ba-0e184254cc06,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.482933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48586) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:34.484812 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-7bafb24e-b7d2-4c8a-ade6-85a17b5766ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:34.486347 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-7bafb24e-b7d2-4c8a-ade6-85a17b5766ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd8c838-195c-4376-a980-ec062e79b1ed HTTP/1.1" status: 200 len: 851 time: 0.0575747 Jan 27 21:42:34.507678 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dca00580-fca8-4e0a-bd42-289af7c20ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (25fd4857-ce61-495d-93e4-2eaa4d0eebef), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.538494 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-52871acd-6315-4356-989b-aff99d1cdd13 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333686 Jan 27 21:42:34.562276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ad87f426-1a1d-442e-989e-900a38aed54a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6547010 Jan 27 21:42:34.572128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48588) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:34.583697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Request body: {'port': {'network_id': '78410b2e-93e0-43f0-9c24-1fef79f174ed', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-814985225'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:34.610838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dca00580-fca8-4e0a-bd42-289af7c20ed1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd00344e43a042f6ae843ce2d7c0e439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5399098 Jan 27 21:42:34.610838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca00580-fca8-4e0a-bd42-289af7c20ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fd4857-ce61-495d-93e4-2eaa4d0eebef,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.611206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48590) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:34.658497 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ff3cb3c-7e58-49e0-8f8d-422069f3e006 admin admin] Publish callbacks [] for security_group (00836569-d408-485a-a4ba-0e184254cc06), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.682243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d2446b1d-9759-4d6c-9ede-9f2e4e53c10d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (412534ec-93b7-4bea-affe-6c9cfb4edec8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.697685 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-cd795ffe-0b1f-41e5-b7d6-281033a28a5a service neutron] 10.222.0.71 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514130 Jan 27 21:42:34.718328 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ff3cb3c-7e58-49e0-8f8d-422069f3e006 admin admin] Publish callbacks [] for security_group (00836569-d408-485a-a4ba-0e184254cc06), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.735655 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f99dd650-964c-41eb-9f1c-85b46d9c89e6 admin admin] Publish callbacks [] for security_group (25fd4857-ce61-495d-93e4-2eaa4d0eebef), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.747490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2446b1d-9759-4d6c-9ede-9f2e4e53c10d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=412534ec-93b7-4bea-affe-6c9cfb4edec8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:34.839429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c62a7866-2e5b-410d-8797-1da9ed3182df req-fce6ad7c-6390-4b9c-8000-30fcd58aaf25 tempest-MultipleCreateTestJSON-1315355933 tempest-MultipleCreateTestJSON-1315355933-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc44d70c-1834-4e53-8f27-5315fd30cd84 HTTP/1.1" status: 200 len: 210 time: 0.0367939 Jan 27 21:42:34.864577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6ed6c5b5-cdce-4a6f-a95c-453d4c018e11 None None] Provisioning complete for port 1397ba42-86e2-4abb-a663-c2e22036c61d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:34.865203 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6ed6c5b5-cdce-4a6f-a95c-453d4c018e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1397ba42-86e2-4abb-a663-c2e22036c61d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.921685 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f99dd650-964c-41eb-9f1c-85b46d9c89e6 admin admin] Publish callbacks [] for security_group (25fd4857-ce61-495d-93e4-2eaa4d0eebef), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.934125 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6ed6c5b5-cdce-4a6f-a95c-453d4c018e11 None None] Port 1397ba42-86e2-4abb-a663-c2e22036c61d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:34.957802 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ff3cb3c-7e58-49e0-8f8d-422069f3e006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (00836569-d408-485a-a4ba-0e184254cc06), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.960419 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ff3cb3c-7e58-49e0-8f8d-422069f3e006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.963948 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8ff3cb3c-7e58-49e0-8f8d-422069f3e006 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/00836569-d408-485a-a4ba-0e184254cc06 HTTP/1.1" status: 204 len: 168 time: 0.4777184 Jan 27 21:42:34.970401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e97f57af-96e0-4b0c-8c89-d83ea1bf2863 req-2bb2ebc7-edd2-4bee-9bfa-a13d894cb9aa tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1a43de4-23a7-410a-88d6-1d3d412ca50b HTTP/1.1" status: 200 len: 210 time: 0.0488889 Jan 27 21:42:34.971080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Made reservation on behalf of ceed973d2c604fe997c0533e97d73016 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:34.974560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.981676 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca495f29-b830-4057-8c8d-9011278bb04e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:34.982902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b36afa-d194-4c51-b9cc-e86bf57cbbab', 'name': 'network-vif-deleted', 'tag': '520c9a8c-ce6b-4e48-aa9d-84e0ac218503'}, {'server_uuid': 'dc44d70c-1834-4e53-8f27-5315fd30cd84', 'name': 'network-vif-deleted', 'tag': 'a8a75d42-8e39-4e32-85e8-612d0ccb838e'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:34.988843 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e522c41b-b247-4bc6-882b-aabb5277067c" -d '{"events": [{"server_uuid": "a2b36afa-d194-4c51-b9cc-e86bf57cbbab", "name": "network-vif-deleted", "tag": "520c9a8c-ce6b-4e48-aa9d-84e0ac218503"}, {"server_uuid": "dc44d70c-1834-4e53-8f27-5315fd30cd84", "name": "network-vif-deleted", "tag": "a8a75d42-8e39-4e32-85e8-612d0ccb838e"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:35.001455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3cb3c-7e58-49e0-8f8d-422069f3e006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00836569-d408-485a-a4ba-0e184254cc06,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:35.008504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] device_id is not set on port d834df54-bfc6-4eb9-a178-67773a972284 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:42:35.112742 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-22f43e4f-64c1-46bb-a69d-d67d614e8651 req-efa73111-8283-42ab-bcf5-05b148f213e7 service neutron] 10.222.0.71 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862247 Jan 27 21:42:35.120673 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d6f6b-c0e8-4179-ae34-51b349fd7117 x-openstack-request-id: req-284d6f6b-c0e8-4179-ae34-51b349fd7117 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:35.120984 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b36afa-d194-4c51-b9cc-e86bf57cbbab", "name": "network-vif-deleted", "tag": "520c9a8c-ce6b-4e48-aa9d-84e0ac218503", "status": "completed", "code": 200}, {"server_uuid": "dc44d70c-1834-4e53-8f27-5315fd30cd84", "name": "network-vif-deleted", "tag": "a8a75d42-8e39-4e32-85e8-612d0ccb838e", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:35.121244 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-284d6f6b-c0e8-4179-ae34-51b349fd7117 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:35.121658 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b36afa-d194-4c51-b9cc-e86bf57cbbab', 'name': 'network-vif-deleted', 'tag': '520c9a8c-ce6b-4e48-aa9d-84e0ac218503', 'status': 'completed', 'code': 200} Jan 27 21:42:35.121922 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc44d70c-1834-4e53-8f27-5315fd30cd84', 'name': 'network-vif-deleted', 'tag': 'a8a75d42-8e39-4e32-85e8-612d0ccb838e', 'status': 'completed', 'code': 200} Jan 27 21:42:35.131485 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d2446b1d-9759-4d6c-9ede-9f2e4e53c10d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.196071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Allocated IP 2001:db8::14b (78410b2e-93e0-43f0-9c24-1fef79f174ed/4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff/d834df54-bfc6-4eb9-a178-67773a972284) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:35.252881 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f99dd650-964c-41eb-9f1c-85b46d9c89e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (25fd4857-ce61-495d-93e4-2eaa4d0eebef), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.255514 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f99dd650-964c-41eb-9f1c-85b46d9c89e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.261045 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f99dd650-964c-41eb-9f1c-85b46d9c89e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25fd4857-ce61-495d-93e4-2eaa4d0eebef HTTP/1.1" status: 204 len: 168 time: 0.6445298 Jan 27 21:42:35.272671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dd650-964c-41eb-9f1c-85b46d9c89e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fd4857-ce61-495d-93e4-2eaa4d0eebef,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:35.407792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2446b1d-9759-4d6c-9ede-9f2e4e53c10d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router da161030-746c-4e9a-b7a9-0093351a19e9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:35.435627 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for port (d834df54-bfc6-4eb9-a178-67773a972284), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.449518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e55c8-dc09-44fd-9f11-0777c3793e50 req-4eb0506a-9764-4d8c-8179-f6882fcb6bdb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:35.451006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d7e55c8-dc09-44fd-9f11-0777c3793e50 req-4eb0506a-9764-4d8c-8179-f6882fcb6bdb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 943 time: 0.0846484 Jan 27 21:42:35.513310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2446b1d-9759-4d6c-9ede-9f2e4e53c10d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:35.518887 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d2446b1d-9759-4d6c-9ede-9f2e4e53c10d tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5874932 Jan 27 21:42:35.519927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d7e55c8-dc09-44fd-9f11-0777c3793e50 req-48142fa5-1d20-48a0-a859-24776e417d25 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610998 Jan 27 21:42:35.522039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48608) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:35.532696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc5b8cc-bcf1-4191-91c1-12919d74dfda None None] Sync routers for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:35.548750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc5b8cc-bcf1-4191-91c1-12919d74dfda None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:35.548750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1bc5b8cc-bcf1-4191-91c1-12919d74dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:35.597581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f96d70-f5dd-431d-ae86-ac5ae540ee48 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting subnet 93d37e09-bed3-49ab-91f6-e02a12a544e0 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:42:35.601051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b4f96d70-f5dd-431d-ae86-ac5ae540ee48 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (93d37e09-bed3-49ab-91f6-e02a12a544e0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.636714 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d834df54-bfc6-4eb9-a178-67773a972284), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.642422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-1bc5b8cc-bcf1-4191-91c1-12919d74dfda None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:35.678517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b4f96d70-f5dd-431d-ae86-ac5ae540ee48 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (93d37e09-bed3-49ab-91f6-e02a12a544e0), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.722654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Network 78410b2e-93e0-43f0-9c24-1fef79f174ed is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:35.733166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:35.737485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:35.757398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:35.757398 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.769270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event updated for resources: {'Port': ['ID=d834df54-bfc6-4eb9-a178-67773a972284,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:35.836430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b4f96d70-f5dd-431d-ae86-ac5ae540ee48 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (93d37e09-bed3-49ab-91f6-e02a12a544e0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:35.880723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1bc5b8cc-bcf1-4191-91c1-12919d74dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:34Z', 'revision_number': 8, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8089efc-7403-439a-a9e6-6f1b0d5d8a5b', 'name': '', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:ac:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:12Z', 'updated_at': '2022-01-27T21:42:19Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:35.924829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48622) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:35.960568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc5b8cc-bcf1-4191-91c1-12919d74dfda None None] Checking router: da161030-746c-4e9a-b7a9-0093351a19e9 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:36.009639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc079c9-78e3-4238-af3e-62253d95ebcd admin admin] Deleting subnet b0a061d9-4fde-4707-8680-fb2593cc727c {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:42:36.012587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc5b8cc-bcf1-4191-91c1-12919d74dfda None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:36.013243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1bc5b8cc-bcf1-4191-91c1-12919d74dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:36.021268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ab4cc8e7-bc2c-4b2a-bf5c-6ee8ed234950 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4372401 Jan 27 21:42:36.021268 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48628) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:36.029397 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ddc079c9-78e3-4238-af3e-62253d95ebcd admin admin] Publish callbacks [] for subnet (b0a061d9-4fde-4707-8680-fb2593cc727c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.047274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-06c3b5e5-a41c-49ec-995f-8fb0c654c4e6 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d7', 'mac_address': 'fa:16:3e:a7:32:c9'}, {'ip_address': '2001:db8::3d9', 'mac_address': 'fa:16:3e:0d:b4:54'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:36.111714 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ddc079c9-78e3-4238-af3e-62253d95ebcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (b0a061d9-4fde-4707-8680-fb2593cc727c), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.142925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48634) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:36.164727 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ddc079c9-78e3-4238-af3e-62253d95ebcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (b0a061d9-4fde-4707-8680-fb2593cc727c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.207232 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0e69d653-f964-43f6-9c71-eab41baf78e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.232836 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.240133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b4f96d70-f5dd-431d-ae86-ac5ae540ee48 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (93d37e09-bed3-49ab-91f6-e02a12a544e0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.259970 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-1bc5b8cc-bcf1-4191-91c1-12919d74dfda None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:36.261768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fc1cba29-150a-42dd-a76e-6ded9b80989c None None] Provisioning complete for port d834df54-bfc6-4eb9-a178-67773a972284 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:36.262145 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc1cba29-150a-42dd-a76e-6ded9b80989c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d834df54-bfc6-4eb9-a178-67773a972284), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.284890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f96d70-f5dd-431d-ae86-ac5ae540ee48 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Subnet': ['ID=93d37e09-bed3-49ab-91f6-e02a12a544e0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:36.289485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b4f96d70-f5dd-431d-ae86-ac5ae540ee48 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.296323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b4f96d70-f5dd-431d-ae86-ac5ae540ee48 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/93d37e09-bed3-49ab-91f6-e02a12a544e0 HTTP/1.1" status: 204 len: 168 time: 0.7736516 Jan 27 21:42:36.297005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48636) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:36.321520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b534876-5bc1-4b71-9858-83090b8b4ac5 None None] Network 93a0a776-6703-414f-9d1b-54107d09edf2 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:36.357813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ddc079c9-78e3-4238-af3e-62253d95ebcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (b0a061d9-4fde-4707-8680-fb2593cc727c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.393823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc079c9-78e3-4238-af3e-62253d95ebcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a061d9-4fde-4707-8680-fb2593cc727c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:36.399220 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06c3b5e5-a41c-49ec-995f-8fb0c654c4e6 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d834df54-bfc6-4eb9-a178-67773a972284), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.407640 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ddc079c9-78e3-4238-af3e-62253d95ebcd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.423438 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ddc079c9-78e3-4238-af3e-62253d95ebcd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b0a061d9-4fde-4707-8680-fb2593cc727c HTTP/1.1" status: 204 len: 168 time: 0.4973240 Jan 27 21:42:36.424940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48640) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:36.430012 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0e69d653-f964-43f6-9c71-eab41baf78e3 admin admin] Publish callbacks [] for security_group (d476f127-ec56-499e-b592-55d47582f770), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.444033 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (93a0a776-6703-414f-9d1b-54107d09edf2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.518502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port cf613122-c2e5-4422-a601-b59f36f4836e {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:36.519249 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.550630 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0e69d653-f964-43f6-9c71-eab41baf78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d476f127-ec56-499e-b592-55d47582f770), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.585155 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (f16388f1-367c-4e9b-afba-306c6fedd1ab), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.608250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fc1cba29-150a-42dd-a76e-6ded9b80989c None None] Port d834df54-bfc6-4eb9-a178-67773a972284 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:36.608833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port cf613122-c2e5-4422-a601-b59f36f4836e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cf613122-c2e5-4422-a601-b59f36f4836e,segment=NetworkSegment(aa64a863-183e-43a3-a864-cb335e4a56da),segment_id=aa64a863-183e-43a3-a864-cb335e4a56da)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:36.609230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.653064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for cf613122-c2e5-4422-a601-b59f36f4836e owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:36.678480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69d653-f964-43f6-9c71-eab41baf78e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d476f127-ec56-499e-b592-55d47582f770,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:36.700703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0e69d653-f964-43f6-9c71-eab41baf78e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8fb52cc749644762a8bce1a4dd7a2380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5566015 Jan 27 21:42:36.706265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48650) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:36.783091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e0a92e-7b91-4836-b6ef-b216aab0217b None None] DHCP port deletion for 93a0a776-6703-414f-9d1b-54107d09edf2 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:42:36.851386 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1bc5b8cc-bcf1-4191-91c1-12919d74dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:34Z', 'revision_number': 8, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8089efc-7403-439a-a9e6-6f1b0d5d8a5b', 'name': '', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:ac:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:12Z', 'updated_at': '2022-01-27T21:42:19Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:36.884329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc5b8cc-bcf1-4191-91c1-12919d74dfda None None] The sync data for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 is: [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:34Z', 'revision_number': 8, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8089efc-7403-439a-a9e6-6f1b0d5d8a5b', 'name': '', 'network_id': '89a5716a-2485-428d-850b-7836098c1975', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:ac:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:12Z', 'updated_at': '2022-01-27T21:42:19Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'ff72e503-46a1-43ad-9bba-4c24d1bd56f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:36.888249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-95e0a92e-7b91-4836-b6ef-b216aab0217b None None] Deleting port cf613122-c2e5-4422-a601-b59f36f4836e {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:36.889185 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-95e0a92e-7b91-4836-b6ef-b216aab0217b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.902853 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.931885 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No DVR routers for this DVR port cf613122-c2e5-4422-a601-b59f36f4836e on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:36.962150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-95e0a92e-7b91-4836-b6ef-b216aab0217b None None] For port cf613122-c2e5-4422-a601-b59f36f4836e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cf613122-c2e5-4422-a601-b59f36f4836e,segment=NetworkSegment(aa64a863-183e-43a3-a864-cb335e4a56da),segment_id=aa64a863-183e-43a3-a864-cb335e4a56da)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:36.964710 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-95e0a92e-7b91-4836-b6ef-b216aab0217b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:36.977211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0cbd8266-b822-4f42-8ef7-e567bc700092 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:42:36.984686 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (f16388f1-367c-4e9b-afba-306c6fedd1ab), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.001300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ae031-e4b7-4921-b811-4d9614ca3f9a req-804fe5b6-5ca0-4ba2-830a-26edf0751961 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:37.002913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-614ae031-e4b7-4921-b811-4d9614ca3f9a req-804fe5b6-5ca0-4ba2-830a-26edf0751961 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 943 time: 0.2634404 Jan 27 21:42:37.030343 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06c3b5e5-a41c-49ec-995f-8fb0c654c4e6 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for port (d834df54-bfc6-4eb9-a178-67773a972284), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.039278 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-172bc4e2-3f2e-44a3-ab89-7f708f1b85d6 admin admin] Publish callbacks [] for security_group (d476f127-ec56-499e-b592-55d47582f770), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.048112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6438e-a6b4-494d-af62-e09425fba918 req-06d76b05-fc48-47c3-bad6-637189c971f1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:37.055417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3f6438e-a6b4-494d-af62-e09425fba918 req-06d76b05-fc48-47c3-bad6-637189c971f1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 945 time: 0.2815740 Jan 27 21:42:37.090003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0cbd8266-b822-4f42-8ef7-e567bc700092, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0cbd8266-b822-4f42-8ef7-e567bc700092,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:37.095911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16388f1-367c-4e9b-afba-306c6fedd1ab']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:37.106350 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (93a0a776-6703-414f-9d1b-54107d09edf2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.117360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '0cbd8266-b822-4f42-8ef7-e567bc700092', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'port_id': '0cbd8266-b822-4f42-8ef7-e567bc700092', 'mac_address': 'fa:16:3e:e2:c1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd8c838-195c-4376-a980-ec062e79b1ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:42:37.125494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-95e0a92e-7b91-4836-b6ef-b216aab0217b None None] Calling delete_port for cf613122-c2e5-4422-a601-b59f36f4836e owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:37.125720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06c3b5e5-a41c-49ec-995f-8fb0c654c4e6 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d834df54-bfc6-4eb9-a178-67773a972284), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.130624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9664a9c-4acb-486b-890f-5d55ac5ee57b') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:37.130928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9664a9c-4acb-486b-890f-5d55ac5ee57b') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:37.140244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a0a776-6703-414f-9d1b-54107d09edf2']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:37.151899 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa64a863-183e-43a3-a864-cb335e4a56da') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:37.152341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa64a863-183e-43a3-a864-cb335e4a56da') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:37.155859 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-172bc4e2-3f2e-44a3-ab89-7f708f1b85d6 admin admin] Publish callbacks [] for security_group (d476f127-ec56-499e-b592-55d47582f770), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.162951 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (aa64a863-183e-43a3-a864-cb335e4a56da), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.171004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=cf613122-c2e5-4422-a601-b59f36f4836e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:37.184542 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (aa64a863-183e-43a3-a864-cb335e4a56da), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.192237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:42:37.192883 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (aa64a863-183e-43a3-a864-cb335e4a56da), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:42:37.196495 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:42:37.199366 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (b9664a9c-4acb-486b-890f-5d55ac5ee57b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.218025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-06c3b5e5-a41c-49ec-995f-8fb0c654c4e6 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] In _notify_port_updated(), no bound segment for port d834df54-bfc6-4eb9-a178-67773a972284 on network 78410b2e-93e0-43f0-9c24-1fef79f174ed {{(pid=104027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:42:37.224145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c3b5e5-a41c-49ec-995f-8fb0c654c4e6 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:37.224815 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06c3b5e5-a41c-49ec-995f-8fb0c654c4e6 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.226315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-06c3b5e5-a41c-49ec-995f-8fb0c654c4e6 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "PUT /v2.0/ports/d834df54-bfc6-4eb9-a178-67773a972284 HTTP/1.1" status: 200 len: 1066 time: 1.1953914 Jan 27 21:42:37.233531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 0cbd8266-b822-4f42-8ef7-e567bc700092 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:37.234581 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.249005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48658) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:37.261228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbd8266-b822-4f42-8ef7-e567bc700092 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:37.294459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0cbd8266-b822-4f42-8ef7-e567bc700092, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0cbd8266-b822-4f42-8ef7-e567bc700092,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:42:37.295952 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:42:37.309197 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-95e0a92e-7b91-4836-b6ef-b216aab0217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (cf613122-c2e5-4422-a601-b59f36f4836e), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.334652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b9664a9c-4acb-486b-890f-5d55ac5ee57b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.347332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-614ae031-e4b7-4921-b811-4d9614ca3f9a req-4b1c8967-14a0-4ec9-aac6-89573df9965c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187783 Jan 27 21:42:37.355068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3b5e5-a41c-49ec-995f-8fb0c654c4e6 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event updated for resources: {'Port': ['ID=d834df54-bfc6-4eb9-a178-67773a972284,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:37.358835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0a92e-7b91-4836-b6ef-b216aab0217b None None] Pushing event deleted for resources: {'Port': ['ID=cf613122-c2e5-4422-a601-b59f36f4836e,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:37.360232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:42:37.360779 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (b9664a9c-4acb-486b-890f-5d55ac5ee57b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.363652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0a92e-7b91-4836-b6ef-b216aab0217b None None] No DVR routers for this DVR port cf613122-c2e5-4422-a601-b59f36f4836e on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: warnings.warn(msg) Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:42:37.369162 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:42:37.376245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (93a0a776-6703-414f-9d1b-54107d09edf2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.388163 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3f6438e-a6b4-494d-af62-e09425fba918 req-30f9f866-3b06-4b39-a5ce-35367ad0c053 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263426 Jan 27 21:42:37.390439 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.415832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.422216 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/networks/93a0a776-6703-414f-9d1b-54107d09edf2 HTTP/1.1" status: 204 len: 168 time: 1.1224051 Jan 27 21:42:37.422216 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6dd92-7b21-4b97-98d9-f80db22e8fa4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Network': ['ID=93a0a776-6703-414f-9d1b-54107d09edf2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:37.424114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48662) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:37.467195 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.572581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=0cbd8266-b822-4f42-8ef7-e567bc700092,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:37.576566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-017dc82d-bfa0-44e6-97d9-c9dbc20d9e08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Deleting port d834df54-bfc6-4eb9-a178-67773a972284 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:37.577091 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-017dc82d-bfa0-44e6-97d9-c9dbc20d9e08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d834df54-bfc6-4eb9-a178-67773a972284), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.638932 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (f16388f1-367c-4e9b-afba-306c6fedd1ab), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.645071 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.648735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f16388f1-367c-4e9b-afba-306c6fedd1ab HTTP/1.1" status: 204 len: 168 time: 1.2210946 Jan 27 21:42:37.654773 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-172bc4e2-3f2e-44a3-ab89-7f708f1b85d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d476f127-ec56-499e-b592-55d47582f770), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.657391 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-172bc4e2-3f2e-44a3-ab89-7f708f1b85d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.658538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-172bc4e2-3f2e-44a3-ab89-7f708f1b85d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d476f127-ec56-499e-b592-55d47582f770 HTTP/1.1" status: 204 len: 168 time: 0.9473779 Jan 27 21:42:37.684237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2045b-820d-40f1-ab3c-34749f537363 admin admin] Pushing event deleted for resources: {'Network': ['ID=f16388f1-367c-4e9b-afba-306c6fedd1ab,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:37.696267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bc4e2-3f2e-44a3-ab89-7f708f1b85d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d476f127-ec56-499e-b592-55d47582f770,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:37.763260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fd1cecb9-82ee-4fcd-9bc3-e64466946d56 None None] Provisioning complete for port d834df54-bfc6-4eb9-a178-67773a972284 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:37.763837 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd1cecb9-82ee-4fcd-9bc3-e64466946d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d834df54-bfc6-4eb9-a178-67773a972284), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.772256 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-017dc82d-bfa0-44e6-97d9-c9dbc20d9e08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d834df54-bfc6-4eb9-a178-67773a972284), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:37.789405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['0cbd8266-b822-4f42-8ef7-e567bc700092'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:37.791119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-017dc82d-bfa0-44e6-97d9-c9dbc20d9e08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Calling delete_port for d834df54-bfc6-4eb9-a178-67773a972284 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:37.830746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fd1cecb9-82ee-4fcd-9bc3-e64466946d56 None None] Port d834df54-bfc6-4eb9-a178-67773a972284 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:37.971929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a5790e-754b-4d6a-bfef-4d03290cb87b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.013614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 412534ec-93b7-4bea-affe-6c9cfb4edec8 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:38.036801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 412534ec-93b7-4bea-affe-6c9cfb4edec8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:38.037160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 412534ec-93b7-4bea-affe-6c9cfb4edec8 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:38.037585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cf613122-c2e5-4422-a601-b59f36f4836e no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:38.057038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: cf613122-c2e5-4422-a601-b59f36f4836e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:38.057393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cf613122-c2e5-4422-a601-b59f36f4836e not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:38.065593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061ce6d-ac3d-4896-b421-7d717024835e req-83d9cd2b-63a6-4ad8-a663-10a78c868cb5 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:38.067064 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7061ce6d-ac3d-4896-b421-7d717024835e req-83d9cd2b-63a6-4ad8-a663-10a78c868cb5 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 945 time: 0.1314399 Jan 27 21:42:38.225891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-7061ce6d-ac3d-4896-b421-7d717024835e req-66e3e61c-b4da-4470-ab24-630c7cfc6591 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Deleting port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:38.226159 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7061ce6d-ac3d-4896-b421-7d717024835e req-66e3e61c-b4da-4470-ab24-630c7cfc6591 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.312654 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-017dc82d-bfa0-44e6-97d9-c9dbc20d9e08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d834df54-bfc6-4eb9-a178-67773a972284), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.343160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dc82d-bfa0-44e6-97d9-c9dbc20d9e08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event deleted for resources: {'Port': ['ID=d834df54-bfc6-4eb9-a178-67773a972284,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:38.644169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48676) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:38.755475 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-49df8ca2-8bf9-4b27-b1ec-1b505903734a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86378b4755f14f1ca7724eb76f22c944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1127176 Jan 27 21:42:38.764763 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7061ce6d-ac3d-4896-b421-7d717024835e req-66e3e61c-b4da-4470-ab24-630c7cfc6591 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] For port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9a9ab57a-1f94-4760-a484-22ed76cdc9c2,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:38.765267 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7061ce6d-ac3d-4896-b421-7d717024835e req-66e3e61c-b4da-4470-ab24-630c7cfc6591 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.767661 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48690) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:38.817313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-7061ce6d-ac3d-4896-b421-7d717024835e req-66e3e61c-b4da-4470-ab24-630c7cfc6591 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Calling delete_port for 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:38.821276 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.834181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-97a5790e-754b-4d6a-bfef-4d03290cb87b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:38.834594 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a5790e-754b-4d6a-bfef-4d03290cb87b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.935265 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cea643cf-d506-45cf-9d19-e158f0444e29 admin admin] Publish callbacks [] for security_group (16462e88-1e5b-4b48-b807-4d2568f7232a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:38.980922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0cbd8266-b822-4f42-8ef7-e567bc700092 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:38.982033 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cea643cf-d506-45cf-9d19-e158f0444e29 admin admin] Publish callbacks [] for security_group (16462e88-1e5b-4b48-b807-4d2568f7232a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.049807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-97a5790e-754b-4d6a-bfef-4d03290cb87b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port f8089efc-7403-439a-a9e6-6f1b0d5d8a5b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f8089efc-7403-439a-a9e6-6f1b0d5d8a5b,segment=NetworkSegment(ac982d6c-e9e2-498b-8479-54e501a19053),segment_id=ac982d6c-e9e2-498b-8479-54e501a19053)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:39.074722 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a5790e-754b-4d6a-bfef-4d03290cb87b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.088465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e5e7d-3409-4f1e-b92a-daa5f43a191e req-31764a14-1335-469c-8abd-ee08f08b6420 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:39.098737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a94e5e7d-3409-4f1e-b92a-daa5f43a191e req-31764a14-1335-469c-8abd-ee08f08b6420 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 945 time: 0.1882832 Jan 27 21:42:39.114243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe86c90-d62e-4d07-a59e-3c7537d94063 req-d9bcd51b-809f-4ff5-af0f-4d1816a594bb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:39.114804 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-97a5790e-754b-4d6a-bfef-4d03290cb87b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for f8089efc-7403-439a-a9e6-6f1b0d5d8a5b owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:39.122305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5fe86c90-d62e-4d07-a59e-3c7537d94063 req-d9bcd51b-809f-4ff5-af0f-4d1816a594bb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 944 time: 0.2212923 Jan 27 21:42:39.153554 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-017dc82d-bfa0-44e6-97d9-c9dbc20d9e08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.157535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-017dc82d-bfa0-44e6-97d9-c9dbc20d9e08 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "DELETE /v2.0/ports/d834df54-bfc6-4eb9-a178-67773a972284 HTTP/1.1" status: 204 len: 168 time: 1.8980463 Jan 27 21:42:39.158568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 0cbd8266-b822-4f42-8ef7-e567bc700092 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:42:39.165433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 0cbd8266-b822-4f42-8ef7-e567bc700092 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:39.165940 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.169753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48702) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:39.207553 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d2722f-6d59-472b-929e-b0e82b1c2a5a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] GET failed (client error): The resource could not be found. Jan 27 21:42:39.209031 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-61d2722f-6d59-472b-929e-b0e82b1c2a5a tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "GET /v2.0/ports/d834df54-bfc6-4eb9-a178-67773a972284 HTTP/1.1" status: 404 len: 333 time: 0.0383427 Jan 27 21:42:39.212603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48704) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:39.251807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a94e5e7d-3409-4f1e-b92a-daa5f43a191e req-3451332f-62e0-4413-8024-ac10f776290c tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521435 Jan 27 21:42:39.256677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5fe86c90-d62e-4d07-a59e-3c7537d94063 req-e2c32bef-aa99-4aa3-8925-b6b8eb7d3a7c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328015 Jan 27 21:42:39.262461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 0cbd8266-b822-4f42-8ef7-e567bc700092 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:39.263117 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.298351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5509d91-5fa2-4d7b-b7dd-96722f0e634e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbd8266-b822-4f42-8ef7-e567bc700092'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:39.300930 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce94c95-9d5b-4410-83d0-0ae46d0df7a4" -d '{"events": [{"server_uuid": "c5509d91-5fa2-4d7b-b7dd-96722f0e634e", "name": "network-vif-plugged", "status": "completed", "tag": "0cbd8266-b822-4f42-8ef7-e567bc700092"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:39.315085 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0cbd8266-b822-4f42-8ef7-e567bc700092, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0cbd8266-b822-4f42-8ef7-e567bc700092,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:39.315896 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cea643cf-d506-45cf-9d19-e158f0444e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (16462e88-1e5b-4b48-b807-4d2568f7232a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.318912 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cea643cf-d506-45cf-9d19-e158f0444e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.320374 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cea643cf-d506-45cf-9d19-e158f0444e29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16462e88-1e5b-4b48-b807-4d2568f7232a HTTP/1.1" status: 204 len: 168 time: 0.5509493 Jan 27 21:42:39.350976 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7061ce6d-ac3d-4896-b421-7d717024835e req-66e3e61c-b4da-4470-ab24-630c7cfc6591 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9a9ab57a-1f94-4760-a484-22ed76cdc9c2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.362579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['01b30470-4b96-45cd-9d1e-5c1e4cb38491'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:39.390066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea643cf-d506-45cf-9d19-e158f0444e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16462e88-1e5b-4b48-b807-4d2568f7232a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:39.427625 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.444307 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e270841-137c-4f54-914b-05c1e1854138 x-openstack-request-id: req-8e270841-137c-4f54-914b-05c1e1854138 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:39.444675 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5509d91-5fa2-4d7b-b7dd-96722f0e634e", "name": "network-vif-plugged", "status": "completed", "tag": "0cbd8266-b822-4f42-8ef7-e567bc700092", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:39.445039 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e270841-137c-4f54-914b-05c1e1854138 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:39.445496 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5509d91-5fa2-4d7b-b7dd-96722f0e634e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbd8266-b822-4f42-8ef7-e567bc700092', 'code': 200} Jan 27 21:42:39.565614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603c7d7-69ce-4d5c-b152-f849477fd5d4 req-adf36fea-655a-42f6-a405-2aa8b7ae144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:39.567311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5603c7d7-69ce-4d5c-b152-f849477fd5d4 req-adf36fea-655a-42f6-a405-2aa8b7ae144c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 1096 time: 0.0596619 Jan 27 21:42:39.576316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=0cbd8266-b822-4f42-8ef7-e567bc700092,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:39.576491 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3e61c-b4da-4470-ab24-630c7cfc6591 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event deleted for resources: {'Port': ['ID=9a9ab57a-1f94-4760-a484-22ed76cdc9c2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:39.601014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-7061ce6d-ac3d-4896-b421-7d717024835e req-66e3e61c-b4da-4470-ab24-630c7cfc6591 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] No DVR routers for this DVR port 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:39.607231 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7061ce6d-ac3d-4896-b421-7d717024835e req-66e3e61c-b4da-4470-ab24-630c7cfc6591 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.610590 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7061ce6d-ac3d-4896-b421-7d717024835e req-66e3e61c-b4da-4470-ab24-630c7cfc6591 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.71 "DELETE /v2.0/ports/9a9ab57a-1f94-4760-a484-22ed76cdc9c2 HTTP/1.1" status: 204 len: 173 time: 1.5368054 Jan 27 21:42:39.611660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43', 'name': 'network-vif-deleted', 'tag': '9a9ab57a-1f94-4760-a484-22ed76cdc9c2'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:39.613519 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14365dd-d9e5-4f4d-b648-f86c0b26995f" -d '{"events": [{"server_uuid": "1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43", "name": "network-vif-deleted", "tag": "9a9ab57a-1f94-4760-a484-22ed76cdc9c2"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:39.628182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-c1585b49-0148-49ae-b0ce-c354bc9dde10 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322881 Jan 27 21:42:39.676063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-739d19f6-2319-42fc-8773-ba124fe3a798 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Deleting port 1397ba42-86e2-4abb-a663-c2e22036c61d {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:39.676744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-739d19f6-2319-42fc-8773-ba124fe3a798 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1397ba42-86e2-4abb-a663-c2e22036c61d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.684488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5603c7d7-69ce-4d5c-b152-f849477fd5d4 req-1be8be45-f84e-4b83-870b-dbeb44f53c7a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071594 Jan 27 21:42:39.705233 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54128d6-4f8c-49ab-a08f-6b3d24fcb580 x-openstack-request-id: req-f54128d6-4f8c-49ab-a08f-6b3d24fcb580 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:39.705582 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43", "name": "network-vif-deleted", "tag": "9a9ab57a-1f94-4760-a484-22ed76cdc9c2", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:39.705791 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f54128d6-4f8c-49ab-a08f-6b3d24fcb580 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:39.706194 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43', 'name': 'network-vif-deleted', 'tag': '9a9ab57a-1f94-4760-a484-22ed76cdc9c2', 'status': 'completed', 'code': 200} Jan 27 21:42:39.789047 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-739d19f6-2319-42fc-8773-ba124fe3a798 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1397ba42-86e2-4abb-a663-c2e22036c61d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.789322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-b9f1ec63-f09d-4693-9396-6df2bc27c20e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:39.790958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-b9f1ec63-f09d-4693-9396-6df2bc27c20e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478236 Jan 27 21:42:39.802912 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a5790e-754b-4d6a-bfef-4d03290cb87b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f8089efc-7403-439a-a9e6-6f1b0d5d8a5b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:39.805075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-739d19f6-2319-42fc-8773-ba124fe3a798 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Calling delete_port for 1397ba42-86e2-4abb-a663-c2e22036c61d owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:39.822968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-b0a23148-0e1f-4a5b-8d82-710a165d7a14 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/quotas/e1f36125a6d449cf9bc19f725983dd58 HTTP/1.1" status: 200 len: 375 time: 0.0256329 Jan 27 21:42:39.875041 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-ba51baf2-bb7a-45e6-876c-b87059264538 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494554 Jan 27 21:42:39.883127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5790e-754b-4d6a-bfef-4d03290cb87b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=f8089efc-7403-439a-a9e6-6f1b0d5d8a5b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:40.148739 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a5790e-754b-4d6a-bfef-4d03290cb87b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.228714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a85dcc9-fba5-48cd-a239-5b19f44a9dc6 req-33c14623-f691-4bdf-ad70-cb94112e809d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 210 time: 0.0530570 Jan 27 21:42:40.472443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a5790e-754b-4d6a-bfef-4d03290cb87b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router da161030-746c-4e9a-b7a9-0093351a19e9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:40.472587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5e6857a-4267-449f-861b-0aad6aad9448 req-d2505049-05b5-4d9b-888a-b065b35bf0e8 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e8bacd7-79b1-4b6c-ae3c-04c418d4bc43 HTTP/1.1" status: 200 len: 210 time: 0.0323720 Jan 27 21:42:40.499242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62f814-4204-461b-9ce1-adfa0df61b75 req-e8515613-32a0-4c34-a564-02a6171f915b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:40.501737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc62f814-4204-461b-9ce1-adfa0df61b75 req-e8515613-32a0-4c34-a564-02a6171f915b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 945 time: 0.1047542 Jan 27 21:42:40.535715 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-739d19f6-2319-42fc-8773-ba124fe3a798 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1397ba42-86e2-4abb-a663-c2e22036c61d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.573523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc62f814-4204-461b-9ce1-adfa0df61b75 req-2500d705-3711-4cf7-8f87-362e6e3ce534 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592659 Jan 27 21:42:40.615420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d19f6-2319-42fc-8773-ba124fe3a798 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event deleted for resources: {'Port': ['ID=1397ba42-86e2-4abb-a663-c2e22036c61d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:40.638854 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-739d19f6-2319-42fc-8773-ba124fe3a798 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.644808 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-739d19f6-2319-42fc-8773-ba124fe3a798 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "DELETE /v2.0/ports/1397ba42-86e2-4abb-a663-c2e22036c61d HTTP/1.1" status: 204 len: 168 time: 1.4286172 Jan 27 21:42:40.645553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48760) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:40.661870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a5790e-754b-4d6a-bfef-4d03290cb87b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:40.673518 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7a3123-7dda-472d-8129-612237382f53 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] GET failed (client error): The resource could not be found. Jan 27 21:42:40.675192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3f7a3123-7dda-472d-8129-612237382f53 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "GET /v2.0/ports/1397ba42-86e2-4abb-a663-c2e22036c61d HTTP/1.1" status: 404 len: 333 time: 0.0285478 Jan 27 21:42:40.676670 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7298df-e3b0-4aca-b5c9-522a82b43dc8 None None] Sync routers for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:40.681806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48762) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:40.698905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48766) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:40.699025 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-97a5790e-754b-4d6a-bfef-4d03290cb87b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2736771 Jan 27 21:42:40.701532 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7298df-e3b0-4aca-b5c9-522a82b43dc8 None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:40.702445 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ed7298df-e3b0-4aca-b5c9-522a82b43dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:40.850337 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-ed7298df-e3b0-4aca-b5c9-522a82b43dc8 None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:40.875540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-929e62d4-7f8f-469c-9a53-a4147d768f50 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting subnet ff72e503-46a1-43ad-9bba-4c24d1bd56f0 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:42:40.883435 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-929e62d4-7f8f-469c-9a53-a4147d768f50 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (ff72e503-46a1-43ad-9bba-4c24d1bd56f0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.939155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-81c0b9a5-c928-4e2e-813b-d29a0476704c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Deleting port 290297f8-a8c2-4b00-8081-ceac1b39d358 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:40.939501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c0b9a5-c928-4e2e-813b-d29a0476704c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (290297f8-a8c2-4b00-8081-ceac1b39d358), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.946704 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-929e62d4-7f8f-469c-9a53-a4147d768f50 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (ff72e503-46a1-43ad-9bba-4c24d1bd56f0), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:40.992405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:41.055791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:41.058358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9a9ab57a-1f94-4760-a484-22ed76cdc9c2 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:41.162584 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48780) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:41.170712 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ed7298df-e3b0-4aca-b5c9-522a82b43dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:39Z', 'revision_number': 9, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:41.199729 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c0b9a5-c928-4e2e-813b-d29a0476704c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (290297f8-a8c2-4b00-8081-ceac1b39d358), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.204807 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7298df-e3b0-4aca-b5c9-522a82b43dc8 None None] Checking router: da161030-746c-4e9a-b7a9-0093351a19e9 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:41.216220 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7298df-e3b0-4aca-b5c9-522a82b43dc8 None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:41.217114 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ed7298df-e3b0-4aca-b5c9-522a82b43dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:41.223793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-81c0b9a5-c928-4e2e-813b-d29a0476704c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Calling delete_port for 290297f8-a8c2-4b00-8081-ceac1b39d358 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:41.230308 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-929e62d4-7f8f-469c-9a53-a4147d768f50 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (ff72e503-46a1-43ad-9bba-4c24d1bd56f0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.342898 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-ed7298df-e3b0-4aca-b5c9-522a82b43dc8 None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:41.377767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02d7c035-cf80-4c31-8808-943c793b195d req-f80bdbae-fbdc-4e28-befa-ffbd4d324acd tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 210 time: 0.0474460 Jan 27 21:42:41.495506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1351216610-network', 'tenant_id': 'fa2f6d6e6fd4449ba4f8c43f41262c8c'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:41.524323 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-929e62d4-7f8f-469c-9a53-a4147d768f50 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (ff72e503-46a1-43ad-9bba-4c24d1bd56f0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.559717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e62d4-7f8f-469c-9a53-a4147d768f50 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Subnet': ['ID=ff72e503-46a1-43ad-9bba-4c24d1bd56f0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:41.564428 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-929e62d4-7f8f-469c-9a53-a4147d768f50 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.568819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-929e62d4-7f8f-469c-9a53-a4147d768f50 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/ff72e503-46a1-43ad-9bba-4c24d1bd56f0 HTTP/1.1" status: 204 len: 168 time: 0.8639576 Jan 27 21:42:41.572539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48798) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:41.582852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee879e8d-8a21-4da4-a70c-0861ae7cbc04 None None] Network 89a5716a-2485-428d-850b-7836098c1975 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:41.609189 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ed7298df-e3b0-4aca-b5c9-522a82b43dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:39Z', 'revision_number': 9, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:41.677116 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (89a5716a-2485-428d-850b-7836098c1975), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.684313 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7298df-e3b0-4aca-b5c9-522a82b43dc8 None None] The sync data for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 is: [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:39Z', 'revision_number': 9, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92', 'name': '', 'network_id': 'cf7a2f2a-69e3-496a-866c-03b6821b0a14', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:41:d3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:42:03Z', 'updated_at': '2022-01-27T21:42:10Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': '9fb65692-381d-425c-8b94-95fcc3ee1473', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:41.735197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Made reservation on behalf of fa2f6d6e6fd4449ba4f8c43f41262c8c for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:41.735554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.747356 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.759138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c0b9a5-c928-4e2e-813b-d29a0476704c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (290297f8-a8c2-4b00-8081-ceac1b39d358), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.788955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port 5661ab0f-52d2-4b3e-8aa8-14b69691853f {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:41.789297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.796647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0b9a5-c928-4e2e-813b-d29a0476704c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event deleted for resources: {'Port': ['ID=290297f8-a8c2-4b00-8081-ceac1b39d358,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:41.835286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a195598-4377-46f3-9fb0-70a11b63b2ed req-b370316e-567c-4159-be4c-ac9469a761fc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:41.837176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a195598-4377-46f3-9fb0-70a11b63b2ed req-b370316e-567c-4159-be4c-ac9469a761fc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 945 time: 0.1196523 Jan 27 21:42:41.840819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c0b9a5-c928-4e2e-813b-d29a0476704c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.847609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-81c0b9a5-c928-4e2e-813b-d29a0476704c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "DELETE /v2.0/ports/290297f8-a8c2-4b00-8081-ceac1b39d358 HTTP/1.1" status: 204 len: 168 time: 1.1608205 Jan 27 21:42:41.849279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48804) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:41.912563 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port 5661ab0f-52d2-4b3e-8aa8-14b69691853f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5661ab0f-52d2-4b3e-8aa8-14b69691853f,segment=NetworkSegment(ac982d6c-e9e2-498b-8479-54e501a19053),segment_id=ac982d6c-e9e2-498b-8479-54e501a19053)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:41.912910 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:41.917917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a195598-4377-46f3-9fb0-70a11b63b2ed req-6673c46c-2220-4445-803f-b12bb38b1a10 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613005 Jan 27 21:42:41.935833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for 5661ab0f-52d2-4b3e-8aa8-14b69691853f owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:41.986971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce950be4-d8d6-4769-9d6b-4aeb73b0d247 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Deleting subnet 4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:42:41.990541 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce950be4-d8d6-4769-9d6b-4aeb73b0d247 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for subnet (4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.075674 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Publish callbacks [] for security_group (cfd26559-cb95-4297-b43f-c2b70d7a22d7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.079593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f2aad7-5533-40bd-afe7-9d8c2466f3e3 None None] DHCP port deletion for 89a5716a-2485-428d-850b-7836098c1975 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:42:42.160236 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce950be4-d8d6-4769-9d6b-4aeb73b0d247 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.204447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f8089efc-7403-439a-a9e6-6f1b0d5d8a5b no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:42.233674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: f8089efc-7403-439a-a9e6-6f1b0d5d8a5b {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:42.239219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f8089efc-7403-439a-a9e6-6f1b0d5d8a5b not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:42.239219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5661ab0f-52d2-4b3e-8aa8-14b69691853f no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:42.292648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2aad7-5533-40bd-afe7-9d8c2466f3e3 None None] Deleting port 5661ab0f-52d2-4b3e-8aa8-14b69691853f {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:42.293302 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c0f2aad7-5533-40bd-afe7-9d8c2466f3e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.314025 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce950be4-d8d6-4769-9d6b-4aeb73b0d247 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.316502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5540738-2317-45f6-89b6-6424410ad599 req-eaa2c279-c209-425d-bc6b-4cb6db458b59 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:42.337767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5540738-2317-45f6-89b6-6424410ad599 req-eaa2c279-c209-425d-bc6b-4cb6db458b59 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.0956016 Jan 27 21:42:42.366668 n-d-760456-6 neutron-server[104028]: INFO neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No ports have port_id starting with 5661ab0f-52d2-4b3e-8aa8-14b69691853f Jan 27 21:42:42.380351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c0f2aad7-5533-40bd-afe7-9d8c2466f3e3 None None] For port 5661ab0f-52d2-4b3e-8aa8-14b69691853f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5661ab0f-52d2-4b3e-8aa8-14b69691853f,segment=NetworkSegment(ac982d6c-e9e2-498b-8479-54e501a19053),segment_id=ac982d6c-e9e2-498b-8479-54e501a19053)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:42.380773 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c0f2aad7-5533-40bd-afe7-9d8c2466f3e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.394733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c0f2aad7-5533-40bd-afe7-9d8c2466f3e3 None None] Calling delete_port for 5661ab0f-52d2-4b3e-8aa8-14b69691853f owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:42.402101 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.407028 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (cfd26559-cb95-4297-b43f-c2b70d7a22d7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.440894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5540738-2317-45f6-89b6-6424410ad599 req-3031b9ef-4111-4b90-a6c4-b49710ecc0c1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948601 Jan 27 21:42:42.468820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd26559-cb95-4297-b43f-c2b70d7a22d7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:42.474632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No DVR routers for this DVR port 5661ab0f-52d2-4b3e-8aa8-14b69691853f on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:42.479045 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=5661ab0f-52d2-4b3e-8aa8-14b69691853f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:42.498262 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c0f2aad7-5533-40bd-afe7-9d8c2466f3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (5661ab0f-52d2-4b3e-8aa8-14b69691853f), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.510925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.511278 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.511642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.511991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.512461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.512799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.513138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.513476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.513809 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.514142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.514476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.514807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.515135 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.521518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.521878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.523858 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.523858 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.523858 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.523858 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.523858 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.524391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.524391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.524714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.525227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.527040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.527474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2aad7-5533-40bd-afe7-9d8c2466f3e3 None None] Pushing event deleted for resources: {'Port': ['ID=5661ab0f-52d2-4b3e-8aa8-14b69691853f,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:42.527871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:42.529478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f2aad7-5533-40bd-afe7-9d8c2466f3e3 None None] No DVR routers for this DVR port 5661ab0f-52d2-4b3e-8aa8-14b69691853f on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:42.570612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6edb7100-50c3-4c55-b4bb-b33de9d31cfa req-535a1bfc-baeb-480f-88c3-98c30f00984a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 210 time: 0.0548344 Jan 27 21:42:42.582342 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce950be4-d8d6-4769-9d6b-4aeb73b0d247 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.597094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:42.636163 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (89a5716a-2485-428d-850b-7836098c1975), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.638662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce950be4-d8d6-4769-9d6b-4aeb73b0d247 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event deleted for resources: {'Subnet': ['ID=4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:42.658950 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (48d0dc47-2601-44e1-b724-be535af0de83), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.659548 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Added segment 48d0dc47-2601-44e1-b724-be535af0de83 of type vlan for network 0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c Jan 27 21:42:42.663201 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce950be4-d8d6-4769-9d6b-4aeb73b0d247 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.666513 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ce950be4-d8d6-4769-9d6b-4aeb73b0d247 tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "DELETE /v2.0/subnets/4c639a27-2d0c-4d5f-a61b-41f9cfc5d8ff HTTP/1.1" status: 204 len: 168 time: 0.8162313 Jan 27 21:42:42.669356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48824) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:42.670463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae26c3cb-376f-4606-9a35-61709ab8aab6 None None] Network 78410b2e-93e0-43f0-9c24-1fef79f174ed requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:42.703702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a5716a-2485-428d-850b-7836098c1975']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:42.722295 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac982d6c-e9e2-498b-8479-54e501a19053') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:42.722599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac982d6c-e9e2-498b-8479-54e501a19053') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:42.731136 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.737017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (ac982d6c-e9e2-498b-8479-54e501a19053), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.762085 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ac982d6c-e9e2-498b-8479-54e501a19053), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.772362 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:42:42.772780 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (ac982d6c-e9e2-498b-8479-54e501a19053), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:42:42.776304 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:42:42.779021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (78410b2e-93e0-43f0-9c24-1fef79f174ed), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.849148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Deleting port 4d09abee-e48a-4279-bf32-06dc10d09f7f {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:42.849500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.881161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74bac29-6fa5-4e00-96e7-ca09b832e682 None None] DHCP port deletion for 78410b2e-93e0-43f0-9c24-1fef79f174ed request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:42:42.920848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] For port 4d09abee-e48a-4279-bf32-06dc10d09f7f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4d09abee-e48a-4279-bf32-06dc10d09f7f,segment=NetworkSegment(93195f70-9cee-4c1f-91f1-7eb95c19354f),segment_id=93195f70-9cee-4c1f-91f1-7eb95c19354f)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:42.922063 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.935836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Calling delete_port for 4d09abee-e48a-4279-bf32-06dc10d09f7f owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:42.938698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b74bac29-6fa5-4e00-96e7-ca09b832e682 None None] Deleting port 4d09abee-e48a-4279-bf32-06dc10d09f7f {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:42.939080 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b74bac29-6fa5-4e00-96e7-ca09b832e682 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.964960 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (89a5716a-2485-428d-850b-7836098c1975), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.966619 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:42.967581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:42.968298 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.010291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b74bac29-6fa5-4e00-96e7-ca09b832e682 None None] For port 4d09abee-e48a-4279-bf32-06dc10d09f7f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4d09abee-e48a-4279-bf32-06dc10d09f7f,segment=NetworkSegment(93195f70-9cee-4c1f-91f1-7eb95c19354f),segment_id=93195f70-9cee-4c1f-91f1-7eb95c19354f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:43.011034 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b74bac29-6fa5-4e00-96e7-ca09b832e682 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.027751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b74bac29-6fa5-4e00-96e7-ca09b832e682 None None] Calling delete_port for 4d09abee-e48a-4279-bf32-06dc10d09f7f owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:43.033867 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.037178 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/networks/89a5716a-2485-428d-850b-7836098c1975 HTTP/1.1" status: 204 len: 168 time: 1.4635487 Jan 27 21:42:43.040322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48828) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:43.046542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] Pushing event updated for resources: {'Network': ['ID=0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:43.062609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:43.064708 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77086e2-de13-46e5-8cf2-d98fc58deebc tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Network': ['ID=89a5716a-2485-428d-850b-7836098c1975,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:43.178128 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cec96bec-fef5-4480-b57f-6b87d538c856 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0143697 Jan 27 21:42:43.181068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48838) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:43.187050 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6f7bf8e0-a5be-4034-9ce6-ef897a368490 admin admin] Request body: {'subnet': {'network_id': '0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1351216610-subnet', 'tenant_id': 'fa2f6d6e6fd4449ba4f8c43f41262c8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:43.243937 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b74bac29-6fa5-4e00-96e7-ca09b832e682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.251373 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4d09abee-e48a-4279-bf32-06dc10d09f7f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.272967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bac29-6fa5-4e00-96e7-ca09b832e682 None None] Pushing event deleted for resources: {'Port': ['ID=4d09abee-e48a-4279-bf32-06dc10d09f7f,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:43.281558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74bac29-6fa5-4e00-96e7-ca09b832e682 None None] No DVR routers for this DVR port 4d09abee-e48a-4279-bf32-06dc10d09f7f on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:43.284879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event deleted for resources: {'Port': ['ID=4d09abee-e48a-4279-bf32-06dc10d09f7f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:43.292165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] No DVR routers for this DVR port 4d09abee-e48a-4279-bf32-06dc10d09f7f on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:43.306298 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7bf8e0-a5be-4034-9ce6-ef897a368490 admin admin] Made reservation on behalf of fa2f6d6e6fd4449ba4f8c43f41262c8c for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:43.309528 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf8e0-a5be-4034-9ce6-ef897a368490 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.444795 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (78410b2e-93e0-43f0-9c24-1fef79f174ed), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.487807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78410b2e-93e0-43f0-9c24-1fef79f174ed']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:43.515060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93195f70-9cee-4c1f-91f1-7eb95c19354f') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:43.515519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93195f70-9cee-4c1f-91f1-7eb95c19354f') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:43.531418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e19021-4be7-4c3a-bcbf-69d3249b472a req-c79611b1-7ebb-44a4-8f52-fd654d108c4a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:43.533006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1e19021-4be7-4c3a-bcbf-69d3249b472a req-c79611b1-7ebb-44a4-8f52-fd654d108c4a tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.71 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.1997819 Jan 27 21:42:43.549352 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (93195f70-9cee-4c1f-91f1-7eb95c19354f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.608677 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-007ae5a2-cc68-44e1-b6e4-0e899d8ef742 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371389 Jan 27 21:42:43.640776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (93195f70-9cee-4c1f-91f1-7eb95c19354f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.656101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:42:43.656531 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (93195f70-9cee-4c1f-91f1-7eb95c19354f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:42:43.665044 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:42:43.677061 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf8e0-a5be-4034-9ce6-ef897a368490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (fc5473fa-9e02-49ce-b5e7-16be0c96d10b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.795658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-420f16ea-40f2-43d9-9e3b-bd0d1ca5d68d req-22179ea4-e789-4d6b-8ef2-c7f22e260350 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 210 time: 0.0889237 Jan 27 21:42:43.830447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0e6d6-0e20-441e-9ffb-47139e26c8aa req-56879aa2-d1f6-4dfb-97ae-105649b90038 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:43.833248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3d0e6d6-0e20-441e-9ffb-47139e26c8aa req-56879aa2-d1f6-4dfb-97ae-105649b90038 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 946 time: 0.2976563 Jan 27 21:42:43.845863 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bf8e0-a5be-4034-9ce6-ef897a368490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5473fa-9e02-49ce-b5e7-16be0c96d10b,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:43.938777 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (78410b2e-93e0-43f0-9c24-1fef79f174ed), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.946012 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:43.959506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-39e6037f-fcf9-4add-8b2c-a32de4b7a5f8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:43.961040 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-39e6037f-fcf9-4add-8b2c-a32de4b7a5f8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3560948 Jan 27 21:42:43.964097 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] 10.222.0.61 "DELETE /v2.0/networks/78410b2e-93e0-43f0-9c24-1fef79f174ed HTTP/1.1" status: 204 len: 168 time: 1.2914488 Jan 27 21:42:43.964249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7bf8e0-a5be-4034-9ce6-ef897a368490 admin admin] Checking segment: {'id': '48d0dc47-2601-44e1-b724-be535af0de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:43.964249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7bf8e0-a5be-4034-9ce6-ef897a368490 admin admin] Network hostable DHCP agents. Network: 0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:43.993654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Request body: {'port': {'device_id': '103ded82-459f-49c9-8b57-411ea83594fe', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'e1f36125a6d449cf9bc19f725983dd58'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:44.002081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-a1e19021-4be7-4c3a-bcbf-69d3249b472a req-fb277263-5f3b-4b58-8ca3-a2725d47ab87 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Deleting port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:44.002415 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a1e19021-4be7-4c3a-bcbf-69d3249b472a req-fb277263-5f3b-4b58-8ca3-a2725d47ab87 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.029066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3d0e6d6-0e20-441e-9ffb-47139e26c8aa req-35262da2-ec84-40ec-bac1-a9ce6356df89 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=a2af1974-78f0-4355-9905-6199a8243ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891425 Jan 27 21:42:44.074629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb2b09-de1c-4cab-8579-5c8f58850a4c tempest-AllowedAddressPairIpV6TestJSON-2090452655 tempest-AllowedAddressPairIpV6TestJSON-2090452655-project] Pushing event deleted for resources: {'Network': ['ID=78410b2e-93e0-43f0-9c24-1fef79f174ed,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:44.102432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4d09abee-e48a-4279-bf32-06dc10d09f7f no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:44.187107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4d09abee-e48a-4279-bf32-06dc10d09f7f {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:44.187532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4d09abee-e48a-4279-bf32-06dc10d09f7f not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:44.190766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7bf8e0-a5be-4034-9ce6-ef897a368490 admin admin] Network 0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:44.244868 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.294506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a1e19021-4be7-4c3a-bcbf-69d3249b472a req-fb277263-5f3b-4b58-8ca3-a2725d47ab87 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] For port 01b30470-4b96-45cd-9d1e-5c1e4cb38491, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=01b30470-4b96-45cd-9d1e-5c1e4cb38491,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:44.294797 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a1e19021-4be7-4c3a-bcbf-69d3249b472a req-fb277263-5f3b-4b58-8ca3-a2725d47ab87 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.299479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-6f7bf8e0-a5be-4034-9ce6-ef897a368490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:44.310176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7bf8e0-a5be-4034-9ce6-ef897a368490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:44.310770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc32628-f465-425d-8190-aa129cfd17bf None None] Network 0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:44.311244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f7bf8e0-a5be-4034-9ce6-ef897a368490 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.342711 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Made reservation on behalf of e1f36125a6d449cf9bc19f725983dd58 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:44.343592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-a1e19021-4be7-4c3a-bcbf-69d3249b472a req-fb277263-5f3b-4b58-8ca3-a2725d47ab87 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Calling delete_port for 01b30470-4b96-45cd-9d1e-5c1e4cb38491 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:44.349315 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.362898 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.419350 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6f7bf8e0-a5be-4034-9ce6-ef897a368490 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2286713 Jan 27 21:42:44.492423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca2def-30d3-4769-8d89-f1e6817f907d None None] Network 0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:44.500907 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks [] for security_group (1ee37542-3230-4c3b-8b01-25b182052f9c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.591186 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1ee37542-3230-4c3b-8b01-25b182052f9c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.679223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:44.679789 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.681999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee37542-3230-4c3b-8b01-25b182052f9c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:44.771625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Allocated IP 192.168.233.107 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/36ae726c-5a98-4723-868b-b136fbd86c64) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:44.795257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92,segment=NetworkSegment(23f48613-6335-4f05-9b6d-d22a566f6306),segment_id=23f48613-6335-4f05-9b6d-d22a566f6306)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:44.795839 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.811941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:44.891046 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a1e19021-4be7-4c3a-bcbf-69d3249b472a req-fb277263-5f3b-4b58-8ca3-a2725d47ab87 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (01b30470-4b96-45cd-9d1e-5c1e4cb38491), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:44.902735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['01b30470-4b96-45cd-9d1e-5c1e4cb38491'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:45.017330 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks [] for port (36ae726c-5a98-4723-868b-b136fbd86c64), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.024736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48876) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:45.113441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb277263-5f3b-4b58-8ca3-a2725d47ab87 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event deleted for resources: {'Port': ['ID=01b30470-4b96-45cd-9d1e-5c1e4cb38491,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:45.170666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-603bae88-9192-4fe5-9309-2f48e5330333 req-3f008bb6-3331-40de-9779-e2a4f4bb44e4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 210 time: 0.0728960 Jan 27 21:42:45.189241 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.265347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e19021-4be7-4c3a-bcbf-69d3249b472a req-fb277263-5f3b-4b58-8ca3-a2725d47ab87 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] No DVR routers for this DVR port 01b30470-4b96-45cd-9d1e-5c1e4cb38491 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:45.275395 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a1e19021-4be7-4c3a-bcbf-69d3249b472a req-fb277263-5f3b-4b58-8ca3-a2725d47ab87 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.287305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1e19021-4be7-4c3a-bcbf-69d3249b472a req-fb277263-5f3b-4b58-8ca3-a2725d47ab87 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.71 "DELETE /v2.0/ports/01b30470-4b96-45cd-9d1e-5c1e4cb38491 HTTP/1.1" status: 204 len: 173 time: 1.7483981 Jan 27 21:42:45.288058 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:45.307950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323d5202-042b-47f6-b8f4-5ee8d15a7057', 'name': 'network-vif-deleted', 'tag': '01b30470-4b96-45cd-9d1e-5c1e4cb38491'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:45.313174 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:45.314591 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f408397f-4594-4f27-98ff-c0769da45b96" -d '{"events": [{"server_uuid": "323d5202-042b-47f6-b8f4-5ee8d15a7057", "name": "network-vif-deleted", "tag": "01b30470-4b96-45cd-9d1e-5c1e4cb38491"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:45.320448 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:45.382416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:45.383854 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.400258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7a0893a-83a7-4eb5-b3ba-f37e30af8175 req-07078554-6f38-43e6-b721-dcc65eef8943 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=323d5202-042b-47f6-b8f4-5ee8d15a7057 HTTP/1.1" status: 200 len: 210 time: 0.1361094 Jan 27 21:42:45.409732 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event updated for resources: {'Port': ['ID=36ae726c-5a98-4723-868b-b136fbd86c64,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:45.524161 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24b4f84-8556-45cb-98bb-45d8e12024d9 x-openstack-request-id: req-d24b4f84-8556-45cb-98bb-45d8e12024d9 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:45.525411 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323d5202-042b-47f6-b8f4-5ee8d15a7057", "name": "network-vif-deleted", "tag": "01b30470-4b96-45cd-9d1e-5c1e4cb38491", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:45.525411 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d24b4f84-8556-45cb-98bb-45d8e12024d9 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:45.525745 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323d5202-042b-47f6-b8f4-5ee8d15a7057', 'name': 'network-vif-deleted', 'tag': '01b30470-4b96-45cd-9d1e-5c1e4cb38491', 'status': 'completed', 'code': 200} Jan 27 21:42:45.537834 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8466e937-2882-42db-ad39-951853ba7e95 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5564873 Jan 27 21:42:45.553579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Request body: {'port': {'device_id': '103ded82-459f-49c9-8b57-411ea83594fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:45.591381 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-762476e0-520c-48b7-93a5-ae8ef951ec56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ceed973d2c604fe997c0533e97d73016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5654807 Jan 27 21:42:45.594229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48894) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:45.640145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.642250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.692018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:45.733467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.733829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.734187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.734551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.734887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.735233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.735576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.735912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.736276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.736617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.736953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.737286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.737619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:42:45.746225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b2f253df-35e0-4810-9f99-78cfa5bb59fa None None] Provisioning complete for port 36ae726c-5a98-4723-868b-b136fbd86c64 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:45.746727 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b2f253df-35e0-4810-9f99-78cfa5bb59fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.797059 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-406b255e-2eba-4161-8db0-baf651f7b6da admin admin] Publish callbacks [] for security_group (6f2ce1d5-ccd8-4a74-8daa-4f789c5797cb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.830288 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b2f253df-35e0-4810-9f99-78cfa5bb59fa None None] Port 36ae726c-5a98-4723-868b-b136fbd86c64 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:42:45.896338 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-406b255e-2eba-4161-8db0-baf651f7b6da admin admin] Publish callbacks [] for security_group (6f2ce1d5-ccd8-4a74-8daa-4f789c5797cb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:45.938384 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.052245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ae726c-5a98-4723-868b-b136fbd86c64 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:46.061111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Publish callbacks [] for port (36ae726c-5a98-4723-868b-b136fbd86c64), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.078055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Transition to ACTIVE for port object 36ae726c-5a98-4723-868b-b136fbd86c64 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:42:46.152882 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.492682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728972e3-3b39-44c8-b985-412d48797961 req-12a82d08-d446-481f-9072-4ea4cf1b1310 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:46.494245 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-728972e3-3b39-44c8-b985-412d48797961 req-12a82d08-d446-481f-9072-4ea4cf1b1310 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 948 time: 0.1974113 Jan 27 21:42:46.538062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-65f31c6c-73df-4a7e-8260-0217dbfc1e57 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:46.540049 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-65f31c6c-73df-4a7e-8260-0217dbfc1e57 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/networks?id=0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c HTTP/1.1" status: 200 len: 821 time: 0.6935859 Jan 27 21:42:46.548193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Pushing event updated for resources: {'Port': ['ID=36ae726c-5a98-4723-868b-b136fbd86c64,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:46.573567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-b1a22ecc-9288-463d-8aef-4a3757ce1614 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/quotas/fa2f6d6e6fd4449ba4f8c43f41262c8c HTTP/1.1" status: 200 len: 375 time: 0.0178587 Jan 27 21:42:46.616330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Attempting to bind port 36ae726c-5a98-4723-868b-b136fbd86c64 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:46.616842 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Attempting to bind port 36ae726c-5a98-4723-868b-b136fbd86c64 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:46.617273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Attempting to bind port 36ae726c-5a98-4723-868b-b136fbd86c64 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:46.623272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Port 36ae726c-5a98-4723-868b-b136fbd86c64 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:42:46.623742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Attempting to bind port 36ae726c-5a98-4723-868b-b136fbd86c64 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:46.630768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:46.631391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:46.631906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:46.632487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Bound port: 36ae726c-5a98-4723-868b-b136fbd86c64, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:46.632955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.647313 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-406b255e-2eba-4161-8db0-baf651f7b6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6f2ce1d5-ccd8-4a74-8daa-4f789c5797cb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.650400 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-406b255e-2eba-4161-8db0-baf651f7b6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.652915 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-406b255e-2eba-4161-8db0-baf651f7b6da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f2ce1d5-ccd8-4a74-8daa-4f789c5797cb HTTP/1.1" status: 204 len: 168 time: 1.0577834 Jan 27 21:42:46.706197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-35d87b48-70f4-45fa-9fb9-5d29d7dff0c0 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa2f6d6e6fd4449ba4f8c43f41262c8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1216130 Jan 27 21:42:46.709837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b255e-2eba-4161-8db0-baf651f7b6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2ce1d5-ccd8-4a74-8daa-4f789c5797cb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:46.732322 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] For port 36ae726c-5a98-4723-868b-b136fbd86c64, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:46.743729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] For port 36ae726c-5a98-4723-868b-b136fbd86c64, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=36ae726c-5a98-4723-868b-b136fbd86c64,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:46.782532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-728972e3-3b39-44c8-b985-412d48797961 req-e491a101-7f9f-423f-baf1-ddb8685980ab tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349219 Jan 27 21:42:46.861423 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:46.885959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router da161030-746c-4e9a-b7a9-0093351a19e9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:46.974793 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Pushing event updated for resources: {'Port': ['ID=36ae726c-5a98-4723-868b-b136fbd86c64,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:47.017674 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:47.018548 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.020465 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-e4bbd29f-a816-4813-96dc-cec41f9d1644 service neutron] 10.222.0.74 "PUT /v2.0/ports/36ae726c-5a98-4723-868b-b136fbd86c64 HTTP/1.1" status: 200 len: 1096 time: 1.4742374 Jan 27 21:42:47.021155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103ded82-459f-49c9-8b57-411ea83594fe', 'tag': '36ae726c-5a98-4723-868b-b136fbd86c64'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:47.027264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 01b30470-4b96-45cd-9d1e-5c1e4cb38491 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:47.035536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-b5ee9e05-b934-4007-989e-202a3f12ff56 service neutron] 10.222.0.61 "GET /v2.0/networks/0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799270 Jan 27 21:42:47.039393 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039f6a64-fd19-4717-9567-09e5f6526c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "103ded82-459f-49c9-8b57-411ea83594fe", "tag": "36ae726c-5a98-4723-868b-b136fbd86c64"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:47.073033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 01b30470-4b96-45cd-9d1e-5c1e4cb38491 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:47.073851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 01b30470-4b96-45cd-9d1e-5c1e4cb38491 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:47.077783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:47.092163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef3f0c-3dad-416b-998e-09782b3ad7fb None None] Sync routers for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:47.112515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9590ebfd-94d5-46a1-bb90-d5c0a505f514 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0708086 Jan 27 21:42:47.115374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48940) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:47.136646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef3f0c-3dad-416b-998e-09782b3ad7fb None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:47.137590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-39ef3f0c-3dad-416b-998e-09782b3ad7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:47.181128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-59e1e570-73ea-46d2-b388-7c1cbf759678 service neutron] 10.222.0.61 "GET /v2.0/networks/0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370094 Jan 27 21:42:47.254587 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efdb954-00a6-44d6-985a-7c86e742da52 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting subnet 9fb65692-381d-425c-8b94-95fcc3ee1473 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:42:47.259577 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0efdb954-00a6-44d6-985a-7c86e742da52 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (9fb65692-381d-425c-8b94-95fcc3ee1473), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.297022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-384bba6d-8c57-4edb-b1fa-70ea86bddbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:47.299662 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-384bba6d-8c57-4edb-b1fa-70ea86bddbe1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 1099 time: 0.1156843 Jan 27 21:42:47.359863 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-7b891c6e-27d7-455b-a138-620191dc7221 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=36ae726c-5a98-4723-868b-b136fbd86c64 HTTP/1.1" status: 200 len: 217 time: 0.0530562 Jan 27 21:42:47.361353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-39ef3f0c-3dad-416b-998e-09782b3ad7fb None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:47.365379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0efdb954-00a6-44d6-985a-7c86e742da52 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (9fb65692-381d-425c-8b94-95fcc3ee1473), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.485298 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-4db5781a-82e5-4eb6-99ca-2a92f442dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:47.486779 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-4db5781a-82e5-4eb6-99ca-2a92f442dd6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1180253 Jan 27 21:42:47.564832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0efdb954-00a6-44d6-985a-7c86e742da52 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (9fb65692-381d-425c-8b94-95fcc3ee1473), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.689125 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67af7930-af49-4d0c-9a79-2d560ffbf550 x-openstack-request-id: req-67af7930-af49-4d0c-9a79-2d560ffbf550 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:47.689425 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103ded82-459f-49c9-8b57-411ea83594fe", "tag": "36ae726c-5a98-4723-868b-b136fbd86c64", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:47.689686 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67af7930-af49-4d0c-9a79-2d560ffbf550 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:47.690100 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103ded82-459f-49c9-8b57-411ea83594fe', 'tag': '36ae726c-5a98-4723-868b-b136fbd86c64', 'status': 'completed', 'code': 200} Jan 27 21:42:47.703370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-0c07cd07-b395-4dfa-9bed-27cec63c8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:47.705970 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-0c07cd07-b395-4dfa-9bed-27cec63c8f18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970019 Jan 27 21:42:47.816537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-39ef3f0c-3dad-416b-998e-09782b3ad7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:45Z', 'revision_number': 10, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:47.825542 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0efdb954-00a6-44d6-985a-7c86e742da52 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (9fb65692-381d-425c-8b94-95fcc3ee1473), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.864646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18914bcb-d081-4636-94aa-81c863c995ba req-12439762-b7f0-4923-a95f-101c6a93445a tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 210 time: 0.0663223 Jan 27 21:42:47.877198 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efdb954-00a6-44d6-985a-7c86e742da52 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb65692-381d-425c-8b94-95fcc3ee1473,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:47.881364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef3f0c-3dad-416b-998e-09782b3ad7fb None None] Checking router: da161030-746c-4e9a-b7a9-0093351a19e9 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:47.893597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ef3f0c-3dad-416b-998e-09782b3ad7fb None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:47.893850 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0efdb954-00a6-44d6-985a-7c86e742da52 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:47.894595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-39ef3f0c-3dad-416b-998e-09782b3ad7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:47.897150 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0efdb954-00a6-44d6-985a-7c86e742da52 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/9fb65692-381d-425c-8b94-95fcc3ee1473 HTTP/1.1" status: 204 len: 168 time: 0.7787855 Jan 27 21:42:47.900032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48976) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:47.901193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8d3d5a-763b-405c-a9b1-ec132ef3321e None None] Network cf7a2f2a-69e3-496a-866c-03b6821b0a14 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:47.971890 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-79cb7722-4b3a-4f2e-9018-ba9d6890fb34 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586684 Jan 27 21:42:48.045648 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (cf7a2f2a-69e3-496a-866c-03b6821b0a14), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.071255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-39ef3f0c-3dad-416b-998e-09782b3ad7fb None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:48.194433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:48.195218 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.238851 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7d4eb12a-bd6b-47e9-b18e-45e798f67b7d req-8ea0a9a9-49b2-4e2b-a460-d6a949e5fb24 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602415 Jan 27 21:42:48.303751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-39ef3f0c-3dad-416b-998e-09782b3ad7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:45Z', 'revision_number': 10, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:48.350157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9116a-a3f1-43b2-a6dd-d9c53d56a1da None None] DHCP port deletion for cf7a2f2a-69e3-496a-866c-03b6821b0a14 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:42:48.351997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ef3f0c-3dad-416b-998e-09782b3ad7fb None None] The sync data for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 is: [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:45Z', 'revision_number': 10, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None, '_interfaces': [{'id': 'd0d562ba-f9d4-428b-9f36-4092d283c0c9', 'name': '', 'network_id': '354ef24c-7d21-4bc4-8fb5-a495a985c516', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'mac_address': 'fa:16:3e:89:c6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:41:56Z', 'updated_at': '2022-01-27T21:42:01Z', 'revision_number': 5, 'project_id': 'a127be392e504f0e944647655bda9f72', 'subnets': [{'id': 'f1a425b6-d9cd-475a-9ed2-29a406dec539', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:48.355597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5,segment=NetworkSegment(23f48613-6335-4f05-9b6d-d22a566f6306),segment_id=23f48613-6335-4f05-9b6d-d22a566f6306)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:48.355925 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.412216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:48.445258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07195a38-cbd3-47a2-88c6-57b1c3834d23 req-1203db56-be3e-4a34-8d7e-ab5f4d919631 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:48.446931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07195a38-cbd3-47a2-88c6-57b1c3834d23 req-1203db56-be3e-4a34-8d7e-ab5f4d919631 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 948 time: 0.1624966 Jan 27 21:42:48.459187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ace9116a-a3f1-43b2-a6dd-d9c53d56a1da None None] Deleting port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:48.460070 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ace9116a-a3f1-43b2-a6dd-d9c53d56a1da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.543870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f6a64-fd19-4717-9567-09e5f6526c7a req-0c57bdae-119a-488c-a0d4-4d380d066daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:48.547611 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-039f6a64-fd19-4717-9567-09e5f6526c7a req-0c57bdae-119a-488c-a0d4-4d380d066daf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 1099 time: 0.1438754 Jan 27 21:42:48.612496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ace9116a-a3f1-43b2-a6dd-d9c53d56a1da None None] For port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5,segment=NetworkSegment(23f48613-6335-4f05-9b6d-d22a566f6306),segment_id=23f48613-6335-4f05-9b6d-d22a566f6306)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:48.613315 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ace9116a-a3f1-43b2-a6dd-d9c53d56a1da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.623733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07195a38-cbd3-47a2-88c6-57b1c3834d23 req-5fbe95d4-ef1f-4846-bd5e-6ed0ad0cbf5e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256907 Jan 27 21:42:48.646087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ace9116a-a3f1-43b2-a6dd-d9c53d56a1da None None] Calling delete_port for e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:48.776467 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f6a64-fd19-4717-9567-09e5f6526c7a req-8a68bf47-e65e-47de-ba3f-db58bf53d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:48.781182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968da1a8-46e9-45e2-9f56-8766beda77a5 req-d401c0cf-0257-4960-8967-f5b4a5618cf6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:48.785058 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-039f6a64-fd19-4717-9567-09e5f6526c7a req-8a68bf47-e65e-47de-ba3f-db58bf53d604 service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2258806 Jan 27 21:42:48.796545 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968da1a8-46e9-45e2-9f56-8766beda77a5 req-d401c0cf-0257-4960-8967-f5b4a5618cf6 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1409228 Jan 27 21:42:48.840157 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ace9116a-a3f1-43b2-a6dd-d9c53d56a1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.849470 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:48.890139 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-039f6a64-fd19-4717-9567-09e5f6526c7a req-254fac19-b6ed-4e28-9a8c-320a08bb4372 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=36ae726c-5a98-4723-868b-b136fbd86c64 HTTP/1.1" status: 200 len: 217 time: 0.0976317 Jan 27 21:42:48.923103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace9116a-a3f1-43b2-a6dd-d9c53d56a1da None None] No DVR routers for this DVR port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:48.936911 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9116a-a3f1-43b2-a6dd-d9c53d56a1da None None] Pushing event deleted for resources: {'Port': ['ID=e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:48.977427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:49.022398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f6a64-fd19-4717-9567-09e5f6526c7a req-54651c8b-1465-49fb-890d-bb0450d0825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:49.031587 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-039f6a64-fd19-4717-9567-09e5f6526c7a req-54651c8b-1465-49fb-890d-bb0450d0825d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1321473 Jan 27 21:42:49.056630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968da1a8-46e9-45e2-9f56-8766beda77a5 req-a296f04b-cbdf-4d8c-aab8-561ebed8556f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531037 Jan 27 21:42:49.063459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No DVR routers for this DVR port e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:49.105163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f6a64-fd19-4717-9567-09e5f6526c7a req-1a742fd5-bf3b-458d-b03f-03d0c13a9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:49.108176 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-039f6a64-fd19-4717-9567-09e5f6526c7a req-1a742fd5-bf3b-458d-b03f-03d0c13a9c95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697300 Jan 27 21:42:49.126676 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09899add-d6e5-4781-b994-2160a54dcfe6 req-d2deb541-1c43-4b38-953f-d5ae41d4c77a tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 210 time: 0.1156170 Jan 27 21:42:49.186646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49006) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:49.217809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (cf7a2f2a-69e3-496a-866c-03b6821b0a14), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.250444 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-039f6a64-fd19-4717-9567-09e5f6526c7a req-1f2ee903-4498-4084-8c5b-18a28fdbac32 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344707 Jan 27 21:42:49.274118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7a2f2a-69e3-496a-866c-03b6821b0a14']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:49.297779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f48613-6335-4f05-9b6d-d22a566f6306') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:49.298225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f48613-6335-4f05-9b6d-d22a566f6306') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:49.334385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (23f48613-6335-4f05-9b6d-d22a566f6306), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.361545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (23f48613-6335-4f05-9b6d-d22a566f6306), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.376294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:42:49.377505 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (23f48613-6335-4f05-9b6d-d22a566f6306), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.377834 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-039f6a64-fd19-4717-9567-09e5f6526c7a req-1865486e-5bc1-45e2-8e28-c644abfe14c5 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206298 Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:42:49.382206 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:42:49.514753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-593233458'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:49.580701 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (cf7a2f2a-69e3-496a-866c-03b6821b0a14), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.587887 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.591323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/networks/cf7a2f2a-69e3-496a-866c-03b6821b0a14 HTTP/1.1" status: 204 len: 168 time: 1.6894784 Jan 27 21:42:49.594237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49014) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:49.604210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77372eec-b800-444d-8584-e728bc3122d1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Network': ['ID=cf7a2f2a-69e3-496a-866c-03b6821b0a14,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:49.724865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Made reservation on behalf of f220f8ba36da4ae79bffe16174bc586c for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:49.730208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.743592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d270b03-abb8-4ba2-9842-50f5ad337bad req-52d7f735-6c0a-4766-9f21-b5a02a2f19fa tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:49.745207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d270b03-abb8-4ba2-9842-50f5ad337bad req-52d7f735-6c0a-4766-9f21-b5a02a2f19fa tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 948 time: 0.0637743 Jan 27 21:42:49.804853 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:49.824794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d270b03-abb8-4ba2-9842-50f5ad337bad req-e2c31cdd-6c0e-4123-8cc4-6f1528e5136a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624304 Jan 27 21:42:49.997183 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks [] for security_group (db211ae0-ba57-4622-982d-68c5e764365c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.081258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:50.148286 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (db211ae0-ba57-4622-982d-68c5e764365c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.154495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:50.154495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e9b7ebfa-b474-4aef-b82b-e8e9a3f254a5 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:50.154693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:50.176989 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8d01e79-b585-4b4f-9cdd-502a2515b96b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.195180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:50.196675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a3e701d0-f0c8-4f60-a3a9-46fb8f7acf92 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:50.249316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:42:50.258440 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-1d794098-a3ca-4117-9a1e-c4f8b8e1aeb2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:50.260493 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-1d794098-a3ca-4117-9a1e-c4f8b8e1aeb2 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.74 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1889284 Jan 27 21:42:50.268692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9acf7902-e811-4398-93dc-85ff4f490471 req-e6a761fc-e7ba-4fcb-994f-ae16b0dba7cd tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 210 time: 0.0363529 Jan 27 21:42:50.296710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f8681-b942-4200-bb60-5210cfbc1757 req-4e795ce1-76c1-4335-9ebe-6e59919b8814 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:50.298924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74f8681-b942-4200-bb60-5210cfbc1757 req-4e795ce1-76c1-4335-9ebe-6e59919b8814 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1037283 Jan 27 21:42:50.395701 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (bea133af-7469-4612-8a43-07e5b795a538), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.396267 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Added segment bea133af-7469-4612-8a43-07e5b795a538 of type vlan for network 90cd6b00-75b8-4732-bdda-2ccaf67c51c0 Jan 27 21:42:50.409076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74f8681-b942-4200-bb60-5210cfbc1757 req-ccb82f6c-39a1-4eec-97a4-7effb49236d1 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984845 Jan 27 21:42:50.430623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db211ae0-ba57-4622-982d-68c5e764365c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:50.501114 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (90cd6b00-75b8-4732-bdda-2ccaf67c51c0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.592705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Deleting port c12e9fa3-297f-4935-930c-1f221c995161 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:50.593042 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c12e9fa3-297f-4935-930c-1f221c995161), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.684201 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (90cd6b00-75b8-4732-bdda-2ccaf67c51c0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.689104 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:50.689758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.805281 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] For port c12e9fa3-297f-4935-930c-1f221c995161, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c12e9fa3-297f-4935-930c-1f221c995161,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:50.805655 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c12e9fa3-297f-4935-930c-1f221c995161), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:50.835123 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Pushing event updated for resources: {'Network': ['ID=90cd6b00-75b8-4732-bdda-2ccaf67c51c0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:50.852024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 90cd6b00-75b8-4732-bdda-2ccaf67c51c0 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:42:50.958305 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-256966bc-b820-4310-b146-8bad159ea519 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7702575 Jan 27 21:42:50.964807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49048) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:50.979196 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-500cef4d-dd1e-4eaf-9b82-9ff8350b6eaa tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Request body: {'subnet': {'network_id': '90cd6b00-75b8-4732-bdda-2ccaf67c51c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:51.003828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd00872-faeb-4569-b25c-36dc14133272 req-dcb02fad-98ca-456d-b84f-9b1b420fba32 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:51.021986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dd00872-faeb-4569-b25c-36dc14133272 req-dcb02fad-98ca-456d-b84f-9b1b420fba32 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 948 time: 0.0877187 Jan 27 21:42:51.206287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dd00872-faeb-4569-b25c-36dc14133272 req-3a6cd297-97f6-44ad-8a82-5d35534e1f31 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802099 Jan 27 21:42:51.212384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-0f98597f-8c72-41b6-8363-e93b7a6ed1e6 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:51.214388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-0f98597f-8c72-41b6-8363-e93b7a6ed1e6 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.74 "GET /v2.0/networks?id=0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c HTTP/1.1" status: 200 len: 821 time: 0.1803637 Jan 27 21:42:51.230999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Request body: {'port': {'device_id': '6081b6fb-f5e2-4227-8ac0-c6339004ac8f', 'network_id': '0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c', 'admin_state_up': True, 'tenant_id': 'fa2f6d6e6fd4449ba4f8c43f41262c8c'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:51.415010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Made reservation on behalf of fa2f6d6e6fd4449ba4f8c43f41262c8c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:51.419622 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.422547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d8d01e79-b585-4b4f-9cdd-502a2515b96b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port d0d562ba-f9d4-428b-9f36-4092d283c0c9 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:51.423041 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8d01e79-b585-4b4f-9cdd-502a2515b96b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.505345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0007aa20-3374-447f-9dd1-ecc754bff586 req-0d3c9dc4-e26f-49d1-be71-0ad41175dc41 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 210 time: 0.0801778 Jan 27 21:42:51.526857 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d8d01e79-b585-4b4f-9cdd-502a2515b96b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port d0d562ba-f9d4-428b-9f36-4092d283c0c9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d0d562ba-f9d4-428b-9f36-4092d283c0c9,segment=NetworkSegment(8ec6308e-6759-4517-a75a-26bc836254d1),segment_id=8ec6308e-6759-4517-a75a-26bc836254d1)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:51.527203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8d01e79-b585-4b4f-9cdd-502a2515b96b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.566073 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d8d01e79-b585-4b4f-9cdd-502a2515b96b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for d0d562ba-f9d4-428b-9f36-4092d283c0c9 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:51.608178 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.608557 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (511c4123-cf01-4118-b48d-11be223fd881), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.609887 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Floating IP 511c4123-cf01-4118-b48d-11be223fd881 disassociated. External IP: 172.25.0.56, port: c12e9fa3-297f-4935-930c-1f221c995161. Jan 27 21:42:51.609887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Calling delete_port for c12e9fa3-297f-4935-930c-1f221c995161 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:51.657769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e837d0-35ff-4b2b-ac8b-f3ee6d81f360 req-c0f6afb8-a49d-44d3-b202-fe627e07b954 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:51.659313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01e837d0-35ff-4b2b-ac8b-f3ee6d81f360 req-c0f6afb8-a49d-44d3-b202-fe627e07b954 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 944 time: 0.1135714 Jan 27 21:42:51.750515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01e837d0-35ff-4b2b-ac8b-f3ee6d81f360 req-83db5107-3e45-47f7-9faf-55fabcc07b92 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups?id=cdfa843c-a294-483d-919c-4ee3537dc9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703707 Jan 27 21:42:51.764911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Allocated IP 172.20.0.8 (0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c/fc5473fa-9e02-49ce-b5e7-16be0c96d10b/3e88a77e-00fe-4cfe-a038-dadd4d8683c3) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:51.812325 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500cef4d-dd1e-4eaf-9b82-9ff8350b6eaa tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Made reservation on behalf of f220f8ba36da4ae79bffe16174bc586c for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:51.816360 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-500cef4d-dd1e-4eaf-9b82-9ff8350b6eaa tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:51.952572 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Publish callbacks [] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.066843 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.074605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 36ae726c-5a98-4723-868b-b136fbd86c64 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:42:52.129217 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c12e9fa3-297f-4935-930c-1f221c995161), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.167315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event deleted for resources: {'Port': ['ID=c12e9fa3-297f-4935-930c-1f221c995161,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:52.182615 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8d01e79-b585-4b4f-9cdd-502a2515b96b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d0d562ba-f9d4-428b-9f36-4092d283c0c9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.244261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Network 0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:52.249010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 36ae726c-5a98-4723-868b-b136fbd86c64, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=36ae726c-5a98-4723-868b-b136fbd86c64,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:52.272249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:52.285678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '36ae726c-5a98-4723-868b-b136fbd86c64', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '36ae726c-5a98-4723-868b-b136fbd86c64', 'mac_address': 'fa:16:3e:1d:00:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:42:52.286928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:52.298156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Pushing event updated for resources: {'Port': ['ID=3e88a77e-00fe-4cfe-a038-dadd4d8683c3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:52.381416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 36ae726c-5a98-4723-868b-b136fbd86c64 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:52.381819 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.413434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ae726c-5a98-4723-868b-b136fbd86c64 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:52.454408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 36ae726c-5a98-4723-868b-b136fbd86c64, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=36ae726c-5a98-4723-868b-b136fbd86c64,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:52.492834 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3218376-dc40-4e39-80b1-031e2997f372 req-8d343eae-0ca0-4d0b-88d6-ba952150fc10 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:52.495157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3218376-dc40-4e39-80b1-031e2997f372 req-8d343eae-0ca0-4d0b-88d6-ba952150fc10 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 948 time: 0.1484237 Jan 27 21:42:52.503320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:52.503320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.524426 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.629963 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3218376-dc40-4e39-80b1-031e2997f372 req-fccd7e6e-4dc9-4b16-9548-2c9df32060b8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171191 Jan 27 21:42:52.631200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=36ae726c-5a98-4723-868b-b136fbd86c64,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:52.703284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-8f497c9b-12b3-4afd-b25e-e5382a3f0180 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4762392 Jan 27 21:42:52.735798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:42:52.746096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d01e79-b585-4b4f-9cdd-502a2515b96b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=d0d562ba-f9d4-428b-9f36-4092d283c0c9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:52.772057 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-500cef4d-dd1e-4eaf-9b82-9ff8350b6eaa tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (dbc64a03-a901-4d4f-9729-a29663699364), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.785324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Request body: {'port': {'device_id': '6081b6fb-f5e2-4227-8ac0-c6339004ac8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:52.955313 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.976052 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8d01e79-b585-4b4f-9cdd-502a2515b96b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (da161030-746c-4e9a-b7a9-0093351a19e9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:52.990887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eb953ea8-7145-4cbd-8e88-08fb6e553f08 req-bf096268-a8f8-4dc9-8144-859d949fb606 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 210 time: 0.0570683 Jan 27 21:42:52.998100 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cef4d-dd1e-4eaf-9b82-9ff8350b6eaa tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Checking segment: {'id': 'bea133af-7469-4612-8a43-07e5b795a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90cd6b00-75b8-4732-bdda-2ccaf67c51c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:52.998470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500cef4d-dd1e-4eaf-9b82-9ff8350b6eaa tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Network hostable DHCP agents. Network: 90cd6b00-75b8-4732-bdda-2ccaf67c51c0, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:42:53.002687 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cef4d-dd1e-4eaf-9b82-9ff8350b6eaa tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Pushing event updated for resources: {'Subnet': ['ID=dbc64a03-a901-4d4f-9729-a29663699364,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:53.021160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83bce9-8ef6-4e23-97a7-b3e46a989d2f req-15d8b92d-11e8-4e38-aba0-47d9597ea1af tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:53.030838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce83bce9-8ef6-4e23-97a7-b3e46a989d2f req-15d8b92d-11e8-4e38-aba0-47d9597ea1af tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 931 time: 0.3263345 Jan 27 21:42:53.076759 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:53.164686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce83bce9-8ef6-4e23-97a7-b3e46a989d2f req-f2095b26-e389-4792-94ba-7a204ae58f8f tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfd26559-cb95-4297-b43f-c2b70d7a22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282609 Jan 27 21:42:53.207524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500cef4d-dd1e-4eaf-9b82-9ff8350b6eaa tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Network 90cd6b00-75b8-4732-bdda-2ccaf67c51c0 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:42:53.263497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d01e79-b585-4b4f-9cdd-502a2515b96b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router da161030-746c-4e9a-b7a9-0093351a19e9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:53.356200 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-500cef4d-dd1e-4eaf-9b82-9ff8350b6eaa tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 90cd6b00-75b8-4732-bdda-2ccaf67c51c0) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:53.361457 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500cef4d-dd1e-4eaf-9b82-9ff8350b6eaa tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:53.362153 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-500cef4d-dd1e-4eaf-9b82-9ff8350b6eaa tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.377173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a48dc1a-3392-4c0c-89db-648062ea347f None None] Network 90cd6b00-75b8-4732-bdda-2ccaf67c51c0 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:53.436797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d01e79-b585-4b4f-9cdd-502a2515b96b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:53.447811 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d8d01e79-b585-4b4f-9cdd-502a2515b96b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8486922 Jan 27 21:42:53.447811 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:53.449146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49098) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:53.452715 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d659e7-1e8b-4ad8-978f-1bb47d8c625f None None] Sync routers for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:53.474434 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d659e7-1e8b-4ad8-978f-1bb47d8c625f None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:53.476030 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-55d659e7-1e8b-4ad8-978f-1bb47d8c625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:53.478190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01882204-a991-42f3-9fab-ca0dbddf3810 None None] Sync routers for ids ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:53.521740 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b42451-802f-4e8b-8cac-50201b65183a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting subnet f1a425b6-d9cd-475a-9ed2-29a406dec539 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:42:53.527622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01882204-a991-42f3-9fab-ca0dbddf3810 None None] Routers {'a504e2d6-bc1e-491f-9e7f-5a58f13648a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:53.532416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-01882204-a991-42f3-9fab-ca0dbddf3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:53.532574 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7b42451-802f-4e8b-8cac-50201b65183a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (f1a425b6-d9cd-475a-9ed2-29a406dec539), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.535224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:42:53.544528 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Publish callbacks [] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.559152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Transition to ACTIVE for port object 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:42:53.581049 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-55d659e7-1e8b-4ad8-978f-1bb47d8c625f None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:53.593419 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7b42451-802f-4e8b-8cac-50201b65183a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (f1a425b6-d9cd-475a-9ed2-29a406dec539), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.635188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-90cd6b00-75b8-4732-bdda-2ccaf67c51c0', 'network_id': '90cd6b00-75b8-4732-bdda-2ccaf67c51c0', 'project_id': 'f220f8ba36da4ae79bffe16174bc586c', 'fixed_ips': [{'subnet_id': 'dbc64a03-a901-4d4f-9729-a29663699364'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:42:53.636057 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.686689 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-55d659e7-1e8b-4ad8-978f-1bb47d8c625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:51Z', 'revision_number': 11, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:53.700329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7b42451-802f-4e8b-8cac-50201b65183a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (f1a425b6-d9cd-475a-9ed2-29a406dec539), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.740513 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-500cef4d-dd1e-4eaf-9b82-9ff8350b6eaa tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7733474 Jan 27 21:42:53.836097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49106) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:53.836097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Request body: {'port': {'network_id': '90cd6b00-75b8-4732-bdda-2ccaf67c51c0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1173478570'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:53.836553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-01882204-a991-42f3-9fab-ca0dbddf3810 None None] Set router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:53.836649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] No DVR routers for this DVR port c12e9fa3-297f-4935-930c-1f221c995161 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:53.840976 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.847900 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f3a00b4e-a327-439e-ace8-62884ce4005a req-0f8d5b1f-4fd7-471e-802f-50ba632e341f tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.74 "DELETE /v2.0/ports/c12e9fa3-297f-4935-930c-1f221c995161 HTTP/1.1" status: 204 len: 173 time: 3.5543566 Jan 27 21:42:53.856221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-deleted', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:53.857495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed731f-663f-4fd6-b807-19900405d227 req-adca4f57-9038-448d-98b4-7590f9a6221b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:53.862115 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db29b48-c6ef-4932-92c1-b2b8cd3f1365" -d '{"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-deleted", "tag": "c12e9fa3-297f-4935-930c-1f221c995161"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:53.864897 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4eed731f-663f-4fd6-b807-19900405d227 req-adca4f57-9038-448d-98b4-7590f9a6221b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 949 time: 0.1460390 Jan 27 21:42:53.906446 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d659e7-1e8b-4ad8-978f-1bb47d8c625f None None] Checking router: da161030-746c-4e9a-b7a9-0093351a19e9 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:53.924422 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d659e7-1e8b-4ad8-978f-1bb47d8c625f None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:53.925053 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-55d659e7-1e8b-4ad8-978f-1bb47d8c625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:53.934182 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:53.946247 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb70617-f0d7-4e86-a233-ee3ab88277b0 x-openstack-request-id: req-bdb70617-f0d7-4e86-a233-ee3ab88277b0 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:53.946556 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d0b8b-760a-486d-b87a-f1349a1b8e35", "name": "network-vif-deleted", "tag": "c12e9fa3-297f-4935-930c-1f221c995161", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:53.946844 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bdb70617-f0d7-4e86-a233-ee3ab88277b0 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:53.947328 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d0b8b-760a-486d-b87a-f1349a1b8e35', 'name': 'network-vif-deleted', 'tag': 'c12e9fa3-297f-4935-930c-1f221c995161', 'status': 'completed', 'code': 200} Jan 27 21:42:53.967909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4eed731f-663f-4fd6-b807-19900405d227 req-284d5b7f-da6f-4858-a920-773745b3e9b1 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967410 Jan 27 21:42:54.021245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7b42451-802f-4e8b-8cac-50201b65183a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (f1a425b6-d9cd-475a-9ed2-29a406dec539), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.121347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 36ae726c-5a98-4723-868b-b136fbd86c64 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:54.124577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b42451-802f-4e8b-8cac-50201b65183a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a425b6-d9cd-475a-9ed2-29a406dec539,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:54.135734 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-55d659e7-1e8b-4ad8-978f-1bb47d8c625f None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:54.161196 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7b42451-802f-4e8b-8cac-50201b65183a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.174582 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a7b42451-802f-4e8b-8cac-50201b65183a tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/f1a425b6-d9cd-475a-9ed2-29a406dec539 HTTP/1.1" status: 204 len: 168 time: 0.7243459 Jan 27 21:42:54.178215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49114) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:54.203655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b58123f-796b-4cfa-a69a-f98d905adf56 None None] Network 354ef24c-7d21-4bc4-8fb5-a495a985c516 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:54.210561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Pushing event updated for resources: {'Port': ['ID=3e88a77e-00fe-4cfe-a038-dadd4d8683c3,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:54.231974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Made reservation on behalf of f220f8ba36da4ae79bffe16174bc586c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:54.239229 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.303833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] device_id is not set on port a84ff1f6-b385-4258-9173-1790f00ed8a9 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:42:54.316936 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-55d659e7-1e8b-4ad8-978f-1bb47d8c625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:51Z', 'revision_number': 11, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:54.327690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-926f8a3c-b7a4-4256-8c25-ed6831cb3a12 req-041cd8c1-6a2d-45fe-9bc2-8ee57033aade tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 210 time: 0.1040251 Jan 27 21:42:54.362137 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (354ef24c-7d21-4bc4-8fb5-a495a985c516), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.402422 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d659e7-1e8b-4ad8-978f-1bb47d8c625f None None] The sync data for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 is: [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:51Z', 'revision_number': 11, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:54.481329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Attempting to bind port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:54.487811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Attempting to bind port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '48d0dc47-2601-44e1-b724-be535af0de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:54.488518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Attempting to bind port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 on network 0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:54.498878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Deleting port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:54.499228 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.514187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 on network 0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:42:54.515462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Attempting to bind port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 on network 0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:54.559454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:54.561108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Checking segment: {'id': '48d0dc47-2601-44e1-b724-be535af0de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:54.561939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Bound using segment: {'id': '48d0dc47-2601-44e1-b724-be535af0de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:54.562755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Bound port: 3e88a77e-00fe-4cfe-a038-dadd4d8683c3, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d0dc47-2601-44e1-b724-be535af0de83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:54.563393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.622378 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] For port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=86d50c75-5ce0-4c6f-a4be-f5499d5be8b5,segment=NetworkSegment(8ec6308e-6759-4517-a75a-26bc836254d1),segment_id=8ec6308e-6759-4517-a75a-26bc836254d1)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:54.623217 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.643028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] For port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:54.648008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] For port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3e88a77e-00fe-4cfe-a038-dadd4d8683c3,segment=NetworkSegment(48d0dc47-2601-44e1-b724-be535af0de83),segment_id=48d0dc47-2601-44e1-b724-be535af0de83)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:54.654399 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Calling delete_port for 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:54.663281 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccca792-ad40-4176-8a21-7d2205f19633 req-005605a4-7d06-4c9b-846d-8b01272197ee tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:54.671011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ccca792-ad40-4176-8a21-7d2205f19633 req-005605a4-7d06-4c9b-846d-8b01272197ee tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 943 time: 0.3868976 Jan 27 21:42:54.733901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ccca792-ad40-4176-8a21-7d2205f19633 req-6d1b3e38-f1e0-4d09-945e-a408b6026058 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfd26559-cb95-4297-b43f-c2b70d7a22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619254 Jan 27 21:42:54.812325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Allocated IP 172.20.0.2 (90cd6b00-75b8-4732-bdda-2ccaf67c51c0/dbc64a03-a901-4d4f-9729-a29663699364/e30948d9-1e85-4294-b544-bd828dc46e8c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:54.943134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-01882204-a991-42f3-9fab-ca0dbddf3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:33:35Z', 'revision_number': 4, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'b7c71146-a356-46ef-9731-c9ad4d8b90ed', 'name': '', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'mac_address': 'fa:16:3e:1b:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:32Z', 'updated_at': '2022-01-27T21:33:41Z', 'revision_number': 5, 'project_id': '59885e32266f4635909c70d7c437905e', 'subnets': [{'id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:54.945458 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:54.953442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01882204-a991-42f3-9fab-ca0dbddf3810 None None] Checking router: a504e2d6-bc1e-491f-9e7f-5a58f13648a7 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:54.974696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01882204-a991-42f3-9fab-ca0dbddf3810 None None] Routers {'a504e2d6-bc1e-491f-9e7f-5a58f13648a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:54.975562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-01882204-a991-42f3-9fab-ca0dbddf3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:54.996019 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86614f9-257e-465a-89e6-867ec02c624e None None] DHCP port deletion for 354ef24c-7d21-4bc4-8fb5-a495a985c516 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:42:55.002772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:55.008521 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.008521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-1be68777-f349-439b-b563-bb155510ebdd service neutron] 10.222.0.74 "PUT /v2.0/ports/3e88a77e-00fe-4cfe-a038-dadd4d8683c3 HTTP/1.1" status: 200 len: 1091 time: 2.2899690 Jan 27 21:42:55.008521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6081b6fb-f5e2-4227-8ac0-c6339004ac8f', 'tag': '3e88a77e-00fe-4cfe-a038-dadd4d8683c3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:55.017062 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0776768-9c89-44fb-a637-8031c03bb867" -d '{"events": [{"name": "network-changed", "server_uuid": "6081b6fb-f5e2-4227-8ac0-c6339004ac8f", "tag": "3e88a77e-00fe-4cfe-a038-dadd4d8683c3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:55.086692 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3e2e09-9e45-4c38-a744-f6c3d3759db8 x-openstack-request-id: req-5e3e2e09-9e45-4c38-a744-f6c3d3759db8 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:55.086692 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6081b6fb-f5e2-4227-8ac0-c6339004ac8f", "tag": "3e88a77e-00fe-4cfe-a038-dadd4d8683c3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:55.086692 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e3e2e09-9e45-4c38-a744-f6c3d3759db8 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:55.086692 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6081b6fb-f5e2-4227-8ac0-c6339004ac8f', 'tag': '3e88a77e-00fe-4cfe-a038-dadd4d8683c3', 'status': 'completed', 'code': 200} Jan 27 21:42:55.123340 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.150976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be68777-f349-439b-b563-bb155510ebdd service neutron] Pushing event updated for resources: {'Port': ['ID=3e88a77e-00fe-4cfe-a038-dadd4d8683c3,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:55.169990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Port': ['ID=86d50c75-5ce0-4c6f-a4be-f5499d5be8b5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:55.172777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No DVR routers for this DVR port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:42:55.193482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029025e3-11da-456b-a146-62ed37b68de8 req-ffe439c9-ee1a-4312-947a-57f565b4442c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:55.194871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-029025e3-11da-456b-a146-62ed37b68de8 req-ffe439c9-ee1a-4312-947a-57f565b4442c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 949 time: 0.1139004 Jan 27 21:42:55.218115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0776768-9c89-44fb-a637-8031c03bb867 req-79c7e51a-c47b-4aa2-8961-b06f0a371eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:55.219821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0776768-9c89-44fb-a637-8031c03bb867 req-79c7e51a-c47b-4aa2-8961-b06f0a371eea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa2f6d6e6fd4449ba4f8c43f41262c8c&device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 1094 time: 0.0842710 Jan 27 21:42:55.282668 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Publish callbacks [] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.294681 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (354ef24c-7d21-4bc4-8fb5-a495a985c516), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.317560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-01882204-a991-42f3-9fab-ca0dbddf3810 None None] Set router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:55.324093 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354ef24c-7d21-4bc4-8fb5-a495a985c516']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:55.339704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-029025e3-11da-456b-a146-62ed37b68de8 req-a4f4323f-0daf-4f56-bf49-f94c5fad97ae tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331701 Jan 27 21:42:55.341249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec6308e-6759-4517-a75a-26bc836254d1') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:55.342195 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec6308e-6759-4517-a75a-26bc836254d1') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:55.358119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (8ec6308e-6759-4517-a75a-26bc836254d1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.359572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 36ae726c-5a98-4723-868b-b136fbd86c64 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:42:55.376745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 36ae726c-5a98-4723-868b-b136fbd86c64 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:55.377137 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.381712 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8ec6308e-6759-4517-a75a-26bc836254d1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.395437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:42:55.396948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (8ec6308e-6759-4517-a75a-26bc836254d1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:42:55.409872 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:42:55.436307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0776768-9c89-44fb-a637-8031c03bb867 req-c374077a-7e23-4aeb-a401-93a69d1e19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:55.437888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0776768-9c89-44fb-a637-8031c03bb867 req-c374077a-7e23-4aeb-a401-93a69d1e19e0 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=fa2f6d6e6fd4449ba4f8c43f41262c8c&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2081459 Jan 27 21:42:55.448658 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.507357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Pushing event updated for resources: {'Port': ['ID=e30948d9-1e85-4294-b544-bd828dc46e8c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:55.511008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c86614f9-257e-465a-89e6-867ec02c624e None None] Deleting port 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:55.511407 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c86614f9-257e-465a-89e6-867ec02c624e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (86d50c75-5ce0-4c6f-a4be-f5499d5be8b5), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.597833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (354ef24c-7d21-4bc4-8fb5-a495a985c516), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.620028 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:55.625574 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/networks/354ef24c-7d21-4bc4-8fb5-a495a985c516 HTTP/1.1" status: 204 len: 168 time: 1.4462788 Jan 27 21:42:55.626505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a369cd-bbac-4815-a968-cc996a200e4c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Pushing event deleted for resources: {'Network': ['ID=354ef24c-7d21-4bc4-8fb5-a495a985c516,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:55.628202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49136) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:55.633758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0fccfe65-71a9-4f8f-98b0-e6fab741725e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'router': {'routes': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server [None req-c86614f9-257e-465a-89e6-867ec02c624e None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 354ef24c-7d21-4bc4-8fb5-a495a985c516 could not be found. Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2006, in delete_port Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1206, in get_network Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 354ef24c-7d21-4bc4-8fb5-a495a985c516 could not be found. Jan 27 21:42:55.674114 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server Jan 27 21:42:55.723216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Network 90cd6b00-75b8-4732-bdda-2ccaf67c51c0 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:55.789088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63780eb1-4cbd-4673-9506-71d79baa276a None None] DHCP port deletion for 354ef24c-7d21-4bc4-8fb5-a495a985c516 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:42:55.809144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:55.815116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:55.848287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.extraroute_db [None req-0fccfe65-71a9-4f8f-98b0-e6fab741725e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Added routes are [] {{(pid=104026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 21:42:55.848601 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.extraroute_db [None req-0fccfe65-71a9-4f8f-98b0-e6fab741725e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Removed routes are [] {{(pid=104026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 21:42:55.848970 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0fccfe65-71a9-4f8f-98b0-e6fab741725e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.002821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Attempting to bind port e30948d9-1e85-4294-b544-bd828dc46e8c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:42:56.004204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Attempting to bind port e30948d9-1e85-4294-b544-bd828dc46e8c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'bea133af-7469-4612-8a43-07e5b795a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90cd6b00-75b8-4732-bdda-2ccaf67c51c0'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:42:56.004674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Attempting to bind port e30948d9-1e85-4294-b544-bd828dc46e8c on network 90cd6b00-75b8-4732-bdda-2ccaf67c51c0 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:42:56.008234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-01882204-a991-42f3-9fab-ca0dbddf3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:33:35Z', 'revision_number': 4, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'b7c71146-a356-46ef-9731-c9ad4d8b90ed', 'name': '', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'mac_address': 'fa:16:3e:1b:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:32Z', 'updated_at': '2022-01-27T21:33:41Z', 'revision_number': 5, 'project_id': '59885e32266f4635909c70d7c437905e', 'subnets': [{'id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:56.053364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 36ae726c-5a98-4723-868b-b136fbd86c64 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:56.053937 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.057397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:42:56.057916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Checking segment: {'id': 'bea133af-7469-4612-8a43-07e5b795a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90cd6b00-75b8-4732-bdda-2ccaf67c51c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:42:56.058418 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.058918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Bound using segment: {'id': 'bea133af-7469-4612-8a43-07e5b795a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90cd6b00-75b8-4732-bdda-2ccaf67c51c0'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:42:56.059562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Bound port: e30948d9-1e85-4294-b544-bd828dc46e8c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea133af-7469-4612-8a43-07e5b795a538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90cd6b00-75b8-4732-bdda-2ccaf67c51c0'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:42:56.060737 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.071375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01882204-a991-42f3-9fab-ca0dbddf3810 None None] The sync data for ids ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'] in n-d-760456-6 is: [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:33:35Z', 'revision_number': 4, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'b7c71146-a356-46ef-9731-c9ad4d8b90ed', 'name': '', 'network_id': '333ccb8f-832b-4b30-aba4-f41314e02720', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'mac_address': 'fa:16:3e:1b:13:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:32Z', 'updated_at': '2022-01-27T21:33:41Z', 'revision_number': 5, 'project_id': '59885e32266f4635909c70d7c437905e', 'subnets': [{'id': 'c74d6c97-4bfa-4bd7-b65e-50c8f0c45527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:56.156689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d0d562ba-f9d4-428b-9f36-4092d283c0c9 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:56.187641 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0fccfe65-71a9-4f8f-98b0-e6fab741725e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.195572 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0fccfe65-71a9-4f8f-98b0-e6fab741725e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.255318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0776768-9c89-44fb-a637-8031c03bb867 req-7c8081ce-904e-49cc-be9b-04eb56a60206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:56.257382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0776768-9c89-44fb-a637-8031c03bb867 req-7c8081ce-904e-49cc-be9b-04eb56a60206 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8106472 Jan 27 21:42:56.262269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Allocated IP 172.20.0.13 (90cd6b00-75b8-4732-bdda-2ccaf67c51c0/dbc64a03-a901-4d4f-9729-a29663699364/a84ff1f6-b385-4258-9173-1790f00ed8a9) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:56.266415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103ded82-459f-49c9-8b57-411ea83594fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ae726c-5a98-4723-868b-b136fbd86c64'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:42:56.270253 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3812d89a-fc34-4844-b5bd-bad2fcccbc33" -d '{"events": [{"server_uuid": "103ded82-459f-49c9-8b57-411ea83594fe", "name": "network-vif-plugged", "status": "completed", "tag": "36ae726c-5a98-4723-868b-b136fbd86c64"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:42:56.320237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: d0d562ba-f9d4-428b-9f36-4092d283c0c9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:56.323951 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d0d562ba-f9d4-428b-9f36-4092d283c0c9 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:56.324649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:56.340837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 36ae726c-5a98-4723-868b-b136fbd86c64, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=36ae726c-5a98-4723-868b-b136fbd86c64,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:56.399304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fccfe65-71a9-4f8f-98b0-e6fab741725e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router da161030-746c-4e9a-b7a9-0093351a19e9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:42:56.447236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:56.456346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 86d50c75-5ce0-4c6f-a4be-f5499d5be8b5 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:56.480604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] For port e30948d9-1e85-4294-b544-bd828dc46e8c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:42:56.496885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] For port e30948d9-1e85-4294-b544-bd828dc46e8c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e30948d9-1e85-4294-b544-bd828dc46e8c,segment=NetworkSegment(bea133af-7469-4612-8a43-07e5b795a538),segment_id=bea133af-7469-4612-8a43-07e5b795a538)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:42:56.498596 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.499677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:42:56.542047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecff922d-d119-4a01-9917-2d70c0f10d0a req-c5f579ca-a972-48c0-8e24-0a4dd8fe1c94 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/ports?device_id=248d0b8b-760a-486d-b87a-f1349a1b8e35 HTTP/1.1" status: 200 len: 210 time: 0.1234968 Jan 27 21:42:56.599836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fccfe65-71a9-4f8f-98b0-e6fab741725e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:56.614264 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0fccfe65-71a9-4f8f-98b0-e6fab741725e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.618043 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0fccfe65-71a9-4f8f-98b0-e6fab741725e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9 HTTP/1.1" status: 200 len: 705 time: 0.9859133 Jan 27 21:42:56.618217 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea978d4-b82a-4064-8fd4-11260dcf416d None None] Sync routers for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:56.618836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49152) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:56.629106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: c12e9fa3-297f-4935-930c-1f221c995161 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:42:56.629461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c12e9fa3-297f-4935-930c-1f221c995161 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:42:56.639060 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea978d4-b82a-4064-8fd4-11260dcf416d None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:56.639796 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-fea978d4-b82a-4064-8fd4-11260dcf416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:56.642012 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.658928 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-670695c9-10c4-4bdd-a60c-14bd5dd1728b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=da161030-746c-4e9a-b7a9-0093351a19e9 HTTP/1.1" status: 200 len: 205 time: 0.0359149 Jan 27 21:42:56.659547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49154) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:56.662642 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c203bf-083e-4936-a32b-9f5735e1dde3 x-openstack-request-id: req-07c203bf-083e-4936-a32b-9f5735e1dde3 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:42:56.663006 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103ded82-459f-49c9-8b57-411ea83594fe", "name": "network-vif-plugged", "status": "completed", "tag": "36ae726c-5a98-4723-868b-b136fbd86c64", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:42:56.663293 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-07c203bf-083e-4936-a32b-9f5735e1dde3 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:42:56.664118 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103ded82-459f-49c9-8b57-411ea83594fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ae726c-5a98-4723-868b-b136fbd86c64', 'code': 200} Jan 27 21:42:56.718454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca90ce-296e-40a0-b34d-3e54472697fa req-e59d606b-c75c-48d9-82e1-6bec2b2c7561 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:56.721654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57ca90ce-296e-40a0-b34d-3e54472697fa req-e59d606b-c75c-48d9-82e1-6bec2b2c7561 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 943 time: 0.2929347 Jan 27 21:42:56.738727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b253b3f-4e2b-4b0d-8b34-7adf6fa00b58 None None] New status for floating IP 511c4123-cf01-4118-b48d-11be223fd881: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:42:56.809964 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-195f214b-ab3c-4b1c-ab2e-9da01a5e38ad tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (da161030-746c-4e9a-b7a9-0093351a19e9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.819773 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-fea978d4-b82a-4064-8fd4-11260dcf416d None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:56.826807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-52b51291-18a3-4a07-a7b5-59286e73e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:56.831772 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-52b51291-18a3-4a07-a7b5-59286e73e1e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fa2f6d6e6fd4449ba4f8c43f41262c8c&device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 1094 time: 0.3974564 Jan 27 21:42:56.899091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01cb44-41d8-4d0c-9ff0-88ee148bd324 req-0667da50-661d-4f89-9e5a-865952303f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:56.900407 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2a01cb44-41d8-4d0c-9ff0-88ee148bd324 req-0667da50-661d-4f89-9e5a-865952303f71 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 1101 time: 0.1703289 Jan 27 21:42:56.906060 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-fea978d4-b82a-4064-8fd4-11260dcf416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:51Z', 'revision_number': 11, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:56.912937 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks [] for port (a84ff1f6-b385-4258-9173-1790f00ed8a9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:56.946464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=36ae726c-5a98-4723-868b-b136fbd86c64,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:57.006626 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea978d4-b82a-4064-8fd4-11260dcf416d None None] Checking router: da161030-746c-4e9a-b7a9-0093351a19e9 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:57.027913 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea978d4-b82a-4064-8fd4-11260dcf416d None None] Routers {'da161030-746c-4e9a-b7a9-0093351a19e9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:57.028620 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-fea978d4-b82a-4064-8fd4-11260dcf416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da161030-746c-4e9a-b7a9-0093351a19e9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:57.051662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57ca90ce-296e-40a0-b34d-3e54472697fa req-03468440-fad4-438c-898a-3694b9968685 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfd26559-cb95-4297-b43f-c2b70d7a22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139036 Jan 27 21:42:57.113350 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-195f214b-ab3c-4b1c-ab2e-9da01a5e38ad tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.161489 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-195f214b-ab3c-4b1c-ab2e-9da01a5e38ad tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (da161030-746c-4e9a-b7a9-0093351a19e9), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.162492 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.170812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abcf21-454d-4a9a-b2cd-dbaa6af95452 None None] Pushing event updated for resources: {'Port': ['ID=e30948d9-1e85-4294-b544-bd828dc46e8c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:57.206417 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-fea978d4-b82a-4064-8fd4-11260dcf416d None None] Set router da161030-746c-4e9a-b7a9-0093351a19e9 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:57.216856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-b23624eb-26c0-44ff-8ba9-a608888471bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e88a77e-00fe-4cfe-a038-dadd4d8683c3 HTTP/1.1" status: 200 len: 217 time: 0.3006158 Jan 27 21:42:57.263346 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2a01cb44-41d8-4d0c-9ff0-88ee148bd324 req-9803a0eb-d049-4993-b204-0a1dbeeb4e51 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566766 Jan 27 21:42:57.311405 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-fea978d4-b82a-4064-8fd4-11260dcf416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:51Z', 'revision_number': 11, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:57.347544 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea978d4-b82a-4064-8fd4-11260dcf416d None None] The sync data for ids ['da161030-746c-4e9a-b7a9-0093351a19e9'] in n-d-760456-6 is: [{'id': 'da161030-746c-4e9a-b7a9-0093351a19e9', 'name': 'tempest-RoutersIpV6Test-router-1092940181', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:41:52Z', 'updated_at': '2022-01-27T21:42:51Z', 'revision_number': 11, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:57.351278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-05fc95da-14d3-48f4-90fe-3d5d1a069b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:57.352862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-05fc95da-14d3-48f4-90fe-3d5d1a069b67 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fc5473fa-9e02-49ce-b5e7-16be0c96d10b HTTP/1.1" status: 200 len: 861 time: 0.1254456 Jan 27 21:42:57.364681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538edd-9cc3-4ecf-b1ca-e0b64c884e29 req-cda2574b-c3b5-47fc-8027-81c083d71cb6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:57.366361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a538edd-9cc3-4ecf-b1ca-e0b64c884e29 req-cda2574b-c3b5-47fc-8027-81c083d71cb6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 950 time: 0.5965705 Jan 27 21:42:57.386941 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-195f214b-ab3c-4b1c-ab2e-9da01a5e38ad tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (da161030-746c-4e9a-b7a9-0093351a19e9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.387499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195f214b-ab3c-4b1c-ab2e-9da01a5e38ad tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Fanout notify agent at l3_agent the message router_deleted on router da161030-746c-4e9a-b7a9-0093351a19e9 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:42:57.394251 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-195f214b-ab3c-4b1c-ab2e-9da01a5e38ad tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.397768 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-195f214b-ab3c-4b1c-ab2e-9da01a5e38ad tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9 HTTP/1.1" status: 204 len: 168 time: 0.7345421 Jan 27 21:42:57.399725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49162) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:57.404473 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2a8be028-7de4-4b52-8e15-2428f42bf9f9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1532753285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:57.427085 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.436608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a538edd-9cc3-4ecf-b1ca-e0b64c884e29 req-4245622e-af8c-4e29-9075-596124ca605f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619929 Jan 27 21:42:57.485659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-5da61046-5e3f-42eb-890e-1bb4a40c1d1e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323682 Jan 27 21:42:57.547197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a84ff1f6-b385-4258-9173-1790f00ed8a9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.564819 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a8be028-7de4-4b52-8e15-2428f42bf9f9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (57d79baa-1f31-40bb-af84-05b64aa32127), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.566037 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a8be028-7de4-4b52-8e15-2428f42bf9f9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (57d79baa-1f31-40bb-af84-05b64aa32127), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.661766 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a8be028-7de4-4b52-8e15-2428f42bf9f9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (57d79baa-1f31-40bb-af84-05b64aa32127), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.662460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Pushing event updated for resources: {'Port': ['ID=a84ff1f6-b385-4258-9173-1790f00ed8a9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:57.675236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Network 90cd6b00-75b8-4732-bdda-2ccaf67c51c0 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:57.678557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:57.682547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:57.687979 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-80ff27e6-de94-4529-bfda-0fabf35c779d service neutron] 10.222.0.74 "GET /v2.0/networks/0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970406 Jan 27 21:42:57.730740 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a8be028-7de4-4b52-8e15-2428f42bf9f9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (57d79baa-1f31-40bb-af84-05b64aa32127), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.739362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49174) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:57.833948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a8be028-7de4-4b52-8e15-2428f42bf9f9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.835450 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2a8be028-7de4-4b52-8e15-2428f42bf9f9 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4346349 Jan 27 21:42:57.838630 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49178) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:57.843581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5dd2c831-a9d6-402e-bb7f-e65ac604b58b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:57.881548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62959fc5-adb0-4f76-887f-2f97f6f1a8a9 req-f5d88484-d883-4dcb-b272-5c1a2d25a1d7 service neutron] 10.222.0.74 "GET /v2.0/networks/0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737936 Jan 27 21:42:57.930684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:57.933750 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:57.967890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fee00881-065b-4c3b-9992-7413fdae9200 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for security_group (cdfa843c-a294-483d-919c-4ee3537dc9a3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.043966 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fee00881-065b-4c3b-9992-7413fdae9200 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for security_group (cdfa843c-a294-483d-919c-4ee3537dc9a3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.060998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5fe93ec3-3fc5-4cd4-94a7-019772c19648 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3069761 Jan 27 21:42:58.064381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49184) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:58.071827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Request body: {'port': {'network_id': '90cd6b00-75b8-4732-bdda-2ccaf67c51c0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1105108470', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:42:58.075688 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.api.validators [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] bootfile-name is not in valid_values {{(pid=104027) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:42:58.076032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.api.validators [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] tftp-server is not in valid_values {{(pid=104027) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:42:58.076422 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.api.validators [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] server-ip-address is not in valid_values {{(pid=104027) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:42:58.218483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e30948d9-1e85-4294-b544-bd828dc46e8c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:42:58.380887 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c831-a9d6-402e-bb7f-e65ac604b58b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (57d79baa-1f31-40bb-af84-05b64aa32127), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.382936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e30948d9-1e85-4294-b544-bd828dc46e8c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:58.383316 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.406234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ae06a-7c20-407a-9c36-a7c634128c11 req-ef284731-d2b0-4898-abde-db6df0437e14 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:58.407879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e8ae06a-7c20-407a-9c36-a7c634128c11 req-ef284731-d2b0-4898-abde-db6df0437e14 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 943 time: 0.0897498 Jan 27 21:42:58.469884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e8ae06a-7c20-407a-9c36-a7c634128c11 req-04edd0d3-4c3c-4f8d-80a2-7e1f4c800942 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfd26559-cb95-4297-b43f-c2b70d7a22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469778 Jan 27 21:42:58.521364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e30948d9-1e85-4294-b544-bd828dc46e8c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:58.521769 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.551085 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c831-a9d6-402e-bb7f-e65ac604b58b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (57d79baa-1f31-40bb-af84-05b64aa32127), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.551287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fee00881-065b-4c3b-9992-7413fdae9200 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (cdfa843c-a294-483d-919c-4ee3537dc9a3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.561466 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fee00881-065b-4c3b-9992-7413fdae9200 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.561466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fee00881-065b-4c3b-9992-7413fdae9200 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "DELETE /v2.0/security-groups/cdfa843c-a294-483d-919c-4ee3537dc9a3 HTTP/1.1" status: 204 len: 168 time: 0.8112016 Jan 27 21:42:58.561834 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49196) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:58.576766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0191d9d7-0794-4294-a4b1-a9f15ff4fd27 None None] get_active_networks_info from n-d-760456-6 {{(pid=104028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:42:58.590010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Made reservation on behalf of f220f8ba36da4ae79bffe16174bc586c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:42:58.596512 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.598287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee00881-065b-4c3b-9992-7413fdae9200 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfa843c-a294-483d-919c-4ee3537dc9a3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:58.612540 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port e30948d9-1e85-4294-b544-bd828dc46e8c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e30948d9-1e85-4294-b544-bd828dc46e8c,segment=NetworkSegment(bea133af-7469-4612-8a43-07e5b795a538),segment_id=bea133af-7469-4612-8a43-07e5b795a538)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:42:58.632051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] device_id is not set on port b3e1d435-e69f-4414-b5f3-b17ab007aa03 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:42:58.677100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f5e3d-affb-4761-90db-e6b537546341 req-dc7b9866-bba2-48b1-96ba-922a11ea927c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:58.682698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe7f5e3d-affb-4761-90db-e6b537546341 req-dc7b9866-bba2-48b1-96ba-922a11ea927c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 950 time: 0.1450150 Jan 27 21:42:58.707386 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2e64452e-ad7d-4c8b-9efb-42244069cd14 None None] Provisioning complete for port e30948d9-1e85-4294-b544-bd828dc46e8c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:42:58.708210 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2e64452e-ad7d-4c8b-9efb-42244069cd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.816946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2e64452e-ad7d-4c8b-9efb-42244069cd14 None None] Current status of the port e30948d9-1e85-4294-b544-bd828dc46e8c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:42:58.817752 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2e64452e-ad7d-4c8b-9efb-42244069cd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:58.824847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Allocated IP 172.20.0.12 (90cd6b00-75b8-4732-bdda-2ccaf67c51c0/dbc64a03-a901-4d4f-9729-a29663699364/b3e1d435-e69f-4414-b5f3-b17ab007aa03) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:42:58.859656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0191d9d7-0794-4294-a4b1-a9f15ff4fd27 None None] Resources bound (agent type, host, resource id): {{(pid=104028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 21:42:59.004529 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.013051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe7f5e3d-affb-4761-90db-e6b537546341 req-989cc1e1-1be3-4498-ba70-f8846cb5f286 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998896 Jan 27 21:42:59.060774 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-d51976a9-c010-48db-bf24-bfa19b13eb07 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] show failed (client error): The resource could not be found. Jan 27 21:42:59.061818 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d51976a9-c010-48db-bf24-bfa19b13eb07 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "GET /v2.0/security-groups/cdfa843c-a294-483d-919c-4ee3537dc9a3 HTTP/1.1" status: 404 len: 347 time: 0.4980021 Jan 27 21:42:59.066937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49200) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:59.127721 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks [] for port (b3e1d435-e69f-4414-b5f3-b17ab007aa03), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.180504 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd2c831-a9d6-402e-bb7f-e65ac604b58b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Router 57d79baa-1f31-40bb-af84-05b64aa32127 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:42:59.295993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=e30948d9-1e85-4294-b544-bd828dc46e8c,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:59.296950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-67d0100b-1c95-4052-9919-704a18193937 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Deleting port ae639151-f8ca-42d7-a6fa-78e76835ccea {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:42:59.297297 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67d0100b-1c95-4052-9919-704a18193937 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ae639151-f8ca-42d7-a6fa-78e76835ccea), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.313032 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd2c831-a9d6-402e-bb7f-e65ac604b58b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:42:59.324854 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27103db-6a60-4abe-9b1e-fd1848d03175 None None] Sync routers for ids ['57d79baa-1f31-40bb-af84-05b64aa32127'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:42:59.336410 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5dd2c831-a9d6-402e-bb7f-e65ac604b58b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.338485 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5dd2c831-a9d6-402e-bb7f-e65ac604b58b tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "PUT /v2.0/routers/57d79baa-1f31-40bb-af84-05b64aa32127 HTTP/1.1" status: 200 len: 698 time: 1.4979620 Jan 27 21:42:59.343990 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27103db-6a60-4abe-9b1e-fd1848d03175 None None] Routers {'57d79baa-1f31-40bb-af84-05b64aa32127'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:59.344667 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d27103db-6a60-4abe-9b1e-fd1848d03175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['57d79baa-1f31-40bb-af84-05b64aa32127'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:59.348831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49208) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:59.428772 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-d27103db-6a60-4abe-9b1e-fd1848d03175 None None] Set router 57d79baa-1f31-40bb-af84-05b64aa32127 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:59.432758 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-2e64452e-ad7d-4c8b-9efb-42244069cd14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:42:59.433492 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-2e64452e-ad7d-4c8b-9efb-42244069cd14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:42:59.457481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7177d7f-e003-4282-b222-7853c8716670 None None] Network 90cd6b00-75b8-4732-bdda-2ccaf67c51c0 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:42:59.487229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49216) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:59.487878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8742255c-4c6f-496e-b0c2-828f08246409 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/routers/57d79baa-1f31-40bb-af84-05b64aa32127 HTTP/1.1" status: 200 len: 704 time: 0.1376147 Jan 27 21:42:59.488951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b3e1d435-e69f-4414-b5f3-b17ab007aa03), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.512278 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d27103db-6a60-4abe-9b1e-fd1848d03175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d79baa-1f31-40bb-af84-05b64aa32127', 'name': 'tempest-RoutersIpV6Test-router-1532753285', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:57Z', 'updated_at': '2022-01-27T21:42:58Z', 'revision_number': 2, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:59.546020 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d80f87cd-5f9b-4df1-a618-3cced06934d7 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=57d79baa-1f31-40bb-af84-05b64aa32127 HTTP/1.1" status: 200 len: 205 time: 0.0575669 Jan 27 21:42:59.549042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49218) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:42:59.553785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Network 90cd6b00-75b8-4732-bdda-2ccaf67c51c0 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:42:59.567525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:42:59.579250 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27103db-6a60-4abe-9b1e-fd1848d03175 None None] Checking router: 57d79baa-1f31-40bb-af84-05b64aa32127 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:42:59.581791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:42:59.590738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Pushing event updated for resources: {'Port': ['ID=b3e1d435-e69f-4414-b5f3-b17ab007aa03,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:42:59.610179 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27103db-6a60-4abe-9b1e-fd1848d03175 None None] Routers {'57d79baa-1f31-40bb-af84-05b64aa32127'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:42:59.611278 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d27103db-6a60-4abe-9b1e-fd1848d03175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['57d79baa-1f31-40bb-af84-05b64aa32127'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:59.626263 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67d0100b-1c95-4052-9919-704a18193937 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ae639151-f8ca-42d7-a6fa-78e76835ccea), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.626632 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67d0100b-1c95-4052-9919-704a18193937 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for floatingip (ae639151-f8ca-42d7-a6fa-78e76835ccea), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.687460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-67d0100b-1c95-4052-9919-704a18193937 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Calling delete_port for ae639151-f8ca-42d7-a6fa-78e76835ccea owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:42:59.724718 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b2e6-356b-4797-a762-173a5965b187 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (57d79baa-1f31-40bb-af84-05b64aa32127), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.749854 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-d27103db-6a60-4abe-9b1e-fd1848d03175 None None] Set router 57d79baa-1f31-40bb-af84-05b64aa32127 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:42:59.833267 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d27103db-6a60-4abe-9b1e-fd1848d03175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d79baa-1f31-40bb-af84-05b64aa32127', 'name': 'tempest-RoutersIpV6Test-router-1532753285', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:57Z', 'updated_at': '2022-01-27T21:42:58Z', 'revision_number': 2, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:42:59.881227 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27103db-6a60-4abe-9b1e-fd1848d03175 None None] The sync data for ids ['57d79baa-1f31-40bb-af84-05b64aa32127'] in n-d-760456-6 is: [{'id': '57d79baa-1f31-40bb-af84-05b64aa32127', 'name': 'tempest-RoutersIpV6Test-router-1532753285', 'tenant_id': 'a127be392e504f0e944647655bda9f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:42:57Z', 'updated_at': '2022-01-27T21:42:58Z', 'revision_number': 2, 'project_id': 'a127be392e504f0e944647655bda9f72', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:42:59.896881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:59.897918 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:42:59.956715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b829-9097-44a1-a888-c6a3e9b39e0e req-557c4efc-6292-45bf-8d8e-9f51b1e937eb tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:42:59.959087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5f3b829-9097-44a1-a888-c6a3e9b39e0e req-557c4efc-6292-45bf-8d8e-9f51b1e937eb tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 943 time: 0.3279197 Jan 27 21:43:00.005329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a329b4f2-c3c8-4b90-a97f-4d21eb9319ed tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.9395041 Jan 27 21:43:00.007801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49222) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.015758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2e64452e-ad7d-4c8b-9efb-42244069cd14 None None] Current status of the port e30948d9-1e85-4294-b544-bd828dc46e8c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:00.088835 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67d0100b-1c95-4052-9919-704a18193937 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ae639151-f8ca-42d7-a6fa-78e76835ccea), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.109007 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b2e6-356b-4797-a762-173a5965b187 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (57d79baa-1f31-40bb-af84-05b64aa32127), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.111555 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b2e6-356b-4797-a762-173a5965b187 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router_controller (57d79baa-1f31-40bb-af84-05b64aa32127), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.117235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:00.125009 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e30948d9-1e85-4294-b544-bd828dc46e8c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:00.171621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0100b-1c95-4052-9919-704a18193937 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Pushing event deleted for resources: {'Port': ['ID=ae639151-f8ca-42d7-a6fa-78e76835ccea,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:00.218414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5f3b829-9097-44a1-a888-c6a3e9b39e0e req-f23b7563-0f5a-4c31-9f34-8503350ae3ff tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfd26559-cb95-4297-b43f-c2b70d7a22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515779 Jan 27 21:43:00.283327 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b2e6-356b-4797-a762-173a5965b187 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (57d79baa-1f31-40bb-af84-05b64aa32127), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.284394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f9b2e6-356b-4797-a762-173a5965b187 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Fanout notify agent at l3_agent the message router_deleted on router 57d79baa-1f31-40bb-af84-05b64aa32127 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:43:00.293508 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b2e6-356b-4797-a762-173a5965b187 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.304482 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a8f9b2e6-356b-4797-a762-173a5965b187 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/57d79baa-1f31-40bb-af84-05b64aa32127 HTTP/1.1" status: 204 len: 168 time: 0.7445288 Jan 27 21:43:00.305831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49230) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.328662 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67d0100b-1c95-4052-9919-704a18193937 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks [] for floatingip (511c4123-cf01-4118-b48d-11be223fd881), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.332630 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67d0100b-1c95-4052-9919-704a18193937 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.334323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-67d0100b-1c95-4052-9919-704a18193937 tempest-ServerActionsTestJSON-1034264172 tempest-ServerActionsTestJSON-1034264172-project] 10.222.0.61 "DELETE /v2.0/floatingips/511c4123-cf01-4118-b48d-11be223fd881 HTTP/1.1" status: 204 len: 168 time: 1.2664089 Jan 27 21:43:00.348824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d087573-a560-42ae-af27-ce370cc9cdad tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:00.354770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d087573-a560-42ae-af27-ce370cc9cdad tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:00.360433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d087573-a560-42ae-af27-ce370cc9cdad tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:00.362525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d087573-a560-42ae-af27-ce370cc9cdad tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3535769 Jan 27 21:43:00.373747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49232) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.379019 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-04136b3e-4ed2-4428-ab68-42f47e9ea0fd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=57d79baa-1f31-40bb-af84-05b64aa32127 HTTP/1.1" status: 200 len: 205 time: 0.0704262 Jan 27 21:43:00.380808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49238) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.381351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49240) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.468410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3e88a77e-00fe-4cfe-a038-dadd4d8683c3,segment=NetworkSegment(48d0dc47-2601-44e1-b724-be535af0de83),segment_id=48d0dc47-2601-44e1-b724-be535af0de83)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:00.484378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '3e88a77e-00fe-4cfe-a038-dadd4d8683c3', 'network_id': '0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c', 'port_id': '3e88a77e-00fe-4cfe-a038-dadd4d8683c3', 'mac_address': 'fa:16:3e:74:2e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5473fa-9e02-49ce-b5e7-16be0c96d10b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:00.498332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab587fe-24d8-4fba-bd0f-2c10f40fd7da req-a032e55b-3831-450b-8f8d-bb52db459a60 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:00.503686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fab587fe-24d8-4fba-bd0f-2c10f40fd7da req-a032e55b-3831-450b-8f8d-bb52db459a60 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 950 time: 0.1799779 Jan 27 21:43:00.504252 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5b8c81b8-3239-44f3-8ca4-b3574289dc10 None None] Provisioning complete for port b3e1d435-e69f-4414-b5f3-b17ab007aa03 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:00.504634 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b8c81b8-3239-44f3-8ca4-b3574289dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b3e1d435-e69f-4414-b5f3-b17ab007aa03), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.508808 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-ca7d711e-e9e7-476b-a8cc-9254fd8a9483 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] delete failed (client error): The resource could not be found. Jan 27 21:43:00.510560 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ca7d711e-e9e7-476b-a8cc-9254fd8a9483 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/57d79baa-1f31-40bb-af84-05b64aa32127 HTTP/1.1" status: 404 len: 336 time: 0.1261964 Jan 27 21:43:00.514814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49246) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.568708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c81b8-3239-44f3-8ca4-b3574289dc10 None None] Port b3e1d435-e69f-4414-b5f3-b17ab007aa03 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:00.586616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e30948d9-1e85-4294-b544-bd828dc46e8c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:00.586997 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.595428 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee36470-9497-4ccc-98cb-c3ebcfc23e91 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] DELETE failed (client error): The resource could not be found. Jan 27 21:43:00.595428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee36470-9497-4ccc-98cb-c3ebcfc23e91 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:43:00.602229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5ee36470-9497-4ccc-98cb-c3ebcfc23e91 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/93d37e09-bed3-49ab-91f6-e02a12a544e0 HTTP/1.1" status: 404 len: 337 time: 0.0863516 Jan 27 21:43:00.607421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49248) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.638147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:00.638147 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.652871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:00.665189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5b8c81b8-3239-44f3-8ca4-b3574289dc10 None None] Provisioning complete for port a84ff1f6-b385-4258-9173-1790f00ed8a9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:00.665587 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b8c81b8-3239-44f3-8ca4-b3574289dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a84ff1f6-b385-4258-9173-1790f00ed8a9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.737356 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49140bc-b5a5-4330-ad4e-c8cff219f553 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] DELETE failed (client error): The resource could not be found. Jan 27 21:43:00.740942 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bbb04865-1451-48f6-ab9f-2a8975c3b4f8 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Deleting port b3e1d435-e69f-4414-b5f3-b17ab007aa03 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:00.745113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3e88a77e-00fe-4cfe-a038-dadd4d8683c3,segment=NetworkSegment(48d0dc47-2601-44e1-b724-be535af0de83),segment_id=48d0dc47-2601-44e1-b724-be535af0de83)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:00.745677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49140bc-b5a5-4330-ad4e-c8cff219f553 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:43:00.746276 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bbb04865-1451-48f6-ab9f-2a8975c3b4f8 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b3e1d435-e69f-4414-b5f3-b17ab007aa03), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.758553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a49140bc-b5a5-4330-ad4e-c8cff219f553 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/ff72e503-46a1-43ad-9bba-4c24d1bd56f0 HTTP/1.1" status: 404 len: 337 time: 0.1488206 Jan 27 21:43:00.771356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49252) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.800969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c81b8-3239-44f3-8ca4-b3574289dc10 None None] Port a84ff1f6-b385-4258-9173-1790f00ed8a9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:00.863587 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-906081e7-d327-4021-af81-b59935ff62a8 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] DELETE failed (client error): The resource could not be found. Jan 27 21:43:00.864049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906081e7-d327-4021-af81-b59935ff62a8 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:43:00.878439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-906081e7-d327-4021-af81-b59935ff62a8 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/9fb65692-381d-425c-8b94-95fcc3ee1473 HTTP/1.1" status: 404 len: 337 time: 0.1145124 Jan 27 21:43:00.887036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49258) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:00.896648 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.903060 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5b8c81b8-3239-44f3-8ca4-b3574289dc10 None None] Provisioning complete for port e30948d9-1e85-4294-b544-bd828dc46e8c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:00.903434 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b8c81b8-3239-44f3-8ca4-b3574289dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:00.914010 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fab587fe-24d8-4fba-bd0f-2c10f40fd7da req-d926c372-b409-4a14-a28e-28f43b4c51ea tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008880 Jan 27 21:43:00.954245 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6473598-8a96-4e1c-b6ef-1cc8dd5515a1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] DELETE failed (client error): The resource could not be found. Jan 27 21:43:00.954245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6473598-8a96-4e1c-b6ef-1cc8dd5515a1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:43:00.954245 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d6473598-8a96-4e1c-b6ef-1cc8dd5515a1 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/f1a425b6-d9cd-475a-9ed2-29a406dec539 HTTP/1.1" status: 404 len: 337 time: 0.0641613 Jan 27 21:43:00.963716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49260) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.029978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-63d5e285-8955-4a74-8ab2-bbce2b616c28 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=da161030-746c-4e9a-b7a9-0093351a19e9 HTTP/1.1" status: 200 len: 205 time: 0.0680315 Jan 27 21:43:01.033930 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49266) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.049710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e30948d9-1e85-4294-b544-bd828dc46e8c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:01.082264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=3e88a77e-00fe-4cfe-a038-dadd4d8683c3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:01.110740 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-1776efe1-692c-43eb-bb58-5946ac38c3b0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] delete failed (client error): The resource could not be found. Jan 27 21:43:01.111978 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1776efe1-692c-43eb-bb58-5946ac38c3b0 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/da161030-746c-4e9a-b7a9-0093351a19e9 HTTP/1.1" status: 404 len: 336 time: 0.0750828 Jan 27 21:43:01.115150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49270) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.174653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['3e88a77e-00fe-4cfe-a038-dadd4d8683c3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:01.187760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d63303d6-e613-4688-9104-522704148cb8 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=89820f57-e708-407a-a46b-5b92dd863d2d HTTP/1.1" status: 200 len: 205 time: 0.0714927 Jan 27 21:43:01.195548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49272) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.271786 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-88d4754e-183a-4e96-80ee-ce2e7f4d47a4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] delete failed (client error): The resource could not be found. Jan 27 21:43:01.272931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-88d4754e-183a-4e96-80ee-ce2e7f4d47a4 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/89820f57-e708-407a-a46b-5b92dd863d2d HTTP/1.1" status: 404 len: 336 time: 0.0763175 Jan 27 21:43:01.276715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49276) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.288797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c81b8-3239-44f3-8ca4-b3574289dc10 None None] Current status of the port e30948d9-1e85-4294-b544-bd828dc46e8c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:01.334889 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed88a116-8237-49a6-b993-283002d7911c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] DELETE failed (client error): The resource could not be found. Jan 27 21:43:01.335362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed88a116-8237-49a6-b993-283002d7911c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:43:01.345987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ed88a116-8237-49a6-b993-283002d7911c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/15f10422-c353-4066-aa50-b34eb74b06ff HTTP/1.1" status: 404 len: 337 time: 0.0679736 Jan 27 21:43:01.348468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49278) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.372698 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bbb04865-1451-48f6-ab9f-2a8975c3b4f8 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b3e1d435-e69f-4414-b5f3-b17ab007aa03), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.423360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f8a60ee6-7241-42cc-b04e-6daa9d4c4a3c tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b77cb8c4-0d3a-4036-b203-d2fb80644d9e HTTP/1.1" status: 200 len: 205 time: 0.0716588 Jan 27 21:43:01.447643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49282) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.498755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc23c5-d4c5-43f9-b37a-554c4f2e6110 req-38533890-0bde-492c-9815-e7daeb7a5f6c tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:01.504664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecbc23c5-d4c5-43f9-b37a-554c4f2e6110 req-38533890-0bde-492c-9815-e7daeb7a5f6c tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 944 time: 0.1386950 Jan 27 21:43:01.515251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ca49650b-1b7f-4515-b88a-5c77f322121f None None] Provisioning complete for port b3e1d435-e69f-4414-b5f3-b17ab007aa03 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:01.515708 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca49650b-1b7f-4515-b88a-5c77f322121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b3e1d435-e69f-4414-b5f3-b17ab007aa03), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.522675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bbb04865-1451-48f6-ab9f-2a8975c3b4f8 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Calling delete_port for b3e1d435-e69f-4414-b5f3-b17ab007aa03 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:01.633547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ca49650b-1b7f-4515-b88a-5c77f322121f None None] Port b3e1d435-e69f-4414-b5f3-b17ab007aa03 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:01.679273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ca49650b-1b7f-4515-b88a-5c77f322121f None None] Provisioning complete for port a84ff1f6-b385-4258-9173-1790f00ed8a9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:01.680001 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca49650b-1b7f-4515-b88a-5c77f322121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a84ff1f6-b385-4258-9173-1790f00ed8a9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.704565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecbc23c5-d4c5-43f9-b37a-554c4f2e6110 req-6806cca3-3e04-44e9-a5ef-c3d1af5e19ff tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfd26559-cb95-4297-b43f-c2b70d7a22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747363 Jan 27 21:43:01.717877 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-2b728efb-18c7-4636-b577-15bb84cadae5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] delete failed (client error): The resource could not be found. Jan 27 21:43:01.719688 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2b728efb-18c7-4636-b577-15bb84cadae5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/b77cb8c4-0d3a-4036-b203-d2fb80644d9e HTTP/1.1" status: 404 len: 336 time: 0.2276225 Jan 27 21:43:01.722471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49288) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.741297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bbb04865-1451-48f6-ab9f-2a8975c3b4f8 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b3e1d435-e69f-4414-b5f3-b17ab007aa03), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.749493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ca49650b-1b7f-4515-b88a-5c77f322121f None None] Port a84ff1f6-b385-4258-9173-1790f00ed8a9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:01.795390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61baa9-325f-489a-b901-59e351415b3a req-e3b6e085-89e6-422c-a47c-6a9e62c7e05f tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:01.816031 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e61baa9-325f-489a-b901-59e351415b3a req-e3b6e085-89e6-422c-a47c-6a9e62c7e05f tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 1101 time: 0.2521441 Jan 27 21:43:01.834796 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb04865-1451-48f6-ab9f-2a8975c3b4f8 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Pushing event deleted for resources: {'Port': ['ID=b3e1d435-e69f-4414-b5f3-b17ab007aa03,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:01.846446 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4e61baa9-325f-489a-b901-59e351415b3a req-c13e7c9c-627b-4a64-9ec8-bfde375c7fc1 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.861259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-547c5d46-a478-49e8-9410-12bf77f06cb3 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=121da6fd-49c5-4bd5-8a27-d87c0118c07b HTTP/1.1" status: 200 len: 205 time: 0.1332991 Jan 27 21:43:01.876650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49292) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.961079 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-4da21094-b149-4946-bb8e-912d46347db6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] delete failed (client error): The resource could not be found. Jan 27 21:43:01.965317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49294) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:01.965505 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4da21094-b149-4946-bb8e-912d46347db6 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/121da6fd-49c5-4bd5-8a27-d87c0118c07b HTTP/1.1" status: 404 len: 336 time: 0.0876436 Jan 27 21:43:01.983880 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bbb04865-1451-48f6-ab9f-2a8975c3b4f8 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:01.992745 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bbb04865-1451-48f6-ab9f-2a8975c3b4f8 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] 10.222.0.61 "DELETE /v2.0/ports/b3e1d435-e69f-4414-b5f3-b17ab007aa03 HTTP/1.1" status: 204 len: 168 time: 1.6098254 Jan 27 21:43:01.994321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49296) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:02.000343 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-87d1218d-e642-4b2a-88e5-9d744f639f42 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Request body: {'port': {'name': 'tempest-new-port-name-561065867', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:02.000747 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.api.validators [None req-87d1218d-e642-4b2a-88e5-9d744f639f42 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] bootfile-name is not in valid_values {{(pid=104026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:43:02.001152 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.api.validators [None req-87d1218d-e642-4b2a-88e5-9d744f639f42 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] tftp-server is not in valid_values {{(pid=104026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:43:02.001623 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.api.validators [None req-87d1218d-e642-4b2a-88e5-9d744f639f42 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] server-ip-address is not in valid_values {{(pid=104026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 27 21:43:02.021412 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-17048c13-ab65-4fda-a33a-248dd1bb8950 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] DELETE failed (client error): The resource could not be found. Jan 27 21:43:02.021908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17048c13-ab65-4fda-a33a-248dd1bb8950 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:43:02.025323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-17048c13-ab65-4fda-a33a-248dd1bb8950 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/ae5afba0-2adf-462c-82c5-d165f69fca98 HTTP/1.1" status: 404 len: 337 time: 0.0588751 Jan 27 21:43:02.035136 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49298) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:02.047766 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4e61baa9-325f-489a-b901-59e351415b3a req-c13e7c9c-627b-4a64-9ec8-bfde375c7fc1 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] Publish callbacks [] for security_group (df854e63-b22d-4b95-af16-6a6b29e0d347), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.057472 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4f9da57-1598-4b84-9a2d-3639784593aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.100885 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4e61baa9-325f-489a-b901-59e351415b3a req-c13e7c9c-627b-4a64-9ec8-bfde375c7fc1 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (df854e63-b22d-4b95-af16-6a6b29e0d347), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.131210 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bf7d646d-501a-4a92-8065-bde2f735f00e tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=48bdc58a-0329-4dd4-9e52-613e7b8dadb5 HTTP/1.1" status: 200 len: 205 time: 0.0946383 Jan 27 21:43:02.136454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:02.137130 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49302) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:02.206535 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-6efb21bd-50cd-4068-bba7-5c4550e2a474 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] delete failed (client error): The resource could not be found. Jan 27 21:43:02.210915 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6efb21bd-50cd-4068-bba7-5c4550e2a474 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/48bdc58a-0329-4dd4-9e52-613e7b8dadb5 HTTP/1.1" status: 404 len: 336 time: 0.0706642 Jan 27 21:43:02.211517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49308) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:02.214741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e61baa9-325f-489a-b901-59e351415b3a req-c13e7c9c-627b-4a64-9ec8-bfde375c7fc1 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978047 Jan 27 21:43:02.228654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e7c9c-627b-4a64-9ec8-bfde375c7fc1 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df854e63-b22d-4b95-af16-6a6b29e0d347,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:02.254789 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca3eb513-9b9a-4c44-b381-19572e282dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.273056 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-440ab985-3d98-4ecd-95ed-27e32069d098 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] DELETE failed (client error): The resource could not be found. Jan 27 21:43:02.273582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440ab985-3d98-4ecd-95ed-27e32069d098 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:43:02.279063 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-440ab985-3d98-4ecd-95ed-27e32069d098 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/0374a58e-c53a-40bc-a82f-1efe91e02abd HTTP/1.1" status: 404 len: 337 time: 0.0608559 Jan 27 21:43:02.282185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49312) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:02.289643 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87d1218d-e642-4b2a-88e5-9d744f639f42 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a84ff1f6-b385-4258-9173-1790f00ed8a9), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.321727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2a253a1c-7271-4a48-87a5-783b6be718fd tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea6d854d-2c29-4ea2-857f-170227ed96bf HTTP/1.1" status: 200 len: 205 time: 0.0366731 Jan 27 21:43:02.322801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49316) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:02.367169 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-d9059d7b-ff27-4359-a105-0d83f1a44e84 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] delete failed (client error): The resource could not be found. Jan 27 21:43:02.368745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d9059d7b-ff27-4359-a105-0d83f1a44e84 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/routers/ea6d854d-2c29-4ea2-857f-170227ed96bf HTTP/1.1" status: 404 len: 336 time: 0.0446846 Jan 27 21:43:02.371495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49318) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:02.386513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:02.392737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:02.393168 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.406811 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a5068a-2dc9-4385-b8c5-c81d5f7f35c5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] DELETE failed (client error): The resource could not be found. Jan 27 21:43:02.407286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a5068a-2dc9-4385-b8c5-c81d5f7f35c5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:43:02.411459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c3a5068a-2dc9-4385-b8c5-c81d5f7f35c5 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/d7d91924-e608-46c8-937f-16c7b480e3a1 HTTP/1.1" status: 404 len: 337 time: 0.0391941 Jan 27 21:43:02.417867 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49320) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:02.496422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:02.496783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.508969 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7cf53e-c859-4e29-8f86-b24716e0f516 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] DELETE failed (client error): The resource could not be found. Jan 27 21:43:02.509618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7cf53e-c859-4e29-8f86-b24716e0f516 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:43:02.515793 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fe7cf53e-c859-4e29-8f86-b24716e0f516 tempest-RoutersIpV6Test-2099392261 tempest-RoutersIpV6Test-2099392261-project] 10.222.0.61 "DELETE /v2.0/subnets/3a88ae95-6b5b-46de-ae1b-c09f9f8f2a9c HTTP/1.1" status: 404 len: 337 time: 0.0939600 Jan 27 21:43:02.543251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3e88a77e-00fe-4cfe-a038-dadd4d8683c3,segment=NetworkSegment(48d0dc47-2601-44e1-b724-be535af0de83),segment_id=48d0dc47-2601-44e1-b724-be535af0de83)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:02.544706 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6081b6fb-f5e2-4227-8ac0-c6339004ac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e88a77e-00fe-4cfe-a038-dadd4d8683c3'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:02.547434 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8303d161-b0f8-4b76-b491-ef037cbc5d53" -d '{"events": [{"server_uuid": "6081b6fb-f5e2-4227-8ac0-c6339004ac8f", "name": "network-vif-plugged", "status": "completed", "tag": "3e88a77e-00fe-4cfe-a038-dadd4d8683c3"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:02.615559 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f79a92-4e32-451f-91ed-550583198037 x-openstack-request-id: req-85f79a92-4e32-451f-91ed-550583198037 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:02.615919 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6081b6fb-f5e2-4227-8ac0-c6339004ac8f", "name": "network-vif-plugged", "status": "completed", "tag": "3e88a77e-00fe-4cfe-a038-dadd4d8683c3", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:02.617657 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85f79a92-4e32-451f-91ed-550583198037 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:02.617657 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6081b6fb-f5e2-4227-8ac0-c6339004ac8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e88a77e-00fe-4cfe-a038-dadd4d8683c3', 'code': 200} Jan 27 21:43:02.659280 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.765670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=3e88a77e-00fe-4cfe-a038-dadd4d8683c3,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:02.766998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e2741-c8eb-417c-a769-de434737bf32 req-da7619b6-ef41-462f-973b-16f60c94660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:02.773374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a5e2741-c8eb-417c-a769-de434737bf32 req-da7619b6-ef41-462f-973b-16f60c94660f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 1096 time: 0.0936484 Jan 27 21:43:02.813409 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87d1218d-e642-4b2a-88e5-9d744f639f42 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks [] for port (a84ff1f6-b385-4258-9173-1790f00ed8a9), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.837570 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9da57-1598-4b84-9a2d-3639784593aa admin admin] Deleting port b7c71146-a356-46ef-9731-c9ad4d8b90ed {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:02.837924 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4f9da57-1598-4b84-9a2d-3639784593aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.864209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-3ddce0a0-9b6a-4764-b83f-ef596ee3636a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553131 Jan 27 21:43:02.892703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a5e2741-c8eb-417c-a769-de434737bf32 req-796f69a2-931c-4f7b-9bfd-8b8efcdbae7b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=cfd26559-cb95-4297-b43f-c2b70d7a22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119666 Jan 27 21:43:02.926329 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-e4f9da57-1598-4b84-9a2d-3639784593aa admin admin] For port b7c71146-a356-46ef-9731-c9ad4d8b90ed, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b7c71146-a356-46ef-9731-c9ad4d8b90ed,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:02.926688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4f9da57-1598-4b84-9a2d-3639784593aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.941801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9da57-1598-4b84-9a2d-3639784593aa admin admin] Calling delete_port for b7c71146-a356-46ef-9731-c9ad4d8b90ed owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:02.956832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87d1218d-e642-4b2a-88e5-9d744f639f42 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a84ff1f6-b385-4258-9173-1790f00ed8a9), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:02.989272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b2274-ba57-47ee-b702-be6213fb29b1 req-e59f0956-7064-401a-b912-5c380c2d8182 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:02.996602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c9b2274-ba57-47ee-b702-be6213fb29b1 req-e59f0956-7064-401a-b912-5c380c2d8182 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 945 time: 0.1643260 Jan 27 21:43:03.059409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c9b2274-ba57-47ee-b702-be6213fb29b1 req-e86cca28-1116-4037-abd6-bc334f84d3a2 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfd26559-cb95-4297-b43f-c2b70d7a22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618038 Jan 27 21:43:03.164179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-f374795d-04e4-4389-886f-8775ab4a3be8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:03.174133 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-f374795d-04e4-4389-886f-8775ab4a3be8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2895312 Jan 27 21:43:03.200248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-fc12159f-7abe-44d4-ac7f-4591ab031b40 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/quotas/e1f36125a6d449cf9bc19f725983dd58 HTTP/1.1" status: 200 len: 375 time: 0.0251386 Jan 27 21:43:03.278743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-0c021565-2969-4687-b894-5adaa91d7f11 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733535 Jan 27 21:43:03.282966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49352) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:03.464704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c86f2812-1edb-4163-9939-7513ab8e1e0c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a127be392e504f0e944647655bda9f72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1805305 Jan 27 21:43:03.467081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49358) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:03.489795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5b0c1b8b-6636-47fc-8863-ddf85e54da6a None None] Provisioning complete for port a84ff1f6-b385-4258-9173-1790f00ed8a9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:03.491856 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1b8b-6636-47fc-8863-ddf85e54da6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a84ff1f6-b385-4258-9173-1790f00ed8a9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.532183 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d60eb5a9-719d-4f1e-936c-4526200a4a27 admin admin] Publish callbacks [] for security_group (16acb45c-f914-40e2-943c-5d7d7c978ce8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.561768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c1b8b-6636-47fc-8863-ddf85e54da6a None None] Port a84ff1f6-b385-4258-9173-1790f00ed8a9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:03.563168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1218d-e642-4b2a-88e5-9d744f639f42 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Pushing event updated for resources: {'Port': ['ID=a84ff1f6-b385-4258-9173-1790f00ed8a9,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:03.568045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d60eb5a9-719d-4f1e-936c-4526200a4a27 admin admin] Publish callbacks [] for security_group (16acb45c-f914-40e2-943c-5d7d7c978ce8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.576993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-87d1218d-e642-4b2a-88e5-9d744f639f42 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] In _notify_port_updated(), no bound segment for port a84ff1f6-b385-4258-9173-1790f00ed8a9 on network 90cd6b00-75b8-4732-bdda-2ccaf67c51c0 {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:43:03.582116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d1218d-e642-4b2a-88e5-9d744f639f42 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:03.582841 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87d1218d-e642-4b2a-88e5-9d744f639f42 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.584273 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-87d1218d-e642-4b2a-88e5-9d744f639f42 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] 10.222.0.61 "PUT /v2.0/ports/a84ff1f6-b385-4258-9173-1790f00ed8a9 HTTP/1.1" status: 200 len: 1136 time: 1.5889740 Jan 27 21:43:03.587720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49360) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:03.671859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72a42c3-2242-4dfe-a170-a2371d6c1868 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:03.673286 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b72a42c3-2242-4dfe-a170-a2371d6c1868 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] 10.222.0.61 "GET /v2.0/ports/a84ff1f6-b385-4258-9173-1790f00ed8a9 HTTP/1.1" status: 200 len: 1136 time: 0.0846019 Jan 27 21:43:03.677468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49362) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:03.734636 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d60eb5a9-719d-4f1e-936c-4526200a4a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (16acb45c-f914-40e2-943c-5d7d7c978ce8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.738067 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d60eb5a9-719d-4f1e-936c-4526200a4a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.744568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d60eb5a9-719d-4f1e-936c-4526200a4a27 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16acb45c-f914-40e2-943c-5d7d7c978ce8 HTTP/1.1" status: 204 len: 168 time: 0.2739060 Jan 27 21:43:03.762940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60eb5a9-719d-4f1e-936c-4526200a4a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16acb45c-f914-40e2-943c-5d7d7c978ce8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:03.826734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b47a283c-8b77-43d8-b1ad-ea32dfda35e9 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Deleting port a84ff1f6-b385-4258-9173-1790f00ed8a9 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:03.827744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b47a283c-8b77-43d8-b1ad-ea32dfda35e9 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a84ff1f6-b385-4258-9173-1790f00ed8a9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.881749 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4f9da57-1598-4b84-9a2d-3639784593aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b7c71146-a356-46ef-9731-c9ad4d8b90ed), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:03.916880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9da57-1598-4b84-9a2d-3639784593aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c71146-a356-46ef-9731-c9ad4d8b90ed,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:04.018058 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b47a283c-8b77-43d8-b1ad-ea32dfda35e9 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a84ff1f6-b385-4258-9173-1790f00ed8a9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.041633 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b47a283c-8b77-43d8-b1ad-ea32dfda35e9 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Calling delete_port for a84ff1f6-b385-4258-9173-1790f00ed8a9 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:04.241191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee875422-4a30-4d94-a4d9-25f5a79592c5 req-7ea29634-6d54-418d-8f72-1a25208aec44 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:04.245000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee875422-4a30-4d94-a4d9-25f5a79592c5 req-7ea29634-6d54-418d-8f72-1a25208aec44 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 945 time: 0.0912220 Jan 27 21:43:04.289627 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4f9da57-1598-4b84-9a2d-3639784593aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.351855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee875422-4a30-4d94-a4d9-25f5a79592c5 req-12c889f8-80ff-45e1-94a8-868e515e3281 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfd26559-cb95-4297-b43f-c2b70d7a22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972176 Jan 27 21:43:04.382854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bfefc90-3524-4e56-ad1e-2f52474293db req-91453f5c-d241-4418-a626-deb50b32be48 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 210 time: 0.0610042 Jan 27 21:43:04.583284 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f9da57-1598-4b84-9a2d-3639784593aa admin admin] Router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:04.588486 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b47a283c-8b77-43d8-b1ad-ea32dfda35e9 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a84ff1f6-b385-4258-9173-1790f00ed8a9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.637851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a283c-8b77-43d8-b1ad-ea32dfda35e9 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Pushing event deleted for resources: {'Port': ['ID=a84ff1f6-b385-4258-9173-1790f00ed8a9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:04.774077 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b47a283c-8b77-43d8-b1ad-ea32dfda35e9 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.779820 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b47a283c-8b77-43d8-b1ad-ea32dfda35e9 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] 10.222.0.61 "DELETE /v2.0/ports/a84ff1f6-b385-4258-9173-1790f00ed8a9 HTTP/1.1" status: 204 len: 168 time: 1.0992403 Jan 27 21:43:04.780946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49396) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:04.808484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f9da57-1598-4b84-9a2d-3639784593aa admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:04.816233 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e4f9da57-1598-4b84-9a2d-3639784593aa admin admin] 10.222.0.61 "PUT /v2.0/routers/a504e2d6-bc1e-491f-9e7f-5a58f13648a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4464698 Jan 27 21:43:04.818694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49402) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:04.819712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775fee3-da5b-4013-85db-d8330605d090 None None] Sync routers for ids ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:04.871673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775fee3-da5b-4013-85db-d8330605d090 None None] Routers {'a504e2d6-bc1e-491f-9e7f-5a58f13648a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:04.873730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-6775fee3-da5b-4013-85db-d8330605d090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:42:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:04.927342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeac4e61-9c58-42c5-9580-e5ce1e7bcf9f tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Deleting subnet dbc64a03-a901-4d4f-9729-a29663699364 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:04.935695 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aeac4e61-9c58-42c5-9580-e5ce1e7bcf9f tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks [] for subnet (dbc64a03-a901-4d4f-9729-a29663699364), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:04.971748 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Publish callbacks [] for router (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.021867 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:43:05.023848 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aeac4e61-9c58-42c5-9580-e5ce1e7bcf9f tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (dbc64a03-a901-4d4f-9729-a29663699364), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.109312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-6775fee3-da5b-4013-85db-d8330605d090 None None] Set router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:05.109967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Publish callbacks [] for router_gateway (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.168513 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-573da02f-a065-41fd-a607-1393c14c2afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.179149 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aeac4e61-9c58-42c5-9580-e5ce1e7bcf9f tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (dbc64a03-a901-4d4f-9729-a29663699364), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.316880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-6775fee3-da5b-4013-85db-d8330605d090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:43:03Z', 'revision_number': 5, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port': {'id': 'e487dab3-f4d0-40ea-8bd4-58aeee92a21d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:33:24Z', 'updated_at': '2022-01-27T21:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:05.325467 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Deleting port e487dab3-f4d0-40ea-8bd4-58aeee92a21d {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:05.331088 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.356705 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aeac4e61-9c58-42c5-9580-e5ce1e7bcf9f tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (dbc64a03-a901-4d4f-9729-a29663699364), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.373574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775fee3-da5b-4013-85db-d8330605d090 None None] Checking router: a504e2d6-bc1e-491f-9e7f-5a58f13648a7 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:05.383614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775fee3-da5b-4013-85db-d8330605d090 None None] Routers {'a504e2d6-bc1e-491f-9e7f-5a58f13648a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:05.384354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-6775fee3-da5b-4013-85db-d8330605d090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:05.415516 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aeac4e61-9c58-42c5-9580-e5ce1e7bcf9f tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.436835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-aeac4e61-9c58-42c5-9580-e5ce1e7bcf9f tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] 10.222.0.61 "DELETE /v2.0/subnets/dbc64a03-a901-4d4f-9729-a29663699364 HTTP/1.1" status: 204 len: 168 time: 0.6545327 Jan 27 21:43:05.437630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49426) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:05.474600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a851a-2c30-4507-a115-9ff00aa2992c None None] Network 90cd6b00-75b8-4732-bdda-2ccaf67c51c0 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:05.480096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac4e61-9c58-42c5-9580-e5ce1e7bcf9f tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc64a03-a901-4d4f-9729-a29663699364,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:05.545901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] For port e487dab3-f4d0-40ea-8bd4-58aeee92a21d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e487dab3-f4d0-40ea-8bd4-58aeee92a21d,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:05.546463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.561349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Calling delete_port for e487dab3-f4d0-40ea-8bd4-58aeee92a21d owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:05.584821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cca3bb6e-2cc9-45f8-849b-7cc2a7adc3e7 req-74c610dc-2515-45ae-bee5-21a055252742 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 210 time: 0.1071122 Jan 27 21:43:05.626404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-6775fee3-da5b-4013-85db-d8330605d090 None None] Set router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:05.661777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc884f-e2e1-4673-bef6-7c4633a64dd3 req-c95ff883-aff8-4fe2-8154-708788247751 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:05.663342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7fdc884f-e2e1-4673-bef6-7c4633a64dd3 req-c95ff883-aff8-4fe2-8154-708788247751 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 945 time: 0.1607563 Jan 27 21:43:05.669122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (90cd6b00-75b8-4732-bdda-2ccaf67c51c0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.687457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-6775fee3-da5b-4013-85db-d8330605d090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:43:05Z', 'revision_number': 6, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:05.719623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6775fee3-da5b-4013-85db-d8330605d090 None None] The sync data for ids ['a504e2d6-bc1e-491f-9e7f-5a58f13648a7'] in n-d-760456-6 is: [{'id': 'a504e2d6-bc1e-491f-9e7f-5a58f13648a7', 'name': 'tempest-ServerActionsTestJSON-1023164878-router', 'tenant_id': '59885e32266f4635909c70d7c437905e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:33:22Z', 'updated_at': '2022-01-27T21:43:05Z', 'revision_number': 6, 'project_id': '59885e32266f4635909c70d7c437905e', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:05.721268 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49430) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:05.784754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7fdc884f-e2e1-4673-bef6-7c4633a64dd3 req-9aa2b263-cfb4-4184-a218-faa5b131018c tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfd26559-cb95-4297-b43f-c2b70d7a22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117485 Jan 27 21:43:05.805069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Deleting port e30948d9-1e85-4294-b544-bd828dc46e8c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:05.805805 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.890523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'network': {'name': 'tempest-RoutersTest-438568754'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:05.918676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] For port e30948d9-1e85-4294-b544-bd828dc46e8c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e30948d9-1e85-4294-b544-bd828dc46e8c,segment=NetworkSegment(bea133af-7469-4612-8a43-07e5b795a538),segment_id=bea133af-7469-4612-8a43-07e5b795a538)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:05.919214 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:05.940339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Calling delete_port for e30948d9-1e85-4294-b544-bd828dc46e8c owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:06.011264 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.037406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:06.037888 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e487dab3-f4d0-40ea-8bd4-58aeee92a21d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.041328 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.055863 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.076390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Pushing event deleted for resources: {'Port': ['ID=e487dab3-f4d0-40ea-8bd4-58aeee92a21d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:06.120620 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e30948d9-1e85-4294-b544-bd828dc46e8c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.135204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146231d0-6d6d-4d12-9b45-7dc056f95c86 None None] DHCP port deletion for 90cd6b00-75b8-4732-bdda-2ccaf67c51c0 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:43:06.208675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] No DVR routers for this DVR port e30948d9-1e85-4294-b544-bd828dc46e8c on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:06.244534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Pushing event deleted for resources: {'Port': ['ID=e30948d9-1e85-4294-b544-bd828dc46e8c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:06.292248 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.307607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for security_group (92d929af-7687-47ef-aebf-d1923db20444), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.425925 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (92d929af-7687-47ef-aebf-d1923db20444), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.478404 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.481506 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Publish callbacks [] for router_controller (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.511294 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (90cd6b00-75b8-4732-bdda-2ccaf67c51c0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.544825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:06.566773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d929af-7687-47ef-aebf-d1923db20444,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:06.572174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cd6b00-75b8-4732-bdda-2ccaf67c51c0']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:06.582368 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3e7016b7-2126-4d39-b4d6-d4625d16a999), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.582889 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Added segment 3e7016b7-2126-4d39-b4d6-d4625d16a999 of type vlan for network 7b4a46ba-c161-4eec-bc45-ab8928f237e9 Jan 27 21:43:06.592212 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea133af-7469-4612-8a43-07e5b795a538') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:06.592510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea133af-7469-4612-8a43-07e5b795a538') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:06.611504 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (bea133af-7469-4612-8a43-07e5b795a538), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.626219 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (a504e2d6-bc1e-491f-9e7f-5a58f13648a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.626913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a504e2d6-bc1e-491f-9e7f-5a58f13648a7 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:43:06.638513 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.638513 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e6ba65fe-ea44-4ac3-862f-949d8103cfcb admin admin] 10.222.0.61 "DELETE /v2.0/routers/a504e2d6-bc1e-491f-9e7f-5a58f13648a7 HTTP/1.1" status: 204 len: 168 time: 1.8168736 Jan 27 21:43:06.647204 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49472) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:06.656673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b7c71146-a356-46ef-9731-c9ad4d8b90ed no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:06.672397 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (bea133af-7469-4612-8a43-07e5b795a538), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.685307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (7b4a46ba-c161-4eec-bc45-ab8928f237e9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.693490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:06.701774 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (bea133af-7469-4612-8a43-07e5b795a538), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.705599 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: b7c71146-a356-46ef-9731-c9ad4d8b90ed {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:06.706183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b7c71146-a356-46ef-9731-c9ad4d8b90ed not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:06.706785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e30948d9-1e85-4294-b544-bd828dc46e8c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:06.709940 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:06.741776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdccea36-1b6d-475f-9f23-f1f078a0cb85 admin admin] Deleting subnet c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:06.751089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e30948d9-1e85-4294-b544-bd828dc46e8c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:06.751441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e30948d9-1e85-4294-b544-bd828dc46e8c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:06.757641 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdccea36-1b6d-475f-9f23-f1f078a0cb85 admin admin] Publish callbacks [] for subnet (c74d6c97-4bfa-4bd7-b65e-50c8f0c45527), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.804217 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-647411ed-b4cc-4dd7-9205-848eeab81f90 req-1f66d55b-e207-4f5f-80a5-ba6e4db92e24 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 210 time: 0.0755994 Jan 27 21:43:06.805562 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdccea36-1b6d-475f-9f23-f1f078a0cb85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (c74d6c97-4bfa-4bd7-b65e-50c8f0c45527), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.891560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdccea36-1b6d-475f-9f23-f1f078a0cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (c74d6c97-4bfa-4bd7-b65e-50c8f0c45527), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.911648 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (90cd6b00-75b8-4732-bdda-2ccaf67c51c0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.913559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (7b4a46ba-c161-4eec-bc45-ab8928f237e9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.919241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:06.926931 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.940463 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:06.947538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] 10.222.0.61 "DELETE /v2.0/networks/90cd6b00-75b8-4732-bdda-2ccaf67c51c0 HTTP/1.1" status: 204 len: 168 time: 1.4772022 Jan 27 21:43:07.039536 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdccea36-1b6d-475f-9f23-f1f078a0cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (c74d6c97-4bfa-4bd7-b65e-50c8f0c45527), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.086717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3611727 Jan 27 21:43:07.108750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49482) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:07.109964 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccea36-1b6d-475f-9f23-f1f078a0cb85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c74d6c97-4bfa-4bd7-b65e-50c8f0c45527,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:07.119816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c481910d-cf96-4cbb-b50a-6487959fead9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'network': {'name': 'tempest-RoutersTest-304690320'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:07.128046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909e8eb-1cec-4eff-abf3-4ecf6cda1338 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Network': ['ID=7b4a46ba-c161-4eec-bc45-ab8928f237e9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:07.135559 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdccea36-1b6d-475f-9f23-f1f078a0cb85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.139979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce218b-a6ea-4183-8f78-9163b5ddea27 None None] Network 333ccb8f-832b-4b30-aba4-f41314e02720 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:07.143491 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bdccea36-1b6d-475f-9f23-f1f078a0cb85 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c74d6c97-4bfa-4bd7-b65e-50c8f0c45527 HTTP/1.1" status: 204 len: 168 time: 0.4950218 Jan 27 21:43:07.151912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49484) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:07.169594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295546fe-1783-441e-a430-b726e2f06237 tempest-ExtraDHCPOptionsTestJSON-921759267 tempest-ExtraDHCPOptionsTestJSON-921759267-project] Pushing event deleted for resources: {'Network': ['ID=90cd6b00-75b8-4732-bdda-2ccaf67c51c0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:07.213204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb73c0-86ca-4887-8395-e8a39b1e6d1a req-5b281c42-565b-42e0-9652-cca5cccbc5c0 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:07.225918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6fb73c0-86ca-4887-8395-e8a39b1e6d1a req-5b281c42-565b-42e0-9652-cca5cccbc5c0 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 945 time: 0.1721449 Jan 27 21:43:07.287229 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (333ccb8f-832b-4b30-aba4-f41314e02720), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.294215 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6fb73c0-86ca-4887-8395-e8a39b1e6d1a req-67af6bf6-1954-43b2-b1f7-c6ed3c898e56 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfd26559-cb95-4297-b43f-c2b70d7a22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670302 Jan 27 21:43:07.345467 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Deleting port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:07.345808 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.361720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c481910d-cf96-4cbb-b50a-6487959fead9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:07.364949 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c481910d-cf96-4cbb-b50a-6487959fead9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.392535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 7b4a46ba-c161-4eec-bc45-ab8928f237e9 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:07.437706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] For port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=13a7add8-bc8c-4bab-bfe5-a6bba0b7a526,segment=NetworkSegment(5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d),segment_id=5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:07.438067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.447792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c481910d-cf96-4cbb-b50a-6487959fead9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:07.459255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Calling delete_port for 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:07.471528 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c481910d-cf96-4cbb-b50a-6487959fead9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (857186b3-6598-4836-ab50-2fb6a9a96f42), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.471884 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-c481910d-cf96-4cbb-b50a-6487959fead9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Added segment 857186b3-6598-4836-ab50-2fb6a9a96f42 of type vlan for network 249e26c7-9642-4914-bb05-37bab7f01542 Jan 27 21:43:07.507034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-1eac9c60-7cbd-4b36-8db7-245800a209f1 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357921 Jan 27 21:43:07.574200 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c481910d-cf96-4cbb-b50a-6487959fead9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (249e26c7-9642-4914-bb05-37bab7f01542), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.587004 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.680648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-fdc90993-43f8-4bb0-998a-368cf4a3e8c7 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:07.685305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-fdc90993-43f8-4bb0-998a-368cf4a3e8c7 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700633 Jan 27 21:43:07.687640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49492) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:07.700039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Request body: {'port': {'device_id': 'c2e17bea-3d36-4fa9-b384-d4a1bc6b2426', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'e1f36125a6d449cf9bc19f725983dd58'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:07.715074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff71cd4-ea85-485d-9939-7615a3a71968 None None] DHCP port deletion for 333ccb8f-832b-4b30-aba4-f41314e02720 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:43:07.717199 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c481910d-cf96-4cbb-b50a-6487959fead9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (249e26c7-9642-4914-bb05-37bab7f01542), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.724327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c481910d-cf96-4cbb-b50a-6487959fead9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:07.724583 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c481910d-cf96-4cbb-b50a-6487959fead9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.781099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bff71cd4-ea85-485d-9939-7615a3a71968 None None] Deleting port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:07.781472 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bff71cd4-ea85-485d-9939-7615a3a71968 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.806468 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:07.812043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49496) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:07.870249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a7add8-bc8c-4bab-bfe5-a6bba0b7a526,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:07.881641 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481910d-cf96-4cbb-b50a-6487959fead9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Network': ['ID=249e26c7-9642-4914-bb05-37bab7f01542,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:07.883828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] No DVR routers for this DVR port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:07.912529 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c481910d-cf96-4cbb-b50a-6487959fead9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7988849 Jan 27 21:43:07.923624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49502) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:07.929898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-17024a02-f0f4-4881-8f82-c412f865efc2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'subnet': {'network_id': '7b4a46ba-c161-4eec-bc45-ab8928f237e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:07.932731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 249e26c7-9642-4914-bb05-37bab7f01542 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:07.972274 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (333ccb8f-832b-4b30-aba4-f41314e02720), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.041229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65297572-9983-4307-96ee-2b06645be9e9 req-a8925eef-36a2-4742-8149-f65399369487 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 210 time: 0.0523326 Jan 27 21:43:08.046055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Made reservation on behalf of e1f36125a6d449cf9bc19f725983dd58 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:08.047883 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-8c2444e0-5736-408a-ae33-aeae66e4a543 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477037 Jan 27 21:43:08.051920 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.066760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bff71cd4-ea85-485d-9939-7615a3a71968 None None] For port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526, host n-d-760456-6, got binding levels [] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:08.067283 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bff71cd4-ea85-485d-9939-7615a3a71968 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.075515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333ccb8f-832b-4b30-aba4-f41314e02720']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:08.094067 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bff71cd4-ea85-485d-9939-7615a3a71968 None None] Calling delete_port for 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:08.097154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.ipam_backend_mixin [None req-bff71cd4-ea85-485d-9939-7615a3a71968 None None] Port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 was not found and therefore no delete operation was performed {{(pid=104028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:43:08.100379 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bff71cd4-ea85-485d-9939-7615a3a71968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (13a7add8-bc8c-4bab-bfe5-a6bba0b7a526), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.104266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e487dab3-f4d0-40ea-8bd4-58aeee92a21d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:08.164534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:08.164534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:08.208907 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f1df7ac8-0918-48a8-83e4-f05b45426d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.214877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e487dab3-f4d0-40ea-8bd4-58aeee92a21d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:08.215462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e487dab3-f4d0-40ea-8bd4-58aeee92a21d not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:08.215651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:08.221080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff71cd4-ea85-485d-9939-7615a3a71968 None None] Pushing event deleted for resources: {'Port': ['ID=13a7add8-bc8c-4bab-bfe5-a6bba0b7a526,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:08.228299 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.247014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:08.247901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:08.258161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff71cd4-ea85-485d-9939-7615a3a71968 None None] No DVR routers for this DVR port 13a7add8-bc8c-4bab-bfe5-a6bba0b7a526 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:08.286584 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.303075 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-36f9d3e3-0e37-4769-ab62-8d36449551d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f220f8ba36da4ae79bffe16174bc586c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6142225 Jan 27 21:43:08.311268 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:08.311819 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (5f88a21f-d7e3-41fc-96b7-5403a2d5fa6d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.313656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49508) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:08.318016 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:08.438238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-2cadc5ce-7ca2-4867-a799-e2af0c7d6523 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:08.440146 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-2cadc5ce-7ca2-4867-a799-e2af0c7d6523 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3671305 Jan 27 21:43:08.466208 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Request body: {'port': {'device_id': 'b8559358-68c0-4cd7-a0c9-145655e7b5f2', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'e1f36125a6d449cf9bc19f725983dd58'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:08.554191 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f1df7ac8-0918-48a8-83e4-f05b45426d6d admin admin] Publish callbacks [] for security_group (a9eead0e-970c-41c0-8df7-9f4470cf99a4), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.557115 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1f463cca-3a56-40e9-ab99-7caa3e2c1a44 admin admin] Publish callbacks [] for security_group (db211ae0-ba57-4622-982d-68c5e764365c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.561258 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (333ccb8f-832b-4b30-aba4-f41314e02720), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.576882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e7535-cee5-492c-a4d8-7f55340d46bd req-03b0b0c2-c03f-4290-afb9-42006b169ff5 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:08.578553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-004e7535-cee5-492c-a4d8-7f55340d46bd req-03b0b0c2-c03f-4290-afb9-42006b169ff5 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 945 time: 0.1616600 Jan 27 21:43:08.585329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.592467 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/333ccb8f-832b-4b30-aba4-f41314e02720 HTTP/1.1" status: 204 len: 168 time: 1.4432936 Jan 27 21:43:08.594389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd7fb5-80be-4972-be1e-b267e06d5c5b req-ddc36c45-a1dd-4595-8079-5a210d9346e7 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:08.595902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3fd7fb5-80be-4972-be1e-b267e06d5c5b req-ddc36c45-a1dd-4595-8079-5a210d9346e7 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.74 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 945 time: 0.1779678 Jan 27 21:43:08.619182 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd6ddc-859d-4ec2-9b50-ee2653dd52f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=333ccb8f-832b-4b30-aba4-f41314e02720,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:08.637704 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1f463cca-3a56-40e9-ab99-7caa3e2c1a44 admin admin] Publish callbacks [] for security_group (db211ae0-ba57-4622-982d-68c5e764365c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.678124 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f1df7ac8-0918-48a8-83e4-f05b45426d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a9eead0e-970c-41c0-8df7-9f4470cf99a4), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.711353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17024a02-f0f4-4881-8f82-c412f865efc2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:08.715265 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17024a02-f0f4-4881-8f82-c412f865efc2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.722676 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f1df7ac8-0918-48a8-83e4-f05b45426d6d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77ca1a2f1a2a4813a90503228bfc3ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8673465 Jan 27 21:43:08.724973 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df7ac8-0918-48a8-83e4-f05b45426d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eead0e-970c-41c0-8df7-9f4470cf99a4,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:08.727722 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49516) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:08.748935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Allocated IP 192.168.233.53 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/e0cf3ef9-7808-4464-ba24-1e5207bd7a30) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:08.764018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Made reservation on behalf of e1f36125a6d449cf9bc19f725983dd58 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:08.767438 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.770344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-004e7535-cee5-492c-a4d8-7f55340d46bd req-59848c68-7cf8-42cd-af80-d321c9296c38 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/security-groups?id=cfd26559-cb95-4297-b43f-c2b70d7a22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734328 Jan 27 21:43:08.790211 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.793346 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1f463cca-3a56-40e9-ab99-7caa3e2c1a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (db211ae0-ba57-4622-982d-68c5e764365c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.795121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1f463cca-3a56-40e9-ab99-7caa3e2c1a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.796310 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1f463cca-3a56-40e9-ab99-7caa3e2c1a44 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db211ae0-ba57-4622-982d-68c5e764365c HTTP/1.1" status: 204 len: 168 time: 0.4769304 Jan 27 21:43:08.815989 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d6172ab-d30b-4f19-be38-cc8356b69866 admin admin] Publish callbacks [] for security_group (a9eead0e-970c-41c0-8df7-9f4470cf99a4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.822904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f463cca-3a56-40e9-ab99-7caa3e2c1a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db211ae0-ba57-4622-982d-68c5e764365c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:08.890264 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d6172ab-d30b-4f19-be38-cc8356b69866 admin admin] Publish callbacks [] for security_group (a9eead0e-970c-41c0-8df7-9f4470cf99a4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:08.915755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-e3fd7fb5-80be-4972-be1e-b267e06d5c5b req-da88572b-a827-47f8-a0cd-a70adc0bfc86 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Deleting port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:08.916132 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e3fd7fb5-80be-4972-be1e-b267e06d5c5b req-da88572b-a827-47f8-a0cd-a70adc0bfc86 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.021925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49520) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:09.065288 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0fa04a9c-6fcc-493d-b3ab-f110bba20fc0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=59885e32266f4635909c70d7c437905e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398102 Jan 27 21:43:09.065288 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d6172ab-d30b-4f19-be38-cc8356b69866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a9eead0e-970c-41c0-8df7-9f4470cf99a4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.068861 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d6172ab-d30b-4f19-be38-cc8356b69866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.070109 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3d6172ab-d30b-4f19-be38-cc8356b69866 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9eead0e-970c-41c0-8df7-9f4470cf99a4 HTTP/1.1" status: 204 len: 168 time: 0.3406370 Jan 27 21:43:09.070109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49522) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:09.140607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6172ab-d30b-4f19-be38-cc8356b69866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eead0e-970c-41c0-8df7-9f4470cf99a4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:09.144260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e3fd7fb5-80be-4972-be1e-b267e06d5c5b req-da88572b-a827-47f8-a0cd-a70adc0bfc86 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] For port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3e88a77e-00fe-4cfe-a038-dadd4d8683c3,segment=NetworkSegment(48d0dc47-2601-44e1-b724-be535af0de83),segment_id=48d0dc47-2601-44e1-b724-be535af0de83)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:09.151176 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e3fd7fb5-80be-4972-be1e-b267e06d5c5b req-da88572b-a827-47f8-a0cd-a70adc0bfc86 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.180221 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b689c689-5d60-4a09-a0c4-5db5e374ed08 admin admin] Publish callbacks [] for security_group (a2af1974-78f0-4355-9905-6199a8243ceb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.212912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks [] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.245150 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b689c689-5d60-4a09-a0c4-5db5e374ed08 admin admin] Publish callbacks [] for security_group (a2af1974-78f0-4355-9905-6199a8243ceb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.278162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-e3fd7fb5-80be-4972-be1e-b267e06d5c5b req-da88572b-a827-47f8-a0cd-a70adc0bfc86 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Calling delete_port for 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:09.300730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8cba1c22-cf7c-4c73-90aa-0220b149654d req-7e637353-1b80-4498-8c71-ba46d3cb5e94 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 210 time: 0.0535262 Jan 27 21:43:09.425137 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.427449 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17024a02-f0f4-4881-8f82-c412f865efc2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (9d83f8bb-8d09-4e41-b9d4-809e02bcb545), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.438240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b689c689-5d60-4a09-a0c4-5db5e374ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a2af1974-78f0-4355-9905-6199a8243ceb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.441055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:09.444449 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b689c689-5d60-4a09-a0c4-5db5e374ed08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.444449 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b689c689-5d60-4a09-a0c4-5db5e374ed08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2af1974-78f0-4355-9905-6199a8243ceb HTTP/1.1" status: 204 len: 168 time: 0.3667035 Jan 27 21:43:09.471164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689c689-5d60-4a09-a0c4-5db5e374ed08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2af1974-78f0-4355-9905-6199a8243ceb,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:09.513261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Allocated IP 192.168.233.192 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/0b7162c8-5f57-4a8f-bcbc-665d4b227673) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:09.577183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:09.581587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event updated for resources: {'Port': ['ID=e0cf3ef9-7808-4464-ba24-1e5207bd7a30,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:09.589836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:09.595419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:09.638320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17024a02-f0f4-4881-8f82-c412f865efc2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Subnet': ['ID=9d83f8bb-8d09-4e41-b9d4-809e02bcb545,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:09.696289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17024a02-f0f4-4881-8f82-c412f865efc2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Checking segment: {'id': '3e7016b7-2126-4d39-b4d6-d4625d16a999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7b4a46ba-c161-4eec-bc45-ab8928f237e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:09.697255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17024a02-f0f4-4881-8f82-c412f865efc2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network hostable DHCP agents. Network: 7b4a46ba-c161-4eec-bc45-ab8928f237e9, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:09.699603 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e3fd7fb5-80be-4972-be1e-b267e06d5c5b req-da88572b-a827-47f8-a0cd-a70adc0bfc86 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3e88a77e-00fe-4cfe-a038-dadd4d8683c3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.718113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:09.718849 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.731480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['3e88a77e-00fe-4cfe-a038-dadd4d8683c3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:09.761399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88572b-a827-47f8-a0cd-a70adc0bfc86 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Pushing event deleted for resources: {'Port': ['ID=3e88a77e-00fe-4cfe-a038-dadd4d8683c3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:09.825352 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks [] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.852529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fd7fb5-80be-4972-be1e-b267e06d5c5b req-da88572b-a827-47f8-a0cd-a70adc0bfc86 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] No DVR routers for this DVR port 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:09.855529 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e3fd7fb5-80be-4972-be1e-b267e06d5c5b req-da88572b-a827-47f8-a0cd-a70adc0bfc86 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.859892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3fd7fb5-80be-4972-be1e-b267e06d5c5b req-da88572b-a827-47f8-a0cd-a70adc0bfc86 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.74 "DELETE /v2.0/ports/3e88a77e-00fe-4cfe-a038-dadd4d8683c3 HTTP/1.1" status: 204 len: 173 time: 1.2581286 Jan 27 21:43:09.860429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6081b6fb-f5e2-4227-8ac0-c6339004ac8f', 'name': 'network-vif-deleted', 'tag': '3e88a77e-00fe-4cfe-a038-dadd4d8683c3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:09.862819 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2769048-5516-4ae6-bf7b-24883df489f0" -d '{"events": [{"server_uuid": "6081b6fb-f5e2-4227-8ac0-c6339004ac8f", "name": "network-vif-deleted", "tag": "3e88a77e-00fe-4cfe-a038-dadd4d8683c3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:09.924381 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2516a68a-f8f7-4aab-b763-02597b8bcfc9 x-openstack-request-id: req-2516a68a-f8f7-4aab-b763-02597b8bcfc9 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:09.924718 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6081b6fb-f5e2-4227-8ac0-c6339004ac8f", "name": "network-vif-deleted", "tag": "3e88a77e-00fe-4cfe-a038-dadd4d8683c3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:09.924987 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2516a68a-f8f7-4aab-b763-02597b8bcfc9 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:09.925655 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6081b6fb-f5e2-4227-8ac0-c6339004ac8f', 'name': 'network-vif-deleted', 'tag': '3e88a77e-00fe-4cfe-a038-dadd4d8683c3', 'status': 'completed', 'code': 200} Jan 27 21:43:09.953005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f5b7e40-2385-40eb-bb53-aa732fa72f2c req-6064755e-c9cc-482d-af2f-70cbeaed1c96 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 210 time: 0.0445120 Jan 27 21:43:09.960182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d0201eab-2d27-4568-8015-77ee10700258 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2658415 Jan 27 21:43:09.971639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Request body: {'port': {'device_id': 'c2e17bea-3d36-4fa9-b384-d4a1bc6b2426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:09.997883 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:09.999732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17024a02-f0f4-4881-8f82-c412f865efc2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 7b4a46ba-c161-4eec-bc45-ab8928f237e9 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:10.013460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:10.036654 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.057352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:10.061230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:10.068139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:10.078027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event updated for resources: {'Port': ['ID=0b7162c8-5f57-4a8f-bcbc-665d4b227673,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:10.160352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:10.160881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f173d616-4b20-4fa3-a8a6-04a2d6108e5e None None] Provisioning complete for port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:10.161031 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.161385 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f173d616-4b20-4fa3-a8a6-04a2d6108e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.195292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-17024a02-f0f4-4881-8f82-c412f865efc2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 7b4a46ba-c161-4eec-bc45-ab8928f237e9) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:10.209257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17024a02-f0f4-4881-8f82-c412f865efc2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:10.209257 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17024a02-f0f4-4881-8f82-c412f865efc2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.216658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f94f26-3be8-4565-9bb4-27b459f22ab2 None None] Network 7b4a46ba-c161-4eec-bc45-ab8928f237e9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:10.238878 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f173d616-4b20-4fa3-a8a6-04a2d6108e5e None None] Port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:10.328061 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-e33c2568-a707-4471-80b8-ca9d9791a8f0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8687143 Jan 27 21:43:10.341455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Request body: {'port': {'device_id': 'b8559358-68c0-4cd7-a0c9-145655e7b5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:10.363839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-17024a02-f0f4-4881-8f82-c412f865efc2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4386857 Jan 27 21:43:10.370648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49560) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:10.428961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e2666d17-5ccf-402e-9514-bbbe7c46cddb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'subnet': {'network_id': '249e26c7-9642-4914-bb05-37bab7f01542', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:10.461784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49564) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:10.513829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-7b4a46ba-c161-4eec-bc45-ab8928f237e9', 'network_id': '7b4a46ba-c161-4eec-bc45-ab8928f237e9', 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'fixed_ips': [{'subnet_id': '9d83f8bb-8d09-4e41-b9d4-809e02bcb545'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:43:10.520453 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.521031 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca72673a-0f8f-40c2-af48-f24417eaaa5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.535883 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.719914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Allocated IP 172.20.0.2 (7b4a46ba-c161-4eec-bc45-ab8928f237e9/9d83f8bb-8d09-4e41-b9d4-809e02bcb545/19ff8f93-8013-4a5e-9e10-ee5bc8e8623f) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:10.787731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cf3ef9-7808-4464-ba24-1e5207bd7a30 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:10.792645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-198afeb5-3543-4511-93f3-0a081ca46da0 None None] Provisioning complete for port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:10.793143 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-198afeb5-3543-4511-93f3-0a081ca46da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.803881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Publish callbacks [] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:10.832670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f84017-6bfc-4c7f-a23f-a7ab822f5ec5 req-93ec7a2d-4117-4560-850b-79bb00743f0d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:10.834715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64f84017-6bfc-4c7f-a23f-a7ab822f5ec5 req-93ec7a2d-4117-4560-850b-79bb00743f0d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 936 time: 0.3047462 Jan 27 21:43:10.857227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-198afeb5-3543-4511-93f3-0a081ca46da0 None None] Port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:10.888589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Transition to ACTIVE for port object e0cf3ef9-7808-4464-ba24-1e5207bd7a30 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:10.972655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64f84017-6bfc-4c7f-a23f-a7ab822f5ec5 req-6976d961-e961-4470-b8d4-51993adefed8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321015 Jan 27 21:43:10.999056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.006291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2666d17-5ccf-402e-9514-bbbe7c46cddb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:11.015394 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2666d17-5ccf-402e-9514-bbbe7c46cddb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.067833 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Publish callbacks [] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.094009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49586) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:11.148049 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.167779 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca72673a-0f8f-40c2-af48-f24417eaaa5e admin admin] Publish callbacks [] for security_group (593c2651-b996-4d25-ba97-d0be5fad387a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.261496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Network 7b4a46ba-c161-4eec-bc45-ab8928f237e9 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:11.275600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:11.279201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4984e32-2f26-4f9e-9d28-a6b8bdb7f686 req-3734d5a9-fb9e-488d-855d-60f778e6d820 tempest-ServerMetadataNegativeTestJSON-1534209008 tempest-ServerMetadataNegativeTestJSON-1534209008-project] 10.222.0.61 "GET /v2.0/ports?device_id=6081b6fb-f5e2-4227-8ac0-c6339004ac8f HTTP/1.1" status: 200 len: 210 time: 0.1192667 Jan 27 21:43:11.282396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:11.298527 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca72673a-0f8f-40c2-af48-f24417eaaa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (593c2651-b996-4d25-ba97-d0be5fad387a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.311150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cf3ef9-7808-4464-ba24-1e5207bd7a30,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:11.347481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Pushing event updated for resources: {'Port': ['ID=19ff8f93-8013-4a5e-9e10-ee5bc8e8623f,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:11.436306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Attempting to bind port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:11.437272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Attempting to bind port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '3e7016b7-2126-4d39-b4d6-d4625d16a999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7b4a46ba-c161-4eec-bc45-ab8928f237e9'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:11.438106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Attempting to bind port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f on network 7b4a46ba-c161-4eec-bc45-ab8928f237e9 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:11.447611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:11.448451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Checking segment: {'id': '3e7016b7-2126-4d39-b4d6-d4625d16a999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7b4a46ba-c161-4eec-bc45-ab8928f237e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:11.449264 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.449933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Bound using segment: {'id': '3e7016b7-2126-4d39-b4d6-d4625d16a999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7b4a46ba-c161-4eec-bc45-ab8928f237e9'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:11.450616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Bound port: 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e7016b7-2126-4d39-b4d6-d4625d16a999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '7b4a46ba-c161-4eec-bc45-ab8928f237e9'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:11.451173 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.550210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ca72673a-0f8f-40c2-af48-f24417eaaa5e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e602fae76368484d969cdc1e1c3f59c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0853915 Jan 27 21:43:11.551696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] For port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:11.553945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-20eaa80b-bbf2-4e04-8326-c82aa276de2a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1153033491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:11.556342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] For port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=19ff8f93-8013-4a5e-9e10-ee5bc8e8623f,segment=NetworkSegment(3e7016b7-2126-4d39-b4d6-d4625d16a999),segment_id=3e7016b7-2126-4d39-b4d6-d4625d16a999)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:11.563740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72673a-0f8f-40c2-af48-f24417eaaa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593c2651-b996-4d25-ba97-d0be5fad387a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:11.570922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49596) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:11.625381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3249aa-2dc1-4aa8-bcba-68be602e337f req-2622b827-e3b7-4d4b-8ada-8a0fbe2d6569 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:11.632942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc3249aa-2dc1-4aa8-bcba-68be602e337f req-2622b827-e3b7-4d4b-8ada-8a0fbe2d6569 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 945 time: 0.4208312 Jan 27 21:43:11.646476 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.749432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Attempting to bind port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:11.749916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Attempting to bind port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:11.750363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Attempting to bind port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:11.752306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c43710-38ec-43f7-a629-6ddbbe447b93 None None] Pushing event updated for resources: {'Port': ['ID=19ff8f93-8013-4a5e-9e10-ee5bc8e8623f,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:11.804049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:11.805068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Attempting to bind port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:11.841454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc3249aa-2dc1-4aa8-bcba-68be602e337f req-f40a6b9b-bcb8-4895-80e9-068bc20bfbd6 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071078 Jan 27 21:43:11.844586 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20eaa80b-bbf2-4e04-8326-c82aa276de2a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (ee6d38e3-a8e0-42ad-a662-f9403afa602b), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.845693 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20eaa80b-bbf2-4e04-8326-c82aa276de2a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (ee6d38e3-a8e0-42ad-a662-f9403afa602b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.849433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:11.849785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:11.850192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:11.850665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Bound port: e0cf3ef9-7808-4464-ba24-1e5207bd7a30, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:11.851032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.863192 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7162c8-5f57-4a8f-bcbc-665d4b227673 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:11.872650 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c046594d-620c-41b4-9f48-b62930996bf4 admin admin] Publish callbacks [] for security_group (593c2651-b996-4d25-ba97-d0be5fad387a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.873070 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Publish callbacks [] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:11.888185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Transition to ACTIVE for port object 0b7162c8-5f57-4a8f-bcbc-665d4b227673 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:11.951593 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c046594d-620c-41b4-9f48-b62930996bf4 admin admin] Publish callbacks [] for security_group (593c2651-b996-4d25-ba97-d0be5fad387a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.020939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20eaa80b-bbf2-4e04-8326-c82aa276de2a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for router_controller (ee6d38e3-a8e0-42ad-a662-f9403afa602b), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.028421 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2666d17-5ccf-402e-9514-bbbe7c46cddb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (343b8922-a1a8-4aa5-b2ad-1d22f4f67a73), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.128442 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.130990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] For port e0cf3ef9-7808-4464-ba24-1e5207bd7a30, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:12.156167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:12.190038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:12.190448 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 3e88a77e-00fe-4cfe-a038-dadd4d8683c3 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:12.195610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] For port e0cf3ef9-7808-4464-ba24-1e5207bd7a30, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e0cf3ef9-7808-4464-ba24-1e5207bd7a30,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:12.197611 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20eaa80b-bbf2-4e04-8326-c82aa276de2a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (ee6d38e3-a8e0-42ad-a662-f9403afa602b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.202220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2666d17-5ccf-402e-9514-bbbe7c46cddb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Subnet': ['ID=343b8922-a1a8-4aa5-b2ad-1d22f4f67a73,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:12.223220 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7162c8-5f57-4a8f-bcbc-665d4b227673,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:12.242606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e131552-c87c-4151-a0c5-e06e9ac9aa00 req-ab60122f-22f3-4f50-b796-fe3ea664f849 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:12.248669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e131552-c87c-4151-a0c5-e06e9ac9aa00 req-ab60122f-22f3-4f50-b796-fe3ea664f849 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 936 time: 0.1697755 Jan 27 21:43:12.250120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2666d17-5ccf-402e-9514-bbbe7c46cddb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Checking segment: {'id': '857186b3-6598-4836-ab50-2fb6a9a96f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '249e26c7-9642-4914-bb05-37bab7f01542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:12.260042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2666d17-5ccf-402e-9514-bbbe7c46cddb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network hostable DHCP agents. Network: 249e26c7-9642-4914-bb05-37bab7f01542, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:12.317984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Attempting to bind port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:12.318488 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Attempting to bind port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:12.318980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Attempting to bind port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:12.321022 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.326231 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20eaa80b-bbf2-4e04-8326-c82aa276de2a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.327046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:12.327477 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Attempting to bind port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:12.327998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-20eaa80b-bbf2-4e04-8326-c82aa276de2a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2308028 Jan 27 21:43:12.328774 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c046594d-620c-41b4-9f48-b62930996bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (593c2651-b996-4d25-ba97-d0be5fad387a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.331477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c046594d-620c-41b4-9f48-b62930996bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.333778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49620) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:12.335197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:12.335652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:12.336206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:12.336831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Bound port: 0b7162c8-5f57-4a8f-bcbc-665d4b227673, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:12.337345 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.348732 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1255610869'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:12.367130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c046594d-620c-41b4-9f48-b62930996bf4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/593c2651-b996-4d25-ba97-d0be5fad387a HTTP/1.1" status: 204 len: 168 time: 0.7612123 Jan 27 21:43:12.445692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2666d17-5ccf-402e-9514-bbbe7c46cddb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 249e26c7-9642-4914-bb05-37bab7f01542 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:12.449823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] For port 0b7162c8-5f57-4a8f-bcbc-665d4b227673, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:12.454424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] For port 0b7162c8-5f57-4a8f-bcbc-665d4b227673, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0b7162c8-5f57-4a8f-bcbc-665d4b227673,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:12.458859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e131552-c87c-4151-a0c5-e06e9ac9aa00 req-cdfa6861-c4ea-4f39-a338-7b7d227551f8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013676 Jan 27 21:43:12.469504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046594d-620c-41b4-9f48-b62930996bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593c2651-b996-4d25-ba97-d0be5fad387a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:12.480954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:12.480954 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.481327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] 10.222.0.71 "PUT /v2.0/ports/e0cf3ef9-7808-4464-ba24-1e5207bd7a30 HTTP/1.1" status: 200 len: 1095 time: 2.5139537 Jan 27 21:43:12.482062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e17bea-3d36-4fa9-b384-d4a1bc6b2426', 'tag': 'e0cf3ef9-7808-4464-ba24-1e5207bd7a30'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:12.502304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Made reservation on behalf of 830fca5159014a3c90759464c0fd41d1 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:12.504263 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c22eca-78ac-4777-b25a-d8af6d6cc57b" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e17bea-3d36-4fa9-b384-d4a1bc6b2426", "tag": "e0cf3ef9-7808-4464-ba24-1e5207bd7a30"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:12.520887 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.533088 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.548323 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a371f8-a2fa-49c3-b675-98cb270a33c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cf3ef9-7808-4464-ba24-1e5207bd7a30,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:12.588495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49630) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:12.590358 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.673393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:12.673393 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.673393 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] 10.222.0.71 "PUT /v2.0/ports/0b7162c8-5f57-4a8f-bcbc-665d4b227673 HTTP/1.1" status: 200 len: 1096 time: 2.3286831 Jan 27 21:43:12.673393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8559358-68c0-4cd7-a0c9-145655e7b5f2', 'tag': '0b7162c8-5f57-4a8f-bcbc-665d4b227673'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:12.673393 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6596d86d-6f8a-4377-bd98-90a11edb4785" -d '{"events": [{"name": "network-changed", "server_uuid": "b8559358-68c0-4cd7-a0c9-145655e7b5f2", "tag": "0b7162c8-5f57-4a8f-bcbc-665d4b227673"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:12.686164 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e2666d17-5ccf-402e-9514-bbbe7c46cddb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 249e26c7-9642-4914-bb05-37bab7f01542) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:12.694682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b5f5be-d47a-473c-9ebc-fc4ca8a74eb2 None None] Network 249e26c7-9642-4914-bb05-37bab7f01542 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:12.700030 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ebf0fc-b2d6-4304-9c62-c403d8e18c4d x-openstack-request-id: req-f4ebf0fc-b2d6-4304-9c62-c403d8e18c4d {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:12.700393 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e17bea-3d36-4fa9-b384-d4a1bc6b2426", "tag": "e0cf3ef9-7808-4464-ba24-1e5207bd7a30", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:12.700658 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4ebf0fc-b2d6-4304-9c62-c403d8e18c4d {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:12.701081 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e17bea-3d36-4fa9-b384-d4a1bc6b2426', 'tag': 'e0cf3ef9-7808-4464-ba24-1e5207bd7a30', 'status': 'completed', 'code': 200} Jan 27 21:43:12.748208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2666d17-5ccf-402e-9514-bbbe7c46cddb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:12.758392 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2666d17-5ccf-402e-9514-bbbe7c46cddb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.761872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4779d-9be7-4d34-868a-aa41901ab650 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7162c8-5f57-4a8f-bcbc-665d4b227673,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:12.783280 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80129ef4-ba55-4a72-9392-0c1df54df97e x-openstack-request-id: req-80129ef4-ba55-4a72-9392-0c1df54df97e {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:12.783854 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8559358-68c0-4cd7-a0c9-145655e7b5f2", "tag": "0b7162c8-5f57-4a8f-bcbc-665d4b227673", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:12.784336 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80129ef4-ba55-4a72-9392-0c1df54df97e {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:12.784904 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8559358-68c0-4cd7-a0c9-145655e7b5f2', 'tag': '0b7162c8-5f57-4a8f-bcbc-665d4b227673', 'status': 'completed', 'code': 200} Jan 27 21:43:12.872939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa34c222-b355-4f02-a85a-6d5e9a2a523d req-d73bbee4-2735-49c3-94ed-dab94370d994 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1845114 Jan 27 21:43:12.887235 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86887eeb-6158-4558-b9a7-fd037b0b19da req-bb0bd075-b403-4802-9e2a-e2f86ba90e62 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:12.888870 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-86887eeb-6158-4558-b9a7-fd037b0b19da req-bb0bd075-b403-4802-9e2a-e2f86ba90e62 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.71 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 945 time: 0.1154206 Jan 27 21:43:12.899045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for security_group (9e1e0598-f316-4cc5-a604-a85fa4f66b9c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.923180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b82eaa-375e-48bf-8235-e2e9b4f9c105 admin admin] Deleting subnet fc5473fa-9e02-49ce-b5e7-16be0c96d10b {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:12.944342 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01b82eaa-375e-48bf-8235-e2e9b4f9c105 admin admin] Publish callbacks [] for subnet (fc5473fa-9e02-49ce-b5e7-16be0c96d10b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:12.977396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-249e26c7-9642-4914-bb05-37bab7f01542', 'network_id': '249e26c7-9642-4914-bb05-37bab7f01542', 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'fixed_ips': [{'subnet_id': '343b8922-a1a8-4aa5-b2ad-1d22f4f67a73'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:43:12.979250 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.008823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9e1e0598-f316-4cc5-a604-a85fa4f66b9c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.059020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e2666d17-5ccf-402e-9514-bbbe7c46cddb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6556537 Jan 27 21:43:13.062130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-383d3cd4-5f59-49ab-8040-320fbf3116d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:13.067306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-383d3cd4-5f59-49ab-8040-320fbf3116d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=c2e17bea-3d36-4fa9-b384-d4a1bc6b2426 HTTP/1.1" status: 200 len: 1098 time: 0.3662064 Jan 27 21:43:13.067306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49642) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:13.088012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6063fc17-aa89-4983-8619-0fa87a935644 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-317824865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:13.102078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596d86d-6f8a-4377-bd98-90a11edb4785 req-ce128811-6305-4751-87c0-d5eef0449092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:13.104530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6596d86d-6f8a-4377-bd98-90a11edb4785 req-ce128811-6305-4751-87c0-d5eef0449092 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 1099 time: 0.3059878 Jan 27 21:43:13.108395 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01b82eaa-375e-48bf-8235-e2e9b4f9c105 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (fc5473fa-9e02-49ce-b5e7-16be0c96d10b), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.131017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1e0598-f316-4cc5-a604-a85fa4f66b9c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:13.161953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:13.203792 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (14bb3754-5388-431f-9edd-df07d76cd154), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.204171 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Added segment 14bb3754-5388-431f-9edd-df07d76cd154 of type vlan for network b70d8cb9-7ab8-46cd-9f43-ab42da8bb955 Jan 27 21:43:13.282796 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b70d8cb9-7ab8-46cd-9f43-ab42da8bb955), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.288866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-86887eeb-6158-4558-b9a7-fd037b0b19da req-d055b949-f41f-4f10-b690-1bd8a35521d5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Deleting port 0cbd8266-b822-4f42-8ef7-e567bc700092 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:13.289213 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-86887eeb-6158-4558-b9a7-fd037b0b19da req-d055b949-f41f-4f10-b690-1bd8a35521d5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.320977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6596d86d-6f8a-4377-bd98-90a11edb4785 req-8c73bf29-c6d7-4704-b96c-f57971fadc7c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1878502 Jan 27 21:43:13.357732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01b82eaa-375e-48bf-8235-e2e9b4f9c105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (fc5473fa-9e02-49ce-b5e7-16be0c96d10b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.361626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Allocated IP 172.21.0.2 (249e26c7-9642-4914-bb05-37bab7f01542/343b8922-a1a8-4aa5-b2ad-1d22f4f67a73/81bb92c4-f4a8-4568-b9d5-0cf98071dd2e) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:13.429670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-5556d092-0f1a-4ac1-878c-951e14cfd785 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e0cf3ef9-7808-4464-ba24-1e5207bd7a30 HTTP/1.1" status: 200 len: 217 time: 0.3191857 Jan 27 21:43:13.453061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8d57d-1e31-4e6a-890b-aaa07ea7655b req-828fae70-4ea9-4419-88de-b1b6dc0d2219 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:13.460712 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93a8d57d-1e31-4e6a-890b-aaa07ea7655b req-828fae70-4ea9-4419-88de-b1b6dc0d2219 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 945 time: 0.4679017 Jan 27 21:43:13.469194 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-86887eeb-6158-4558-b9a7-fd037b0b19da req-d055b949-f41f-4f10-b690-1bd8a35521d5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] For port 0cbd8266-b822-4f42-8ef7-e567bc700092, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0cbd8266-b822-4f42-8ef7-e567bc700092,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:13.469578 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-86887eeb-6158-4558-b9a7-fd037b0b19da req-d055b949-f41f-4f10-b690-1bd8a35521d5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.485404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-86887eeb-6158-4558-b9a7-fd037b0b19da req-d055b949-f41f-4f10-b690-1bd8a35521d5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Calling delete_port for 0cbd8266-b822-4f42-8ef7-e567bc700092 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:13.496481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466901aa-483e-47d2-94f3-27428f529f0f None None] Network 7b4a46ba-c161-4eec-bc45-ab8928f237e9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:13.625382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d028fe7f-0d7d-4b79-922f-33f7b10a3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:13.627144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-d028fe7f-0d7d-4b79-922f-33f7b10a3d4c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1622961 Jan 27 21:43:13.634275 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b70d8cb9-7ab8-46cd-9f43-ab42da8bb955), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.640246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:13.640971 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.665956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6063fc17-aa89-4983-8619-0fa87a935644 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (d53097b6-4252-42fd-9734-de0b916b984f), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.667150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6063fc17-aa89-4983-8619-0fa87a935644 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (d53097b6-4252-42fd-9734-de0b916b984f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.696218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d61ae793-0cb9-42fb-ab36-6fdc139bdf4d None None] Provisioning complete for port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:13.696218 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d61ae793-0cb9-42fb-ab36-6fdc139bdf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.698531 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93a8d57d-1e31-4e6a-890b-aaa07ea7655b req-27f06160-2f65-411d-bb43-5ea20f9dabba tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352247 Jan 27 21:43:13.726900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596d86d-6f8a-4377-bd98-90a11edb4785 req-ec99c3cb-c310-4cdf-84d7-ed3d03eb7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:13.729328 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6596d86d-6f8a-4377-bd98-90a11edb4785 req-ec99c3cb-c310-4cdf-84d7-ed3d03eb7cbb service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2946246 Jan 27 21:43:13.755418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event updated for resources: {'Network': ['ID=b70d8cb9-7ab8-46cd-9f43-ab42da8bb955,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:13.787967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b70d8cb9-7ab8-46cd-9f43-ab42da8bb955 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:13.841630 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7c161f5a-6e74-4614-99bd-dd40dcdfe02f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5005069 Jan 27 21:43:13.844436 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49656) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:13.851940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ae33725a-f68c-432c-93b6-e3be9304b9e4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Request body: {'subnet': {'network_id': 'b70d8cb9-7ab8-46cd-9f43-ab42da8bb955', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:13.895710 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Publish callbacks [] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.957326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d61ae793-0cb9-42fb-ab36-6fdc139bdf4d None None] Current status of the port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:13.957737 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d61ae793-0cb9-42fb-ab36-6fdc139bdf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:13.962036 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-86887eeb-6158-4558-b9a7-fd037b0b19da req-d055b949-f41f-4f10-b690-1bd8a35521d5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0cbd8266-b822-4f42-8ef7-e567bc700092), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.015627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055b949-f41f-4f10-b690-1bd8a35521d5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Pushing event deleted for resources: {'Port': ['ID=0cbd8266-b822-4f42-8ef7-e567bc700092,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:14.054777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d61ae793-0cb9-42fb-ab36-6fdc139bdf4d None None] For port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=19ff8f93-8013-4a5e-9e10-ee5bc8e8623f,segment=NetworkSegment(3e7016b7-2126-4d39-b4d6-d4625d16a999),segment_id=3e7016b7-2126-4d39-b4d6-d4625d16a999)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:14.066673 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.106358 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-86887eeb-6158-4558-b9a7-fd037b0b19da req-d055b949-f41f-4f10-b690-1bd8a35521d5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] No DVR routers for this DVR port 0cbd8266-b822-4f42-8ef7-e567bc700092 on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:14.113157 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-86887eeb-6158-4558-b9a7-fd037b0b19da req-d055b949-f41f-4f10-b690-1bd8a35521d5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.116402 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-86887eeb-6158-4558-b9a7-fd037b0b19da req-d055b949-f41f-4f10-b690-1bd8a35521d5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.71 "DELETE /v2.0/ports/0cbd8266-b822-4f42-8ef7-e567bc700092 HTTP/1.1" status: 204 len: 173 time: 1.2202585 Jan 27 21:43:14.150425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Network 249e26c7-9642-4914-bb05-37bab7f01542 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:14.159258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:14.161412 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:14.203850 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Pushing event updated for resources: {'Port': ['ID=81bb92c4-f4a8-4568-b9d5-0cf98071dd2e,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:14.217021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:14.220391 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6063fc17-aa89-4983-8619-0fa87a935644 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (d53097b6-4252-42fd-9734-de0b916b984f), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.242135 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d61ae793-0cb9-42fb-ab36-6fdc139bdf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.251822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-7ce8cca2-929b-4ae6-ac4f-187c5a092f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:14.257375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-7ce8cca2-929b-4ae6-ac4f-187c5a092f7f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6183679 Jan 27 21:43:14.258480 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01b82eaa-375e-48bf-8235-e2e9b4f9c105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (fc5473fa-9e02-49ce-b5e7-16be0c96d10b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.283229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1cf05301-2c08-4ee0-ba0e-8a82cb55ca9f req-cfc16ab4-2c4b-48ce-ac53-d4f255a4a237 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0593932 Jan 27 21:43:14.309812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Attempting to bind port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:14.310265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Attempting to bind port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '857186b3-6598-4836-ab50-2fb6a9a96f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '249e26c7-9642-4914-bb05-37bab7f01542'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:14.310559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Attempting to bind port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e on network 249e26c7-9642-4914-bb05-37bab7f01542 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:14.319066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:14.319527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Checking segment: {'id': '857186b3-6598-4836-ab50-2fb6a9a96f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '249e26c7-9642-4914-bb05-37bab7f01542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:14.319866 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.320320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Bound using segment: {'id': '857186b3-6598-4836-ab50-2fb6a9a96f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '249e26c7-9642-4914-bb05-37bab7f01542'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:14.320809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Bound port: 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857186b3-6598-4836-ab50-2fb6a9a96f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '249e26c7-9642-4914-bb05-37bab7f01542'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:14.321199 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.341959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae33725a-f68c-432c-93b6-e3be9304b9e4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Made reservation on behalf of 830fca5159014a3c90759464c0fd41d1 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:14.345582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae33725a-f68c-432c-93b6-e3be9304b9e4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.366295 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6063fc17-aa89-4983-8619-0fa87a935644 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (d53097b6-4252-42fd-9734-de0b916b984f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.400126 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01b82eaa-375e-48bf-8235-e2e9b4f9c105 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.403040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-01b82eaa-375e-48bf-8235-e2e9b4f9c105 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fc5473fa-9e02-49ce-b5e7-16be0c96d10b HTTP/1.1" status: 204 len: 168 time: 1.8134210 Jan 27 21:43:14.407999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ae793-0cb9-42fb-ab36-6fdc139bdf4d None None] Pushing event updated for resources: {'Port': ['ID=19ff8f93-8013-4a5e-9e10-ee5bc8e8623f,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:14.408237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b82eaa-375e-48bf-8235-e2e9b4f9c105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5473fa-9e02-49ce-b5e7-16be0c96d10b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:14.416742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49670) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:14.485314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da86cd-90a0-4f5c-ab0b-4b414a640d20 req-16dddc7f-faa2-433f-9996-b9427ce75305 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:14.485314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30da86cd-90a0-4f5c-ab0b-4b414a640d20 req-16dddc7f-faa2-433f-9996-b9427ce75305 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 948 time: 0.7404890 Jan 27 21:43:14.520790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:14.523882 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.594721 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.599931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-2936ec69-7f80-4952-a5ac-edce97192112 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203502 Jan 27 21:43:14.648303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-15b766f1-685e-405b-8c42-01439aa93dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:14.650276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-15b766f1-685e-405b-8c42-01439aa93dee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 1099 time: 0.4277072 Jan 27 21:43:14.654617 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6063fc17-aa89-4983-8619-0fa87a935644 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.655803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6063fc17-aa89-4983-8619-0fa87a935644 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5736907 Jan 27 21:43:14.689856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49678) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:14.714968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] For port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:14.738815 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-21a86e23-84e9-42cd-9bd7-4870a7a0a446 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0b7162c8-5f57-4a8f-bcbc-665d4b227673 HTTP/1.1" status: 200 len: 217 time: 0.0801334 Jan 27 21:43:14.786362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] For port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=81bb92c4-f4a8-4568-b9d5-0cf98071dd2e,segment=NetworkSegment(857186b3-6598-4836-ab50-2fb6a9a96f42),segment_id=857186b3-6598-4836-ab50-2fb6a9a96f42)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:14.801486 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5509d91-5fa2-4d7b-b7dd-96722f0e634e', 'name': 'network-vif-deleted', 'tag': '0cbd8266-b822-4f42-8ef7-e567bc700092'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:14.804762 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e9e1e4-7562-436e-aacf-e64d1e0b44d5" -d '{"events": [{"server_uuid": "c5509d91-5fa2-4d7b-b7dd-96722f0e634e", "name": "network-vif-deleted", "tag": "0cbd8266-b822-4f42-8ef7-e567bc700092"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:14.834840 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5608c329-8588-4769-b013-9e7ac274f266 None None] Provisioning complete for port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:14.835388 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5608c329-8588-4769-b013-9e7ac274f266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.892453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-50c0c4e7-163d-42a0-80fe-f15301c843dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:14.894111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-50c0c4e7-163d-42a0-80fe-f15301c843dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1470747 Jan 27 21:43:14.899261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.913784 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae33725a-f68c-432c-93b6-e3be9304b9e4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (1a77781d-b63f-48b1-aec3-9cb7212d20cb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:14.920041 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-8ea733b9-a288-4bb0-9241-f2ee576f25db service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143094 Jan 27 21:43:14.974682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:14.980429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff5df406-23ac-4209-b88e-ee69ddc9b19e req-92ea8368-98c7-4cfe-abc6-9a2a3048634f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0562863 Jan 27 21:43:14.992673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d0dc47-2601-44e1-b724-be535af0de83') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:14.993059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d0dc47-2601-44e1-b724-be535af0de83') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:15.018536 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (48d0dc47-2601-44e1-b724-be535af0de83), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.034694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-fd02a6de-c06d-4495-9daf-617739993dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:15.036404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-fd02a6de-c06d-4495-9daf-617739993dea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333060 Jan 27 21:43:15.069333 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (48d0dc47-2601-44e1-b724-be535af0de83), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.161768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33725a-f68c-432c-93b6-e3be9304b9e4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event updated for resources: {'Subnet': ['ID=1a77781d-b63f-48b1-aec3-9cb7212d20cb,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:15.166591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:15.166841 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (48d0dc47-2601-44e1-b724-be535af0de83), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.181321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae33725a-f68c-432c-93b6-e3be9304b9e4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Checking segment: {'id': '14bb3754-5388-431f-9edd-df07d76cd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b70d8cb9-7ab8-46cd-9f43-ab42da8bb955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:15.181908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae33725a-f68c-432c-93b6-e3be9304b9e4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Network hostable DHCP agents. Network: b70d8cb9-7ab8-46cd-9f43-ab42da8bb955, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:15.182520 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:15.253093 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e49a48-6abe-41d9-88fe-986fd589d006 x-openstack-request-id: req-74e49a48-6abe-41d9-88fe-986fd589d006 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:15.260293 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5509d91-5fa2-4d7b-b7dd-96722f0e634e", "name": "network-vif-deleted", "tag": "0cbd8266-b822-4f42-8ef7-e567bc700092", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:15.260293 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74e49a48-6abe-41d9-88fe-986fd589d006 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:15.260293 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5509d91-5fa2-4d7b-b7dd-96722f0e634e', 'name': 'network-vif-deleted', 'tag': '0cbd8266-b822-4f42-8ef7-e567bc700092', 'status': 'completed', 'code': 200} Jan 27 21:43:15.264837 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.405064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae33725a-f68c-432c-93b6-e3be9304b9e4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Network b70d8cb9-7ab8-46cd-9f43-ab42da8bb955 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:15.458590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0cbd8266-b822-4f42-8ef7-e567bc700092 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:15.463074 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.552683 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ae33725a-f68c-432c-93b6-e3be9304b9e4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, b70d8cb9-7ab8-46cd-9f43-ab42da8bb955) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:15.566128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae33725a-f68c-432c-93b6-e3be9304b9e4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:15.566607 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae33725a-f68c-432c-93b6-e3be9304b9e4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.614418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ae308e9-18fd-40dd-bab0-c3be4fbed1eb req-448530f2-d437-42b3-941f-ef0f9649024b tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1373425 Jan 27 21:43:15.616990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da013f-0c6f-4a62-97d4-bdbe13ebdddf None None] Pushing event updated for resources: {'Port': ['ID=81bb92c4-f4a8-4568-b9d5-0cf98071dd2e,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:15.639976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637e1fad-20cf-4e44-87de-18b3a4e8f23f None None] Network b70d8cb9-7ab8-46cd-9f43-ab42da8bb955 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:15.673812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30da86cd-90a0-4f5c-ab0b-4b414a640d20 req-4bdc872e-8a0b-4332-80ee-2074560b2693 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1189857 Jan 27 21:43:15.682547 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.700657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-fcf8933f-52af-47a6-886d-e74a6817b284 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6478493 Jan 27 21:43:15.712616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c22eca-78ac-4777-b25a-d8af6d6cc57b req-5e949b28-c453-4bc4-8a31-e3b341c4493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:15.713997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1c22eca-78ac-4777-b25a-d8af6d6cc57b req-5e949b28-c453-4bc4-8a31-e3b341c4493b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=c2e17bea-3d36-4fa9-b384-d4a1bc6b2426 HTTP/1.1" status: 200 len: 1098 time: 0.3955381 Jan 27 21:43:15.717233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:15.740673 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c HTTP/1.1" status: 204 len: 168 time: 1.3199525 Jan 27 21:43:15.806484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Allocated IP 172.20.0.1 (7b4a46ba-c161-4eec-bc45-ab8928f237e9/9d83f8bb-8d09-4e41-b9d4-809e02bcb545/155ea998-4878-4b34-bfe4-e9132c062992) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:15.822565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 0cbd8266-b822-4f42-8ef7-e567bc700092 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:15.823167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0cbd8266-b822-4f42-8ef7-e567bc700092 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:15.824535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea881e6-7814-43ce-a7c7-99596f882126 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f55eed8-7ff9-4e71-9df7-5c9fdce2ae6c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:15.938276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5608c329-8588-4769-b013-9e7ac274f266 None None] Current status of the port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:15.940461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:16.033480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b70d8cb9-7ab8-46cd-9f43-ab42da8bb955', 'network_id': 'b70d8cb9-7ab8-46cd-9f43-ab42da8bb955', 'project_id': '830fca5159014a3c90759464c0fd41d1', 'fixed_ips': [{'subnet_id': '1a77781d-b63f-48b1-aec3-9cb7212d20cb'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:43:16.035279 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.170718 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (155ea998-4878-4b34-bfe4-e9132c062992), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.210434 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d75f811-5f51-4424-b6c2-01467ab611f2 req-7977e027-8090-4812-89ed-a63a10579f59 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944053 Jan 27 21:43:16.263506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:16.290209 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ae33725a-f68c-432c-93b6-e3be9304b9e4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4441171 Jan 27 21:43:16.294690 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49702) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:16.321193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6649c85c-6ab5-44b5-bc54-55b137a97222 req-96b59216-bd46-4342-ba99-3e1fd5dced55 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.1078141 Jan 27 21:43:16.332040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e105cac3-dad2-4cd0-a850-14fe8386950a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Request body: {'network': {'name': 'tempest-router-network01--1593074961'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:16.381699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c22eca-78ac-4777-b25a-d8af6d6cc57b req-c84432d6-2f81-40a3-af77-f346bbf89f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:16.385040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1c22eca-78ac-4777-b25a-d8af6d6cc57b req-c84432d6-2f81-40a3-af77-f346bbf89f54 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.5968351 Jan 27 21:43:16.492058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Allocated IP 172.20.0.2 (b70d8cb9-7ab8-46cd-9f43-ab42da8bb955/1a77781d-b63f-48b1-aec3-9cb7212d20cb/46ae6e93-955a-48b9-a47d-84df1667a4dc) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:16.506495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1c22eca-78ac-4777-b25a-d8af6d6cc57b req-ab21a426-0e30-4230-a7c2-d6fb03858a50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e0cf3ef9-7808-4464-ba24-1e5207bd7a30 HTTP/1.1" status: 200 len: 217 time: 0.1164591 Jan 27 21:43:16.584029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49706) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:16.630233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c22eca-78ac-4777-b25a-d8af6d6cc57b req-de631434-119e-4773-ab08-38db3a6f9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:16.632462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1c22eca-78ac-4777-b25a-d8af6d6cc57b req-de631434-119e-4773-ab08-38db3a6f9ecf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1199744 Jan 27 21:43:16.691532 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Publish callbacks [] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.704156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e105cac3-dad2-4cd0-a850-14fe8386950a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Made reservation on behalf of 830fca5159014a3c90759464c0fd41d1 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:16.719927 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e105cac3-dad2-4cd0-a850-14fe8386950a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.724909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:16.725297 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.742706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (155ea998-4878-4b34-bfe4-e9132c062992), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:16.746388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c22eca-78ac-4777-b25a-d8af6d6cc57b req-78e1e283-8164-4b9a-b83c-f5bec52c3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:16.748174 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1c22eca-78ac-4777-b25a-d8af6d6cc57b req-78e1e283-8164-4b9a-b83c-f5bec52c3464 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075666 Jan 27 21:43:16.797566 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-655be30e-5108-41eb-a1d4-9f067a2b5c35 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa2f6d6e6fd4449ba4f8c43f41262c8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120314 Jan 27 21:43:16.801748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49714) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:16.962935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2ce4b-8b3c-469f-9dcd-d623f8c1b3e9 req-37e48c4b-0a61-4a27-b181-8ac9498b9434 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:16.962935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8d2ce4b-8b3c-469f-9dcd-d623f8c1b3e9 req-37e48c4b-0a61-4a27-b181-8ac9498b9434 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 948 time: 0.1708019 Jan 27 21:43:16.963202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=155ea998-4878-4b34-bfe4-e9132c062992,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:16.988115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e105cac3-dad2-4cd0-a850-14fe8386950a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:16.996638 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.009709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1c22eca-78ac-4777-b25a-d8af6d6cc57b req-63e20bec-53c4-44d4-aaba-d2c8334b8007 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547894 Jan 27 21:43:17.025889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 7b4a46ba-c161-4eec-bc45-ab8928f237e9 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:17.032695 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e105cac3-dad2-4cd0-a850-14fe8386950a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (f33982da-35c1-426b-bb29-7de760cf09ca), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.033184 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-e105cac3-dad2-4cd0-a850-14fe8386950a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Added segment f33982da-35c1-426b-bb29-7de760cf09ca of type vlan for network 2b685853-6ea2-4905-b9e7-8cead4503b80 Jan 27 21:43:17.049600 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:17.064615 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:17.107775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:17.110646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Pushing event updated for resources: {'Port': ['ID=46ae6e93-955a-48b9-a47d-84df1667a4dc,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:17.129638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Network b70d8cb9-7ab8-46cd-9f43-ab42da8bb955 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:17.131559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:17.144513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:17.146913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e0cf3ef9-7808-4464-ba24-1e5207bd7a30 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:17.202530 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebfc1-e458-4835-92c6-953c96dea636 admin admin] Publish callbacks [] for security_group (cfd26559-cb95-4297-b43f-c2b70d7a22d7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.307869 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.resource_extend [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:43:17.314656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1c22eca-78ac-4777-b25a-d8af6d6cc57b req-0499b61f-ffdf-4212-9005-b1e1061b1e63 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916689 Jan 27 21:43:17.381310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Attempting to bind port 46ae6e93-955a-48b9-a47d-84df1667a4dc on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:17.390986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8d2ce4b-8b3c-469f-9dcd-d623f8c1b3e9 req-b3595bb4-23f6-4257-9873-29a0e7cde41e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176555 Jan 27 21:43:17.391106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Attempting to bind port 46ae6e93-955a-48b9-a47d-84df1667a4dc by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '14bb3754-5388-431f-9edd-df07d76cd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b70d8cb9-7ab8-46cd-9f43-ab42da8bb955'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:17.391106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Attempting to bind port 46ae6e93-955a-48b9-a47d-84df1667a4dc on network b70d8cb9-7ab8-46cd-9f43-ab42da8bb955 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:17.424643 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebfc1-e458-4835-92c6-953c96dea636 admin admin] Publish callbacks [] for security_group (cfd26559-cb95-4297-b43f-c2b70d7a22d7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.489814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:17.490094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Checking segment: {'id': '14bb3754-5388-431f-9edd-df07d76cd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b70d8cb9-7ab8-46cd-9f43-ab42da8bb955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:17.495396 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.497953 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Bound using segment: {'id': '14bb3754-5388-431f-9edd-df07d76cd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b70d8cb9-7ab8-46cd-9f43-ab42da8bb955'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:17.498856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Bound port: 46ae6e93-955a-48b9-a47d-84df1667a4dc, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bb3754-5388-431f-9edd-df07d76cd154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'b70d8cb9-7ab8-46cd-9f43-ab42da8bb955'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:17.499005 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.514906 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e105cac3-dad2-4cd0-a850-14fe8386950a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (2b685853-6ea2-4905-b9e7-8cead4503b80), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.621032 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (d53097b6-4252-42fd-9734-de0b916b984f), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.678033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] For port 46ae6e93-955a-48b9-a47d-84df1667a4dc, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:17.684741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a7a17-e36c-44fe-b613-4da6dcfe14cf req-4390f582-95a3-4dba-87d6-fa7e92bee74f tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.8389108 Jan 27 21:43:17.685279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] For port 46ae6e93-955a-48b9-a47d-84df1667a4dc, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=46ae6e93-955a-48b9-a47d-84df1667a4dc,segment=NetworkSegment(14bb3754-5388-431f-9edd-df07d76cd154),segment_id=14bb3754-5388-431f-9edd-df07d76cd154)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:17.691144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9682f538-49e8-4d05-803c-9837f5db024e None None] Network 249e26c7-9642-4914-bb05-37bab7f01542 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:17.732807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f906f9bd-1ff9-4974-aa42-3230a853d925 req-3df91a71-792f-4ece-8816-becbb74ea359 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0563910 Jan 27 21:43:17.812586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebfc1-e458-4835-92c6-953c96dea636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (cfd26559-cb95-4297-b43f-c2b70d7a22d7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.812841 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-3c961371-7d6c-4a30-8b74-34cbd7727b13 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0563531 Jan 27 21:43:17.815174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebfc1-e458-4835-92c6-953c96dea636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.828370 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1e5ebfc1-e458-4835-92c6-953c96dea636 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cfd26559-cb95-4297-b43f-c2b70d7a22d7 HTTP/1.1" status: 204 len: 168 time: 0.9989772 Jan 27 21:43:17.851004 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.854147 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e105cac3-dad2-4cd0-a850-14fe8386950a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (2b685853-6ea2-4905-b9e7-8cead4503b80), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.863395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e105cac3-dad2-4cd0-a850-14fe8386950a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:17.864525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e105cac3-dad2-4cd0-a850-14fe8386950a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:17.885700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ebfc1-e458-4835-92c6-953c96dea636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd26559-cb95-4297-b43f-c2b70d7a22d7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:17.994519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105cac3-dad2-4cd0-a850-14fe8386950a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event updated for resources: {'Network': ['ID=2b685853-6ea2-4905-b9e7-8cead4503b80,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:18.002910 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253506e-4eaf-40e6-837d-64517b18a5ce None None] Pushing event updated for resources: {'Port': ['ID=46ae6e93-955a-48b9-a47d-84df1667a4dc,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:18.029204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7c0a47a3-6346-476f-afe7-96511714f32d None None] Provisioning complete for port 155ea998-4878-4b34-bfe4-e9132c062992 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:18.029664 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c0a47a3-6346-476f-afe7-96511714f32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (155ea998-4878-4b34-bfe4-e9132c062992), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.043846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-6aab0be8-251d-4a55-acc9-6904e3da78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.051114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-6aab0be8-251d-4a55-acc9-6904e3da78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.051114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-6aab0be8-251d-4a55-acc9-6904e3da78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.051114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-6aab0be8-251d-4a55-acc9-6904e3da78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.051114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-6aab0be8-251d-4a55-acc9-6904e3da78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.051114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-6aab0be8-251d-4a55-acc9-6904e3da78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.051114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-6aab0be8-251d-4a55-acc9-6904e3da78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.051114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-6aab0be8-251d-4a55-acc9-6904e3da78ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6504 time: 0.1434517 Jan 27 21:43:18.061111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port e0cf3ef9-7808-4464-ba24-1e5207bd7a30, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e0cf3ef9-7808-4464-ba24-1e5207bd7a30,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:18.066534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 2b685853-6ea2-4905-b9e7-8cead4503b80 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:18.092696 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e105cac3-dad2-4cd0-a850-14fe8386950a tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7722931 Jan 27 21:43:18.094769 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49734) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:18.109551 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ba890f3c-fa19-452c-9ccc-0a00df31078d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Request body: {'network': {'name': 'tempest-router-network02--921606738'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:18.231033 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (155ea998-4878-4b34-bfe4-e9132c062992), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.354856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-7ddd94de-87a8-4ada-aade-854c0f14ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.359495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-7ddd94de-87a8-4ada-aade-854c0f14ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.361751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-7ddd94de-87a8-4ada-aade-854c0f14ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.368327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-7ddd94de-87a8-4ada-aade-854c0f14ab03 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9a852156-70b0-45a2-b678-46738908299d&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4 HTTP/1.1" status: 200 len: 2299 time: 0.2841492 Jan 27 21:43:18.419159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:18.522943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'e0cf3ef9-7808-4464-ba24-1e5207bd7a30', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'e0cf3ef9-7808-4464-ba24-1e5207bd7a30', 'mac_address': 'fa:16:3e:fe:19:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:18.573249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-757ea91c-0fd3-4b91-a2dd-f147ec47fd0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c98474e4-1252-489c-91e8-4efc34ed60ca HTTP/1.1" status: 200 len: 1001 time: 0.1926105 Jan 27 21:43:18.621695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a47a3-6346-476f-afe7-96511714f32d None None] Port 155ea998-4878-4b34-bfe4-e9132c062992 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:18.664302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba890f3c-fa19-452c-9ccc-0a00df31078d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Made reservation on behalf of 830fca5159014a3c90759464c0fd41d1 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:18.677836 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba890f3c-fa19-452c-9ccc-0a00df31078d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.688454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:18.688454 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.689721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:18.690104 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.717150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cf3ef9-7808-4464-ba24-1e5207bd7a30 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:18.817256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port e0cf3ef9-7808-4464-ba24-1e5207bd7a30, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e0cf3ef9-7808-4464-ba24-1e5207bd7a30,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:18.864588 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba890f3c-fa19-452c-9ccc-0a00df31078d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:18.865433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-aab4e17c-7fce-477a-afc9-bed0ccf4ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.874057 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-aab4e17c-7fce-477a-afc9-bed0ccf4ec78 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=13a66f8e-75a2-447f-948d-f9d0ac1c16db HTTP/1.1" status: 200 len: 856 time: 0.2758908 Jan 27 21:43:18.895777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-27a81f4b-5fb8-460d-84ee-980bb810dec3 None None] Provisioning complete for port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:18.897736 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27a81f4b-5fb8-460d-84ee-980bb810dec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.905515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1efe5e-83fa-4dde-95e8-e0fc4ebe4f1e req-9314087b-6912-4402-aa5d-5df812248cb1 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:18.907069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c1efe5e-83fa-4dde-95e8-e0fc4ebe4f1e req-9314087b-6912-4402-aa5d-5df812248cb1 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 948 time: 0.3430951 Jan 27 21:43:18.945330 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba890f3c-fa19-452c-9ccc-0a00df31078d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:18.946193 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-ba890f3c-fa19-452c-9ccc-0a00df31078d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Added segment d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5 of type vlan for network 8a16d7c0-36ee-4832-ad82-c1934a07348a Jan 27 21:43:18.982867 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.126906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f770813d-06ec-42e6-a2c8-a98d847903c1 req-0d38156b-4f32-4902-bf1e-04a3c8aa5eda tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1131063 Jan 27 21:43:19.130867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2423c627-faad-48c2-9f14-688ac09e4aca req-fde5ecb0-6834-4eba-9b8e-81709dd84c7e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1154041 Jan 27 21:43:19.160618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba890f3c-fa19-452c-9ccc-0a00df31078d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (8a16d7c0-36ee-4832-ad82-c1934a07348a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.163961 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (155ea998-4878-4b34-bfe4-e9132c062992), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.193489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-2cb23269-56a2-4379-a3ae-cc31a61ce259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:19.195158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-2cb23269-56a2-4379-a3ae-cc31a61ce259 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a852156-70b0-45a2-b678-46738908299d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3170695 Jan 27 21:43:19.199417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c1efe5e-83fa-4dde-95e8-e0fc4ebe4f1e req-5263f134-f4f6-42b9-83bd-b94d859982e2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634993 Jan 27 21:43:19.202803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=e0cf3ef9-7808-4464-ba24-1e5207bd7a30,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:19.223732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:19.224165 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.245632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0b7162c8-5f57-4a8f-bcbc-665d4b227673 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:19.305609 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (155ea998-4878-4b34-bfe4-e9132c062992), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.392980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:19.446909 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba890f3c-fa19-452c-9ccc-0a00df31078d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (8a16d7c0-36ee-4832-ad82-c1934a07348a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.453149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba890f3c-fa19-452c-9ccc-0a00df31078d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:19.453782 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba890f3c-fa19-452c-9ccc-0a00df31078d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.514837 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.resource_extend [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:43:19.519870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed12d70a-407f-494a-9cf1-18a80232a218 req-42a32f8a-73b6-4fa3-844c-1dad94d139d9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0601792 Jan 27 21:43:19.535318 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-7cedfd51-46e3-4f96-aa96-df654d931689 service neutron] 10.222.0.71 "GET /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258243 Jan 27 21:43:19.614550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=81bb92c4-f4a8-4568-b9d5-0cf98071dd2e,segment=NetworkSegment(857186b3-6598-4836-ab50-2fb6a9a96f42),segment_id=857186b3-6598-4836-ab50-2fb6a9a96f42)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:19.630703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=155ea998-4878-4b34-bfe4-e9132c062992,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:19.637022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (d53097b6-4252-42fd-9734-de0b916b984f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.641219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba890f3c-fa19-452c-9ccc-0a00df31078d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event updated for resources: {'Network': ['ID=8a16d7c0-36ee-4832-ad82-c1934a07348a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:19.706746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-27a81f4b-5fb8-460d-84ee-980bb810dec3 None None] Current status of the port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:19.706974 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27a81f4b-5fb8-460d-84ee-980bb810dec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:19.725864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e4f1abe-8214-4110-8e55-d96b2e321caf req-b429c705-31c9-4070-8679-325a8514e4e2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3090110 Jan 27 21:43:19.757402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 8a16d7c0-36ee-4832-ad82-c1934a07348a details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:19.822407 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ba890f3c-fa19-452c-9ccc-0a00df31078d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7244987 Jan 27 21:43:19.834028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49766) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:19.842498 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8a89a8ec-6653-4074-b13b-82d77c189959 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Request body: {'subnet': {'network_id': '2b685853-6ea2-4905-b9e7-8cead4503b80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:19.899986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-5db52bd4-ed89-4fbd-88c3-182bf63dc76f service neutron] 10.222.0.71 "GET /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575442 Jan 27 21:43:19.958242 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0b7162c8-5f57-4a8f-bcbc-665d4b227673, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0b7162c8-5f57-4a8f-bcbc-665d4b227673,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:19.966950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-830753e1-c972-4f95-a2b5-3718bfc01c22 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=22cdf208-eafd-45a4-b320-f1219ee540a4 HTTP/1.1" status: 200 len: 217 time: 0.0599432 Jan 27 21:43:19.974537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f1abe-8214-4110-8e55-d96b2e321caf req-5ca8f7d9-398f-4e16-a8af-29467bc26c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:19.979161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e4f1abe-8214-4110-8e55-d96b2e321caf req-5ca8f7d9-398f-4e16-a8af-29467bc26c70 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 1101 time: 0.1887333 Jan 27 21:43:20.038023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.052129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f1bd62-37c2-44aa-bd79-3007cdcf1653 None None] Network b70d8cb9-7ab8-46cd-9f43-ab42da8bb955 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:20.070551 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 7b4a46ba-c161-4eec-bc45-ab8928f237e9 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:20.087947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:20.184821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-25395d94-b934-4a6d-9881-8a8cf6dd1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:20.190081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-25395d94-b934-4a6d-9881-8a8cf6dd1009 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.2066963 Jan 27 21:43:20.305357 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a89a8ec-6653-4074-b13b-82d77c189959 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Made reservation on behalf of 830fca5159014a3c90759464c0fd41d1 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:20.319948 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f1abe-8214-4110-8e55-d96b2e321caf req-1a5314c9-cad6-49dd-81b8-73c212bb3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:20.321804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e4f1abe-8214-4110-8e55-d96b2e321caf req-1a5314c9-cad6-49dd-81b8-73c212bb3c83 service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2937598 Jan 27 21:43:20.339554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a89a8ec-6653-4074-b13b-82d77c189959 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.358668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '0b7162c8-5f57-4a8f-bcbc-665d4b227673', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '0b7162c8-5f57-4a8f-bcbc-665d4b227673', 'mac_address': 'fa:16:3e:ec:e9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:20.367099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-8f01eaf3-e181-4ed2-bc64-ea3f4bcb9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:20.368725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-8f01eaf3-e181-4ed2-bc64-ea3f4bcb9236 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1676934 Jan 27 21:43:20.450562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e4f1abe-8214-4110-8e55-d96b2e321caf req-4cefac85-21e3-4c1a-8b4a-229e9b19bdbb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=36ae726c-5a98-4723-868b-b136fbd86c64 HTTP/1.1" status: 200 len: 217 time: 0.1161313 Jan 27 21:43:20.628397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd05247a-e3c0-4135-867a-5437a2fcfcd9 req-0e76570a-a4b9-42e4-800c-b750750cf28f tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1141253 Jan 27 21:43:20.736682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae40d7-bcf5-4af3-9953-b69279b2021c req-095c7a99-3816-4d9a-a006-c700b2e4c1f7 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:20.738455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bae40d7-bcf5-4af3-9953-b69279b2021c req-095c7a99-3816-4d9a-a006-c700b2e4c1f7 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 948 time: 0.2871201 Jan 27 21:43:20.801615 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router d53097b6-4252-42fd-9734-de0b916b984f is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:43:20.805007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d32a6f7-323c-4e79-be54-88a409d2544d req-7c57cb76-53be-473b-a555-ba49604ef177 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0579991 Jan 27 21:43:20.814970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f1abe-8214-4110-8e55-d96b2e321caf req-a96239ce-3d82-4f64-8545-e374c16f958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:20.820864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e4f1abe-8214-4110-8e55-d96b2e321caf req-a96239ce-3d82-4f64-8545-e374c16f958c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.2894688 Jan 27 21:43:20.881963 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a89a8ec-6653-4074-b13b-82d77c189959 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (57bbeaf4-291b-4ab8-a62d-ece933541aad), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:20.979289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 46ae6e93-955a-48b9-a47d-84df1667a4dc up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:21.033924 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:21.034335 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.054056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=81bb92c4-f4a8-4568-b9d5-0cf98071dd2e,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:21.088270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7162c8-5f57-4a8f-bcbc-665d4b227673 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:21.111039 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89a8ec-6653-4074-b13b-82d77c189959 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event updated for resources: {'Subnet': ['ID=57bbeaf4-291b-4ab8-a62d-ece933541aad,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:21.126253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:21.139463 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a55e96f6-e385-42b5-8ce7-183f4e983e4a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/d53097b6-4252-42fd-9734-de0b916b984f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4479637 Jan 27 21:43:21.141989 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49796) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:21.158350 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f895489-a8d8-47cc-a8fb-b3ca7c3f7d69 None None] Sync routers for ids ['d53097b6-4252-42fd-9734-de0b916b984f'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:21.177570 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f895489-a8d8-47cc-a8fb-b3ca7c3f7d69 None None] Routers {'d53097b6-4252-42fd-9734-de0b916b984f'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:21.184770 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0f895489-a8d8-47cc-a8fb-b3ca7c3f7d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d53097b6-4252-42fd-9734-de0b916b984f'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:21.191420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a89a8ec-6653-4074-b13b-82d77c189959 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Checking segment: {'id': 'f33982da-35c1-426b-bb29-7de760cf09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b685853-6ea2-4905-b9e7-8cead4503b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:21.191799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a89a8ec-6653-4074-b13b-82d77c189959 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Network hostable DHCP agents. Network: 2b685853-6ea2-4905-b9e7-8cead4503b80, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:21.210885 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7476ff-6b3f-4e19-afde-0fd67ccc282b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:21.213121 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2f7476ff-6b3f-4e19-afde-0fd67ccc282b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports/155ea998-4878-4b34-bfe4-e9132c062992 HTTP/1.1" status: 200 len: 910 time: 0.0702903 Jan 27 21:43:21.216447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49798) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:21.265844 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0b7162c8-5f57-4a8f-bcbc-665d4b227673, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0b7162c8-5f57-4a8f-bcbc-665d4b227673,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:21.272464 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0f895489-a8d8-47cc-a8fb-b3ca7c3f7d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:21.277517 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-27a81f4b-5fb8-460d-84ee-980bb810dec3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:43:21.277885 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-27a81f4b-5fb8-460d-84ee-980bb810dec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:43:21.298298 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f895489-a8d8-47cc-a8fb-b3ca7c3f7d69 None None] Routers {'d53097b6-4252-42fd-9734-de0b916b984f'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:21.298944 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0f895489-a8d8-47cc-a8fb-b3ca7c3f7d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d53097b6-4252-42fd-9734-de0b916b984f'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:21.322848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 46ae6e93-955a-48b9-a47d-84df1667a4dc triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:21.323231 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.333776 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0f895489-a8d8-47cc-a8fb-b3ca7c3f7d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:21.334734 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f895489-a8d8-47cc-a8fb-b3ca7c3f7d69 None None] The sync data for ids ['d53097b6-4252-42fd-9734-de0b916b984f'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:21.366368 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.380708 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a89a8ec-6653-4074-b13b-82d77c189959 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Network 2b685853-6ea2-4905-b9e7-8cead4503b80 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:21.422216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bae40d7-bcf5-4af3-9953-b69279b2021c req-151aff1b-14ef-4a91-aba3-ecfcec2941c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691947 Jan 27 21:43:21.460202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=0b7162c8-5f57-4a8f-bcbc-665d4b227673,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:21.519040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-1689ae36-1179-4e9e-a4d0-503ba2c9f4c0 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0182531 Jan 27 21:43:21.521206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 46ae6e93-955a-48b9-a47d-84df1667a4dc is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:21.522897 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.582676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 46ae6e93-955a-48b9-a47d-84df1667a4dc, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=46ae6e93-955a-48b9-a47d-84df1667a4dc,segment=NetworkSegment(14bb3754-5388-431f-9edd-df07d76cd154),segment_id=14bb3754-5388-431f-9edd-df07d76cd154)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:21.612538 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-8a89a8ec-6653-4074-b13b-82d77c189959 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 2b685853-6ea2-4905-b9e7-8cead4503b80) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:21.623473 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a89a8ec-6653-4074-b13b-82d77c189959 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:21.636362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38f0d0d-4958-4d63-82ac-dea24b5e01df None None] Network 2b685853-6ea2-4905-b9e7-8cead4503b80 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:21.637183 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a89a8ec-6653-4074-b13b-82d77c189959 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.683702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49806) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:21.686995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f1abe-8214-4110-8e55-d96b2e321caf req-4c35ad45-5542-4f69-a797-44993277d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:21.709943 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e4f1abe-8214-4110-8e55-d96b2e321caf req-4c35ad45-5542-4f69-a797-44993277d812 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2991118 Jan 27 21:43:21.741147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['0b7162c8-5f57-4a8f-bcbc-665d4b227673'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:21.800891 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:21.875108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e4f1abe-8214-4110-8e55-d96b2e321caf req-1285244c-104a-4d81-aae1-f6c285b4cc64 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577199 Jan 27 21:43:21.882844 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-27a81f4b-5fb8-460d-84ee-980bb810dec3 None None] Current status of the port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:21.930154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecff69fd-f157-4001-9e6b-2ed795162240 req-745cd0f4-f6af-4363-ba85-01f5f59606ec tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0528622 Jan 27 21:43:21.972130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-2b685853-6ea2-4905-b9e7-8cead4503b80', 'network_id': '2b685853-6ea2-4905-b9e7-8cead4503b80', 'project_id': '830fca5159014a3c90759464c0fd41d1', 'fixed_ips': [{'subnet_id': '57bbeaf4-291b-4ab8-a62d-ece933541aad'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:43:21.973154 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.197588 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Allocated IP 172.20.0.2 (2b685853-6ea2-4905-b9e7-8cead4503b80/57bbeaf4-291b-4ab8-a62d-ece933541aad/84bd297e-5ccf-486d-81b7-ee38f834462a) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:22.216267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba6249b1-c22d-44a7-9c99-b421191e82a4 req-ac4f87d4-035c-4f7e-9400-e1ff737da955 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.2254291 Jan 27 21:43:22.225598 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca3c3-c89c-4d78-beb7-8e20ab8385af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.256192 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8a89a8ec-6653-4074-b13b-82d77c189959 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4206698 Jan 27 21:43:22.259282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49820) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:22.269057 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-feff2d17-4a5b-4e65-9b00-2f5b763d16ed service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7388287 Jan 27 21:43:22.291732 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-dcb9c7e5-1224-427d-90b7-b9d7cb16c922 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Request body: {'subnet': {'network_id': '8a16d7c0-36ee-4832-ad82-c1934a07348a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:22.397337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-170c7f2d-0ad5-4d95-861d-b7af3c6c9769 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 HTTP/1.1" status: 200 len: 217 time: 0.1141996 Jan 27 21:43:22.485673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:22.491144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=46ae6e93-955a-48b9-a47d-84df1667a4dc,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:22.522471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e4f1abe-8214-4110-8e55-d96b2e321caf req-2f4e6e0d-1d72-4f9d-ba35-aacd0799dfc6 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903871 Jan 27 21:43:22.555035 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.587797 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca3c3-c89c-4d78-beb7-8e20ab8385af admin admin] Publish callbacks [] for security_group (f0aa3da9-2a79-430f-b127-9e2708717743), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.597430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-2d82e201-4a7b-4184-933f-510151133119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:22.599937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-2d82e201-4a7b-4184-933f-510151133119 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.1934352 Jan 27 21:43:22.626243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-28eb52dd-57c2-4881-a5cd-7001bfcc5402 None None] Provisioning complete for port 155ea998-4878-4b34-bfe4-e9132c062992 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:22.626767 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-28eb52dd-57c2-4881-a5cd-7001bfcc5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (155ea998-4878-4b34-bfe4-e9132c062992), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.643076 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40720e87-f783-45b5-a4fc-3c9299149ba4 req-60b8f48d-baac-424b-92c7-d1314c17e334 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:22.650857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40720e87-f783-45b5-a4fc-3c9299149ba4 req-60b8f48d-baac-424b-92c7-d1314c17e334 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 949 time: 0.1114602 Jan 27 21:43:22.671967 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Publish callbacks [] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.674199 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-28eb52dd-57c2-4881-a5cd-7001bfcc5402 None None] Port 155ea998-4878-4b34-bfe4-e9132c062992 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:22.721026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-28eb52dd-57c2-4881-a5cd-7001bfcc5402 None None] Provisioning complete for port 46ae6e93-955a-48b9-a47d-84df1667a4dc triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:22.721452 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-28eb52dd-57c2-4881-a5cd-7001bfcc5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.724299 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40720e87-f783-45b5-a4fc-3c9299149ba4 req-27ff12a3-2b89-4239-9e8e-1470815b616d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724413 Jan 27 21:43:22.732275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-1397c0f9-eb42-4e58-aba4-1b8f79133de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:22.733991 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-1397c0f9-eb42-4e58-aba4-1b8f79133de1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1284945 Jan 27 21:43:22.739325 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f4ca3c3-c89c-4d78-beb7-8e20ab8385af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f0aa3da9-2a79-430f-b127-9e2708717743), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.768180 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb9c7e5-1224-427d-90b7-b9d7cb16c922 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Made reservation on behalf of 830fca5159014a3c90759464c0fd41d1 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:22.770233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:22.771690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.772058 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c7e5-1224-427d-90b7-b9d7cb16c922 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.826288 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:22.849176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-44a64ba9-3a19-4941-8e85-893c72079107 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061747 Jan 27 21:43:22.894837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Network 2b685853-6ea2-4905-b9e7-8cead4503b80 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:22.907810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:22.918946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:22.923862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4f4ca3c3-c89c-4d78-beb7-8e20ab8385af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17da2a8c41514778b406dfb855c41ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2334602 Jan 27 21:43:22.939657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Pushing event updated for resources: {'Port': ['ID=84bd297e-5ccf-486d-81b7-ee38f834462a,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:22.961831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49840) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:22.973648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ca3c3-c89c-4d78-beb7-8e20ab8385af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aa3da9-2a79-430f-b127-9e2708717743,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:23.062588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-e4269756-e77d-4c77-89e7-31bfaa67862c service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010393 Jan 27 21:43:23.063332 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7673-6789-45a8-8cbf-1f95a2513283 admin admin] Publish callbacks [] for security_group (f0aa3da9-2a79-430f-b127-9e2708717743), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.090801 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7673-6789-45a8-8cbf-1f95a2513283 admin admin] Publish callbacks [] for security_group (f0aa3da9-2a79-430f-b127-9e2708717743), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.105361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:23.199027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Allocated IP 172.21.0.1 (249e26c7-9642-4914-bb05-37bab7f01542/343b8922-a1a8-4aa5-b2ad-1d22f4f67a73/d5535abc-3668-468d-bbef-b297d60b0a25) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:23.199169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Attempting to bind port 84bd297e-5ccf-486d-81b7-ee38f834462a on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:23.200124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Attempting to bind port 84bd297e-5ccf-486d-81b7-ee38f834462a by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'f33982da-35c1-426b-bb29-7de760cf09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b685853-6ea2-4905-b9e7-8cead4503b80'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:23.202712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Attempting to bind port 84bd297e-5ccf-486d-81b7-ee38f834462a on network 2b685853-6ea2-4905-b9e7-8cead4503b80 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:23.207381 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-28eb52dd-57c2-4881-a5cd-7001bfcc5402 None None] Current status of the port 46ae6e93-955a-48b9-a47d-84df1667a4dc is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:23.230273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:23.230583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Checking segment: {'id': 'f33982da-35c1-426b-bb29-7de760cf09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b685853-6ea2-4905-b9e7-8cead4503b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:23.230943 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.231352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Bound using segment: {'id': 'f33982da-35c1-426b-bb29-7de760cf09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b685853-6ea2-4905-b9e7-8cead4503b80'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:23.231845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Bound port: 84bd297e-5ccf-486d-81b7-ee38f834462a, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33982da-35c1-426b-bb29-7de760cf09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '2b685853-6ea2-4905-b9e7-8cead4503b80'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:23.232269 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.253397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-cb6d88a5-0e5f-410a-a2a1-4b1cbab18e40 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=a96bb84f-38fc-43fe-95fb-da828d6972b7 HTTP/1.1" status: 200 len: 217 time: 0.1159906 Jan 27 21:43:23.254340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7673-6789-45a8-8cbf-1f95a2513283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f0aa3da9-2a79-430f-b127-9e2708717743), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.257914 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7673-6789-45a8-8cbf-1f95a2513283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.261827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-28eb52dd-57c2-4881-a5cd-7001bfcc5402 None None] Provisioning complete for port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:23.262218 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-28eb52dd-57c2-4881-a5cd-7001bfcc5402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.268528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ddcb7673-6789-45a8-8cbf-1f95a2513283 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0aa3da9-2a79-430f-b127-9e2708717743 HTTP/1.1" status: 204 len: 168 time: 0.3015828 Jan 27 21:43:23.321683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] For port 84bd297e-5ccf-486d-81b7-ee38f834462a, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:23.325958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] For port 84bd297e-5ccf-486d-81b7-ee38f834462a, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=84bd297e-5ccf-486d-81b7-ee38f834462a,segment=NetworkSegment(f33982da-35c1-426b-bb29-7de760cf09ca),segment_id=f33982da-35c1-426b-bb29-7de760cf09ca)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:23.341580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb7673-6789-45a8-8cbf-1f95a2513283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aa3da9-2a79-430f-b127-9e2708717743,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:23.385575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e0cf3ef9-7808-4464-ba24-1e5207bd7a30 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:23.466157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7dc84c7-5a4d-4047-b515-b2380687cd2f req-07c8e83c-20e7-47c9-9132-9a249f8adb5a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0907018 Jan 27 21:43:23.471747 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.490930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-4369c49f-b0e0-43dd-9f13-c2975ccb76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:23.494403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-4369c49f-b0e0-43dd-9f13-c2975ccb76c6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.2288182 Jan 27 21:43:23.568418 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (d5535abc-3668-468d-bbef-b297d60b0a25), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.574240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c7e5-1224-427d-90b7-b9d7cb16c922 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (de069e16-589e-4b6b-a1c0-f018bab68d2a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.652709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e14e8b9-0f17-492c-bd76-4887f7879065 req-72342b9d-50d6-48e4-8b37-990caf1c3496 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0865593 Jan 27 21:43:23.674250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-7cc60e87-7dc9-4667-a51c-d381e58536ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:23.677403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-7cc60e87-7dc9-4667-a51c-d381e58536ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1736255 Jan 27 21:43:23.767428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d04928-fec4-4631-89d0-0f71a8dbb109 None None] Pushing event updated for resources: {'Port': ['ID=84bd297e-5ccf-486d-81b7-ee38f834462a,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:23.773652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb9c7e5-1224-427d-90b7-b9d7cb16c922 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Checking segment: {'id': 'd85d1e77-1b0e-4fff-a1c0-476f43e1dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a16d7c0-36ee-4832-ad82-c1934a07348a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:23.774110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb9c7e5-1224-427d-90b7-b9d7cb16c922 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Network hostable DHCP agents. Network: 8a16d7c0-36ee-4832-ad82-c1934a07348a, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:23.785029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-28eb52dd-57c2-4881-a5cd-7001bfcc5402 None None] Current status of the port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:23.835754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9c7e5-1224-427d-90b7-b9d7cb16c922 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event updated for resources: {'Subnet': ['ID=de069e16-589e-4b6b-a1c0-f018bab68d2a,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:23.893677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:23.903204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:23.904902 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:23.952957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385dc0a-2d07-4f84-ad87-cda129e8e663 req-00068d45-2d43-498a-93c5-3b0b453e1b2a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:23.954717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9385dc0a-2d07-4f84-ad87-cda129e8e663 req-00068d45-2d43-498a-93c5-3b0b453e1b2a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 949 time: 0.0904002 Jan 27 21:43:23.962935 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb9c7e5-1224-427d-90b7-b9d7cb16c922 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Network 8a16d7c0-36ee-4832-ad82-c1934a07348a is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:23.986503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-788dbe72-1956-453e-b323-0a790c7d64a1 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005641 Jan 27 21:43:24.044215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d5535abc-3668-468d-bbef-b297d60b0a25), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.132832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:24.133391 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.177002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e17bea-3d36-4fa9-b384-d4a1bc6b2426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cf3ef9-7808-4464-ba24-1e5207bd7a30'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:24.180137 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e53c9c7-cdf4-4c4d-8a92-8aed4bf41fca" -d '{"events": [{"server_uuid": "c2e17bea-3d36-4fa9-b384-d4a1bc6b2426", "name": "network-vif-plugged", "status": "completed", "tag": "e0cf3ef9-7808-4464-ba24-1e5207bd7a30"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:24.204669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port e0cf3ef9-7808-4464-ba24-1e5207bd7a30, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e0cf3ef9-7808-4464-ba24-1e5207bd7a30,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:24.210693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=d5535abc-3668-468d-bbef-b297d60b0a25,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:24.235358 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-dcb9c7e5-1224-427d-90b7-b9d7cb16c922 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 8a16d7c0-36ee-4832-ad82-c1934a07348a) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:24.249165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6426f7c9-e324-4094-8fc9-493e9d4762fa None None] Network 8a16d7c0-36ee-4832-ad82-c1934a07348a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:24.265232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 249e26c7-9642-4914-bb05-37bab7f01542 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:24.267745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9385dc0a-2d07-4f84-ad87-cda129e8e663 req-0851f018-e385-4ecd-8392-314a718ed7b5 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929189 Jan 27 21:43:24.286748 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.296236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb9c7e5-1224-427d-90b7-b9d7cb16c922 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:24.298494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c7e5-1224-427d-90b7-b9d7cb16c922 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.354561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:24.360945 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:24.362550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-1cc7d933-b3f5-479a-919e-ca71b88e09ed service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592880 Jan 27 21:43:24.427391 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a85fa3a-c642-4193-87d0-2093a7315ad7 x-openstack-request-id: req-5a85fa3a-c642-4193-87d0-2093a7315ad7 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:24.427829 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e17bea-3d36-4fa9-b384-d4a1bc6b2426", "name": "network-vif-plugged", "status": "completed", "tag": "e0cf3ef9-7808-4464-ba24-1e5207bd7a30", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:24.429551 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a85fa3a-c642-4193-87d0-2093a7315ad7 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:24.429977 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e17bea-3d36-4fa9-b384-d4a1bc6b2426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cf3ef9-7808-4464-ba24-1e5207bd7a30', 'code': 200} Jan 27 21:43:24.480847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 46ae6e93-955a-48b9-a47d-84df1667a4dc up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:24.493253 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (d53097b6-4252-42fd-9734-de0b916b984f), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.568774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=e0cf3ef9-7808-4464-ba24-1e5207bd7a30,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:24.630609 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dcb9c7e5-1224-427d-90b7-b9d7cb16c922 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3686588 Jan 27 21:43:24.631248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49878) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:24.643061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-a95c9e4e-83d5-4ba4-bf8a-fb4826d110ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=155f11db-f305-4457-814e-848bb16c424f HTTP/1.1" status: 200 len: 217 time: 0.2658582 Jan 27 21:43:24.697860 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b426efca-f7cc-48be-ba71-9893fa550d8a req-abca8758-4268-43c3-817c-7506f3f14589 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0529332 Jan 27 21:43:24.732557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-8a16d7c0-36ee-4832-ad82-c1934a07348a', 'network_id': '8a16d7c0-36ee-4832-ad82-c1934a07348a', 'project_id': '830fca5159014a3c90759464c0fd41d1', 'fixed_ips': [{'subnet_id': 'de069e16-589e-4b6b-a1c0-f018bab68d2a'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:43:24.733424 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.789341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 46ae6e93-955a-48b9-a47d-84df1667a4dc triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:24.790561 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:24.793259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-c163c84a-d42c-42e9-8993-321d061799b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:24.794886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-c163c84a-d42c-42e9-8993-321d061799b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.0842135 Jan 27 21:43:24.796885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015a70d-d03e-44cd-8f68-03e14d06e74c req-c99f245d-bd9d-4d34-96ee-bf63f0c73598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:24.798398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3015a70d-d03e-44cd-8f68-03e14d06e74c req-c99f245d-bd9d-4d34-96ee-bf63f0c73598 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c2e17bea-3d36-4fa9-b384-d4a1bc6b2426 HTTP/1.1" status: 200 len: 1100 time: 0.4225698 Jan 27 21:43:24.877078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-460a1b23-78c3-4cee-9fb5-f1cf77000ca8 req-b02c22a0-8600-4d6b-853d-5d32fcceb3c2 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0675170 Jan 27 21:43:24.963482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-2962122e-b843-4098-af61-875aea584fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:24.965526 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-2962122e-b843-4098-af61-875aea584fe0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1577389 Jan 27 21:43:25.022706 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3015a70d-d03e-44cd-8f68-03e14d06e74c req-6adbd9c8-22da-4cc6-9360-771634de83eb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058914 Jan 27 21:43:25.156677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-d15d387f-b00c-4814-935a-6c1ef80c4d63 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364148 Jan 27 21:43:25.168033 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d5535abc-3668-468d-bbef-b297d60b0a25), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.384265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2ad524d1-02c9-4939-b65d-7f3cbb5da390 None None] Provisioning complete for port d5535abc-3668-468d-bbef-b297d60b0a25 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:25.386366 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2ad524d1-02c9-4939-b65d-7f3cbb5da390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d5535abc-3668-468d-bbef-b297d60b0a25), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.438550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-507fd9e6-85ce-4335-afd8-995b86ccaf12 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251260 Jan 27 21:43:25.472454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0b7162c8-5f57-4a8f-bcbc-665d4b227673 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:25.525226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833982b6-6f88-4a01-9f62-5fae41fc7d12 None None] Network 2b685853-6ea2-4905-b9e7-8cead4503b80 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:25.598417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 46ae6e93-955a-48b9-a47d-84df1667a4dc is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:25.599694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 84bd297e-5ccf-486d-81b7-ee38f834462a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:25.605872 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-bce4b650-1ee8-41e7-a89d-f43da6708808 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c36e1084-48e0-4ada-bb62-776d8ad9ce29 HTTP/1.1" status: 200 len: 217 time: 0.1443737 Jan 27 21:43:25.669266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-6cbf4b75-61bd-49b8-9db9-bd997ef93862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:25.670794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-6cbf4b75-61bd-49b8-9db9-bd997ef93862 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e01611-9532-469d-8e1a-8f2c049f536e HTTP/1.1" status: 200 len: 797 time: 0.0577915 Jan 27 21:43:25.683178 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731692a8-e752-468e-a88c-de80cfd74aaa req-2171740f-5da1-4dab-ba28-d96c7bef9271 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:25.691120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-731692a8-e752-468e-a88c-de80cfd74aaa req-2171740f-5da1-4dab-ba28-d96c7bef9271 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 949 time: 0.2490933 Jan 27 21:43:25.748824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2ad524d1-02c9-4939-b65d-7f3cbb5da390 None None] Port d5535abc-3668-468d-bbef-b297d60b0a25 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:25.828510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Allocated IP 172.20.0.2 (8a16d7c0-36ee-4832-ad82-c1934a07348a/de069e16-589e-4b6b-a1c0-f018bab68d2a/df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:25.866819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26c9bdd6-7b5e-42b6-95a3-942d9d6899b9 req-51e5288c-c6ce-4b56-8760-137a9cc3072c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0398459 Jan 27 21:43:25.870243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:25.879744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-a01b834a-c31f-40fe-9083-50d07646bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:25.881466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-a01b834a-c31f-40fe-9083-50d07646bd5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1882899 Jan 27 21:43:25.913344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-731692a8-e752-468e-a88c-de80cfd74aaa req-efb618a2-6858-478d-9f36-515512b3e82a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213175 Jan 27 21:43:26.039476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-8b412401-5ccd-458d-9392-422662d7c9c7 service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496732 Jan 27 21:43:26.076270 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (d5535abc-3668-468d-bbef-b297d60b0a25), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.131811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3da04f2f-28b3-49c1-a73f-42bb8d4a32e8 req-d0d0363f-d2cf-4dd7-97ea-38f9303298fa tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0833499 Jan 27 21:43:26.167741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-dc395921-024e-4291-805f-b824ec76e38a None None] Provisioning complete for port 84bd297e-5ccf-486d-81b7-ee38f834462a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:26.168180 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc395921-024e-4291-805f-b824ec76e38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.269245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (d5535abc-3668-468d-bbef-b297d60b0a25), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.269781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:26.297212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-505a89f5-14b1-4e10-90ce-2ba5e5fb41a5 service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429557 Jan 27 21:43:26.348812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:26.348812 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.362234 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-0ee8d3aa-2cfe-4a8b-86bd-206789ea128f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf0d2933-9ced-40f1-ba80-638a181d5c6a HTTP/1.1" status: 200 len: 217 time: 0.0558867 Jan 27 21:43:26.368542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 84bd297e-5ccf-486d-81b7-ee38f834462a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:26.369247 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.442937 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=d5535abc-3668-468d-bbef-b297d60b0a25,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:26.476461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-16dab75b-a174-4e55-a645-c299f3f8e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:26.484227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-16dab75b-a174-4e55-a645-c299f3f8e8ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e01611-9532-469d-8e1a-8f2c049f536e HTTP/1.1" status: 200 len: 797 time: 0.1121917 Jan 27 21:43:26.487878 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (d53097b6-4252-42fd-9734-de0b916b984f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.502547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Allocated IP 172.20.0.1 (2b685853-6ea2-4905-b9e7-8cead4503b80/57bbeaf4-291b-4ab8-a62d-ece933541aad/cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:26.590533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-eb3dc057-d120-4f80-9ea5-80bf12be85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:26.593998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-eb3dc057-d120-4f80-9ea5-80bf12be85a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042156 Jan 27 21:43:26.682347 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 249e26c7-9642-4914-bb05-37bab7f01542 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:26.704996 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:26.744033 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Publish callbacks [] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.770397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-2c4e0b1c-12e7-49d9-ad1b-91f941a55662 service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681125 Jan 27 21:43:26.861683 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.952539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dc395921-024e-4291-805f-b824ec76e38a None None] Current status of the port 84bd297e-5ccf-486d-81b7-ee38f834462a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:26.959380 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc395921-024e-4291-805f-b824ec76e38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:26.986748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-968cdce4-5fa2-4e1f-a3e2-1035f459fb5f req-d0087fdc-50eb-4bd1-99dd-34aef2eaf8b8 service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094181 Jan 27 21:43:27.055534 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.107817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04fef217-ea8b-4a65-a0a9-c2abac3819ef req-fadf77e6-2181-4bf3-abf2-bdc96168704c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0853634 Jan 27 21:43:27.155263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 84bd297e-5ccf-486d-81b7-ee38f834462a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:27.155666 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.163324 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for port (cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.169336 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router d53097b6-4252-42fd-9734-de0b916b984f has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:27.254941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:27.255341 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.264243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63ad75-2fc8-4f97-bb25-df596149dbe6 req-9beea21d-a7a1-4640-adb0-789c3354af4e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:27.265246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Network 8a16d7c0-36ee-4832-ad82-c1934a07348a is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:27.266342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc63ad75-2fc8-4f97-bb25-df596149dbe6 req-9beea21d-a7a1-4640-adb0-789c3354af4e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 949 time: 0.1366351 Jan 27 21:43:27.283071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-dc395921-024e-4291-805f-b824ec76e38a None None] For port 84bd297e-5ccf-486d-81b7-ee38f834462a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=84bd297e-5ccf-486d-81b7-ee38f834462a,segment=NetworkSegment(f33982da-35c1-426b-bb29-7de760cf09ca),segment_id=f33982da-35c1-426b-bb29-7de760cf09ca)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:27.298056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:27.303967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:27.320561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48700c7a-72c3-4d65-8953-7f4a80194903 req-05125bae-0bb0-4c93-8154-8c00f3337d4b tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0484354 Jan 27 21:43:27.323671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Pushing event updated for resources: {'Port': ['ID=df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:27.341737 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.354579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8559358-68c0-4cd7-a0c9-145655e7b5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7162c8-5f57-4a8f-bcbc-665d4b227673'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:27.356891 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d92bc91-47f0-474b-8958-5158554c72fd" -d '{"events": [{"server_uuid": "b8559358-68c0-4cd7-a0c9-145655e7b5f2", "name": "network-vif-plugged", "status": "completed", "tag": "0b7162c8-5f57-4a8f-bcbc-665d4b227673"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:27.372623 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc63ad75-2fc8-4f97-bb25-df596149dbe6 req-adfbc2b4-6414-4deb-bd24-3d522d31bf21 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926654 Jan 27 21:43:27.399270 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.446434 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc395921-024e-4291-805f-b824ec76e38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.452957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0b7162c8-5f57-4a8f-bcbc-665d4b227673, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0b7162c8-5f57-4a8f-bcbc-665d4b227673,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:27.458644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49932) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:27.460486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Attempting to bind port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:27.460486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Attempting to bind port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'd85d1e77-1b0e-4fff-a1c0-476f43e1dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a16d7c0-36ee-4832-ad82-c1934a07348a'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:27.460752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Attempting to bind port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e on network 8a16d7c0-36ee-4832-ad82-c1934a07348a {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:27.464637 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event updated for resources: {'Port': ['ID=cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:27.479612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:27.490648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49936) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:27.490916 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-114549bf-5587-4898-8a43-ef9efde84c0e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/d53097b6-4252-42fd-9734-de0b916b984f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2730167 Jan 27 21:43:27.492828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Network 2b685853-6ea2-4905-b9e7-8cead4503b80 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:27.495327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:27.502511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:27.513890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b73ee-70f4-4015-841b-d28683078b67 None None] Sync routers for ids ['d53097b6-4252-42fd-9734-de0b916b984f'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:27.520599 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db16bb92-9e90-4e30-b543-156bfc80c9ed x-openstack-request-id: req-db16bb92-9e90-4e30-b543-156bfc80c9ed {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:27.520599 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8559358-68c0-4cd7-a0c9-145655e7b5f2", "name": "network-vif-plugged", "status": "completed", "tag": "0b7162c8-5f57-4a8f-bcbc-665d4b227673", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:27.520599 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db16bb92-9e90-4e30-b543-156bfc80c9ed {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:27.525638 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8559358-68c0-4cd7-a0c9-145655e7b5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7162c8-5f57-4a8f-bcbc-665d4b227673', 'code': 200} Jan 27 21:43:27.535882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:27.536386 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Checking segment: {'id': 'd85d1e77-1b0e-4fff-a1c0-476f43e1dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a16d7c0-36ee-4832-ad82-c1934a07348a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:27.536708 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.537130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Bound using segment: {'id': 'd85d1e77-1b0e-4fff-a1c0-476f43e1dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a16d7c0-36ee-4832-ad82-c1934a07348a'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:27.537607 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Bound port: df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85d1e77-1b0e-4fff-a1c0-476f43e1dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '8a16d7c0-36ee-4832-ad82-c1934a07348a'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:27.537991 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.572400 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.602605 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:43:27.602987 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:43:27.604280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b73ee-70f4-4015-841b-d28683078b67 None None] Routers {'d53097b6-4252-42fd-9734-de0b916b984f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:27.604959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-411b73ee-70f4-4015-841b-d28683078b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d53097b6-4252-42fd-9734-de0b916b984f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:27.616039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc395921-024e-4291-805f-b824ec76e38a None None] Pushing event updated for resources: {'Port': ['ID=84bd297e-5ccf-486d-81b7-ee38f834462a,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:27.622074 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (ee6d38e3-a8e0-42ad-a662-f9403afa602b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.649933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24107d-bdba-41c8-965f-a17a5ef97b89 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:27.651797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5a24107d-bdba-41c8-965f-a17a5ef97b89 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports/d5535abc-3668-468d-bbef-b297d60b0a25 HTTP/1.1" status: 200 len: 910 time: 0.1598713 Jan 27 21:43:27.655576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49938) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:27.707046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-411b73ee-70f4-4015-841b-d28683078b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:27.797662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0b512a40-ee5d-4ecb-bdca-93c10b367baf None None] Provisioning complete for port d5535abc-3668-468d-bbef-b297d60b0a25 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:27.798052 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0b512a40-ee5d-4ecb-bdca-93c10b367baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d5535abc-3668-468d-bbef-b297d60b0a25), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.808905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb203b2a-ba30-4049-9cb9-890eb609cdf1 req-26932b0c-4e2c-4a1f-b7df-673d4dd72571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:27.821040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb203b2a-ba30-4049-9cb9-890eb609cdf1 req-26932b0c-4e2c-4a1f-b7df-673d4dd72571 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 1101 time: 0.2252517 Jan 27 21:43:27.901490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411b73ee-70f4-4015-841b-d28683078b67 None None] Routers {'d53097b6-4252-42fd-9734-de0b916b984f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:27.902145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-411b73ee-70f4-4015-841b-d28683078b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d53097b6-4252-42fd-9734-de0b916b984f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:27.970340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-411b73ee-70f4-4015-841b-d28683078b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:27.971145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411b73ee-70f4-4015-841b-d28683078b67 None None] The sync data for ids ['d53097b6-4252-42fd-9734-de0b916b984f'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:27.974704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] For port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:27.980824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=0b7162c8-5f57-4a8f-bcbc-665d4b227673,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:27.990903 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2660251a-8e1b-411e-8a51-d95121a504af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:27.991440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0b512a40-ee5d-4ecb-bdca-93c10b367baf None None] Port d5535abc-3668-468d-bbef-b297d60b0a25 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:27.997276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] For port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e,segment=NetworkSegment(d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5),segment_id=d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:28.006620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0b512a40-ee5d-4ecb-bdca-93c10b367baf None None] Provisioning complete for port 84bd297e-5ccf-486d-81b7-ee38f834462a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:28.007008 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0b512a40-ee5d-4ecb-bdca-93c10b367baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.015100 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.090728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb203b2a-ba30-4049-9cb9-890eb609cdf1 req-2f7abbe3-890f-4a82-8661-5642f1208041 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140040 Jan 27 21:43:28.091120 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.193217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0b512a40-ee5d-4ecb-bdca-93c10b367baf None None] Current status of the port 84bd297e-5ccf-486d-81b7-ee38f834462a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:28.232824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 84bd297e-5ccf-486d-81b7-ee38f834462a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:28.235009 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e95aaf-f419-47c8-bcfc-f8fca1609df4 None None] Pushing event updated for resources: {'Port': ['ID=df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:28.296293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54fcb07f-bad5-47d3-8962-fe890499b7e9 req-74ab8ed6-1c24-470c-8af6-a743e45c8a19 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0571315 Jan 27 21:43:28.334676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b6a3ca20-4aa7-4198-81e3-1f9380d3e959 None None] Provisioning complete for port cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:28.335078 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b6a3ca20-4aa7-4198-81e3-1f9380d3e959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.439659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 84bd297e-5ccf-486d-81b7-ee38f834462a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:28.569173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b44147de-85bf-4442-ac42-fcddd776e914 req-8666e52d-82ce-4494-bd4f-05543f7ce1d6 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1374197 Jan 27 21:43:28.569650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b6a3ca20-4aa7-4198-81e3-1f9380d3e959 None None] Port cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:28.574050 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for port (cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.591490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 84bd297e-5ccf-486d-81b7-ee38f834462a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:28.591490 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.609172 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2660251a-8e1b-411e-8a51-d95121a504af admin admin] Publish callbacks [] for security_group (910c2560-985f-4b96-a02f-42e1f2684865), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.679583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c6360-7a4e-4cdd-ab41-4e40f9dcf2cf req-d7fe008e-4857-485d-afbf-e469cb8ba5c3 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:28.686618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-720c6360-7a4e-4cdd-ab41-4e40f9dcf2cf req-d7fe008e-4857-485d-afbf-e469cb8ba5c3 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 950 time: 0.1158936 Jan 27 21:43:28.687263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 84bd297e-5ccf-486d-81b7-ee38f834462a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:28.699103 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.713764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3369b3d-5613-4b74-b090-922930a78a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (d53097b6-4252-42fd-9734-de0b916b984f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.776579 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2660251a-8e1b-411e-8a51-d95121a504af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (910c2560-985f-4b96-a02f-42e1f2684865), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.781778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event updated for resources: {'Port': ['ID=cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:28.785048 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (ee6d38e3-a8e0-42ad-a662-f9403afa602b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:28.935718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Network 2b685853-6ea2-4905-b9e7-8cead4503b80 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:28.937887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:29.247816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Router ee6d38e3-a8e0-42ad-a662-f9403afa602b is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:43:29.259042 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-720c6360-7a4e-4cdd-ab41-4e40f9dcf2cf req-041eab72-e486-4598-8637-b4544524299f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666549 Jan 27 21:43:29.305795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2660251a-8e1b-411e-8a51-d95121a504af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4fb08e3eda5d4de7a5af4e795f2b00c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8458529 Jan 27 21:43:29.306832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49958) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:29.316649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-68038f57-4bbc-451f-b9ba-bd8c2c8eccd4 None None] Provisioning complete for port cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:29.317227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660251a-8e1b-411e-8a51-d95121a504af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910c2560-985f-4b96-a02f-42e1f2684865,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:29.317351 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-68038f57-4bbc-451f-b9ba-bd8c2c8eccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.557083 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a96d87c6-0447-438c-b134-7def7714ff0a req-7259d1b7-710b-44e2-9661-ed137281bc3c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.1074970 Jan 27 21:43:29.586536 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:29.602379 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7fe62-583c-455c-be5a-914ad9e6d6ab None None] Sync routers for ids ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:29.612017 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0855d139-5670-4a15-8a5c-a877c39857e7 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "PUT /v2.0/routers/ee6d38e3-a8e0-42ad-a662-f9403afa602b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9795847 Jan 27 21:43:29.612751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49966) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:29.620254 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7fe62-583c-455c-be5a-914ad9e6d6ab None None] Routers {'ee6d38e3-a8e0-42ad-a662-f9403afa602b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:29.621365 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-23f7fe62-583c-455c-be5a-914ad9e6d6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:29.634279 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6684-79a1-44af-9cda-1fc30397a8ca admin admin] Publish callbacks [] for security_group (910c2560-985f-4b96-a02f-42e1f2684865), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.717546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-68038f57-4bbc-451f-b9ba-bd8c2c8eccd4 None None] Port cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:29.755515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6684-79a1-44af-9cda-1fc30397a8ca admin admin] Publish callbacks [] for security_group (910c2560-985f-4b96-a02f-42e1f2684865), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:29.855850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbaadb18-94bd-4b35-ae5f-eb77721c58b6 req-140a2a93-6286-4989-a656-d53eb9abf4c2 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1171012 Jan 27 21:43:29.871522 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-23f7fe62-583c-455c-be5a-914ad9e6d6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:29.888425 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7fe62-583c-455c-be5a-914ad9e6d6ab None None] Routers {'ee6d38e3-a8e0-42ad-a662-f9403afa602b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:29.889081 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-23f7fe62-583c-455c-be5a-914ad9e6d6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:29.977553 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-23f7fe62-583c-455c-be5a-914ad9e6d6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:29.979816 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7fe62-583c-455c-be5a-914ad9e6d6ab None None] The sync data for ids ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:29.985392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b3369b3d-5613-4b74-b090-922930a78a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port d5535abc-3668-468d-bbef-b297d60b0a25 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:29.985660 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3369b3d-5613-4b74-b090-922930a78a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d5535abc-3668-468d-bbef-b297d60b0a25), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.024415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61054ba-14ac-428b-a4c6-23ef3da87060 None None] Network 8a16d7c0-36ee-4832-ad82-c1934a07348a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:30.064731 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6684-79a1-44af-9cda-1fc30397a8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (910c2560-985f-4b96-a02f-42e1f2684865), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.071352 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6ddd6684-79a1-44af-9cda-1fc30397a8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.071352 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6ddd6684-79a1-44af-9cda-1fc30397a8ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/910c2560-985f-4b96-a02f-42e1f2684865 HTTP/1.1" status: 204 len: 168 time: 0.7586730 Jan 27 21:43:30.085526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd6684-79a1-44af-9cda-1fc30397a8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910c2560-985f-4b96-a02f-42e1f2684865,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:30.163721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Provisioning complete for port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:30.164423 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.170749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3369b3d-5613-4b74-b090-922930a78a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d5535abc-3668-468d-bbef-b297d60b0a25), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.215170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b3369b3d-5613-4b74-b090-922930a78a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for d5535abc-3668-468d-bbef-b297d60b0a25 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:30.448887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Current status of the port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:30.449399 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.461862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:30.594235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] For port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e,segment=NetworkSegment(d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5),segment_id=d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:30.621219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:30.621968 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.646857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2c9a8-e533-4981-8029-e74b6025dc20 req-382f8355-5269-4a7f-b934-fb46666b2f8d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:30.648517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2a2c9a8-e533-4981-8029-e74b6025dc20 req-382f8355-5269-4a7f-b934-fb46666b2f8d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 950 time: 0.2076123 Jan 27 21:43:30.743414 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.750182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2a2c9a8-e533-4981-8029-e74b6025dc20 req-90a9d182-859f-4dfd-9bf0-6a54bbd44b90 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820916 Jan 27 21:43:30.813450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-131ea7ce-d1e9-42c6-8a3c-56b09dff6475 req-d9fb7cec-ed69-4570-93ea-e61e4b630ca4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0621252 Jan 27 21:43:30.819738 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3369b3d-5613-4b74-b090-922930a78a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d5535abc-3668-468d-bbef-b297d60b0a25), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:30.826923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Pushing event updated for resources: {'Port': ['ID=df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:30.886300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.886551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.886773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.887078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.887423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.887753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.888120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.888437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.888766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.889092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.889418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.889744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.890065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d13ca41-7c21-4672-b7f1-72ce26686f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:30.910687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3369b3d-5613-4b74-b090-922930a78a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=d5535abc-3668-468d-bbef-b297d60b0a25,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:30.956949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-eb2691e5-ae8f-4a20-a503-62be79217cfd None None] Provisioning complete for port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:30.956949 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-eb2691e5-ae8f-4a20-a503-62be79217cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.049502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa308725-2471-4afe-b529-03e0f39b712b req-6f09ff93-5e27-478b-92ce-ef158649b028 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:31.051678 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa308725-2471-4afe-b529-03e0f39b712b req-6f09ff93-5e27-478b-92ce-ef158649b028 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e17bea-3d36-4fa9-b384-d4a1bc6b2426 HTTP/1.1" status: 200 len: 949 time: 0.1429853 Jan 27 21:43:31.074786 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-47ba9e13-0015-43e8-9be4-573ed9c5919c tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:43:31.076933 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-47ba9e13-0015-43e8-9be4-573ed9c5919c tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "PUT /v2.0/routers/ee6d38e3-a8e0-42ad-a662-f9403afa602b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4630091 Jan 27 21:43:31.080066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49994) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:31.188749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-eb2691e5-ae8f-4a20-a503-62be79217cfd None None] Current status of the port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:31.228438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:31.244746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c45b0ca2-60dd-4b60-b933-32cfd14080ad req-1d3bc340-f281-48d3-b21f-197dc9b2a29c tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1712282 Jan 27 21:43:31.276816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa308725-2471-4afe-b529-03e0f39b712b req-8401a6b3-e4db-47dc-a308-c3c3ae071f8b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923153 Jan 27 21:43:31.303389 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3369b3d-5613-4b74-b090-922930a78a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (d53097b6-4252-42fd-9734-de0b916b984f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.626680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3369b3d-5613-4b74-b090-922930a78a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router d53097b6-4252-42fd-9734-de0b916b984f has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:31.641111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80b96dea-6375-4cf5-9c6a-c7e53d2a20c4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (ee6d38e3-a8e0-42ad-a662-f9403afa602b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:31.776169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3369b3d-5613-4b74-b090-922930a78a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:31.782719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b3369b3d-5613-4b74-b090-922930a78a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/d53097b6-4252-42fd-9734-de0b916b984f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0903809 Jan 27 21:43:31.785381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50010) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:31.788888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f4142-7a3a-45c6-b993-da793c7da7d9 None None] Sync routers for ids ['d53097b6-4252-42fd-9734-de0b916b984f'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:31.802716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f4142-7a3a-45c6-b993-da793c7da7d9 None None] Routers {'d53097b6-4252-42fd-9734-de0b916b984f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:31.803765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a77f4142-7a3a-45c6-b993-da793c7da7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d53097b6-4252-42fd-9734-de0b916b984f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:31.846214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a77f4142-7a3a-45c6-b993-da793c7da7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:31.878874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f4142-7a3a-45c6-b993-da793c7da7d9 None None] Routers {'d53097b6-4252-42fd-9734-de0b916b984f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:31.883078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a77f4142-7a3a-45c6-b993-da793c7da7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d53097b6-4252-42fd-9734-de0b916b984f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:31.905168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b7238-5c4b-4087-a464-cf481d5c4ba3 req-660f521c-a44f-41e7-abed-7b35c612cb04 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:31.910490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b7238-5c4b-4087-a464-cf481d5c4ba3 req-660f521c-a44f-41e7-abed-7b35c612cb04 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:31.912304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-410b7238-5c4b-4087-a464-cf481d5c4ba3 req-660f521c-a44f-41e7-abed-7b35c612cb04 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2&device_id=c2e17bea-3d36-4fa9-b384-d4a1bc6b2426 HTTP/1.1" status: 200 len: 1690 time: 0.1953177 Jan 27 21:43:31.980644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a77f4142-7a3a-45c6-b993-da793c7da7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:31.982402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f4142-7a3a-45c6-b993-da793c7da7d9 None None] The sync data for ids ['d53097b6-4252-42fd-9734-de0b916b984f'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:32.042286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-643946b5-9581-405c-96e1-bb846a902251 req-407ed58d-1013-49eb-aa53-0b2d5f969084 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=c5509d91-5fa2-4d7b-b7dd-96722f0e634e HTTP/1.1" status: 200 len: 210 time: 0.0713668 Jan 27 21:43:32.055535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-80b96dea-6375-4cf5-9c6a-c7e53d2a20c4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Deleting port cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:32.055895 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80b96dea-6375-4cf5-9c6a-c7e53d2a20c4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.080350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-410b7238-5c4b-4087-a464-cf481d5c4ba3 req-9c182ded-53ee-4572-8899-537f46b1bd56 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594727 Jan 27 21:43:32.225056 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14786d37-4329-43e4-8fea-b26097947d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.257623 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80b96dea-6375-4cf5-9c6a-c7e53d2a20c4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.273432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-80b96dea-6375-4cf5-9c6a-c7e53d2a20c4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Calling delete_port for cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:32.311742 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2a99b5c2-92ce-4ee4-a05e-beced749e56f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (d53097b6-4252-42fd-9734-de0b916b984f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.352093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:32.374369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6184341-405e-4d14-b003-13d974d7937b req-fb42f658-e5ac-43ec-beb7-184981571e80 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:32.382690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6184341-405e-4d14-b003-13d974d7937b req-fb42f658-e5ac-43ec-beb7-184981571e80 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 1101 time: 0.1205401 Jan 27 21:43:32.417666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:32.422305 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.512165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:32.523228 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6184341-405e-4d14-b003-13d974d7937b req-9dce5dbb-6bfa-4b98-ad9b-033990e3ecc5 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396213 Jan 27 21:43:32.638825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8d31a2f-528f-4252-99e4-d18854dbe8fe req-eb8b7bde-b5d2-4f7f-8ee4-1d019f30e894 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0332680 Jan 27 21:43:32.642363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80b96dea-6375-4cf5-9c6a-c7e53d2a20c4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.695550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b96dea-6375-4cf5-9c6a-c7e53d2a20c4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event deleted for resources: {'Port': ['ID=cca8d9cc-ccfe-4543-b602-b07c0e1bc7e8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:32.713965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-2a99b5c2-92ce-4ee4-a05e-beced749e56f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port 155ea998-4878-4b34-bfe4-e9132c062992 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:32.713965 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2a99b5c2-92ce-4ee4-a05e-beced749e56f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (155ea998-4878-4b34-bfe4-e9132c062992), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.828926 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2a99b5c2-92ce-4ee4-a05e-beced749e56f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (155ea998-4878-4b34-bfe4-e9132c062992), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.844384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-2a99b5c2-92ce-4ee4-a05e-beced749e56f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for 155ea998-4878-4b34-bfe4-e9132c062992 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:32.966336 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80b96dea-6375-4cf5-9c6a-c7e53d2a20c4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (ee6d38e3-a8e0-42ad-a662-f9403afa602b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:32.968364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b361958-d15b-4dca-a040-9c3978ed03ad req-5afeadd5-1d84-4240-8a9e-3e4fc83346fb tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:32.970031 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b361958-d15b-4dca-a040-9c3978ed03ad req-5afeadd5-1d84-4240-8a9e-3e4fc83346fb tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c2e17bea-3d36-4fa9-b384-d4a1bc6b2426 HTTP/1.1" status: 200 len: 1100 time: 0.1105905 Jan 27 21:43:33.078826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b361958-d15b-4dca-a040-9c3978ed03ad req-c7ed2725-4721-4d35-a7d5-5a8d2f27eb27 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648623 Jan 27 21:43:33.167420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b96dea-6375-4cf5-9c6a-c7e53d2a20c4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Router ee6d38e3-a8e0-42ad-a662-f9403afa602b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:33.287432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b96dea-6375-4cf5-9c6a-c7e53d2a20c4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:33.293445 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-80b96dea-6375-4cf5-9c6a-c7e53d2a20c4 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "PUT /v2.0/routers/ee6d38e3-a8e0-42ad-a662-f9403afa602b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2100101 Jan 27 21:43:33.297422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50072) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:33.303202 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f437240-96aa-496f-98a5-e881b0931783 None None] Sync routers for ids ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:33.305600 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2a99b5c2-92ce-4ee4-a05e-beced749e56f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (155ea998-4878-4b34-bfe4-e9132c062992), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.315579 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f437240-96aa-496f-98a5-e881b0931783 None None] Routers {'ee6d38e3-a8e0-42ad-a662-f9403afa602b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:33.316229 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8f437240-96aa-496f-98a5-e881b0931783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:33.352566 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-dba178ee-b105-46d3-8626-6174cf541c2d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] delete failed (client error): The resource could not be found. Jan 27 21:43:33.353416 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dba178ee-b105-46d3-8626-6174cf541c2d tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-1568630953 HTTP/1.1" status: 404 len: 335 time: 0.0549819 Jan 27 21:43:33.357747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50076) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:33.363132 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8f437240-96aa-496f-98a5-e881b0931783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:33.368733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6ebf71f2-f2f5-4dc2-a4a5-1b9b2fddd492 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee6d38e3-a8e0-42ad-a662-f9403afa602b'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:33.374217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99b5c2-92ce-4ee4-a05e-beced749e56f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=155ea998-4878-4b34-bfe4-e9132c062992,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:33.375131 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f437240-96aa-496f-98a5-e881b0931783 None None] Routers {'ee6d38e3-a8e0-42ad-a662-f9403afa602b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:33.376644 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8f437240-96aa-496f-98a5-e881b0931783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:33.419677 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8f437240-96aa-496f-98a5-e881b0931783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:33.421133 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f437240-96aa-496f-98a5-e881b0931783 None None] The sync data for ids ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:33.677302 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2a99b5c2-92ce-4ee4-a05e-beced749e56f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (d53097b6-4252-42fd-9734-de0b916b984f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.741818 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ebf71f2-f2f5-4dc2-a4a5-1b9b2fddd492 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for router_gateway (ee6d38e3-a8e0-42ad-a662-f9403afa602b), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:33.759922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-54039fb8-878a-44b9-8336-76de3401954d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854814 Jan 27 21:43:33.828975 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-6ebf71f2-f2f5-4dc2-a4a5-1b9b2fddd492 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] update failed (client error): The resource could not be found. Jan 27 21:43:33.831325 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6ebf71f2-f2f5-4dc2-a4a5-1b9b2fddd492 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "PUT /v2.0/routers/ee6d38e3-a8e0-42ad-a662-f9403afa602b HTTP/1.1" status: 404 len: 339 time: 0.4721997 Jan 27 21:43:33.835235 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50110) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:34.182608 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.289411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ad1ce00-9e68-4112-9ded-3d74c29e2b4d req-a2dc3cf9-7e03-453a-9294-acfde5b3dc3f tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0468893 Jan 27 21:43:34.301346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a99b5c2-92ce-4ee4-a05e-beced749e56f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router d53097b6-4252-42fd-9734-de0b916b984f has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:34.314338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-d63e9a13-7409-4c69-a8f2-414efe4bd7b0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:34.315846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-d63e9a13-7409-4c69-a8f2-414efe4bd7b0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5244219 Jan 27 21:43:34.397028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-8fb5b16b-02be-43c2-a2ea-90231db5c7bf tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/quotas/e1f36125a6d449cf9bc19f725983dd58 HTTP/1.1" status: 200 len: 375 time: 0.0744684 Jan 27 21:43:34.412254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a99b5c2-92ce-4ee4-a05e-beced749e56f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:34.412254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2a99b5c2-92ce-4ee4-a05e-beced749e56f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/d53097b6-4252-42fd-9734-de0b916b984f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6214540 Jan 27 21:43:34.412254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50128) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:34.415764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de4b5f-bd09-4b59-a4cf-e0603835aa05 None None] Sync routers for ids ['d53097b6-4252-42fd-9734-de0b916b984f'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:34.433455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de4b5f-bd09-4b59-a4cf-e0603835aa05 None None] Routers {'d53097b6-4252-42fd-9734-de0b916b984f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:34.434092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-60de4b5f-bd09-4b59-a4cf-e0603835aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d53097b6-4252-42fd-9734-de0b916b984f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:34.453256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-67edb881-95b2-4203-8726-72ca64056e9a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=d53097b6-4252-42fd-9734-de0b916b984f HTTP/1.1" status: 200 len: 205 time: 0.0417213 Jan 27 21:43:34.464751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50130) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:34.484350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-60de4b5f-bd09-4b59-a4cf-e0603835aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:34.494883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de4b5f-bd09-4b59-a4cf-e0603835aa05 None None] Routers {'d53097b6-4252-42fd-9734-de0b916b984f'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:34.495566 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-60de4b5f-bd09-4b59-a4cf-e0603835aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d53097b6-4252-42fd-9734-de0b916b984f'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:34.549959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-60de4b5f-bd09-4b59-a4cf-e0603835aa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:34.551702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de4b5f-bd09-4b59-a4cf-e0603835aa05 None None] The sync data for ids ['d53097b6-4252-42fd-9734-de0b916b984f'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:34.557025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-02813f0a-0b1f-4c12-a0e8-f0f69dee5abb tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1529458 Jan 27 21:43:34.588289 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f4abdce-95a3-43ca-be5a-95504d461dda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (d53097b6-4252-42fd-9734-de0b916b984f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.621491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ce6bb-aede-44dd-9df3-76f4554a8fa8 req-ed4388fe-e10c-424e-b6f4-32cc478e96f3 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:34.629776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-788ce6bb-aede-44dd-9df3-76f4554a8fa8 req-ed4388fe-e10c-424e-b6f4-32cc478e96f3 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.2100842 Jan 27 21:43:34.647757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-788ce6bb-aede-44dd-9df3-76f4554a8fa8 req-e33132d3-0642-4333-aa06-3b2b8e1b0934 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/quotas/baaa884c37364039b5a4bbeeb1e5e38f HTTP/1.1" status: 200 len: 375 time: 0.0167668 Jan 27 21:43:34.650747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50136) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:34.687646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Allocated IP 172.20.0.1 (b70d8cb9-7ab8-46cd-9f43-ab42da8bb955/1a77781d-b63f-48b1-aec3-9cb7212d20cb/78c38120-b70f-4d46-bdff-b98d1e386aa1) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:34.695265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-788ce6bb-aede-44dd-9df3-76f4554a8fa8 req-d565c64a-d62f-425e-9801-31136473314e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463688 Jan 27 21:43:34.805928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-788ce6bb-aede-44dd-9df3-76f4554a8fa8 req-8e862ec4-b2cf-40cf-bcca-af39d9de9261 service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085277 Jan 27 21:43:34.887649 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8b2214fd-4df3-460a-939d-16d3d25c63e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.933784 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-395e437e-cedf-496d-be94-d43e45a190ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:34.948287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-788ce6bb-aede-44dd-9df3-76f4554a8fa8 req-d07c5018-2bbd-4ea9-a581-0dc9d605d7f5 service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414363 Jan 27 21:43:35.013899 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8b2214fd-4df3-460a-939d-16d3d25c63e8 admin admin] Publish callbacks [] for security_group (a9e8e314-1cd0-4d96-b37c-8a5c2590976c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.102736 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8b2214fd-4df3-460a-939d-16d3d25c63e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a9e8e314-1cd0-4d96-b37c-8a5c2590976c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.141838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8b2214fd-4df3-460a-939d-16d3d25c63e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c144f77b7f442408e5a2df91d66233a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4897826 Jan 27 21:43:35.147611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50148) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:35.164959 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f4abdce-95a3-43ca-be5a-95504d461dda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (d53097b6-4252-42fd-9734-de0b916b984f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.168756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f4abdce-95a3-43ca-be5a-95504d461dda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (d53097b6-4252-42fd-9734-de0b916b984f), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.204368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2214fd-4df3-460a-939d-16d3d25c63e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e8e314-1cd0-4d96-b37c-8a5c2590976c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:35.221926 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61ffc200-dc0b-40be-9424-bba1e3ca5907 admin admin] Publish callbacks [] for security_group (a9e8e314-1cd0-4d96-b37c-8a5c2590976c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.258115 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61ffc200-dc0b-40be-9424-bba1e3ca5907 admin admin] Publish callbacks [] for security_group (a9e8e314-1cd0-4d96-b37c-8a5c2590976c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.277203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for port (78c38120-b70f-4d46-bdff-b98d1e386aa1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.333569 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f4abdce-95a3-43ca-be5a-95504d461dda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (d53097b6-4252-42fd-9734-de0b916b984f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.344438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4abdce-95a3-43ca-be5a-95504d461dda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Fanout notify agent at l3_agent the message router_deleted on router d53097b6-4252-42fd-9734-de0b916b984f {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:43:35.350207 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f4abdce-95a3-43ca-be5a-95504d461dda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.351909 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f4abdce-95a3-43ca-be5a-95504d461dda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/d53097b6-4252-42fd-9734-de0b916b984f HTTP/1.1" status: 204 len: 168 time: 0.8862758 Jan 27 21:43:35.354885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50158) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:35.433394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabfb3b6-fd31-4f8d-9fd5-c79433f2a4a4 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting subnet 343b8922-a1a8-4aa5-b2ad-1d22f4f67a73 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:35.436948 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aabfb3b6-fd31-4f8d-9fd5-c79433f2a4a4 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (343b8922-a1a8-4aa5-b2ad-1d22f4f67a73), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.482318 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aabfb3b6-fd31-4f8d-9fd5-c79433f2a4a4 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (343b8922-a1a8-4aa5-b2ad-1d22f4f67a73), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.519318 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61ffc200-dc0b-40be-9424-bba1e3ca5907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a9e8e314-1cd0-4d96-b37c-8a5c2590976c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.522148 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61ffc200-dc0b-40be-9424-bba1e3ca5907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.522573 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (78c38120-b70f-4d46-bdff-b98d1e386aa1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.526335 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-61ffc200-dc0b-40be-9424-bba1e3ca5907 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9e8e314-1cd0-4d96-b37c-8a5c2590976c HTTP/1.1" status: 204 len: 168 time: 0.3744447 Jan 27 21:43:35.576636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45398f50-dc4b-445c-8cf5-85ae49af096e req-b338de9d-d32f-4b4e-95e6-b7168890fdb5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=81081718-4b11-4f28-9c56-9385f47b7a05 HTTP/1.1" status: 200 len: 210 time: 0.0638433 Jan 27 21:43:35.613521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ea5bba9-dc9d-4eae-9ebc-a3549e321cca req-8070edea-8236-4b1a-b7e8-62088f96f850 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1057875 Jan 27 21:43:35.616513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffc200-dc0b-40be-9424-bba1e3ca5907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e8e314-1cd0-4d96-b37c-8a5c2590976c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:35.636280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event updated for resources: {'Port': ['ID=78c38120-b70f-4d46-bdff-b98d1e386aa1,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:35.678586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Network b70d8cb9-7ab8-46cd-9f43-ab42da8bb955 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:35.680819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:35.684333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:35.740879 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aabfb3b6-fd31-4f8d-9fd5-c79433f2a4a4 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (343b8922-a1a8-4aa5-b2ad-1d22f4f67a73), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.741421 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (ee6d38e3-a8e0-42ad-a662-f9403afa602b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:35.849626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44625ada-7bc5-4c90-996e-ec0de16228f1 req-76966d2f-95e6-4b8d-8368-77eb72cf5eba tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 210 time: 0.0352442 Jan 27 21:43:35.944383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aabfb3b6-fd31-4f8d-9fd5-c79433f2a4a4 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (343b8922-a1a8-4aa5-b2ad-1d22f4f67a73), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.003985 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-93f259a7-7ccd-421e-a238-10949441ea45 None None] Provisioning complete for port 78c38120-b70f-4d46-bdff-b98d1e386aa1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:36.004530 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93f259a7-7ccd-421e-a238-10949441ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (78c38120-b70f-4d46-bdff-b98d1e386aa1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.008502 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (78c38120-b70f-4d46-bdff-b98d1e386aa1), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.011125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfb3b6-fd31-4f8d-9fd5-c79433f2a4a4 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Subnet': ['ID=343b8922-a1a8-4aa5-b2ad-1d22f4f67a73,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:36.029562 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aabfb3b6-fd31-4f8d-9fd5-c79433f2a4a4 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.033155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-aabfb3b6-fd31-4f8d-9fd5-c79433f2a4a4 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/343b8922-a1a8-4aa5-b2ad-1d22f4f67a73 HTTP/1.1" status: 204 len: 168 time: 0.6771770 Jan 27 21:43:36.036333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50184) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:36.081241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e210bf-b9db-43c0-9a96-2b92e7c315d6 None None] Network 249e26c7-9642-4914-bb05-37bab7f01542 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:36.085029 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.120542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-92afc5d4-5a25-4250-9205-61c682995277 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting subnet 9d83f8bb-8d09-4e41-b9d4-809e02bcb545 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:36.125241 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92afc5d4-5a25-4250-9205-61c682995277 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (9d83f8bb-8d09-4e41-b9d4-809e02bcb545), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.137569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-93f259a7-7ccd-421e-a238-10949441ea45 None None] Port 78c38120-b70f-4d46-bdff-b98d1e386aa1 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:36.247610 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92afc5d4-5a25-4250-9205-61c682995277 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (9d83f8bb-8d09-4e41-b9d4-809e02bcb545), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.337232 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cbfe99-f230-49e6-a00b-e9477523b967 None None] DHCP port deletion for 249e26c7-9642-4914-bb05-37bab7f01542 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:43:36.397408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-40cbfe99-f230-49e6-a00b-e9477523b967 None None] Deleting port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:36.397799 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-40cbfe99-f230-49e6-a00b-e9477523b967 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.427180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92afc5d4-5a25-4250-9205-61c682995277 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (9d83f8bb-8d09-4e41-b9d4-809e02bcb545), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.519326 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for port (78c38120-b70f-4d46-bdff-b98d1e386aa1), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.532306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-40cbfe99-f230-49e6-a00b-e9477523b967 None None] For port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=81bb92c4-f4a8-4568-b9d5-0cf98071dd2e,segment=NetworkSegment(857186b3-6598-4836-ab50-2fb6a9a96f42),segment_id=857186b3-6598-4836-ab50-2fb6a9a96f42)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:36.532306 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-40cbfe99-f230-49e6-a00b-e9477523b967 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.560819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-40cbfe99-f230-49e6-a00b-e9477523b967 None None] Calling delete_port for 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:36.613963 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (78c38120-b70f-4d46-bdff-b98d1e386aa1), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.701988 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92afc5d4-5a25-4250-9205-61c682995277 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (9d83f8bb-8d09-4e41-b9d4-809e02bcb545), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.750717 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afc5d4-5a25-4250-9205-61c682995277 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Subnet': ['ID=9d83f8bb-8d09-4e41-b9d4-809e02bcb545,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:36.762329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92afc5d4-5a25-4250-9205-61c682995277 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.765791 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-92afc5d4-5a25-4250-9205-61c682995277 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/9d83f8bb-8d09-4e41-b9d4-809e02bcb545 HTTP/1.1" status: 204 len: 168 time: 0.7284706 Jan 27 21:43:36.766673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event updated for resources: {'Port': ['ID=78c38120-b70f-4d46-bdff-b98d1e386aa1,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:36.769437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51681e00-5889-4242-8fa9-880465b7cacb req-b13ce0d9-3228-4a54-93c8-28d2c1913960 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0338786 Jan 27 21:43:36.770352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50224) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:36.771534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4963d1c-befc-4b50-8ca7-c55050cd4cb8 None None] Network 7b4a46ba-c161-4eec-bc45-ab8928f237e9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:36.790915 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (ee6d38e3-a8e0-42ad-a662-f9403afa602b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.861609 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (249e26c7-9642-4914-bb05-37bab7f01542), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.870999 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-40cbfe99-f230-49e6-a00b-e9477523b967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (81bb92c4-f4a8-4568-b9d5-0cf98071dd2e), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:36.910615 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Network b70d8cb9-7ab8-46cd-9f43-ab42da8bb955 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:36.912603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:36.957257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbfe99-f230-49e6-a00b-e9477523b967 None None] No DVR routers for this DVR port 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:36.964349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbfe99-f230-49e6-a00b-e9477523b967 None None] Pushing event deleted for resources: {'Port': ['ID=81bb92c4-f4a8-4568-b9d5-0cf98071dd2e,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:37.076605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-572608a7-271f-40db-bf11-3fc1a21a9953 req-f870a015-32b5-4423-a2c7-b80282be73d6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 210 time: 0.1208322 Jan 27 21:43:37.100592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (249e26c7-9642-4914-bb05-37bab7f01542), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.121433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Router ee6d38e3-a8e0-42ad-a662-f9403afa602b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:37.147180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45acc789-9918-4868-ab06-f5144e22014b None None] DHCP port deletion for 7b4a46ba-c161-4eec-bc45-ab8928f237e9 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:43:37.220035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249e26c7-9642-4914-bb05-37bab7f01542']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:37.244515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857186b3-6598-4836-ab50-2fb6a9a96f42') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:37.244811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857186b3-6598-4836-ab50-2fb6a9a96f42') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:37.260267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:37.275236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-45acc789-9918-4868-ab06-f5144e22014b None None] Deleting port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:37.275962 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45acc789-9918-4868-ab06-f5144e22014b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.276683 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce315ba2-b845-42f7-8c06-764ece173ee2 None None] Sync routers for ids ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:37.298116 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-eaa23f06-d5e4-4b9c-aadd-1d7427a60e75 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "PUT /v2.0/routers/ee6d38e3-a8e0-42ad-a662-f9403afa602b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4612720 Jan 27 21:43:37.300203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50242) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:37.314192 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce315ba2-b845-42f7-8c06-764ece173ee2 None None] Routers {'ee6d38e3-a8e0-42ad-a662-f9403afa602b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:37.315728 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ce315ba2-b845-42f7-8c06-764ece173ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:37.333385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (857186b3-6598-4836-ab50-2fb6a9a96f42), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.357074 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.368615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (857186b3-6598-4836-ab50-2fb6a9a96f42), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.385067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:37.385641 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (857186b3-6598-4836-ab50-2fb6a9a96f42), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:37.388707 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:37.394973 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-45acc789-9918-4868-ab06-f5144e22014b None None] For port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=19ff8f93-8013-4a5e-9e10-ee5bc8e8623f,segment=NetworkSegment(3e7016b7-2126-4d39-b4d6-d4625d16a999),segment_id=3e7016b7-2126-4d39-b4d6-d4625d16a999)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:37.395886 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45acc789-9918-4868-ab06-f5144e22014b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.403287 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ce315ba2-b845-42f7-8c06-764ece173ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:37.417954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-45acc789-9918-4868-ab06-f5144e22014b None None] Calling delete_port for 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:37.425049 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce315ba2-b845-42f7-8c06-764ece173ee2 None None] Routers {'ee6d38e3-a8e0-42ad-a662-f9403afa602b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:37.426193 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ce315ba2-b845-42f7-8c06-764ece173ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:37.475110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-c64b849d-cb61-409b-96c7-a730971d0f1f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:37.476929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-c64b849d-cb61-409b-96c7-a730971d0f1f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.2817545 Jan 27 21:43:37.494318 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-32adf664-6989-4f8b-b724-4cea174fb9b1 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/quotas/baaa884c37364039b5a4bbeeb1e5e38f HTTP/1.1" status: 200 len: 375 time: 0.0164495 Jan 27 21:43:37.495821 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-30b74c79-53de-4a7b-93fa-cc16dd8ebf30 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for router (ee6d38e3-a8e0-42ad-a662-f9403afa602b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.519707 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ce315ba2-b845-42f7-8c06-764ece173ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:37.520705 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce315ba2-b845-42f7-8c06-764ece173ee2 None None] The sync data for ids ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:37.553555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-7ba98e62-cb7e-4c34-b979-bceadeaf3940 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583394 Jan 27 21:43:37.604298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ac298e28-ed04-4d27-9797-564396f8ab61 None None] Provisioning complete for port 78c38120-b70f-4d46-bdff-b98d1e386aa1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:37.604774 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac298e28-ed04-4d27-9797-564396f8ab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (78c38120-b70f-4d46-bdff-b98d1e386aa1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.646676 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-30b74c79-53de-4a7b-93fa-cc16dd8ebf30 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 21:43:37.653351 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-30b74c79-53de-4a7b-93fa-cc16dd8ebf30 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "DELETE /v2.0/routers/ee6d38e3-a8e0-42ad-a662-f9403afa602b HTTP/1.1" status: 409 len: 329 time: 0.3458648 Jan 27 21:43:37.653944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50250) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:37.654167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ac298e28-ed04-4d27-9797-564396f8ab61 None None] Port 78c38120-b70f-4d46-bdff-b98d1e386aa1 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:37.663890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (249e26c7-9642-4914-bb05-37bab7f01542), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.668912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.673507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/networks/249e26c7-9642-4914-bb05-37bab7f01542 HTTP/1.1" status: 204 len: 168 time: 0.9010630 Jan 27 21:43:37.689509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50254) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:37.690343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776082d9-8f72-45af-b309-d18c350fd39e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Network': ['ID=249e26c7-9642-4914-bb05-37bab7f01542,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:37.807827 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45acc789-9918-4868-ab06-f5144e22014b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (19ff8f93-8013-4a5e-9e10-ee5bc8e8623f), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.836395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-119dd704-7492-4ba0-a1ed-4e7497811577 service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743938 Jan 27 21:43:37.852736 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (7b4a46ba-c161-4eec-bc45-ab8928f237e9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:37.855196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acc789-9918-4868-ab06-f5144e22014b None None] Pushing event deleted for resources: {'Port': ['ID=19ff8f93-8013-4a5e-9e10-ee5bc8e8623f,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:37.862633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45acc789-9918-4868-ab06-f5144e22014b None None] No DVR routers for this DVR port 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:37.974362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db3adff6-6955-4e61-91bc-75ef34a5d6aa req-41bcb317-a31e-4a04-a0d3-a67a14c3c8f1 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0483639 Jan 27 21:43:38.117397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-3c1cda16-5d86-46a6-99c5-8bf5ed289552 service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779453 Jan 27 21:43:38.133886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (7b4a46ba-c161-4eec-bc45-ab8928f237e9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.177926 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99629e12-bb9a-491b-8ee2-33e257d91761 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (ee6d38e3-a8e0-42ad-a662-f9403afa602b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.180321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4a46ba-c161-4eec-bc45-ab8928f237e9']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:38.201804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7016b7-2126-4d39-b4d6-d4625d16a999') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:38.202384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7016b7-2126-4d39-b4d6-d4625d16a999') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:38.216259 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (3e7016b7-2126-4d39-b4d6-d4625d16a999), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.251525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13d01966-c8ab-4a2c-b93a-594d738b8c79 req-6fc69e4d-2043-4819-a728-7a0e14bfc921 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 210 time: 0.0406954 Jan 27 21:43:38.267571 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3e7016b7-2126-4d39-b4d6-d4625d16a999), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.278625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:38.279109 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (3e7016b7-2126-4d39-b4d6-d4625d16a999), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:38.284319 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:38.374077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:38.401593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:38.408551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 19ff8f93-8013-4a5e-9e10-ee5bc8e8623f not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:38.408551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:38.458928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:38.459588 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 81bb92c4-f4a8-4568-b9d5-0cf98071dd2e not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:38.506493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78d5cf9c-9165-4ff6-a8a0-092f842a2cd9 req-f534b674-d5c2-4f6b-99b8-4ffff1c350f0 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 210 time: 0.0895333 Jan 27 21:43:38.511206 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (7b4a46ba-c161-4eec-bc45-ab8928f237e9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.525174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50288) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:38.543644 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.556725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/networks/7b4a46ba-c161-4eec-bc45-ab8928f237e9 HTTP/1.1" status: 204 len: 168 time: 0.8557997 Jan 27 21:43:38.557694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50290) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:38.575322 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-896727ce-aec4-4bd4-8225-e84293520c9b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'network': {'name': 'tempest-RoutersTest-1961260388'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:38.588896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcaf84-6594-4293-a01d-56ac53940c1c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Network': ['ID=7b4a46ba-c161-4eec-bc45-ab8928f237e9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:38.622253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-99629e12-bb9a-491b-8ee2-33e257d91761 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Deleting port 78c38120-b70f-4d46-bdff-b98d1e386aa1 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:38.622253 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99629e12-bb9a-491b-8ee2-33e257d91761 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (78c38120-b70f-4d46-bdff-b98d1e386aa1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.710227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896727ce-aec4-4bd4-8225-e84293520c9b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:38.720566 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-896727ce-aec4-4bd4-8225-e84293520c9b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.787284 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896727ce-aec4-4bd4-8225-e84293520c9b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:38.801237 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-896727ce-aec4-4bd4-8225-e84293520c9b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7f95ff1f-82ce-47fa-b667-52a5f580db0f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.801518 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-625a8a0e-b3f7-46bb-ad99-4404e38a17d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.802205 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-896727ce-aec4-4bd4-8225-e84293520c9b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Added segment 7f95ff1f-82ce-47fa-b667-52a5f580db0f of type vlan for network 424925cf-3d0a-4d8a-b13f-5c30b3382d84 Jan 27 21:43:38.911813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99629e12-bb9a-491b-8ee2-33e257d91761 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (78c38120-b70f-4d46-bdff-b98d1e386aa1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.918245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-625a8a0e-b3f7-46bb-ad99-4404e38a17d0 admin admin] Publish callbacks [] for security_group (5e43e856-13de-46ff-885e-9928d77d2f47), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.931374 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-896727ce-aec4-4bd4-8225-e84293520c9b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (424925cf-3d0a-4d8a-b13f-5c30b3382d84), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:38.937874 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-99629e12-bb9a-491b-8ee2-33e257d91761 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Calling delete_port for 78c38120-b70f-4d46-bdff-b98d1e386aa1 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:38.953101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50302) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:38.996734 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-625a8a0e-b3f7-46bb-ad99-4404e38a17d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5e43e856-13de-46ff-885e-9928d77d2f47), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.006693 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.050669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a8a0e-b3f7-46bb-ad99-4404e38a17d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e43e856-13de-46ff-885e-9928d77d2f47,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:39.101601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-7ab17678-c78f-4fe0-82ef-c3c72ac7db57 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583436 Jan 27 21:43:39.135478 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-403d1436-d5dc-44bb-8b09-d51bbae640c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.162558 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-896727ce-aec4-4bd4-8225-e84293520c9b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (424925cf-3d0a-4d8a-b13f-5c30b3382d84), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.168608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896727ce-aec4-4bd4-8225-e84293520c9b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.169309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-625a8a0e-b3f7-46bb-ad99-4404e38a17d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ef6554bcdf54bc3becb87dfb080cb69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6332550 Jan 27 21:43:39.172557 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-896727ce-aec4-4bd4-8225-e84293520c9b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.177999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50310) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:39.193915 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd8b215-c473-455a-a193-2d28e87712ad req-0080f85d-6b59-421a-8d01-9fdd08ca2daf tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0972936 Jan 27 21:43:39.302755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896727ce-aec4-4bd4-8225-e84293520c9b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Network': ['ID=424925cf-3d0a-4d8a-b13f-5c30b3382d84,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:39.314678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 424925cf-3d0a-4d8a-b13f-5c30b3382d84 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:39.316255 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3dbacce0-c7ff-44c6-bef6-03db872fe6cd admin admin] Publish callbacks [] for security_group (5e43e856-13de-46ff-885e-9928d77d2f47), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.345991 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3dbacce0-c7ff-44c6-bef6-03db872fe6cd admin admin] Publish callbacks [] for security_group (5e43e856-13de-46ff-885e-9928d77d2f47), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.371597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-86da1171-40b0-4151-b993-590892edb57d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.373330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-86da1171-40b0-4151-b993-590892edb57d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509573 Jan 27 21:43:39.392192 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-896727ce-aec4-4bd4-8225-e84293520c9b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8297555 Jan 27 21:43:39.392192 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99629e12-bb9a-491b-8ee2-33e257d91761 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (78c38120-b70f-4d46-bdff-b98d1e386aa1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.395578 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50314) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:39.407919 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-495cb949-76d0-4152-8a8f-de11c27f9bb1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'subnet': {'network_id': '424925cf-3d0a-4d8a-b13f-5c30b3382d84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:39.408516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f707aac5-ca08-4cc2-8d40-7974251fb696 req-8f2895bb-c16f-432c-8dae-53f5fd2a9959 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 210 time: 0.0341575 Jan 27 21:43:39.435296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Request body: {'port': {'device_id': 'd9d922ce-0aca-49c5-a88b-a420eb09386e', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'e1f36125a6d449cf9bc19f725983dd58'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:39.460605 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99629e12-bb9a-491b-8ee2-33e257d91761 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event deleted for resources: {'Port': ['ID=78c38120-b70f-4d46-bdff-b98d1e386aa1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:39.592454 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3dbacce0-c7ff-44c6-bef6-03db872fe6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5e43e856-13de-46ff-885e-9928d77d2f47), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.595324 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3dbacce0-c7ff-44c6-bef6-03db872fe6cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.596496 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3dbacce0-c7ff-44c6-bef6-03db872fe6cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e43e856-13de-46ff-885e-9928d77d2f47 HTTP/1.1" status: 204 len: 168 time: 0.4096744 Jan 27 21:43:39.637287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-403d1436-d5dc-44bb-8b09-d51bbae640c8 admin admin] Publish callbacks [] for security_group (62d256ec-b4e0-4ca9-b149-5f41f1687c8b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.656941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbacce0-c7ff-44c6-bef6-03db872fe6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e43e856-13de-46ff-885e-9928d77d2f47,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:39.672575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Made reservation on behalf of e1f36125a6d449cf9bc19f725983dd58 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:39.677084 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.709364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-923a3942-c064-4175-883f-65d45cee5f06 req-dc35b483-a7ac-4cac-b616-d785cc0a4c16 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 210 time: 0.1164780 Jan 27 21:43:39.710859 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99629e12-bb9a-491b-8ee2-33e257d91761 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (ee6d38e3-a8e0-42ad-a662-f9403afa602b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.714351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-5c656400-d97c-4b28-b241-bbd1742d1d71 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667584 Jan 27 21:43:39.758101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-403d1436-d5dc-44bb-8b09-d51bbae640c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (62d256ec-b4e0-4ca9-b149-5f41f1687c8b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.783757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495cb949-76d0-4152-8a8f-de11c27f9bb1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:39.787144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-495cb949-76d0-4152-8a8f-de11c27f9bb1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:39.876518 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-403d1436-d5dc-44bb-8b09-d51bbae640c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e6427b04093b4c67aafc2a0d0150abd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9221497 Jan 27 21:43:39.880939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50322) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:39.902191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d1436-d5dc-44bb-8b09-d51bbae640c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d256ec-b4e0-4ca9-b149-5f41f1687c8b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:39.973219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-ea98d9dd-3767-4de8-be20-d7454e50bf6c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:39.974839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-ea98d9dd-3767-4de8-be20-d7454e50bf6c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553310 Jan 27 21:43:40.002321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Allocated IP 192.168.233.162 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/a1364f46-9866-40a1-b72b-cd4ec1ef9d1d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:40.013933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99629e12-bb9a-491b-8ee2-33e257d91761 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Router ee6d38e3-a8e0-42ad-a662-f9403afa602b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:40.076736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Request body: {'port': {'device_id': 'c2c59e31-d39d-44a9-a917-6458e91bf892', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'e1f36125a6d449cf9bc19f725983dd58'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:40.120238 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-216c7aa7-ba90-4f79-bab8-e4da6df6bcda admin admin] Publish callbacks [] for security_group (62d256ec-b4e0-4ca9-b149-5f41f1687c8b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.183517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99629e12-bb9a-491b-8ee2-33e257d91761 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:40.187332 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-216c7aa7-ba90-4f79-bab8-e4da6df6bcda admin admin] Publish callbacks [] for security_group (62d256ec-b4e0-4ca9-b149-5f41f1687c8b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.196532 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-99629e12-bb9a-491b-8ee2-33e257d91761 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "PUT /v2.0/routers/ee6d38e3-a8e0-42ad-a662-f9403afa602b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5401838 Jan 27 21:43:40.201596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50326) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:40.205928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fee68b-f08b-4910-b7fd-8a2211f6a42c None None] Sync routers for ids ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:40.217667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fee68b-f08b-4910-b7fd-8a2211f6a42c None None] Routers {'ee6d38e3-a8e0-42ad-a662-f9403afa602b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:40.219164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-50fee68b-f08b-4910-b7fd-8a2211f6a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:40.259248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-50fee68b-f08b-4910-b7fd-8a2211f6a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:40.269833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fee68b-f08b-4910-b7fd-8a2211f6a42c None None] Routers {'ee6d38e3-a8e0-42ad-a662-f9403afa602b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:40.270688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-50fee68b-f08b-4910-b7fd-8a2211f6a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:40.305905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-50fee68b-f08b-4910-b7fd-8a2211f6a42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:40.306562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fee68b-f08b-4910-b7fd-8a2211f6a42c None None] The sync data for ids ['ee6d38e3-a8e0-42ad-a662-f9403afa602b'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:40.332227 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks [] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.346090 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-79ea697e-ecea-400e-b6d1-b911288bb70f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] show failed (client error): The resource could not be found. Jan 27 21:43:40.347223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-79ea697e-ecea-400e-b6d1-b911288bb70f tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-1634844901 HTTP/1.1" status: 404 len: 335 time: 0.1466482 Jan 27 21:43:40.351303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50330) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:40.356561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ec1fc17f-da01-466a-8c4a-9fa3e1d850d5 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:40.381536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82f933ce-872f-4af3-ac46-93a276abcd4d req-6d5a9677-3920-4cf1-b2cc-e06285de6a41 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0548079 Jan 27 21:43:40.393225 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-ec1fc17f-da01-466a-8c4a-9fa3e1d850d5 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] update failed (client error): The resource could not be found. Jan 27 21:43:40.394357 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ec1fc17f-da01-466a-8c4a-9fa3e1d850d5 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-273727607 HTTP/1.1" status: 404 len: 334 time: 0.0415530 Jan 27 21:43:40.400608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50332) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:40.436860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-216c7aa7-ba90-4f79-bab8-e4da6df6bcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (62d256ec-b4e0-4ca9-b149-5f41f1687c8b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.439419 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-216c7aa7-ba90-4f79-bab8-e4da6df6bcda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.440599 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-216c7aa7-ba90-4f79-bab8-e4da6df6bcda admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62d256ec-b4e0-4ca9-b149-5f41f1687c8b HTTP/1.1" status: 204 len: 168 time: 0.5587220 Jan 27 21:43:40.441524 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-495cb949-76d0-4152-8a8f-de11c27f9bb1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (6d87fe47-15a9-4346-be29-8c4112492449), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.467703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50338) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:40.482949 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc047314-b51a-43a7-8a8f-1fd7c93566fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.504531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c7aa7-ba90-4f79-bab8-e4da6df6bcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d256ec-b4e0-4ca9-b149-5f41f1687c8b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:40.528154 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.536381 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cfb245-ce7c-49f3-8e27-a3fb7bbcc00e tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Deleting subnet de069e16-589e-4b6b-a1c0-f018bab68d2a {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:40.541998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30', '0b7162c8-5f57-4a8f-bcbc-665d4b227673'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:40.559969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb245-ce7c-49f3-8e27-a3fb7bbcc00e tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for subnet (de069e16-589e-4b6b-a1c0-f018bab68d2a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.587455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:40.595346 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe5254b1-5cf9-4a5c-98f9-fc432c29774a req-50077ef6-29bf-475e-9b83-39ac9c085dfa tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 210 time: 0.0592976 Jan 27 21:43:40.604976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Made reservation on behalf of e1f36125a6d449cf9bc19f725983dd58 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:40.608383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.629055 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb245-ce7c-49f3-8e27-a3fb7bbcc00e tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (de069e16-589e-4b6b-a1c0-f018bab68d2a), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.646414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:40.670045 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cb949-76d0-4152-8a8f-de11c27f9bb1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Subnet': ['ID=6d87fe47-15a9-4346-be29-8c4112492449,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:40.694255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495cb949-76d0-4152-8a8f-de11c27f9bb1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Checking segment: {'id': '7f95ff1f-82ce-47fa-b667-52a5f580db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '424925cf-3d0a-4d8a-b13f-5c30b3382d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:40.694627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495cb949-76d0-4152-8a8f-de11c27f9bb1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network hostable DHCP agents. Network: 424925cf-3d0a-4d8a-b13f-5c30b3382d84, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:40.753060 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb245-ce7c-49f3-8e27-a3fb7bbcc00e tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (de069e16-589e-4b6b-a1c0-f018bab68d2a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.779021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:40.782522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:40.820233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event updated for resources: {'Port': ['ID=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:40.872408 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc047314-b51a-43a7-8a8f-1fd7c93566fd admin admin] Publish callbacks [] for security_group (63639abf-4dd8-448e-9dcd-19dd6bb9ffb9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.904875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-789b81e2-dc10-484e-a69f-ec44e43db478 req-f848426f-52aa-467c-8f42-ec200975094e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 210 time: 0.0951095 Jan 27 21:43:40.938650 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:40.939074 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:40.943033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Allocated IP 192.168.233.201 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:40.984611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495cb949-76d0-4152-8a8f-de11c27f9bb1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 424925cf-3d0a-4d8a-b13f-5c30b3382d84 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:40.988224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb245-ce7c-49f3-8e27-a3fb7bbcc00e tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (de069e16-589e-4b6b-a1c0-f018bab68d2a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.031707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfb245-ce7c-49f3-8e27-a3fb7bbcc00e tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event deleted for resources: {'Subnet': ['ID=de069e16-589e-4b6b-a1c0-f018bab68d2a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:41.041409 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb245-ce7c-49f3-8e27-a3fb7bbcc00e tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.048054 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e4cfb245-ce7c-49f3-8e27-a3fb7bbcc00e tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "DELETE /v2.0/subnets/de069e16-589e-4b6b-a1c0-f018bab68d2a HTTP/1.1" status: 204 len: 168 time: 0.6459029 Jan 27 21:43:41.065068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50346) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:41.077014 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc047314-b51a-43a7-8a8f-1fd7c93566fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (63639abf-4dd8-448e-9dcd-19dd6bb9ffb9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.086180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e2d9ef-b1c4-4264-87f6-e9ef9ab25ce6 None None] Network 8a16d7c0-36ee-4832-ad82-c1934a07348a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:41.129164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-c44b1c04-a34d-45d9-b414-e2ee8d77a42b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7196162 Jan 27 21:43:41.147466 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-495cb949-76d0-4152-8a8f-de11c27f9bb1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 424925cf-3d0a-4d8a-b13f-5c30b3382d84) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:41.159827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495cb949-76d0-4152-8a8f-de11c27f9bb1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:41.159827 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-495cb949-76d0-4152-8a8f-de11c27f9bb1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.171034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Request body: {'port': {'device_id': 'd9d922ce-0aca-49c5-a88b-a420eb09386e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:41.221367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7753a8-9ad4-4cf2-819e-8c02215acb63 None None] Network 424925cf-3d0a-4d8a-b13f-5c30b3382d84 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:41.227944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cc047314-b51a-43a7-8a8f-1fd7c93566fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f2a5f81c48143569ef96ada6fcb108c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7567446 Jan 27 21:43:41.228164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-7388d66b-b01e-45c7-910c-5edc7c680776 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Deleting subnet 57bbeaf4-291b-4ab8-a62d-ece933541aad {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:41.234955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7388d66b-b01e-45c7-910c-5edc7c680776 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for subnet (57bbeaf4-291b-4ab8-a62d-ece933541aad), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.264870 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.267685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc047314-b51a-43a7-8a8f-1fd7c93566fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63639abf-4dd8-448e-9dcd-19dd6bb9ffb9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:41.298923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50350) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:41.334173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-49060a52-0544-490d-bfa6-13240731dfa7 None None] Provisioning complete for port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:41.334552 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-49060a52-0544-490d-bfa6-13240731dfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.412565 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks [] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.452059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-49060a52-0544-490d-bfa6-13240731dfa7 None None] Port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:41.495229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-424925cf-3d0a-4d8a-b13f-5c30b3382d84', 'network_id': '424925cf-3d0a-4d8a-b13f-5c30b3382d84', 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'fixed_ips': [{'subnet_id': '6d87fe47-15a9-4346-be29-8c4112492449'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:43:41.496526 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.616643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1cb267b-eaee-44e2-b648-8aaaa404b07f req-7320322d-fe86-48dd-b3db-3578280c473c tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0443985 Jan 27 21:43:41.630761 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-495cb949-76d0-4152-8a8f-de11c27f9bb1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2304852 Jan 27 21:43:41.643747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50362) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:41.643747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1a9ee2c8-29fa-43d5-b078-bdbbd6a30221 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-598107279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:41.678514 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7388d66b-b01e-45c7-910c-5edc7c680776 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (57bbeaf4-291b-4ab8-a62d-ece933541aad), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.684709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3658068c-36ad-484d-99f0-e3381554004b admin admin] Publish callbacks [] for security_group (63639abf-4dd8-448e-9dcd-19dd6bb9ffb9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.710070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-fd5f0094-cf12-48cf-bf1f-89f83785a8af tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:41.711654 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-fd5f0094-cf12-48cf-bf1f-89f83785a8af tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.6614175 Jan 27 21:43:41.714820 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Allocated IP 172.20.0.2 (424925cf-3d0a-4d8a-b13f-5c30b3382d84/6d87fe47-15a9-4346-be29-8c4112492449/b3136712-d904-4d30-b5a9-a34d052cfa6f) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:41.725113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d691e9fc-cd4d-41aa-8efa-3729c81c1548 None None] DHCP port deletion for 8a16d7c0-36ee-4832-ad82-c1934a07348a request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:43:41.727876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Request body: {'port': {'device_id': 'be987707-abc5-4d92-8322-499c173b6c54', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'admin_state_up': True, 'tenant_id': 'baaa884c37364039b5a4bbeeb1e5e38f'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:41.765504 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3658068c-36ad-484d-99f0-e3381554004b admin admin] Publish callbacks [] for security_group (63639abf-4dd8-448e-9dcd-19dd6bb9ffb9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.771044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0609f3f2-132d-40f6-a774-91b204e93a4b req-3e2525bd-b161-4bfb-bc0a-5e8bbde769c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 210 time: 0.0492730 Jan 27 21:43:41.789417 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.818560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30', '0b7162c8-5f57-4a8f-bcbc-665d4b227673'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:41.821509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:41.853294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7388d66b-b01e-45c7-910c-5edc7c680776 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (57bbeaf4-291b-4ab8-a62d-ece933541aad), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.880905 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a9ee2c8-29fa-43d5-b078-bdbbd6a30221 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.881967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a9ee2c8-29fa-43d5-b078-bdbbd6a30221 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:41.986713 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a9ee2c8-29fa-43d5-b078-bdbbd6a30221 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.010130 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Made reservation on behalf of baaa884c37364039b5a4bbeeb1e5e38f for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:42.013210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d691e9fc-cd4d-41aa-8efa-3729c81c1548 None None] Deleting port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:42.013639 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.014077 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d691e9fc-cd4d-41aa-8efa-3729c81c1548 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.022670 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:43:42.079024 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a9ee2c8-29fa-43d5-b078-bdbbd6a30221 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.103707 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7388d66b-b01e-45c7-910c-5edc7c680776 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (57bbeaf4-291b-4ab8-a62d-ece933541aad), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.143507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388d66b-b01e-45c7-910c-5edc7c680776 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event deleted for resources: {'Subnet': ['ID=57bbeaf4-291b-4ab8-a62d-ece933541aad,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:42.151728 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7388d66b-b01e-45c7-910c-5edc7c680776 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.157804 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7388d66b-b01e-45c7-910c-5edc7c680776 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "DELETE /v2.0/subnets/57bbeaf4-291b-4ab8-a62d-ece933541aad HTTP/1.1" status: 204 len: 168 time: 1.0901980 Jan 27 21:43:42.158485 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50374) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:42.188645 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Publish callbacks [] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.194661 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a9ee2c8-29fa-43d5-b078-bdbbd6a30221 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.198906 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1a9ee2c8-29fa-43d5-b078-bdbbd6a30221 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5604486 Jan 27 21:43:42.201324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d691e9fc-cd4d-41aa-8efa-3729c81c1548 None None] For port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e,segment=NetworkSegment(d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5),segment_id=d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:42.201969 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d691e9fc-cd4d-41aa-8efa-3729c81c1548 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.212537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50376) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:42.213059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a374c7f3-38e3-4864-8ebb-6f1c0af77ef5 None None] Network 2b685853-6ea2-4905-b9e7-8cead4503b80 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:42.217594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'port': {'network_id': '424925cf-3d0a-4d8a-b13f-5c30b3382d84', 'name': 'tempest-RoutersTest-682867594'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:42.268029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d691e9fc-cd4d-41aa-8efa-3729c81c1548 None None] Calling delete_port for df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:42.344184 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-89cef097-0c40-428f-bc06-0404ca195567 req-74a289d3-8cba-4388-b17a-e77b58f47338 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 210 time: 0.0977321 Jan 27 21:43:42.353264 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.387950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Allocated IP 172.20.0.9 (e1c09d8a-8c2d-4d53-a7c3-ebd34c604156/6cd8c838-195c-4376-a980-ec062e79b1ed/1007b00b-11c5-448c-ae8a-cd768f87bd2a) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:42.389439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:42.390340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:42.405715 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (8a16d7c0-36ee-4832-ad82-c1934a07348a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.410829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50380) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:42.418168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:42.451193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event updated for resources: {'Port': ['ID=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:42.451193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:42.529989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Network 424925cf-3d0a-4d8a-b13f-5c30b3382d84 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:42.556313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:42.571236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:42.576712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Pushing event updated for resources: {'Port': ['ID=b3136712-d904-4d30-b5a9-a34d052cfa6f,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:42.615560 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:42.617023 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.629145 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Deleting port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:42.629501 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.678114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1364f46-9866-40a1-b72b-cd4ec1ef9d1d {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:42.710595 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:42.714734 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.717329 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Publish callbacks [] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.723720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3658068c-36ad-484d-99f0-e3381554004b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (63639abf-4dd8-448e-9dcd-19dd6bb9ffb9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.734500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3658068c-36ad-484d-99f0-e3381554004b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.743643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3658068c-36ad-484d-99f0-e3381554004b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63639abf-4dd8-448e-9dcd-19dd6bb9ffb9 HTTP/1.1" status: 204 len: 168 time: 1.4486032 Jan 27 21:43:42.788125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-a7268013-2882-48b1-8610-e799189eaca6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7166142 Jan 27 21:43:42.805378 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-network', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:42.818225 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks [] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.821069 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] device_id is not set on port a798b8c5-1af3-47ff-be98-74cc3adc4a13 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:43:42.824542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849eba80-d9b5-474e-968c-2f04dee87971 None None] DHCP port deletion for 2b685853-6ea2-4905-b9e7-8cead4503b80 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:43:42.828045 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] For port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e,segment=NetworkSegment(d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5),segment_id=d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:42.828945 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.840961 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d691e9fc-cd4d-41aa-8efa-3729c81c1548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.844214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Attempting to bind port b3136712-d904-4d30-b5a9-a34d052cfa6f on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:42.844594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Attempting to bind port b3136712-d904-4d30-b5a9-a34d052cfa6f by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '7f95ff1f-82ce-47fa-b667-52a5f580db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '424925cf-3d0a-4d8a-b13f-5c30b3382d84'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:42.844964 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Attempting to bind port b3136712-d904-4d30-b5a9-a34d052cfa6f on network 424925cf-3d0a-4d8a-b13f-5c30b3382d84 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:42.851472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:42.856877 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.865871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658068c-36ad-484d-99f0-e3381554004b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63639abf-4dd8-448e-9dcd-19dd6bb9ffb9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:42.887967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Transition to ACTIVE for port object a1364f46-9866-40a1-b72b-cd4ec1ef9d1d will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:42.895948 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Calling delete_port for df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:42.916752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a341a405-4cef-4b2a-8f74-20ab2d5885aa req-4c30f8ab-c49e-419b-ab23-e55a0813b101 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1071205 Jan 27 21:43:42.959506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691e9fc-cd4d-41aa-8efa-3729c81c1548 None None] Pushing event deleted for resources: {'Port': ['ID=df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:42.962457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:42.962838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Checking segment: {'id': '7f95ff1f-82ce-47fa-b667-52a5f580db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '424925cf-3d0a-4d8a-b13f-5c30b3382d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:42.965085 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.965085 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Bound using segment: {'id': '7f95ff1f-82ce-47fa-b667-52a5f580db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '424925cf-3d0a-4d8a-b13f-5c30b3382d84'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:42.965085 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Bound port: b3136712-d904-4d30-b5a9-a34d052cfa6f, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f95ff1f-82ce-47fa-b667-52a5f580db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '424925cf-3d0a-4d8a-b13f-5c30b3382d84'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:42.965085 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:42.971177 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d691e9fc-cd4d-41aa-8efa-3729c81c1548 None None] No DVR routers for this DVR port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:43.010668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Made reservation on behalf of 56bceb56edbf41a4810a46a76f4d48af for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:43.013244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.049261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a61a7f83-3ce7-44f4-8d4f-f7c832dfac85 None None] Provisioning complete for port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:43.049915 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a61a7f83-3ce7-44f4-8d4f-f7c832dfac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.058238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Request body: {'port': {'device_id': 'c2c59e31-d39d-44a9-a917-6458e91bf892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:43.059929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.061147 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.103459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Allocated IP 172.20.0.11 (424925cf-3d0a-4d8a-b13f-5c30b3382d84/6d87fe47-15a9-4346-be29-8c4112492449/a798b8c5-1af3-47ff-be98-74cc3adc4a13) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:43.134878 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.231370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7a8dc-b06c-4c40-8a42-04fce9a3f746 req-516ddbc7-0a57-4418-bd76-956168ecc0a6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:43.233643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6f7a8dc-b06c-4c40-8a42-04fce9a3f746 req-516ddbc7-0a57-4418-bd76-956168ecc0a6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 936 time: 0.2841852 Jan 27 21:43:43.241902 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.246014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Pushing event updated for resources: {'Port': ['ID=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:43.251649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event deleted for resources: {'Port': ['ID=df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:43.258650 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.307768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] No DVR routers for this DVR port df4d0a03-dcf8-40b5-8ce8-f5e0e4229f1e on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:43.320891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.321250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.321623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.321965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.322304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.322643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.322972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.323301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.323627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.323951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.324318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.324646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.324972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:43.325434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a61a7f83-3ce7-44f4-8d4f-f7c832dfac85 None None] Port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:43.334731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] For port b3136712-d904-4d30-b5a9-a34d052cfa6f, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:43.337988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-849eba80-d9b5-474e-968c-2f04dee87971 None None] Deleting port 84bd297e-5ccf-486d-81b7-ee38f834462a {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:43.338373 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-849eba80-d9b5-474e-968c-2f04dee87971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.342055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] For port b3136712-d904-4d30-b5a9-a34d052cfa6f, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b3136712-d904-4d30-b5a9-a34d052cfa6f,segment=NetworkSegment(7f95ff1f-82ce-47fa-b667-52a5f580db0f),segment_id=7f95ff1f-82ce-47fa-b667-52a5f580db0f)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:43.409285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-849eba80-d9b5-474e-968c-2f04dee87971 None None] For port 84bd297e-5ccf-486d-81b7-ee38f834462a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=84bd297e-5ccf-486d-81b7-ee38f834462a,segment=NetworkSegment(f33982da-35c1-426b-bb29-7de760cf09ca),segment_id=f33982da-35c1-426b-bb29-7de760cf09ca)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:43.409781 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-849eba80-d9b5-474e-968c-2f04dee87971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.435139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:43.444271 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.453679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-849eba80-d9b5-474e-968c-2f04dee87971 None None] Calling delete_port for 84bd297e-5ccf-486d-81b7-ee38f834462a owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:43.514859 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (8a16d7c0-36ee-4832-ad82-c1934a07348a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.538029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a16d7c0-36ee-4832-ad82-c1934a07348a']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:43.561691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:43.574826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85d1e77-1b0e-4fff-a1c0-476f43e1dfa5') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:43.575140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85d1e77-1b0e-4fff-a1c0-476f43e1dfa5') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:43.576996 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:43.578062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2e00a-f6d1-43e3-a309-7e37e8df725d None None] Pushing event updated for resources: {'Port': ['ID=b3136712-d904-4d30-b5a9-a34d052cfa6f,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:43.654622 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.721989 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-849eba80-d9b5-474e-968c-2f04dee87971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (84bd297e-5ccf-486d-81b7-ee38f834462a), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.723896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Pushing event updated for resources: {'Port': ['ID=1007b00b-11c5-448c-ae8a-cd768f87bd2a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:43.733963 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Publish callbacks [] for security_group (74814c7b-9749-499e-afcf-a641a72eef4d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.734936 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.780187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:43.781179 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.786110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849eba80-d9b5-474e-968c-2f04dee87971 None None] Pushing event deleted for resources: {'Port': ['ID=84bd297e-5ccf-486d-81b7-ee38f834462a,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:43.791138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:43.791558 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (d85d1e77-1b0e-4fff-a1c0-476f43e1dfa5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.793157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849eba80-d9b5-474e-968c-2f04dee87971 None None] No DVR routers for this DVR port 84bd297e-5ccf-486d-81b7-ee38f834462a on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:43.796026 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:43.811044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Attempting to bind port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:43.811524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Attempting to bind port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:43.811736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Attempting to bind port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:43.820066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6f7a8dc-b06c-4c40-8a42-04fce9a3f746 req-bd002fcc-77b5-4a5f-9d81-2d80b291cf58 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558329 Jan 27 21:43:43.827209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:43.827412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Attempting to bind port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:43.848985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:43.849408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:43.849890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:43.850552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Bound port: a1364f46-9866-40a1-b72b-cd4ec1ef9d1d, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:43.850991 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.874885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7f00e-618f-49e8-8263-1bc48d9a3c20 req-657ff99d-e79f-43a2-af33-54deff1b8f12 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:43.884811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9f7f00e-618f-49e8-8263-1bc48d9a3c20 req-657ff99d-e79f-43a2-af33-54deff1b8f12 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 931 time: 0.2699482 Jan 27 21:43:43.890704 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.934089 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50398) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:43.952991 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f98145e-a13b-4d9e-8cd4-6a795f23b5cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:43.996046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (74814c7b-9749-499e-afcf-a641a72eef4d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.028859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:44.044322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (8a16d7c0-36ee-4832-ad82-c1934a07348a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.045658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9f7f00e-618f-49e8-8263-1bc48d9a3c20 req-9a0e5690-5950-49cd-a948-dbf6c0ebbb68 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598401 Jan 27 21:43:44.055373 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-914110e1-1cf0-4037-85c5-4ed65582f39f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3313334 Jan 27 21:43:44.066205 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.069705 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "DELETE /v2.0/networks/8a16d7c0-36ee-4832-ad82-c1934a07348a HTTP/1.1" status: 204 len: 168 time: 1.8912876 Jan 27 21:43:44.075466 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50402) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:44.076655 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (86ac6313-122a-401f-b89b-61a3ef8f6438), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.077005 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Added segment 86ac6313-122a-401f-b89b-61a3ef8f6438 of type vlan for network bf700070-3437-4935-bb61-9656ea0d6b47 Jan 27 21:43:44.081351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Request body: {'port': {'device_id': 'be987707-abc5-4d92-8322-499c173b6c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:44.086952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74814c7b-9749-499e-afcf-a641a72eef4d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:44.091175 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.108803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-713adb7d-dce7-48be-be63-7f9d895553de req-d51c5d5a-e286-47de-ab5c-b458436fd411 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0796833 Jan 27 21:43:44.123783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] For port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:44.126331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] For port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:44.136970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:44.146022 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Publish callbacks [] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.156973 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0644eb-6edb-4148-8247-2488e095c182 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event deleted for resources: {'Network': ['ID=8a16d7c0-36ee-4832-ad82-c1934a07348a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:44.161519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Transition to ACTIVE for port object 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:44.213760 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.253349 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.264191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:44.264829 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.266246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] 10.222.0.74 "PUT /v2.0/ports/a1364f46-9866-40a1-b72b-cd4ec1ef9d1d HTTP/1.1" status: 200 len: 1096 time: 3.1049876 Jan 27 21:43:44.268586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d922ce-0aca-49c5-a88b-a420eb09386e', 'tag': 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:44.279327 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d093a5c-2a56-4668-afcf-f846cb3dbcdc" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d922ce-0aca-49c5-a88b-a420eb09386e", "tag": "a1364f46-9866-40a1-b72b-cd4ec1ef9d1d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:44.300701 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (bf700070-3437-4935-bb61-9656ea0d6b47), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.328761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360cfdf-5c7c-493e-968e-87ba1e19d562 service neutron] Pushing event updated for resources: {'Port': ['ID=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:44.375566 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb403748-a86c-4978-91d2-0fbfc0ee5b00 x-openstack-request-id: req-eb403748-a86c-4978-91d2-0fbfc0ee5b00 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:44.375825 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d922ce-0aca-49c5-a88b-a420eb09386e", "tag": "a1364f46-9866-40a1-b72b-cd4ec1ef9d1d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:44.376205 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb403748-a86c-4978-91d2-0fbfc0ee5b00 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:44.376542 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d922ce-0aca-49c5-a88b-a420eb09386e', 'tag': 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d', 'status': 'completed', 'code': 200} Jan 27 21:43:44.385065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 424925cf-3d0a-4d8a-b13f-5c30b3382d84 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:44.428734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:44.435224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f98145e-a13b-4d9e-8cd4-6a795f23b5cf admin admin] Publish callbacks [] for security_group (8e8d92a5-1586-415d-adc5-9d880ccdc65b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.436910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:44.445132 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.449799 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (2b685853-6ea2-4905-b9e7-8cead4503b80), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.479960 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.resource_extend [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:43:44.509280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=a798b8c5-1af3-47ff-be98-74cc3adc4a13,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:44.535333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Pushing event updated for resources: {'Port': ['ID=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:44.538687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f98145e-a13b-4d9e-8cd4-6a795f23b5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8e8d92a5-1586-415d-adc5-9d880ccdc65b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.563764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d093a5c-2a56-4668-afcf-f846cb3dbcdc req-2b90096d-4122-4aee-87e5-ead6ed921e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:44.565339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d093a5c-2a56-4668-afcf-f846cb3dbcdc req-2b90096d-4122-4aee-87e5-ead6ed921e17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e HTTP/1.1" status: 200 len: 1099 time: 0.1935112 Jan 27 21:43:44.592966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b3136712-d904-4d30-b5a9-a34d052cfa6f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:44.608797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98145e-a13b-4d9e-8cd4-6a795f23b5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8d92a5-1586-415d-adc5-9d880ccdc65b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:44.626161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d093a5c-2a56-4668-afcf-f846cb3dbcdc req-6c9a9807-a4f6-4418-a256-1db997b12c0c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430980 Jan 27 21:43:44.633656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:44.634324 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.654703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Attempting to bind port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:44.655344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Attempting to bind port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:44.656933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Attempting to bind port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:44.657065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (bf700070-3437-4935-bb61-9656ea0d6b47), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.658351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:44.659027 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.664679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:44.665610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Attempting to bind port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:44.685728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:44.686134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:44.686545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:44.686998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Bound port: 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:44.687370 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.697124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b3136712-d904-4d30-b5a9-a34d052cfa6f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:44.697780 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:44.771488 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] Pushing event updated for resources: {'Network': ['ID=bf700070-3437-4935-bb61-9656ea0d6b47,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:44.793464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network bf700070-3437-4935-bb61-9656ea0d6b47 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:44.856294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] For port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:44.881314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] For port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:44.884150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50412) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:44.884551 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-894e9661-8dde-4927-a6af-2a75b67fbc92 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6690986 Jan 27 21:43:44.894668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d093a5c-2a56-4668-afcf-f846cb3dbcdc req-7873d74a-bb50-40e9-b712-df838963ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:44.897214 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7f98145e-a13b-4d9e-8cd4-6a795f23b5cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c4b761275db4d39bb705859a5734ec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9620025 Jan 27 21:43:44.897368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d093a5c-2a56-4668-afcf-f846cb3dbcdc req-7873d74a-bb50-40e9-b712-df838963ddf8 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2544832 Jan 27 21:43:44.897883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50414) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:44.956572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb6795e-02ab-49dd-827d-75df028a9a20 None None] Network 424925cf-3d0a-4d8a-b13f-5c30b3382d84 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:45.014146 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b5fe756e-55fa-4395-82be-6776782a9280 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5988998 Jan 27 21:43:45.018468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50416) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:45.027853 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-659def22-3c98-486e-a76b-f82a2793c691 admin admin] Request body: {'subnet': {'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-subnet', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:45.030956 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b3136712-d904-4d30-b5a9-a34d052cfa6f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:45.031358 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.034393 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (2b685853-6ea2-4905-b9e7-8cead4503b80), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.057441 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.069093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a8f8419e-9cc8-47b4-ae45-334b6f95de66 None None] Provisioning complete for port b3136712-d904-4d30-b5a9-a34d052cfa6f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:45.069769 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a8f8419e-9cc8-47b4-ae45-334b6f95de66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.115859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b685853-6ea2-4905-b9e7-8cead4503b80']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:45.121879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port b3136712-d904-4d30-b5a9-a34d052cfa6f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b3136712-d904-4d30-b5a9-a34d052cfa6f,segment=NetworkSegment(7f95ff1f-82ce-47fa-b667-52a5f580db0f),segment_id=7f95ff1f-82ce-47fa-b667-52a5f580db0f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:45.132944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33982da-35c1-426b-bb29-7de760cf09ca') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:45.133256 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33982da-35c1-426b-bb29-7de760cf09ca') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:45.155559 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (f33982da-35c1-426b-bb29-7de760cf09ca), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.174785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.175407 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.177265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] 10.222.0.71 "PUT /v2.0/ports/74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 HTTP/1.1" status: 200 len: 1096 time: 2.3609915 Jan 27 21:43:45.181373 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (f33982da-35c1-426b-bb29-7de760cf09ca), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (f33982da-35c1-426b-bb29-7de760cf09ca), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:45.216504 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:45.220070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8419e-9cc8-47b4-ae45-334b6f95de66 None None] Current status of the port b3136712-d904-4d30-b5a9-a34d052cfa6f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:45.220718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a8f8419e-9cc8-47b4-ae45-334b6f95de66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.289019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659def22-3c98-486e-a76b-f82a2793c691 admin admin] Made reservation on behalf of 56bceb56edbf41a4810a46a76f4d48af for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:45.291821 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-659def22-3c98-486e-a76b-f82a2793c691 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.305393 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.364334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee0e20-e74a-4497-80fb-45c4bdb37bce req-c35df384-c76a-459b-aae2-80fcb69a875a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.365958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1eee0e20-e74a-4497-80fb-45c4bdb37bce req-c35df384-c76a-459b-aae2-80fcb69a875a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 948 time: 0.3860061 Jan 27 21:43:45.372341 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Publish callbacks [] for security_group (8e8d92a5-1586-415d-adc5-9d880ccdc65b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.374047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676307d9-9f1a-4afa-8f53-3fda4d28ac83 service neutron] Pushing event updated for resources: {'Port': ['ID=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:45.404975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-2246fd3e-90a9-4fc1-898c-d29e4c1f21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.406558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-2246fd3e-90a9-4fc1-898c-d29e4c1f21d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e HTTP/1.1" status: 200 len: 1099 time: 0.4301999 Jan 27 21:43:45.425953 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 84bd297e-5ccf-486d-81b7-ee38f834462a no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:45.480296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 84bd297e-5ccf-486d-81b7-ee38f834462a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:45.480647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 84bd297e-5ccf-486d-81b7-ee38f834462a not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:45.514439 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-a8f8419e-9cc8-47b4-ae45-334b6f95de66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:43:45.518450 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-a8f8419e-9cc8-47b4-ae45-334b6f95de66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:43:45.520319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=b3136712-d904-4d30-b5a9-a34d052cfa6f,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:45.574874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-31ba3900-72b4-4520-85fe-0c0ae7736188 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d HTTP/1.1" status: 200 len: 217 time: 0.1138737 Jan 27 21:43:45.588064 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (2b685853-6ea2-4905-b9e7-8cead4503b80), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.590272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a0440-7db3-4bf6-847c-3d9459003e0f req-46c0643e-5073-4fd9-9f6a-84ba2c6465bb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.595097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.597240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-972a0440-7db3-4bf6-847c-3d9459003e0f req-46c0643e-5073-4fd9-9f6a-84ba2c6465bb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 931 time: 0.4072261 Jan 27 21:43:45.603134 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "DELETE /v2.0/networks/2b685853-6ea2-4905-b9e7-8cead4503b80 HTTP/1.1" status: 204 len: 168 time: 1.5103087 Jan 27 21:43:45.603230 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Publish callbacks [] for security_group (8e8d92a5-1586-415d-adc5-9d880ccdc65b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.615258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50424) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:45.645107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1114d5-f68c-4f4d-a2ac-345c8e144d49 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event deleted for resources: {'Network': ['ID=2b685853-6ea2-4905-b9e7-8cead4503b80,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:45.684232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1007b00b-11c5-448c-ae8a-cd768f87bd2a {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:45.699051 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Publish callbacks [] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.721836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Transition to ACTIVE for port object 1007b00b-11c5-448c-ae8a-cd768f87bd2a will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:43:45.759065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-bfc060f2-04a7-4c5b-b260-968319d6a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.760695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-bfc060f2-04a7-4c5b-b260-968319d6a639 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 1099 time: 0.3901281 Jan 27 21:43:45.786117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1eee0e20-e74a-4497-80fb-45c4bdb37bce req-07825199-71e6-4bbc-9b1a-03de6d5990bc tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882151 Jan 27 21:43:45.820366 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-659def22-3c98-486e-a76b-f82a2793c691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (3a365c30-82d4-4327-bdd8-74d2fad78778), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.863315 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.866449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-edde3a90-80e1-4bcf-86ec-be4191e2c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:45.867967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-edde3a90-80e1-4bcf-86ec-be4191e2c3c3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.2647066 Jan 27 21:43:45.881896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-966d1739-0c8e-4a6e-b8bf-b73f21eb2d0e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 HTTP/1.1" status: 200 len: 217 time: 0.0890937 Jan 27 21:43:45.885813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02b97a6-b508-4144-8897-5e058bcd14fd tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Deleting subnet 1a77781d-b63f-48b1-aec3-9cb7212d20cb {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:45.905561 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e02b97a6-b508-4144-8897-5e058bcd14fd tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for subnet (1a77781d-b63f-48b1-aec3-9cb7212d20cb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:45.928667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659def22-3c98-486e-a76b-f82a2793c691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a365c30-82d4-4327-bdd8-74d2fad78778,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:45.957701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Pushing event updated for resources: {'Port': ['ID=1007b00b-11c5-448c-ae8a-cd768f87bd2a,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:45.974560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659def22-3c98-486e-a76b-f82a2793c691 admin admin] Checking segment: {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:45.974929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659def22-3c98-486e-a76b-f82a2793c691 admin admin] Network hostable DHCP agents. Network: bf700070-3437-4935-bb61-9656ea0d6b47, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:46.037035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Attempting to bind port 1007b00b-11c5-448c-ae8a-cd768f87bd2a on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:46.037749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Attempting to bind port 1007b00b-11c5-448c-ae8a-cd768f87bd2a by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:46.037899 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Attempting to bind port 1007b00b-11c5-448c-ae8a-cd768f87bd2a on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:46.044304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Port 1007b00b-11c5-448c-ae8a-cd768f87bd2a on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:43:46.044924 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Attempting to bind port 1007b00b-11c5-448c-ae8a-cd768f87bd2a on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:46.051140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:46.051140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Checking segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:46.051705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Bound using segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:46.052245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Bound port: 1007b00b-11c5-448c-ae8a-cd768f87bd2a, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:46.052676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.057757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a8f8419e-9cc8-47b4-ae45-334b6f95de66 None None] Current status of the port b3136712-d904-4d30-b5a9-a34d052cfa6f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:46.087744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659def22-3c98-486e-a76b-f82a2793c691 admin admin] Network bf700070-3437-4935-bb61-9656ea0d6b47 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:46.127210 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] For port 1007b00b-11c5-448c-ae8a-cd768f87bd2a, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:46.130830 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] For port 1007b00b-11c5-448c-ae8a-cd768f87bd2a, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=1007b00b-11c5-448c-ae8a-cd768f87bd2a,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:46.150222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-659def22-3c98-486e-a76b-f82a2793c691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, bf700070-3437-4935-bb61-9656ea0d6b47) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:46.154438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659def22-3c98-486e-a76b-f82a2793c691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:46.155190 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-659def22-3c98-486e-a76b-f82a2793c691 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.161572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf9762-bfdf-4b2a-b925-42052860a942 None None] Network bf700070-3437-4935-bb61-9656ea0d6b47 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:46.213880 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.228894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-654ec4ef-238d-4022-a547-990d49207a9b None None] Provisioning complete for port b3136712-d904-4d30-b5a9-a34d052cfa6f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:46.229279 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-654ec4ef-238d-4022-a547-990d49207a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.252419 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-659def22-3c98-486e-a76b-f82a2793c691 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2330391 Jan 27 21:43:46.256571 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50426) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:46.263731 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:46.276511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:46.277402 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.279354 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] 10.222.0.74 "PUT /v2.0/ports/1007b00b-11c5-448c-ae8a-cd768f87bd2a HTTP/1.1" status: 200 len: 1091 time: 2.2083683 Jan 27 21:43:46.279916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be987707-abc5-4d92-8322-499c173b6c54', 'tag': '1007b00b-11c5-448c-ae8a-cd768f87bd2a'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:46.282643 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dc532a-2343-46bb-93cd-a79e3ff9a78e" -d '{"events": [{"name": "network-changed", "server_uuid": "be987707-abc5-4d92-8322-499c173b6c54", "tag": "1007b00b-11c5-448c-ae8a-cd768f87bd2a"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:46.317180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e26c247f-b68f-46ae-8226-f619e82c208f req-3e545c25-9559-41c7-a31c-17bf3f48cd5a tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.4626055 Jan 27 21:43:46.320341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-972a0440-7db3-4bf6-847c-3d9459003e0f req-e209e151-b343-4d47-8f78-7c608baac0b3 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7222469 Jan 27 21:43:46.329367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56869f95-2608-451d-bc3c-cada4db1f7aa service neutron] Pushing event updated for resources: {'Port': ['ID=1007b00b-11c5-448c-ae8a-cd768f87bd2a,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:46.356214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-bf700070-3437-4935-bb61-9656ea0d6b47', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:43:46.362136 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.369644 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.381455 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e02b97a6-b508-4144-8897-5e058bcd14fd tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (1a77781d-b63f-48b1-aec3-9cb7212d20cb), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.393272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c59e31-d39d-44a9-a917-6458e91bf892', 'tag': '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:46.395756 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41df59d7-923d-4dc2-ac1f-266b8246c3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c59e31-d39d-44a9-a917-6458e91bf892", "tag": "74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:46.428532 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (035819c8-9ec2-418e-8274-c6d6fb2ad602), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.430585 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (035819c8-9ec2-418e-8274-c6d6fb2ad602), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.447246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b3136712-d904-4d30-b5a9-a34d052cfa6f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:46.485672 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-9ccf3377-d845-4553-8a30-9abd3a58152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:46.486927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-00a31d7e-4e1b-49f3-9dcf-2305b17891e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:46.488855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-00a31d7e-4e1b-49f3-9dcf-2305b17891e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.5969627 Jan 27 21:43:46.489261 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-9ccf3377-d845-4553-8a30-9abd3a58152b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 1094 time: 0.0792959 Jan 27 21:43:46.495122 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49af4121-bd52-4bba-92f1-e0765e8766f1 x-openstack-request-id: req-49af4121-bd52-4bba-92f1-e0765e8766f1 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:46.495699 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c59e31-d39d-44a9-a917-6458e91bf892", "tag": "74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:46.496066 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49af4121-bd52-4bba-92f1-e0765e8766f1 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:46.509866 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c59e31-d39d-44a9-a917-6458e91bf892', 'tag': '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2', 'status': 'completed', 'code': 200} Jan 27 21:43:46.509866 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8e8d92a5-1586-415d-adc5-9d880ccdc65b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.510114 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-654ec4ef-238d-4022-a547-990d49207a9b None None] Current status of the port b3136712-d904-4d30-b5a9-a34d052cfa6f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:46.510681 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.510681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e8d92a5-1586-415d-adc5-9d880ccdc65b HTTP/1.1" status: 204 len: 168 time: 1.5509686 Jan 27 21:43:46.538200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b3136712-d904-4d30-b5a9-a34d052cfa6f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:46.538870 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.565373 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-f746833d-8d3b-4be7-8f13-3fadabe10f06 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1007b00b-11c5-448c-ae8a-cd768f87bd2a HTTP/1.1" status: 200 len: 217 time: 0.0596418 Jan 27 21:43:46.566471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-654ec4ef-238d-4022-a547-990d49207a9b None None] Provisioning complete for port a798b8c5-1af3-47ff-be98-74cc3adc4a13 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:46.567016 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-654ec4ef-238d-4022-a547-990d49207a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.649475 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Publish callbacks [] for router_controller (035819c8-9ec2-418e-8274-c6d6fb2ad602), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.658752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8d92a5-1586-415d-adc5-9d880ccdc65b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:46.665306 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-d5e69ea5-de45-4869-904c-ab26b9bba9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:46.667897 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-d5e69ea5-de45-4869-904c-ab26b9bba9db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6cd8c838-195c-4376-a980-ec062e79b1ed HTTP/1.1" status: 200 len: 851 time: 0.0940943 Jan 27 21:43:46.692596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.693044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.696471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.696722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.697207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.697629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.698221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.698633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.699043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.699471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.699878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.700338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.701157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b1dddf-1661-4cce-ba80-d78051c4ea17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:43:46.707644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-654ec4ef-238d-4022-a547-990d49207a9b None None] Port a798b8c5-1af3-47ff-be98-74cc3adc4a13 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:46.719576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-f78b5d8b-769b-4a24-bf5b-004215cbc33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:46.721231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-f78b5d8b-769b-4a24-bf5b-004215cbc33c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8280756 Jan 27 21:43:46.743765 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab58326-a0b7-4f5e-93d0-995c7416e480 x-openstack-request-id: req-7ab58326-a0b7-4f5e-93d0-995c7416e480 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:46.746965 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be987707-abc5-4d92-8322-499c173b6c54", "tag": "1007b00b-11c5-448c-ae8a-cd768f87bd2a", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:46.746965 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ab58326-a0b7-4f5e-93d0-995c7416e480 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:46.746965 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be987707-abc5-4d92-8322-499c173b6c54', 'tag': '1007b00b-11c5-448c-ae8a-cd768f87bd2a', 'status': 'completed', 'code': 200} Jan 27 21:43:46.746965 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-5bc7d9f7-3d90-4913-bf8d-55babe5136a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698638 Jan 27 21:43:46.765285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Allocated IP 172.20.0.2 (bf700070-3437-4935-bb61-9656ea0d6b47/3a365c30-82d4-4327-bdd8-74d2fad78778/83db6fe8-5a6d-4636-b7f7-c54148262de2) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:46.786052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b3136712-d904-4d30-b5a9-a34d052cfa6f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:46.904690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-caa75b29-fb80-4bf8-b278-141da8ae9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:46.907254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-caa75b29-fb80-4bf8-b278-141da8ae9631 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3984435 Jan 27 21:43:46.966932 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Publish callbacks [] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:46.995618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Publish callbacks [] for router_gateway (035819c8-9ec2-418e-8274-c6d6fb2ad602), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.031552 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-2d478257-5ecc-4c1a-8d8f-32dac602a344 service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444828 Jan 27 21:43:47.036471 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.045672 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e02b97a6-b508-4144-8897-5e058bcd14fd tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (1a77781d-b63f-48b1-aec3-9cb7212d20cb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.079931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Network bf700070-3437-4935-bb61-9656ea0d6b47 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:47.082834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:47.089152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:47.101064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Pushing event updated for resources: {'Port': ['ID=83db6fe8-5a6d-4636-b7f7-c54148262de2,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:47.174555 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Attempting to bind port 83db6fe8-5a6d-4636-b7f7-c54148262de2 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:47.174940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Attempting to bind port 83db6fe8-5a6d-4636-b7f7-c54148262de2 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:47.175308 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Attempting to bind port 83db6fe8-5a6d-4636-b7f7-c54148262de2 on network bf700070-3437-4935-bb61-9656ea0d6b47 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:47.182479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:47.182866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Checking segment: {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:47.183276 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.183677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Bound using segment: {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:47.184186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Bound port: 83db6fe8-5a6d-4636-b7f7-c54148262de2, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:47.184583 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.187272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-cade3c33-9e78-4f7a-abb6-5cdc54b8bdd2 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471290 Jan 27 21:43:47.216904 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fdbfbca6-941a-4b57-a790-acf7d1fc130a req-320fefd8-74a8-44a7-885d-79a184817664 service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681156 Jan 27 21:43:47.233443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e44ab-427b-4c40-89a3-e0cffd8336c4 req-c3c53402-ff80-4976-9607-37a2141d50ac tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:47.234923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-192e44ab-427b-4c40-89a3-e0cffd8336c4 req-c3c53402-ff80-4976-9607-37a2141d50ac tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 948 time: 0.3331342 Jan 27 21:43:47.262614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] For port 83db6fe8-5a6d-4636-b7f7-c54148262de2, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:47.267471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] For port 83db6fe8-5a6d-4636-b7f7-c54148262de2, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=83db6fe8-5a6d-4636-b7f7-c54148262de2,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:47.385355 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.445220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbe310-68c7-4656-b861-ed070cadcb72 None None] Pushing event updated for resources: {'Port': ['ID=83db6fe8-5a6d-4636-b7f7-c54148262de2,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:47.468697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-192e44ab-427b-4c40-89a3-e0cffd8336c4 req-e2ad8b0f-6193-408b-beb5-5fd6d2c66bfc tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187886 Jan 27 21:43:47.470624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-1f25dca5-1381-4ac3-ab23-d7db5b148695 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348065 Jan 27 21:43:47.500891 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e02b97a6-b508-4144-8897-5e058bcd14fd tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (1a77781d-b63f-48b1-aec3-9cb7212d20cb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.529127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-894c2911-cc38-40bb-aad1-1e575228d1a9 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278413 Jan 27 21:43:47.666405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b97a6-b508-4144-8897-5e058bcd14fd tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event deleted for resources: {'Subnet': ['ID=1a77781d-b63f-48b1-aec3-9cb7212d20cb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:47.688444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e02b97a6-b508-4144-8897-5e058bcd14fd tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.693071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e02b97a6-b508-4144-8897-5e058bcd14fd tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "DELETE /v2.0/subnets/1a77781d-b63f-48b1-aec3-9cb7212d20cb HTTP/1.1" status: 204 len: 168 time: 2.0565469 Jan 27 21:43:47.696811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836707cb-ce91-4c95-b19e-b4522cce6231 None None] Network b70d8cb9-7ab8-46cd-9f43-ab42da8bb955 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:47.705972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc532a-2343-46bb-93cd-a79e3ff9a78e req-cb6d6458-c0a0-4a39-b0ee-df3a0ecc52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:47.707528 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-64dc532a-2343-46bb-93cd-a79e3ff9a78e req-cb6d6458-c0a0-4a39-b0ee-df3a0ecc52f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 1094 time: 0.1305950 Jan 27 21:43:47.708481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50460) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:47.730725 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.741830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d1f3a0c-8572-4b88-8982-5fa4c4e02c80 req-4e64df71-0586-4630-860c-f2131f5bf596 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1021843 Jan 27 21:43:47.790589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d5250-4573-4737-a007-71a31b064e7a req-a9bc2868-1fea-44cf-82e2-b114246103c8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:47.793691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-094d5250-4573-4737-a007-71a31b064e7a req-a9bc2868-1fea-44cf-82e2-b114246103c8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 943 time: 0.3160448 Jan 27 21:43:47.799662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a46b1ba-ba27-4ea7-97a1-b785ded43459 req-150555f9-0399-40b9-ae5e-e2c73a93b2ce service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008664 Jan 27 21:43:47.834687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Publish callbacks [] for router_gateway (035819c8-9ec2-418e-8274-c6d6fb2ad602), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.850200 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.918128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b70d8cb9-7ab8-46cd-9f43-ab42da8bb955), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:47.984393 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.039872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=a798b8c5-1af3-47ff-be98-74cc3adc4a13,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:48.119460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71ee89c-0281-4494-8f69-d03fa2474010 None None] DHCP port deletion for b70d8cb9-7ab8-46cd-9f43-ab42da8bb955 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:43:48.160180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-094d5250-4573-4737-a007-71a31b064e7a req-8516ff73-3468-4d18-8937-21a94ba3a61d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593254 Jan 27 21:43:48.189966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b71ee89c-0281-4494-8f69-d03fa2474010 None None] Deleting port 46ae6e93-955a-48b9-a47d-84df1667a4dc {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:48.190264 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b71ee89c-0281-4494-8f69-d03fa2474010 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.231044 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.232068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Allocated IP 172.25.0.34 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/4f952e7e-b758-4284-8a7c-36e333bd5c18) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:48.322140 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b71ee89c-0281-4494-8f69-d03fa2474010 None None] For port 46ae6e93-955a-48b9-a47d-84df1667a4dc, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=46ae6e93-955a-48b9-a47d-84df1667a4dc,segment=NetworkSegment(14bb3754-5388-431f-9edd-df07d76cd154),segment_id=14bb3754-5388-431f-9edd-df07d76cd154)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:48.322558 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b71ee89c-0281-4494-8f69-d03fa2474010 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.373147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b71ee89c-0281-4494-8f69-d03fa2474010 None None] Calling delete_port for 46ae6e93-955a-48b9-a47d-84df1667a4dc owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:48.380753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df59d7-923d-4dc2-ac1f-266b8246c3d7 req-d4c5be2e-1eb8-41cb-af54-f0fb7b7a99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:48.387238 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41df59d7-923d-4dc2-ac1f-266b8246c3d7 req-d4c5be2e-1eb8-41cb-af54-f0fb7b7a99a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 1099 time: 0.3499794 Jan 27 21:43:48.398606 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Publish callbacks [] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.428848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc532a-2343-46bb-93cd-a79e3ff9a78e req-3b092dde-6a02-4c64-b7e4-54f71ddf51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:48.430438 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-64dc532a-2343-46bb-93cd-a79e3ff9a78e req-3b092dde-6a02-4c64-b7e4-54f71ddf51cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 912 time: 0.7098343 Jan 27 21:43:48.448843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 83db6fe8-5a6d-4636-b7f7-c54148262de2 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:48.500013 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-64dc532a-2343-46bb-93cd-a79e3ff9a78e req-528347ec-27f7-4640-8ca8-45e02bf361c9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1007b00b-11c5-448c-ae8a-cd768f87bd2a HTTP/1.1" status: 200 len: 217 time: 0.0557702 Jan 27 21:43:48.508699 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.531929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7b7b2caa-37f9-4ad3-b78d-6cf302260754 None None] Provisioning complete for port a798b8c5-1af3-47ff-be98-74cc3adc4a13 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:48.532488 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7b7b2caa-37f9-4ad3-b78d-6cf302260754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.565350 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Deleting port 46ae6e93-955a-48b9-a47d-84df1667a4dc {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:48.565714 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.581050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b2caa-37f9-4ad3-b78d-6cf302260754 None None] Port a798b8c5-1af3-47ff-be98-74cc3adc4a13 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:48.612397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 83db6fe8-5a6d-4636-b7f7-c54148262de2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:48.612930 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.642971 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.691413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc532a-2343-46bb-93cd-a79e3ff9a78e req-421607e6-b5bf-45c7-98f3-55c7a8998040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:48.692999 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-64dc532a-2343-46bb-93cd-a79e3ff9a78e req-421607e6-b5bf-45c7-98f3-55c7a8998040 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6cd8c838-195c-4376-a980-ec062e79b1ed HTTP/1.1" status: 200 len: 851 time: 0.1832035 Jan 27 21:43:48.716605 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:48.724425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:48.724806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df59d7-923d-4dc2-ac1f-266b8246c3d7 req-cb76470b-9b02-426c-afe1-6dcd0d4f5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:48.725124 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b71ee89c-0281-4494-8f69-d03fa2474010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.727510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] For port 46ae6e93-955a-48b9-a47d-84df1667a4dc, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=46ae6e93-955a-48b9-a47d-84df1667a4dc,segment=NetworkSegment(14bb3754-5388-431f-9edd-df07d76cd154),segment_id=14bb3754-5388-431f-9edd-df07d76cd154)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:48.727666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41df59d7-923d-4dc2-ac1f-266b8246c3d7 req-cb76470b-9b02-426c-afe1-6dcd0d4f5e0f service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.3352869 Jan 27 21:43:48.727892 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.745605 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:48.769026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 83db6fe8-5a6d-4636-b7f7-c54148262de2 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:48.769026 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.797955 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ee89c-0281-4494-8f69-d03fa2474010 None None] Pushing event deleted for resources: {'Port': ['ID=46ae6e93-955a-48b9-a47d-84df1667a4dc,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:48.810500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ee89c-0281-4494-8f69-d03fa2474010 None None] No DVR routers for this DVR port 46ae6e93-955a-48b9-a47d-84df1667a4dc on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:48.815025 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-64dc532a-2343-46bb-93cd-a79e3ff9a78e req-dbcfc926-fd4c-4f7c-a465-a0c8bb78ba50 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938148 Jan 27 21:43:48.838131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Calling delete_port for 46ae6e93-955a-48b9-a47d-84df1667a4dc owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:48.844113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 83db6fe8-5a6d-4636-b7f7-c54148262de2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=83db6fe8-5a6d-4636-b7f7-c54148262de2,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:48.851761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b9200-7f84-45d4-beb4-82670761802e req-4de1cf13-7b87-4b36-a4ad-a65c3f6ae151 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:48.860478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e19b9200-7f84-45d4-beb4-82670761802e req-4de1cf13-7b87-4b36-a4ad-a65c3f6ae151 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 948 time: 0.2539701 Jan 27 21:43:48.863307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41df59d7-923d-4dc2-ac1f-266b8246c3d7 req-6fed6680-bfec-4c36-95bc-f117f0979c1b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 HTTP/1.1" status: 200 len: 217 time: 0.0898411 Jan 27 21:43:48.881946 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Pushing event updated for resources: {'Port': ['ID=4f952e7e-b758-4284-8a7c-36e333bd5c18,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:48.927208 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:48.998296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=83db6fe8-5a6d-4636-b7f7-c54148262de2,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:49.021137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 46ae6e93-955a-48b9-a47d-84df1667a4dc no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:49.050486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 46ae6e93-955a-48b9-a47d-84df1667a4dc {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:49.050846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 46ae6e93-955a-48b9-a47d-84df1667a4dc not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:49.100783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f18d2394-ec19-4f2c-84b3-6107c5679aca req-e6e4d8be-7d60-473a-909e-38b7d1d243a7 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1940346 Jan 27 21:43:49.115967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afd30f3-2e00-4775-ac66-ed2e9fdceb77 None None] Network bf700070-3437-4935-bb61-9656ea0d6b47 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:49.148244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df59d7-923d-4dc2-ac1f-266b8246c3d7 req-51a53324-b6bf-454c-8f3d-dae1cbf30e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.149708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41df59d7-923d-4dc2-ac1f-266b8246c3d7 req-51a53324-b6bf-454c-8f3d-dae1cbf30e78 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.2682655 Jan 27 21:43:49.173130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e19b9200-7f84-45d4-beb4-82670761802e req-f06f697e-cf10-427a-aef0-abf086a515df tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114924 Jan 27 21:43:49.185918 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-64dc532a-2343-46bb-93cd-a79e3ff9a78e req-f31a2a5d-83b2-4490-8891-d90a5adcb791 service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496180 Jan 27 21:43:49.217343 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (46ae6e93-955a-48b9-a47d-84df1667a4dc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.252267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-27d0943b-b9b4-4d15-aa10-77263b5a7812 None None] Provisioning complete for port 83db6fe8-5a6d-4636-b7f7-c54148262de2 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:49.258262 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27d0943b-b9b4-4d15-aa10-77263b5a7812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.261361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df59d7-923d-4dc2-ac1f-266b8246c3d7 req-65561dad-79a5-4f1c-a439-f1086cd6ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.262815 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event deleted for resources: {'Port': ['ID=46ae6e93-955a-48b9-a47d-84df1667a4dc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:49.264260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41df59d7-923d-4dc2-ac1f-266b8246c3d7 req-65561dad-79a5-4f1c-a439-f1086cd6ed89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807717 Jan 27 21:43:49.313327 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.329755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] No DVR routers for this DVR port 46ae6e93-955a-48b9-a47d-84df1667a4dc on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:49.386234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-27d0943b-b9b4-4d15-aa10-77263b5a7812 None None] Current status of the port 83db6fe8-5a6d-4636-b7f7-c54148262de2 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:49.423597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bebd5a-25cc-4728-9bf0-652277050173 req-0aa16944-e3d5-47a1-9f11-607f21ec4ff4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:49.425418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4bebd5a-25cc-4728-9bf0-652277050173 req-0aa16944-e3d5-47a1-9f11-607f21ec4ff4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 943 time: 0.1566880 Jan 27 21:43:49.431850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41df59d7-923d-4dc2-ac1f-266b8246c3d7 req-ef4c985d-20e4-4468-b220-7383b7374789 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460474 Jan 27 21:43:49.470235 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.512499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b70d8cb9-7ab8-46cd-9f43-ab42da8bb955), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.552642 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-64dc532a-2343-46bb-93cd-a79e3ff9a78e req-f68c0cc5-ad3f-49db-8760-4945ea5c7c9a service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386252 Jan 27 21:43:49.569734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70d8cb9-7ab8-46cd-9f43-ab42da8bb955']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:49.588788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bb3754-5388-431f-9edd-df07d76cd154') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:49.589159 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bb3754-5388-431f-9edd-df07d76cd154') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:49.602069 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (14bb3754-5388-431f-9edd-df07d76cd154), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.603916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Publish callbacks [] for router_gateway (035819c8-9ec2-418e-8274-c6d6fb2ad602), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.655413 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (14bb3754-5388-431f-9edd-df07d76cd154), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.665731 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:49.666150 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (14bb3754-5388-431f-9edd-df07d76cd154), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:49.669276 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:49.709947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3f2bf0c-f3e9-499b-b028-34b50f8f9cdd None None] Provisioning complete for port 83db6fe8-5a6d-4636-b7f7-c54148262de2 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:49.710351 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3f2bf0c-f3e9-499b-b028-34b50f8f9cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.804122 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2bf0c-f3e9-499b-b028-34b50f8f9cdd None None] Current status of the port 83db6fe8-5a6d-4636-b7f7-c54148262de2 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:49.889802 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b70d8cb9-7ab8-46cd-9f43-ab42da8bb955), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.899908 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.903249 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "DELETE /v2.0/networks/b70d8cb9-7ab8-46cd-9f43-ab42da8bb955 HTTP/1.1" status: 204 len: 168 time: 2.1911345 Jan 27 21:43:49.909954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50494) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:49.915998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cec1a-2388-4450-a8bf-b7c30ee8ec1b tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Pushing event deleted for resources: {'Network': ['ID=b70d8cb9-7ab8-46cd-9f43-ab42da8bb955,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:49.930559 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (035819c8-9ec2-418e-8274-c6d6fb2ad602), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:49.982336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b6b3f223-ded5-47bd-bae5-20b3d5fd21f0 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee6d38e3-a8e0-42ad-a662-f9403afa602b HTTP/1.1" status: 200 len: 205 time: 0.0687256 Jan 27 21:43:49.986017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50496) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:49.996279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=a798b8c5-1af3-47ff-be98-74cc3adc4a13,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:50.003447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4bebd5a-25cc-4728-9bf0-652277050173 req-17f84780-97a2-445d-b3da-0789de116830 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690591 Jan 27 21:43:50.008910 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.026675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41df59d7-923d-4dc2-ac1f-266b8246c3d7 req-ab015132-196f-4ef7-b2ff-17701cf78180 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856595 Jan 27 21:43:50.117557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 424925cf-3d0a-4d8a-b13f-5c30b3382d84 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:50.119144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:50.346543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 83db6fe8-5a6d-4636-b7f7-c54148262de2 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:50.361455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0e33afb-a7db-45a2-bcbb-774717a4a87c req-3eb29ff7-e3e8-4f1c-8c4b-24666a19865c tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.1184320 Jan 27 21:43:50.379499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 1007b00b-11c5-448c-ae8a-cd768f87bd2a details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:50.439750 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4e4de8f-57f2-44e9-95b9-3062b7dc9248 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for router (ee6d38e3-a8e0-42ad-a662-f9403afa602b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.444549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489e16-de1d-438e-a458-5604f352d40b req-6d0597d9-dca7-4149-996c-a33ce5919d67 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:50.449527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d489e16-de1d-438e-a458-5604f352d40b req-6d0597d9-dca7-4149-996c-a33ce5919d67 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 948 time: 0.1933701 Jan 27 21:43:50.517367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 83db6fe8-5a6d-4636-b7f7-c54148262de2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:50.518567 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.565050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d489e16-de1d-438e-a458-5604f352d40b req-da7e615e-76fb-4536-9375-25dc289953d5 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023309 Jan 27 21:43:50.599929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50506) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:50.612657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 1007b00b-11c5-448c-ae8a-cd768f87bd2a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=1007b00b-11c5-448c-ae8a-cd768f87bd2a,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:50.614876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e5f16882-6e0b-4a38-b18d-27c6b6475da8 None None] Provisioning complete for port a798b8c5-1af3-47ff-be98-74cc3adc4a13 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:50.615355 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e5f16882-6e0b-4a38-b18d-27c6b6475da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.633547 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4e4de8f-57f2-44e9-95b9-3062b7dc9248 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (ee6d38e3-a8e0-42ad-a662-f9403afa602b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.635746 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4e4de8f-57f2-44e9-95b9-3062b7dc9248 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for router_controller (ee6d38e3-a8e0-42ad-a662-f9403afa602b), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.653453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:43:50.738550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Router 035819c8-9ec2-418e-8274-c6d6fb2ad602 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:43:50.766524 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60cbf512-3c77-4a33-b618-8917f3168b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.784528 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4e4de8f-57f2-44e9-95b9-3062b7dc9248 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (ee6d38e3-a8e0-42ad-a662-f9403afa602b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.785215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e4de8f-57f2-44e9-95b9-3062b7dc9248 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Fanout notify agent at l3_agent the message router_deleted on router ee6d38e3-a8e0-42ad-a662-f9403afa602b {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:43:50.793601 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4e4de8f-57f2-44e9-95b9-3062b7dc9248 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.794804 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f4e4de8f-57f2-44e9-95b9-3062b7dc9248 tempest-RoutersNegativeTest-711300407 tempest-RoutersNegativeTest-711300407-project] 10.222.0.61 "DELETE /v2.0/routers/ee6d38e3-a8e0-42ad-a662-f9403afa602b HTTP/1.1" status: 204 len: 168 time: 0.8077583 Jan 27 21:43:50.815466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:50.816183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '1007b00b-11c5-448c-ae8a-cd768f87bd2a', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'port_id': '1007b00b-11c5-448c-ae8a-cd768f87bd2a', 'mac_address': 'fa:16:3e:b4:98:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd8c838-195c-4376-a980-ec062e79b1ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:50.822459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ca8698ed-faf2-4f19-a65c-357f7f40215e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9367895 Jan 27 21:43:50.826820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50512) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:50.830154 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764d7c95-d519-4ea3-aeff-c822e83f0840 None None] Sync routers for ids ['6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:50.842089 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d7c95-d519-4ea3-aeff-c822e83f0840 None None] Routers {'6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:50.843058 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-764d7c95-d519-4ea3-aeff-c822e83f0840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:50.851857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e5f16882-6e0b-4a38-b18d-27c6b6475da8 None None] Port a798b8c5-1af3-47ff-be98-74cc3adc4a13 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:50.896881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 83db6fe8-5a6d-4636-b7f7-c54148262de2 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:50.899285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 1007b00b-11c5-448c-ae8a-cd768f87bd2a is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:50.899855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.914083 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1007b00b-11c5-448c-ae8a-cd768f87bd2a {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:50.914998 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-764d7c95-d519-4ea3-aeff-c822e83f0840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:50.924675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:50.929097 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60cbf512-3c77-4a33-b618-8917f3168b05 admin admin] Publish callbacks [] for security_group (0373faec-8ad0-47af-8ec0-e313cf30d60e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:50.937807 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d7c95-d519-4ea3-aeff-c822e83f0840 None None] Routers {'6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:50.938531 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-764d7c95-d519-4ea3-aeff-c822e83f0840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:50.946298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Sync routers for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:50.947513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be5808-35e3-4321-9aa5-77bfe80efdaf tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:50.951756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f0be5808-35e3-4321-9aa5-77bfe80efdaf tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports/a798b8c5-1af3-47ff-be98-74cc3adc4a13 HTTP/1.1" status: 200 len: 977 time: 0.1156664 Jan 27 21:43:50.952068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50514) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:50.952797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 1007b00b-11c5-448c-ae8a-cd768f87bd2a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=1007b00b-11c5-448c-ae8a-cd768f87bd2a,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:50.958285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:50.958907 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:50.974825 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-764d7c95-d519-4ea3-aeff-c822e83f0840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:50.975763 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764d7c95-d519-4ea3-aeff-c822e83f0840 None None] The sync data for ids ['6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:51.032522 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60cbf512-3c77-4a33-b618-8917f3168b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0373faec-8ad0-47af-8ec0-e313cf30d60e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.034086 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.040774 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bca724b4-70b0-41a7-a615-0b9a956198de admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7808568 Jan 27 21:43:51.041614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50518) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:51.054511 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.055756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a1364f46-9866-40a1-b72b-cd4ec1ef9d1d details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:51.087021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbf512-3c77-4a33-b618-8917f3168b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0373faec-8ad0-47af-8ec0-e313cf30d60e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:51.106311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-60cbf512-3c77-4a33-b618-8917f3168b05 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d61e20e9aef4acd838f20f371a529a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5026762 Jan 27 21:43:51.125304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50520) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:51.130835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=1007b00b-11c5-448c-ae8a-cd768f87bd2a,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:51.151879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:51.273537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffef6f1-129e-4b2c-a76c-905882ef0a59 req-0197f64d-7d7b-4309-9aed-2a45816c4147 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:51.280527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffef6f1-129e-4b2c-a76c-905882ef0a59 req-0197f64d-7d7b-4309-9aed-2a45816c4147 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 944 time: 0.1830192 Jan 27 21:43:51.316864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b76f-cf8e-4338-a005-155e8741e931 admin admin] Publish callbacks [] for security_group (0373faec-8ad0-47af-8ec0-e313cf30d60e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.361915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:51.369645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffef6f1-129e-4b2c-a76c-905882ef0a59 req-1a1f2979-ed23-4e92-a45a-c6f78ba06d56 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832214 Jan 27 21:43:51.375128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d', 'mac_address': 'fa:16:3e:33:e2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:51.388526 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b76f-cf8e-4338-a005-155e8741e931 admin admin] Publish callbacks [] for security_group (0373faec-8ad0-47af-8ec0-e313cf30d60e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.444701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50526) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:51.455648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:51.455648 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.489269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1364f46-9866-40a1-b72b-cd4ec1ef9d1d {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:51.513007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:49Z', 'revision_number': 3, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:51.520949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d3058d5-6335-407f-9a8c-a2d16f14594c req-a9995b4e-c986-483a-a8aa-928c85d80bb6 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0383837 Jan 27 21:43:51.521827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:43:51.636431 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b76f-cf8e-4338-a005-155e8741e931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0373faec-8ad0-47af-8ec0-e313cf30d60e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.639433 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0f1b76f-cf8e-4338-a005-155e8741e931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.643059 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a0f1b76f-cf8e-4338-a005-155e8741e931 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0373faec-8ad0-47af-8ec0-e313cf30d60e HTTP/1.1" status: 204 len: 168 time: 0.5128462 Jan 27 21:43:51.661783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1b76f-cf8e-4338-a005-155e8741e931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0373faec-8ad0-47af-8ec0-e313cf30d60e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:51.680374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:51.693591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Checking router: 035819c8-9ec2-418e-8274-c6d6fb2ad602 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:51.693591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Updating router 035819c8-9ec2-418e-8274-c6d6fb2ad602 port 4f952e7e-b758-4284-8a7c-36e333bd5c18 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:43:51.693818 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b7f30cf-a0bc-410e-a5d1-b556474d4cda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.705089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:51.740875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2', 'mac_address': 'fa:16:3e:58:f3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:43:51.744521 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.783669 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-178b70c3-a499-4d59-82dd-cfecd9014ba7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=830fca5159014a3c90759464c0fd41d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3372028 Jan 27 21:43:51.786259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50536) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:51.790434 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.815134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ad323-4b11-48d0-8826-1f750944d5bc req-7cef4465-ce31-4cdd-965d-1f240131db41 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:51.816681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c22ad323-4b11-48d0-8826-1f750944d5bc req-7cef4465-ce31-4cdd-965d-1f240131db41 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 948 time: 0.1393569 Jan 27 21:43:51.887830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:51.888310 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.896605 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.900906 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef2f74e8-5c44-45f5-8872-24d5a1ae437c admin admin] Publish callbacks [] for security_group (9e1e0598-f316-4cc5-a604-a85fa4f66b9c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.936249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:43:51.940773 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef2f74e8-5c44-45f5-8872-24d5a1ae437c admin admin] Publish callbacks [] for security_group (9e1e0598-f316-4cc5-a604-a85fa4f66b9c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:51.944947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:51.959442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c22ad323-4b11-48d0-8826-1f750944d5bc req-0037bdd9-8c74-4b55-9034-dd4fd9ab740c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250899 Jan 27 21:43:51.965690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:52.044417 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.053964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f30cf-a0bc-410e-a5d1-b556474d4cda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port a798b8c5-1af3-47ff-be98-74cc3adc4a13 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:52.054807 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b7f30cf-a0bc-410e-a5d1-b556474d4cda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.083331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['1007b00b-11c5-448c-ae8a-cd768f87bd2a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:52.086339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a1364f46-9866-40a1-b72b-cd4ec1ef9d1d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:52.142844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Allocated IP 172.20.0.1 (bf700070-3437-4935-bb61-9656ea0d6b47/3a365c30-82d4-4327-bdd8-74d2fad78778/887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:52.175422 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b7f30cf-a0bc-410e-a5d1-b556474d4cda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.188459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f30cf-a0bc-410e-a5d1-b556474d4cda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for a798b8c5-1af3-47ff-be98-74cc3adc4a13 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:52.240329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:52.293017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Publish callbacks [] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.330285 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef2f74e8-5c44-45f5-8872-24d5a1ae437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9e1e0598-f316-4cc5-a604-a85fa4f66b9c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.333186 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef2f74e8-5c44-45f5-8872-24d5a1ae437c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.334456 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ef2f74e8-5c44-45f5-8872-24d5a1ae437c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e1e0598-f316-4cc5-a604-a85fa4f66b9c HTTP/1.1" status: 204 len: 168 time: 0.5471215 Jan 27 21:43:52.345758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f74e8-5c44-45f5-8872-24d5a1ae437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1e0598-f316-4cc5-a604-a85fa4f66b9c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:52.352683 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Publish callbacks [] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.424282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:43:52.477183 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.494392 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.515887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15870b1-1ef5-494a-a5bd-62e467872932 req-6642eb49-6b41-4a55-92b8-758a73bc82ab tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:52.525036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a15870b1-1ef5-494a-a5bd-62e467872932 req-6642eb49-6b41-4a55-92b8-758a73bc82ab tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 944 time: 0.0695016 Jan 27 21:43:52.533895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Pushing event updated for resources: {'Port': ['ID=887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:52.564546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Network bf700070-3437-4935-bb61-9656ea0d6b47 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:52.569709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:52.573236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:52.594685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1de2f-0064-42f2-a407-dbb98dc705de None None] Pushing event updated for resources: {'Port': ['ID=4f952e7e-b758-4284-8a7c-36e333bd5c18,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:52.604014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Attempting to bind port 4f952e7e-b758-4284-8a7c-36e333bd5c18 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:52.604424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Attempting to bind port 4f952e7e-b758-4284-8a7c-36e333bd5c18 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:52.604796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Attempting to bind port 4f952e7e-b758-4284-8a7c-36e333bd5c18 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:52.617920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a15870b1-1ef5-494a-a5bd-62e467872932 req-a09fb2ad-8e0b-4e09-b483-2fe83fd61a2f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895166 Jan 27 21:43:52.625246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:52.625627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:52.626052 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.626438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:52.626929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Bound port: 4f952e7e-b758-4284-8a7c-36e333bd5c18, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:52.627315 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.636250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b7f30cf-a0bc-410e-a5d1-b556474d4cda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a798b8c5-1af3-47ff-be98-74cc3adc4a13), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.696320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f30cf-a0bc-410e-a5d1-b556474d4cda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=a798b8c5-1af3-47ff-be98-74cc3adc4a13,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:52.717892 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (035819c8-9ec2-418e-8274-c6d6fb2ad602), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:52.735404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] For port 4f952e7e-b758-4284-8a7c-36e333bd5c18, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:52.754940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] For port 4f952e7e-b758-4284-8a7c-36e333bd5c18, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4f952e7e-b758-4284-8a7c-36e333bd5c18,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:52.786400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14e63e81-4508-40c8-9992-7057243dedb5 req-e26e1933-a08e-4f35-990f-33103e4629ec tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0918193 Jan 27 21:43:52.882974 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.028258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1de2f-0064-42f2-a407-dbb98dc705de None None] Pushing event updated for resources: {'Port': ['ID=4f952e7e-b758-4284-8a7c-36e333bd5c18,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:53.031923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:53.032672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:53.036976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c0b19e1f-09cf-4ff8-b5f1-160b2c52a98e None None] Provisioning complete for port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:53.039912 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c0b19e1f-09cf-4ff8-b5f1-160b2c52a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.096528 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b7f30cf-a0bc-410e-a5d1-b556474d4cda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.118159 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.171867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c0b19e1f-09cf-4ff8-b5f1-160b2c52a98e None None] Port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:53.254247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a14e72-6f89-4aea-bdeb-7d6b836542c0 req-6004f5b1-46bf-4a56-ac8f-c5e5a253537b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:53.261670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63a14e72-6f89-4aea-bdeb-7d6b836542c0 req-6004f5b1-46bf-4a56-ac8f-c5e5a253537b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 949 time: 0.1610985 Jan 27 21:43:53.339222 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Publish callbacks [] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.400038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63a14e72-6f89-4aea-bdeb-7d6b836542c0 req-1fdbeecc-3f28-4fd3-8259-3061ca945597 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373825 Jan 27 21:43:53.402895 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.408186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:53.423558 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7f30cf-a0bc-410e-a5d1-b556474d4cda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:53.474485 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (035819c8-9ec2-418e-8274-c6d6fb2ad602), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:53.476443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Pushing event updated for resources: {'Port': ['ID=887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:53.590672 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Network bf700070-3437-4935-bb61-9656ea0d6b47 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:53.592269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:53.673832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:49Z', 'revision_number': 3, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:53.749033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Router 035819c8-9ec2-418e-8274-c6d6fb2ad602 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:43:53.767158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c851a7e-8119-45cb-829d-5394c4fedeea None None] The sync data for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 is: [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:49Z', 'revision_number': 3, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:53.962086 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:53.962312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7f30cf-a0bc-410e-a5d1-b556474d4cda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:43:53.967500 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-73193a74-d1b3-4cda-b1e7-9da7018bcb90 admin admin] 10.222.0.61 "PUT /v2.0/routers/035819c8-9ec2-418e-8274-c6d6fb2ad602/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9248462 Jan 27 21:43:53.978459 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9cbc0-3ac0-4a79-a35a-397d839111db None None] Sync routers for ids ['6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:54.007703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-669fc7f5-43a4-4f3d-b514-8454b4ae81bd None None] Provisioning complete for port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:54.008120 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-669fc7f5-43a4-4f3d-b514-8454b4ae81bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.017529 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9cbc0-3ac0-4a79-a35a-397d839111db None None] Routers {'6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:54.018925 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-73e9cbc0-3ac0-4a79-a35a-397d839111db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:54.023651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50600) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:54.029415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1b7f30cf-a0bc-410e-a5d1-b556474d4cda tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0761080 Jan 27 21:43:54.052419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-669fc7f5-43a4-4f3d-b514-8454b4ae81bd None None] Port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:54.066441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4bb01da-c10f-4b4c-8be8-6723bbff242c req-d71e5c82-9bb5-4d4c-946c-d6da4cd7a785 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0356903 Jan 27 21:43:54.082558 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7c8c7-0f5b-421c-8524-984de45a750a req-63fd7bd1-d1ab-4095-841d-a03aafe5cef6 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:54.090647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9b7c8c7-0f5b-421c-8524-984de45a750a req-63fd7bd1-d1ab-4095-841d-a03aafe5cef6 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 944 time: 0.1425273 Jan 27 21:43:54.123532 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-73e9cbc0-3ac0-4a79-a35a-397d839111db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:54.155759 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9cbc0-3ac0-4a79-a35a-397d839111db None None] Routers {'6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:54.178843 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-73e9cbc0-3ac0-4a79-a35a-397d839111db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:54.214567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9b7c8c7-0f5b-421c-8524-984de45a750a req-6b56eaa8-a1ae-4a84-a454-b5c4bed48f8b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229386 Jan 27 21:43:54.215109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50604) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:54.254273 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-73e9cbc0-3ac0-4a79-a35a-397d839111db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:54.255096 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e9cbc0-3ac0-4a79-a35a-397d839111db None None] The sync data for ids ['6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:54.382207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 1007b00b-11c5-448c-ae8a-cd768f87bd2a up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:54.387206 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-f9165320-93bb-4f07-b637-9f1f9bb8a9dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] remove_router_interface failed (client error): The resource could not be found. Jan 27 21:43:54.390874 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f9165320-93bb-4f07-b637-9f1f9bb8a9dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3648541 Jan 27 21:43:54.395888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50610) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:54.469693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4f952e7e-b758-4284-8a7c-36e333bd5c18 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:54.476864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d20baf17-3bef-4559-8560-f66a557a4c95 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c HTTP/1.1" status: 200 len: 205 time: 0.0785942 Jan 27 21:43:54.479330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50616) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:54.578528 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-402464f8-efbb-47f5-abbc-c4f783c8af2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.591667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-fbcf78df-45c3-4906-8a85-3815c6ea8a1a tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:54.592436 n-d-760456-6 neutron-server[104027]: WARNING neutron.api.v2.base [None req-fbcf78df-45c3-4906-8a85-3815c6ea8a1a tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 21:43:54.592968 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-fbcf78df-45c3-4906-8a85-3815c6ea8a1a tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 21:43:54.594029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fbcf78df-45c3-4906-8a85-3815c6ea8a1a tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3777728 Jan 27 21:43:54.597884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50620) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:54.601424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 1007b00b-11c5-448c-ae8a-cd768f87bd2a completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:54.603182 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-36a8d249-c118-43b5-afa6-ad9e4a4b22d8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623067343'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:54.610605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 1007b00b-11c5-448c-ae8a-cd768f87bd2a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:54.611213 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.670592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4f952e7e-b758-4284-8a7c-36e333bd5c18 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:54.670939 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.745122 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 1007b00b-11c5-448c-ae8a-cd768f87bd2a is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:54.746528 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.761932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8d249-c118-43b5-afa6-ad9e4a4b22d8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.776353 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8d249-c118-43b5-afa6-ad9e4a4b22d8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.788041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a411d47-a568-49dd-8c9e-399bd9f94236 req-2a8a3a7f-5450-4e29-a126-61fb9eddc3d8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:54.795462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a411d47-a568-49dd-8c9e-399bd9f94236 req-2a8a3a7f-5450-4e29-a126-61fb9eddc3d8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 949 time: 0.2128909 Jan 27 21:43:54.815169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 1007b00b-11c5-448c-ae8a-cd768f87bd2a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=1007b00b-11c5-448c-ae8a-cd768f87bd2a,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:54.820232 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be987707-abc5-4d92-8322-499c173b6c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1007b00b-11c5-448c-ae8a-cd768f87bd2a'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:54.822957 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4f8094-3c0e-4f0a-9347-02b4c96038ad" -d '{"events": [{"server_uuid": "be987707-abc5-4d92-8322-499c173b6c54", "name": "network-vif-plugged", "status": "completed", "tag": "1007b00b-11c5-448c-ae8a-cd768f87bd2a"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:54.845061 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-402464f8-efbb-47f5-abbc-c4f783c8af2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.849535 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-402464f8-efbb-47f5-abbc-c4f783c8af2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.954190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a411d47-a568-49dd-8c9e-399bd9f94236 req-494464a8-c98b-448f-abc8-dafd3a8de235 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512020 Jan 27 21:43:54.962575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4f952e7e-b758-4284-8a7c-36e333bd5c18 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:54.965820 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:54.981412 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8d249-c118-43b5-afa6-ad9e4a4b22d8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (eb36fdb8-6686-441c-b1d7-9417b462e47e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.001410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 4f952e7e-b758-4284-8a7c-36e333bd5c18, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4f952e7e-b758-4284-8a7c-36e333bd5c18,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:55.002517 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.003512 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a1364f46-9866-40a1-b72b-cd4ec1ef9d1d up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:55.008243 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-402464f8-efbb-47f5-abbc-c4f783c8af2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.008927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402464f8-efbb-47f5-abbc-c4f783c8af2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Fanout notify agent at l3_agent the message router_deleted on router 6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:43:55.017287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-402464f8-efbb-47f5-abbc-c4f783c8af2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.018509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-402464f8-efbb-47f5-abbc-c4f783c8af2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c HTTP/1.1" status: 204 len: 168 time: 0.5378101 Jan 27 21:43:55.021450 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50634) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:55.084923 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a68401-b815-40cb-9377-1938f54ac07a x-openstack-request-id: req-76a68401-b815-40cb-9377-1938f54ac07a {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:55.085299 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be987707-abc5-4d92-8322-499c173b6c54", "name": "network-vif-plugged", "status": "completed", "tag": "1007b00b-11c5-448c-ae8a-cd768f87bd2a", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:55.085724 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-76a68401-b815-40cb-9377-1938f54ac07a {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:55.086131 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be987707-abc5-4d92-8322-499c173b6c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1007b00b-11c5-448c-ae8a-cd768f87bd2a', 'code': 200} Jan 27 21:43:55.094683 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8d249-c118-43b5-afa6-ad9e4a4b22d8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (eb36fdb8-6686-441c-b1d7-9417b462e47e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.100451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50638) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:55.106588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2ff30cf5-4e0e-46c5-b3a7-a18fea9f793a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066197365', 'description': 'tempest-description--1515272272'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:55.149044 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-e345e56f-bfe7-418a-9ea1-51400fe3121a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting subnet 6d87fe47-15a9-4346-be29-8c4112492449 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:43:55.159489 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e345e56f-bfe7-418a-9ea1-51400fe3121a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (6d87fe47-15a9-4346-be29-8c4112492449), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.168552 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.184825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=1007b00b-11c5-448c-ae8a-cd768f87bd2a,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:55.259969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=4f952e7e-b758-4284-8a7c-36e333bd5c18,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:55.261460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8d249-c118-43b5-afa6-ad9e4a4b22d8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb36fdb8-6686-441c-b1d7-9417b462e47e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:55.295475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-095a5057-7a29-4214-9900-4ffceff85beb req-b80010f8-c647-4a83-98ee-bf591cc1fb62 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0535464 Jan 27 21:43:55.296809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2ff30cf5-4e0e-46c5-b3a7-a18fea9f793a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.327397 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e345e56f-bfe7-418a-9ea1-51400fe3121a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (6d87fe47-15a9-4346-be29-8c4112492449), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.351458 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:55.361939 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:55.361939 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.401430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95076525-76ba-48ce-b628-e8b739ee70e2 req-7e0a39eb-e8f5-4d6d-a1e5-170b8e6aedf3 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:55.403165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95076525-76ba-48ce-b628-e8b739ee70e2 req-7e0a39eb-e8f5-4d6d-a1e5-170b8e6aedf3 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 945 time: 0.0845461 Jan 27 21:43:55.406891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8d249-c118-43b5-afa6-ad9e4a4b22d8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (66a01681-6169-46e9-8fb6-f20605369702), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.453673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b8364-4f9c-4af7-99fb-99c0cd42eb97 req-2cfbfb65-3db7-40e1-a9ff-32253004cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:55.454874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2ff30cf5-4e0e-46c5-b3a7-a18fea9f793a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group (6df07aab-31a7-4002-b2c5-90dff220afca), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.455280 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-be5b8364-4f9c-4af7-99fb-99c0cd42eb97 req-2cfbfb65-3db7-40e1-a9ff-32253004cfcb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 1096 time: 0.2301006 Jan 27 21:43:55.474758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8d249-c118-43b5-afa6-ad9e4a4b22d8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (66a01681-6169-46e9-8fb6-f20605369702), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.478931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:55.479981 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.496627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95076525-76ba-48ce-b628-e8b739ee70e2 req-2e143356-f3e9-4334-93af-9764e4c7e531 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757737 Jan 27 21:43:55.514457 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e345e56f-bfe7-418a-9ea1-51400fe3121a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (6d87fe47-15a9-4346-be29-8c4112492449), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.530529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:55.533194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2ff30cf5-4e0e-46c5-b3a7-a18fea9f793a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6df07aab-31a7-4002-b2c5-90dff220afca), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.563292 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:55.565097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff30cf5-4e0e-46c5-b3a7-a18fea9f793a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df07aab-31a7-4002-b2c5-90dff220afca,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:55.567145 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8d249-c118-43b5-afa6-ad9e4a4b22d8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a01681-6169-46e9-8fb6-f20605369702,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:55.592320 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-be5b8364-4f9c-4af7-99fb-99c0cd42eb97 req-4f1b2acb-1aab-47a9-9e3e-f7b823bf9bf6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247661 Jan 27 21:43:55.609191 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36a8d249-c118-43b5-afa6-ad9e4a4b22d8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.609891 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2ff30cf5-4e0e-46c5-b3a7-a18fea9f793a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.613307 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-36a8d249-c118-43b5-afa6-ad9e4a4b22d8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0115533 Jan 27 21:43:55.620268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2ff30cf5-4e0e-46c5-b3a7-a18fea9f793a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5086663 Jan 27 21:43:55.620268 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50654) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:55.620548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50656) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:55.620548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-97c7d205-269c-45d2-bf3c-89b6e365dce1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Request body: {'security_group_rule': {'security_group_id': '6df07aab-31a7-4002-b2c5-90dff220afca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:55.620766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3b8ce938-fa77-4569-b983-8e5b47692249 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '66a01681-6169-46e9-8fb6-f20605369702', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:55.641985 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.689410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:55.738286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:43:55.738745 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e345e56f-bfe7-418a-9ea1-51400fe3121a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (6d87fe47-15a9-4346-be29-8c4112492449), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.743054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:55.743430 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.777012 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e345e56f-bfe7-418a-9ea1-51400fe3121a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.780637 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e345e56f-bfe7-418a-9ea1-51400fe3121a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/6d87fe47-15a9-4346-be29-8c4112492449 HTTP/1.1" status: 204 len: 168 time: 0.7578132 Jan 27 21:43:55.782974 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345e56f-bfe7-418a-9ea1-51400fe3121a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Subnet': ['ID=6d87fe47-15a9-4346-be29-8c4112492449,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:55.783724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50658) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:55.788455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955536b-6995-477a-92eb-6c1f99cbbdd0 None None] Network 424925cf-3d0a-4d8a-b13f-5c30b3382d84 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:55.795304 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97c7d205-269c-45d2-bf3c-89b6e365dce1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group_rule (13e85678-11ed-41d5-b705-1b8d8e0788e9), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.814412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b8ce938-fa77-4569-b983-8e5b47692249 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group_rule (791bf91c-fe19-48c5-9e0c-7ff4922fc3a1), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.904103 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97c7d205-269c-45d2-bf3c-89b6e365dce1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group_rule (13e85678-11ed-41d5-b705-1b8d8e0788e9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.911630 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (424925cf-3d0a-4d8a-b13f-5c30b3382d84), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.923711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:55.932509 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.959167 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b8ce938-fa77-4569-b983-8e5b47692249 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group_rule (791bf91c-fe19-48c5-9e0c-7ff4922fc3a1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.973283 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97c7d205-269c-45d2-bf3c-89b6e365dce1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (13e85678-11ed-41d5-b705-1b8d8e0788e9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:55.979813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:56.000476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb5bc3-ba17-4b2e-b098-4cb834e834ec None None] DHCP port deletion for 424925cf-3d0a-4d8a-b13f-5c30b3382d84 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:43:56.014108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7d205-269c-45d2-bf3c-89b6e365dce1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e85678-11ed-41d5-b705-1b8d8e0788e9,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:56.021350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port b3136712-d904-4d30-b5a9-a34d052cfa6f {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:56.022123 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.064384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-08cb5bc3-ba17-4b2e-b098-4cb834e834ec None None] Deleting port b3136712-d904-4d30-b5a9-a34d052cfa6f {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:43:56.064770 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08cb5bc3-ba17-4b2e-b098-4cb834e834ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.073290 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b8ce938-fa77-4569-b983-8e5b47692249 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (791bf91c-fe19-48c5-9e0c-7ff4922fc3a1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.114959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.123681 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97c7d205-269c-45d2-bf3c-89b6e365dce1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.125195 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-97c7d205-269c-45d2-bf3c-89b6e365dce1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5106292 Jan 27 21:43:56.129036 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50662) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:56.133342 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-024cefe3-a55f-4f87-acc6-3b04d011a973 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Request body: {'security_group_rule': {'security_group_id': '6df07aab-31a7-4002-b2c5-90dff220afca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:56.173138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-08cb5bc3-ba17-4b2e-b098-4cb834e834ec None None] For port b3136712-d904-4d30-b5a9-a34d052cfa6f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b3136712-d904-4d30-b5a9-a34d052cfa6f,segment=NetworkSegment(7f95ff1f-82ce-47fa-b667-52a5f580db0f),segment_id=7f95ff1f-82ce-47fa-b667-52a5f580db0f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:56.173551 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08cb5bc3-ba17-4b2e-b098-4cb834e834ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.177173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ce938-fa77-4569-b983-8e5b47692249 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791bf91c-fe19-48c5-9e0c-7ff4922fc3a1,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:56.206691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-08cb5bc3-ba17-4b2e-b098-4cb834e834ec None None] Calling delete_port for b3136712-d904-4d30-b5a9-a34d052cfa6f owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:56.216644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] For port b3136712-d904-4d30-b5a9-a34d052cfa6f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b3136712-d904-4d30-b5a9-a34d052cfa6f,segment=NetworkSegment(7f95ff1f-82ce-47fa-b667-52a5f580db0f),segment_id=7f95ff1f-82ce-47fa-b667-52a5f580db0f)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:56.217493 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.237945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for b3136712-d904-4d30-b5a9-a34d052cfa6f owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:43:56.250583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246270be-244c-458e-8c72-89a10fdb8cbd req-c3e40e01-0f1c-498b-b65f-cbd4820e54c5 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:56.252507 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-024cefe3-a55f-4f87-acc6-3b04d011a973 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group_rule (50d5e112-9471-454d-87a5-4dc5241f6a56), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.260477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-246270be-244c-458e-8c72-89a10fdb8cbd req-c3e40e01-0f1c-498b-b65f-cbd4820e54c5 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 950 time: 0.1802962 Jan 27 21:43:56.290501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Sync routers for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:43:56.304970 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b8ce938-fa77-4569-b983-8e5b47692249 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.312658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50668) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:56.312760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3b8ce938-fa77-4569-b983-8e5b47692249 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6954379 Jan 27 21:43:56.313862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50670) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:56.321121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-57080da9-b5cc-4afe-93e9-675091a80461 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '66a01681-6169-46e9-8fb6-f20605369702', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:56.326902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:56.345307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:56.345307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:56.370389 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-024cefe3-a55f-4f87-acc6-3b04d011a973 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group_rule (50d5e112-9471-454d-87a5-4dc5241f6a56), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.461386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-246270be-244c-458e-8c72-89a10fdb8cbd req-d9e72736-1374-4b15-bb09-56c0a78aeefe tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982539 Jan 27 21:43:56.495903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4f952e7e-b758-4284-8a7c-36e333bd5c18 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:43:56.523806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5de865d5-050b-4e49-9404-1b5c1d5a2353 req-dcb8ec95-0217-439a-8a36-fe3a4da88f21 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0582049 Jan 27 21:43:56.533487 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f32b9790-5d32-490b-923f-da5b15ecbdcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.574272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:56.649721 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57080da9-b5cc-4afe-93e9-675091a80461 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group_rule (5d2ba862-6095-4312-9b38-35e842264162), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.651003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c71cc-2438-4493-a0ea-c5200e304362 req-02eb3fd3-488f-41eb-af11-bc74b2f257cc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:56.658621 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3c71cc-2438-4493-a0ea-c5200e304362 req-02eb3fd3-488f-41eb-af11-bc74b2f257cc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 945 time: 0.0673177 Jan 27 21:43:56.669358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4f952e7e-b758-4284-8a7c-36e333bd5c18 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:56.669930 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.712543 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-024cefe3-a55f-4f87-acc6-3b04d011a973 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (50d5e112-9471-454d-87a5-4dc5241f6a56), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.729756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f32b9790-5d32-490b-923f-da5b15ecbdcb admin admin] Publish callbacks [] for security_group (e0209c01-581b-4b09-a52d-09fd2b939ca8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.747956 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cefe3-a55f-4f87-acc6-3b04d011a973 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d5e112-9471-454d-87a5-4dc5241f6a56,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:56.752716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b3c71cc-2438-4493-a0ea-c5200e304362 req-4c0097b7-9641-44c7-9868-d3c69906b830 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890579 Jan 27 21:43:56.844487 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.847924 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08cb5bc3-ba17-4b2e-b098-4cb834e834ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (b3136712-d904-4d30-b5a9-a34d052cfa6f), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.878236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=b3136712-d904-4d30-b5a9-a34d052cfa6f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:56.884316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No DVR routers for this DVR port b3136712-d904-4d30-b5a9-a34d052cfa6f on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:56.890044 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-024cefe3-a55f-4f87-acc6-3b04d011a973 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.893121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb5bc3-ba17-4b2e-b098-4cb834e834ec None None] Pushing event deleted for resources: {'Port': ['ID=b3136712-d904-4d30-b5a9-a34d052cfa6f,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:56.894962 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-024cefe3-a55f-4f87-acc6-3b04d011a973 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7659628 Jan 27 21:43:56.895114 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.896520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50678) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:56.898895 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f32b9790-5d32-490b-923f-da5b15ecbdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e0209c01-581b-4b09-a52d-09fd2b939ca8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:56.900287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb5bc3-ba17-4b2e-b098-4cb834e834ec None None] No DVR routers for this DVR port b3136712-d904-4d30-b5a9-a34d052cfa6f on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:43:56.902238 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-57080da9-b5cc-4afe-93e9-675091a80461 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 21:43:56.904507 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-57080da9-b5cc-4afe-93e9-675091a80461 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5881135 Jan 27 21:43:56.910324 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:56.919639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50680) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:56.929356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4f952e7e-b758-4284-8a7c-36e333bd5c18 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:56.976003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:53Z', 'revision_number': 2, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:57.001276 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (424925cf-3d0a-4d8a-b13f-5c30b3382d84), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.024829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424925cf-3d0a-4d8a-b13f-5c30b3382d84']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:57.025604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b3136712-d904-4d30-b5a9-a34d052cfa6f no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:43:57.028159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Checking router: 035819c8-9ec2-418e-8274-c6d6fb2ad602 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:43:57.028486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Updating router 035819c8-9ec2-418e-8274-c6d6fb2ad602 port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:43:57.034476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50682) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:57.034745 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f32b9790-5d32-490b-923f-da5b15ecbdcb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc44a11825b846b2a9729d2bf4f2a10c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7252913 Jan 27 21:43:57.035755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b9790-5d32-490b-923f-da5b15ecbdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0209c01-581b-4b09-a52d-09fd2b939ca8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:57.050539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: b3136712-d904-4d30-b5a9-a34d052cfa6f {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:43:57.050895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b3136712-d904-4d30-b5a9-a34d052cfa6f not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:43:57.065156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f95ff1f-82ce-47fa-b667-52a5f580db0f') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:57.065156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f95ff1f-82ce-47fa-b667-52a5f580db0f') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:57.065981 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32809a65-6ece-433e-8d6d-9a119bdf1ce6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (66a01681-6169-46e9-8fb6-f20605369702), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.088548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d922ce-0aca-49c5-a88b-a420eb09386e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d'}, {'server_uuid': 'c2c59e31-d39d-44a9-a917-6458e91bf892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:43:57.090770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (7f95ff1f-82ce-47fa-b667-52a5f580db0f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.090946 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d283c5-ba7d-41a2-9423-1b19717d1134" -d '{"events": [{"server_uuid": "d9d922ce-0aca-49c5-a88b-a420eb09386e", "name": "network-vif-plugged", "status": "completed", "tag": "a1364f46-9866-40a1-b72b-cd4ec1ef9d1d"}, {"server_uuid": "c2c59e31-d39d-44a9-a917-6458e91bf892", "name": "network-vif-plugged", "status": "completed", "tag": "74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:43:57.100462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32809a65-6ece-433e-8d6d-9a119bdf1ce6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (66a01681-6169-46e9-8fb6-f20605369702), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.109232 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.124995 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7f95ff1f-82ce-47fa-b667-52a5f580db0f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.140343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:43:57.140783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (7f95ff1f-82ce-47fa-b667-52a5f580db0f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:43:57.143883 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:43:57.151504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.210081 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e0a8-86ba-45c1-95a5-d9ae826525a0 admin admin] Publish callbacks [] for security_group (e0209c01-581b-4b09-a52d-09fd2b939ca8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.211192 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa1503f-e3de-418f-9114-f7718362f110 x-openstack-request-id: req-caa1503f-e3de-418f-9114-f7718362f110 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:43:57.211609 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d922ce-0aca-49c5-a88b-a420eb09386e", "name": "network-vif-plugged", "status": "completed", "tag": "a1364f46-9866-40a1-b72b-cd4ec1ef9d1d", "code": 200}, {"server_uuid": "c2c59e31-d39d-44a9-a917-6458e91bf892", "name": "network-vif-plugged", "status": "completed", "tag": "74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:43:57.211811 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-caa1503f-e3de-418f-9114-f7718362f110 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:43:57.212360 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d922ce-0aca-49c5-a88b-a420eb09386e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d', 'code': 200} Jan 27 21:43:57.212627 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c59e31-d39d-44a9-a917-6458e91bf892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2', 'code': 200} Jan 27 21:43:57.222160 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.261903 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32809a65-6ece-433e-8d6d-9a119bdf1ce6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (66a01681-6169-46e9-8fb6-f20605369702), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.264604 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32809a65-6ece-433e-8d6d-9a119bdf1ce6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.268170 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-32809a65-6ece-433e-8d6d-9a119bdf1ce6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "DELETE /v2.0/security-groups/66a01681-6169-46e9-8fb6-f20605369702 HTTP/1.1" status: 204 len: 168 time: 0.3405936 Jan 27 21:43:57.273539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50686) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:57.288240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e0a8-86ba-45c1-95a5-d9ae826525a0 admin admin] Publish callbacks [] for security_group (e0209c01-581b-4b09-a52d-09fd2b939ca8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.297060 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32809a65-6ece-433e-8d6d-9a119bdf1ce6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a01681-6169-46e9-8fb6-f20605369702,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:57.334552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f397b25-3819-40a0-bd76-087ccd0e448e req-d655da52-decc-4472-9972-5a2f471a4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:57.337014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f397b25-3819-40a0-bd76-087ccd0e448e req-d655da52-decc-4472-9972-5a2f471a4ae7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 1101 time: 0.1161103 Jan 27 21:43:57.339298 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a7fd-8bdc-4c85-9900-2d62412f8a39 req-ab3d5f39-6f24-4cae-936d-2a716e1cd77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:57.340845 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0939a7fd-8bdc-4c85-9900-2d62412f8a39 req-ab3d5f39-6f24-4cae-936d-2a716e1cd77c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e HTTP/1.1" status: 200 len: 1101 time: 0.1067600 Jan 27 21:43:57.377569 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3465dcb9-d51f-4798-a05a-166beeee1027 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1029301 Jan 27 21:43:57.380503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (424925cf-3d0a-4d8a-b13f-5c30b3382d84), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.381941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50690) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:57.386743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-96281d61-5fbb-4e0b-84bb-7ea440ff3174 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group': {'name': 'tempest-secgroup--691875692'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:57.400042 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.405264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/networks/424925cf-3d0a-4d8a-b13f-5c30b3382d84 HTTP/1.1" status: 204 len: 168 time: 1.6198235 Jan 27 21:43:57.409400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50692) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:57.418972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2c1bdd21-3207-41b5-a61a-338f64ca94ef tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'network': {'name': 'tempest-RoutersTest-851886073'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:57.441198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199c048-9cfb-45e1-acf1-e04c8743bd80 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Network': ['ID=424925cf-3d0a-4d8a-b13f-5c30b3382d84,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:57.446014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f397b25-3819-40a0-bd76-087ccd0e448e req-887d5ef7-b7dd-4796-a6fd-4a0ecf97bf64 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013286 Jan 27 21:43:57.450484 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.453856 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0939a7fd-8bdc-4c85-9900-2d62412f8a39 req-a9e50eb5-3f0d-414d-a33b-987cbd346051 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037183 Jan 27 21:43:57.504507 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e0a8-86ba-45c1-95a5-d9ae826525a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e0209c01-581b-4b09-a52d-09fd2b939ca8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.514837 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8eb9e0a8-86ba-45c1-95a5-d9ae826525a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.514837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8eb9e0a8-86ba-45c1-95a5-d9ae826525a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e0209c01-581b-4b09-a52d-09fd2b939ca8 HTTP/1.1" status: 204 len: 168 time: 0.4729264 Jan 27 21:43:57.533266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9e0a8-86ba-45c1-95a5-d9ae826525a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0209c01-581b-4b09-a52d-09fd2b939ca8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:57.609572 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96281d61-5fbb-4e0b-84bb-7ea440ff3174 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.645615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad874ad9-c02a-40b2-bcd2-ec0754c85931 req-dca34b60-1f4f-4ab2-8b70-b905cfaf032a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:57.647264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad874ad9-c02a-40b2-bcd2-ec0754c85931 req-dca34b60-1f4f-4ab2-8b70-b905cfaf032a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 950 time: 0.0627794 Jan 27 21:43:57.650532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1bdd21-3207-41b5-a61a-338f64ca94ef tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:57.655882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdd21-3207-41b5-a61a-338f64ca94ef tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.659431 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Allocated IP 172.25.0.141 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/7ae585e6-8510-4d21-ae88-cfcfede4948f) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:57.690124 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Publish callbacks [] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.743652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1686fa4-6ccc-4f7a-b7f3-24c2dd1b69ca req-1475439f-2217-4eec-9ae2-a7b1267a34b3 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0425808 Jan 27 21:43:57.757061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1bdd21-3207-41b5-a61a-338f64ca94ef tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:43:57.761833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad874ad9-c02a-40b2-bcd2-ec0754c85931 req-90d1b67f-f870-4538-9e4d-1169b1fe8a22 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019063 Jan 27 21:43:57.769986 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdd21-3207-41b5-a61a-338f64ca94ef tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (cca8c151-ba55-4174-9548-cd0156621470), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.782029 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-2c1bdd21-3207-41b5-a61a-338f64ca94ef tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Added segment cca8c151-ba55-4174-9548-cd0156621470 of type vlan for network 32a364ab-d750-46c9-a259-c4623c274d21 Jan 27 21:43:57.782369 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-74634de3-77eb-493a-a9bb-36fbc7439435 req-aa561c1a-7f19-4d22-b4dc-0df315096644 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0385275 Jan 27 21:43:57.799332 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96281d61-5fbb-4e0b-84bb-7ea440ff3174 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (0cf4c075-949d-4fce-9d42-99304df6eb25), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.816728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdd21-3207-41b5-a61a-338f64ca94ef tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (32a364ab-d750-46c9-a259-c4623c274d21), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.840466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for port (7ae585e6-8510-4d21-ae88-cfcfede4948f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.869925 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.891827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f35dea-0fcd-4cfa-ae95-688d666ce866 req-18003041-43ba-4697-ba3b-93ffab444644 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:57.893369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7f35dea-0fcd-4cfa-ae95-688d666ce866 req-18003041-43ba-4697-ba3b-93ffab444644 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 945 time: 0.0579488 Jan 27 21:43:57.942468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56cd60-0573-445d-8b98-df14aa2eb889 None None] Pushing event updated for resources: {'Port': ['ID=887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:57.944284 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96281d61-5fbb-4e0b-84bb-7ea440ff3174 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0cf4c075-949d-4fce-9d42-99304df6eb25), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.946230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7f35dea-0fcd-4cfa-ae95-688d666ce866 req-4955f0b8-00f3-4962-a581-8480b3eafa1f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468593 Jan 27 21:43:57.973154 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdd21-3207-41b5-a61a-338f64ca94ef tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (32a364ab-d750-46c9-a259-c4623c274d21), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.980028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1bdd21-3207-41b5-a61a-338f64ca94ef tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:57.984716 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdd21-3207-41b5-a61a-338f64ca94ef tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:57.989744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Attempting to bind port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:43:57.990123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Attempting to bind port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:43:57.990480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Attempting to bind port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 on network bf700070-3437-4935-bb61-9656ea0d6b47 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:43:58.000658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96281d61-5fbb-4e0b-84bb-7ea440ff3174 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf4c075-949d-4fce-9d42-99304df6eb25,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:58.007371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:43:58.007371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Checking segment: {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:58.007371 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.007371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Bound using segment: {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:43:58.007371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Bound port: 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:43:58.007371 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.020347 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (7ae585e6-8510-4d21-ae88-cfcfede4948f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.068450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bdd21-3207-41b5-a61a-338f64ca94ef tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Network': ['ID=32a364ab-d750-46c9-a259-c4623c274d21,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:58.089505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event updated for resources: {'Port': ['ID=7ae585e6-8510-4d21-ae88-cfcfede4948f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:58.096614 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2c1bdd21-3207-41b5-a61a-338f64ca94ef tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6824849 Jan 27 21:43:58.099843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50706) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:58.100141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 32a364ab-d750-46c9-a259-c4623c274d21 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:43:58.108525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-03b89ecf-a744-4d38-895c-b805b7f3606c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'subnet': {'network_id': '32a364ab-d750-46c9-a259-c4623c274d21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:58.135292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:43:58.145758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96281d61-5fbb-4e0b-84bb-7ea440ff3174 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.150968 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-96281d61-5fbb-4e0b-84bb-7ea440ff3174 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7676792 Jan 27 21:43:58.151601 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50708) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:58.156518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bfdfd5b3-f03d-4ff0-a391-0cfbdab4c3a5 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '0cf4c075-949d-4fce-9d42-99304df6eb25', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:58.157318 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-bfdfd5b3-f03d-4ff0-a391-0cfbdab4c3a5 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 21:43:58.157824 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-bfdfd5b3-f03d-4ff0-a391-0cfbdab4c3a5 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:43:58.162446 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bfdfd5b3-f03d-4ff0-a391-0cfbdab4c3a5 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094521 Jan 27 21:43:58.163338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50710) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:58.179414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:58.179414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:43:58.283574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-af0643c9-8cc0-4117-9fea-3f0140bf2c25 None None] Provisioning complete for port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:58.283574 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-af0643c9-8cc0-4117-9fea-3f0140bf2c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.285792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] For port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:43:58.321857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] For port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:43:58.330186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-af0643c9-8cc0-4117-9fea-3f0140bf2c25 None None] Port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:43:58.353104 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (bc2a6539-17b7-492e-8355-62f1a3805c15), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.354514 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-66ed25a0-da33-47b2-b5f6-636e83cbafc2 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (0cf4c075-949d-4fce-9d42-99304df6eb25), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.361377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b89ecf-a744-4d38-895c-b805b7f3606c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:43:58.364921 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-03b89ecf-a744-4d38-895c-b805b7f3606c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.391031 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-66ed25a0-da33-47b2-b5f6-636e83cbafc2 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (0cf4c075-949d-4fce-9d42-99304df6eb25), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.430791 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.488164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:43:58.488838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:58.526542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6d5d7-7ce3-4a44-aaa2-a5f4b5e13595 req-4bc7875b-4fef-4e46-b07f-a3192c31c0ff tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:58.528202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7e6d5d7-7ce3-4a44-aaa2-a5f4b5e13595 req-4bc7875b-4fef-4e46-b07f-a3192c31c0ff tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 945 time: 0.1122131 Jan 27 21:43:58.545137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56cd60-0573-445d-8b98-df14aa2eb889 None None] Pushing event updated for resources: {'Port': ['ID=887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:58.673128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:43:58.725291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7e6d5d7-7ce3-4a44-aaa2-a5f4b5e13595 req-a7884190-76c8-4a65-8e1b-e7251efe7478 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790993 Jan 27 21:43:58.900771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ba0d99a5-506a-4a9f-ad30-10d215f37a32 None None] Provisioning complete for port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:43:58.903457 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba0d99a5-506a-4a9f-ad30-10d215f37a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:58.929780 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-03b89ecf-a744-4d38-895c-b805b7f3606c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (cfcdc175-a5fb-4b62-b465-d300a8e9374b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.049581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d99a5-506a-4a9f-ad30-10d215f37a32 None None] Current status of the port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:43:59.049808 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dbfffd4-da30-457f-89fb-479288564641 req-f52eca5b-ef69-4396-85c8-7c1bf925f34b tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0472710 Jan 27 21:43:59.050479 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba0d99a5-506a-4a9f-ad30-10d215f37a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.068523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b89ecf-a744-4d38-895c-b805b7f3606c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Subnet': ['ID=cfcdc175-a5fb-4b62-b465-d300a8e9374b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:59.098330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ba0d99a5-506a-4a9f-ad30-10d215f37a32 None None] For port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:43:59.099531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:58Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:43:59.105074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadcd3b-f2a2-4de5-9547-8c7831de4f1d req-2fa1e124-7ab4-4f8c-9431-a19b8d1c2f4f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:59.107554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efadcd3b-f2a2-4de5-9547-8c7831de4f1d req-2fa1e124-7ab4-4f8c-9431-a19b8d1c2f4f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 950 time: 0.2477014 Jan 27 21:43:59.132982 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-66ed25a0-da33-47b2-b5f6-636e83cbafc2 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0cf4c075-949d-4fce-9d42-99304df6eb25), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.133572 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-66ed25a0-da33-47b2-b5f6-636e83cbafc2 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.137062 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-66ed25a0-da33-47b2-b5f6-636e83cbafc2 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "DELETE /v2.0/security-groups/0cf4c075-949d-4fce-9d42-99304df6eb25 HTTP/1.1" status: 204 len: 168 time: 0.9696884 Jan 27 21:43:59.143171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50734) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:59.149415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9c80a3-416c-4295-86b9-223e9e440d21 None None] The sync data for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 is: [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:58Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:43:59.149710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b89ecf-a744-4d38-895c-b805b7f3606c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Checking segment: {'id': 'cca8c151-ba55-4174-9548-cd0156621470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '32a364ab-d750-46c9-a259-c4623c274d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:43:59.150077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b89ecf-a744-4d38-895c-b805b7f3606c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network hostable DHCP agents. Network: 32a364ab-d750-46c9-a259-c4623c274d21, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:43:59.155827 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7ae585e6-8510-4d21-ae88-cfcfede4948f), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.186396 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba0d99a5-506a-4a9f-ad30-10d215f37a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.197439 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed25a0-da33-47b2-b5f6-636e83cbafc2 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf4c075-949d-4fce-9d42-99304df6eb25,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:59.270018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efadcd3b-f2a2-4de5-9547-8c7831de4f1d req-06e8e1c0-86f2-4f76-8929-9bf7e8983517 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241105 Jan 27 21:43:59.339276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50738) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:59.345514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5c002b24-b48f-4983-9819-60c8183263a8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group': {'name': 'tempest-secgroup--995345413'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:59.351235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d99a5-506a-4a9f-ad30-10d215f37a32 None None] Pushing event updated for resources: {'Port': ['ID=887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:59.351588 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-35430adc-0141-4830-ac7a-af9966f40fb6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2078915 Jan 27 21:43:59.354027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b89ecf-a744-4d38-895c-b805b7f3606c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 32a364ab-d750-46c9-a259-c4623c274d21 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:43:59.491322 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c002b24-b48f-4983-9819-60c8183263a8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.508582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for port (7ae585e6-8510-4d21-ae88-cfcfede4948f), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.569103 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c002b24-b48f-4983-9819-60c8183263a8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (77d4e577-c253-471c-adf6-ca98ab6b1c40), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.578856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-03b89ecf-a744-4d38-895c-b805b7f3606c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 32a364ab-d750-46c9-a259-c4623c274d21) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:43:59.587358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b89ecf-a744-4d38-895c-b805b7f3606c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:59.587358 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-03b89ecf-a744-4d38-895c-b805b7f3606c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.592105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eb6e7c-226a-4112-a15f-5b79a3936301 None None] Network 32a364ab-d750-46c9-a259-c4623c274d21 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:43:59.647041 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (7ae585e6-8510-4d21-ae88-cfcfede4948f), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.715054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c002b24-b48f-4983-9819-60c8183263a8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (77d4e577-c253-471c-adf6-ca98ab6b1c40), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.720098 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event updated for resources: {'Port': ['ID=7ae585e6-8510-4d21-ae88-cfcfede4948f,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:59.724124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-03b89ecf-a744-4d38-895c-b805b7f3606c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6198590 Jan 27 21:43:59.726417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50752) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:59.732740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-32a364ab-d750-46c9-a259-c4623c274d21', 'network_id': '32a364ab-d750-46c9-a259-c4623c274d21', 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'fixed_ips': [{'subnet_id': 'cfcdc175-a5fb-4b62-b465-d300a8e9374b'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:43:59.733905 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.741035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a395f28a-9746-4ed0-a7aa-adb4e666503c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1843330257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:59.745654 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (bc2a6539-17b7-492e-8355-62f1a3805c15), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.755141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c002b24-b48f-4983-9819-60c8183263a8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d4e577-c253-471c-adf6-ca98ab6b1c40,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:43:59.857222 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.866929 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b2243266-fd9f-4b36-88de-b86b5553d157 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9528437 Jan 27 21:43:59.867339 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c002b24-b48f-4983-9819-60c8183263a8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.867524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50758) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:59.867606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5c002b24-b48f-4983-9819-60c8183263a8 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5233507 Jan 27 21:43:59.877195 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-38a34d6e-c609-4516-8f71-bafb5984d393 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '77d4e577-c253-471c-adf6-ca98ab6b1c40', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:43:59.877970 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-38a34d6e-c609-4516-8f71-bafb5984d393 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 21:43:59.886049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4d35b-31f0-4664-8a5d-ee2a18904d2e req-9b9262bd-fa4a-4d33-bdfa-9c2867f1c2c0 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:43:59.887600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ad4d35b-31f0-4664-8a5d-ee2a18904d2e req-9b9262bd-fa4a-4d33-bdfa-9c2867f1c2c0 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 945 time: 0.0702026 Jan 27 21:43:59.889757 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-38a34d6e-c609-4516-8f71-bafb5984d393 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:43:59.890872 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-38a34d6e-c609-4516-8f71-bafb5984d393 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0246310 Jan 27 21:43:59.894076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50762) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:43:59.905201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Allocated IP 172.20.0.2 (32a364ab-d750-46c9-a259-c4623c274d21/cfcdc175-a5fb-4b62-b465-d300a8e9374b/ef969875-9c9c-4767-a424-0b90e7283741) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:43:59.965947 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a395f28a-9746-4ed0-a7aa-adb4e666503c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (8e5e9117-9e0d-4b2f-9285-d4db19bf3963), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:43:59.969287 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a395f28a-9746-4ed0-a7aa-adb4e666503c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (8e5e9117-9e0d-4b2f-9285-d4db19bf3963), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.007705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ad4d35b-31f0-4664-8a5d-ee2a18904d2e req-a11aa463-f0c6-4f4f-ad1d-745709d4a586 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127050 Jan 27 21:44:00.105905 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Publish callbacks [] for port (ef969875-9c9c-4767-a424-0b90e7283741), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.115921 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee794003-dc75-419b-9519-f8db81e5258b tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (77d4e577-c253-471c-adf6-ca98ab6b1c40), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.163873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a395f28a-9746-4ed0-a7aa-adb4e666503c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (8e5e9117-9e0d-4b2f-9285-d4db19bf3963), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.183355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee794003-dc75-419b-9519-f8db81e5258b tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (77d4e577-c253-471c-adf6-ca98ab6b1c40), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.192725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-39d4de0f-4ed5-45ea-aadf-c3af35b99f21 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1066197365&fields=id&tenant_id=56bceb56edbf41a4810a46a76f4d48af HTTP/1.1" status: 200 len: 267 time: 0.0639904 Jan 27 21:44:00.207185 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (ef969875-9c9c-4767-a424-0b90e7283741), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.236645 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a395f28a-9746-4ed0-a7aa-adb4e666503c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (8e5e9117-9e0d-4b2f-9285-d4db19bf3963), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.256784 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Network 32a364ab-d750-46c9-a259-c4623c274d21 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:00.259874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:00.262312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:00.274799 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Pushing event updated for resources: {'Port': ['ID=ef969875-9c9c-4767-a424-0b90e7283741,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:00.351376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Attempting to bind port ef969875-9c9c-4767-a424-0b90e7283741 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:00.351983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Attempting to bind port ef969875-9c9c-4767-a424-0b90e7283741 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'cca8c151-ba55-4174-9548-cd0156621470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '32a364ab-d750-46c9-a259-c4623c274d21'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:00.353016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Attempting to bind port ef969875-9c9c-4767-a424-0b90e7283741 on network 32a364ab-d750-46c9-a259-c4623c274d21 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:00.360369 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a395f28a-9746-4ed0-a7aa-adb4e666503c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.365812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:00.365812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Checking segment: {'id': 'cca8c151-ba55-4174-9548-cd0156621470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '32a364ab-d750-46c9-a259-c4623c274d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:00.365812 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.365812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Bound using segment: {'id': 'cca8c151-ba55-4174-9548-cd0156621470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '32a364ab-d750-46c9-a259-c4623c274d21'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:00.368246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Bound port: ef969875-9c9c-4767-a424-0b90e7283741, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca8c151-ba55-4174-9548-cd0156621470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '32a364ab-d750-46c9-a259-c4623c274d21'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:00.368749 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ef969875-9c9c-4767-a424-0b90e7283741), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.381430 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a395f28a-9746-4ed0-a7aa-adb4e666503c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6418922 Jan 27 21:44:00.382390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50790) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:00.394809 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee794003-dc75-419b-9519-f8db81e5258b tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (77d4e577-c253-471c-adf6-ca98ab6b1c40), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.399065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee794003-dc75-419b-9519-f8db81e5258b tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.408551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50792) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:00.409416 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ee794003-dc75-419b-9519-f8db81e5258b tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "DELETE /v2.0/security-groups/77d4e577-c253-471c-adf6-ca98ab6b1c40 HTTP/1.1" status: 204 len: 168 time: 0.5142672 Jan 27 21:44:00.480684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] For port ef969875-9c9c-4767-a424-0b90e7283741, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:00.481348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-e68d5d76-8d11-49b1-a6ec-b39e942b94e5 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:00.487327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee794003-dc75-419b-9519-f8db81e5258b tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d4e577-c253-471c-adf6-ca98ab6b1c40,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:00.489781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-e68d5d76-8d11-49b1-a6ec-b39e942b94e5 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 817 time: 0.2960742 Jan 27 21:44:00.506176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] For port ef969875-9c9c-4767-a424-0b90e7283741, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ef969875-9c9c-4767-a424-0b90e7283741,segment=NetworkSegment(cca8c151-ba55-4174-9548-cd0156621470),segment_id=cca8c151-ba55-4174-9548-cd0156621470)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:00.507780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:00.508259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-c9950fec-77fc-43a7-bc4d-0209d72128e9 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/quotas/56bceb56edbf41a4810a46a76f4d48af HTTP/1.1" status: 200 len: 375 time: 0.0175729 Jan 27 21:44:00.573748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-388c68ee-bab2-4569-9dd9-8287574a5eea tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1638262 Jan 27 21:44:00.586749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:00.596377 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.596547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50794) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:00.599269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f0f85161-c82d-4c42-b430-de5bf5a0d065 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group': {'name': 'tempest-secgroup--960483110'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:00.615561 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ef969875-9c9c-4767-a424-0b90e7283741), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.713039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b017d-67cb-44e2-bc7f-2d5010f7b99f None None] Pushing event updated for resources: {'Port': ['ID=ef969875-9c9c-4767-a424-0b90e7283741,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:00.736473 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-fe4580a9-805d-4891-a04b-f75842382235 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2176914 Jan 27 21:44:00.765496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:00.844580 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:00.863098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3809e002-7081-4dea-8d7d-8070d7a1fcf7 req-0c002fec-e080-49f8-a5d0-a4fef3f1eea6 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0669107 Jan 27 21:44:00.926574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-c4f361db-d651-4924-adb6-a2944627bcdb service neutron] 10.222.0.61 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595504 Jan 27 21:44:00.943007 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0f85161-c82d-4c42-b430-de5bf5a0d065 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.154503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0f85161-c82d-4c42-b430-de5bf5a0d065 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (40fcb74b-419f-46da-b453-2417754086d8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.211645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9011d7-76af-4af5-ae30-397ee8f364af req-ba7cf3fc-5a3b-4f95-b21f-62d3d8d1bdde tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:01.217610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e9011d7-76af-4af5-ae30-397ee8f364af req-ba7cf3fc-5a3b-4f95-b21f-62d3d8d1bdde tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 950 time: 0.1937704 Jan 27 21:44:01.230692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-6b5e776d-1fbb-45b1-8d13-88300a79a0ba service neutron] 10.222.0.61 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000062 Jan 27 21:44:01.230692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50804) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:01.242338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Allocated IP 172.20.0.1 (32a364ab-d750-46c9-a259-c4623c274d21/cfcdc175-a5fb-4b62-b465-d300a8e9374b/587d0f66-3765-4b96-a656-5c477548a6ff) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:01.258107 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0f85161-c82d-4c42-b430-de5bf5a0d065 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (40fcb74b-419f-46da-b453-2417754086d8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.294855 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f85161-c82d-4c42-b430-de5bf5a0d065 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fcb74b-419f-46da-b453-2417754086d8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:01.327673 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e9011d7-76af-4af5-ae30-397ee8f364af req-cdce96d5-4bc6-4a95-8cd5-561069a83d7c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989649 Jan 27 21:44:01.387063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (587d0f66-3765-4b96-a656-5c477548a6ff), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.397214 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-582ddb61-3a66-4d86-b83f-487ba55c6388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.410107 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0f85161-c82d-4c42-b430-de5bf5a0d065 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.411335 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f0f85161-c82d-4c42-b430-de5bf5a0d065 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8169138 Jan 27 21:44:01.416651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50810) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:01.423026 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f0367355-41db-4899-a7eb-0fe9551cb140 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '40fcb74b-419f-46da-b453-2417754086d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:01.432031 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-f0367355-41db-4899-a7eb-0fe9551cb140 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 21:44:01.432980 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-f0367355-41db-4899-a7eb-0fe9551cb140 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:01.434516 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f0367355-41db-4899-a7eb-0fe9551cb140 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0168726 Jan 27 21:44:01.437309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50812) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:01.444191 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c9ea08cb-cbb7-4c5d-bacf-4a8c637e6791 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '40fcb74b-419f-46da-b453-2417754086d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:01.446143 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-c9ea08cb-cbb7-4c5d-bacf-4a8c637e6791 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 21:44:01.446846 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-c9ea08cb-cbb7-4c5d-bacf-4a8c637e6791 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:01.447827 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c9ea08cb-cbb7-4c5d-bacf-4a8c637e6791 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094268 Jan 27 21:44:01.450521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50814) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:01.464237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0a214ae6-2dbf-4630-bb58-ef723da6447e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '40fcb74b-419f-46da-b453-2417754086d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:01.465331 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-0a214ae6-2dbf-4630-bb58-ef723da6447e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 21:44:01.466021 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-0a214ae6-2dbf-4630-bb58-ef723da6447e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:01.467212 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0a214ae6-2dbf-4630-bb58-ef723da6447e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149987 Jan 27 21:44:01.470014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50818) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:01.472125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeec496-532e-4609-bae3-3dd6c1c47474 req-c6bbf8e8-dff7-4946-8afd-83453c4df697 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:01.476684 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-aabc9d9c-23f7-4d96-85b3-6d8d53f94563 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '40fcb74b-419f-46da-b453-2417754086d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:01.478739 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-aabc9d9c-23f7-4d96-85b3-6d8d53f94563 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 21:44:01.478739 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-aabc9d9c-23f7-4d96-85b3-6d8d53f94563 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:01.480425 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-aabc9d9c-23f7-4d96-85b3-6d8d53f94563 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080783 Jan 27 21:44:01.482346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50820) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:01.483902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0aeec496-532e-4609-bae3-3dd6c1c47474 req-c6bbf8e8-dff7-4946-8afd-83453c4df697 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 945 time: 0.0887859 Jan 27 21:44:01.541068 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (587d0f66-3765-4b96-a656-5c477548a6ff), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.575027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0aeec496-532e-4609-bae3-3dd6c1c47474 req-cbdef48c-6fe6-4cf0-9063-9abf79a6d2bf tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843282 Jan 27 21:44:01.608035 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-582ddb61-3a66-4d86-b83f-487ba55c6388 admin admin] Publish callbacks [] for security_group (b49b5122-2c8b-4c98-9bbd-470a63080103), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.623864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afc78132-98f5-4f12-b84b-c1257a0651ae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (40fcb74b-419f-46da-b453-2417754086d8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.642882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 32a364ab-d750-46c9-a259-c4623c274d21 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:01.652354 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:01.661409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:01.664320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=587d0f66-3765-4b96-a656-5c477548a6ff,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:01.683040 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afc78132-98f5-4f12-b84b-c1257a0651ae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (40fcb74b-419f-46da-b453-2417754086d8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.715230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b6c74-45a7-4ef1-9319-ebc3b14109d6 req-3ce2b62e-2f7a-486a-8325-a9b3906549cf tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:01.722726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab4b6c74-45a7-4ef1-9319-ebc3b14109d6 req-3ce2b62e-2f7a-486a-8325-a9b3906549cf tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e HTTP/1.1" status: 200 len: 950 time: 0.0606177 Jan 27 21:44:01.730134 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-582ddb61-3a66-4d86-b83f-487ba55c6388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b49b5122-2c8b-4c98-9bbd-470a63080103), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.772181 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (8e5e9117-9e0d-4b2f-9285-d4db19bf3963), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.800136 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-582ddb61-3a66-4d86-b83f-487ba55c6388 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d34ffa2b75f47739b949648b56a78b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5611107 Jan 27 21:44:01.800136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50828) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:01.817191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ddb61-3a66-4d86-b83f-487ba55c6388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49b5122-2c8b-4c98-9bbd-470a63080103,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:01.834284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab4b6c74-45a7-4ef1-9319-ebc3b14109d6 req-d2c3525a-8041-4b15-8b8b-8506bd197fc8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106465 Jan 27 21:44:01.880021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9da6a925-383f-43b8-bf31-4532be9c0851 admin admin] Publish callbacks [] for security_group (b49b5122-2c8b-4c98-9bbd-470a63080103), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:01.905053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6780a921-1da7-486a-bc58-3965f37c48a0 req-1dabee03-110a-4c68-b3ff-36c1424545cc tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 210 time: 0.0397027 Jan 27 21:44:01.936528 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9da6a925-383f-43b8-bf31-4532be9c0851 admin admin] Publish callbacks [] for security_group (b49b5122-2c8b-4c98-9bbd-470a63080103), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.020486 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afc78132-98f5-4f12-b84b-c1257a0651ae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (40fcb74b-419f-46da-b453-2417754086d8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.024575 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afc78132-98f5-4f12-b84b-c1257a0651ae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.025888 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-afc78132-98f5-4f12-b84b-c1257a0651ae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "DELETE /v2.0/security-groups/40fcb74b-419f-46da-b453-2417754086d8 HTTP/1.1" status: 204 len: 168 time: 0.5345283 Jan 27 21:44:02.028899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50834) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:02.076768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc78132-98f5-4f12-b84b-c1257a0651ae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fcb74b-419f-46da-b453-2417754086d8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:02.086896 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9da6a925-383f-43b8-bf31-4532be9c0851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b49b5122-2c8b-4c98-9bbd-470a63080103), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.088987 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (587d0f66-3765-4b96-a656-5c477548a6ff), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.090462 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9da6a925-383f-43b8-bf31-4532be9c0851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.094063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9da6a925-383f-43b8-bf31-4532be9c0851 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b49b5122-2c8b-4c98-9bbd-470a63080103 HTTP/1.1" status: 204 len: 168 time: 0.2920303 Jan 27 21:44:02.115615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-44af12ce-83eb-4607-aca8-c4f6835c351c tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0854156 Jan 27 21:44:02.117465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50838) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:02.126961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a3eef3a5-323c-435d-b97d-f810265c13a1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920663038'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:02.133675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6a925-383f-43b8-bf31-4532be9c0851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49b5122-2c8b-4c98-9bbd-470a63080103,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:02.171046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6be8aa1-2c46-4c50-9b66-94163361e2cf None None] Network 32a364ab-d750-46c9-a259-c4623c274d21 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:02.245702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f946b1-d36d-4ec7-8cb0-96c2ca2cb3db req-91ccda9c-dca9-4721-85b3-f76bdaa790f9 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.251610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f946b1-d36d-4ec7-8cb0-96c2ca2cb3db req-91ccda9c-dca9-4721-85b3-f76bdaa790f9 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.253302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22f946b1-d36d-4ec7-8cb0-96c2ca2cb3db req-91ccda9c-dca9-4721-85b3-f76bdaa790f9 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892&device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e HTTP/1.1" status: 200 len: 1691 time: 0.0756671 Jan 27 21:44:02.254936 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3eef3a5-323c-435d-b97d-f810265c13a1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.263019 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-61114463-12a2-49cd-9ff5-83256e2d0df6 None None] Provisioning complete for port ef969875-9c9c-4767-a424-0b90e7283741 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:02.264010 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61114463-12a2-49cd-9ff5-83256e2d0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ef969875-9c9c-4767-a424-0b90e7283741), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.353410 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-660ac39e-e4dd-49d1-9403-532646709cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.364883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22f946b1-d36d-4ec7-8cb0-96c2ca2cb3db req-c27a911b-633e-4852-8081-800e8974f553 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007318 Jan 27 21:44:02.419037 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a56a0ee7-620b-4acd-bf79-11aacf386c0d req-a966453e-462e-405c-bb20-47827326bd76 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=714c33da882b4d93803ec9be7cb56f5b&device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0420427 Jan 27 21:44:02.467062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea154b15-9734-48ac-b481-5b7b0655a072 req-8abd0da3-f898-46fc-8963-d9eb684357f8 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0513363 Jan 27 21:44:02.474021 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a56a0ee7-620b-4acd-bf79-11aacf386c0d req-af089e91-2114-43f3-90b7-2cf73820a18e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=714c33da882b4d93803ec9be7cb56f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472362 Jan 27 21:44:02.526270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e6f86-a154-4bbf-ab7b-c3b038fe2882 req-8d4ca64d-6db7-4858-ae7f-3b2914637cb1 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.528017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-208e6f86-a154-4bbf-ab7b-c3b038fe2882 req-8d4ca64d-6db7-4858-ae7f-3b2914637cb1 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 945 time: 0.1864603 Jan 27 21:44:02.564483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ef969875-9c9c-4767-a424-0b90e7283741 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:02.639329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-61114463-12a2-49cd-9ff5-83256e2d0df6 None None] Current status of the port ef969875-9c9c-4767-a424-0b90e7283741 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:02.639890 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61114463-12a2-49cd-9ff5-83256e2d0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ef969875-9c9c-4767-a424-0b90e7283741), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.673393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port ef969875-9c9c-4767-a424-0b90e7283741 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:02.674071 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ef969875-9c9c-4767-a424-0b90e7283741), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.773920 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3eef3a5-323c-435d-b97d-f810265c13a1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (286228b7-f313-41ce-93c2-6a05eb7bdb14), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.779144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-61114463-12a2-49cd-9ff5-83256e2d0df6 None None] For port ef969875-9c9c-4767-a424-0b90e7283741, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ef969875-9c9c-4767-a424-0b90e7283741,segment=NetworkSegment(cca8c151-ba55-4174-9548-cd0156621470),segment_id=cca8c151-ba55-4174-9548-cd0156621470)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:02.797525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205670b-4fd1-47e8-a5c8-f4ebc55f033a req-b72b6b99-ea21-4fca-8a1a-d1211896f773 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.805233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2205670b-4fd1-47e8-a5c8-f4ebc55f033a req-b72b6b99-ea21-4fca-8a1a-d1211896f773 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 1101 time: 0.1735671 Jan 27 21:44:02.820602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a0ee7-620b-4acd-bf79-11aacf386c0d req-69514749-7fd7-4fe1-a8d9-3acfc245f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:02.823052 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a56a0ee7-620b-4acd-bf79-11aacf386c0d req-69514749-7fd7-4fe1-a8d9-3acfc245f606 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3390069 Jan 27 21:44:02.858873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port ef969875-9c9c-4767-a424-0b90e7283741 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:02.859744 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ef969875-9c9c-4767-a424-0b90e7283741), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.881921 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (587d0f66-3765-4b96-a656-5c477548a6ff), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.927514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2205670b-4fd1-47e8-a5c8-f4ebc55f033a req-7591a4d6-49e5-4f82-a841-a655187f2668 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213186 Jan 27 21:44:02.933048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-208e6f86-a154-4bbf-ab7b-c3b038fe2882 req-d366a506-7a58-4f71-8b21-fcb31b11ed46 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Deleting port 1007b00b-11c5-448c-ae8a-cd768f87bd2a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:02.933468 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-208e6f86-a154-4bbf-ab7b-c3b038fe2882 req-d366a506-7a58-4f71-8b21-fcb31b11ed46 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.938095 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61114463-12a2-49cd-9ff5-83256e2d0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ef969875-9c9c-4767-a424-0b90e7283741), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:02.952035 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3eef3a5-323c-435d-b97d-f810265c13a1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (286228b7-f313-41ce-93c2-6a05eb7bdb14), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.008622 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (587d0f66-3765-4b96-a656-5c477548a6ff), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.017437 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:44:03.017811 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:44:03.031634 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61114463-12a2-49cd-9ff5-83256e2d0df6 None None] Pushing event updated for resources: {'Port': ['ID=ef969875-9c9c-4767-a424-0b90e7283741,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:03.059294 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59004cda-2c83-4388-922d-a08a160cf7f7 req-b236c9ce-9dd7-4e8f-869c-18bbe856dd57 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 210 time: 0.0508449 Jan 27 21:44:03.064216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3675da6-1df6-444b-bd79-b999f3b2b224 req-38e60012-d954-4a7a-8030-ccb7fd27ea7e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:03.065715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3675da6-1df6-444b-bd79-b999f3b2b224 req-38e60012-d954-4a7a-8030-ccb7fd27ea7e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 945 time: 0.1962547 Jan 27 21:44:03.068909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eef3a5-323c-435d-b97d-f810265c13a1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286228b7-f313-41ce-93c2-6a05eb7bdb14,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:03.109074 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (8e5e9117-9e0d-4b2f-9285-d4db19bf3963), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.114395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7c688ceb-7a78-48a0-b550-32fb7b34f438 None None] Provisioning complete for port 587d0f66-3765-4b96-a656-5c477548a6ff triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:03.114395 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c688ceb-7a78-48a0-b550-32fb7b34f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (587d0f66-3765-4b96-a656-5c477548a6ff), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.151289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3eef3a5-323c-435d-b97d-f810265c13a1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.151289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a3eef3a5-323c-435d-b97d-f810265c13a1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0331481 Jan 27 21:44:03.153846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-208e6f86-a154-4bbf-ab7b-c3b038fe2882 req-d366a506-7a58-4f71-8b21-fcb31b11ed46 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] For port 1007b00b-11c5-448c-ae8a-cd768f87bd2a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=1007b00b-11c5-448c-ae8a-cd768f87bd2a,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:03.154899 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-208e6f86-a154-4bbf-ab7b-c3b038fe2882 req-d366a506-7a58-4f71-8b21-fcb31b11ed46 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.163608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50866) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:03.178451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-10306609-dfcc-4241-abe3-ddb50604e461 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '286228b7-f313-41ce-93c2-6a05eb7bdb14', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:03.179518 n-d-760456-6 neutron-server[104027]: WARNING neutron.api.v2.base [None req-10306609-dfcc-4241-abe3-ddb50604e461 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 21:44:03.180105 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-10306609-dfcc-4241-abe3-ddb50604e461 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:03.181127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-10306609-dfcc-4241-abe3-ddb50604e461 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105608 Jan 27 21:44:03.185961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50868) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:03.188252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-208e6f86-a154-4bbf-ab7b-c3b038fe2882 req-d366a506-7a58-4f71-8b21-fcb31b11ed46 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Calling delete_port for 1007b00b-11c5-448c-ae8a-cd768f87bd2a owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:03.192188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7c688ceb-7a78-48a0-b550-32fb7b34f438 None None] Port 587d0f66-3765-4b96-a656-5c477548a6ff cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:03.199012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-aa867ad2-5386-4f4f-87fd-1970484c7e39 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '286228b7-f313-41ce-93c2-6a05eb7bdb14', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:03.223251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7c688ceb-7a78-48a0-b550-32fb7b34f438 None None] Provisioning complete for port ef969875-9c9c-4767-a424-0b90e7283741 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:03.223251 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c688ceb-7a78-48a0-b550-32fb7b34f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ef969875-9c9c-4767-a424-0b90e7283741), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.240939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3675da6-1df6-444b-bd79-b999f3b2b224 req-2d475d84-7d4f-4db8-8a59-0bb641ba83ab tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619008 Jan 27 21:44:03.297097 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=587d0f66-3765-4b96-a656-5c477548a6ff,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:03.339285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7c688ceb-7a78-48a0-b550-32fb7b34f438 None None] Current status of the port ef969875-9c9c-4767-a424-0b90e7283741 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:03.343976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac99150-28f5-412f-ab4c-a120e071cc36 req-70ebeb9a-1897-488b-b937-c6cb77a0f6cb tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:03.344517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 32a364ab-d750-46c9-a259-c4623c274d21 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:03.345611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ac99150-28f5-412f-ab4c-a120e071cc36 req-70ebeb9a-1897-488b-b937-c6cb77a0f6cb tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e HTTP/1.1" status: 200 len: 1101 time: 0.1365185 Jan 27 21:44:03.345938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:03.463576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-40d1b923-02fa-45e8-8061-b4ac5947654a None None] Provisioning complete for port 587d0f66-3765-4b96-a656-5c477548a6ff triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:03.463755 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-40d1b923-02fa-45e8-8061-b4ac5947654a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (587d0f66-3765-4b96-a656-5c477548a6ff), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.501533 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ac99150-28f5-412f-ab4c-a120e071cc36 req-a97b8e9e-6755-44f1-b103-d1bbbf7731f0 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728302 Jan 27 21:44:03.515362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-40d1b923-02fa-45e8-8061-b4ac5947654a None None] Port 587d0f66-3765-4b96-a656-5c477548a6ff cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:03.596876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port ef969875-9c9c-4767-a424-0b90e7283741 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:03.619413 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-aa867ad2-5386-4f4f-87fd-1970484c7e39 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:03.623142 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-aa867ad2-5386-4f4f-87fd-1970484c7e39 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4286971 Jan 27 21:44:03.623378 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50880) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:03.629369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f9c505a1-d09c-404d-9eac-efa458a72ca0 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '286228b7-f313-41ce-93c2-6a05eb7bdb14', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:03.636930 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-f9c505a1-d09c-404d-9eac-efa458a72ca0 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 21:44:03.637454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46f35b2c-ff05-4064-ad6a-6a40f587c3d3 req-c99dc578-b791-41e4-a5b8-cfa12ea3f9e2 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0386024 Jan 27 21:44:03.637622 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-f9c505a1-d09c-404d-9eac-efa458a72ca0 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:03.637622 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f9c505a1-d09c-404d-9eac-efa458a72ca0 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071349 Jan 27 21:44:03.642004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50884) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:03.646924 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0265a9ee-2914-448d-84c8-66cfee5f1825 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '286228b7-f313-41ce-93c2-6a05eb7bdb14', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:03.658094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 8e5e9117-9e0d-4b2f-9285-d4db19bf3963 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:44:03.745208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6e2dd824-fb55-4d73-a341-5a2709d8cba5 None None] Provisioning complete for port 587d0f66-3765-4b96-a656-5c477548a6ff triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:03.745711 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6e2dd824-fb55-4d73-a341-5a2709d8cba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (587d0f66-3765-4b96-a656-5c477548a6ff), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.767443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-d4bd4d1a-6c0e-427a-861a-41444c5c1669 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529635 Jan 27 21:44:03.779175 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-208e6f86-a154-4bbf-ab7b-c3b038fe2882 req-d366a506-7a58-4f71-8b21-fcb31b11ed46 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1007b00b-11c5-448c-ae8a-cd768f87bd2a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.818429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366a506-7a58-4f71-8b21-fcb31b11ed46 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Pushing event deleted for resources: {'Port': ['ID=1007b00b-11c5-448c-ae8a-cd768f87bd2a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:03.824658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['1007b00b-11c5-448c-ae8a-cd768f87bd2a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:03.839081 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:03.851570 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b011f2a8-0807-4f58-abce-06bbe1bf5184 None None] Sync routers for ids ['8e5e9117-9e0d-4b2f-9285-d4db19bf3963'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:03.855996 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ff31b034-bb9d-429e-be9e-6d2a217915c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/8e5e9117-9e0d-4b2f-9285-d4db19bf3963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4715445 Jan 27 21:44:03.856236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6e2dd824-fb55-4d73-a341-5a2709d8cba5 None None] Port 587d0f66-3765-4b96-a656-5c477548a6ff cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:03.858412 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50900) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:03.882158 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011f2a8-0807-4f58-abce-06bbe1bf5184 None None] Routers {'8e5e9117-9e0d-4b2f-9285-d4db19bf3963'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:03.883265 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b011f2a8-0807-4f58-abce-06bbe1bf5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8e5e9117-9e0d-4b2f-9285-d4db19bf3963'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:03.893731 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-0265a9ee-2914-448d-84c8-66cfee5f1825 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:03.895221 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0265a9ee-2914-448d-84c8-66cfee5f1825 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2514813 Jan 27 21:44:03.899247 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50902) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:03.904370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e4c78451-ff38-40df-a337-18a5ed754813 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '286228b7-f313-41ce-93c2-6a05eb7bdb14', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:03.904913 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-e4c78451-ff38-40df-a337-18a5ed754813 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 21:44:03.905672 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-e4c78451-ff38-40df-a337-18a5ed754813 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:03.906673 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e4c78451-ff38-40df-a337-18a5ed754813 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066063 Jan 27 21:44:03.910055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50904) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:03.917833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-df55a201-456b-4711-b293-1f915882b46d tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '286228b7-f313-41ce-93c2-6a05eb7bdb14', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:03.929465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-208e6f86-a154-4bbf-ab7b-c3b038fe2882 req-d366a506-7a58-4f71-8b21-fcb31b11ed46 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] No DVR routers for this DVR port 1007b00b-11c5-448c-ae8a-cd768f87bd2a on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:03.930476 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-208e6f86-a154-4bbf-ab7b-c3b038fe2882 req-d366a506-7a58-4f71-8b21-fcb31b11ed46 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:03.934386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-208e6f86-a154-4bbf-ab7b-c3b038fe2882 req-d366a506-7a58-4f71-8b21-fcb31b11ed46 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "DELETE /v2.0/ports/1007b00b-11c5-448c-ae8a-cd768f87bd2a HTTP/1.1" status: 204 len: 173 time: 1.3971701 Jan 27 21:44:03.935472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be987707-abc5-4d92-8322-499c173b6c54', 'name': 'network-vif-deleted', 'tag': '1007b00b-11c5-448c-ae8a-cd768f87bd2a'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:03.938055 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc47161-8199-4d12-b0ac-2f6a8f7103cd" -d '{"events": [{"server_uuid": "be987707-abc5-4d92-8322-499c173b6c54", "name": "network-vif-deleted", "tag": "1007b00b-11c5-448c-ae8a-cd768f87bd2a"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:03.940618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b1b168-7e0b-43c5-9b31-76b5e648762d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:03.946211 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-91b1b168-7e0b-43c5-9b31-76b5e648762d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports/587d0f66-3765-4b96-a656-5c477548a6ff HTTP/1.1" status: 200 len: 910 time: 0.0860288 Jan 27 21:44:03.947212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50908) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:03.974905 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b011f2a8-0807-4f58-abce-06bbe1bf5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:03.984923 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011f2a8-0807-4f58-abce-06bbe1bf5184 None None] Routers {'8e5e9117-9e0d-4b2f-9285-d4db19bf3963'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:03.985969 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b011f2a8-0807-4f58-abce-06bbe1bf5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8e5e9117-9e0d-4b2f-9285-d4db19bf3963'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:04.017842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-6172b306-c2d8-4eec-b608-a9f95e41ff1c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:04.023997 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b011f2a8-0807-4f58-abce-06bbe1bf5184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:04.024953 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b011f2a8-0807-4f58-abce-06bbe1bf5184 None None] The sync data for ids ['8e5e9117-9e0d-4b2f-9285-d4db19bf3963'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:04.025248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-6172b306-c2d8-4eec-b608-a9f95e41ff1c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568307 Jan 27 21:44:04.040693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-c8cd166f-cc9d-4810-b425-458f69fbb7b9 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/quotas/e1f36125a6d449cf9bc19f725983dd58 HTTP/1.1" status: 200 len: 375 time: 0.0144651 Jan 27 21:44:04.125525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-06262f11-09bb-4e2a-889e-cd308177ec43 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0770738 Jan 27 21:44:04.224762 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05129965-7563-488f-92b3-f1347ef21d3a x-openstack-request-id: req-05129965-7563-488f-92b3-f1347ef21d3a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:04.225144 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be987707-abc5-4d92-8322-499c173b6c54", "name": "network-vif-deleted", "tag": "1007b00b-11c5-448c-ae8a-cd768f87bd2a", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:04.225502 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-05129965-7563-488f-92b3-f1347ef21d3a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:04.226235 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be987707-abc5-4d92-8322-499c173b6c54', 'name': 'network-vif-deleted', 'tag': '1007b00b-11c5-448c-ae8a-cd768f87bd2a', 'status': 'completed', 'code': 200} Jan 27 21:44:04.307981 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62e33e05-c498-45cf-ba55-74da5b2d2465 req-0f08e6b5-23bf-40e3-ab51-616150450fa3 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 210 time: 0.0278776 Jan 27 21:44:04.356063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a56a0ee7-620b-4acd-bf79-11aacf386c0d req-8242d43b-ab82-4c82-b90c-a699ab1b2a67 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.74 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0406721 Jan 27 21:44:04.361195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ef969875-9c9c-4767-a424-0b90e7283741 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:04.382639 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc33f549-4bdd-4de5-8a8a-54944c0ee546 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (8e5e9117-9e0d-4b2f-9285-d4db19bf3963), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.386870 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-df55a201-456b-4711-b293-1f915882b46d tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:04.388315 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-df55a201-456b-4711-b293-1f915882b46d tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4772861 Jan 27 21:44:04.391940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50918) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:04.396346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e8ebe517-bcee-47e6-b19c-41dc430861a4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '286228b7-f313-41ce-93c2-6a05eb7bdb14', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:04.397209 n-d-760456-6 neutron-server[104027]: WARNING neutron.api.v2.base [None req-e8ebe517-bcee-47e6-b19c-41dc430861a4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 21:44:04.397780 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-e8ebe517-bcee-47e6-b19c-41dc430861a4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:04.398953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e8ebe517-bcee-47e6-b19c-41dc430861a4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060847 Jan 27 21:44:04.403825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50920) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:04.483721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port ef969875-9c9c-4767-a424-0b90e7283741 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:04.483721 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ef969875-9c9c-4767-a424-0b90e7283741), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.484203 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5fbf16e-1825-48e5-bcb2-2198f354f6ed req-0bd3b0e8-a7fd-4520-aca9-d8f2a84061d2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=be987707-abc5-4d92-8322-499c173b6c54 HTTP/1.1" status: 200 len: 210 time: 0.0923421 Jan 27 21:44:04.529888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-942e0b9c-70d1-4356-b17c-9ae440f53cc5 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '286228b7-f313-41ce-93c2-6a05eb7bdb14', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:04.559505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d28b415-990f-4c3e-82d0-15f2efd11c85 req-3dd10dc6-cf6a-477c-a1b6-9a1f6534d962 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 210 time: 0.0726027 Jan 27 21:44:04.632653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port ef969875-9c9c-4767-a424-0b90e7283741 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:04.756412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-784a79a2-7fba-42b1-91fd-e9bca29feccd req-195ec09a-287f-44fc-bd8c-ef048e1f5876 tempest-ServerShowV254Test-1327845104 tempest-ServerShowV254Test-1327845104-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f4bc424-e479-4b87-9ccc-6426d5e6e49c HTTP/1.1" status: 200 len: 210 time: 0.0349021 Jan 27 21:44:04.785936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-fc33f549-4bdd-4de5-8a8a-54944c0ee546 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port 587d0f66-3765-4b96-a656-5c477548a6ff {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:04.786868 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc33f549-4bdd-4de5-8a8a-54944c0ee546 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (587d0f66-3765-4b96-a656-5c477548a6ff), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.816826 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-942e0b9c-70d1-4356-b17c-9ae440f53cc5 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:04.822386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-942e0b9c-70d1-4356-b17c-9ae440f53cc5 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3840342 Jan 27 21:44:04.839606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50942) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:04.839606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5a243c20-5320-4fb9-b28e-974d540d2103 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '286228b7-f313-41ce-93c2-6a05eb7bdb14', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:04.898856 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc33f549-4bdd-4de5-8a8a-54944c0ee546 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (587d0f66-3765-4b96-a656-5c477548a6ff), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.911184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-fc33f549-4bdd-4de5-8a8a-54944c0ee546 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for 587d0f66-3765-4b96-a656-5c477548a6ff owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:04.964970 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1a2ead6-58ad-4430-a458-9ca22108f596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:04.987360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50946) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:05.088782 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-5a243c20-5320-4fb9-b28e-974d540d2103 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:05.104063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5a243c20-5320-4fb9-b28e-974d540d2103 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2744834 Jan 27 21:44:05.105067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50950) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:05.149922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-54a5dc42-cc53-4bc0-9712-c8a0a6880ca0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:05.151664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-54a5dc42-cc53-4bc0-9712-c8a0a6880ca0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.74 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 817 time: 0.1579304 Jan 27 21:44:05.216928 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-339507078'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:05.226968 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79447c5c-033d-494f-b292-8fbf28cf9fd4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (286228b7-f313-41ce-93c2-6a05eb7bdb14), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.239630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-e237863a-37b8-47c8-9ac1-ca8b9bdd235c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56bceb56edbf41a4810a46a76f4d48af HTTP/1.1" status: 200 len: 380 time: 0.0770233 Jan 27 21:44:05.259800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Request body: {'port': {'device_id': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'admin_state_up': True, 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'security_groups': ['6df07aab-31a7-4002-b2c5-90dff220afca']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:05.276592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79447c5c-033d-494f-b292-8fbf28cf9fd4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (286228b7-f313-41ce-93c2-6a05eb7bdb14), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.292758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc33f549-4bdd-4de5-8a8a-54944c0ee546 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (587d0f66-3765-4b96-a656-5c477548a6ff), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.326330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33f549-4bdd-4de5-8a8a-54944c0ee546 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=587d0f66-3765-4b96-a656-5c477548a6ff,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:05.376725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Made reservation on behalf of a9cddf6e4ccb487187ed0b198340dc5e for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:05.381891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.422571 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.594612 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fc33f549-4bdd-4de5-8a8a-54944c0ee546 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (8e5e9117-9e0d-4b2f-9285-d4db19bf3963), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.708940 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks [] for security_group (8f700a07-765b-4595-aaf4-f1c8aeb5b11c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.792936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc33f549-4bdd-4de5-8a8a-54944c0ee546 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 8e5e9117-9e0d-4b2f-9285-d4db19bf3963 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:44:05.799927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fce345fc-b9f7-4ec8-bf55-f69176a3b944 req-7775d335-30cf-4f22-aa3b-8ba02fc9a1d1 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 210 time: 0.0715432 Jan 27 21:44:05.801834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a9d5755-f789-46ba-9270-102308d6a3a4 req-fae6d238-009b-4f6f-a970-61d0b0e14c18 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 210 time: 0.0746343 Jan 27 21:44:05.880156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc33f549-4bdd-4de5-8a8a-54944c0ee546 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:05.880961 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8f700a07-765b-4595-aaf4-f1c8aeb5b11c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.892493 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79447c5c-033d-494f-b292-8fbf28cf9fd4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (286228b7-f313-41ce-93c2-6a05eb7bdb14), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.895591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b511ee26-bab5-4eb1-884b-a47e57b5203b None None] Sync routers for ids ['8e5e9117-9e0d-4b2f-9285-d4db19bf3963'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:05.896277 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fc33f549-4bdd-4de5-8a8a-54944c0ee546 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/8e5e9117-9e0d-4b2f-9285-d4db19bf3963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9440808 Jan 27 21:44:05.898473 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79447c5c-033d-494f-b292-8fbf28cf9fd4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.903685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-79447c5c-033d-494f-b292-8fbf28cf9fd4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "DELETE /v2.0/security-groups/286228b7-f313-41ce-93c2-6a05eb7bdb14 HTTP/1.1" status: 204 len: 168 time: 0.7922924 Jan 27 21:44:05.903685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50978) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:05.909481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50980) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:05.952872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79447c5c-033d-494f-b292-8fbf28cf9fd4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286228b7-f313-41ce-93c2-6a05eb7bdb14,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:05.953883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511ee26-bab5-4eb1-884b-a47e57b5203b None None] Routers {'8e5e9117-9e0d-4b2f-9285-d4db19bf3963'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:05.956536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e128bf11-251c-4781-9b70-05bed98a4d3e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e5e9117-9e0d-4b2f-9285-d4db19bf3963 HTTP/1.1" status: 200 len: 205 time: 0.0486717 Jan 27 21:44:05.959219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50982) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:05.964539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-b511ee26-bab5-4eb1-884b-a47e57b5203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8e5e9117-9e0d-4b2f-9285-d4db19bf3963'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:05.973695 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:05.974996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Made reservation on behalf of 56bceb56edbf41a4810a46a76f4d48af for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:05.978404 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:05.989369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f700a07-765b-4595-aaf4-f1c8aeb5b11c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:05.999928 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5a8bd0f4-9884-4887-8ab4-e9c359040094), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.000313 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Added segment 5a8bd0f4-9884-4887-8ab4-e9c359040094 of type vlan for network 131c8070-d44c-4498-8d52-d4b6b84952b4 Jan 27 21:44:06.055556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-b511ee26-bab5-4eb1-884b-a47e57b5203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:06.058829 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6359b1c8-558b-496a-92f2-72f770549b49 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1424937 Jan 27 21:44:06.063983 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50984) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:06.068961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-593078d3-73ff-411d-9fb4-7b31ebad8fae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1796123502'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:06.083859 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (131c8070-d44c-4498-8d52-d4b6b84952b4), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.084258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511ee26-bab5-4eb1-884b-a47e57b5203b None None] Routers {'8e5e9117-9e0d-4b2f-9285-d4db19bf3963'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:06.084881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-b511ee26-bab5-4eb1-884b-a47e57b5203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8e5e9117-9e0d-4b2f-9285-d4db19bf3963'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:06.125936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-b511ee26-bab5-4eb1-884b-a47e57b5203b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:06.126647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b511ee26-bab5-4eb1-884b-a47e57b5203b None None] The sync data for ids ['8e5e9117-9e0d-4b2f-9285-d4db19bf3963'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:06.178036 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.201666 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c928d0d6-f375-4c3a-bd1f-6522268048f8 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (8e5e9117-9e0d-4b2f-9285-d4db19bf3963), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.224316 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-593078d3-73ff-411d-9fb4-7b31ebad8fae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.234148 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (131c8070-d44c-4498-8d52-d4b6b84952b4), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.239064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:06.239654 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.353112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-5c9be8ab-1d7e-477b-b5d8-451c9dcca428 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:06.354731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-5c9be8ab-1d7e-477b-b5d8-451c9dcca428 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.4034245 Jan 27 21:44:06.413937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 1007b00b-11c5-448c-ae8a-cd768f87bd2a no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:06.447816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 1007b00b-11c5-448c-ae8a-cd768f87bd2a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:44:06.448653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 1007b00b-11c5-448c-ae8a-cd768f87bd2a not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:44:06.462804 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c928d0d6-f375-4c3a-bd1f-6522268048f8 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (8e5e9117-9e0d-4b2f-9285-d4db19bf3963), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.473938 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c928d0d6-f375-4c3a-bd1f-6522268048f8 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (8e5e9117-9e0d-4b2f-9285-d4db19bf3963), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.479393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-19053451-3e5f-4740-a275-44d5bce52c9e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/quotas/baaa884c37364039b5a4bbeeb1e5e38f HTTP/1.1" status: 200 len: 375 time: 0.0864496 Jan 27 21:44:06.545365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Allocated IP 172.20.0.10 (bf700070-3437-4935-bb61-9656ea0d6b47/3a365c30-82d4-4327-bdd8-74d2fad78778/e1368993-dd0a-4234-80fe-d51d39870566) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:06.571089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50988) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:06.574660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-5d8a8974-295d-4c51-b22d-eaaed9018a9d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828276 Jan 27 21:44:06.642348 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c928d0d6-f375-4c3a-bd1f-6522268048f8 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (8e5e9117-9e0d-4b2f-9285-d4db19bf3963), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.645029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c928d0d6-f375-4c3a-bd1f-6522268048f8 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Fanout notify agent at l3_agent the message router_deleted on router 8e5e9117-9e0d-4b2f-9285-d4db19bf3963 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:44:06.645263 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6567709 Jan 27 21:44:06.649688 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50992) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:06.654232 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c928d0d6-f375-4c3a-bd1f-6522268048f8 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.658008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c928d0d6-f375-4c3a-bd1f-6522268048f8 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/8e5e9117-9e0d-4b2f-9285-d4db19bf3963 HTTP/1.1" status: 204 len: 168 time: 0.6977983 Jan 27 21:44:06.660585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50994) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:06.660723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-02890cbe-5d08-49af-bd04-83c59b9c6b77 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Request body: {'subnet': {'network_id': '131c8070-d44c-4498-8d52-d4b6b84952b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:06.668769 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3755bdff-6e97-4342-8b40-c5ee5564ad3d tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Pushing event updated for resources: {'Network': ['ID=131c8070-d44c-4498-8d52-d4b6b84952b4,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:06.680924 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 131c8070-d44c-4498-8d52-d4b6b84952b4 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:06.749452 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-293aca8f-b564-4688-ae16-6256b0fe121a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.765340 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-593078d3-73ff-411d-9fb4-7b31ebad8fae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (3d9548d8-c700-40e9-8653-5460d1aa938d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.816017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-77612c8d-75b1-455d-8abc-aaae8de9aef0 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting subnet cfcdc175-a5fb-4b62-b465-d300a8e9374b {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:44:06.832421 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77612c8d-75b1-455d-8abc-aaae8de9aef0 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (cfcdc175-a5fb-4b62-b465-d300a8e9374b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.874509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-bcd72eb2-9e5a-4d53-a6c4-4e46b9df829f service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907357 Jan 27 21:44:06.899276 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-593078d3-73ff-411d-9fb4-7b31ebad8fae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3d9548d8-c700-40e9-8653-5460d1aa938d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:06.935388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593078d3-73ff-411d-9fb4-7b31ebad8fae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9548d8-c700-40e9-8653-5460d1aa938d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:06.967363 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77612c8d-75b1-455d-8abc-aaae8de9aef0 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (cfcdc175-a5fb-4b62-b465-d300a8e9374b), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.024374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02890cbe-5d08-49af-bd04-83c59b9c6b77 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Made reservation on behalf of a9cddf6e4ccb487187ed0b198340dc5e for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:07.027874 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02890cbe-5d08-49af-bd04-83c59b9c6b77 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.043739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6d0f19f-172b-465d-a15a-e8be9a97fd03 req-a40cac2b-d515-422d-80cf-05e428f5036e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 210 time: 0.1082642 Jan 27 21:44:07.080577 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for port (e1368993-dd0a-4234-80fe-d51d39870566), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.082845 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-593078d3-73ff-411d-9fb4-7b31ebad8fae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.087669 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-593078d3-73ff-411d-9fb4-7b31ebad8fae tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0225585 Jan 27 21:44:07.090360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51002) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:07.102984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a8a9ddb4-d445-468c-9e69-1873dbc90835 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '3d9548d8-c700-40e9-8653-5460d1aa938d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:07.177442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-14a8f113-da41-4be9-8284-81a17862da3d service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853835 Jan 27 21:44:07.181873 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-293aca8f-b564-4688-ae16-6256b0fe121a admin admin] Publish callbacks [] for security_group (f65e7035-3d36-4733-8946-5b47345b5eb6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.210509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4dca788-a548-4889-bbef-cf0db1b4e1c5 req-33adb1e5-ac45-472c-a89d-c62015391e88 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 210 time: 0.0482092 Jan 27 21:44:07.229093 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77612c8d-75b1-455d-8abc-aaae8de9aef0 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (cfcdc175-a5fb-4b62-b465-d300a8e9374b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.291062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-35301f04-2296-4c59-8b75-223381b9fde6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295534 Jan 27 21:44:07.328661 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-293aca8f-b564-4688-ae16-6256b0fe121a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f65e7035-3d36-4733-8946-5b47345b5eb6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.372891 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.375884 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-a8a9ddb4-d445-468c-9e69-1873dbc90835 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The resource could not be found. Jan 27 21:44:07.379604 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a8a9ddb4-d445-468c-9e69-1873dbc90835 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2857778 Jan 27 21:44:07.379604 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02890cbe-5d08-49af-bd04-83c59b9c6b77 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (83cc4197-d84f-42a3-b026-b7571c560650), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.382645 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51004) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:07.384363 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.391971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1a09b5b6-67da-457d-bf93-05891a5ee6ba tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '3d9548d8-c700-40e9-8653-5460d1aa938d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'eb557817-107d-477e-adbd-10a0ea8a23f6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:07.481469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293aca8f-b564-4688-ae16-6256b0fe121a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65e7035-3d36-4733-8946-5b47345b5eb6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:07.492055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77612c8d-75b1-455d-8abc-aaae8de9aef0 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (cfcdc175-a5fb-4b62-b465-d300a8e9374b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.501229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02890cbe-5d08-49af-bd04-83c59b9c6b77 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Pushing event updated for resources: {'Subnet': ['ID=83cc4197-d84f-42a3-b026-b7571c560650,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:07.504046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02890cbe-5d08-49af-bd04-83c59b9c6b77 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Checking segment: {'id': '5a8bd0f4-9884-4887-8ab4-e9c359040094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131c8070-d44c-4498-8d52-d4b6b84952b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:07.504452 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02890cbe-5d08-49af-bd04-83c59b9c6b77 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Network hostable DHCP agents. Network: 131c8070-d44c-4498-8d52-d4b6b84952b4, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:07.515869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-293aca8f-b564-4688-ae16-6256b0fe121a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=714c33da882b4d93803ec9be7cb56f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9431257 Jan 27 21:44:07.523055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51010) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:07.530734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Network bf700070-3437-4935-bb61-9656ea0d6b47 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:07.578736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48d8f9de-f3d4-4efd-87e2-cf7f86659fbd req-42b704c7-a4cc-4144-ab67-732da8bbaa04 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 210 time: 0.1009901 Jan 27 21:44:07.578963 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d22297b3-ad39-4727-a033-9b7665098260 admin admin] Publish callbacks [] for security_group (f65e7035-3d36-4733-8946-5b47345b5eb6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.581417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:07.583347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77612c8d-75b1-455d-8abc-aaae8de9aef0 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Subnet': ['ID=cfcdc175-a5fb-4b62-b465-d300a8e9374b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:07.585308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:07.590018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event updated for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:07.594958 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77612c8d-75b1-455d-8abc-aaae8de9aef0 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.598814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-77612c8d-75b1-455d-8abc-aaae8de9aef0 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/cfcdc175-a5fb-4b62-b465-d300a8e9374b HTTP/1.1" status: 204 len: 168 time: 0.9372771 Jan 27 21:44:07.604945 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51012) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:07.605154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-f7d04ad8-8f94-431c-9e16-1c9518834b39 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.615363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-f7d04ad8-8f94-431c-9e16-1c9518834b39 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3081384 Jan 27 21:44:07.623352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b55b3db-b730-40dd-88e1-6835f2802743 None None] Network 32a364ab-d750-46c9-a259-c4623c274d21 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:07.635115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Request body: {'port': {'device_id': '6cfc8021-a0e4-4727-9b99-bfcc35a44175', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'e1f36125a6d449cf9bc19f725983dd58'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:07.697439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d22297b3-ad39-4727-a033-9b7665098260 admin admin] Publish callbacks [] for security_group (f65e7035-3d36-4733-8946-5b47345b5eb6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.727615 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02890cbe-5d08-49af-bd04-83c59b9c6b77 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Network 131c8070-d44c-4498-8d52-d4b6b84952b4 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:07.736113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.736770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.786993 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (32a364ab-d750-46c9-a259-c4623c274d21), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.859408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port ef969875-9c9c-4767-a424-0b90e7283741 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:07.859758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ef969875-9c9c-4767-a424-0b90e7283741), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.864152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed2f638-04fc-404f-8aba-71e84204f6de None None] DHCP port deletion for 32a364ab-d750-46c9-a259-c4623c274d21 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:44:07.889589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-bf27dc91-d927-44a1-855c-10cb74a2d7e6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6426287 Jan 27 21:44:07.903906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Request body: {'port': {'device_id': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:07.920470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-eed2f638-04fc-404f-8aba-71e84204f6de None None] Deleting port ef969875-9c9c-4767-a424-0b90e7283741 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:07.921142 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-eed2f638-04fc-404f-8aba-71e84204f6de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ef969875-9c9c-4767-a424-0b90e7283741), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.926725 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-1a09b5b6-67da-457d-bf93-05891a5ee6ba tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The resource could not be found. Jan 27 21:44:07.927737 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1a09b5b6-67da-457d-bf93-05891a5ee6ba tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5416512 Jan 27 21:44:07.928667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-02890cbe-5d08-49af-bd04-83c59b9c6b77 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 131c8070-d44c-4498-8d52-d4b6b84952b4) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:07.937214 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51018) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:07.942310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2dfe0a-4918-45e2-9d06-1a1928a37a2c None None] Network 131c8070-d44c-4498-8d52-d4b6b84952b4 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:07.949306 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02890cbe-5d08-49af-bd04-83c59b9c6b77 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:07.949820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02890cbe-5d08-49af-bd04-83c59b9c6b77 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.951899 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d22297b3-ad39-4727-a033-9b7665098260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f65e7035-3d36-4733-8946-5b47345b5eb6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.954481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d22297b3-ad39-4727-a033-9b7665098260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.959432 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d22297b3-ad39-4727-a033-9b7665098260 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f65e7035-3d36-4733-8946-5b47345b5eb6 HTTP/1.1" status: 204 len: 168 time: 0.4315755 Jan 27 21:44:07.975413 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e1368993-dd0a-4234-80fe-d51d39870566), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:07.997175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] For port ef969875-9c9c-4767-a424-0b90e7283741, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ef969875-9c9c-4767-a424-0b90e7283741,segment=NetworkSegment(cca8c151-ba55-4174-9548-cd0156621470),segment_id=cca8c151-ba55-4174-9548-cd0156621470)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:07.997550 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ef969875-9c9c-4767-a424-0b90e7283741), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.003382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22297b3-ad39-4727-a033-9b7665098260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65e7035-3d36-4733-8946-5b47345b5eb6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:08.025542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for ef969875-9c9c-4767-a424-0b90e7283741 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:08.096706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00174d48-ff9e-48ea-b220-b4312b3c817e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (3d9548d8-c700-40e9-8653-5460d1aa938d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.125884 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-02890cbe-5d08-49af-bd04-83c59b9c6b77 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4727066 Jan 27 21:44:08.130101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51024) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:08.131536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-eed2f638-04fc-404f-8aba-71e84204f6de None None] For port ef969875-9c9c-4767-a424-0b90e7283741, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ef969875-9c9c-4767-a424-0b90e7283741,segment=NetworkSegment(cca8c151-ba55-4174-9548-cd0156621470),segment_id=cca8c151-ba55-4174-9548-cd0156621470)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:08.132509 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-eed2f638-04fc-404f-8aba-71e84204f6de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ef969875-9c9c-4767-a424-0b90e7283741), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.146140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Request body: {'port': {'network_id': '131c8070-d44c-4498-8d52-d4b6b84952b4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-899270271'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:08.150088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fc85adfb-aaa8-45c8-a33f-8036cb912a30 None None] Provisioning complete for port e1368993-dd0a-4234-80fe-d51d39870566 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:08.150088 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc85adfb-aaa8-45c8-a33f-8036cb912a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e1368993-dd0a-4234-80fe-d51d39870566), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.157360 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00174d48-ff9e-48ea-b220-b4312b3c817e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (3d9548d8-c700-40e9-8653-5460d1aa938d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.183359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-eed2f638-04fc-404f-8aba-71e84204f6de None None] Calling delete_port for ef969875-9c9c-4767-a424-0b90e7283741 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:08.209712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Made reservation on behalf of e1f36125a6d449cf9bc19f725983dd58 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:08.213675 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.258542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-131c8070-d44c-4498-8d52-d4b6b84952b4', 'network_id': '131c8070-d44c-4498-8d52-d4b6b84952b4', 'project_id': 'a9cddf6e4ccb487187ed0b198340dc5e', 'fixed_ips': [{'subnet_id': '83cc4197-d84f-42a3-b026-b7571c560650'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:44:08.259440 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.261272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fc85adfb-aaa8-45c8-a33f-8036cb912a30 None None] Port e1368993-dd0a-4234-80fe-d51d39870566 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:08.336540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2820db20-a250-40d8-ac54-1d2e3e803237 req-00d23be2-38a6-4b7d-bd86-e0d879d41fc7 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 210 time: 0.1309562 Jan 27 21:44:08.389772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ef969875-9c9c-4767-a424-0b90e7283741 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:08.430911 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ef969875-9c9c-4767-a424-0b90e7283741), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.433079 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00174d48-ff9e-48ea-b220-b4312b3c817e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3d9548d8-c700-40e9-8653-5460d1aa938d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.436060 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00174d48-ff9e-48ea-b220-b4312b3c817e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.437958 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-00174d48-ff9e-48ea-b220-b4312b3c817e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "DELETE /v2.0/security-groups/3d9548d8-c700-40e9-8653-5460d1aa938d HTTP/1.1" status: 204 len: 168 time: 0.5032182 Jan 27 21:44:08.443950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51034) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:08.486870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=ef969875-9c9c-4767-a424-0b90e7283741,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:08.494204 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00174d48-ff9e-48ea-b220-b4312b3c817e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9548d8-c700-40e9-8653-5460d1aa938d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:08.508589 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No DVR routers for this DVR port ef969875-9c9c-4767-a424-0b90e7283741 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:08.561249 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-eed2f638-04fc-404f-8aba-71e84204f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (ef969875-9c9c-4767-a424-0b90e7283741), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.575914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9dac8-bd1b-4c47-9790-82af9472ea1a req-9b8db67a-a8a9-4b41-a8af-15cac6f9600a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:08.584378 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9eb9dac8-bd1b-4c47-9790-82af9472ea1a req-9b8db67a-a8a9-4b41-a8af-15cac6f9600a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 932 time: 0.1713002 Jan 27 21:44:08.609444 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No active binding found for port ef969875-9c9c-4767-a424-0b90e7283741 {{(pid=104028) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 21:44:08.609615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] The host n-d-760456-6 is not matching for port ef969875-9c9c-4767-a424-0b90e7283741 host None! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:44:08.610071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ef969875-9c9c-4767-a424-0b90e7283741 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:44:08.627939 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1d2849b7-df87-4f26-a1da-b019eefbde92 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1756442 Jan 27 21:44:08.631630 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51042) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:08.637167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-885b274e-d642-43c2-a33e-008cc3e06af4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '09988950-4885-475a-b6dc-5d647daa5d13', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:08.648355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (32a364ab-d750-46c9-a259-c4623c274d21), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.654193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2f638-04fc-404f-8aba-71e84204f6de None None] Pushing event deleted for resources: {'Port': ['ID=ef969875-9c9c-4767-a424-0b90e7283741,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:08.659397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2f638-04fc-404f-8aba-71e84204f6de None None] No DVR routers for this DVR port ef969875-9c9c-4767-a424-0b90e7283741 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:08.681097 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Made reservation on behalf of a9cddf6e4ccb487187ed0b198340dc5e for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:08.687262 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.688829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a364ab-d750-46c9-a259-c4623c274d21']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:08.708129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca8c151-ba55-4174-9548-cd0156621470') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:08.715148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca8c151-ba55-4174-9548-cd0156621470') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:08.723234 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (cca8c151-ba55-4174-9548-cd0156621470), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.726176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] device_id is not set on port 5ac7ec42-9fef-4fac-9207-4f7803ea9743 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:44:08.752510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Allocated IP 172.20.0.2 (131c8070-d44c-4498-8d52-d4b6b84952b4/83cc4197-d84f-42a3-b026-b7571c560650/70b5b6b6-cd72-498b-bf6c-3ded4d90182f) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:08.780427 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (cca8c151-ba55-4174-9548-cd0156621470), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.792648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db996efb-f898-4eab-a31d-9696bdad65d8 req-1dec6401-7360-4cb9-8fab-6137f86d4776 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 210 time: 0.0737765 Jan 27 21:44:08.794675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:44:08.795088 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (cca8c151-ba55-4174-9548-cd0156621470), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:44:08.798312 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:44:08.829504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1368993-dd0a-4234-80fe-d51d39870566 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:08.836559 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Allocated IP 192.168.233.203 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/45f4866f-c30d-4cf5-bea4-0242ba26b401) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:08.841680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9eb9dac8-bd1b-4c47-9790-82af9472ea1a req-3c6eff31-9006-4d75-9a47-744f2e2842f5 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563446 Jan 27 21:44:08.848897 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Publish callbacks [] for port (e1368993-dd0a-4234-80fe-d51d39870566), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.938907 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.946089 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Publish callbacks [] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.962147 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-885b274e-d642-43c2-a33e-008cc3e06af4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The resource could not be found. Jan 27 21:44:08.963436 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-885b274e-d642-43c2-a33e-008cc3e06af4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3298674 Jan 27 21:44:08.964210 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (32a364ab-d750-46c9-a259-c4623c274d21), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.968437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51048) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:08.975123 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c4fe05ad-162b-4cf2-a750-1b84afaca8c1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group': {'name': 'tempest-secgroup--337772922'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:08.987981 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:08.992022 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/networks/32a364ab-d750-46c9-a259-c4623c274d21 HTTP/1.1" status: 204 len: 168 time: 1.3861165 Jan 27 21:44:09.003911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51050) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:09.009416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-529393899', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:09.017340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b1b35-8343-4e4e-8f33-be5a3a3ddd44 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Network': ['ID=32a364ab-d750-46c9-a259-c4623c274d21,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:09.037921 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.094150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Network 131c8070-d44c-4498-8d52-d4b6b84952b4 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:09.099718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:09.105030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:09.108954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Pushing event updated for resources: {'Port': ['ID=70b5b6b6-cd72-498b-bf6c-3ded4d90182f,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:09.113832 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Allocated IP 172.20.0.6 (131c8070-d44c-4498-8d52-d4b6b84952b4/83cc4197-d84f-42a3-b026-b7571c560650/5ac7ec42-9fef-4fac-9207-4f7803ea9743) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:09.137716 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4fe05ad-162b-4cf2-a750-1b84afaca8c1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.174658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (9a4f9aac-e184-41e8-930d-6066a9c7012c), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.177081 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (9a4f9aac-e184-41e8-930d-6066a9c7012c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.177843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Attempting to bind port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:09.178212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Attempting to bind port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '5a8bd0f4-9884-4887-8ab4-e9c359040094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131c8070-d44c-4498-8d52-d4b6b84952b4'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:09.179098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Attempting to bind port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f on network 131c8070-d44c-4498-8d52-d4b6b84952b4 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:09.185043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:09.185421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Checking segment: {'id': '5a8bd0f4-9884-4887-8ab4-e9c359040094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131c8070-d44c-4498-8d52-d4b6b84952b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:09.185828 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.186347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Bound using segment: {'id': '5a8bd0f4-9884-4887-8ab4-e9c359040094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131c8070-d44c-4498-8d52-d4b6b84952b4'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:09.186702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Bound port: 70b5b6b6-cd72-498b-bf6c-3ded4d90182f, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8bd0f4-9884-4887-8ab4-e9c359040094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '131c8070-d44c-4498-8d52-d4b6b84952b4'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:09.187455 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.265979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] For port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:09.269772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] For port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=70b5b6b6-cd72-498b-bf6c-3ded4d90182f,segment=NetworkSegment(5a8bd0f4-9884-4887-8ab4-e9c359040094),segment_id=5a8bd0f4-9884-4887-8ab4-e9c359040094)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:09.271617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Transition to ACTIVE for port object e1368993-dd0a-4234-80fe-d51d39870566 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:09.386647 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4fe05ad-162b-4cf2-a750-1b84afaca8c1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (58152e77-e746-4577-9d83-9cd857217303), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.407078 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks [] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.416961 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (9a4f9aac-e184-41e8-930d-6066a9c7012c), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.458477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12b44cd5-ac9d-4305-b234-d7a03fd09b2f req-4b29ce7d-6e7f-401d-b50c-522d2ab42939 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 210 time: 0.0372410 Jan 27 21:44:09.502432 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks [] for port (5ac7ec42-9fef-4fac-9207-4f7803ea9743), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.590371 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.653674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d832b-9262-4f35-8281-e310ed423151 None None] Pushing event updated for resources: {'Port': ['ID=70b5b6b6-cd72-498b-bf6c-3ded4d90182f,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:09.659605 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.664056 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4fe05ad-162b-4cf2-a750-1b84afaca8c1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (58152e77-e746-4577-9d83-9cd857217303), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.773414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe05ad-162b-4cf2-a750-1b84afaca8c1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58152e77-e746-4577-9d83-9cd857217303,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:09.778037 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5ac7ec42-9fef-4fac-9207-4f7803ea9743), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.808712 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:09.819017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:09.825390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30', '0b7162c8-5f57-4a8f-bcbc-665d4b227673', '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:09.865590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51066) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:09.881875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:09.906458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:09.911087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:09.967541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Pushing event updated for resources: {'Port': ['ID=5ac7ec42-9fef-4fac-9207-4f7803ea9743,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:09.990597 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Network 131c8070-d44c-4498-8d52-d4b6b84952b4 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:09.994011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64', 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:09.998484 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4fe05ad-162b-4cf2-a750-1b84afaca8c1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.008169 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c4fe05ad-162b-4cf2-a750-1b84afaca8c1 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0363579 Jan 27 21:44:10.010440 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:10.018301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:10.031835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:10.032616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.041251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51072) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:10.055801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-548d7607-6dea-4b6d-8a6f-cfef4ed6731e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100869942'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:10.107417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Attempting to bind port e1368993-dd0a-4234-80fe-d51d39870566 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:10.107772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Attempting to bind port e1368993-dd0a-4234-80fe-d51d39870566 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:10.112690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Attempting to bind port e1368993-dd0a-4234-80fe-d51d39870566 on network bf700070-3437-4935-bb61-9656ea0d6b47 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:10.123116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5475957-97f1-4b73-bc3d-ca3a6c9a0087 req-e3dc5b41-3988-429b-a3c0-aa3802025907 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 210 time: 0.1042709 Jan 27 21:44:10.123779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event updated for resources: {'Port': ['ID=45f4866f-c30d-4cf5-bea4-0242ba26b401,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:10.134063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Port e1368993-dd0a-4234-80fe-d51d39870566 on network bf700070-3437-4935-bb61-9656ea0d6b47 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:10.134063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Attempting to bind port e1368993-dd0a-4234-80fe-d51d39870566 on network bf700070-3437-4935-bb61-9656ea0d6b47 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:10.142480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:10.143108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Checking segment: {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:10.143706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Bound using segment: {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:10.145104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Bound port: e1368993-dd0a-4234-80fe-d51d39870566, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:10.145676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e1368993-dd0a-4234-80fe-d51d39870566), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.219486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13565f5d-316a-4770-a0ad-1c5d14e14ed2 req-80e504c6-6a39-4486-80af-ace9fb64ba09 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:10.227205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13565f5d-316a-4770-a0ad-1c5d14e14ed2 req-80e504c6-6a39-4486-80af-ace9fb64ba09 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.2094426 Jan 27 21:44:10.265472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-280075561-network', 'tenant_id': '168248651a67434eb91ae85044b43fec'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:10.282361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-89d2daa6-abfb-4108-b743-b92fce0dbc1f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6551366 Jan 27 21:44:10.355141 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:10.356186 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.360534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_gateway (9a4f9aac-e184-41e8-930d-6066a9c7012c), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.367185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Request body: {'port': {'device_id': '6cfc8021-a0e4-4727-9b99-bfcc35a44175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:10.438693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13565f5d-316a-4770-a0ad-1c5d14e14ed2 req-77d64268-8825-4d39-82a5-98b985b291e5 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105076 Jan 27 21:44:10.468671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:10.472641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:10.501715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 70b5b6b6-cd72-498b-bf6c-3ded4d90182f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:10.503264 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.601556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e5420584-3687-417b-8d70-881c8fdf17be None None] Provisioning complete for port 45f4866f-c30d-4cf5-bea4-0242ba26b401 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:10.602073 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e5420584-3687-417b-8d70-881c8fdf17be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.672561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097b8b1-e364-4f08-b420-2cf6922fb17a req-c160452a-de51-45a3-ad72-7d7fca5761e3 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:10.674338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7097b8b1-e364-4f08-b420-2cf6922fb17a req-c160452a-de51-45a3-ad72-7d7fca5761e3 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 936 time: 0.1236105 Jan 27 21:44:10.682395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e5420584-3687-417b-8d70-881c8fdf17be None None] Port 45f4866f-c30d-4cf5-bea4-0242ba26b401 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:10.686590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:10.686976 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.821924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7097b8b1-e364-4f08-b420-2cf6922fb17a req-fcd75faa-b9b8-4bce-a687-af86f9da09c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346121 Jan 27 21:44:10.864756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:10.865164 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.929395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=70b5b6b6-cd72-498b-bf6c-3ded4d90182f,segment=NetworkSegment(5a8bd0f4-9884-4887-8ab4-e9c359040094),segment_id=5a8bd0f4-9884-4887-8ab4-e9c359040094)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:10.935914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f4866f-c30d-4cf5-bea4-0242ba26b401 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:10.941184 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_gateway (9a4f9aac-e184-41e8-930d-6066a9c7012c), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.955677 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Publish callbacks [] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.959032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.964504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Made reservation on behalf of 168248651a67434eb91ae85044b43fec for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:10.968506 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.972476 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.994378 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0f6e42d7-6f25-450f-82eb-dd1b0db0a9c9 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8630884 Jan 27 21:44:10.995676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-548d7607-6dea-4b6d-8a6f-cfef4ed6731e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:10.997888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51078) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:11.015063 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.034814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Transition to ACTIVE for port object 45f4866f-c30d-4cf5-bea4-0242ba26b401 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:11.042576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.043208 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.045202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] 10.222.0.74 "PUT /v2.0/ports/e1368993-dd0a-4234-80fe-d51d39870566 HTTP/1.1" status: 200 len: 1092 time: 3.1463628 Jan 27 21:44:11.047069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:11.049710 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7bd031-7672-4275-afb5-921356038e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "tag": "e1368993-dd0a-4234-80fe-d51d39870566"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:11.098652 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.122030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fea463-be68-4e27-8735-8862419ac4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:11.165084 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782ecc3a-0895-41a4-9f3c-33f470c0c7c4 x-openstack-request-id: req-782ecc3a-0895-41a4-9f3c-33f470c0c7c4 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:11.165462 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "tag": "e1368993-dd0a-4234-80fe-d51d39870566", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:11.165785 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-782ecc3a-0895-41a4-9f3c-33f470c0c7c4 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:11.166080 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566', 'status': 'completed', 'code': 200} Jan 27 21:44:11.171801 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.244580 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=70b5b6b6-cd72-498b-bf6c-3ded4d90182f,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:11.394123 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Publish callbacks [] for security_group (81e979e2-8f62-4878-859a-f48918ffbd93), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.418427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Pushing event updated for resources: {'Port': ['ID=45f4866f-c30d-4cf5-bea4-0242ba26b401,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:11.435071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e984dc1-b2d0-48b4-ab26-bd508e658098 req-faeff862-e072-4c17-aa1c-27c6a3e52bec tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 210 time: 0.1226332 Jan 27 21:44:11.437493 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-c1e721fc-cda5-4997-9a4d-7dd8f1e27371 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.438991 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-c1e721fc-cda5-4997-9a4d-7dd8f1e27371 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.1240227 Jan 27 21:44:11.447028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bd031-7672-4275-afb5-921356038e4f req-b7d3102f-569e-4d3b-af97-f5e307c7bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.448672 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc7bd031-7672-4275-afb5-921356038e4f req-b7d3102f-569e-4d3b-af97-f5e307c7bec6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 1095 time: 0.2468927 Jan 27 21:44:11.467156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Request body: {'port': {'device_id': 'dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'admin_state_up': True, 'tenant_id': 'baaa884c37364039b5a4bbeeb1e5e38f'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:11.483516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Allocated IP 172.25.0.76 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/db6c354f-84a6-4bdf-9aad-32e5f1fec52f) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:11.530929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1f932-e765-45bd-9abf-90ee47c317bd None None] Network 131c8070-d44c-4498-8d52-d4b6b84952b4 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:11.550125 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (81e979e2-8f62-4878-859a-f48918ffbd93), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.658151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:11.709628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7c552b0e-0329-40ba-8af5-cb6314eb1dc1 None None] Provisioning complete for port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:11.710722 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c552b0e-0329-40ba-8af5-cb6314eb1dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.738789 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a2265291-1f43-479d-bde3-4e04abb47f6d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.739142 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Added segment a2265291-1f43-479d-bde3-4e04abb47f6d of type vlan for network 64295dbc-1108-4204-ba00-21fd5ba1e0db Jan 27 21:44:11.747070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ad468c22-ace2-4187-96b9-9a7bd4832f74 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Deleting port 5ac7ec42-9fef-4fac-9207-4f7803ea9743 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:11.747428 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad468c22-ace2-4187-96b9-9a7bd4832f74 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5ac7ec42-9fef-4fac-9207-4f7803ea9743), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.754381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e979e2-8f62-4878-859a-f48918ffbd93,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:11.763010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Attempting to bind port 45f4866f-c30d-4cf5-bea4-0242ba26b401 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:11.763364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Attempting to bind port 45f4866f-c30d-4cf5-bea4-0242ba26b401 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:11.763683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Attempting to bind port 45f4866f-c30d-4cf5-bea4-0242ba26b401 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:11.806876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Port 45f4866f-c30d-4cf5-bea4-0242ba26b401 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:11.807197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Attempting to bind port 45f4866f-c30d-4cf5-bea4-0242ba26b401 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:11.833189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bd031-7672-4275-afb5-921356038e4f req-d7842c21-4557-4947-a060-5211b78f7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.836811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7c552b0e-0329-40ba-8af5-cb6314eb1dc1 None None] Current status of the port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:11.837015 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc7bd031-7672-4275-afb5-921356038e4f req-d7842c21-4557-4947-a060-5211b78f7438 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=56bceb56edbf41a4810a46a76f4d48af&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3447366 Jan 27 21:44:11.841533 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (64295dbc-1108-4204-ba00-21fd5ba1e0db), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.850989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4716f29-0f74-4a48-b7e2-84a2897b0626 req-27bf5688-c8b7-46e1-8d44-7371530647f7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:11.851940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4716f29-0f74-4a48-b7e2-84a2897b0626 req-27bf5688-c8b7-46e1-8d44-7371530647f7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.2754595 Jan 27 21:44:11.855895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:11.856347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:11.856726 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-548d7607-6dea-4b6d-8a6f-cfef4ed6731e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (7bc60710-b9ad-4556-a05b-0656fd51d557), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.856849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:11.857223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Bound port: 45f4866f-c30d-4cf5-bea4-0242ba26b401, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:11.857707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.901058 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (db6c354f-84a6-4bdf-9aad-32e5f1fec52f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.950363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-548d7607-6dea-4b6d-8a6f-cfef4ed6731e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7bc60710-b9ad-4556-a05b-0656fd51d557), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.954863 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad468c22-ace2-4187-96b9-9a7bd4832f74 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5ac7ec42-9fef-4fac-9207-4f7803ea9743), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:11.994317 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ad468c22-ace2-4187-96b9-9a7bd4832f74 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Calling delete_port for 5ac7ec42-9fef-4fac-9207-4f7803ea9743 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:12.022923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d7607-6dea-4b6d-8a6f-cfef4ed6731e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc60710-b9ad-4556-a05b-0656fd51d557,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:12.060292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Made reservation on behalf of baaa884c37364039b5a4bbeeb1e5e38f for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:12.061789 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.078582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-548d7607-6dea-4b6d-8a6f-cfef4ed6731e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.079956 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-548d7607-6dea-4b6d-8a6f-cfef4ed6731e tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.0330286 Jan 27 21:44:12.083131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51090) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:12.088002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-79013606-5405-438d-ba9e-77839bfa977a tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group_rule': {'security_group_id': '58152e77-e746-4577-9d83-9cd857217303', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7bc60710-b9ad-4556-a05b-0656fd51d557'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:12.098872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3e77de79-3b49-48f6-8cfc-6365ac4918cd None None] Provisioning complete for port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:12.100052 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e77de79-3b49-48f6-8cfc-6365ac4918cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.105853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4716f29-0f74-4a48-b7e2-84a2897b0626 req-50cd2a7f-38d2-4d34-93f4-5452b81c0692 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170050 Jan 27 21:44:12.117615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (64295dbc-1108-4204-ba00-21fd5ba1e0db), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.117615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.117615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.142782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] For port 45f4866f-c30d-4cf5-bea4-0242ba26b401, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:12.196187 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (db6c354f-84a6-4bdf-9aad-32e5f1fec52f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.200665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde077f-b43a-4aaf-836c-c78938284e1d req-0c5d79dc-e66e-4cb7-bbcb-ca75963e612c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.207605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dde077f-b43a-4aaf-836c-c78938284e1d req-0c5d79dc-e66e-4cb7-bbcb-ca75963e612c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 948 time: 0.2299929 Jan 27 21:44:12.218766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bd031-7672-4275-afb5-921356038e4f req-154772d4-2f34-49a9-9f82-016bd3ff1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.220289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc7bd031-7672-4275-afb5-921356038e4f req-154772d4-2f34-49a9-9f82-016bd3ff1855 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3656943 Jan 27 21:44:12.222058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] For port 45f4866f-c30d-4cf5-bea4-0242ba26b401, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=45f4866f-c30d-4cf5-bea4-0242ba26b401,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:12.229203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3e77de79-3b49-48f6-8cfc-6365ac4918cd None None] Current status of the port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:12.260514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3877988 Jan 27 21:44:12.260733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3e77de79-3b49-48f6-8cfc-6365ac4918cd None None] Provisioning complete for port 5ac7ec42-9fef-4fac-9207-4f7803ea9743 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:12.260733 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e77de79-3b49-48f6-8cfc-6365ac4918cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5ac7ec42-9fef-4fac-9207-4f7803ea9743), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.260926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c44b7-b663-4f9e-b37b-6b1b615a3e5c admin admin] Pushing event updated for resources: {'Network': ['ID=64295dbc-1108-4204-ba00-21fd5ba1e0db,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:12.262570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51092) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:12.268645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-82a89572-f213-45cd-a459-7abb1eb67ae2 admin admin] Request body: {'subnet': {'network_id': '64295dbc-1108-4204-ba00-21fd5ba1e0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-280075561-subnet', 'tenant_id': '168248651a67434eb91ae85044b43fec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:12.273483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 64295dbc-1108-4204-ba00-21fd5ba1e0db details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:12.321891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Allocated IP 172.20.0.5 (e1c09d8a-8c2d-4d53-a7c3-ebd34c604156/6cd8c838-195c-4376-a980-ec062e79b1ed/370567a5-7eb1-4839-bb0c-8ded517a8c69) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:12.348197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.367374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dde077f-b43a-4aaf-836c-c78938284e1d req-30b17325-e028-4bcb-a5b4-f1414b6a758a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510580 Jan 27 21:44:12.424564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 70b5b6b6-cd72-498b-bf6c-3ded4d90182f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:12.463911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Pushing event updated for resources: {'Port': ['ID=45f4866f-c30d-4cf5-bea4-0242ba26b401,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:12.476460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3e77de79-3b49-48f6-8cfc-6365ac4918cd None None] Port 5ac7ec42-9fef-4fac-9207-4f7803ea9743 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:12.482976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.483815 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.485089 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:12.485713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-70e40642-84fc-4b0a-a5c4-065c73d2ac47 service neutron] 10.222.0.71 "PUT /v2.0/ports/45f4866f-c30d-4cf5-bea4-0242ba26b401 HTTP/1.1" status: 200 len: 1096 time: 2.1443090 Jan 27 21:44:12.486688 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a89572-f213-45cd-a459-7abb1eb67ae2 admin admin] Made reservation on behalf of 168248651a67434eb91ae85044b43fec for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:12.490699 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82a89572-f213-45cd-a459-7abb1eb67ae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.492949 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=db6c354f-84a6-4bdf-9aad-32e5f1fec52f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:12.502941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:12.511446 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:12.521563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:12.522491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.583413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-5fb839d6-8fde-4356-a716-0be78aaaccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.586388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-5fb839d6-8fde-4356-a716-0be78aaaccee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 1095 time: 0.3070641 Jan 27 21:44:12.630669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:12.642183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-83c8516a-5576-4f82-99ef-f4ce5753adb9 None None] Provisioning complete for port 5ac7ec42-9fef-4fac-9207-4f7803ea9743 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:12.642959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-83c8516a-5576-4f82-99ef-f4ce5753adb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5ac7ec42-9fef-4fac-9207-4f7803ea9743), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:12.701658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-83c8516a-5576-4f82-99ef-f4ce5753adb9 None None] Port 5ac7ec42-9fef-4fac-9207-4f7803ea9743 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:12.702141 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81ee1e3d-21b9-4901-845f-30018cd1b52f req-5fa4661b-f68a-492b-a3ae-86613c0a2d38 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 210 time: 0.1215789 Jan 27 21:44:12.751004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-cdcc2964-cef9-4952-b91f-afcba52d4950 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1368993-dd0a-4234-80fe-d51d39870566 HTTP/1.1" status: 200 len: 217 time: 0.1528826 Jan 27 21:44:12.804854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-66143e78-b8b1-433c-89c8-ef5ec1afd068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.806375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-66143e78-b8b1-433c-89c8-ef5ec1afd068 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 1099 time: 0.1969500 Jan 27 21:44:12.855441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-d0c75e02-eae9-47e8-9336-8455dc3c036d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=45f4866f-c30d-4cf5-bea4-0242ba26b401 HTTP/1.1" status: 200 len: 217 time: 0.0408325 Jan 27 21:44:12.856906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-5292133e-b629-4716-acf3-cd41b3c39104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.858258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-5292133e-b629-4716-acf3-cd41b3c39104 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 200 len: 856 time: 0.0995786 Jan 27 21:44:12.937896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-31b981df-3bc8-452a-afbe-6a868c025c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.939288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-31b981df-3bc8-452a-afbe-6a868c025c20 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0781665 Jan 27 21:44:12.941902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-5a6f8147-1cdc-4a00-bdde-d26b4f530726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:12.943265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-5a6f8147-1cdc-4a00-bdde-d26b4f530726 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf700070-3437-4935-bb61-9656ea0d6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749106 Jan 27 21:44:13.009129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks [] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.048022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad468c22-ace2-4187-96b9-9a7bd4832f74 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5ac7ec42-9fef-4fac-9207-4f7803ea9743), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.063095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-960a5374-3601-4787-9691-4d06cd2d2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:13.064630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-960a5374-3601-4787-9691-4d06cd2d2ae2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194339 Jan 27 21:44:13.103833 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-79013606-5405-438d-ba9e-77839bfa977a tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:44:13.104946 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-79013606-5405-438d-ba9e-77839bfa977a tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.0206366 Jan 27 21:44:13.105762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad468c22-ace2-4187-96b9-9a7bd4832f74 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Pushing event deleted for resources: {'Port': ['ID=5ac7ec42-9fef-4fac-9207-4f7803ea9743,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:13.114493 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51098) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:13.155899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-484ec388-86e6-49fd-a9d9-aed647a08014 service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012455 Jan 27 21:44:13.174331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfc8021-a0e4-4727-9b99-bfcc35a44175', 'tag': '45f4866f-c30d-4cf5-bea4-0242ba26b401'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:13.182018 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9350cc-2df1-4770-a324-8d517f740989" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfc8021-a0e4-4727-9b99-bfcc35a44175", "tag": "45f4866f-c30d-4cf5-bea4-0242ba26b401"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:13.251296 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad468c22-ace2-4187-96b9-9a7bd4832f74 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.255390 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ad468c22-ace2-4187-96b9-9a7bd4832f74 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] 10.222.0.61 "DELETE /v2.0/ports/5ac7ec42-9fef-4fac-9207-4f7803ea9743 HTTP/1.1" status: 204 len: 168 time: 2.2550921 Jan 27 21:44:13.258391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51104) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:13.264714 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee511d83-0b00-4327-98f9-929cbf1f65c4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (7bc60710-b9ad-4556-a05b-0656fd51d557), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.292685 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee511d83-0b00-4327-98f9-929cbf1f65c4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (7bc60710-b9ad-4556-a05b-0656fd51d557), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.302300 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.328610 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08928c7-711a-408d-a395-81e1c820ad79 x-openstack-request-id: req-d08928c7-711a-408d-a395-81e1c820ad79 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:13.328930 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfc8021-a0e4-4727-9b99-bfcc35a44175", "tag": "45f4866f-c30d-4cf5-bea4-0242ba26b401", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:13.329231 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d08928c7-711a-408d-a395-81e1c820ad79 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:13.329643 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfc8021-a0e4-4727-9b99-bfcc35a44175', 'tag': '45f4866f-c30d-4cf5-bea4-0242ba26b401', 'status': 'completed', 'code': 200} Jan 27 21:44:13.397891 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82a89572-f213-45cd-a459-7abb1eb67ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (5690318f-5473-42f5-b2b9-cf164965e9ac), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.406330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-8074cbb4-b452-4f66-b5bc-8a2bed43d934 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337791 Jan 27 21:44:13.436395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:13.440939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e57449-00d3-42f5-84ba-bfd55472d8ab req-14caf7d9-5cdf-4a42-b296-497d14459f06 service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758048 Jan 27 21:44:13.441547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Pushing event updated for resources: {'Port': ['ID=370567a5-7eb1-4839-bb0c-8ded517a8c69,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:13.447024 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:13.450810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:13.530735 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ebd9ed63-21cd-470d-9de9-1ab1b2073e81 tempest-DHCPAgentSchedulersTestJSON-1262062590 tempest-DHCPAgentSchedulersTestJSON-1262062590-project-admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2712004 Jan 27 21:44:13.534785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51110) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:13.547494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2143be61-5b3f-4a5a-a44e-3397e89c51e0 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1041319732'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:13.568311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030828a5-521e-4843-861e-1057f5d930f9 req-8030175d-77d5-4155-9435-f4238814038e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:13.570389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-030828a5-521e-4843-861e-1057f5d930f9 req-8030175d-77d5-4155-9435-f4238814038e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.2437761 Jan 27 21:44:13.570542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:13.571012 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.576034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_gateway (9a4f9aac-e184-41e8-930d-6066a9c7012c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.581194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a89572-f213-45cd-a459-7abb1eb67ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5690318f-5473-42f5-b2b9-cf164965e9ac,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:13.625747 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee511d83-0b00-4327-98f9-929cbf1f65c4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7bc60710-b9ad-4556-a05b-0656fd51d557), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.628813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee511d83-0b00-4327-98f9-929cbf1f65c4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.633139 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ee511d83-0b00-4327-98f9-929cbf1f65c4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "DELETE /v2.0/security-groups/7bc60710-b9ad-4556-a05b-0656fd51d557 HTTP/1.1" status: 204 len: 168 time: 0.5102155 Jan 27 21:44:13.635869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51112) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:13.656573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a89572-f213-45cd-a459-7abb1eb67ae2 admin admin] Checking segment: {'id': 'a2265291-1f43-479d-bde3-4e04abb47f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '64295dbc-1108-4204-ba00-21fd5ba1e0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:13.656947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a89572-f213-45cd-a459-7abb1eb67ae2 admin admin] Network hostable DHCP agents. Network: 64295dbc-1108-4204-ba00-21fd5ba1e0db, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:13.659589 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee511d83-0b00-4327-98f9-929cbf1f65c4 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc60710-b9ad-4556-a05b-0656fd51d557,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:13.670369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf92d2-248f-44ad-8d0c-2c196ff7024c req-00b054d7-eb49-4c6f-b398-9507d78e16e8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:13.671905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08cf92d2-248f-44ad-8d0c-2c196ff7024c req-00b054d7-eb49-4c6f-b398-9507d78e16e8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 948 time: 0.1588809 Jan 27 21:44:13.688500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7e45d56-e907-4820-b8b3-a767942b3389 req-ef901545-dc59-427f-98c7-4e022c893e33 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508454 Jan 27 21:44:13.701100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-030828a5-521e-4843-861e-1057f5d930f9 req-c81e11f2-59cc-4f61-9606-07506ed753db tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239712 Jan 27 21:44:13.715647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2143be61-5b3f-4a5a-a44e-3397e89c51e0 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Made reservation on behalf of a9cddf6e4ccb487187ed0b198340dc5e for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:13.719107 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2143be61-5b3f-4a5a-a44e-3397e89c51e0 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.757331 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-79664393-2bd8-4333-8843-4f75d3171ace tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2937956 Jan 27 21:44:13.762589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08cf92d2-248f-44ad-8d0c-2c196ff7024c req-6cfcc645-9e11-47ab-8cd4-81ae03c13f64 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804441 Jan 27 21:44:13.768374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Request body: {'port': {'device_id': 'dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:13.801728 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-10f7bc59-9723-47fb-9814-cd4ae6bfab90 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1632161 Jan 27 21:44:13.810902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51118) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:13.830959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a89572-f213-45cd-a459-7abb1eb67ae2 admin admin] Network 64295dbc-1108-4204-ba00-21fd5ba1e0db is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:13.847543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2143be61-5b3f-4a5a-a44e-3397e89c51e0 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:13.869847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921f30b-8bbd-4b6a-aca3-fa797769a11a req-db16a183-e30c-4ae4-a733-a9b27708a88b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:13.871339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8921f30b-8bbd-4b6a-aca3-fa797769a11a req-db16a183-e30c-4ae4-a733-a9b27708a88b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 931 time: 0.0937123 Jan 27 21:44:13.883686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2143be61-5b3f-4a5a-a44e-3397e89c51e0 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (c8c89f95-255e-4dfc-bb57-b321e230eb6e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.884024 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-2143be61-5b3f-4a5a-a44e-3397e89c51e0 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Added segment c8c89f95-255e-4dfc-bb57-b321e230eb6e of type vlan for network ccdcb90d-610e-48c3-bb42-8643ea93c25f Jan 27 21:44:13.909078 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c61ad80-4512-4480-8cbb-72942ad0fea6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (58152e77-e746-4577-9d83-9cd857217303), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.932614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-82a89572-f213-45cd-a459-7abb1eb67ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 64295dbc-1108-4204-ba00-21fd5ba1e0db) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:13.940836 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.941051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1bca01-9252-42bf-b776-2c5f0305da36 None None] Network 64295dbc-1108-4204-ba00-21fd5ba1e0db requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:13.959440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a89572-f213-45cd-a459-7abb1eb67ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:13.960104 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82a89572-f213-45cd-a459-7abb1eb67ae2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.972531 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c61ad80-4512-4480-8cbb-72942ad0fea6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (58152e77-e746-4577-9d83-9cd857217303), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.992967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2143be61-5b3f-4a5a-a44e-3397e89c51e0 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (ccdcb90d-610e-48c3-bb42-8643ea93c25f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:13.998970 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (9a4f9aac-e184-41e8-930d-6066a9c7012c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.020797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8921f30b-8bbd-4b6a-aca3-fa797769a11a req-6128a918-0004-435d-a943-8992e0e48216 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405311 Jan 27 21:44:14.033548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9350cc-2df1-4770-a324-8d517f740989 req-54b5d066-1ff6-4a30-9417-b35cd6361ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:14.035241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d9350cc-2df1-4770-a324-8d517f740989 req-54b5d066-1ff6-4a30-9417-b35cd6361ade service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 1099 time: 0.1225305 Jan 27 21:44:14.063411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28d3075-472c-40ed-9fb8-ac8344d731f9 None None] Network 64295dbc-1108-4204-ba00-21fd5ba1e0db requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:14.112157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-82a89572-f213-45cd-a459-7abb1eb67ae2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8408864 Jan 27 21:44:14.169586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9350cc-2df1-4770-a324-8d517f740989 req-12e63625-0dfa-4b36-8d6c-3da968b539a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:14.171035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d9350cc-2df1-4770-a324-8d517f740989 req-12e63625-0dfa-4b36-8d6c-3da968b539a0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1270268 Jan 27 21:44:14.172132 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c61ad80-4512-4480-8cbb-72942ad0fea6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (58152e77-e746-4577-9d83-9cd857217303), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.175261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c61ad80-4512-4480-8cbb-72942ad0fea6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.176345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9c61ad80-4512-4480-8cbb-72942ad0fea6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "DELETE /v2.0/security-groups/58152e77-e746-4577-9d83-9cd857217303 HTTP/1.1" status: 204 len: 168 time: 0.3640571 Jan 27 21:44:14.186266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51122) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:14.200890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61ad80-4512-4480-8cbb-72942ad0fea6 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58152e77-e746-4577-9d83-9cd857217303,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:14.201142 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2143be61-5b3f-4a5a-a44e-3397e89c51e0 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (ccdcb90d-610e-48c3-bb42-8643ea93c25f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.206090 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2143be61-5b3f-4a5a-a44e-3397e89c51e0 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:14.206702 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2143be61-5b3f-4a5a-a44e-3397e89c51e0 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.244361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d9350cc-2df1-4770-a324-8d517f740989 req-ef38487a-c4b1-4932-b6f2-dc89763ae345 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=45f4866f-c30d-4cf5-bea4-0242ba26b401 HTTP/1.1" status: 200 len: 217 time: 0.0545475 Jan 27 21:44:14.244361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51126) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:14.344797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143be61-5b3f-4a5a-a44e-3397e89c51e0 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Pushing event updated for resources: {'Network': ['ID=ccdcb90d-610e-48c3-bb42-8643ea93c25f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:14.346563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec02e259-a3b9-4a2f-872e-909671cf7dc0 admin admin] Deleting subnet 5690318f-5473-42f5-b2b9-cf164965e9ac {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:44:14.354701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9991dab2-023a-4bb4-b17b-0628866defad tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1659625 Jan 27 21:44:14.358881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec02e259-a3b9-4a2f-872e-909671cf7dc0 admin admin] Publish callbacks [] for subnet (5690318f-5473-42f5-b2b9-cf164965e9ac), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.359184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51128) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:14.360645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9350cc-2df1-4770-a324-8d517f740989 req-796dd54b-fc01-457e-a8cd-dc22c5dd89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:14.362109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d9350cc-2df1-4770-a324-8d517f740989 req-796dd54b-fc01-457e-a8cd-dc22c5dd89c6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1063864 Jan 27 21:44:14.362878 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network ccdcb90d-610e-48c3-bb42-8643ea93c25f details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:14.365211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5e7d0b96-25b5-4ddf-9a3e-ea3fb9256799 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096872444'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:14.399689 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2143be61-5b3f-4a5a-a44e-3397e89c51e0 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8618894 Jan 27 21:44:14.420856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51130) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:14.425011 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec02e259-a3b9-4a2f-872e-909671cf7dc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (5690318f-5473-42f5-b2b9-cf164965e9ac), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.457340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9350cc-2df1-4770-a324-8d517f740989 req-d95f77aa-6aff-4812-af6c-67a445daeb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:14.458855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d9350cc-2df1-4770-a324-8d517f740989 req-d95f77aa-6aff-4812-af6c-67a445daeb1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785265 Jan 27 21:44:14.479085 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec02e259-a3b9-4a2f-872e-909671cf7dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (5690318f-5473-42f5-b2b9-cf164965e9ac), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.541984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 9a4f9aac-e184-41e8-930d-6066a9c7012c is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:44:14.581234 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e7d0b96-25b5-4ddf-9a3e-ea3fb9256799 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.595734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d9350cc-2df1-4770-a324-8d517f740989 req-1b97b9aa-fdaf-48f7-99bc-faf98a30b216 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256731 Jan 27 21:44:14.605973 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370567a5-7eb1-4839-bb0c-8ded517a8c69 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:14.623477 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Publish callbacks [] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.703270 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a46fa70c-4abb-4af9-baec-959363ccb82a tempest-DHCPAgentSchedulersTestJSON-1262062590 tempest-DHCPAgentSchedulersTestJSON-1262062590-project-admin] 10.222.0.61 "GET /v2.0/agents/ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf/dhcp-networks HTTP/1.1" status: 200 len: 8877 time: 0.2812397 Jan 27 21:44:14.708469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Transition to ACTIVE for port object 370567a5-7eb1-4839-bb0c-8ded517a8c69 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:14.712070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51132) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:14.833636 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.883494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:14.898189 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def62b6-da7a-4ec7-8fa5-09c1365481e8 None None] Sync routers for ids ['9a4f9aac-e184-41e8-930d-6066a9c7012c'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:14.906142 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e7d0b96-25b5-4ddf-9a3e-ea3fb9256799 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (4c547e45-0823-4f20-800d-6c19336e7ff5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.932173 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Pushing event updated for resources: {'Port': ['ID=370567a5-7eb1-4839-bb0c-8ded517a8c69,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:14.938427 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def62b6-da7a-4ec7-8fa5-09c1365481e8 None None] Routers {'9a4f9aac-e184-41e8-930d-6066a9c7012c'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:14.939065 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9def62b6-da7a-4ec7-8fa5-09c1365481e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['9a4f9aac-e184-41e8-930d-6066a9c7012c'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:14.959531 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e7d0b96-25b5-4ddf-9a3e-ea3fb9256799 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4c547e45-0823-4f20-800d-6c19336e7ff5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:14.998803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec02e259-a3b9-4a2f-872e-909671cf7dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (5690318f-5473-42f5-b2b9-cf164965e9ac), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.006179 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9def62b6-da7a-4ec7-8fa5-09c1365481e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:15.024536 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def62b6-da7a-4ec7-8fa5-09c1365481e8 None None] Routers {'9a4f9aac-e184-41e8-930d-6066a9c7012c'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:15.025616 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9def62b6-da7a-4ec7-8fa5-09c1365481e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['9a4f9aac-e184-41e8-930d-6066a9c7012c'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:15.031312 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.035356 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e075fe12-57c2-4a55-b1fc-6e03c70b661e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.0302086 Jan 27 21:44:15.038163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51140) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:15.071055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5f55ef-003c-4efa-b8f4-33f5194cffa1 tempest-DHCPAgentSchedulersTestJSON-1262062590 tempest-DHCPAgentSchedulersTestJSON-1262062590-project-admin] Network ccdcb90d-610e-48c3-bb42-8643ea93c25f is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:15.082429 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9def62b6-da7a-4ec7-8fa5-09c1365481e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:15.083499 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def62b6-da7a-4ec7-8fa5-09c1365481e8 None None] The sync data for ids ['9a4f9aac-e184-41e8-930d-6066a9c7012c'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:15.083690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02e259-a3b9-4a2f-872e-909671cf7dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5690318f-5473-42f5-b2b9-cf164965e9ac,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:15.108857 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec02e259-a3b9-4a2f-872e-909671cf7dc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.113080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ec02e259-a3b9-4a2f-872e-909671cf7dc0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5690318f-5473-42f5-b2b9-cf164965e9ac HTTP/1.1" status: 204 len: 168 time: 0.8638268 Jan 27 21:44:15.113224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d0b96-25b5-4ddf-9a3e-ea3fb9256799 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c547e45-0823-4f20-800d-6c19336e7ff5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:15.114551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51144) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:15.178306 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Attempting to bind port 370567a5-7eb1-4839-bb0c-8ded517a8c69 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:15.179241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Attempting to bind port 370567a5-7eb1-4839-bb0c-8ded517a8c69 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:15.179575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Attempting to bind port 370567a5-7eb1-4839-bb0c-8ded517a8c69 on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:15.187213 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e7d0b96-25b5-4ddf-9a3e-ea3fb9256799 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.194170 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5e7d0b96-25b5-4ddf-9a3e-ea3fb9256799 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8279908 Jan 27 21:44:15.194170 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51146) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:15.195048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c4bee-40ae-41d7-bdda-7efe9629e1d6 req-9cba6a16-f232-4b0f-8907-bff20d383e89 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:15.196487 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d47c4bee-40ae-41d7-bdda-7efe9629e1d6 req-9cba6a16-f232-4b0f-8907-bff20d383e89 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 948 time: 0.2046931 Jan 27 21:44:15.198543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ab3fa7ce-1dc7-4ef0-a95f-fcd74e6fb6df tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:15.199939 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-ab3fa7ce-1dc7-4ef0-a95f-fcd74e6fb6df tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 21:44:15.200506 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-ab3fa7ce-1dc7-4ef0-a95f-fcd74e6fb6df tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 21:44:15.204105 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ab3fa7ce-1dc7-4ef0-a95f-fcd74e6fb6df tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "PUT /v2.0/security-groups/4c547e45-0823-4f20-800d-6c19336e7ff5 HTTP/1.1" status: 409 len: 330 time: 0.0069513 Jan 27 21:44:15.205250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51148) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:15.205600 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Port 370567a5-7eb1-4839-bb0c-8ded517a8c69 on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:15.205995 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Attempting to bind port 370567a5-7eb1-4839-bb0c-8ded517a8c69 on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:15.208814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db43fe-cef3-49c6-bf71-61a99390c204 req-b642327d-625a-4269-9af1-7cf9989a86f0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:15.210813 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37db43fe-cef3-49c6-bf71-61a99390c204 req-b642327d-625a-4269-9af1-7cf9989a86f0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.2206540 Jan 27 21:44:15.218022 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d9350cc-2df1-4770-a324-8d517f740989 req-6e3bcad6-8e0f-49f8-acfb-2a5282bce85b service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6157913 Jan 27 21:44:15.239759 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-db5f55ef-003c-4efa-b8f4-33f5194cffa1 tempest-DHCPAgentSchedulersTestJSON-1262062590 tempest-DHCPAgentSchedulersTestJSON-1262062590-project-admin] 10.222.0.61 "POST /v2.0/agents/ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5225103 Jan 27 21:44:15.240573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20281bb-15b4-4bea-b7b5-a67cab5da35a None None] Network ccdcb90d-610e-48c3-bb42-8643ea93c25f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:15.243398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51150) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:15.244243 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:15.244586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Checking segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:15.244980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Bound using segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:15.245602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Bound port: 370567a5-7eb1-4839-bb0c-8ded517a8c69, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:15.245974 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.277963 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (64295dbc-1108-4204-ba00-21fd5ba1e0db), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.288571 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9d3198a7-5dcc-4f20-9ff1-0dd1eb8aaf94 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/routers/9a4f9aac-e184-41e8-930d-6066a9c7012c HTTP/1.1" status: 200 len: 879 time: 0.2428148 Jan 27 21:44:15.290233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51152) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:15.410709 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a5499a65-a64c-43d2-b592-1f06d7d4716e tempest-DHCPAgentSchedulersTestJSON-1262062590 tempest-DHCPAgentSchedulersTestJSON-1262062590-project-admin] 10.222.0.61 "GET /v2.0/agents/ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf/dhcp-networks HTTP/1.1" status: 200 len: 9610 time: 0.1596415 Jan 27 21:44:15.412768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51154) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:15.424124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d47c4bee-40ae-41d7-bdda-7efe9629e1d6 req-9b76b81c-c292-4b4d-bf23-7945c0792c0d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116442 Jan 27 21:44:15.457758 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37db43fe-cef3-49c6-bf71-61a99390c204 req-eaba0595-c8db-4435-a74e-994828bf3a58 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326024 Jan 27 21:44:15.479900 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-982b4134-3446-41bd-8748-fae52395b752 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (4c547e45-0823-4f20-800d-6c19336e7ff5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.524048 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (64295dbc-1108-4204-ba00-21fd5ba1e0db), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.549938 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-982b4134-3446-41bd-8748-fae52395b752 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (4c547e45-0823-4f20-800d-6c19336e7ff5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.553284 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] For port 370567a5-7eb1-4839-bb0c-8ded517a8c69, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:15.555728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64295dbc-1108-4204-ba00-21fd5ba1e0db']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:15.568225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2265291-1f43-479d-bde3-4e04abb47f6d') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:15.568225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2265291-1f43-479d-bde3-4e04abb47f6d') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:15.573382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] For port 370567a5-7eb1-4839-bb0c-8ded517a8c69, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=370567a5-7eb1-4839-bb0c-8ded517a8c69,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:15.598572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 45f4866f-c30d-4cf5-bea4-0242ba26b401 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:15.611164 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (a2265291-1f43-479d-bde3-4e04abb47f6d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.631981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a2265291-1f43-479d-bde3-4e04abb47f6d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.662849 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-51457354-cbd5-481f-8da3-9ea21c925889 tempest-DHCPAgentSchedulersTestJSON-1262062590 tempest-DHCPAgentSchedulersTestJSON-1262062590-project-admin] 10.222.0.61 "DELETE /v2.0/agents/ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf/dhcp-networks/ccdcb90d-610e-48c3-bb42-8643ea93c25f HTTP/1.1" status: 204 len: 168 time: 0.2489398 Jan 27 21:44:15.664226 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51156) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:15.669983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:44:15.670511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (a2265291-1f43-479d-bde3-4e04abb47f6d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:44:15.673738 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:44:15.763918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd357a21-f3c1-4f10-9685-5c30ac2fe980 req-42b05ab5-2768-4e14-9897-b8b35a6af23a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:15.765810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd357a21-f3c1-4f10-9685-5c30ac2fe980 req-42b05ab5-2768-4e14-9897-b8b35a6af23a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 943 time: 0.1363561 Jan 27 21:44:15.769481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 45f4866f-c30d-4cf5-bea4-0242ba26b401, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=45f4866f-c30d-4cf5-bea4-0242ba26b401,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:15.778172 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-064a5ba2-e5ac-4763-bdd5-bc42b09ee489 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4839840 Jan 27 21:44:15.779354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51158) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:15.785030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '45f4866f-c30d-4cf5-bea4-0242ba26b401', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '45f4866f-c30d-4cf5-bea4-0242ba26b401', 'mac_address': 'fa:16:3e:ac:99:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:15.786307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5df72164-f546-4dfb-8ca4-a0517080ec8d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-529393899'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:15.838798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 45f4866f-c30d-4cf5-bea4-0242ba26b401 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:15.839205 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.853401 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (64295dbc-1108-4204-ba00-21fd5ba1e0db), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.858413 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:15.863829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f4866f-c30d-4cf5-bea4-0242ba26b401 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:15.864655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] 10.222.0.61 "DELETE /v2.0/networks/64295dbc-1108-4204-ba00-21fd5ba1e0db HTTP/1.1" status: 204 len: 168 time: 0.7497344 Jan 27 21:44:15.904438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 45f4866f-c30d-4cf5-bea4-0242ba26b401, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=45f4866f-c30d-4cf5-bea4-0242ba26b401,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:15.916704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d91b89-0c5d-4a47-9ec4-4a2ff1c6c464 admin admin] Pushing event deleted for resources: {'Network': ['ID=64295dbc-1108-4204-ba00-21fd5ba1e0db,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:15.990599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd357a21-f3c1-4f10-9685-5c30ac2fe980 req-49e22373-9e05-4416-a1d8-87ffb6798e9a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127786 Jan 27 21:44:15.994989 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.053565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=45f4866f-c30d-4cf5-bea4-0242ba26b401,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:16.094955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-982b4134-3446-41bd-8748-fae52395b752 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4c547e45-0823-4f20-800d-6c19336e7ff5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.097603 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-982b4134-3446-41bd-8748-fae52395b752 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.098766 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-982b4134-3446-41bd-8748-fae52395b752 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "DELETE /v2.0/security-groups/4c547e45-0823-4f20-800d-6c19336e7ff5 HTTP/1.1" status: 204 len: 168 time: 0.8904936 Jan 27 21:44:16.099973 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.114330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51162) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:16.155456 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:16.156112 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.157494 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] 10.222.0.74 "PUT /v2.0/ports/370567a5-7eb1-4839-bb0c-8ded517a8c69 HTTP/1.1" status: 200 len: 1091 time: 2.3935399 Jan 27 21:44:16.165580 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0', 'tag': '370567a5-7eb1-4839-bb0c-8ded517a8c69'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:16.167236 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439f9870-ed9c-4a9f-99e6-d2d6683f7db4" -d '{"events": [{"name": "network-changed", "server_uuid": "dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0", "tag": "370567a5-7eb1-4839-bb0c-8ded517a8c69"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:16.186860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b4134-3446-41bd-8748-fae52395b752 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c547e45-0823-4f20-800d-6c19336e7ff5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:16.236802 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b227e18f-1559-40a7-af00-0678e48ed02c tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0936265 Jan 27 21:44:16.241022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51166) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:16.261085 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-0997c432-a23f-4f0b-b6c6-f6c53c7efc28 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] delete failed (client error): The resource could not be found. Jan 27 21:44:16.265913 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0997c432-a23f-4f0b-b6c6-f6c53c7efc28 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "DELETE /v2.0/security-groups/e347ef87-1240-41e4-9d9b-abce187cc025 HTTP/1.1" status: 404 len: 347 time: 0.0202098 Jan 27 21:44:16.265913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521e07c-f008-42ae-9737-9931cfc20d24 service neutron] Pushing event updated for resources: {'Port': ['ID=370567a5-7eb1-4839-bb0c-8ded517a8c69,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:16.268153 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51168) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:16.291143 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daeee47-129d-4932-a38f-37d261846915 x-openstack-request-id: req-7daeee47-129d-4932-a38f-37d261846915 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:16.301733 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0", "tag": "370567a5-7eb1-4839-bb0c-8ded517a8c69", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:16.301733 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7daeee47-129d-4932-a38f-37d261846915 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:16.301733 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0', 'tag': '370567a5-7eb1-4839-bb0c-8ded517a8c69', 'status': 'completed', 'code': 200} Jan 27 21:44:16.301733 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-2b9c41c5-000d-42cd-85e4-e00ef14d5ed2 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] show failed (client error): The resource could not be found. Jan 27 21:44:16.301733 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2b9c41c5-000d-42cd-85e4-e00ef14d5ed2 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "GET /v2.0/security-groups/c3252932-8d95-4a31-830d-f6b18f7177ec HTTP/1.1" status: 404 len: 347 time: 0.0192130 Jan 27 21:44:16.301733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51170) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:16.307220 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51172) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:16.314489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['45f4866f-c30d-4cf5-bea4-0242ba26b401'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:16.388019 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-a811b2e8-285d-4d77-93b8-cd4781bf2137 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] show failed (client error): The resource could not be found. Jan 27 21:44:16.392698 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a811b2e8-285d-4d77-93b8-cd4781bf2137 tempest-NegativeSecGroupTest-235044816 tempest-NegativeSecGroupTest-235044816-project] 10.222.0.61 "GET /v2.0/security-group-rules/8a728da5-405e-41b5-959e-24698e96978d HTTP/1.1" status: 404 len: 356 time: 0.0730894 Jan 27 21:44:16.397301 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5df72164-f546-4dfb-8ca4-a0517080ec8d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (9a4f9aac-e184-41e8-930d-6066a9c7012c), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.402642 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c005f2cb-3718-40fd-8829-8447cba07fb3 tempest-DHCPAgentSchedulersTestJSON-1262062590 tempest-DHCPAgentSchedulersTestJSON-1262062590-project-admin] 10.222.0.61 "GET /v2.0/agents/ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf/dhcp-networks HTTP/1.1" status: 200 len: 8839 time: 0.7372804 Jan 27 21:44:16.403769 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51176) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:16.451514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9870-ed9c-4a9f-99e6-d2d6683f7db4 req-b5e49c4b-55e3-408a-ac8e-38981be6d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:16.453695 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-439f9870-ed9c-4a9f-99e6-d2d6683f7db4 req-b5e49c4b-55e3-408a-ac8e-38981be6d991 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 1094 time: 0.1200652 Jan 27 21:44:16.455726 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4b377254-4f83-443b-98fb-68c8d4573be0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=168248651a67434eb91ae85044b43fec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1544881 Jan 27 21:44:16.458664 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51180) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:16.470191 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e1368993-dd0a-4234-80fe-d51d39870566 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:16.480180 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8180abdc-f4a7-411d-bde8-c49b370e2dc0 tempest-DHCPAgentSchedulersTestJSON-1262062590 tempest-DHCPAgentSchedulersTestJSON-1262062590-project-admin] 10.222.0.61 "GET /v2.0/networks/131c8070-d44c-4498-8d52-d4b6b84952b4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0717201 Jan 27 21:44:16.481213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51182) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:16.525378 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-720d4639-63b3-41cd-a504-bb17ec6fcd05 tempest-DHCPAgentSchedulersTestJSON-1262062590 tempest-DHCPAgentSchedulersTestJSON-1262062590-project-admin] 10.222.0.61 "GET /v2.0/networks/131c8070-d44c-4498-8d52-d4b6b84952b4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0335569 Jan 27 21:44:16.525378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51186) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:16.539948 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5df72164-f546-4dfb-8ca4-a0517080ec8d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (9a4f9aac-e184-41e8-930d-6066a9c7012c), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.634589 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9870-ed9c-4a9f-99e6-d2d6683f7db4 req-9440c3ac-b8cd-48dd-82f6-630ab3fb5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:16.637672 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-439f9870-ed9c-4a9f-99e6-d2d6683f7db4 req-9440c3ac-b8cd-48dd-82f6-630ab3fb5426 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1715319 Jan 27 21:44:16.695863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:16.721098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'e1368993-dd0a-4234-80fe-d51d39870566', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'port_id': 'e1368993-dd0a-4234-80fe-d51d39870566', 'mac_address': 'fa:16:3e:81:43:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:16.764425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port e1368993-dd0a-4234-80fe-d51d39870566 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:16.764821 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e1368993-dd0a-4234-80fe-d51d39870566), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.789964 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1368993-dd0a-4234-80fe-d51d39870566 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:16.791634 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56b0a414-490d-41fd-8c09-c2e08beabb34 admin admin] Publish callbacks [] for security_group (81e979e2-8f62-4878-859a-f48918ffbd93), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.799093 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9870-ed9c-4a9f-99e6-d2d6683f7db4 req-7530b531-dcfc-4af6-8219-d8dbd8732d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:16.800818 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-439f9870-ed9c-4a9f-99e6-d2d6683f7db4 req-7530b531-dcfc-4af6-8219-d8dbd8732d4e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508794 Jan 27 21:44:16.816691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:16.825015 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56b0a414-490d-41fd-8c09-c2e08beabb34 admin admin] Publish callbacks [] for security_group (81e979e2-8f62-4878-859a-f48918ffbd93), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.892415 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:16.902536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558db54-2a28-47a1-a144-e3206e5f9c33 req-7acd6e2e-2686-4ba1-a1eb-5bd1659adab9 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:16.904189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4558db54-2a28-47a1-a144-e3206e5f9c33 req-7acd6e2e-2686-4ba1-a1eb-5bd1659adab9 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 949 time: 0.2670531 Jan 27 21:44:16.906127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df72164-f546-4dfb-8ca4-a0517080ec8d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 9a4f9aac-e184-41e8-930d-6066a9c7012c has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:44:16.934795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd3b43-1448-4fd5-8322-dbf64cfc9ef7 req-2e6e8455-b4ca-4a36-af97-d9686615b52a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:16.941816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79dd3b43-1448-4fd5-8322-dbf64cfc9ef7 req-2e6e8455-b4ca-4a36-af97-d9686615b52a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.2956643 Jan 27 21:44:16.952984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:16.964004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-3932be28-9565-438d-b174-e5f657966d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:16.965610 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-3932be28-9565-438d-b174-e5f657966d76 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 1094 time: 0.1217694 Jan 27 21:44:17.026350 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-b15b72c7-2a4c-4c04-852b-52723fc1e058 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=370567a5-7eb1-4839-bb0c-8ded517a8c69 HTTP/1.1" status: 200 len: 217 time: 0.0528955 Jan 27 21:44:17.031005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56b0a414-490d-41fd-8c09-c2e08beabb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (81e979e2-8f62-4878-859a-f48918ffbd93), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.031005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56b0a414-490d-41fd-8c09-c2e08beabb34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.031005 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-56b0a414-490d-41fd-8c09-c2e08beabb34 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/81e979e2-8f62-4878-859a-f48918ffbd93 HTTP/1.1" status: 204 len: 168 time: 0.5711410 Jan 27 21:44:17.035291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ece79275-6201-4b41-b20a-89fd27bb4c44 tempest-DHCPAgentSchedulersTestJSON-1262062590 tempest-DHCPAgentSchedulersTestJSON-1262062590-project-admin] 10.222.0.61 "GET /v2.0/agents/ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf/dhcp-networks HTTP/1.1" status: 200 len: 8076 time: 0.5114460 Jan 27 21:44:17.052847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51196) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:17.078244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0a414-490d-41fd-8c09-c2e08beabb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e979e2-8f62-4878-859a-f48918ffbd93,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:17.104725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79dd3b43-1448-4fd5-8322-dbf64cfc9ef7 req-556466b9-f5bd-41f1-ba74-b02e5d3a6365 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615632 Jan 27 21:44:17.130516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4558db54-2a28-47a1-a144-e3206e5f9c33 req-ad60baf1-94bc-4273-bc39-b139961d43cb tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078919 Jan 27 21:44:17.135103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['e1368993-dd0a-4234-80fe-d51d39870566'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:17.219259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51198) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:17.287722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df72164-f546-4dfb-8ca4-a0517080ec8d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:17.295627 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5df72164-f546-4dfb-8ca4-a0517080ec8d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.299396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5df72164-f546-4dfb-8ca4-a0517080ec8d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/9a4f9aac-e184-41e8-930d-6066a9c7012c HTTP/1.1" status: 200 len: 886 time: 1.5187051 Jan 27 21:44:17.301120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40294f08-807f-4168-a421-786e0702095a None None] Sync routers for ids ['9a4f9aac-e184-41e8-930d-6066a9c7012c'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:17.303232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51202) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:17.317596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03d497-7b1f-4c05-972d-31e07c0bd52c req-28480a87-5cf8-4adb-bb74-bc596c00b7d9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:17.323350 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-8c60864c-57ee-4ee3-a294-2f4be0f2d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:17.324323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf03d497-7b1f-4c05-972d-31e07c0bd52c req-28480a87-5cf8-4adb-bb74-bc596c00b7d9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 943 time: 0.1043310 Jan 27 21:44:17.325179 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-8c60864c-57ee-4ee3-a294-2f4be0f2d57e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6cd8c838-195c-4376-a980-ec062e79b1ed HTTP/1.1" status: 200 len: 851 time: 0.2915921 Jan 27 21:44:17.371865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40294f08-807f-4168-a421-786e0702095a None None] Routers {'9a4f9aac-e184-41e8-930d-6066a9c7012c'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:17.372464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-40294f08-807f-4168-a421-786e0702095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['9a4f9aac-e184-41e8-930d-6066a9c7012c'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:17.394813 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-0a220660-aedc-49fa-bce3-33a0977a714a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477831 Jan 27 21:44:17.394813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (ccdcb90d-610e-48c3-bb42-8643ea93c25f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.461344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf03d497-7b1f-4c05-972d-31e07c0bd52c req-f6ae62ef-522d-44d4-9cdb-199d5e6e4fb9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360326 Jan 27 21:44:17.488398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8e73bfd5-fa11-4a8e-aa7a-076a8227ef69 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/routers/9a4f9aac-e184-41e8-930d-6066a9c7012c HTTP/1.1" status: 200 len: 886 time: 0.1845834 Jan 27 21:44:17.489103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51204) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:17.519796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7bd15bf9-2d85-42e6-9077-ed6c8600a184 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4f9aac-e184-41e8-930d-6066a9c7012c HTTP/1.1" status: 200 len: 205 time: 0.0271330 Jan 27 21:44:17.520030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51206) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:17.544875 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f40d2150-caf5-4248-b31c-b336858f9ab4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c96a445b4b84dfe8779261725f40603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3220897 Jan 27 21:44:17.558183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-40294f08-807f-4168-a421-786e0702095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:17.559692 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51208) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:17.575969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40294f08-807f-4168-a421-786e0702095a None None] Routers {'9a4f9aac-e184-41e8-930d-6066a9c7012c'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:17.576626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-40294f08-807f-4168-a421-786e0702095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['9a4f9aac-e184-41e8-930d-6066a9c7012c'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:17.613295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-40294f08-807f-4168-a421-786e0702095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:17.613295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40294f08-807f-4168-a421-786e0702095a None None] The sync data for ids ['9a4f9aac-e184-41e8-930d-6066a9c7012c'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:17.641518 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (9a4f9aac-e184-41e8-930d-6066a9c7012c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.653449 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (ccdcb90d-610e-48c3-bb42-8643ea93c25f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.657163 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-3e99c879-8c1d-4224-9ef8-4ee0ed3d871c service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661963 Jan 27 21:44:17.700000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdcb90d-610e-48c3-bb42-8643ea93c25f']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:17.741511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c89f95-255e-4dfc-bb57-b321e230eb6e') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:17.741821 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c89f95-255e-4dfc-bb57-b321e230eb6e') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:17.755162 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_gateway (9a4f9aac-e184-41e8-930d-6066a9c7012c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.765078 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (c8c89f95-255e-4dfc-bb57-b321e230eb6e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.777785 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99a15647-d74e-4b67-9b7c-f391a55106ea admin admin] Publish callbacks [] for security_group (eb36fdb8-6686-441c-b1d7-9417b462e47e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.794293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (c8c89f95-255e-4dfc-bb57-b321e230eb6e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.811766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:44:17.812202 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (c8c89f95-255e-4dfc-bb57-b321e230eb6e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:44:17.816622 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:44:17.845632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99a15647-d74e-4b67-9b7c-f391a55106ea admin admin] Publish callbacks [] for security_group (eb36fdb8-6686-441c-b1d7-9417b462e47e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.886341 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0332ff97-9a57-4d26-aca1-de0a87d69c24 req-6cf0c5df-68d1-4517-a00f-ae7876292051 service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160714 Jan 27 21:44:17.912366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port db6c354f-84a6-4bdf-9aad-32e5f1fec52f {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:17.912952 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (db6c354f-84a6-4bdf-9aad-32e5f1fec52f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.987213 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (ccdcb90d-610e-48c3-bb42-8643ea93c25f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.993170 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.998914 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] 10.222.0.61 "DELETE /v2.0/networks/ccdcb90d-610e-48c3-bb42-8643ea93c25f HTTP/1.1" status: 204 len: 168 time: 0.9421828 Jan 27 21:44:17.998914 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99a15647-d74e-4b67-9b7c-f391a55106ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (eb36fdb8-6686-441c-b1d7-9417b462e47e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:17.999718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51220) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:18.000301 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99a15647-d74e-4b67-9b7c-f391a55106ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.001414 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-99a15647-d74e-4b67-9b7c-f391a55106ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb36fdb8-6686-441c-b1d7-9417b462e47e HTTP/1.1" status: 204 len: 168 time: 0.4408827 Jan 27 21:44:18.013653 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (db6c354f-84a6-4bdf-9aad-32e5f1fec52f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.023316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406d7db-31bf-4104-be93-b3d3ed812463 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Pushing event deleted for resources: {'Network': ['ID=ccdcb90d-610e-48c3-bb42-8643ea93c25f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:18.025965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a15647-d74e-4b67-9b7c-f391a55106ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb36fdb8-6686-441c-b1d7-9417b462e47e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:18.036052 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2977ad4-4fbb-4b3c-a182-322e01f82190 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] DELETE failed (client error): The resource could not be found. Jan 27 21:44:18.036052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2977ad4-4fbb-4b3c-a182-322e01f82190 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:44:18.038286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e2977ad4-4fbb-4b3c-a182-322e01f82190 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] 10.222.0.61 "DELETE /v2.0/ports/5ac7ec42-9fef-4fac-9207-4f7803ea9743 HTTP/1.1" status: 404 len: 333 time: 0.0374992 Jan 27 21:44:18.040993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51224) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:18.052983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for db6c354f-84a6-4bdf-9aad-32e5f1fec52f owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:18.140141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69d19bf-24d5-41a7-b3ed-05a09258fbc1 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Deleting subnet 83cc4197-d84f-42a3-b026-b7571c560650 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:44:18.142413 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a69d19bf-24d5-41a7-b3ed-05a09258fbc1 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks [] for subnet (83cc4197-d84f-42a3-b026-b7571c560650), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.197461 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a69d19bf-24d5-41a7-b3ed-05a09258fbc1 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (83cc4197-d84f-42a3-b026-b7571c560650), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.432366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799abd1c-e19d-4daa-a54d-55aa7c7fb184 req-79f2c26c-7b12-4f5e-a18b-bd2e147d3d02 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:18.433922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-799abd1c-e19d-4daa-a54d-55aa7c7fb184 req-79f2c26c-7b12-4f5e-a18b-bd2e147d3d02 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 949 time: 0.2062242 Jan 27 21:44:18.448742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60905386-6a6f-4e22-b0f0-8f353cd647f8 req-2bec26e3-53d7-46fc-bc2e-a95637111835 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:18.449657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60905386-6a6f-4e22-b0f0-8f353cd647f8 req-2bec26e3-53d7-46fc-bc2e-a95637111835 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.1861169 Jan 27 21:44:18.458359 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a69d19bf-24d5-41a7-b3ed-05a09258fbc1 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (83cc4197-d84f-42a3-b026-b7571c560650), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.490372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e1368993-dd0a-4234-80fe-d51d39870566 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:18.580036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-799abd1c-e19d-4daa-a54d-55aa7c7fb184 req-eed01916-3ade-4b83-9a3b-d5a8e3d0a195 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292634 Jan 27 21:44:18.585322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60905386-6a6f-4e22-b0f0-8f353cd647f8 req-e25f5b5f-0069-4d79-864e-a2dee345c678 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197801 Jan 27 21:44:18.669453 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (db6c354f-84a6-4bdf-9aad-32e5f1fec52f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.670812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port e1368993-dd0a-4234-80fe-d51d39870566 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:18.676944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port e1368993-dd0a-4234-80fe-d51d39870566 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:18.677696 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e1368993-dd0a-4234-80fe-d51d39870566), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.722804 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a69d19bf-24d5-41a7-b3ed-05a09258fbc1 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (83cc4197-d84f-42a3-b026-b7571c560650), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.733895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=db6c354f-84a6-4bdf-9aad-32e5f1fec52f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:18.764353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port e1368993-dd0a-4234-80fe-d51d39870566 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:18.765020 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e1368993-dd0a-4234-80fe-d51d39870566), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.778521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d19bf-24d5-41a7-b3ed-05a09258fbc1 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Pushing event deleted for resources: {'Subnet': ['ID=83cc4197-d84f-42a3-b026-b7571c560650,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:18.789834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:18.792403 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb0dacb-c96a-4b9f-8e21-11c13aa05f21" -d '{"events": [{"server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "name": "network-vif-plugged", "status": "completed", "tag": "e1368993-dd0a-4234-80fe-d51d39870566"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:18.808631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278a944-287d-4401-a43e-3ee4e1026bfb None None] Network 131c8070-d44c-4498-8d52-d4b6b84952b4 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:18.824539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:18.840795 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a69d19bf-24d5-41a7-b3ed-05a09258fbc1 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.844044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a69d19bf-24d5-41a7-b3ed-05a09258fbc1 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] 10.222.0.61 "DELETE /v2.0/subnets/83cc4197-d84f-42a3-b026-b7571c560650 HTTP/1.1" status: 204 len: 168 time: 0.8021252 Jan 27 21:44:18.846876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51258) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:18.874554 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (9a4f9aac-e184-41e8-930d-6066a9c7012c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.904817 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:18.994278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:19.003788 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (131c8070-d44c-4498-8d52-d4b6b84952b4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.029936 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:44:19.042734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c714ac-f699-4da1-a0a3-203c941e7809 None None] DHCP port deletion for 131c8070-d44c-4498-8d52-d4b6b84952b4 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:44:19.091714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Deleting port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:19.092368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.118492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-58c714ac-f699-4da1-a0a3-203c941e7809 None None] Deleting port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:19.119178 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-58c714ac-f699-4da1-a0a3-203c941e7809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.183990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] For port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=70b5b6b6-cd72-498b-bf6c-3ded4d90182f,segment=NetworkSegment(5a8bd0f4-9884-4887-8ab4-e9c359040094),segment_id=5a8bd0f4-9884-4887-8ab4-e9c359040094)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:19.184713 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.210234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Calling delete_port for 70b5b6b6-cd72-498b-bf6c-3ded4d90182f owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:19.221556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-58c714ac-f699-4da1-a0a3-203c941e7809 None None] For port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=70b5b6b6-cd72-498b-bf6c-3ded4d90182f,segment=NetworkSegment(5a8bd0f4-9884-4887-8ab4-e9c359040094),segment_id=5a8bd0f4-9884-4887-8ab4-e9c359040094)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:19.221799 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-58c714ac-f699-4da1-a0a3-203c941e7809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.241704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-58c714ac-f699-4da1-a0a3-203c941e7809 None None] Calling delete_port for 70b5b6b6-cd72-498b-bf6c-3ded4d90182f owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:19.282141 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51270) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:19.332024 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (9a4f9aac-e184-41e8-930d-6066a9c7012c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.334962 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (9a4f9aac-e184-41e8-930d-6066a9c7012c), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.380999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf246d-b6c4-4b25-a155-a8714d3ed2af req-d7025b3b-d49b-4d0c-b946-e5a89454f3dc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:19.383215 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5daf246d-b6c4-4b25-a155-a8714d3ed2af req-d7025b3b-d49b-4d0c-b946-e5a89454f3dc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 943 time: 0.6212921 Jan 27 21:44:19.411977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-eab2d2eb-620f-4ac0-baca-bf5ba4998c5c tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-270082406', 'prefixes': ['172.20.0.0/16']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:19.444874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5daf246d-b6c4-4b25-a155-a8714d3ed2af req-3e6864e4-d0ee-4e39-bacc-40182e1ed8d3 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556126 Jan 27 21:44:19.481185 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.490065 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-58c714ac-f699-4da1-a0a3-203c941e7809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (70b5b6b6-cd72-498b-bf6c-3ded4d90182f), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.491630 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d979a1b8-47ac-469b-baa8-3cde5ee238bc x-openstack-request-id: req-d979a1b8-47ac-469b-baa8-3cde5ee238bc {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:19.492267 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "name": "network-vif-plugged", "status": "completed", "tag": "e1368993-dd0a-4234-80fe-d51d39870566", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:19.492365 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d979a1b8-47ac-469b-baa8-3cde5ee238bc {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:19.492755 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566', 'code': 200} Jan 27 21:44:19.508164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Pushing event deleted for resources: {'Port': ['ID=70b5b6b6-cd72-498b-bf6c-3ded4d90182f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:19.513042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] No DVR routers for this DVR port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:19.523664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c714ac-f699-4da1-a0a3-203c941e7809 None None] Pushing event deleted for resources: {'Port': ['ID=70b5b6b6-cd72-498b-bf6c-3ded4d90182f,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:19.527262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c714ac-f699-4da1-a0a3-203c941e7809 None None] No DVR routers for this DVR port 70b5b6b6-cd72-498b-bf6c-3ded4d90182f on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:19.532502 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (9a4f9aac-e184-41e8-930d-6066a9c7012c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.535845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Fanout notify agent at l3_agent the message router_deleted on router 9a4f9aac-e184-41e8-930d-6066a9c7012c {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:44:19.544634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.545827 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-345803d9-9076-4c58-afbb-4b14d0c1b476 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/9a4f9aac-e184-41e8-930d-6066a9c7012c HTTP/1.1" status: 204 len: 168 time: 2.0248613 Jan 27 21:44:19.549592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51274) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:19.555706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ddf9df1c-6959-4868-8525-db9224173755 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'network': {'name': 'tempest-RoutersTest-1923051501'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:19.601989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 45f4866f-c30d-4cf5-bea4-0242ba26b401 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:19.631231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf9df1c-6959-4868-8525-db9224173755 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:19.634711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddf9df1c-6959-4868-8525-db9224173755 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.659736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf9df1c-6959-4868-8525-db9224173755 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:19.670780 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (131c8070-d44c-4498-8d52-d4b6b84952b4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.703732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddf9df1c-6959-4868-8525-db9224173755 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (24958d53-836c-4551-9f8b-2fc0f94ab9b2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.704105 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-ddf9df1c-6959-4868-8525-db9224173755 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Added segment 24958d53-836c-4551-9f8b-2fc0f94ab9b2 of type vlan for network 6b32cd99-eed3-491c-abbf-5a1836fc5a51 Jan 27 21:44:19.706296 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131c8070-d44c-4498-8d52-d4b6b84952b4']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:19.710402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4908f13-f296-41ab-9a96-3812ff5f85be req-d1d1efa8-6be0-47b7-b3a2-48cdd09866fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:19.711941 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b4908f13-f296-41ab-9a96-3812ff5f85be req-d1d1efa8-6be0-47b7-b3a2-48cdd09866fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 1097 time: 0.1414580 Jan 27 21:44:19.735479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8bd0f4-9884-4887-8ab4-e9c359040094') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:19.735479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8bd0f4-9884-4887-8ab4-e9c359040094') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:19.757417 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (5a8bd0f4-9884-4887-8ab4-e9c359040094), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.771296 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddf9df1c-6959-4868-8525-db9224173755 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6b32cd99-eed3-491c-abbf-5a1836fc5a51), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.779733 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5a8bd0f4-9884-4887-8ab4-e9c359040094), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.783394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 45f4866f-c30d-4cf5-bea4-0242ba26b401 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:19.792196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 45f4866f-c30d-4cf5-bea4-0242ba26b401 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:19.792196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.793057 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:44:19.793470 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (5a8bd0f4-9884-4887-8ab4-e9c359040094), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:44:19.796673 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:44:19.799352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da50e3-6cc2-493d-b28d-263ec7c6b887 req-f960cb30-7efb-4deb-b0fa-8c398281f09b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:19.799352 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52da50e3-6cc2-493d-b28d-263ec7c6b887 req-f960cb30-7efb-4deb-b0fa-8c398281f09b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 949 time: 0.1103306 Jan 27 21:44:19.821389 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b4908f13-f296-41ab-9a96-3812ff5f85be req-7a86f56a-3ac3-4424-8292-7073178050e4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022987 Jan 27 21:44:19.901051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 45f4866f-c30d-4cf5-bea4-0242ba26b401 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:19.901406 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.929575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-684c39c3-91ae-4a43-b7d3-64b832295a72 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1501594 Jan 27 21:44:19.935503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 45f4866f-c30d-4cf5-bea4-0242ba26b401, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=45f4866f-c30d-4cf5-bea4-0242ba26b401,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:19.936999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064111ee-1333-4c99-93bd-030a3c19d763 req-f50653c1-db20-401f-8614-44463198571b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:19.938429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-064111ee-1333-4c99-93bd-030a3c19d763 req-f50653c1-db20-401f-8614-44463198571b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.1195514 Jan 27 21:44:19.948135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52da50e3-6cc2-493d-b28d-263ec7c6b887 req-f5ad7fdb-92ea-47c3-bb98-033641ce45b2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329281 Jan 27 21:44:19.964834 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddf9df1c-6959-4868-8525-db9224173755 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6b32cd99-eed3-491c-abbf-5a1836fc5a51), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:19.969737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf9df1c-6959-4868-8525-db9224173755 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:19.974400 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddf9df1c-6959-4868-8525-db9224173755 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.038431 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eab2d2eb-620f-4ac0-baca-bf5ba4998c5c tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.043505 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-eab2d2eb-620f-4ac0-baca-bf5ba4998c5c tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7565672 Jan 27 21:44:20.043505 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (131c8070-d44c-4498-8d52-d4b6b84952b4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.043505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51290) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:20.061871 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.065373 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] 10.222.0.61 "DELETE /v2.0/networks/131c8070-d44c-4498-8d52-d4b6b84952b4 HTTP/1.1" status: 204 len: 168 time: 1.2164805 Jan 27 21:44:20.085639 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.095711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-064111ee-1333-4c99-93bd-030a3c19d763 req-6cc12041-db5b-4aae-81a6-59da93742f1b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465321 Jan 27 21:44:20.096790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9df1c-6959-4868-8525-db9224173755 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Network': ['ID=6b32cd99-eed3-491c-abbf-5a1836fc5a51,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:20.107957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ddf9df1c-6959-4868-8525-db9224173755 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5548060 Jan 27 21:44:20.108470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51294) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:20.114828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e787ff2a-e6a9-4baf-a593-ea3739c60b0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'subnet': {'network_id': '6b32cd99-eed3-491c-abbf-5a1836fc5a51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:20.116375 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4bba2a79-28e6-4e1f-9eb7-bee129be1823 tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] 10.222.0.61 "GET /v2.0/subnetpools/78f28585-8bf0-4fce-8c0d-48fed511cfc2 HTTP/1.1" status: 200 len: 731 time: 0.0727403 Jan 27 21:44:20.117593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3b37d-5bd2-4e7f-9dec-f23284b70749 tempest-DHCPAgentSchedulersTestJSON-693224984 tempest-DHCPAgentSchedulersTestJSON-693224984-project] Pushing event deleted for resources: {'Network': ['ID=131c8070-d44c-4498-8d52-d4b6b84952b4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:20.120118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51296) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:20.125671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-886fcb3a-665d-4c67-8db6-e25b7bfe7d0b tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-378515231'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:20.126864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-644e6ff3-3194-4b97-96f2-4f53b5d54fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.127381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-644e6ff3-3194-4b97-96f2-4f53b5d54fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.127858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-644e6ff3-3194-4b97-96f2-4f53b5d54fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.128362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-644e6ff3-3194-4b97-96f2-4f53b5d54fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.128927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-644e6ff3-3194-4b97-96f2-4f53b5d54fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.132445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-644e6ff3-3194-4b97-96f2-4f53b5d54fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.132445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-644e6ff3-3194-4b97-96f2-4f53b5d54fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.132445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-644e6ff3-3194-4b97-96f2-4f53b5d54fbe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9435631fc91c487e8271f5c9f30d0433&device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6504 time: 0.1364536 Jan 27 21:44:20.241420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6b32cd99-eed3-491c-abbf-5a1836fc5a51 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:20.244979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=45f4866f-c30d-4cf5-bea4-0242ba26b401,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:20.315201 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-886fcb3a-665d-4c67-8db6-e25b7bfe7d0b tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.321174 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-886fcb3a-665d-4c67-8db6-e25b7bfe7d0b tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] 10.222.0.61 "PUT /v2.0/subnetpools/78f28585-8bf0-4fce-8c0d-48fed511cfc2 HTTP/1.1" status: 200 len: 683 time: 0.1959670 Jan 27 21:44:20.321174 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51300) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:20.368761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-c80ab708-4856-4876-8af8-4ee3a8d1486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.369939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-c80ab708-4856-4876-8af8-4ee3a8d1486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.370580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-c80ab708-4856-4876-8af8-4ee3a8d1486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.372476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-c80ab708-4856-4876-8af8-4ee3a8d1486e service neutron] 10.222.0.71 "GET /v2.0/networks?id=9a852156-70b0-45a2-b678-46738908299d&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4 HTTP/1.1" status: 200 len: 2299 time: 0.1869707 Jan 27 21:44:20.388665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 70b5b6b6-cd72-498b-bf6c-3ded4d90182f no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:20.409588 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 70b5b6b6-cd72-498b-bf6c-3ded4d90182f {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:44:20.410171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 70b5b6b6-cd72-498b-bf6c-3ded4d90182f not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:44:20.442754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e787ff2a-e6a9-4baf-a593-ea3739c60b0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:20.446202 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e787ff2a-e6a9-4baf-a593-ea3739c60b0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.465403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-44c7fda5-3dad-47ca-a156-e4dc15e38477 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c98474e4-1252-489c-91e8-4efc34ed60ca HTTP/1.1" status: 200 len: 1001 time: 0.0847998 Jan 27 21:44:20.481433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 370567a5-7eb1-4839-bb0c-8ded517a8c69 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:20.518580 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99c6bae5-90b1-471b-905b-7654110d109b tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.523818 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-99c6bae5-90b1-471b-905b-7654110d109b tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] 10.222.0.61 "DELETE /v2.0/subnetpools/78f28585-8bf0-4fce-8c0d-48fed511cfc2 HTTP/1.1" status: 204 len: 168 time: 0.2036102 Jan 27 21:44:20.529133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51306) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:20.543864 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-beb2ed19-2c62-4615-8f6c-c70af79bdab0 tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] show failed (client error): The resource could not be found. Jan 27 21:44:20.549304 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-beb2ed19-2c62-4615-8f6c-c70af79bdab0 tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] 10.222.0.61 "GET /v2.0/subnetpools/78f28585-8bf0-4fce-8c0d-48fed511cfc2 HTTP/1.1" status: 404 len: 346 time: 0.0234144 Jan 27 21:44:20.549961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51308) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:20.566736 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-938412cb-ec2f-482f-b5c7-ac4e976df1d9 tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] delete failed (client error): The resource could not be found. Jan 27 21:44:20.585271 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-938412cb-ec2f-482f-b5c7-ac4e976df1d9 tempest-SubnetPoolsTestJSON-227023325 tempest-SubnetPoolsTestJSON-227023325-project] 10.222.0.61 "DELETE /v2.0/subnetpools/78f28585-8bf0-4fce-8c0d-48fed511cfc2 HTTP/1.1" status: 404 len: 346 time: 0.0246649 Jan 27 21:44:20.585271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51310) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:20.648622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 370567a5-7eb1-4839-bb0c-8ded517a8c69, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=370567a5-7eb1-4839-bb0c-8ded517a8c69,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:20.666850 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '370567a5-7eb1-4839-bb0c-8ded517a8c69', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'port_id': '370567a5-7eb1-4839-bb0c-8ded517a8c69', 'mac_address': 'fa:16:3e:f5:51:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd8c838-195c-4376-a980-ec062e79b1ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:20.713506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 370567a5-7eb1-4839-bb0c-8ded517a8c69 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:20.714443 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.730150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370567a5-7eb1-4839-bb0c-8ded517a8c69 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:20.754566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-79f7e1da-866b-4ca8-86bd-ff154e013b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.756889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-79f7e1da-866b-4ca8-86bd-ff154e013b72 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=13a66f8e-75a2-447f-948d-f9d0ac1c16db HTTP/1.1" status: 200 len: 856 time: 0.1339228 Jan 27 21:44:20.761225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 370567a5-7eb1-4839-bb0c-8ded517a8c69, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=370567a5-7eb1-4839-bb0c-8ded517a8c69,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:20.786068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae851797-3eea-4701-a59c-da18d8d40f59 req-4a038b99-3e6b-45c1-97a6-b9a0b08fcdc5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.788108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae851797-3eea-4701-a59c-da18d8d40f59 req-4a038b99-3e6b-45c1-97a6-b9a0b08fcdc5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 943 time: 0.1662397 Jan 27 21:44:20.795962 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-34d7fd80-da7e-43b8-b3f8-b56125af7227 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9cddf6e4ccb487187ed0b198340dc5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153165 Jan 27 21:44:20.796260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51316) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:20.846583 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.854908 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a7f32ab-ee99-46a2-a3c5-e107495eaff0 admin admin] Publish callbacks [] for security_group (8f700a07-765b-4595-aaf4-f1c8aeb5b11c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.884289 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a7f32ab-ee99-46a2-a3c5-e107495eaff0 admin admin] Publish callbacks [] for security_group (8f700a07-765b-4595-aaf4-f1c8aeb5b11c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.890728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-8345c841-58bd-4429-b53b-e05036cd9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:20.892323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-8345c841-58bd-4429-b53b-e05036cd9312 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9a852156-70b0-45a2-b678-46738908299d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262295 Jan 27 21:44:20.911791 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae851797-3eea-4701-a59c-da18d8d40f59 req-61dfbcaa-70aa-42eb-afaa-5062df4f86ae tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071465 Jan 27 21:44:20.960897 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e787ff2a-e6a9-4baf-a593-ea3739c60b0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (1bd24d9f-9b3d-4fd3-81e0-fe8f03372781), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:20.996800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=370567a5-7eb1-4839-bb0c-8ded517a8c69,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:21.017688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a7f32ab-ee99-46a2-a3c5-e107495eaff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8f700a07-765b-4595-aaf4-f1c8aeb5b11c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.020380 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a7f32ab-ee99-46a2-a3c5-e107495eaff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.021548 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6a7f32ab-ee99-46a2-a3c5-e107495eaff0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f700a07-765b-4595-aaf4-f1c8aeb5b11c HTTP/1.1" status: 204 len: 168 time: 0.2243941 Jan 27 21:44:21.064222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f32ab-ee99-46a2-a3c5-e107495eaff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f700a07-765b-4595-aaf4-f1c8aeb5b11c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:21.099726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ff2a-e6a9-4baf-a593-ea3739c60b0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Subnet': ['ID=1bd24d9f-9b3d-4fd3-81e0-fe8f03372781,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:21.128277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-a485c646-f7ce-427e-9ad4-79ece8746e00 service neutron] 10.222.0.71 "GET /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281797 Jan 27 21:44:21.147782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['370567a5-7eb1-4839-bb0c-8ded517a8c69'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:21.169972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e787ff2a-e6a9-4baf-a593-ea3739c60b0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Checking segment: {'id': '24958d53-836c-4551-9f8b-2fc0f94ab9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6b32cd99-eed3-491c-abbf-5a1836fc5a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:21.170581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e787ff2a-e6a9-4baf-a593-ea3739c60b0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network hostable DHCP agents. Network: 6b32cd99-eed3-491c-abbf-5a1836fc5a51, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:21.227717 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51332) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:21.323443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1821a-6514-4f66-a1cf-61cd56460648 req-3c63d975-9300-455d-96a7-7642f3e1605c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.333088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ab1821a-6514-4f66-a1cf-61cd56460648 req-3c63d975-9300-455d-96a7-7642f3e1605c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 950 time: 0.2590148 Jan 27 21:44:21.380337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-a2df3a74-fd83-4bfe-8431-a56524fbf268 service neutron] 10.222.0.71 "GET /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423105 Jan 27 21:44:21.432994 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7154a878-3f18-46ee-9c2e-a58861af31e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.440379 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1580450a-3bb3-4e44-a07c-9ba289ef325d req-e822aafc-3c4d-4664-a313-62b28441957e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733104 Jan 27 21:44:21.460148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e787ff2a-e6a9-4baf-a593-ea3739c60b0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 6b32cd99-eed3-491c-abbf-5a1836fc5a51 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:21.463138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-b665e0cb-8a17-4380-9a2c-b57eb2a8f29b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=22cdf208-eafd-45a4-b320-f1219ee540a4 HTTP/1.1" status: 200 len: 217 time: 0.0671434 Jan 27 21:44:21.495712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfc8021-a0e4-4727-9b99-bfcc35a44175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f4866f-c30d-4cf5-bea4-0242ba26b401'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:21.499018 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780a092b-70b7-470e-bb3c-124700a9e7bb" -d '{"events": [{"server_uuid": "6cfc8021-a0e4-4727-9b99-bfcc35a44175", "name": "network-vif-plugged", "status": "completed", "tag": "45f4866f-c30d-4cf5-bea4-0242ba26b401"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:21.535496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ab1821a-6514-4f66-a1cf-61cd56460648 req-e3ac953a-3d2d-46a5-8cc8-4e667134f85a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012269 Jan 27 21:44:21.539855 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-a158e320-85cd-4052-8a0f-b59986d4f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.541332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-a158e320-85cd-4052-8a0f-b59986d4f79d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.0677443 Jan 27 21:44:21.583481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580450a-3bb3-4e44-a07c-9ba289ef325d req-92785663-172e-419b-b44c-b30b12fd74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.587178 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1580450a-3bb3-4e44-a07c-9ba289ef325d req-92785663-172e-419b-b44c-b30b12fd74a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 1101 time: 0.0922375 Jan 27 21:44:21.611779 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7154a878-3f18-46ee-9c2e-a58861af31e7 admin admin] Publish callbacks [] for security_group (82b64bae-33af-44e9-a657-2abf5038383d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.618024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce417a21-175d-4ea4-9fb7-2b893b17a4c2 req-1ce6da9c-0144-4ee5-8b9a-8f8ed439cb21 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.625873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce417a21-175d-4ea4-9fb7-2b893b17a4c2 req-1ce6da9c-0144-4ee5-8b9a-8f8ed439cb21 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.1709051 Jan 27 21:44:21.636685 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f81e8d-0611-4c6e-a331-ef0adfa7dd8f x-openstack-request-id: req-81f81e8d-0611-4c6e-a331-ef0adfa7dd8f {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:21.639974 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfc8021-a0e4-4727-9b99-bfcc35a44175", "name": "network-vif-plugged", "status": "completed", "tag": "45f4866f-c30d-4cf5-bea4-0242ba26b401", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:21.639974 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-81f81e8d-0611-4c6e-a331-ef0adfa7dd8f {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:21.639974 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfc8021-a0e4-4727-9b99-bfcc35a44175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f4866f-c30d-4cf5-bea4-0242ba26b401', 'code': 200} Jan 27 21:44:21.653338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-c4401a4a-07f3-459a-aa35-1ad2d468d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.655030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-c4401a4a-07f3-459a-aa35-1ad2d468d2ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1060135 Jan 27 21:44:21.723386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580450a-3bb3-4e44-a07c-9ba289ef325d req-345043bb-ecf2-470e-8455-819dbef6f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.724998 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1580450a-3bb3-4e44-a07c-9ba289ef325d req-345043bb-ecf2-470e-8455-819dbef6f869 service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1116812 Jan 27 21:44:21.741606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce417a21-175d-4ea4-9fb7-2b893b17a4c2 req-6f2bbcd9-710c-4bbb-a3c4-323b7d84dd6b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141624 Jan 27 21:44:21.742453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e787ff2a-e6a9-4baf-a593-ea3739c60b0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 6b32cd99-eed3-491c-abbf-5a1836fc5a51) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:21.755509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db92d6d7-fe28-4f29-8311-db31789f7def None None] Network 6b32cd99-eed3-491c-abbf-5a1836fc5a51 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:21.783402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787ff2a-e6a9-4baf-a593-ea3739c60b0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.787362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e787ff2a-e6a9-4baf-a593-ea3739c60b0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.795194 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1580450a-3bb3-4e44-a07c-9ba289ef325d req-dd411252-7728-4d35-973d-69a70d45da8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=36ae726c-5a98-4723-868b-b136fbd86c64 HTTP/1.1" status: 200 len: 217 time: 0.0639522 Jan 27 21:44:21.797258 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7154a878-3f18-46ee-9c2e-a58861af31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (82b64bae-33af-44e9-a657-2abf5038383d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.834201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065dc9d8-7ea3-4bfa-a9f5-e3fab062adea req-5d059df8-e2d3-4c57-8919-90b481c394d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.836371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-065dc9d8-7ea3-4bfa-a9f5-e3fab062adea req-5d059df8-e2d3-4c57-8919-90b481c394d8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 1101 time: 0.1053467 Jan 27 21:44:21.902559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e787ff2a-e6a9-4baf-a593-ea3739c60b0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7907159 Jan 27 21:44:21.909905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51342) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:21.913673 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7154a878-3f18-46ee-9c2e-a58861af31e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79aed180f2d444b48e1754e97d389b0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6824391 Jan 27 21:44:21.913673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51344) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:21.913976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-48d5d691-3cc1-4bf5-8ca0-17513ce1996c service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480915 Jan 27 21:44:21.937959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-95f5bd65-d4f3-4289-81f5-308b98e08db9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-231737297', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:21.952028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-6b32cd99-eed3-491c-abbf-5a1836fc5a51', 'network_id': '6b32cd99-eed3-491c-abbf-5a1836fc5a51', 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'fixed_ips': [{'subnet_id': '1bd24d9f-9b3d-4fd3-81e0-fe8f03372781'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:44:21.952674 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:21.988892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154a878-3f18-46ee-9c2e-a58861af31e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b64bae-33af-44e9-a657-2abf5038383d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:21.996608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580450a-3bb3-4e44-a07c-9ba289ef325d req-ab9decfd-861e-440b-9fc5-adf7783c0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:21.998855 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1580450a-3bb3-4e44-a07c-9ba289ef325d req-ab9decfd-861e-440b-9fc5-adf7783c0a02 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1864927 Jan 27 21:44:22.047610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-065dc9d8-7ea3-4bfa-a9f5-e3fab062adea req-23b58023-759a-46e9-8546-ad6215623196 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031186 Jan 27 21:44:22.048721 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95f5bd65-d4f3-4289-81f5-308b98e08db9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (523eecd3-1f00-45c3-9c6d-fbc21ce39756), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.049811 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95f5bd65-d4f3-4289-81f5-308b98e08db9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (523eecd3-1f00-45c3-9c6d-fbc21ce39756), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.053002 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcd7566b-f3fd-45da-a597-dbe61d2129be admin admin] Publish callbacks [] for security_group (82b64bae-33af-44e9-a657-2abf5038383d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.078933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f0518-802e-499d-bd4a-254d4e6f0144 req-93a51f9d-ce86-4790-b6ed-b6ac6fe4472e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.080720 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-984f0518-802e-499d-bd4a-254d4e6f0144 req-93a51f9d-ce86-4790-b6ed-b6ac6fe4472e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.1893015 Jan 27 21:44:22.090762 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcd7566b-f3fd-45da-a597-dbe61d2129be admin admin] Publish callbacks [] for security_group (82b64bae-33af-44e9-a657-2abf5038383d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.096340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51348) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:22.103234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e3643f79-82f5-4251-b014-ef9d54275e97 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Request body: {'floatingip': {'port_id': 'e1368993-dd0a-4234-80fe-d51d39870566'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:22.161862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580450a-3bb3-4e44-a07c-9ba289ef325d req-0ed8da9e-58b0-4841-8e27-cad69f719866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.164634 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1580450a-3bb3-4e44-a07c-9ba289ef325d req-0ed8da9e-58b0-4841-8e27-cad69f719866 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440842 Jan 27 21:44:22.166225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc103d-54df-47de-9998-96200c2fe34e req-83f55425-a11b-437d-93f6-b1e739b06bbc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.167012 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3643f79-82f5-4251-b014-ef9d54275e97 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (bc2a6539-17b7-492e-8355-62f1a3805c15), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.174910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cafc103d-54df-47de-9998-96200c2fe34e req-83f55425-a11b-437d-93f6-b1e739b06bbc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 944 time: 0.1299152 Jan 27 21:44:22.193973 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Allocated IP 172.20.0.2 (6b32cd99-eed3-491c-abbf-5a1836fc5a51/1bd24d9f-9b3d-4fd3-81e0-fe8f03372781/5865a965-fad9-4761-9946-058167974957) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:22.213328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51352) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:22.223501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95f5bd65-d4f3-4289-81f5-308b98e08db9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (523eecd3-1f00-45c3-9c6d-fbc21ce39756), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.247596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-e3e08a93-d583-4b9b-9a59-09f17de775a9 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893903 Jan 27 21:44:22.250173 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f48af1f7-ade1-4542-9397-c2a88d3275a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.328272 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95f5bd65-d4f3-4289-81f5-308b98e08db9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (523eecd3-1f00-45c3-9c6d-fbc21ce39756), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.333605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-4e176d46-258d-40da-a061-08ed08097a49 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 HTTP/1.1" status: 200 len: 217 time: 0.0646017 Jan 27 21:44:22.369178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cafc103d-54df-47de-9998-96200c2fe34e req-d0b1cb32-82b1-4ef0-87aa-20e622acd217 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930561 Jan 27 21:44:22.435631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-a4bef5d3-881b-4e0f-88a2-14057998d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.437173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-a4bef5d3-881b-4e0f-88a2-14057998d728 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.0942583 Jan 27 21:44:22.442395 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Publish callbacks [] for port (5865a965-fad9-4761-9946-058167974957), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.493474 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1580450a-3bb3-4e44-a07c-9ba289ef325d req-950da0b3-5ef5-470e-8fa8-d02390415304 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040970 Jan 27 21:44:22.497065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 370567a5-7eb1-4839-bb0c-8ded517a8c69 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:22.506337 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f48af1f7-ade1-4542-9397-c2a88d3275a0 admin admin] Publish callbacks [] for security_group (37a15274-5ccb-40c2-befb-80a288daea8e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.513242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95f5bd65-d4f3-4289-81f5-308b98e08db9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.517231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-95f5bd65-d4f3-4289-81f5-308b98e08db9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6001537 Jan 27 21:44:22.517593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51362) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:22.525023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-45a4479c-fc4a-47d1-b58d-625045432377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.526480 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-45a4479c-fc4a-47d1-b58d-625045432377 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745268 Jan 27 21:44:22.601595 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (5865a965-fad9-4761-9946-058167974957), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.644446 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f48af1f7-ade1-4542-9397-c2a88d3275a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (37a15274-5ccb-40c2-befb-80a288daea8e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.649541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Network 6b32cd99-eed3-491c-abbf-5a1836fc5a51 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:22.653887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:22.663600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:22.667561 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcd7566b-f3fd-45da-a597-dbe61d2129be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (82b64bae-33af-44e9-a657-2abf5038383d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.667729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Pushing event updated for resources: {'Port': ['ID=5865a965-fad9-4761-9946-058167974957,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:22.669753 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcd7566b-f3fd-45da-a597-dbe61d2129be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.671015 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dcd7566b-f3fd-45da-a597-dbe61d2129be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82b64bae-33af-44e9-a657-2abf5038383d HTTP/1.1" status: 204 len: 168 time: 0.7398047 Jan 27 21:44:22.708616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 370567a5-7eb1-4839-bb0c-8ded517a8c69 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:22.738608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 370567a5-7eb1-4839-bb0c-8ded517a8c69 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:22.739089 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.742848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7566b-f3fd-45da-a597-dbe61d2129be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b64bae-33af-44e9-a657-2abf5038383d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:22.794023 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1580450a-3bb3-4e44-a07c-9ba289ef325d req-a4e6a9e2-9431-4b37-bd0d-d1ba3e2a4451 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725501 Jan 27 21:44:22.808473 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f48af1f7-ade1-4542-9397-c2a88d3275a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6e43d248062410ca0465ed311db57e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5885737 Jan 27 21:44:22.815291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48af1f7-ade1-4542-9397-c2a88d3275a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a15274-5ccb-40c2-befb-80a288daea8e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:22.818599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51368) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:22.844592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Attempting to bind port 5865a965-fad9-4761-9946-058167974957 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:22.846191 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Attempting to bind port 5865a965-fad9-4761-9946-058167974957 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '24958d53-836c-4551-9f8b-2fc0f94ab9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6b32cd99-eed3-491c-abbf-5a1836fc5a51'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:22.846574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Attempting to bind port 5865a965-fad9-4761-9946-058167974957 on network 6b32cd99-eed3-491c-abbf-5a1836fc5a51 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:22.858168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:22.858557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Checking segment: {'id': '24958d53-836c-4551-9f8b-2fc0f94ab9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6b32cd99-eed3-491c-abbf-5a1836fc5a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:22.858994 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.859397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Bound using segment: {'id': '24958d53-836c-4551-9f8b-2fc0f94ab9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6b32cd99-eed3-491c-abbf-5a1836fc5a51'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:22.859882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Bound port: 5865a965-fad9-4761-9946-058167974957, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24958d53-836c-4551-9f8b-2fc0f94ab9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '6b32cd99-eed3-491c-abbf-5a1836fc5a51'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:22.860320 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5865a965-fad9-4761-9946-058167974957), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:22.905852 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-e75d5c11-aaa5-4383-a64b-bb3d7e78b11a service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418906 Jan 27 21:44:22.939664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e87b0-89de-4bef-b320-dc5f71b2daa4 req-437ddffc-adc6-4be8-bfdd-c58ffb3fc362 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:22.941206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a01e87b0-89de-4bef-b320-dc5f71b2daa4 req-437ddffc-adc6-4be8-bfdd-c58ffb3fc362 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 950 time: 0.2926717 Jan 27 21:44:22.970558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] For port 5865a965-fad9-4761-9946-058167974957, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:22.987039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] For port 5865a965-fad9-4761-9946-058167974957, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5865a965-fad9-4761-9946-058167974957,segment=NetworkSegment(24958d53-836c-4551-9f8b-2fc0f94ab9b2),segment_id=24958d53-836c-4551-9f8b-2fc0f94ab9b2)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:22.988166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 370567a5-7eb1-4839-bb0c-8ded517a8c69 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:22.988557 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.027318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 370567a5-7eb1-4839-bb0c-8ded517a8c69, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=370567a5-7eb1-4839-bb0c-8ded517a8c69,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:23.072257 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5865a965-fad9-4761-9946-058167974957), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.104381 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-442846b2-cff1-433a-8f63-86b0c0105afc admin admin] Publish callbacks [] for security_group (37a15274-5ccb-40c2-befb-80a288daea8e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.113970 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.150330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb89a1f-bf42-486e-be9b-e2127464eb6c None None] Pushing event updated for resources: {'Port': ['ID=5865a965-fad9-4761-9946-058167974957,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:23.166990 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.167511 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a01e87b0-89de-4bef-b320-dc5f71b2daa4 req-fd8975bc-660e-4d7a-830e-177ef6164910 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851394 Jan 27 21:44:23.183150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-442846b2-cff1-433a-8f63-86b0c0105afc admin admin] Publish callbacks [] for security_group (37a15274-5ccb-40c2-befb-80a288daea8e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.199409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-bd293414-f516-4513-b460-673bd7ae1469 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798831 Jan 27 21:44:23.256344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=370567a5-7eb1-4839-bb0c-8ded517a8c69,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:23.420321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-6d7c73dd-2e51-419b-aae5-b23c32772c72 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=a96bb84f-38fc-43fe-95fb-da828d6972b7 HTTP/1.1" status: 200 len: 217 time: 0.1601472 Jan 27 21:44:23.617349 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.resource_extend [None req-e3643f79-82f5-4251-b014-ef9d54275e97 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:44:23.619183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-bba9322b-015d-40ab-ad39-40627788d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.620741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-bba9322b-015d-40ab-ad39-40627788d1d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.1805408 Jan 27 21:44:23.638665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370567a5-7eb1-4839-bb0c-8ded517a8c69'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:23.641058 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2819ba7-1c80-47bb-a402-eb4bd4dfd00c" -d '{"events": [{"server_uuid": "dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0", "name": "network-vif-plugged", "status": "completed", "tag": "370567a5-7eb1-4839-bb0c-8ded517a8c69"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:23.698928 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6ca948-622a-4e41-9ab0-5442beb25a51 x-openstack-request-id: req-1b6ca948-622a-4e41-9ab0-5442beb25a51 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:23.699176 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0", "name": "network-vif-plugged", "status": "completed", "tag": "370567a5-7eb1-4839-bb0c-8ded517a8c69", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:23.699432 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b6ca948-622a-4e41-9ab0-5442beb25a51 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:23.699828 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370567a5-7eb1-4839-bb0c-8ded517a8c69', 'code': 200} Jan 27 21:44:23.731106 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3643f79-82f5-4251-b014-ef9d54275e97 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:23.823813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdb724-c983-4cdf-87e4-208cd1b6c7ee req-665f7b6d-6653-459b-be0f-fce319c3babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:23.825862 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5bfdb724-c983-4cdf-87e4-208cd1b6c7ee req-665f7b6d-6653-459b-be0f-fce319c3babb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 1096 time: 0.0599406 Jan 27 21:44:23.897865 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5bfdb724-c983-4cdf-87e4-208cd1b6c7ee req-8dd2d769-65dc-4e4d-9327-18ce091860ac service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637639 Jan 27 21:44:23.938364 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3643f79-82f5-4251-b014-ef9d54275e97 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (bc2a6539-17b7-492e-8355-62f1a3805c15), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.077352 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-e3643f79-82f5-4251-b014-ef9d54275e97 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Floating IP bc2a6539-17b7-492e-8355-62f1a3805c15 associated. External IP: 172.25.0.141, port: e1368993-dd0a-4234-80fe-d51d39870566. Jan 27 21:44:24.143462 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-442846b2-cff1-433a-8f63-86b0c0105afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (37a15274-5ccb-40c2-befb-80a288daea8e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.147414 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-442846b2-cff1-433a-8f63-86b0c0105afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.151512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-442846b2-cff1-433a-8f63-86b0c0105afc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37a15274-5ccb-40c2-befb-80a288daea8e HTTP/1.1" status: 204 len: 168 time: 1.2934959 Jan 27 21:44:24.175565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442846b2-cff1-433a-8f63-86b0c0105afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a15274-5ccb-40c2-befb-80a288daea8e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:24.212277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-aa421b54-85cf-4589-a19a-5466d8fa22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:24.214695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-aa421b54-85cf-4589-a19a-5466d8fa22a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5069129 Jan 27 21:44:24.222374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fead79-301f-4548-b7d7-8f431aea0fea req-a0913cec-0751-4733-9b72-11fe22dde4fe tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:24.230540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9fead79-301f-4548-b7d7-8f431aea0fea req-a0913cec-0751-4733-9b72-11fe22dde4fe tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.6839137 Jan 27 21:44:24.357228 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-358124b3-5da1-4109-875c-8198a90c6c5e service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242449 Jan 27 21:44:24.463304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3643f79-82f5-4251-b014-ef9d54275e97 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Router 035819c8-9ec2-418e-8274-c6d6fb2ad602 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:44:24.498934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9fead79-301f-4548-b7d7-8f431aea0fea req-d6da2b70-4631-48a5-8e1f-b1769b2fea7c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620521 Jan 27 21:44:24.594137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5865a965-fad9-4761-9946-058167974957 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:24.636684 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3643f79-82f5-4251-b014-ef9d54275e97 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:24.643137 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3643f79-82f5-4251-b014-ef9d54275e97 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.647345 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059ad11-4343-4c58-88a1-b85a8be133a1 None None] Sync routers for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:24.666870 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4059ad11-4343-4c58-88a1-b85a8be133a1 None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:24.669164 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4059ad11-4343-4c58-88a1-b85a8be133a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:24.693189 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e3643f79-82f5-4251-b014-ef9d54275e97 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "PUT /v2.0/floatingips/bc2a6539-17b7-492e-8355-62f1a3805c15 HTTP/1.1" status: 200 len: 992 time: 2.5936158 Jan 27 21:44:24.699531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:24.708979 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1814c71c-8f56-43cc-b9b9-034e787ddf4c" -d '{"events": [{"name": "network-changed", "server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "tag": "e1368993-dd0a-4234-80fe-d51d39870566"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:24.713821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Allocated IP 172.20.0.1 (6b32cd99-eed3-491c-abbf-5a1836fc5a51/1bd24d9f-9b3d-4fd3-81e0-fe8f03372781/a6f2667e-eb8f-4249-bce3-67c6d5c214b5) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:24.732092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5865a965-fad9-4761-9946-058167974957 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:24.732973 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5865a965-fad9-4761-9946-058167974957), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:24.787198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6893b9-4a8f-47e1-a651-3479a0605d30 req-0d14ca48-f502-4e0f-b994-32689261f1ee tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:24.789598 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51420) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:24.799524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a6893b9-4a8f-47e1-a651-3479a0605d30 req-0d14ca48-f502-4e0f-b994-32689261f1ee tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 950 time: 0.4329453 Jan 27 21:44:24.872187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b32c8a5-f3eb-4e5c-8082-9be740b32892 None None] Network 6b32cd99-eed3-491c-abbf-5a1836fc5a51 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:24.875457 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-4059ad11-4343-4c58-88a1-b85a8be133a1 None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:24.908302 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0a9ff3-b177-4b2f-bddf-8f2d10d056a9 x-openstack-request-id: req-fe0a9ff3-b177-4b2f-bddf-8f2d10d056a9 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:24.910002 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "tag": "e1368993-dd0a-4234-80fe-d51d39870566", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:24.910385 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe0a9ff3-b177-4b2f-bddf-8f2d10d056a9 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:24.910926 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566', 'status': 'completed', 'code': 200} Jan 27 21:44:24.966160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-02ead28e-99c9-4f1c-8e16-c140c2e1e267 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953519 Jan 27 21:44:25.034192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-60ad88c3-c38f-43f9-873d-864deaec17f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=155f11db-f305-4457-814e-848bb16c424f HTTP/1.1" status: 200 len: 217 time: 0.0574801 Jan 27 21:44:25.037859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-122064252-network', 'tenant_id': '3eecd04c63a4499b92afa48bb1936a96'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:25.049099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a6893b9-4a8f-47e1-a651-3479a0605d30 req-9f11261d-25eb-42b7-a17a-cddcc5174304 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529008 Jan 27 21:44:25.139719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814c71c-8f56-43cc-b9b9-034e787ddf4c req-a597d736-beb5-4562-850d-b3602f708ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.141279 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1814c71c-8f56-43cc-b9b9-034e787ddf4c req-a597d736-beb5-4562-850d-b3602f708ad1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 1097 time: 0.2145841 Jan 27 21:44:25.174575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-5fabc933-e238-4ae4-9a51-42b12ba706da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.176101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-5fabc933-e238-4ae4-9a51-42b12ba706da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 200 len: 797 time: 0.1260371 Jan 27 21:44:25.179335 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.281416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Made reservation on behalf of 3eecd04c63a4499b92afa48bb1936a96 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:25.284276 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.299768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-24a0f389-ad74-4cdd-9874-a72485ad62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.304689 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.308431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-24a0f389-ad74-4cdd-9874-a72485ad62d2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48d40ea8-2154-4a64-8f89-b888ed9df3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1186330 Jan 27 21:44:25.358550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814c71c-8f56-43cc-b9b9-034e787ddf4c req-387ef8f7-66ca-41f5-80b1-88d35151cd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.360577 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1814c71c-8f56-43cc-b9b9-034e787ddf4c req-387ef8f7-66ca-41f5-80b1-88d35151cd22 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 918 time: 0.2102072 Jan 27 21:44:25.383563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867ccdf-3de0-4573-99d8-948f2ad5d13c req-adac3a32-f15a-42ba-af1d-9fcf18df1f4b tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.390641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0867ccdf-3de0-4573-99d8-948f2ad5d13c req-adac3a32-f15a-42ba-af1d-9fcf18df1f4b tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 1101 time: 0.1751726 Jan 27 21:44:25.405061 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4059ad11-4343-4c58-88a1-b85a8be133a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'bc2a6539-17b7-492e-8355-62f1a3805c15', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'port_id': 'e1368993-dd0a-4234-80fe-d51d39870566', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'mac_address': 'fa:16:3e:81:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:43:58Z', 'updated_at': '2022-01-27T21:44:22Z', 'revision_number': 1, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:59Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:25.444066 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059ad11-4343-4c58-88a1-b85a8be133a1 None None] Checking router: 035819c8-9ec2-418e-8274-c6d6fb2ad602 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:44:25.457633 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4059ad11-4343-4c58-88a1-b85a8be133a1 None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:25.458822 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4059ad11-4343-4c58-88a1-b85a8be133a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:25.509031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5865a965-fad9-4761-9946-058167974957 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:25.509479 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5865a965-fad9-4761-9946-058167974957), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.511967 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1814c71c-8f56-43cc-b9b9-034e787ddf4c req-ffae5018-0014-4ecb-9d15-45a95f51e21a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1368993-dd0a-4234-80fe-d51d39870566 HTTP/1.1" status: 200 len: 1000 time: 0.1427057 Jan 27 21:44:25.526996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4b7188e3-cc9d-45bd-85d8-c9fce77d052a None None] Provisioning complete for port 5865a965-fad9-4761-9946-058167974957 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:25.530329 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4b7188e3-cc9d-45bd-85d8-c9fce77d052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5865a965-fad9-4761-9946-058167974957), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.543941 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.546487 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Publish callbacks [] for security_group (2ccad523-4b95-486d-8918-7f90db59392c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.603975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814c71c-8f56-43cc-b9b9-034e787ddf4c req-0a1af186-bc7a-47ee-be67-83b928e49b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.605638 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1814c71c-8f56-43cc-b9b9-034e787ddf4c req-0a1af186-bc7a-47ee-be67-83b928e49b16 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 200 len: 856 time: 0.0576377 Jan 27 21:44:25.609459 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-4059ad11-4343-4c58-88a1-b85a8be133a1 None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:25.686265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 5865a965-fad9-4761-9946-058167974957, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5865a965-fad9-4761-9946-058167974957,segment=NetworkSegment(24958d53-836c-4551-9f8b-2fc0f94ab9b2),segment_id=24958d53-836c-4551-9f8b-2fc0f94ab9b2)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:25.690380 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2ccad523-4b95-486d-8918-7f90db59392c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.698189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 6b32cd99-eed3-491c-abbf-5a1836fc5a51 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:25.734435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:25.740130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:25.770103 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5865a965-fad9-4761-9946-058167974957), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.802566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccad523-4b95-486d-8918-7f90db59392c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:25.826280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:25.834428 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814c71c-8f56-43cc-b9b9-034e787ddf4c req-87218d1e-8115-4565-aa8b-a5d3dca2828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:25.836474 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1814c71c-8f56-43cc-b9b9-034e787ddf4c req-87218d1e-8115-4565-aa8b-a5d3dca2828c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf700070-3437-4935-bb61-9656ea0d6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2122183 Jan 27 21:44:25.845160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4b7188e3-cc9d-45bd-85d8-c9fce77d052a None None] Current status of the port 5865a965-fad9-4761-9946-058167974957 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:25.845909 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4b7188e3-cc9d-45bd-85d8-c9fce77d052a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5865a965-fad9-4761-9946-058167974957), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.848373 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (677d7678-bed1-445c-8309-7af9eb70b351), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:25.851135 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Added segment 677d7678-bed1-445c-8309-7af9eb70b351 of type vlan for network b8b29cfb-a3a3-4263-91e5-26520de2fb27 Jan 27 21:44:25.868051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-3fa8ce3b-c8f2-45d5-aa03-cedf62653a06 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540676 Jan 27 21:44:25.868051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0867ccdf-3de0-4573-99d8-948f2ad5d13c req-d55274ac-7c96-42e5-8026-ca364d1075d2 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750178 Jan 27 21:44:25.921391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=a6f2667e-eb8f-4249-bce3-67c6d5c214b5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:26.052364 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (523eecd3-1f00-45c3-9c6d-fbc21ce39756), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:26.145237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=5865a965-fad9-4761-9946-058167974957,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:26.180009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a79d-c019-49ee-b57d-b6c5e3ea5cf9 req-0736b2c6-e5cc-4214-90b0-cd419591c95e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:26.182119 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-4b7188e3-cc9d-45bd-85d8-c9fce77d052a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:44:26.183262 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-4b7188e3-cc9d-45bd-85d8-c9fce77d052a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:44:26.196664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0393a79d-c019-49ee-b57d-b6c5e3ea5cf9 req-0736b2c6-e5cc-4214-90b0-cd419591c95e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.5286484 Jan 27 21:44:26.199885 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b8b29cfb-a3a3-4263-91e5-26520de2fb27), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:26.393187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-c4ef0aca-e9c9-4ecd-88f3-4020f461bd91 service neutron] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550836 Jan 27 21:44:26.437247 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1814c71c-8f56-43cc-b9b9-034e787ddf4c req-21bb959a-0e20-4193-a34e-400421ca3b2c service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901792 Jan 27 21:44:26.446233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0393a79d-c019-49ee-b57d-b6c5e3ea5cf9 req-2b69c1b3-9358-4689-ac90-6e75ad0bf535 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462776 Jan 27 21:44:26.471612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5865a965-fad9-4761-9946-058167974957 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:26.620126 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1814c71c-8f56-43cc-b9b9-034e787ddf4c req-400a0f74-a235-45fc-b1ae-c5472166fc8a service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774149 Jan 27 21:44:26.621378 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b8b29cfb-a3a3-4263-91e5-26520de2fb27), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:26.622304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:26.622881 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:26.623931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5865a965-fad9-4761-9946-058167974957 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:26.625251 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5865a965-fad9-4761-9946-058167974957), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:26.629547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-5f7dd9af-f044-4bf7-860d-6a45a12dd10f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c36e1084-48e0-4ada-bb62-776d8ad9ce29 HTTP/1.1" status: 200 len: 217 time: 0.2182848 Jan 27 21:44:26.632316 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4059ad11-4343-4c58-88a1-b85a8be133a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'bc2a6539-17b7-492e-8355-62f1a3805c15', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'port_id': 'e1368993-dd0a-4234-80fe-d51d39870566', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'mac_address': 'fa:16:3e:81:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:43:58Z', 'updated_at': '2022-01-27T21:44:22Z', 'revision_number': 1, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:59Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:26.642018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-1a162b5e-19f7-4f9c-a15f-4fc3d5ce15a1 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610401 Jan 27 21:44:26.675464 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059ad11-4343-4c58-88a1-b85a8be133a1 None None] The sync data for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 is: [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'bc2a6539-17b7-492e-8355-62f1a3805c15', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'port_id': 'e1368993-dd0a-4234-80fe-d51d39870566', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'mac_address': 'fa:16:3e:81:43:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:43:58Z', 'updated_at': '2022-01-27T21:44:22Z', 'revision_number': 1, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:59Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:26.715666 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:26.745772 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] Pushing event updated for resources: {'Network': ['ID=b8b29cfb-a3a3-4263-91e5-26520de2fb27,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:26.755209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4b7188e3-cc9d-45bd-85d8-c9fce77d052a None None] Current status of the port 5865a965-fad9-4761-9946-058167974957 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:26.760422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b8b29cfb-a3a3-4263-91e5-26520de2fb27 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:26.809382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5865a965-fad9-4761-9946-058167974957 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:26.821485 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6ef8b31f-aa62-4e56-8d18-30a3895f59f5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0299170 Jan 27 21:44:26.823919 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51472) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:26.829615 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-42c71d58-0192-46de-9be1-1ba9d2e77701 admin admin] Request body: {'subnet': {'network_id': 'b8b29cfb-a3a3-4263-91e5-26520de2fb27', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-122064252-subnet', 'tenant_id': '3eecd04c63a4499b92afa48bb1936a96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:26.882320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-802b545a-51cb-4572-a7ed-b95fad723fdb None None] Provisioning complete for port a6f2667e-eb8f-4249-bce3-67c6d5c214b5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:26.882716 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-802b545a-51cb-4572-a7ed-b95fad723fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:26.892612 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:26.903993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-469b2645-f369-4199-85f1-dd8889016aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:26.903993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-469b2645-f369-4199-85f1-dd8889016aa2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e01611-9532-469d-8e1a-8f2c049f536e HTTP/1.1" status: 200 len: 797 time: 0.2570143 Jan 27 21:44:26.925168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-802b545a-51cb-4572-a7ed-b95fad723fdb None None] Port a6f2667e-eb8f-4249-bce3-67c6d5c214b5 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:26.939080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-802b545a-51cb-4572-a7ed-b95fad723fdb None None] Provisioning complete for port 5865a965-fad9-4761-9946-058167974957 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:26.941839 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-802b545a-51cb-4572-a7ed-b95fad723fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5865a965-fad9-4761-9946-058167974957), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.001230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2d37e856-1632-4bfd-a70d-7f27e139f8de tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:27.002929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2d37e856-1632-4bfd-a70d-7f27e139f8de tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3623397 Jan 27 21:44:27.003586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c71d58-0192-46de-9be1-1ba9d2e77701 admin admin] Made reservation on behalf of 3eecd04c63a4499b92afa48bb1936a96 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:27.007575 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42c71d58-0192-46de-9be1-1ba9d2e77701 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.154581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-de50759a-e957-4326-a17b-355bcb8da47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:27.156351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-de50759a-e957-4326-a17b-355bcb8da47d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2476509 Jan 27 21:44:27.167685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b5e906-e8c7-4188-a364-57f412f5b47a None None] New status for floating IP bc2a6539-17b7-492e-8355-62f1a3805c15: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:44:27.175134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-268a562a-318f-443b-8ac5-afd69a666ede tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/quotas/e1f36125a6d449cf9bc19f725983dd58 HTTP/1.1" status: 200 len: 375 time: 0.1231277 Jan 27 21:44:27.270693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-802b545a-51cb-4572-a7ed-b95fad723fdb None None] Current status of the port 5865a965-fad9-4761-9946-058167974957 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:27.432960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-58f75aca-2044-4bf1-b6d0-653b80fdf6ad tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2565982 Jan 27 21:44:27.507247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-dcb57634-ac08-4305-a92c-d0ff5ca7f01e service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400919 Jan 27 21:44:27.526989 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.583248 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42c71d58-0192-46de-9be1-1ba9d2e77701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (0e21bd6b-7951-415b-8fe2-992f7b26c1d7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.681823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-f297ec00-f5fb-48d6-a667-24337b3bc09d service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669545 Jan 27 21:44:27.730300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c71d58-0192-46de-9be1-1ba9d2e77701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e21bd6b-7951-415b-8fe2-992f7b26c1d7,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:27.737229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c71d58-0192-46de-9be1-1ba9d2e77701 admin admin] Checking segment: {'id': '677d7678-bed1-445c-8309-7af9eb70b351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b8b29cfb-a3a3-4263-91e5-26520de2fb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:27.738227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c71d58-0192-46de-9be1-1ba9d2e77701 admin admin] Network hostable DHCP agents. Network: b8b29cfb-a3a3-4263-91e5-26520de2fb27, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:27.780258 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.783677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-8f8bce2f-3cff-4b54-b99f-3f9b54590b8c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cf0d2933-9ced-40f1-ba80-638a181d5c6a HTTP/1.1" status: 200 len: 217 time: 0.0952232 Jan 27 21:44:27.851026 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c71d58-0192-46de-9be1-1ba9d2e77701 admin admin] Network b8b29cfb-a3a3-4263-91e5-26520de2fb27 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:27.889031 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.960499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-42c71d58-0192-46de-9be1-1ba9d2e77701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, b8b29cfb-a3a3-4263-91e5-26520de2fb27) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:27.965560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c71d58-0192-46de-9be1-1ba9d2e77701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:27.969489 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42c71d58-0192-46de-9be1-1ba9d2e77701 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:27.970212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff800e53-49f1-4dee-bcc8-704bb337b8ee None None] Network b8b29cfb-a3a3-4263-91e5-26520de2fb27 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:28.000599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-473a2710-098e-410f-a1c4-8cb80160ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:28.002129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-473a2710-098e-410f-a1c4-8cb80160ce5d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=39e01611-9532-469d-8e1a-8f2c049f536e HTTP/1.1" status: 200 len: 797 time: 0.2056189 Jan 27 21:44:28.030430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (523eecd3-1f00-45c3-9c6d-fbc21ce39756), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:28.038132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebefa1fe-c0c7-4f42-baea-4f4b5d1056b7 req-55758e9b-23d8-49fb-9129-592b69dd04a1 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 210 time: 0.1024711 Jan 27 21:44:28.075228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f84edc4-e490-47cc-9734-122f003515bd None None] Network b8b29cfb-a3a3-4263-91e5-26520de2fb27 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:28.099075 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-42c71d58-0192-46de-9be1-1ba9d2e77701 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2647648 Jan 27 21:44:28.099290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=a6f2667e-eb8f-4249-bce3-67c6d5c214b5,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:28.175509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-7f38a4a6-4d21-4c31-a29b-ac96ecd46afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:28.176391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-7f38a4a6-4d21-4c31-a29b-ac96ecd46afa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7e1655c6-78a8-4691-8e0d-090ebfbca2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1439438 Jan 27 21:44:28.189714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa3b38-b817-445d-bd67-bb0e8ef40323 req-20fec476-7dc8-4cbd-ab3c-9cfceecb5ffe tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:28.197353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68aa3b38-b817-445d-bd67-bb0e8ef40323 req-20fec476-7dc8-4cbd-ab3c-9cfceecb5ffe tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.2594273 Jan 27 21:44:28.291941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51520) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:28.341237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68aa3b38-b817-445d-bd67-bb0e8ef40323 req-5881f5c9-55ab-405b-ba1d-55839f42e176 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422839 Jan 27 21:44:28.371397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 6b32cd99-eed3-491c-abbf-5a1836fc5a51 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:28.374310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:28.381766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-d41ee4be-e3b9-4f49-9fb4-af7676c660ce service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810913 Jan 27 21:44:28.403956 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-19a3acd3-42bd-4340-9ede-d9146e82145a tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:28.567446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa3ffb06-e9cb-47aa-9327-f9295117ca5b req-8d9f1df0-6602-477b-aec4-5de87469e45e service neutron] 10.222.0.71 "GET /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476736 Jan 27 21:44:28.614052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f69698ce-8d61-4348-9473-6b60a3157125 None None] Provisioning complete for port a6f2667e-eb8f-4249-bce3-67c6d5c214b5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:28.614435 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f69698ce-8d61-4348-9473-6b60a3157125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:28.641292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 523eecd3-1f00-45c3-9c6d-fbc21ce39756 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:44:28.648538 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-19a3acd3-42bd-4340-9ede-d9146e82145a tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] 10.222.0.61 "PUT /v2.0/quotas/793354fc2db64290b4453ea47608ee04 HTTP/1.1" status: 200 len: 366 time: 0.3555119 Jan 27 21:44:28.651854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51528) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:28.656677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f69698ce-8d61-4348-9473-6b60a3157125 None None] Port a6f2667e-eb8f-4249-bce3-67c6d5c214b5 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:28.669292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2ab4de53-bbb8-44e8-a55e-2d8fbf768805 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0153246 Jan 27 21:44:28.671923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51532) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:28.685416 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d1eea9ee-da32-4d2b-a3f4-4d47b851dc4a tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] 10.222.0.61 "GET /v2.0/quotas/793354fc2db64290b4453ea47608ee04 HTTP/1.1" status: 200 len: 366 time: 0.0121880 Jan 27 21:44:28.688551 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51534) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:28.760162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:28.765264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2eb604c6-c81a-46b1-808a-21fa8cba490c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/523eecd3-1f00-45c3-9c6d-fbc21ce39756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2468033 Jan 27 21:44:28.768189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51538) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:28.771511 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847ad76-4f4f-4c20-b198-94f489e8d69a None None] Sync routers for ids ['523eecd3-1f00-45c3-9c6d-fbc21ce39756'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:28.783150 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847ad76-4f4f-4c20-b198-94f489e8d69a None None] Routers {'523eecd3-1f00-45c3-9c6d-fbc21ce39756'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:28.783786 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a847ad76-4f4f-4c20-b198-94f489e8d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['523eecd3-1f00-45c3-9c6d-fbc21ce39756'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:28.797681 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f5d3397f-2a1c-4b4c-b293-ad10e6033788 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/793354fc2db64290b4453ea47608ee04 HTTP/1.1" status: 204 len: 168 time: 0.1079133 Jan 27 21:44:28.800508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51540) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:28.811867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8542f681-cff1-4a30-9660-083509969062 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0094545 Jan 27 21:44:28.814229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51544) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:28.815702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c6f6fe-3fd7-48e6-bf2b-7cc6da97c1c1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:28.817107 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-62c6f6fe-3fd7-48e6-bf2b-7cc6da97c1c1 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports/a6f2667e-eb8f-4249-bce3-67c6d5c214b5 HTTP/1.1" status: 200 len: 910 time: 0.0478940 Jan 27 21:44:28.820467 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51548) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:28.826503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4b74c606-6e22-47ef-828f-cc5841c01f3e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1bd24d9f-9b3d-4fd3-81e0-fe8f03372781'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:28.826656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3c063aaa-2e40-4df4-bddd-27c12065ae79 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] 10.222.0.61 "GET /v2.0/quotas/793354fc2db64290b4453ea47608ee04 HTTP/1.1" status: 200 len: 370 time: 0.0105610 Jan 27 21:44:28.835480 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a847ad76-4f4f-4c20-b198-94f489e8d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:28.839899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51550) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:28.854776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c7028898-11de-4860-a821-8bddf0800ea8 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] 10.222.0.61 "GET /v2.0/quotas/793354fc2db64290b4453ea47608ee04/default HTTP/1.1" status: 200 len: 370 time: 0.0135975 Jan 27 21:44:28.857575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51556) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:28.858989 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847ad76-4f4f-4c20-b198-94f489e8d69a None None] Routers {'523eecd3-1f00-45c3-9c6d-fbc21ce39756'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:28.859634 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a847ad76-4f4f-4c20-b198-94f489e8d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['523eecd3-1f00-45c3-9c6d-fbc21ce39756'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:28.876714 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-4cb7200b-6a19-4d7a-a83c-b8e8d4f1dd01 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] delete failed (client error): The resource could not be found. Jan 27 21:44:28.883856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4cb7200b-6a19-4d7a-a83c-b8e8d4f1dd01 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/793354fc2db64290b4453ea47608ee04 HTTP/1.1" status: 404 len: 348 time: 0.0249505 Jan 27 21:44:28.955022 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a847ad76-4f4f-4c20-b198-94f489e8d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:28.955689 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a847ad76-4f4f-4c20-b198-94f489e8d69a None None] The sync data for ids ['523eecd3-1f00-45c3-9c6d-fbc21ce39756'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:29.025600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51568) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:29.036391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-277125067-network', 'tenant_id': 'bf80c1eead5242de91b42239aada5248'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:29.064457 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b74c606-6e22-47ef-828f-cc5841c01f3e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:29.169334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Made reservation on behalf of bf80c1eead5242de91b42239aada5248 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:29.171848 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:29.177543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43c8fa2b-dc19-4d4c-acdd-cdec2b79d6d7 req-51c83f13-64f7-4dfe-a715-f2d42b408944 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 210 time: 0.0483305 Jan 27 21:44:29.186928 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:29.292307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51576) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:29.322167 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Publish callbacks [] for security_group (f303cacd-fb2b-4609-b7e5-7dfed4854cf4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:29.328844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Usage tracker for resource:network and project:aa8b9293e9db4f5db2876bf6a82cd09b is out of sync, need to count used quota {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:44:29.332468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:44:29.349207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Usage tracker for resource:subnet and project:aa8b9293e9db4f5db2876bf6a82cd09b is out of sync, need to count used quota {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:44:29.353091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:44:29.372221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Usage tracker for resource:subnetpool and project:aa8b9293e9db4f5db2876bf6a82cd09b is out of sync, need to count used quota {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:44:29.387350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:44:29.399962 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f303cacd-fb2b-4609-b7e5-7dfed4854cf4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:29.443171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Usage tracker for resource:port and project:aa8b9293e9db4f5db2876bf6a82cd09b is out of sync, need to count used quota {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:44:29.458399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:29.478691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:44:29.500571 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f303cacd-fb2b-4609-b7e5-7dfed4854cf4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:29.506760 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7e0c2a7f-fa54-4979-ac09-7e40da82ef0f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:29.513546 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Added segment 7e0c2a7f-fa54-4979-ac09-7e40da82ef0f of type vlan for network 3a14aea1-1d74-4fa5-81c1-f0a9a53c1424 Jan 27 21:44:29.545744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Usage tracker for resource:router and project:aa8b9293e9db4f5db2876bf6a82cd09b is out of sync, need to count used quota {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:44:29.562609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:44:29.566573 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b74c606-6e22-47ef-828f-cc5841c01f3e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:29.570912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (3a14aea1-1d74-4fa5-81c1-f0a9a53c1424), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:29.582298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcef18b-8b4c-4272-9a2f-48e417400ab3 req-044d42f7-9acf-4154-9276-5af00a0ada35 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:29.584142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffcef18b-8b4c-4272-9a2f-48e417400ab3 req-044d42f7-9acf-4154-9276-5af00a0ada35 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1323471 Jan 27 21:44:29.592944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Usage tracker for resource:floatingip and project:aa8b9293e9db4f5db2876bf6a82cd09b is out of sync, need to count used quota {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:44:29.612256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:44:29.774028 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b74c606-6e22-47ef-828f-cc5841c01f3e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:29.882873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74c606-6e22-47ef-828f-cc5841c01f3e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=a6f2667e-eb8f-4249-bce3-67c6d5c214b5,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:29.890107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b74c606-6e22-47ef-828f-cc5841c01f3e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:29.891030 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b74c606-6e22-47ef-828f-cc5841c01f3e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:29.892358 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4b74c606-6e22-47ef-828f-cc5841c01f3e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/ports/a6f2667e-eb8f-4249-bce3-67c6d5c214b5 HTTP/1.1" status: 200 len: 910 time: 1.0705736 Jan 27 21:44:29.895211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51580) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:30.041463 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (3a14aea1-1d74-4fa5-81c1-f0a9a53c1424), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.042938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:30.044610 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.081258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffcef18b-8b4c-4272-9a2f-48e417400ab3 req-d6776a8f-57c9-47cd-8982-fc1e2721573f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832635 Jan 27 21:44:30.158981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] Pushing event updated for resources: {'Network': ['ID=3a14aea1-1d74-4fa5-81c1-f0a9a53c1424,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:30.172408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 3a14aea1-1d74-4fa5-81c1-f0a9a53c1424 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:30.174600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Usage tracker for resource:security_group and project:aa8b9293e9db4f5db2876bf6a82cd09b is out of sync, need to count used quota {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:44:30.181196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:44:30.198202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Usage tracker for resource:security_group_rule and project:aa8b9293e9db4f5db2876bf6a82cd09b is out of sync, need to count used quota {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 27 21:44:30.208609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.quota.resource [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104027) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 27 21:44:30.231299 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bc8d6303-b9a3-4a8f-9323-5b155e363b37 tempest-QuotasTest-1413700631 tempest-QuotasTest-1413700631-project-admin] 10.222.0.61 "GET /v2.0/quotas/aa8b9293e9db4f5db2876bf6a82cd09b/details.json HTTP/1.1" status: 200 len: 703 time: 0.9322741 Jan 27 21:44:30.262455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-618faa31-352c-45c2-8277-44fc9e118581 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2352610 Jan 27 21:44:30.270378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51594) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:30.277621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0bf7b7e1-7081-41aa-a15d-cffee3966050 admin admin] Request body: {'subnet': {'network_id': '3a14aea1-1d74-4fa5-81c1-f0a9a53c1424', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-277125067-subnet', 'tenant_id': 'bf80c1eead5242de91b42239aada5248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:30.366256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51f49476-b53f-4de3-b193-8686a36e3432 req-e76b494b-54de-4465-95a8-b7f9dafa0b7c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 210 time: 0.0342584 Jan 27 21:44:30.385192 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f63dbac2-9a9a-4c48-9555-5986f6e6c2d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (523eecd3-1f00-45c3-9c6d-fbc21ce39756), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.394689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7b7e1-7081-41aa-a15d-cffee3966050 admin admin] Made reservation on behalf of bf80c1eead5242de91b42239aada5248 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:30.397141 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b7e1-7081-41aa-a15d-cffee3966050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.490621 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-246da652-441a-4368-99a8-bfff1c3a88fd tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336356 Jan 27 21:44:30.654698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-d623ea34-a316-4d17-8b9d-e40fbe5ee59a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:30.656192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-d623ea34-a316-4d17-8b9d-e40fbe5ee59a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596675 Jan 27 21:44:30.673482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Request body: {'port': {'device_id': '7e607208-2711-41dd-9f1e-e9d4cf380413', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'e1f36125a6d449cf9bc19f725983dd58'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:30.699368 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f63dbac2-9a9a-4c48-9555-5986f6e6c2d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port a6f2667e-eb8f-4249-bce3-67c6d5c214b5 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:30.699889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f63dbac2-9a9a-4c48-9555-5986f6e6c2d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.798917 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f63dbac2-9a9a-4c48-9555-5986f6e6c2d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.812810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f63dbac2-9a9a-4c48-9555-5986f6e6c2d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for a6f2667e-eb8f-4249-bce3-67c6d5c214b5 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:30.886979 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b7e1-7081-41aa-a15d-cffee3966050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (de5a0bbc-8140-4a69-8258-71c2ad42bfd2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.952177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7b7e1-7081-41aa-a15d-cffee3966050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de5a0bbc-8140-4a69-8258-71c2ad42bfd2,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:30.957394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Made reservation on behalf of e1f36125a6d449cf9bc19f725983dd58 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:30.961949 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:30.977870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7b7e1-7081-41aa-a15d-cffee3966050 admin admin] Checking segment: {'id': '7e0c2a7f-fa54-4979-ac09-7e40da82ef0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3a14aea1-1d74-4fa5-81c1-f0a9a53c1424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:30.978583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7b7e1-7081-41aa-a15d-cffee3966050 admin admin] Network hostable DHCP agents. Network: 3a14aea1-1d74-4fa5-81c1-f0a9a53c1424, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:31.122011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51604) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:31.166381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7b7e1-7081-41aa-a15d-cffee3966050 admin admin] Network 3a14aea1-1d74-4fa5-81c1-f0a9a53c1424 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:31.217801 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f63dbac2-9a9a-4c48-9555-5986f6e6c2d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a6f2667e-eb8f-4249-bce3-67c6d5c214b5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.277654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63dbac2-9a9a-4c48-9555-5986f6e6c2d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=a6f2667e-eb8f-4249-bce3-67c6d5c214b5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:31.331514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-0bf7b7e1-7081-41aa-a15d-cffee3966050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 3a14aea1-1d74-4fa5-81c1-f0a9a53c1424) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:31.335811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7b7e1-7081-41aa-a15d-cffee3966050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:31.336922 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b7e1-7081-41aa-a15d-cffee3966050 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.347180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476e3ef6-9b5d-481d-a026-0d1c5e58e180 None None] Network 3a14aea1-1d74-4fa5-81c1-f0a9a53c1424 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:31.380370 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0240814d-96ef-4057-8b0c-975a112cc3f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.437180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f63dbac2-9a9a-4c48-9555-5986f6e6c2d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (523eecd3-1f00-45c3-9c6d-fbc21ce39756), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.483475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2f06e-7ca1-4736-8e1d-97cf170bbcbf req-a9dc184e-62a2-4cc0-87ea-02623ac37507 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:31.494165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08c2f06e-7ca1-4736-8e1d-97cf170bbcbf req-a9dc184e-62a2-4cc0-87ea-02623ac37507 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.2981832 Jan 27 21:44:31.564217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b9f123-8880-4656-9738-0f028defe549 None None] Network 3a14aea1-1d74-4fa5-81c1-f0a9a53c1424 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:31.594395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0bf7b7e1-7081-41aa-a15d-cffee3966050 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3150189 Jan 27 21:44:31.618707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ee53679-b506-49a4-b08a-4f25f8b3c3b3 req-bcbe6516-3f70-46ba-8d8d-5fbe070fafdd tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 210 time: 0.0924709 Jan 27 21:44:31.641400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Allocated IP 192.168.233.70 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/4202c9e4-a3b2-451b-8ce9-4b06d271ec4e) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:31.692036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08c2f06e-7ca1-4736-8e1d-97cf170bbcbf req-61c0b16c-cfbc-4ae5-99fe-9438f42feebc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767631 Jan 27 21:44:31.764131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63dbac2-9a9a-4c48-9555-5986f6e6c2d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 523eecd3-1f00-45c3-9c6d-fbc21ce39756 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:44:31.779733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0240814d-96ef-4057-8b0c-975a112cc3f3 admin admin] Publish callbacks [] for security_group (0a4e9d5a-2748-4f20-a4bb-1fe644105d41), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.779899 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51616) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:31.873204 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks [] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.880910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63dbac2-9a9a-4c48-9555-5986f6e6c2d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:31.882189 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f63dbac2-9a9a-4c48-9555-5986f6e6c2d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/523eecd3-1f00-45c3-9c6d-fbc21ce39756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9829254 Jan 27 21:44:31.885106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51618) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:31.893407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-552b56b4-70ec-426e-b089-1386efd4b0ee admin admin] Deleting subnet 0e21bd6b-7951-415b-8fe2-992f7b26c1d7 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:44:31.897806 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-552b56b4-70ec-426e-b089-1386efd4b0ee admin admin] Publish callbacks [] for subnet (0e21bd6b-7951-415b-8fe2-992f7b26c1d7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.900060 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b1538-9a9c-4937-906e-17c4b8b8c360 None None] Sync routers for ids ['523eecd3-1f00-45c3-9c6d-fbc21ce39756'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:31.919033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b1538-9a9c-4937-906e-17c4b8b8c360 None None] Routers {'523eecd3-1f00-45c3-9c6d-fbc21ce39756'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:31.920068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8a9b1538-9a9c-4937-906e-17c4b8b8c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['523eecd3-1f00-45c3-9c6d-fbc21ce39756'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:31.930842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cb290fa8-226e-4355-9f90-a4ff8b00ae7c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=523eecd3-1f00-45c3-9c6d-fbc21ce39756 HTTP/1.1" status: 200 len: 205 time: 0.0445426 Jan 27 21:44:31.933427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51620) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:31.952109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-552b56b4-70ec-426e-b089-1386efd4b0ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (0e21bd6b-7951-415b-8fe2-992f7b26c1d7), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:31.968510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8a9b1538-9a9c-4937-906e-17c4b8b8c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:31.979484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b1538-9a9c-4937-906e-17c4b8b8c360 None None] Routers {'523eecd3-1f00-45c3-9c6d-fbc21ce39756'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:31.980620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8a9b1538-9a9c-4937-906e-17c4b8b8c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['523eecd3-1f00-45c3-9c6d-fbc21ce39756'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:31.980849 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0240814d-96ef-4057-8b0c-975a112cc3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0a4e9d5a-2748-4f20-a4bb-1fe644105d41), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.006335 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-552b56b4-70ec-426e-b089-1386efd4b0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (0e21bd6b-7951-415b-8fe2-992f7b26c1d7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.013535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0240814d-96ef-4057-8b0c-975a112cc3f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e55f7d421be4c4c969bdea766a16a40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8875365 Jan 27 21:44:32.022026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8a9b1538-9a9c-4937-906e-17c4b8b8c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:32.022368 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b1538-9a9c-4937-906e-17c4b8b8c360 None None] The sync data for ids ['523eecd3-1f00-45c3-9c6d-fbc21ce39756'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:32.044225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51622) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:32.059664 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d07b2db8-9668-4048-b0bc-9c7647f6d360 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (523eecd3-1f00-45c3-9c6d-fbc21ce39756), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.135921 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d1c7341f-f5f2-4a91-86f2-7095395c09d1 admin admin] Publish callbacks [] for security_group (0a4e9d5a-2748-4f20-a4bb-1fe644105d41), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.140768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240814d-96ef-4057-8b0c-975a112cc3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4e9d5a-2748-4f20-a4bb-1fe644105d41,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:32.167526 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d1c7341f-f5f2-4a91-86f2-7095395c09d1 admin admin] Publish callbacks [] for security_group (0a4e9d5a-2748-4f20-a4bb-1fe644105d41), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.205134 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.213882 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-69352bef-be1a-494c-921f-2b06415290c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.232036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30', '0b7162c8-5f57-4a8f-bcbc-665d4b227673', '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2', '45f4866f-c30d-4cf5-bea4-0242ba26b401'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:32.233068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64', 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:32.274044 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d07b2db8-9668-4048-b0bc-9c7647f6d360 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (523eecd3-1f00-45c3-9c6d-fbc21ce39756), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.278729 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d07b2db8-9668-4048-b0bc-9c7647f6d360 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (523eecd3-1f00-45c3-9c6d-fbc21ce39756), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.281310 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-552b56b4-70ec-426e-b089-1386efd4b0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (0e21bd6b-7951-415b-8fe2-992f7b26c1d7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.332512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:32.338732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:32.355018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-552b56b4-70ec-426e-b089-1386efd4b0ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.356365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:32.356555 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-552b56b4-70ec-426e-b089-1386efd4b0ee admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0e21bd6b-7951-415b-8fe2-992f7b26c1d7 HTTP/1.1" status: 204 len: 168 time: 0.5618527 Jan 27 21:44:32.356645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event updated for resources: {'Port': ['ID=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:32.356727 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b56b4-70ec-426e-b089-1386efd4b0ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e21bd6b-7951-415b-8fe2-992f7b26c1d7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:32.356727 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d1c7341f-f5f2-4a91-86f2-7095395c09d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0a4e9d5a-2748-4f20-a4bb-1fe644105d41), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.364341 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d1c7341f-f5f2-4a91-86f2-7095395c09d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.368854 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d1c7341f-f5f2-4a91-86f2-7095395c09d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a4e9d5a-2748-4f20-a4bb-1fe644105d41 HTTP/1.1" status: 204 len: 168 time: 0.3236601 Jan 27 21:44:32.370358 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51632) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:32.387597 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7341f-f5f2-4a91-86f2-7095395c09d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4e9d5a-2748-4f20-a4bb-1fe644105d41,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:32.408927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:32.409581 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.461717 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b8b29cfb-a3a3-4263-91e5-26520de2fb27), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.500487 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d07b2db8-9668-4048-b0bc-9c7647f6d360 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (523eecd3-1f00-45c3-9c6d-fbc21ce39756), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.505594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07b2db8-9668-4048-b0bc-9c7647f6d360 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Fanout notify agent at l3_agent the message router_deleted on router 523eecd3-1f00-45c3-9c6d-fbc21ce39756 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:44:32.510051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d07b2db8-9668-4048-b0bc-9c7647f6d360 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.517203 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d07b2db8-9668-4048-b0bc-9c7647f6d360 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/523eecd3-1f00-45c3-9c6d-fbc21ce39756 HTTP/1.1" status: 204 len: 168 time: 0.5766635 Jan 27 21:44:32.517992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51636) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:32.606914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-2309f447-ce13-43a0-ac90-cd9931b1c78c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9396589 Jan 27 21:44:32.619852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b8b29cfb-a3a3-4263-91e5-26520de2fb27), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.643836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Request body: {'port': {'device_id': '7e607208-2711-41dd-9f1e-e9d4cf380413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:32.659096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b29cfb-a3a3-4263-91e5-26520de2fb27']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:32.661025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-90509ddc-4c80-40c3-84fc-171d248e9e9c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting subnet 1bd24d9f-9b3d-4fd3-81e0-fe8f03372781 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:44:32.670566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677d7678-bed1-445c-8309-7af9eb70b351') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:32.673418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677d7678-bed1-445c-8309-7af9eb70b351') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:32.683090 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (677d7678-bed1-445c-8309-7af9eb70b351), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.686096 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-90509ddc-4c80-40c3-84fc-171d248e9e9c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (1bd24d9f-9b3d-4fd3-81e0-fe8f03372781), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.698657 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (677d7678-bed1-445c-8309-7af9eb70b351), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.706031 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:44:32.706431 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (677d7678-bed1-445c-8309-7af9eb70b351), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:44:32.708220 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:44:32.803991 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-90509ddc-4c80-40c3-84fc-171d248e9e9c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (1bd24d9f-9b3d-4fd3-81e0-fe8f03372781), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.812218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d2a2e460-8f23-499a-8c62-9b2ae921a9d2 None None] Provisioning complete for port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:32.812813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d2a2e460-8f23-499a-8c62-9b2ae921a9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.828403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:32.862433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611fc11-6a4a-4ce8-afd9-a098d70409f7 req-7ccb2d5e-b6eb-4c08-8417-2826c578b2dd tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:32.863936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2611fc11-6a4a-4ce8-afd9-a098d70409f7 req-7ccb2d5e-b6eb-4c08-8417-2826c578b2dd tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 935 time: 0.1519372 Jan 27 21:44:32.893942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2e460-8f23-499a-8c62-9b2ae921a9d2 None None] Port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:33.009305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc2d12-271e-40d6-924d-fcfa9b598fdd req-6b801b7f-50af-4cae-b3bf-848f427b484e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:33.011178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccdc2d12-271e-40d6-924d-fcfa9b598fdd req-6b801b7f-50af-4cae-b3bf-848f427b484e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.2029781 Jan 27 21:44:33.012855 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b8b29cfb-a3a3-4263-91e5-26520de2fb27), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.019586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.029027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2611fc11-6a4a-4ce8-afd9-a098d70409f7 req-c67cb696-73da-4e3a-a5b1-f71a2bf0beca tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480343 Jan 27 21:44:33.029664 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] 10.222.0.61 "DELETE /v2.0/networks/b8b29cfb-a3a3-4263-91e5-26520de2fb27 HTTP/1.1" status: 204 len: 168 time: 0.6563261 Jan 27 21:44:33.039831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51644) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:33.046499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06be0e-b638-461e-9059-0928899bc49e admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b29cfb-a3a3-4263-91e5-26520de2fb27,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:33.106810 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-90509ddc-4c80-40c3-84fc-171d248e9e9c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (1bd24d9f-9b3d-4fd3-81e0-fe8f03372781), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.109343 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-5df9064a-8f0c-4568-8294-af7718c28ce1 req-2e83d856-f799-4c95-87ca-bfe715cdafcb service neutron] (104026) timed out ('10.222.0.71', 49800) {{(pid=104026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 21:44:33.116463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5ffca8-e315-4b73-9afe-415b91b82552 admin admin] Deleting subnet de5a0bbc-8140-4a69-8258-71c2ad42bfd2 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:44:33.120215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce5ffca8-e315-4b73-9afe-415b91b82552 admin admin] Publish callbacks [] for subnet (de5a0bbc-8140-4a69-8258-71c2ad42bfd2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.162658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce5ffca8-e315-4b73-9afe-415b91b82552 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (de5a0bbc-8140-4a69-8258-71c2ad42bfd2), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.203225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccdc2d12-271e-40d6-924d-fcfa9b598fdd req-d320a58a-12f5-4db6-a47a-d6ea0532fa02 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292725 Jan 27 21:44:33.213581 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce5ffca8-e315-4b73-9afe-415b91b82552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (de5a0bbc-8140-4a69-8258-71c2ad42bfd2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.338395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce5ffca8-e315-4b73-9afe-415b91b82552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (de5a0bbc-8140-4a69-8258-71c2ad42bfd2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.351680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-90509ddc-4c80-40c3-84fc-171d248e9e9c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (1bd24d9f-9b3d-4fd3-81e0-fe8f03372781), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.363223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:33.371177 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce5ffca8-e315-4b73-9afe-415b91b82552 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.377345 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ce5ffca8-e315-4b73-9afe-415b91b82552 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/de5a0bbc-8140-4a69-8258-71c2ad42bfd2 HTTP/1.1" status: 204 len: 168 time: 0.3301749 Jan 27 21:44:33.377345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ffca8-e315-4b73-9afe-415b91b82552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de5a0bbc-8140-4a69-8258-71c2ad42bfd2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:33.385553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51656) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:33.405489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Publish callbacks [] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.409714 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-90509ddc-4c80-40c3-84fc-171d248e9e9c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.416732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-90509ddc-4c80-40c3-84fc-171d248e9e9c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/1bd24d9f-9b3d-4fd3-81e0-fe8f03372781 HTTP/1.1" status: 204 len: 168 time: 0.8947008 Jan 27 21:44:33.420045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90509ddc-4c80-40c3-84fc-171d248e9e9c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd24d9f-9b3d-4fd3-81e0-fe8f03372781,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:33.420190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51660) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:33.427465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5416c67f-df44-416f-9127-c773bb70ff39 None None] Network 6b32cd99-eed3-491c-abbf-5a1836fc5a51 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:33.479100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51662) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:33.491596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Transition to ACTIVE for port object 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:33.503080 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a92221c-810b-4c2c-9773-d0ca70ef8906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.510696 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6b32cd99-eed3-491c-abbf-5a1836fc5a51), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.529328 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (3a14aea1-1d74-4fa5-81c1-f0a9a53c1424), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.583576 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port 5865a965-fad9-4761-9946-058167974957 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:33.583993 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5865a965-fad9-4761-9946-058167974957), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.631945 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.632233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] DHCP port deletion for 6b32cd99-eed3-491c-abbf-5a1836fc5a51 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:44:33.648876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] For port 5865a965-fad9-4761-9946-058167974957, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5865a965-fad9-4761-9946-058167974957,segment=NetworkSegment(24958d53-836c-4551-9f8b-2fc0f94ab9b2),segment_id=24958d53-836c-4551-9f8b-2fc0f94ab9b2)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:33.649244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5865a965-fad9-4761-9946-058167974957), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.670883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for 5865a965-fad9-4761-9946-058167974957 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:33.676771 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (3a14aea1-1d74-4fa5-81c1-f0a9a53c1424), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.734832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Pushing event updated for resources: {'Port': ['ID=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:33.735763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Deleting port 5865a965-fad9-4761-9946-058167974957 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:33.742644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a14aea1-1d74-4fa5-81c1-f0a9a53c1424']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:33.745473 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5865a965-fad9-4761-9946-058167974957), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.785032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0c2a7f-fa54-4979-ac09-7e40da82ef0f') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:33.785335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0c2a7f-fa54-4979-ac09-7e40da82ef0f') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:33.792789 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a92221c-810b-4c2c-9773-d0ca70ef8906 admin admin] Publish callbacks [] for security_group (8cb7d363-183e-43c1-9961-d12eaa87d140), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.819882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (7e0c2a7f-fa54-4979-ac09-7e40da82ef0f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.824292 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] For port 5865a965-fad9-4761-9946-058167974957, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5865a965-fad9-4761-9946-058167974957,segment=NetworkSegment(24958d53-836c-4551-9f8b-2fc0f94ab9b2),segment_id=24958d53-836c-4551-9f8b-2fc0f94ab9b2)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:33.825329 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5865a965-fad9-4761-9946-058167974957), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.844614 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7e0c2a7f-fa54-4979-ac09-7e40da82ef0f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.855415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:44:33.855833 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (7e0c2a7f-fa54-4979-ac09-7e40da82ef0f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.856013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Calling delete_port for 5865a965-fad9-4761-9946-058167974957 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:44:33.857635 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:44:33.901657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Attempting to bind port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:33.901999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Attempting to bind port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:33.902439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Attempting to bind port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:33.917859 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a92221c-810b-4c2c-9773-d0ca70ef8906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8cb7d363-183e-43c1-9961-d12eaa87d140), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.920493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:33.921110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Attempting to bind port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:33.943986 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5865a965-fad9-4761-9946-058167974957), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.956724 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (5865a965-fad9-4761-9946-058167974957), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.960992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:33.961566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:33.962147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:33.962872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Bound port: 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:33.963418 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:33.983817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=5865a965-fad9-4761-9946-058167974957,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:33.985851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No DVR routers for this DVR port 5865a965-fad9-4761-9946-058167974957 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:34.005068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92221c-810b-4c2c-9773-d0ca70ef8906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb7d363-183e-43c1-9961-d12eaa87d140,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:34.006018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Pushing event deleted for resources: {'Port': ['ID=5865a965-fad9-4761-9946-058167974957,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:34.012237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0a92221c-810b-4c2c-9773-d0ca70ef8906 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa8b9293e9db4f5db2876bf6a82cd09b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5320845 Jan 27 21:44:34.014810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51668) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:34.028698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] No DVR routers for this DVR port 5865a965-fad9-4761-9946-058167974957 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:44:34.048327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.054486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.054486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.054717 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (3a14aea1-1d74-4fa5-81c1-f0a9a53c1424), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.054833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.054833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.054833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.054833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.054833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.054833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.054833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.054833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.054833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.054833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e92a3e2-afc7-4e54-b558-29de525c6798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:34.071955 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.076979 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3a14aea1-1d74-4fa5-81c1-f0a9a53c1424 HTTP/1.1" status: 204 len: 168 time: 0.6787686 Jan 27 21:44:34.080549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67feebc4-4ed1-42f9-8bd2-4e72ee7363e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a14aea1-1d74-4fa5-81c1-f0a9a53c1424,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:34.105046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] For port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:34.108477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] For port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:34.135050 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6b32cd99-eed3-491c-abbf-5a1836fc5a51), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.171663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b32cd99-eed3-491c-abbf-5a1836fc5a51']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:34.181878 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4326701-d35d-4878-97ad-ec544dc40a7e admin admin] Publish callbacks [] for security_group (8cb7d363-183e-43c1-9961-d12eaa87d140), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.184464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24958d53-836c-4551-9f8b-2fc0f94ab9b2') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:34.184765 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24958d53-836c-4551-9f8b-2fc0f94ab9b2') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:34.201629 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (24958d53-836c-4551-9f8b-2fc0f94ab9b2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.214874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2093a9-99bb-4064-8ae5-95e905514da0 req-37a2eb14-1910-420a-8db4-46c388e17b60 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.225101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed2093a9-99bb-4064-8ae5-95e905514da0 req-37a2eb14-1910-420a-8db4-46c388e17b60 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 947 time: 0.0775690 Jan 27 21:44:34.225319 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4326701-d35d-4878-97ad-ec544dc40a7e admin admin] Publish callbacks [] for security_group (8cb7d363-183e-43c1-9961-d12eaa87d140), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.227617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (24958d53-836c-4551-9f8b-2fc0f94ab9b2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.234632 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.252490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:44:34.252904 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (24958d53-836c-4551-9f8b-2fc0f94ab9b2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:44:34.256704 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:44:34.339827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Pushing event updated for resources: {'Port': ['ID=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:34.348154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.348899 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.350951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-4e287f9b-0a9a-4587-abe2-f8ab919e3373 service neutron] 10.222.0.71 "PUT /v2.0/ports/4202c9e4-a3b2-451b-8ce9-4b06d271ec4e HTTP/1.1" status: 200 len: 1095 time: 1.7177637 Jan 27 21:44:34.355042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e607208-2711-41dd-9f1e-e9d4cf380413', 'tag': '4202c9e4-a3b2-451b-8ce9-4b06d271ec4e'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:34.358691 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb128b6d-ef9d-42a2-b69c-9ec82232501e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e607208-2711-41dd-9f1e-e9d4cf380413", "tag": "4202c9e4-a3b2-451b-8ce9-4b06d271ec4e"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:34.418718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed2093a9-99bb-4064-8ae5-95e905514da0 req-b98c4dc5-81f0-4401-bdc6-701001a1acf1 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943574 Jan 27 21:44:34.468381 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5865a965-fad9-4761-9946-058167974957 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:44:34.471520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43886b2b-aa64-459a-b021-67e270a1b973 req-6e100e1d-861a-4475-9d18-16db1105d42e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.484165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43886b2b-aa64-459a-b021-67e270a1b973 req-6e100e1d-861a-4475-9d18-16db1105d42e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1618011 Jan 27 21:44:34.500597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 5865a965-fad9-4761-9946-058167974957 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:44:34.502891 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5865a965-fad9-4761-9946-058167974957 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:44:34.640029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43886b2b-aa64-459a-b021-67e270a1b973 req-29b688b2-e082-49cf-b63f-45ed98de2805 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531830 Jan 27 21:44:34.676601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51682) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:34.724309 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6679a690-e239-40bd-a92b-b72967879eb5 x-openstack-request-id: req-6679a690-e239-40bd-a92b-b72967879eb5 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:34.724929 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e607208-2711-41dd-9f1e-e9d4cf380413", "tag": "4202c9e4-a3b2-451b-8ce9-4b06d271ec4e", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:34.725524 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6679a690-e239-40bd-a92b-b72967879eb5 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:34.725950 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e607208-2711-41dd-9f1e-e9d4cf380413', 'tag': '4202c9e4-a3b2-451b-8ce9-4b06d271ec4e', 'status': 'completed', 'code': 200} Jan 27 21:44:34.730899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-50eab8ac-11f4-43ae-a421-f4473b627a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.732473 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-50eab8ac-11f4-43ae-a421-f4473b627a02 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 1098 time: 0.1554644 Jan 27 21:44:34.789007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-cf6dc731-fdac-438b-8d58-c572cf81fbc4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e HTTP/1.1" status: 200 len: 217 time: 0.0483317 Jan 27 21:44:34.807951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-65b28fd8-c42b-4734-a120-ffd03b4e3951 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3eecd04c63a4499b92afa48bb1936a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254566 Jan 27 21:44:34.810531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51688) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:34.836929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (6b32cd99-eed3-491c-abbf-5a1836fc5a51), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.844870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.849175 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/networks/6b32cd99-eed3-491c-abbf-5a1836fc5a51 HTTP/1.1" status: 204 len: 168 time: 1.4293728 Jan 27 21:44:34.856439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51690) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:34.866145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-091ac7e7-334f-43bf-b8ac-4db469367190 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2008325055', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:34.873840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a9893-c996-401c-8800-cebd6fb0787f tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Network': ['ID=6b32cd99-eed3-491c-abbf-5a1836fc5a51,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:34.886240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-648472a8-c6b8-41d1-b079-d769c1960c25 admin admin] Publish callbacks [] for security_group (2ccad523-4b95-486d-8918-7f90db59392c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.900484 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4326701-d35d-4878-97ad-ec544dc40a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8cb7d363-183e-43c1-9961-d12eaa87d140), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.903069 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4326701-d35d-4878-97ad-ec544dc40a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.903210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-e21f8003-b7c7-4484-9cc4-7ed71d23ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.920426 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f4326701-d35d-4878-97ad-ec544dc40a7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8cb7d363-183e-43c1-9961-d12eaa87d140 HTTP/1.1" status: 204 len: 168 time: 0.8884852 Jan 27 21:44:34.921138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-e21f8003-b7c7-4484-9cc4-7ed71d23ffe5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1084216 Jan 27 21:44:34.921248 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-648472a8-c6b8-41d1-b079-d769c1960c25 admin admin] Publish callbacks [] for security_group (2ccad523-4b95-486d-8918-7f90db59392c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.929642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4326701-d35d-4878-97ad-ec544dc40a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb7d363-183e-43c1-9961-d12eaa87d140,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:34.947436 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-db64744d-c64f-4977-96ee-f19b08c388ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.991402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-d02cb92b-1078-4b45-a1b8-7fbb4456c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:34.992958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-d02cb92b-1078-4b45-a1b8-7fbb4456c8a4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795016 Jan 27 21:44:34.995057 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-091ac7e7-334f-43bf-b8ac-4db469367190 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:34.996637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-091ac7e7-334f-43bf-b8ac-4db469367190 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.063158 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-648472a8-c6b8-41d1-b079-d769c1960c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2ccad523-4b95-486d-8918-7f90db59392c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.065845 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-648472a8-c6b8-41d1-b079-d769c1960c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.067006 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-648472a8-c6b8-41d1-b079-d769c1960c25 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ccad523-4b95-486d-8918-7f90db59392c HTTP/1.1" status: 204 len: 168 time: 0.2554975 Jan 27 21:44:35.075250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648472a8-c6b8-41d1-b079-d769c1960c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccad523-4b95-486d-8918-7f90db59392c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:35.134630 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-091ac7e7-334f-43bf-b8ac-4db469367190 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (6e805ab0-9591-48ed-8916-c380d1d65656), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.139366 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-1bbe67a5-6a88-4a7e-8b54-fd38717888bd service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382635 Jan 27 21:44:35.234828 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d71eee5-7d2b-4858-a7da-24b1885897b3 req-23012d6b-5e39-4fcc-8fea-1ab8c4784d8b service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883031 Jan 27 21:44:35.268667 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-091ac7e7-334f-43bf-b8ac-4db469367190 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.434725 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-091ac7e7-334f-43bf-b8ac-4db469367190 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.438161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-091ac7e7-334f-43bf-b8ac-4db469367190 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5784631 Jan 27 21:44:35.438747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51702) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:35.449149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a24ae710-c886-49f0-a536-bab32b935657 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'network': {'name': 'tempest-RoutersTest-1761049941'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:35.482030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb128b6d-ef9d-42a2-b69c-9ec82232501e req-c070961a-dc3e-4222-bda7-da6883fdbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.485202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb128b6d-ef9d-42a2-b69c-9ec82232501e req-c070961a-dc3e-4222-bda7-da6883fdbcd6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 1098 time: 0.0900271 Jan 27 21:44:35.566482 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24ae710-c886-49f0-a536-bab32b935657 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:35.570008 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a24ae710-c886-49f0-a536-bab32b935657 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.594126 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24ae710-c886-49f0-a536-bab32b935657 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:35.605573 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a24ae710-c886-49f0-a536-bab32b935657 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9fe3018f-a361-4144-b253-dba401f954a5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.606150 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-a24ae710-c886-49f0-a536-bab32b935657 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Added segment 9fe3018f-a361-4144-b253-dba401f954a5 of type vlan for network cc50576e-d85e-4f37-9493-4a263326d811 Jan 27 21:44:35.617991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea2fab-4d4e-493a-aaad-b80b61b52ce4 req-0a96c9c8-bb06-42ee-bb15-fac6d271cc8f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.619528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38ea2fab-4d4e-493a-aaad-b80b61b52ce4 req-0a96c9c8-bb06-42ee-bb15-fac6d271cc8f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 947 time: 0.1031537 Jan 27 21:44:35.650638 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a24ae710-c886-49f0-a536-bab32b935657 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (cc50576e-d85e-4f37-9493-4a263326d811), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.651663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb128b6d-ef9d-42a2-b69c-9ec82232501e req-121ea22d-5b56-4efc-8451-48b0a00d005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.653298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb128b6d-ef9d-42a2-b69c-9ec82232501e req-121ea22d-5b56-4efc-8451-48b0a00d005d service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1618056 Jan 27 21:44:35.719992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38ea2fab-4d4e-493a-aaad-b80b61b52ce4 req-f4ce4223-36f8-4f66-9d77-d15e70d07a1c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891027 Jan 27 21:44:35.721415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb128b6d-ef9d-42a2-b69c-9ec82232501e req-fef70db3-0deb-43d7-bb89-b9a1be5274b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e HTTP/1.1" status: 200 len: 217 time: 0.0459378 Jan 27 21:44:35.806622 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a24ae710-c886-49f0-a536-bab32b935657 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (cc50576e-d85e-4f37-9493-4a263326d811), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.814492 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24ae710-c886-49f0-a536-bab32b935657 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.815987 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a24ae710-c886-49f0-a536-bab32b935657 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:35.845333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb128b6d-ef9d-42a2-b69c-9ec82232501e req-c78b4dc8-5310-463c-aa50-e4b19f8ad58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.848315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb128b6d-ef9d-42a2-b69c-9ec82232501e req-c78b4dc8-5310-463c-aa50-e4b19f8ad58f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1093254 Jan 27 21:44:35.859310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f9afb-8b75-4ac0-a000-8e2061322adc req-81d562f8-93dd-46b8-90cf-cc78f1790f62 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.860817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d09f9afb-8b75-4ac0-a000-8e2061322adc req-81d562f8-93dd-46b8-90cf-cc78f1790f62 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1326659 Jan 27 21:44:35.904902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ae710-c886-49f0-a536-bab32b935657 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Network': ['ID=cc50576e-d85e-4f37-9493-4a263326d811,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:35.919406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network cc50576e-d85e-4f37-9493-4a263326d811 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:35.920317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f42e0-071e-4b91-bb8a-0530928d41dc req-79f82c8c-1179-4a20-8892-c2b677547262 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.926167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f42e0-071e-4b91-bb8a-0530928d41dc req-79f82c8c-1179-4a20-8892-c2b677547262 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.930031 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a24ae710-c886-49f0-a536-bab32b935657 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4898734 Jan 27 21:44:35.935056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51722) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:35.935056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51724) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:35.935724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f42e0-071e-4b91-bb8a-0530928d41dc req-79f82c8c-1179-4a20-8892-c2b677547262 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.942576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f42e0-071e-4b91-bb8a-0530928d41dc req-79f82c8c-1179-4a20-8892-c2b677547262 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.946508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f42e0-071e-4b91-bb8a-0530928d41dc req-79f82c8c-1179-4a20-8892-c2b677547262 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.946638 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ea245203-cba1-4ec8-8953-f19aacdaaade tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'subnet': {'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:35.952045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f42e0-071e-4b91-bb8a-0530928d41dc req-79f82c8c-1179-4a20-8892-c2b677547262 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.958514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f42e0-071e-4b91-bb8a-0530928d41dc req-79f82c8c-1179-4a20-8892-c2b677547262 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:35.960939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f50f42e0-071e-4b91-bb8a-0530928d41dc req-79f82c8c-1179-4a20-8892-c2b677547262 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5447 time: 0.1714392 Jan 27 21:44:36.011220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb128b6d-ef9d-42a2-b69c-9ec82232501e req-34cc8676-b7d7-447b-ba00-b8a37f29360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.013025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb128b6d-ef9d-42a2-b69c-9ec82232501e req-34cc8676-b7d7-447b-ba00-b8a37f29360f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505063 Jan 27 21:44:36.016941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d09f9afb-8b75-4ac0-a000-8e2061322adc req-f3581829-a641-4310-90c9-cad735fc3b51 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456316 Jan 27 21:44:36.127190 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9302f925-32e8-4fc2-b3a4-15fd114b6d29 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf80c1eead5242de91b42239aada5248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1875594 Jan 27 21:44:36.127808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51732) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:36.143872 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.218762 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a23c0a6-c6bf-4c71-9881-50ae028fb3fd admin admin] Publish callbacks [] for security_group (f303cacd-fb2b-4609-b7e5-7dfed4854cf4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.250263 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a23c0a6-c6bf-4c71-9881-50ae028fb3fd admin admin] Publish callbacks [] for security_group (f303cacd-fb2b-4609-b7e5-7dfed4854cf4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.320335 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea245203-cba1-4ec8-8953-f19aacdaaade tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:36.324381 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea245203-cba1-4ec8-8953-f19aacdaaade tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.470224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f50f42e0-071e-4b91-bb8a-0530928d41dc req-d6e61678-e9e6-4798-bd51-68bdf85f654d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4925246 Jan 27 21:44:36.500067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb128b6d-ef9d-42a2-b69c-9ec82232501e req-4e3e21c6-47e7-45dc-9d32-1a8ad420cab2 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783895 Jan 27 21:44:36.502092 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a23c0a6-c6bf-4c71-9881-50ae028fb3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f303cacd-fb2b-4609-b7e5-7dfed4854cf4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.504981 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a23c0a6-c6bf-4c71-9881-50ae028fb3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.506693 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2a23c0a6-c6bf-4c71-9881-50ae028fb3fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f303cacd-fb2b-4609-b7e5-7dfed4854cf4 HTTP/1.1" status: 204 len: 168 time: 0.3780961 Jan 27 21:44:36.554580 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23c0a6-c6bf-4c71-9881-50ae028fb3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f303cacd-fb2b-4609-b7e5-7dfed4854cf4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:36.713561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2310d-7ceb-4732-bf18-0c53326e28c6 req-b9609d5b-45ca-4c56-8828-ff90daef28e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.718877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2310d-7ceb-4732-bf18-0c53326e28c6 req-b9609d5b-45ca-4c56-8828-ff90daef28e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.723970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2310d-7ceb-4732-bf18-0c53326e28c6 req-b9609d5b-45ca-4c56-8828-ff90daef28e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.729732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2310d-7ceb-4732-bf18-0c53326e28c6 req-b9609d5b-45ca-4c56-8828-ff90daef28e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.734911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2310d-7ceb-4732-bf18-0c53326e28c6 req-b9609d5b-45ca-4c56-8828-ff90daef28e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.740171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2310d-7ceb-4732-bf18-0c53326e28c6 req-b9609d5b-45ca-4c56-8828-ff90daef28e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.745512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2310d-7ceb-4732-bf18-0c53326e28c6 req-b9609d5b-45ca-4c56-8828-ff90daef28e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.747441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbe2310d-7ceb-4732-bf18-0c53326e28c6 req-b9609d5b-45ca-4c56-8828-ff90daef28e1 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5447 time: 0.1206903 Jan 27 21:44:36.749425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb128b6d-ef9d-42a2-b69c-9ec82232501e req-52a29fe9-3390-4fa6-a273-fc2359018a33 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394092 Jan 27 21:44:36.789642 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea245203-cba1-4ec8-8953-f19aacdaaade tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:36.854657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58740ac3-4b35-451a-9816-56990c47161b req-ac97b6ee-4a4c-4cf3-a782-0d9c6ba69115 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:36.856238 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58740ac3-4b35-451a-9816-56990c47161b req-ac97b6ee-4a4c-4cf3-a782-0d9c6ba69115 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 947 time: 0.0600595 Jan 27 21:44:36.866995 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea245203-cba1-4ec8-8953-f19aacdaaade tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Subnet': ['ID=7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:36.877931 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea245203-cba1-4ec8-8953-f19aacdaaade tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Checking segment: {'id': '9fe3018f-a361-4144-b253-dba401f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:36.878425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea245203-cba1-4ec8-8953-f19aacdaaade tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network hostable DHCP agents. Network: cc50576e-d85e-4f37-9493-4a263326d811, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:36.923181 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58740ac3-4b35-451a-9816-56990c47161b req-f76ab2bb-b257-43bd-9d8c-bec4340340d3 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610795 Jan 27 21:44:37.071362 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea245203-cba1-4ec8-8953-f19aacdaaade tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network cc50576e-d85e-4f37-9493-4a263326d811 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:37.332717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a51b0-2594-43b7-b639-2b6ee92574f4 req-fb94cb22-967c-473e-9a30-50bdaf048d4d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:37.332717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d33a51b0-2594-43b7-b639-2b6ee92574f4 req-fb94cb22-967c-473e-9a30-50bdaf048d4d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.0580096 Jan 27 21:44:37.332717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d33a51b0-2594-43b7-b639-2b6ee92574f4 req-a2fab0bd-6970-498f-9450-37de4135f747 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747759 Jan 27 21:44:37.333828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ea245203-cba1-4ec8-8953-f19aacdaaade tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, cc50576e-d85e-4f37-9493-4a263326d811) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:37.333828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea245203-cba1-4ec8-8953-f19aacdaaade tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:37.333828 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea245203-cba1-4ec8-8953-f19aacdaaade tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.344068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701ea930-6ad9-48df-9cd0-a3c83fea3c0d None None] Network cc50576e-d85e-4f37-9493-4a263326d811 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:37.438243 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ea245203-cba1-4ec8-8953-f19aacdaaade tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5019593 Jan 27 21:44:37.446175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51776) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:37.558128 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.628365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-cc50576e-d85e-4f37-9493-4a263326d811', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:44:37.629441 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.652662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:37.761825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51782) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:37.852111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Allocated IP 172.20.0.2 (cc50576e-d85e-4f37-9493-4a263326d811/7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1/df7fc710-1506-4d14-9560-18501d50d567) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:37.855495 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.873282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2031107986', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:37.877779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:37.902187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '4202c9e4-a3b2-451b-8ce9-4b06d271ec4e', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '4202c9e4-a3b2-451b-8ce9-4b06d271ec4e', 'mac_address': 'fa:16:3e:aa:d3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:37.983637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Made reservation on behalf of cd952cc8b4f6436a98e49492656eef8f for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:37.986160 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:37.996265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:37.996544 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.002954 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.015909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:38.047503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:38.177247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc0bb7-6312-4f7f-98e8-d8cc3eb48a9b req-61f9ac28-9043-4e18-b5f7-69177a33697f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.177247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35dc0bb7-6312-4f7f-98e8-d8cc3eb48a9b req-61f9ac28-9043-4e18-b5f7-69177a33697f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 947 time: 0.1310220 Jan 27 21:44:38.184923 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.186900 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Publish callbacks [] for port (df7fc710-1506-4d14-9560-18501d50d567), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.226326 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks [] for security_group (3e1f4ff9-e6ec-4a45-973b-dd398d0924da), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.231051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35dc0bb7-6312-4f7f-98e8-d8cc3eb48a9b req-9997628c-f806-4986-a0c8-df2a1912b8f2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685568 Jan 27 21:44:38.235939 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:38.299953 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (df7fc710-1506-4d14-9560-18501d50d567), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.365863 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Allocated IP 172.20.0.1 (cc50576e-d85e-4f37-9493-4a263326d811/7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1/e237cd2a-98e8-4079-8980-99bac638c805) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:38.378549 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Network cc50576e-d85e-4f37-9493-4a263326d811 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:38.383356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:38.388128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:38.404534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bbe6a-2704-45ee-9ec5-552faa5d77c1 req-a0bfdeec-38bd-46e5-8736-8ca07d400531 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:38.419025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Pushing event updated for resources: {'Port': ['ID=df7fc710-1506-4d14-9560-18501d50d567,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:38.419913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e35bbe6a-2704-45ee-9ec5-552faa5d77c1 req-a0bfdeec-38bd-46e5-8736-8ca07d400531 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.0837245 Jan 27 21:44:38.432800 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3e1f4ff9-e6ec-4a45-973b-dd398d0924da), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.463817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] device_id is not set on port e9366523-f98d-430d-bb9e-0ab18402165d yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:44:38.468241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1f4ff9-e6ec-4a45-973b-dd398d0924da,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:38.487921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Attempting to bind port df7fc710-1506-4d14-9560-18501d50d567 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:38.488336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Attempting to bind port df7fc710-1506-4d14-9560-18501d50d567 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '9fe3018f-a361-4144-b253-dba401f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:38.488732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Attempting to bind port df7fc710-1506-4d14-9560-18501d50d567 on network cc50576e-d85e-4f37-9493-4a263326d811 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:38.495108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:38.495602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Checking segment: {'id': '9fe3018f-a361-4144-b253-dba401f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:38.495899 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.496318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Bound using segment: {'id': '9fe3018f-a361-4144-b253-dba401f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:38.496788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Bound port: df7fc710-1506-4d14-9560-18501d50d567, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe3018f-a361-4144-b253-dba401f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:38.497222 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (df7fc710-1506-4d14-9560-18501d50d567), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.522413 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (e237cd2a-98e8-4079-8980-99bac638c805), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.549408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e35bbe6a-2704-45ee-9ec5-552faa5d77c1 req-097307c6-ecad-4477-ae30-496d1daeb11b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292009 Jan 27 21:44:38.577300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] For port df7fc710-1506-4d14-9560-18501d50d567, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:38.588772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] For port df7fc710-1506-4d14-9560-18501d50d567, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df7fc710-1506-4d14-9560-18501d50d567,segment=NetworkSegment(9fe3018f-a361-4144-b253-dba401f954a5),segment_id=9fe3018f-a361-4144-b253-dba401f954a5)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:38.597826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['4202c9e4-a3b2-451b-8ce9-4b06d271ec4e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:38.624493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Allocated IP 172.25.0.206 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/e9366523-f98d-430d-bb9e-0ab18402165d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:38.750023 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e237cd2a-98e8-4079-8980-99bac638c805), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.758559 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (df7fc710-1506-4d14-9560-18501d50d567), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.781371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks [] for port (e9366523-f98d-430d-bb9e-0ab18402165d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.832981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=e237cd2a-98e8-4079-8980-99bac638c805,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:38.840691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201aa29b-981b-42b3-9273-c38a99ac33e2 None None] Pushing event updated for resources: {'Port': ['ID=df7fc710-1506-4d14-9560-18501d50d567,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:38.854481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network cc50576e-d85e-4f37-9493-4a263326d811 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:38.856554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:38.859870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:38.869208 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:38.916366 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.035954 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e9366523-f98d-430d-bb9e-0ab18402165d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.120105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:39.123235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:39.142856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:39.175806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Pushing event updated for resources: {'Port': ['ID=e9366523-f98d-430d-bb9e-0ab18402165d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:39.203761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.205251 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.323507 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e237cd2a-98e8-4079-8980-99bac638c805), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.349654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0b645bd6-02e1-40d9-bc27-5681710ae27a tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.5864761 Jan 27 21:44:39.353614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51830) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:39.354860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.206'}]}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:39.529643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabeeee-98f3-4054-a74d-05968bab3eba req-9eb0e4ce-9420-492e-af24-b02483153b6e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.538520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6cabeeee-98f3-4054-a74d-05968bab3eba req-9eb0e4ce-9420-492e-af24-b02483153b6e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 948 time: 0.1613200 Jan 27 21:44:39.543036 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (6381cb26-3bc6-4112-9872-cd38f9e5e83e), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.544776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (6381cb26-3bc6-4112-9872-cd38f9e5e83e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.602752 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51852) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:39.731472 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks [] for router_controller (6381cb26-3bc6-4112-9872-cd38f9e5e83e), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.783853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6cabeeee-98f3-4054-a74d-05968bab3eba req-3c270eb6-a57f-45c2-87fd-29b1b6c84fce tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441778 Jan 27 21:44:39.854440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a647ddf-1404-4fb8-8931-44681d00def3 req-c26a047d-a830-4a68-8711-c1445086b238 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:39.857065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (e237cd2a-98e8-4079-8980-99bac638c805), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:39.862529 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a647ddf-1404-4fb8-8931-44681d00def3 req-c26a047d-a830-4a68-8711-c1445086b238 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1207440 Jan 27 21:44:39.969585 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (e237cd2a-98e8-4079-8980-99bac638c805), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.057120 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks [] for router_gateway (6381cb26-3bc6-4112-9872-cd38f9e5e83e), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.074234 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a647ddf-1404-4fb8-8931-44681d00def3 req-7bcb49db-87e2-4cc1-a9a2-0d8ae576b795 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106807 Jan 27 21:44:40.130163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f120c9-4892-43a1-a579-7cfae204be3c req-93be0b2c-d959-4f04-a1bd-aceb21badcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.130945 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f120c9-4892-43a1-a579-7cfae204be3c req-93be0b2c-d959-4f04-a1bd-aceb21badcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.131609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f120c9-4892-43a1-a579-7cfae204be3c req-93be0b2c-d959-4f04-a1bd-aceb21badcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.132282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f120c9-4892-43a1-a579-7cfae204be3c req-93be0b2c-d959-4f04-a1bd-aceb21badcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.132927 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f120c9-4892-43a1-a579-7cfae204be3c req-93be0b2c-d959-4f04-a1bd-aceb21badcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.133643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f120c9-4892-43a1-a579-7cfae204be3c req-93be0b2c-d959-4f04-a1bd-aceb21badcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.134286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f120c9-4892-43a1-a579-7cfae204be3c req-93be0b2c-d959-4f04-a1bd-aceb21badcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:40.142896 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-53f120c9-4892-43a1-a579-7cfae204be3c req-93be0b2c-d959-4f04-a1bd-aceb21badcc6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 6504 time: 0.4536157 Jan 27 21:44:40.163070 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.175047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=e237cd2a-98e8-4079-8980-99bac638c805,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:40.276799 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-53f120c9-4892-43a1-a579-7cfae204be3c req-4db7a800-8c1f-47c6-a305-3bdebf56d1d2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327684 Jan 27 21:44:40.362182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7216e143-8b72-48ca-8ec6-39e1d96c344e None None] Network cc50576e-d85e-4f37-9493-4a263326d811 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:40.390671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network cc50576e-d85e-4f37-9493-4a263326d811 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:40.392193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:40.498411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51874) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:40.566639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df7fc710-1506-4d14-9560-18501d50d567 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:40.692593 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks [] for router_gateway (6381cb26-3bc6-4112-9872-cd38f9e5e83e), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.705131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3a7e05e6-8944-49b6-93b2-a5524ff4d92a None None] Provisioning complete for port df7fc710-1506-4d14-9560-18501d50d567 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:40.706145 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3a7e05e6-8944-49b6-93b2-a5524ff4d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df7fc710-1506-4d14-9560-18501d50d567), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.716334 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.792263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port df7fc710-1506-4d14-9560-18501d50d567 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:40.792263 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df7fc710-1506-4d14-9560-18501d50d567), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.792485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5df178d6-5d3c-422b-a064-f1c567d7eb82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.829366 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6e805ab0-9591-48ed-8916-c380d1d65656 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:44:40.894145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e05e6-8944-49b6-93b2-a5524ff4d92a None None] Current status of the port df7fc710-1506-4d14-9560-18501d50d567 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:40.894795 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3a7e05e6-8944-49b6-93b2-a5524ff4d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (df7fc710-1506-4d14-9560-18501d50d567), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:40.976221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:40.985388 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5159500a-b541-4490-86b3-fc65947d7e2d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5382347 Jan 27 21:44:40.986703 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Sync routers for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:40.990556 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51886) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:40.996110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-669574dd-7d78-41fa-962d-9c30c545cff9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'network': {'name': 'tempest-RoutersTest-44072005'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:41.001346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3a7e05e6-8944-49b6-93b2-a5524ff4d92a None None] For port df7fc710-1506-4d14-9560-18501d50d567, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df7fc710-1506-4d14-9560-18501d50d567,segment=NetworkSegment(9fe3018f-a361-4144-b253-dba401f954a5),segment_id=9fe3018f-a361-4144-b253-dba401f954a5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:41.022522 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:41.022878 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port df7fc710-1506-4d14-9560-18501d50d567 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:41.023191 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:41.023500 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (df7fc710-1506-4d14-9560-18501d50d567), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.077607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks [] for router (6381cb26-3bc6-4112-9872-cd38f9e5e83e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.140712 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:41.146792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043221-9b4c-46b8-a1c8-aa5537ac1a0b req-6cd18c98-12ac-4cda-ac17-ed29000ea06a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:41.153760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3043221-9b4c-46b8-a1c8-aa5537ac1a0b req-6cd18c98-12ac-4cda-ac17-ed29000ea06a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 948 time: 0.1906068 Jan 27 21:44:41.184917 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3a7e05e6-8944-49b6-93b2-a5524ff4d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (df7fc710-1506-4d14-9560-18501d50d567), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.241921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669574dd-7d78-41fa-962d-9c30c545cff9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:41.247370 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-669574dd-7d78-41fa-962d-9c30c545cff9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.311861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669574dd-7d78-41fa-962d-9c30c545cff9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:41.326239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (6381cb26-3bc6-4112-9872-cd38f9e5e83e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.329165 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks [] for router_controller (6381cb26-3bc6-4112-9872-cd38f9e5e83e), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.344509 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-669574dd-7d78-41fa-962d-9c30c545cff9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6fe90671-60a6-435d-87f7-c831a543dcb4), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.345047 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-669574dd-7d78-41fa-962d-9c30c545cff9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Added segment 6fe90671-60a6-435d-87f7-c831a543dcb4 of type vlan for network 1f5bb5a6-e9d1-4f31-b930-b3585666ae47 Jan 27 21:44:41.394529 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:44:41.395141 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:44:41.396722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e05e6-8944-49b6-93b2-a5524ff4d92a None None] Pushing event updated for resources: {'Port': ['ID=df7fc710-1506-4d14-9560-18501d50d567,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:41.413998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-91e10361-db32-4a39-b064-4ca466ddd4f9 None None] Provisioning complete for port df7fc710-1506-4d14-9560-18501d50d567 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:41.415407 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91e10361-db32-4a39-b064-4ca466ddd4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df7fc710-1506-4d14-9560-18501d50d567), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.439603 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-669574dd-7d78-41fa-962d-9c30c545cff9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (1f5bb5a6-e9d1-4f31-b930-b3585666ae47), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.491465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3043221-9b4c-46b8-a1c8-aa5537ac1a0b req-2d3da65f-34a1-43ef-9c62-2a32d687e72c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369036 Jan 27 21:44:41.513728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5df178d6-5d3c-422b-a064-f1c567d7eb82 admin admin] Publish callbacks [] for security_group (e6d4a57d-810b-4ae0-99be-8ffc18ca99ed), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.534938 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (6381cb26-3bc6-4112-9872-cd38f9e5e83e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.535618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6381cb26-3bc6-4112-9872-cd38f9e5e83e {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:44:41.555854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e9a58-25bb-4283-a645-d4eda8dbec05 req-77befec9-befa-4aba-8183-c40d098dd2aa tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:41.564418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-626e9a58-25bb-4283-a645-d4eda8dbec05 req-77befec9-befa-4aba-8183-c40d098dd2aa tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.3371770 Jan 27 21:44:41.580148 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:44:39Z', 'revision_number': 2, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:39Z', 'revision_number': 2, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:41.582869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-91e10361-db32-4a39-b064-4ca466ddd4f9 None None] Current status of the port df7fc710-1506-4d14-9560-18501d50d567 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:41.596367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-91e10361-db32-4a39-b064-4ca466ddd4f9 None None] Provisioning complete for port e237cd2a-98e8-4079-8980-99bac638c805 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:41.597055 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91e10361-db32-4a39-b064-4ca466ddd4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e237cd2a-98e8-4079-8980-99bac638c805), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.616606 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Checking router: 6e805ab0-9591-48ed-8916-c380d1d65656 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:44:41.617482 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Updating router 6e805ab0-9591-48ed-8916-c380d1d65656 port e237cd2a-98e8-4079-8980-99bac638c805 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:44:41.624669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-626e9a58-25bb-4283-a645-d4eda8dbec05 req-1d70f020-da90-40e4-928b-ec9473eba57c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593040 Jan 27 21:44:41.638918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-91e10361-db32-4a39-b064-4ca466ddd4f9 None None] Port e237cd2a-98e8-4079-8980-99bac638c805 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:41.649354 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e237cd2a-98e8-4079-8980-99bac638c805), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.662343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:41.776002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e6e33cb6-18b4-435b-ba3c-b64351a522a0 None None] Provisioning complete for port e237cd2a-98e8-4079-8980-99bac638c805 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:41.776682 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e6e33cb6-18b4-435b-ba3c-b64351a522a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e237cd2a-98e8-4079-8980-99bac638c805), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.801526 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5df178d6-5d3c-422b-a064-f1c567d7eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e6d4a57d-810b-4ae0-99be-8ffc18ca99ed), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.803397 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-669574dd-7d78-41fa-962d-9c30c545cff9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (1f5bb5a6-e9d1-4f31-b930-b3585666ae47), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.807391 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 21:44:41.810679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9f500241-44d6-43ce-9207-5a227d39376e tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4573038 Jan 27 21:44:41.810833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669574dd-7d78-41fa-962d-9c30c545cff9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:41.810833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-669574dd-7d78-41fa-962d-9c30c545cff9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.812473 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51896) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:41.846717 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e6e33cb6-18b4-435b-ba3c-b64351a522a0 None None] Port e237cd2a-98e8-4079-8980-99bac638c805 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:41.868278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5df178d6-5d3c-422b-a064-f1c567d7eb82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d81440d806944cbd891c272d769c55b5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3628905 Jan 27 21:44:41.870686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51898) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:41.878104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df178d6-5d3c-422b-a064-f1c567d7eb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d4a57d-810b-4ae0-99be-8ffc18ca99ed,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:41.934619 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32e99387-b334-4bc4-bafc-5d204b101fe3 admin admin] Publish callbacks [] for security_group (e6d4a57d-810b-4ae0-99be-8ffc18ca99ed), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.934869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:44:41.948740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:41.949535 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.951413 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32e99387-b334-4bc4-bafc-5d204b101fe3 admin admin] Publish callbacks [] for security_group (e6d4a57d-810b-4ae0-99be-8ffc18ca99ed), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:41.954182 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669574dd-7d78-41fa-962d-9c30c545cff9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Network': ['ID=1f5bb5a6-e9d1-4f31-b930-b3585666ae47,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:41.980932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 1f5bb5a6-e9d1-4f31-b930-b3585666ae47 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:41.996146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1600cf32-d643-4bd1-8dad-1574081cbf83 tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Deleting port e9366523-f98d-430d-bb9e-0ab18402165d {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:44:41.996898 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1600cf32-d643-4bd1-8dad-1574081cbf83 tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e9366523-f98d-430d-bb9e-0ab18402165d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.043677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port df7fc710-1506-4d14-9560-18501d50d567 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:42.051302 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Publish callbacks [] for port (e237cd2a-98e8-4079-8980-99bac638c805), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.065917 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-669574dd-7d78-41fa-962d-9c30c545cff9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0738490 Jan 27 21:44:42.066935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-282f1ba1-0df8-41a5-b19d-b5358c884b9c None None] Provisioning complete for port e237cd2a-98e8-4079-8980-99bac638c805 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:42.067398 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-282f1ba1-0df8-41a5-b19d-b5358c884b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e237cd2a-98e8-4079-8980-99bac638c805), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.069262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51900) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:42.074249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a78b3601-1983-4653-80b3-48d5003bda85 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'subnet': {'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:42.110680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32e99387-b334-4bc4-bafc-5d204b101fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e6d4a57d-810b-4ae0-99be-8ffc18ca99ed), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.113921 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32e99387-b334-4bc4-bafc-5d204b101fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.116557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-32e99387-b334-4bc4-bafc-5d204b101fe3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e6d4a57d-810b-4ae0-99be-8ffc18ca99ed HTTP/1.1" status: 204 len: 168 time: 0.2447126 Jan 27 21:44:42.126215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e99387-b334-4bc4-bafc-5d204b101fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d4a57d-810b-4ae0-99be-8ffc18ca99ed,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:42.151855 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-282f1ba1-0df8-41a5-b19d-b5358c884b9c None None] Port e237cd2a-98e8-4079-8980-99bac638c805 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:42.164703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:42.165196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.174584 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1600cf32-d643-4bd1-8dad-1574081cbf83 tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e9366523-f98d-430d-bb9e-0ab18402165d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.179070 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e237cd2a-98e8-4079-8980-99bac638c805), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.193760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e607208-2711-41dd-9f1e-e9d4cf380413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4202c9e4-a3b2-451b-8ce9-4b06d271ec4e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:42.201277 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42e5606-7e69-4b59-acab-55baa4a6c45f" -d '{"events": [{"server_uuid": "7e607208-2711-41dd-9f1e-e9d4cf380413", "name": "network-vif-plugged", "status": "completed", "tag": "4202c9e4-a3b2-451b-8ce9-4b06d271ec4e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:42.215052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:42.233853 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1600cf32-d643-4bd1-8dad-1574081cbf83 tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Calling delete_port for e9366523-f98d-430d-bb9e-0ab18402165d owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:44:42.236238 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Pushing event updated for resources: {'Port': ['ID=e237cd2a-98e8-4079-8980-99bac638c805,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:42.244970 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d76474-f850-4337-855c-4822c8bf4b91 x-openstack-request-id: req-c6d76474-f850-4337-855c-4822c8bf4b91 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:42.245767 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e607208-2711-41dd-9f1e-e9d4cf380413", "name": "network-vif-plugged", "status": "completed", "tag": "4202c9e4-a3b2-451b-8ce9-4b06d271ec4e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:42.245767 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6d76474-f850-4337-855c-4822c8bf4b91 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:42.245982 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e607208-2711-41dd-9f1e-e9d4cf380413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4202c9e4-a3b2-451b-8ce9-4b06d271ec4e', 'code': 200} Jan 27 21:44:42.266117 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.266916 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.267421 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.272812 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.272812 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.272812 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.272812 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.272812 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.272812 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.272812 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.272812 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.272812 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.272812 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:42.309686 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Attempting to bind port e237cd2a-98e8-4079-8980-99bac638c805 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:42.310251 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Attempting to bind port e237cd2a-98e8-4079-8980-99bac638c805 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '9fe3018f-a361-4144-b253-dba401f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:42.311628 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Attempting to bind port e237cd2a-98e8-4079-8980-99bac638c805 on network cc50576e-d85e-4f37-9493-4a263326d811 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:42.317848 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:42.318267 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Checking segment: {'id': '9fe3018f-a361-4144-b253-dba401f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:42.318861 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.319310 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Bound using segment: {'id': '9fe3018f-a361-4144-b253-dba401f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:42.319789 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Bound port: e237cd2a-98e8-4079-8980-99bac638c805, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe3018f-a361-4144-b253-dba401f954a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:42.320292 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e237cd2a-98e8-4079-8980-99bac638c805), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.367054 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.373074 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78b3601-1983-4653-80b3-48d5003bda85 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:42.377032 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a78b3601-1983-4653-80b3-48d5003bda85 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.434510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df7fc710-1506-4d14-9560-18501d50d567 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:42.440308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c0201-2705-4ebe-be8c-e81315bf7be6 req-d28ae2d1-44d1-4435-b357-011edcbfeeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.443631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f2c0201-2705-4ebe-be8c-e81315bf7be6 req-d28ae2d1-44d1-4435-b357-011edcbfeeab service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 1099 time: 0.1193230 Jan 27 21:44:42.477763 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] For port e237cd2a-98e8-4079-8980-99bac638c805, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:42.503705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f2c0201-2705-4ebe-be8c-e81315bf7be6 req-456f9671-58bc-4d6f-85c0-2dcb1e68b750 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527883 Jan 27 21:44:42.507888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:42.517841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e94b04e0-2739-4568-856b-defa936ffd83 None None] Provisioning complete for port e237cd2a-98e8-4079-8980-99bac638c805 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:42.518221 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e94b04e0-2739-4568-856b-defa936ffd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e237cd2a-98e8-4079-8980-99bac638c805), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.555385 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port df7fc710-1506-4d14-9560-18501d50d567 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:42.555763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df7fc710-1506-4d14-9560-18501d50d567), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.575415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e94b04e0-2739-4568-856b-defa936ffd83 None None] Port e237cd2a-98e8-4079-8980-99bac638c805 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:42.626766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73233a-95f8-48c1-80db-98abf5d4081f req-a8479dad-7071-4d49-b946-76d80f5465d9 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.639167 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1600cf32-d643-4bd1-8dad-1574081cbf83 tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e9366523-f98d-430d-bb9e-0ab18402165d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.639312 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] For port e237cd2a-98e8-4079-8980-99bac638c805, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e237cd2a-98e8-4079-8980-99bac638c805,segment=NetworkSegment(9fe3018f-a361-4144-b253-dba401f954a5),segment_id=9fe3018f-a361-4144-b253-dba401f954a5)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:42.645280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca73233a-95f8-48c1-80db-98abf5d4081f req-a8479dad-7071-4d49-b946-76d80f5465d9 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 949 time: 0.0648196 Jan 27 21:44:42.655003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port df7fc710-1506-4d14-9560-18501d50d567 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:42.696746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600cf32-d643-4bd1-8dad-1574081cbf83 tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9366523-f98d-430d-bb9e-0ab18402165d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:42.709627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca73233a-95f8-48c1-80db-98abf5d4081f req-e3411b7f-e74c-4bc0-b01b-cd680cc4b548 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635738 Jan 27 21:44:42.755205 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e237cd2a-98e8-4079-8980-99bac638c805), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.804718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9845f96-a05e-4572-b6f3-589b88650b8f req-107e3171-c7b0-434c-940f-dde3cefd3c50 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:42.811886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9845f96-a05e-4572-b6f3-589b88650b8f req-107e3171-c7b0-434c-940f-dde3cefd3c50 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.0871260 Jan 27 21:44:42.902637 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:42.903353 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:42.906562 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d8669-1438-4793-b551-e85a515a8d85 None None] Pushing event updated for resources: {'Port': ['ID=e237cd2a-98e8-4079-8980-99bac638c805,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:42.906821 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1600cf32-d643-4bd1-8dad-1574081cbf83 tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:42.908105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9845f96-a05e-4572-b6f3-589b88650b8f req-a24024b1-3ca7-4d27-b6ac-143909544998 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936611 Jan 27 21:44:42.910538 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1600cf32-d643-4bd1-8dad-1574081cbf83 tempest-RoutersAdminNegativeIpV6Test-146785320 tempest-RoutersAdminNegativeIpV6Test-146785320-project-admin] 10.222.0.61 "DELETE /v2.0/ports/e9366523-f98d-430d-bb9e-0ab18402165d HTTP/1.1" status: 204 len: 168 time: 1.0924580 Jan 27 21:44:43.001237 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a78b3601-1983-4653-80b3-48d5003bda85 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (fda59f2b-49d3-4314-a70b-016f2be93dea), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.026029 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:43.078050 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b3601-1983-4653-80b3-48d5003bda85 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Subnet': ['ID=fda59f2b-49d3-4314-a70b-016f2be93dea,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:43.081212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b3601-1983-4653-80b3-48d5003bda85 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Checking segment: {'id': '6fe90671-60a6-435d-87f7-c831a543dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:43.081596 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b3601-1983-4653-80b3-48d5003bda85 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network hostable DHCP agents. Network: 1f5bb5a6-e9d1-4f31-b930-b3585666ae47, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:43.201354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-cf70707a-20c4-4980-b82c-6e8384cd4d59 None None] Provisioning complete for port e237cd2a-98e8-4079-8980-99bac638c805 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:43.201981 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cf70707a-20c4-4980-b82c-6e8384cd4d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e237cd2a-98e8-4079-8980-99bac638c805), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.206340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b3601-1983-4653-80b3-48d5003bda85 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 1f5bb5a6-e9d1-4f31-b930-b3585666ae47 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:43.252691 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:44:39Z', 'revision_number': 2, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:42Z', 'revision_number': 4, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:43.284383 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef088a-d82d-4d62-b8aa-548b93c6430a None None] The sync data for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 is: [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:44:39Z', 'revision_number': 2, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:42Z', 'revision_number': 4, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:43.300196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cf70707a-20c4-4980-b82c-6e8384cd4d59 None None] Current status of the port e237cd2a-98e8-4079-8980-99bac638c805 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:43.300196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cf70707a-20c4-4980-b82c-6e8384cd4d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e237cd2a-98e8-4079-8980-99bac638c805), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.332512 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a78b3601-1983-4653-80b3-48d5003bda85 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 1f5bb5a6-e9d1-4f31-b930-b3585666ae47) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:43.343205 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78b3601-1983-4653-80b3-48d5003bda85 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:43.343979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a78b3601-1983-4653-80b3-48d5003bda85 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.358776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63d6ab-003f-4123-b67a-cb9789d1aab5 None None] Network 1f5bb5a6-e9d1-4f31-b930-b3585666ae47 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:43.365211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-cf70707a-20c4-4980-b82c-6e8384cd4d59 None None] For port e237cd2a-98e8-4079-8980-99bac638c805, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e237cd2a-98e8-4079-8980-99bac638c805,segment=NetworkSegment(9fe3018f-a361-4144-b253-dba401f954a5),segment_id=9fe3018f-a361-4144-b253-dba401f954a5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:43.453274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51944) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:43.455116 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a78b3601-1983-4653-80b3-48d5003bda85 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3846745 Jan 27 21:44:43.579112 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cf70707a-20c4-4980-b82c-6e8384cd4d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e237cd2a-98e8-4079-8980-99bac638c805), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.655738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51952) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:43.706197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70707a-20c4-4980-b82c-6e8384cd4d59 None None] Pushing event updated for resources: {'Port': ['ID=e237cd2a-98e8-4079-8980-99bac638c805,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:43.812830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:44:43.816192 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:43.933664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859b70e-d9a0-4fe3-8c79-ad1f863af4b6 req-69a4a35c-fa29-467c-bbef-fa144554f168 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:43.935253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8859b70e-d9a0-4fe3-8c79-ad1f863af4b6 req-69a4a35c-fa29-467c-bbef-fa144554f168 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 949 time: 0.0798707 Jan 27 21:44:44.085709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Allocated IP 172.21.0.2 (1f5bb5a6-e9d1-4f31-b930-b3585666ae47/fda59f2b-49d3-4314-a70b-016f2be93dea/adec8385-1bc0-4e08-a4dd-d6c2fdc00cce) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:44.145554 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a227ecc6-da32-446d-ac76-4d5322372b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.229517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0165905-056e-44f2-a736-a3ad1e159d0f req-b5065955-2052-4fd7-a5b9-630fff441036 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:44.231205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0165905-056e-44f2-a736-a3ad1e159d0f req-b5065955-2052-4fd7-a5b9-630fff441036 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.2031806 Jan 27 21:44:44.295498 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Publish callbacks [] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.305829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8859b70e-d9a0-4fe3-8c79-ad1f863af4b6 req-463d269c-ece0-41cd-996a-3b525d3dcce2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787440 Jan 27 21:44:44.384175 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.409197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0165905-056e-44f2-a736-a3ad1e159d0f req-a53a5336-35c7-454f-851c-5d7274728fc4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641815 Jan 27 21:44:44.452855 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a227ecc6-da32-446d-ac76-4d5322372b9f admin admin] Publish callbacks [] for security_group (e06d7f73-b64a-4884-8704-6c4faa46f20c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.460477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.466593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Network 1f5bb5a6-e9d1-4f31-b930-b3585666ae47 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:44.470119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:44.475446 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:44.490697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e237cd2a-98e8-4079-8980-99bac638c805 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:44.496230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Pushing event updated for resources: {'Port': ['ID=adec8385-1bc0-4e08-a4dd-d6c2fdc00cce,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:44.537262 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a227ecc6-da32-446d-ac76-4d5322372b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e06d7f73-b64a-4884-8704-6c4faa46f20c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.586571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Attempting to bind port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:44.587164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Attempting to bind port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '6fe90671-60a6-435d-87f7-c831a543dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:44.587371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Attempting to bind port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce on network 1f5bb5a6-e9d1-4f31-b930-b3585666ae47 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:44.595651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:44.598889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Checking segment: {'id': '6fe90671-60a6-435d-87f7-c831a543dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:44.598889 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.598889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Bound using segment: {'id': '6fe90671-60a6-435d-87f7-c831a543dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:44.598889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Bound port: adec8385-1bc0-4e08-a4dd-d6c2fdc00cce, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe90671-60a6-435d-87f7-c831a543dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:44.598889 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.616773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a227ecc6-da32-446d-ac76-4d5322372b9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb9e10b656d84587a4529eeff123d745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9576325 Jan 27 21:44:44.616773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227ecc6-da32-446d-ac76-4d5322372b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06d7f73-b64a-4884-8704-6c4faa46f20c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:44.617149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51976) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:44.633810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e237cd2a-98e8-4079-8980-99bac638c805 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:44.634292 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e237cd2a-98e8-4079-8980-99bac638c805), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.721245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Publish callbacks [] for security_group (e06d7f73-b64a-4884-8704-6c4faa46f20c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.765220 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Publish callbacks [] for security_group (e06d7f73-b64a-4884-8704-6c4faa46f20c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.776537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] For port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:44.781212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] For port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=adec8385-1bc0-4e08-a4dd-d6c2fdc00cce,segment=NetworkSegment(6fe90671-60a6-435d-87f7-c831a543dcb4),segment_id=6fe90671-60a6-435d-87f7-c831a543dcb4)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:44.837915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e237cd2a-98e8-4079-8980-99bac638c805 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:44.870032 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:44.885319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Allocated IP 172.21.0.1 (1f5bb5a6-e9d1-4f31-b930-b3585666ae47/fda59f2b-49d3-4314-a70b-016f2be93dea/5b067fbd-fee8-4dce-8feb-77fa676b584d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:44.959016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3352a-2aeb-472d-9bd5-75f54efface4 None None] Pushing event updated for resources: {'Port': ['ID=adec8385-1bc0-4e08-a4dd-d6c2fdc00cce,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:45.000595 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e06d7f73-b64a-4884-8704-6c4faa46f20c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:45.007927 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:45.016236 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e06d7f73-b64a-4884-8704-6c4faa46f20c HTTP/1.1" status: 204 len: 168 time: 0.3973503 Jan 27 21:44:45.035498 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06d7f73-b64a-4884-8704-6c4faa46f20c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:45.083301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.084715 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.085286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.085862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.086425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.087017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.087606 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.088999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.090218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.090218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.090729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.091182 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.091610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c0fbd3-7838-442b-aa0a-62d0c92e6b7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:45.151039 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:45.339424 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:45.411405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 1f5bb5a6-e9d1-4f31-b930-b3585666ae47 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:45.416896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:45.421389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:45.532330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=5b067fbd-fee8-4dce-8feb-77fa676b584d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:45.589739 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:45.643552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99012a3-41bd-45cf-b90c-a3f79a7f9a80 req-ddb66ff7-ab08-4731-9db8-c32bdbcf09af tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:45.645039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f99012a3-41bd-45cf-b90c-a3f79a7f9a80 req-ddb66ff7-ab08-4731-9db8-c32bdbcf09af tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 949 time: 0.1682162 Jan 27 21:44:45.696601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9cfaf-29ee-4676-9cc7-55a9999396db req-665895c0-0d14-4150-a7c8-d3724db8fe19 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:45.698160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10f9cfaf-29ee-4676-9cc7-55a9999396db req-665895c0-0d14-4150-a7c8-d3724db8fe19 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1589539 Jan 27 21:44:45.770031 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f99012a3-41bd-45cf-b90c-a3f79a7f9a80 req-f4ff7d58-ba8c-4936-aa54-fa9a634aa334 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170256 Jan 27 21:44:45.784157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10f9cfaf-29ee-4676-9cc7-55a9999396db req-5e908bbc-a0fc-47ad-b4b5-3c22aed6a743 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778418 Jan 27 21:44:45.878363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448ec7b-f604-4dfe-86f6-ab76b04b86af req-a4b41c96-bc12-4ab4-9224-cb275e5c4c79 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:45.880789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2448ec7b-f604-4dfe-86f6-ab76b04b86af req-a4b41c96-bc12-4ab4-9224-cb275e5c4c79 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 1100 time: 0.0421510 Jan 27 21:44:45.944691 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:45.971311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2448ec7b-f604-4dfe-86f6-ab76b04b86af req-63cee8a9-cedb-4a41-9d05-3b902d272904 tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807850 Jan 27 21:44:46.131155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52016) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:46.233803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52020) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:46.235396 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ab3b35f7-26fe-4620-9d2e-5762b15ede31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd952cc8b4f6436a98e49492656eef8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1010039 Jan 27 21:44:46.320553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52022) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:46.353839 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7734dded-72c4-449c-b80a-653b196f2a24 admin admin] Publish callbacks [] for security_group (3e1f4ff9-e6ec-4a45-973b-dd398d0924da), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.425287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.429466 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7734dded-72c4-449c-b80a-653b196f2a24 admin admin] Publish callbacks [] for security_group (3e1f4ff9-e6ec-4a45-973b-dd398d0924da), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.525508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5997d8-1afd-43f3-85fe-2a247fb55d0b None None] Network 1f5bb5a6-e9d1-4f31-b930-b3585666ae47 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:46.566171 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2ec5077c-db14-421e-985b-ed5f788bf3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.644287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device adec8385-1bc0-4e08-a4dd-d6c2fdc00cce up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:46.701303 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2ec5077c-db14-421e-985b-ed5f788bf3f0 admin admin] Publish callbacks [] for security_group (30bd8db8-de77-417a-b852-6a3f278bca24), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.718871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c4e0c7e9-2ec0-4dff-9354-da3037ebef88 None None] Provisioning complete for port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:46.719469 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c4e0c7e9-2ec0-4dff-9354-da3037ebef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.754317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:46.755006 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.795212 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2ec5077c-db14-421e-985b-ed5f788bf3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (30bd8db8-de77-417a-b852-6a3f278bca24), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.835401 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2ec5077c-db14-421e-985b-ed5f788bf3f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f340b91026f64996b5889b93635a82fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5113299 Jan 27 21:44:46.835633 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52044) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:46.935515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5077c-db14-421e-985b-ed5f788bf3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bd8db8-de77-417a-b852-6a3f278bca24,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:46.950976 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.977851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:46.978403 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.983773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c4e0c7e9-2ec0-4dff-9354-da3037ebef88 None None] Current status of the port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:46.984581 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c4e0c7e9-2ec0-4dff-9354-da3037ebef88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:46.986593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d6f04cc-d1ad-4915-99b3-a755026af439 admin admin] Publish callbacks [] for security_group (30bd8db8-de77-417a-b852-6a3f278bca24), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.028526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=adec8385-1bc0-4e08-a4dd-d6c2fdc00cce,segment=NetworkSegment(6fe90671-60a6-435d-87f7-c831a543dcb4),segment_id=6fe90671-60a6-435d-87f7-c831a543dcb4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:47.043951 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d6f04cc-d1ad-4915-99b3-a755026af439 admin admin] Publish callbacks [] for security_group (30bd8db8-de77-417a-b852-6a3f278bca24), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.061132 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.101115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=5b067fbd-fee8-4dce-8feb-77fa676b584d,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:47.104690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.116972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.117344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.117694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.118045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.118387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.118775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.119110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.119447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.119777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.120126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.120458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.120820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.121152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:44:47.125214 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7734dded-72c4-449c-b80a-653b196f2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3e1f4ff9-e6ec-4a45-973b-dd398d0924da), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.128018 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7734dded-72c4-449c-b80a-653b196f2a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.131985 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7734dded-72c4-449c-b80a-653b196f2a24 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e1f4ff9-e6ec-4a45-973b-dd398d0924da HTTP/1.1" status: 204 len: 168 time: 0.8944364 Jan 27 21:44:47.158157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734dded-72c4-449c-b80a-653b196f2a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1f4ff9-e6ec-4a45-973b-dd398d0924da,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:47.178165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d6f04cc-d1ad-4915-99b3-a755026af439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (30bd8db8-de77-417a-b852-6a3f278bca24), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.180900 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d6f04cc-d1ad-4915-99b3-a755026af439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.184458 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9d6f04cc-d1ad-4915-99b3-a755026af439 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/30bd8db8-de77-417a-b852-6a3f278bca24 HTTP/1.1" status: 204 len: 168 time: 0.3450019 Jan 27 21:44:47.195024 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f04cc-d1ad-4915-99b3-a755026af439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bd8db8-de77-417a-b852-6a3f278bca24,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:47.211174 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-74b62f27-4f5e-45ac-a870-9b82ac0f066b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2612798 Jan 27 21:44:47.226525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf6782-f24b-4f59-ad0a-138ba0d7b669 req-28a373eb-2abd-4013-bbc5-60444208cc4f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.228100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-88bf6782-f24b-4f59-ad0a-138ba0d7b669 req-28a373eb-2abd-4013-bbc5-60444208cc4f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.2825482 Jan 27 21:44:47.285675 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-c4e0c7e9-2ec0-4dff-9354-da3037ebef88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:44:47.286880 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-c4e0c7e9-2ec0-4dff-9354-da3037ebef88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:44:47.313761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=adec8385-1bc0-4e08-a4dd-d6c2fdc00cce,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:47.358707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-88bf6782-f24b-4f59-ad0a-138ba0d7b669 req-359cfabd-d731-4872-a4fe-a65c80bb7fe3 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970342 Jan 27 21:44:47.408187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 1f5bb5a6-e9d1-4f31-b930-b3585666ae47 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:47.413361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:47.436769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-e4779825-8dad-4bee-82b2-b1aefe5999e7 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:47.438360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-e4779825-8dad-4bee-82b2-b1aefe5999e7 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093353 Jan 27 21:44:47.526856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-50c62508-3727-477f-b7f7-a63334fdd82b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/quotas/e1f36125a6d449cf9bc19f725983dd58 HTTP/1.1" status: 200 len: 375 time: 0.0496364 Jan 27 21:44:47.601260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6e805ab0-9591-48ed-8916-c380d1d65656 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:44:47.629764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-3d570081-2c34-4fdb-ae9f-c60c733428ed tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0890861 Jan 27 21:44:47.744998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:47.751078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-28c86010-f7e3-47b0-8921-4aa3e869aec5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2958436 Jan 27 21:44:47.753058 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52058) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:47.760635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-17295538-ca8e-4045-b2e8-618cebb8a4e7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'network': {'name': 'tempest-RoutersTest-721984516'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:47.768104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Sync routers for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:47.782066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:47.782699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:47.898606 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17295538-ca8e-4045-b2e8-618cebb8a4e7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:47.901175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c4e0c7e9-2ec0-4dff-9354-da3037ebef88 None None] Current status of the port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:47.914381 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17295538-ca8e-4045-b2e8-618cebb8a4e7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.942807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:47.944679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5901f05-7de6-4b5a-ac8c-3cf6ae13849e req-bb2d78c1-e8d4-48bb-97cb-b00a8259cf50 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 210 time: 0.0406218 Jan 27 21:44:47.970330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17295538-ca8e-4045-b2e8-618cebb8a4e7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:47.980402 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17295538-ca8e-4045-b2e8-618cebb8a4e7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (17493c3a-5526-4c2a-90e9-d757a787d454), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:47.981003 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-17295538-ca8e-4045-b2e8-618cebb8a4e7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Added segment 17493c3a-5526-4c2a-90e9-d757a787d454 of type vlan for network a980c21a-ef8f-4a22-923e-71a353d630ed Jan 27 21:44:48.027215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17295538-ca8e-4045-b2e8-618cebb8a4e7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (a980c21a-ef8f-4a22-923e-71a353d630ed), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.076290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f8d36757-d780-4369-b719-253b9b15fd18 None None] Provisioning complete for port 5b067fbd-fee8-4dce-8feb-77fa676b584d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:48.076612 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f8d36757-d780-4369-b719-253b9b15fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.128048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f8d36757-d780-4369-b719-253b9b15fd18 None None] Port 5b067fbd-fee8-4dce-8feb-77fa676b584d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:48.143194 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17295538-ca8e-4045-b2e8-618cebb8a4e7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (a980c21a-ef8f-4a22-923e-71a353d630ed), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.149123 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17295538-ca8e-4045-b2e8-618cebb8a4e7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:48.149725 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17295538-ca8e-4045-b2e8-618cebb8a4e7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.169693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f8d36757-d780-4369-b719-253b9b15fd18 None None] Provisioning complete for port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:48.170058 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f8d36757-d780-4369-b719-253b9b15fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.221652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17295538-ca8e-4045-b2e8-618cebb8a4e7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Network': ['ID=a980c21a-ef8f-4a22-923e-71a353d630ed,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:48.234084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network a980c21a-ef8f-4a22-923e-71a353d630ed details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:48.243399 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-17295538-ca8e-4045-b2e8-618cebb8a4e7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4889705 Jan 27 21:44:48.246038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52070) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:48.251033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-964c19fc-849e-4478-aad7-1286c82b372b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'subnet': {'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:48.311836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52072) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:48.320990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:44:45Z', 'revision_number': 3, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:46Z', 'revision_number': 2, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:48.338652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-444da774-a87a-4807-90eb-a715b8edb139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.372987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Checking router: 6e805ab0-9591-48ed-8916-c380d1d65656 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:44:48.373208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Updating router 6e805ab0-9591-48ed-8916-c380d1d65656 port 5b067fbd-fee8-4dce-8feb-77fa676b584d binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:44:48.410415 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.416290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f8d36757-d780-4369-b719-253b9b15fd18 None None] Current status of the port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:48.474456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device adec8385-1bc0-4e08-a4dd-d6c2fdc00cce up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:48.547569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34db5-8eb6-48c5-8f26-f83a9f058e25 req-a5e76416-9277-4855-8c6d-5faf0315211b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:48.549090 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964c19fc-849e-4478-aad7-1286c82b372b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:48.559336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25f34db5-8eb6-48c5-8f26-f83a9f058e25 req-a5e76416-9277-4855-8c6d-5faf0315211b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.0856543 Jan 27 21:44:48.559513 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-964c19fc-849e-4478-aad7-1286c82b372b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.565163 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-444da774-a87a-4807-90eb-a715b8edb139 admin admin] Publish callbacks [] for security_group (13eb66f2-d4aa-40f7-9832-3b2778ae034f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.617549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25f34db5-8eb6-48c5-8f26-f83a9f058e25 req-6ef67b40-f9d5-485c-9b16-37b515c8ffcc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594490 Jan 27 21:44:48.671415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:48.671797 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.817453 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-444da774-a87a-4807-90eb-a715b8edb139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (13eb66f2-d4aa-40f7-9832-3b2778ae034f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.863262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-444da774-a87a-4807-90eb-a715b8edb139 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0dd794e2c469434490fc49bd1a2c43be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5476992 Jan 27 21:44:48.863262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444da774-a87a-4807-90eb-a715b8edb139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eb66f2-d4aa-40f7-9832-3b2778ae034f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:48.863665 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52092) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:48.946925 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d6386c5-bd39-40ec-be3a-4b6260577129 admin admin] Publish callbacks [] for security_group (13eb66f2-d4aa-40f7-9832-3b2778ae034f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:48.951472 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-964c19fc-849e-4478-aad7-1286c82b372b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (97164d4f-cc12-4837-b85b-a686abcbeedf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.022948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d6386c5-bd39-40ec-be3a-4b6260577129 admin admin] Publish callbacks [] for security_group (13eb66f2-d4aa-40f7-9832-3b2778ae034f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.055162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:49.071371 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c19fc-849e-4478-aad7-1286c82b372b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Subnet': ['ID=97164d4f-cc12-4837-b85b-a686abcbeedf,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:49.079276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964c19fc-849e-4478-aad7-1286c82b372b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Checking segment: {'id': '17493c3a-5526-4c2a-90e9-d757a787d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:49.079650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964c19fc-849e-4478-aad7-1286c82b372b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network hostable DHCP agents. Network: a980c21a-ef8f-4a22-923e-71a353d630ed, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:49.086875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5638eb0e-c1c4-4c05-8083-ddab34ed463e req-e6b8efe7-b162-4957-832c-e7f6f8009938 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 210 time: 0.0640256 Jan 27 21:44:49.127910 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Publish callbacks [] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.223318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964c19fc-849e-4478-aad7-1286c82b372b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network a980c21a-ef8f-4a22-923e-71a353d630ed is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:49.223881 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.227047 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d6386c5-bd39-40ec-be3a-4b6260577129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (13eb66f2-d4aa-40f7-9832-3b2778ae034f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.229838 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d6386c5-bd39-40ec-be3a-4b6260577129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.232727 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1d6386c5-bd39-40ec-be3a-4b6260577129 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/13eb66f2-d4aa-40f7-9832-3b2778ae034f HTTP/1.1" status: 204 len: 168 time: 0.3664043 Jan 27 21:44:49.243232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6386c5-bd39-40ec-be3a-4b6260577129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eb66f2-d4aa-40f7-9832-3b2778ae034f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:49.298138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b6d53-4a3a-43c2-ada1-b0bb4e427eb3 None None] Pushing event updated for resources: {'Port': ['ID=5b067fbd-fee8-4dce-8feb-77fa676b584d,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:49.326451 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-964c19fc-849e-4478-aad7-1286c82b372b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, a980c21a-ef8f-4a22-923e-71a353d630ed) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:49.347265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964c19fc-849e-4478-aad7-1286c82b372b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:49.356493 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-964c19fc-849e-4478-aad7-1286c82b372b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.363170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e30ad7-21b2-4c66-be1a-a06435e53888 None None] Network a980c21a-ef8f-4a22-923e-71a353d630ed requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:49.431777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Attempting to bind port 5b067fbd-fee8-4dce-8feb-77fa676b584d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:49.432186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Attempting to bind port 5b067fbd-fee8-4dce-8feb-77fa676b584d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '6fe90671-60a6-435d-87f7-c831a543dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:49.432555 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Attempting to bind port 5b067fbd-fee8-4dce-8feb-77fa676b584d on network 1f5bb5a6-e9d1-4f31-b930-b3585666ae47 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:49.445027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:49.445235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Checking segment: {'id': '6fe90671-60a6-435d-87f7-c831a543dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:49.445873 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.446562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Bound using segment: {'id': '6fe90671-60a6-435d-87f7-c831a543dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:49.447378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Bound port: 5b067fbd-fee8-4dce-8feb-77fa676b584d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe90671-60a6-435d-87f7-c831a543dcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:49.448031 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.485550 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-964c19fc-849e-4478-aad7-1286c82b372b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2382412 Jan 27 21:44:49.488322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52108) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:49.540445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-a980c21a-ef8f-4a22-923e-71a353d630ed', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:44:49.540445 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.571584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] For port 5b067fbd-fee8-4dce-8feb-77fa676b584d, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:49.575570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] For port 5b067fbd-fee8-4dce-8feb-77fa676b584d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5b067fbd-fee8-4dce-8feb-77fa676b584d,segment=NetworkSegment(6fe90671-60a6-435d-87f7-c831a543dcb4),segment_id=6fe90671-60a6-435d-87f7-c831a543dcb4)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:49.700342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ee1c4964-e235-46e1-8f32-576b05a0ea54 None None] Provisioning complete for port 5b067fbd-fee8-4dce-8feb-77fa676b584d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:49.700722 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ee1c4964-e235-46e1-8f32-576b05a0ea54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.768281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c4964-e235-46e1-8f32-576b05a0ea54 None None] Port 5b067fbd-fee8-4dce-8feb-77fa676b584d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:49.773813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Allocated IP 172.22.0.2 (a980c21a-ef8f-4a22-923e-71a353d630ed/97164d4f-cc12-4837-b85b-a686abcbeedf/4439e1bb-f0e3-4e91-86f3-1fdb622cb54a) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:49.776212 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:49.856611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3cabd-3ce3-4dfd-a056-d17cd4ec8e17 req-0603ba43-30cb-4975-b029-94019365279c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:49.864745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7f3cabd-3ce3-4dfd-a056-d17cd4ec8e17 req-0603ba43-30cb-4975-b029-94019365279c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1474149 Jan 27 21:44:49.891545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:49.892507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:49.962952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b6d53-4a3a-43c2-ada1-b0bb4e427eb3 None None] Pushing event updated for resources: {'Port': ['ID=5b067fbd-fee8-4dce-8feb-77fa676b584d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:49.997315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7f3cabd-3ce3-4dfd-a056-d17cd4ec8e17 req-ab2e75f2-f816-4bf8-aa2b-6faadb9a65e8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901518 Jan 27 21:44:50.095745 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.099815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:50.202125 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Publish callbacks [] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.272511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-dc836d4f-d02c-4f82-b48f-7289a1e30060 None None] Provisioning complete for port 5b067fbd-fee8-4dce-8feb-77fa676b584d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:50.272888 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc836d4f-d02c-4f82-b48f-7289a1e30060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.278613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc406e52-d013-4f07-9263-a936a2683d31 req-2880839b-8b5d-459f-80b2-9861a6112787 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 210 time: 0.0387187 Jan 27 21:44:50.313215 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.424647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Network a980c21a-ef8f-4a22-923e-71a353d630ed is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:50.436919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:50.439255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:50.453084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Pushing event updated for resources: {'Port': ['ID=4439e1bb-f0e3-4e91-86f3-1fdb622cb54a,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:50.490088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Allocated IP 172.22.0.1 (a980c21a-ef8f-4a22-923e-71a353d630ed/97164d4f-cc12-4837-b85b-a686abcbeedf/08f21021-1085-4a24-bd05-d832a5d6d689) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:50.557936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Attempting to bind port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:50.558217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Attempting to bind port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '17493c3a-5526-4c2a-90e9-d757a787d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:50.558590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Attempting to bind port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a on network a980c21a-ef8f-4a22-923e-71a353d630ed {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:50.571045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:50.571426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Checking segment: {'id': '17493c3a-5526-4c2a-90e9-d757a787d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:50.571844 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.572268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Bound using segment: {'id': '17493c3a-5526-4c2a-90e9-d757a787d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:50.572752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Bound port: 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17493c3a-5526-4c2a-90e9-d757a787d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:50.573139 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.578892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52130) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:50.615820 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dc836d4f-d02c-4f82-b48f-7289a1e30060 None None] Current status of the port 5b067fbd-fee8-4dce-8feb-77fa676b584d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:50.616299 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc836d4f-d02c-4f82-b48f-7289a1e30060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.631111 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (08f21021-1085-4a24-bd05-d832a5d6d689), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.694716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-dc836d4f-d02c-4f82-b48f-7289a1e30060 None None] For port 5b067fbd-fee8-4dce-8feb-77fa676b584d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5b067fbd-fee8-4dce-8feb-77fa676b584d,segment=NetworkSegment(6fe90671-60a6-435d-87f7-c831a543dcb4),segment_id=6fe90671-60a6-435d-87f7-c831a543dcb4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:50.716289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] For port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:50.719559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:44:45Z', 'revision_number': 3, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:49Z', 'revision_number': 4, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:50.721316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-478252680'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:50.722417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] For port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4439e1bb-f0e3-4e91-86f3-1fdb622cb54a,segment=NetworkSegment(17493c3a-5526-4c2a-90e9-d757a787d454),segment_id=17493c3a-5526-4c2a-90e9-d757a787d454)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:50.752785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc162ef-e334-493b-ac6b-ba7936d32254 None None] The sync data for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 is: [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:44:45Z', 'revision_number': 3, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:49Z', 'revision_number': 4, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:50.783817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.849566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network a980c21a-ef8f-4a22-923e-71a353d630ed is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:50.859975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:50.859975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:50.866001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=08f21021-1085-4a24-bd05-d832a5d6d689,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:50.892137 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc836d4f-d02c-4f82-b48f-7289a1e30060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.896841 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.920547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Made reservation on behalf of c63d1688ee4f453a8bfb60ab86c81432 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:50.925753 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.926733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.939549 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:50.991738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc836d4f-d02c-4f82-b48f-7289a1e30060 None None] Pushing event updated for resources: {'Port': ['ID=5b067fbd-fee8-4dce-8feb-77fa676b584d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:51.120702 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for security_group (eaf5c60b-a698-4766-99c4-f704b1b2664d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.134341 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-292d0f95-47a7-48af-80d9-f6494b883ff0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1693420 Jan 27 21:44:51.159785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd237436-185a-45ed-91d9-610a1fa03818 None None] Pushing event updated for resources: {'Port': ['ID=4439e1bb-f0e3-4e91-86f3-1fdb622cb54a,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:51.232981 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (eaf5c60b-a698-4766-99c4-f704b1b2664d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.232981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52144) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:51.306178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf5c60b-a698-4766-99c4-f704b1b2664d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:51.312347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b536d51-2784-4811-8b5b-75c8307c2180 req-fe36f4d8-d115-4f22-9262-b395f4068c05 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:51.318755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b536d51-2784-4811-8b5b-75c8307c2180 req-fe36f4d8-d115-4f22-9262-b395f4068c05 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1508639 Jan 27 21:44:51.334862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:51.423443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (c6c921ba-1d8b-468a-8276-73706361b541), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.431800 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Added segment c6c921ba-1d8b-468a-8276-73706361b541 of type vlan for network e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa Jan 27 21:44:51.456131 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.546102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8fc439a-fd5e-4b80-8e9f-9ae2e9e6ea39 req-2f16951f-51f1-4cc0-8e86-661872443f2f tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 210 time: 0.0794797 Jan 27 21:44:51.603761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-b0d281dc-5ffc-47f1-a82c-765dc4a6d5da tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:51.608266 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-b0d281dc-5ffc-47f1-a82c-765dc4a6d5da tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4699230 Jan 27 21:44:51.639528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Request body: {'port': {'device_id': '0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'e1f36125a6d449cf9bc19f725983dd58'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:51.652896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b536d51-2784-4811-8b5b-75c8307c2180 req-bd9b7df7-7495-43fe-aae3-ada0d2946bd9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295822 Jan 27 21:44:51.782452 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91a29b1e-9188-4f1b-a59b-3b72e4aad5cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.785605 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.913109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91a29b1e-9188-4f1b-a59b-3b72e4aad5cc admin admin] Publish callbacks [] for security_group (5fd1cdfe-4c7e-459a-9e4b-eae28d976155), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.960623 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.973024 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (08f21021-1085-4a24-bd05-d832a5d6d689), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:51.973537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:51.974194 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.031848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-91a29b1e-9188-4f1b-a59b-3b72e4aad5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5fd1cdfe-4c7e-459a-9e4b-eae28d976155), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.043289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Made reservation on behalf of e1f36125a6d449cf9bc19f725983dd58 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:52.046866 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.099682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.102530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event updated for resources: {'Network': ['ID=e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:52.116363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:52.157780 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5ab725db-1269-4928-ab1d-31b8865f9176 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5771000 Jan 27 21:44:52.163903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a29b1e-9188-4f1b-a59b-3b72e4aad5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd1cdfe-4c7e-459a-9e4b-eae28d976155,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:52.166539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52170) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:52.177148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-db50059e-1825-44b6-b07b-9e2b03657ca9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Request body: {'subnet': {'network_id': 'e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:52.197210 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-91a29b1e-9188-4f1b-a59b-3b72e4aad5cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d8613a55d5f346388faac6a096b08b37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9495740 Jan 27 21:44:52.212671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52172) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:52.273020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=08f21021-1085-4a24-bd05-d832a5d6d689,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:52.282035 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.393627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Allocated IP 192.168.233.34 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/4c7ed3ad-3c25-4524-9e16-a34b17994b75) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:52.418312 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80253994-4eac-4ed7-a9ae-83227e0a15ed admin admin] Publish callbacks [] for security_group (5fd1cdfe-4c7e-459a-9e4b-eae28d976155), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.426116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network a980c21a-ef8f-4a22-923e-71a353d630ed is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:52.428745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:52.474151 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80253994-4eac-4ed7-a9ae-83227e0a15ed admin admin] Publish callbacks [] for security_group (5fd1cdfe-4c7e-459a-9e4b-eae28d976155), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.545929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5b067fbd-fee8-4dce-8feb-77fa676b584d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:52.564000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db50059e-1825-44b6-b07b-9e2b03657ca9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Made reservation on behalf of c63d1688ee4f453a8bfb60ab86c81432 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:52.567794 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db50059e-1825-44b6-b07b-9e2b03657ca9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.591776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6e805ab0-9591-48ed-8916-c380d1d65656 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:44:52.621109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5b067fbd-fee8-4dce-8feb-77fa676b584d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:52.622291 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.681718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426bc321-cc69-4c3b-bfa0-b500c2162d0a None None] Network a980c21a-ef8f-4a22-923e-71a353d630ed requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:52.705592 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks [] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.740613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80253994-4eac-4ed7-a9ae-83227e0a15ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5fd1cdfe-4c7e-459a-9e4b-eae28d976155), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.744110 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80253994-4eac-4ed7-a9ae-83227e0a15ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.744297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39a0ee2c-46cc-4490-a9d1-7c2c2db952bb req-1eff1b9c-00f4-4422-82eb-a77cf1a3421c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 210 time: 0.0754466 Jan 27 21:44:52.748414 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-80253994-4eac-4ed7-a9ae-83227e0a15ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5fd1cdfe-4c7e-459a-9e4b-eae28d976155 HTTP/1.1" status: 204 len: 168 time: 0.5250669 Jan 27 21:44:52.764906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80253994-4eac-4ed7-a9ae-83227e0a15ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd1cdfe-4c7e-459a-9e4b-eae28d976155,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:52.769479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:52.783347 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Sync routers for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:44:52.791325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0397b194-637a-4f8b-af31-b786e6511972 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3013661 Jan 27 21:44:52.794704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52182) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:52.795799 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b46aef12-6961-4e9a-a6b4-6b63ee71f51f None None] Provisioning complete for port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:52.796936 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:52.797735 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b46aef12-6961-4e9a-a6b4-6b63ee71f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.800291 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:52.802203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f2bda7ed-4ea8-4628-8b3b-49bd7a6913dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'network': {'name': 'tempest-RoutersTest-912336286'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:52.854932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.912633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64', 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:52.960732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30', '0b7162c8-5f57-4a8f-bcbc-665d4b227673', '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2', '45f4866f-c30d-4cf5-bea4-0242ba26b401', '4202c9e4-a3b2-451b-8ce9-4b06d271ec4e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:44:52.981412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bda7ed-4ea8-4628-8b3b-49bd7a6913dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:52.984798 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2bda7ed-4ea8-4628-8b3b-49bd7a6913dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:52.997799 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:53.008897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52186) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:53.086689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accac180-52a1-47be-ac3e-16f541307e82 req-eb0b722b-0ab7-4fb0-963e-55b222543f2c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.089122 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-accac180-52a1-47be-ac3e-16f541307e82 req-eb0b722b-0ab7-4fb0-963e-55b222543f2c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1862659 Jan 27 21:44:53.125147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bda7ed-4ea8-4628-8b3b-49bd7a6913dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:44:53.165420 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2bda7ed-4ea8-4628-8b3b-49bd7a6913dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4f715ead-a394-4040-b5e9-0003c1256733), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.165793 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-f2bda7ed-4ea8-4628-8b3b-49bd7a6913dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Added segment 4f715ead-a394-4040-b5e9-0003c1256733 of type vlan for network 0edcf08e-1813-4407-9512-65bfa4abdc79 Jan 27 21:44:53.224685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-accac180-52a1-47be-ac3e-16f541307e82 req-ff0e7909-90a7-47b9-a1c5-aaed55e62129 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157453 Jan 27 21:44:53.242395 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2bda7ed-4ea8-4628-8b3b-49bd7a6913dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (0edcf08e-1813-4407-9512-65bfa4abdc79), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.299906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5b067fbd-fee8-4dce-8feb-77fa676b584d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:53.301337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:53.348912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20553a20-94ad-4a40-9664-300d141f0f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.377560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2bda7ed-4ea8-4628-8b3b-49bd7a6913dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (0edcf08e-1813-4407-9512-65bfa4abdc79), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.383949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bda7ed-4ea8-4628-8b3b-49bd7a6913dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.384834 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2bda7ed-4ea8-4628-8b3b-49bd7a6913dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.416434 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:44:51Z', 'revision_number': 4, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:51Z', 'revision_number': 2, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:53.454853 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Checking router: 6e805ab0-9591-48ed-8916-c380d1d65656 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:44:53.455469 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Updating router 6e805ab0-9591-48ed-8916-c380d1d65656 port 08f21021-1085-4a24-bd05-d832a5d6d689 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:44:53.492379 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.492678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bda7ed-4ea8-4628-8b3b-49bd7a6913dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Network': ['ID=0edcf08e-1813-4407-9512-65bfa4abdc79,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:53.543544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20553a20-94ad-4a40-9664-300d141f0f8d admin admin] Publish callbacks [] for security_group (08999665-0006-4778-81c9-0e93ec1096d8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.544001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 0edcf08e-1813-4407-9512-65bfa4abdc79 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:44:53.553083 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:53.553906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event updated for resources: {'Port': ['ID=4c7ed3ad-3c25-4524-9e16-a34b17994b75,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:53.556774 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:53.559254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:53.620649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:53.621625 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.646503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b46aef12-6961-4e9a-a6b4-6b63ee71f51f None None] Current status of the port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:53.647237 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b46aef12-6961-4e9a-a6b4-6b63ee71f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.687663 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f2bda7ed-4ea8-4628-8b3b-49bd7a6913dd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8890543 Jan 27 21:44:53.689883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52192) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:53.695982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-567c2777-6690-4de0-827e-d9e3e675a246 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'subnet': {'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:53.725647 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20553a20-94ad-4a40-9664-300d141f0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (08999665-0006-4778-81c9-0e93ec1096d8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.763762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20553a20-94ad-4a40-9664-300d141f0f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08999665-0006-4778-81c9-0e93ec1096d8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:53.771562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:53.772103 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.784443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db50059e-1825-44b6-b07b-9e2b03657ca9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (7bd15eef-db21-41fc-b974-6e93a462a87c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.799257 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-2deb5468-57db-4e5f-b73a-95e0df9c3e51 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1647012 Jan 27 21:44:53.804831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b46aef12-6961-4e9a-a6b4-6b63ee71f51f None None] For port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4439e1bb-f0e3-4e91-86f3-1fdb622cb54a,segment=NetworkSegment(17493c3a-5526-4c2a-90e9-d757a787d454),segment_id=17493c3a-5526-4c2a-90e9-d757a787d454)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:53.817155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-20553a20-94ad-4a40-9664-300d141f0f8d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb2b2e3a2f0549bc9a50f57587e7cceb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8017921 Jan 27 21:44:53.818309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52196) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:53.871149 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Publish callbacks [] for port (08f21021-1085-4a24-bd05-d832a5d6d689), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.902282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Request body: {'port': {'device_id': '0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:53.916911 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-515167e9-e99f-4dbb-a2c7-2cde742f4fe0 admin admin] Publish callbacks [] for security_group (08999665-0006-4778-81c9-0e93ec1096d8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.959072 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b46aef12-6961-4e9a-a6b4-6b63ee71f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.977996 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-515167e9-e99f-4dbb-a2c7-2cde742f4fe0 admin admin] Publish callbacks [] for security_group (08999665-0006-4778-81c9-0e93ec1096d8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:53.996999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50059e-1825-44b6-b07b-9e2b03657ca9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event updated for resources: {'Subnet': ['ID=7bd15eef-db21-41fc-b974-6e93a462a87c,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:54.012912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bf98c-c252-4314-8a44-49438b03ef88 req-4e793966-c9e5-408c-95f1-676b1b7eca15 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:54.020215 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f4bf98c-c252-4314-8a44-49438b03ef88 req-4e793966-c9e5-408c-95f1-676b1b7eca15 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 935 time: 0.0985942 Jan 27 21:44:54.060964 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.074393 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.094920 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52200) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:54.125901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db50059e-1825-44b6-b07b-9e2b03657ca9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Checking segment: {'id': 'c6c921ba-1d8b-468a-8276-73706361b541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:54.130871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db50059e-1825-44b6-b07b-9e2b03657ca9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Network hostable DHCP agents. Network: e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:54.131140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f4bf98c-c252-4314-8a44-49438b03ef88 req-a45264dd-6317-49b9-82e7-6e29855e4bb8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030021 Jan 27 21:44:54.179722 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567c2777-6690-4de0-827e-d9e3e675a246 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Made reservation on behalf of 5d1a963e90af4821a8c3fe09cebd6d42 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:44:54.181730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-567c2777-6690-4de0-827e-d9e3e675a246 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.191978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aef12-6961-4e9a-a6b4-6b63ee71f51f None None] Pushing event updated for resources: {'Port': ['ID=4439e1bb-f0e3-4e91-86f3-1fdb622cb54a,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:54.236374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a41e6681-cf26-49af-b4ef-58b3ec476512 None None] Provisioning complete for port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:54.236650 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Attempting to bind port 08f21021-1085-4a24-bd05-d832a5d6d689 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:54.236779 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a41e6681-cf26-49af-b4ef-58b3ec476512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.236880 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Attempting to bind port 08f21021-1085-4a24-bd05-d832a5d6d689 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '17493c3a-5526-4c2a-90e9-d757a787d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:54.237323 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Attempting to bind port 08f21021-1085-4a24-bd05-d832a5d6d689 on network a980c21a-ef8f-4a22-923e-71a353d630ed {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:54.244018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2d7fcfb4-9635-4189-a819-b100d7d61684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.245005 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:54.246640 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d5c32-1896-434b-bc29-747fe5e559fe None None] Pushing event updated for resources: {'Port': ['ID=08f21021-1085-4a24-bd05-d832a5d6d689,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:54.250602 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:54.252132 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Checking segment: {'id': '17493c3a-5526-4c2a-90e9-d757a787d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:54.252559 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.252972 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Bound using segment: {'id': '17493c3a-5526-4c2a-90e9-d757a787d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:54.253459 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Bound port: 08f21021-1085-4a24-bd05-d832a5d6d689, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17493c3a-5526-4c2a-90e9-d757a787d454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:54.254595 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.256991 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-515167e9-e99f-4dbb-a2c7-2cde742f4fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (08999665-0006-4778-81c9-0e93ec1096d8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.259637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-515167e9-e99f-4dbb-a2c7-2cde742f4fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.260834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-515167e9-e99f-4dbb-a2c7-2cde742f4fe0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08999665-0006-4778-81c9-0e93ec1096d8 HTTP/1.1" status: 204 len: 168 time: 0.4390471 Jan 27 21:44:54.276070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515167e9-e99f-4dbb-a2c7-2cde742f4fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08999665-0006-4778-81c9-0e93ec1096d8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:54.386262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a41e6681-cf26-49af-b4ef-58b3ec476512 None None] Port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:44:54.428113 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] For port 08f21021-1085-4a24-bd05-d832a5d6d689, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:54.436325 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] For port 08f21021-1085-4a24-bd05-d832a5d6d689, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=08f21021-1085-4a24-bd05-d832a5d6d689,segment=NetworkSegment(17493c3a-5526-4c2a-90e9-d757a787d454),segment_id=17493c3a-5526-4c2a-90e9-d757a787d454)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:54.518923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db50059e-1825-44b6-b07b-9e2b03657ca9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Network e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:54.527488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec668f-eaba-4f92-8e01-77eb140996f8 req-9c505c05-0196-418d-9d32-2ecf01d77ae5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:54.529610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35ec668f-eaba-4f92-8e01-77eb140996f8 req-9c505c05-0196-418d-9d32-2ecf01d77ae5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.0882556 Jan 27 21:44:54.537875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:54.543679 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.597155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c44e6207-ad63-460b-98ad-6b224d36c7ec None None] Provisioning complete for port 08f21021-1085-4a24-bd05-d832a5d6d689 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:54.597542 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c44e6207-ad63-460b-98ad-6b224d36c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.629507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35ec668f-eaba-4f92-8e01-77eb140996f8 req-a5717fae-84f6-4f8b-81d0-ccad93676b63 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897574 Jan 27 21:44:54.689161 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:44:54.692674 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:54.747532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-db50059e-1825-44b6-b07b-9e2b03657ca9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:54.756555 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d5c32-1896-434b-bc29-747fe5e559fe None None] Pushing event updated for resources: {'Port': ['ID=08f21021-1085-4a24-bd05-d832a5d6d689,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:54.803032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3bae8b-8de6-451d-94c6-1f80d7bc461c None None] Network e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:54.807736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db50059e-1825-44b6-b07b-9e2b03657ca9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:54.809123 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db50059e-1825-44b6-b07b-9e2b03657ca9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.809662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:54.810047 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.811552 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c44e6207-ad63-460b-98ad-6b224d36c7ec None None] Current status of the port 08f21021-1085-4a24-bd05-d832a5d6d689 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:54.811933 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c44e6207-ad63-460b-98ad-6b224d36c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.831968 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2d7fcfb4-9635-4189-a819-b100d7d61684 admin admin] Publish callbacks [] for security_group (cd3be9c6-8f5a-49b3-8d92-911e0872af52), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.832318 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:44:54.948427 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7ed3ad-3c25-4524-9e16-a34b17994b75 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:54.959267 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Publish callbacks [] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.970733 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2d7fcfb4-9635-4189-a819-b100d7d61684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (cd3be9c6-8f5a-49b3-8d92-911e0872af52), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:54.992848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Transition to ACTIVE for port object 4c7ed3ad-3c25-4524-9e16-a34b17994b75 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:44:55.019343 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-567c2777-6690-4de0-827e-d9e3e675a246 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (98af517b-690c-4525-856e-a2e1470516a2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.026164 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-db50059e-1825-44b6-b07b-9e2b03657ca9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8540421 Jan 27 21:44:55.029131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52208) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:55.034953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-29e71566-de9f-4a75-b23d-fe7abdf333c9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1765389133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:55.045254 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2d7fcfb4-9635-4189-a819-b100d7d61684 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c3f6fd206174e9b935133c96418f657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9354889 Jan 27 21:44:55.047636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c44e6207-ad63-460b-98ad-6b224d36c7ec None None] For port 08f21021-1085-4a24-bd05-d832a5d6d689, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=08f21021-1085-4a24-bd05-d832a5d6d689,segment=NetworkSegment(17493c3a-5526-4c2a-90e9-d757a787d454),segment_id=17493c3a-5526-4c2a-90e9-d757a787d454)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:55.056371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52210) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:55.084939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fcfb4-9635-4189-a819-b100d7d61684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3be9c6-8f5a-49b3-8d92-911e0872af52,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:55.100647 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.163914 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c44e6207-ad63-460b-98ad-6b224d36c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.184679 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c2777-6690-4de0-827e-d9e3e675a246 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Subnet': ['ID=98af517b-690c-4525-856e-a2e1470516a2,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:55.196316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b97b00ed-0680-4d14-a724-f40ac36e01c3 admin admin] Publish callbacks [] for security_group (cd3be9c6-8f5a-49b3-8d92-911e0872af52), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.222248 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:44:51Z', 'revision_number': 4, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 4, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:44:55.248778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29e71566-de9f-4a75-b23d-fe7abdf333c9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (14abbbab-0c80-4ffb-aac3-514b49b5494c), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.249488 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29e71566-de9f-4a75-b23d-fe7abdf333c9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (14abbbab-0c80-4ffb-aac3-514b49b5494c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.310763 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b871e-7a2e-4d3e-98d6-13c928692ae3 None None] The sync data for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 is: [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:44:51Z', 'revision_number': 4, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 4, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:44:55.360515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e6207-ad63-460b-98ad-6b224d36c7ec None None] Pushing event updated for resources: {'Port': ['ID=08f21021-1085-4a24-bd05-d832a5d6d689,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:55.381064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29e71566-de9f-4a75-b23d-fe7abdf333c9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for router_controller (14abbbab-0c80-4ffb-aac3-514b49b5494c), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.420820 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa', 'network_id': 'e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa', 'project_id': 'c63d1688ee4f453a8bfb60ab86c81432', 'fixed_ips': [{'subnet_id': '7bd15eef-db21-41fc-b974-6e93a462a87c'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:44:55.422381 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.453555 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29e71566-de9f-4a75-b23d-fe7abdf333c9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (14abbbab-0c80-4ffb-aac3-514b49b5494c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.474784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c2777-6690-4de0-827e-d9e3e675a246 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Checking segment: {'id': '4f715ead-a394-4040-b5e9-0003c1256733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:55.475252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c2777-6690-4de0-827e-d9e3e675a246 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network hostable DHCP agents. Network: 0edcf08e-1813-4407-9512-65bfa4abdc79, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:44:55.487590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7ed3ad-3c25-4524-9e16-a34b17994b75,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:55.492538 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b97b00ed-0680-4d14-a724-f40ac36e01c3 admin admin] Publish callbacks [] for security_group (cd3be9c6-8f5a-49b3-8d92-911e0872af52), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.508991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Attempting to bind port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:55.509636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Attempting to bind port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:55.510532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Attempting to bind port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:55.521812 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:44:55.525652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Attempting to bind port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:55.532066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c44e6207-ad63-460b-98ad-6b224d36c7ec None None] Provisioning complete for port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:55.532493 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c44e6207-ad63-460b-98ad-6b224d36c7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.540311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:55.541370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:55.542563 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:55.544846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Bound port: 4c7ed3ad-3c25-4524-9e16-a34b17994b75, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:55.545717 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.603722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344349ee-4472-49d5-af5f-9b0c8f04d44d req-14a26356-8150-4c28-85e4-6441d2b12a6e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:55.613728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-344349ee-4472-49d5-af5f-9b0c8f04d44d req-14a26356-8150-4c28-85e4-6441d2b12a6e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 947 time: 0.2322960 Jan 27 21:44:55.630368 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29e71566-de9f-4a75-b23d-fe7abdf333c9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.637790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-29e71566-de9f-4a75-b23d-fe7abdf333c9 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6071970 Jan 27 21:44:55.639080 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52224) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:55.725066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-344349ee-4472-49d5-af5f-9b0c8f04d44d req-1ed93f80-090c-4994-bc2d-8d2ea5f087ed tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095741 Jan 27 21:44:55.726464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:55.760598 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b97b00ed-0680-4d14-a724-f40ac36e01c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (cd3be9c6-8f5a-49b3-8d92-911e0872af52), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.763425 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b97b00ed-0680-4d14-a724-f40ac36e01c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:55.765639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b97b00ed-0680-4d14-a724-f40ac36e01c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd3be9c6-8f5a-49b3-8d92-911e0872af52 HTTP/1.1" status: 204 len: 168 time: 0.7073326 Jan 27 21:44:55.775821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b00ed-0680-4d14-a724-f40ac36e01c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3be9c6-8f5a-49b3-8d92-911e0872af52,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:55.799228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] For port 4c7ed3ad-3c25-4524-9e16-a34b17994b75, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:55.807702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] For port 4c7ed3ad-3c25-4524-9e16-a34b17994b75, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4c7ed3ad-3c25-4524-9e16-a34b17994b75,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:55.814550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c2777-6690-4de0-827e-d9e3e675a246 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 0edcf08e-1813-4407-9512-65bfa4abdc79 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:44:55.855053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35df6ad-2859-49da-be42-2f54d0ce7a5a req-104d0fb4-37f1-42d8-94ee-a02c98444ee0 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:55.857677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a35df6ad-2859-49da-be42-2f54d0ce7a5a req-104d0fb4-37f1-42d8-94ee-a02c98444ee0 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.0837405 Jan 27 21:44:55.930065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a35df6ad-2859-49da-be42-2f54d0ce7a5a req-2c28c9f8-ba6c-4433-8afa-871355992023 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665007 Jan 27 21:44:55.939114 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.002989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Allocated IP 172.20.0.2 (e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa/7bd15eef-db21-41fc-b974-6e93a462a87c/a4f61706-949f-4b89-bcba-d075eafd30f7) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:56.020351 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:44:56.045109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c44e6207-ad63-460b-98ad-6b224d36c7ec None None] Current status of the port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:56.045237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.045237 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.045237 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] 10.222.0.74 "PUT /v2.0/ports/4c7ed3ad-3c25-4524-9e16-a34b17994b75 HTTP/1.1" status: 200 len: 1095 time: 2.1453509 Jan 27 21:44:56.045237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e', 'tag': '4c7ed3ad-3c25-4524-9e16-a34b17994b75'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:44:56.047872 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a9388-9536-4e09-94a7-112353ede7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e", "tag": "4c7ed3ad-3c25-4524-9e16-a34b17994b75"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:44:56.135779 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-567c2777-6690-4de0-827e-d9e3e675a246 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 0edcf08e-1813-4407-9512-65bfa4abdc79) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:56.141264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c2777-6690-4de0-827e-d9e3e675a246 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.141748 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-567c2777-6690-4de0-827e-d9e3e675a246 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.146751 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a71d356-62ad-47c4-acf4-d4d4139f4c0c x-openstack-request-id: req-1a71d356-62ad-47c4-acf4-d4d4139f4c0c {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:44:56.147051 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e", "tag": "4c7ed3ad-3c25-4524-9e16-a34b17994b75", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:44:56.148115 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a71d356-62ad-47c4-acf4-d4d4139f4c0c {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:44:56.149005 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e', 'tag': '4c7ed3ad-3c25-4524-9e16-a34b17994b75', 'status': 'completed', 'code': 200} Jan 27 21:44:56.153719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef0d9f-9654-4e72-a8a1-d3ba6b1eef3c None None] Network 0edcf08e-1813-4407-9512-65bfa4abdc79 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:56.210681 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905cf23-5cb7-44a1-8864-3ed36ce09462 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7ed3ad-3c25-4524-9e16-a34b17994b75,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:56.325408 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-567c2777-6690-4de0-827e-d9e3e675a246 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6315403 Jan 27 21:44:56.325794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52244) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:56.374742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a9388-9536-4e09-94a7-112353ede7a6 req-64bbabb1-c3d5-4853-9386-6af93b2d9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.376436 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3c8a9388-9536-4e09-94a7-112353ede7a6 req-64bbabb1-c3d5-4853-9386-6af93b2d9465 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 1098 time: 0.1802192 Jan 27 21:44:56.421044 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.442750 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3c8a9388-9536-4e09-94a7-112353ede7a6 req-444a4d12-75be-4aec-8e36-266f30a31da4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=e1f36125a6d449cf9bc19f725983dd58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342913 Jan 27 21:44:56.507992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-37163b65-37d2-4634-b979-7de746f88714 None None] Provisioning complete for port 08f21021-1085-4a24-bd05-d832a5d6d689 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:56.512258 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-37163b65-37d2-4634-b979-7de746f88714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.532235 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Publish callbacks [] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.638675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-0edcf08e-1813-4407-9512-65bfa4abdc79', 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79', 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'fixed_ips': [{'subnet_id': '98af517b-690c-4525-856e-a2e1470516a2'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:44:56.640371 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.765803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 08f21021-1085-4a24-bd05-d832a5d6d689 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:56.777886 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.794449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-37163b65-37d2-4634-b979-7de746f88714 None None] Current status of the port 08f21021-1085-4a24-bd05-d832a5d6d689 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:56.827028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a9388-9536-4e09-94a7-112353ede7a6 req-0ebca238-93b2-48f0-84f4-a37e04c9e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:56.828707 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3c8a9388-9536-4e09-94a7-112353ede7a6 req-0ebca238-93b2-48f0-84f4-a37e04c9e205 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3780484 Jan 27 21:44:56.849084 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:56.883710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Pushing event updated for resources: {'Port': ['ID=a4f61706-949f-4b89-bcba-d075eafd30f7,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:56.983133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Allocated IP 172.20.0.1 (e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa/7bd15eef-db21-41fc-b974-6e93a462a87c/d2448b04-bb30-406d-94c5-0fb24e905897) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:57.032438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-3c4df018-94bc-47a8-a214-3c011caac4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:57.034650 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-3c4df018-94bc-47a8-a214-3c011caac4ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 1098 time: 0.1312528 Jan 27 21:44:57.061315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Network e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:57.088061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:57.170164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Allocated IP 172.23.0.2 (0edcf08e-1813-4407-9512-65bfa4abdc79/98af517b-690c-4525-856e-a2e1470516a2/4d3ef78c-8ed6-4be3-820d-251197b393eb) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:57.198121 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-87655b21-3b14-4461-b01b-d99a1e52de95 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=4c7ed3ad-3c25-4524-9e16-a34b17994b75 HTTP/1.1" status: 200 len: 217 time: 0.1452866 Jan 27 21:44:57.202015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:57.316157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-3c7dbeca-aca4-4ac5-9e3b-bdb226243d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:57.318132 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-3c7dbeca-aca4-4ac5-9e3b-bdb226243d1d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1126957 Jan 27 21:44:57.415345 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for port (d2448b04-bb30-406d-94c5-0fb24e905897), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.443406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-b463170b-6c09-4ebf-9ea7-bae6995f1000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:57.445183 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-b463170b-6c09-4ebf-9ea7-bae6995f1000 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188962 Jan 27 21:44:57.459461 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.488864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 08f21021-1085-4a24-bd05-d832a5d6d689 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:57.489297 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.529593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Attempting to bind port a4f61706-949f-4b89-bcba-d075eafd30f7 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:57.530394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Attempting to bind port a4f61706-949f-4b89-bcba-d075eafd30f7 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'c6c921ba-1d8b-468a-8276-73706361b541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:57.530766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Attempting to bind port a4f61706-949f-4b89-bcba-d075eafd30f7 on network e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:57.556068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:57.556306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Checking segment: {'id': 'c6c921ba-1d8b-468a-8276-73706361b541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:57.556804 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.557201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Bound using segment: {'id': 'c6c921ba-1d8b-468a-8276-73706361b541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:57.557684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Bound port: a4f61706-949f-4b89-bcba-d075eafd30f7, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c921ba-1d8b-468a-8276-73706361b541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:57.558069 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.607335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c89382-e1fc-472b-89e9-0ffd42f98bfe req-00e84971-0c5d-45ec-aa9e-e66b2142ca3b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:57.614440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30c89382-e1fc-472b-89e9-0ffd42f98bfe req-00e84971-0c5d-45ec-aa9e-e66b2142ca3b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 947 time: 0.7670145 Jan 27 21:44:57.624274 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-fa190716-9b77-438b-8db5-51d6f9b46263 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712034 Jan 27 21:44:57.658951 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Publish callbacks [] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.688185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 08f21021-1085-4a24-bd05-d832a5d6d689 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:57.691926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fa724-d94c-4f97-bc62-18dc1d42ffcf req-c2a58c26-6e3f-4189-8f9d-d0647ed02228 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:57.700311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b23fa724-d94c-4f97-bc62-18dc1d42ffcf req-c2a58c26-6e3f-4189-8f9d-d0647ed02228 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.2516346 Jan 27 21:44:57.703559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] For port a4f61706-949f-4b89-bcba-d075eafd30f7, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:57.710809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] For port a4f61706-949f-4b89-bcba-d075eafd30f7, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a4f61706-949f-4b89-bcba-d075eafd30f7,segment=NetworkSegment(c6c921ba-1d8b-468a-8276-73706361b541),segment_id=c6c921ba-1d8b-468a-8276-73706361b541)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:57.713503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.714253 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d2448b04-bb30-406d-94c5-0fb24e905897), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.729222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30c89382-e1fc-472b-89e9-0ffd42f98bfe req-6e5d2f1f-14f0-4090-8965-38676c27772c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129913 Jan 27 21:44:57.775890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Network e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:57.786797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:57.787418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b23fa724-d94c-4f97-bc62-18dc1d42ffcf req-ff78a49b-4071-41c5-8281-b07eb1574624 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857544 Jan 27 21:44:57.798293 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:57.800488 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.850313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event updated for resources: {'Port': ['ID=d2448b04-bb30-406d-94c5-0fb24e905897,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:57.862034 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6e3afb68-f847-40c3-9e89-d1754a2016c9 req-1c89b62a-2a79-43c4-9501-2fd7d1f82555 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309361 Jan 27 21:44:57.888494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (14abbbab-0c80-4ffb-aac3-514b49b5494c), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.899435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Pushing event updated for resources: {'Port': ['ID=4d3ef78c-8ed6-4be3-820d-251197b393eb,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:57.912026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Network 0edcf08e-1813-4407-9512-65bfa4abdc79 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:57.915137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:57.917678 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:57.927300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:58.044686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Attempting to bind port 4d3ef78c-8ed6-4be3-820d-251197b393eb on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:44:58.045067 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Attempting to bind port 4d3ef78c-8ed6-4be3-820d-251197b393eb by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4f715ead-a394-4040-b5e9-0003c1256733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:44:58.045436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Attempting to bind port 4d3ef78c-8ed6-4be3-820d-251197b393eb on network 0edcf08e-1813-4407-9512-65bfa4abdc79 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:44:58.054670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:44:58.055057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Checking segment: {'id': '4f715ead-a394-4040-b5e9-0003c1256733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:44:58.055469 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.055878 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Bound using segment: {'id': '4f715ead-a394-4040-b5e9-0003c1256733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:44:58.056380 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Bound port: 4d3ef78c-8ed6-4be3-820d-251197b393eb, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f715ead-a394-4040-b5e9-0003c1256733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:44:58.056945 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.089786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614f2de-272d-42d0-aace-5428c57b81bd None None] Pushing event updated for resources: {'Port': ['ID=a4f61706-949f-4b89-bcba-d075eafd30f7,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:58.200871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] For port 4d3ef78c-8ed6-4be3-820d-251197b393eb, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:44:58.260775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] For port 4d3ef78c-8ed6-4be3-820d-251197b393eb, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4d3ef78c-8ed6-4be3-820d-251197b393eb,segment=NetworkSegment(4f715ead-a394-4040-b5e9-0003c1256733),segment_id=4f715ead-a394-4040-b5e9-0003c1256733)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:44:58.261000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Allocated IP 172.23.0.1 (0edcf08e-1813-4407-9512-65bfa4abdc79/98af517b-690c-4525-856e-a2e1470516a2/5f3709ca-1b11-4823-8d0c-16eb3f12b230) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:44:58.395897 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.406695 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d2448b04-bb30-406d-94c5-0fb24e905897), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.444219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.531643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02319371-7045-4aa7-b1b8-23f3a133bf5c None None] Pushing event updated for resources: {'Port': ['ID=4d3ef78c-8ed6-4be3-820d-251197b393eb,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:58.589611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a4f61706-949f-4b89-bcba-d075eafd30f7 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:44:58.621491 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.634316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 370567a5-7eb1-4839-bb0c-8ded517a8c69 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:44:58.714439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 0edcf08e-1813-4407-9512-65bfa4abdc79 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:58.727903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:58.744387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:44:58.835260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a4f61706-949f-4b89-bcba-d075eafd30f7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:44:58.835657 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:58.870588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=5f3709ca-1b11-4823-8d0c-16eb3f12b230,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:58.967886 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for port (d2448b04-bb30-406d-94c5-0fb24e905897), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.047821 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.057075 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (d2448b04-bb30-406d-94c5-0fb24e905897), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.089089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 370567a5-7eb1-4839-bb0c-8ded517a8c69, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=370567a5-7eb1-4839-bb0c-8ded517a8c69,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:59.127254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '370567a5-7eb1-4839-bb0c-8ded517a8c69', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'port_id': '370567a5-7eb1-4839-bb0c-8ded517a8c69', 'mac_address': 'fa:16:3e:f5:51:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd8c838-195c-4376-a980-ec062e79b1ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:44:59.202285 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a1028-cd12-4565-928f-8675182de23b req-05f6e621-f365-4610-9249-3d0ff8913c12 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:59.210385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b1a1028-cd12-4565-928f-8675182de23b req-05f6e621-f365-4610-9249-3d0ff8913c12 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.2137775 Jan 27 21:44:59.243030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4530bd-6330-4e11-acdb-540a3054d1c7 req-b91d6118-6a01-454e-8c50-c7085d4563b7 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:44:59.244956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a4530bd-6330-4e11-acdb-540a3054d1c7 req-b91d6118-6a01-454e-8c50-c7085d4563b7 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 947 time: 0.3520653 Jan 27 21:44:59.258973 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a4f61706-949f-4b89-bcba-d075eafd30f7 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:59.259857 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.291992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event updated for resources: {'Port': ['ID=d2448b04-bb30-406d-94c5-0fb24e905897,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:44:59.308788 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (14abbbab-0c80-4ffb-aac3-514b49b5494c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.351109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b1a1028-cd12-4565-928f-8675182de23b req-ede5d6d4-39d6-4d37-a9bd-1459a4240cc6 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392481 Jan 27 21:44:59.402508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port a4f61706-949f-4b89-bcba-d075eafd30f7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a4f61706-949f-4b89-bcba-d075eafd30f7,segment=NetworkSegment(c6c921ba-1d8b-468a-8276-73706361b541),segment_id=c6c921ba-1d8b-468a-8276-73706361b541)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:59.416191 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 370567a5-7eb1-4839-bb0c-8ded517a8c69 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:44:59.416604 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.417987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a4530bd-6330-4e11-acdb-540a3054d1c7 req-25b6b6ad-69ce-4128-831a-4f2d866b7825 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604679 Jan 27 21:44:59.445097 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Network e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:44:59.446883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:44:59.478079 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 370567a5-7eb1-4839-bb0c-8ded517a8c69 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:44:59.480901 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.507090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 370567a5-7eb1-4839-bb0c-8ded517a8c69, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=370567a5-7eb1-4839-bb0c-8ded517a8c69,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:44:59.573735 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.624923 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.666060 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9899fc9-7af7-4544-8553-2aaf5aa7f804 None None] Network e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:44:59.725747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Router 14abbbab-0c80-4ffb-aac3-514b49b5494c is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:44:59.869157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:44:59.878359 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e569da94-1995-43af-8404-0662afafea11 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "PUT /v2.0/routers/14abbbab-0c80-4ffb-aac3-514b49b5494c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2378666 Jan 27 21:44:59.882538 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52306) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:44:59.889086 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Request body: {'port': {'network_id': 'e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa', 'name': 'tempest-FloatingIPNegativeTestJSON-468248650'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:44:59.966066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:44:59.993671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7622c8-ea04-4d4c-9104-f9f7d9a5e71d None None] Sync routers for ids ['14abbbab-0c80-4ffb-aac3-514b49b5494c'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:00.028779 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.075355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7622c8-ea04-4d4c-9104-f9f7d9a5e71d None None] Routers {'14abbbab-0c80-4ffb-aac3-514b49b5494c'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:00.076244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-af7622c8-ea04-4d4c-9104-f9f7d9a5e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['14abbbab-0c80-4ffb-aac3-514b49b5494c'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:00.086109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['370567a5-7eb1-4839-bb0c-8ded517a8c69'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:00.136038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e20fb764-b23a-42e3-b1c7-623de59188b7 None None] Provisioning complete for port a4f61706-949f-4b89-bcba-d075eafd30f7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:00.136717 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e20fb764-b23a-42e3-b1c7-623de59188b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.148843 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Made reservation on behalf of c63d1688ee4f453a8bfb60ab86c81432 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:00.153355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.155518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event updated for resources: {'Port': ['ID=5f3709ca-1b11-4823-8d0c-16eb3f12b230,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:00.161762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.173476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] device_id is not set on port 5efe954d-587f-48a2-a241-7436312f4d4a yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:45:00.192707 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=a4f61706-949f-4b89-bcba-d075eafd30f7,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:00.197933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-af7622c8-ea04-4d4c-9104-f9f7d9a5e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:00.237664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7622c8-ea04-4d4c-9104-f9f7d9a5e71d None None] Routers {'14abbbab-0c80-4ffb-aac3-514b49b5494c'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:00.237664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-af7622c8-ea04-4d4c-9104-f9f7d9a5e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['14abbbab-0c80-4ffb-aac3-514b49b5494c'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:00.284015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Network 0edcf08e-1813-4407-9512-65bfa4abdc79 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:00.286143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:00.297345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-af7622c8-ea04-4d4c-9104-f9f7d9a5e71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:00.298006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7622c8-ea04-4d4c-9104-f9f7d9a5e71d None None] The sync data for ids ['14abbbab-0c80-4ffb-aac3-514b49b5494c'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:00.312970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Allocated IP 172.20.0.9 (e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa/7bd15eef-db21-41fc-b974-6e93a462a87c/5efe954d-587f-48a2-a241-7436312f4d4a) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:00.318351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842c38e4-1b6b-4079-9e96-160ac4f0572c None None] Network 0edcf08e-1813-4407-9512-65bfa4abdc79 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:00.456995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6e805ab0-9591-48ed-8916-c380d1d65656 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:00.534942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=370567a5-7eb1-4839-bb0c-8ded517a8c69,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:00.638982 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for port (5efe954d-587f-48a2-a241-7436312f4d4a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.686988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 4c7ed3ad-3c25-4524-9e16-a34b17994b75 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:45:00.774875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03486efc-ac6d-4b2a-981a-39c7857b962e req-fac4c07e-1e86-497d-82c6-febc8c580a54 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:00.794667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03486efc-ac6d-4b2a-981a-39c7857b962e req-fac4c07e-1e86-497d-82c6-febc8c580a54 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 944 time: 0.2817128 Jan 27 21:45:00.814323 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:00.817692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a4f61706-949f-4b89-bcba-d075eafd30f7 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:00.827681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0a26072d-469c-44b3-8a7c-80689781b8c9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4982817 Jan 27 21:45:00.828967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52330) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:00.835036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcadce9-90f1-4561-af36-ba7b61e2cdad req-9dd60b5d-b99d-43ab-9683-663a136bf993 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:00.841952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e8c8cb9e-2ff5-40ed-8eb5-520a01c0e5d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:00.842838 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Sync routers for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:00.845488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbcadce9-90f1-4561-af36-ba7b61e2cdad req-9dd60b5d-b99d-43ab-9683-663a136bf993 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 947 time: 0.2376499 Jan 27 21:45:00.848680 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5efe954d-587f-48a2-a241-7436312f4d4a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:00.859149 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:00.860791 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:00.953975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03486efc-ac6d-4b2a-981a-39c7857b962e req-811a5aa5-164b-4197-a4ab-68019fbd5ba8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666539 Jan 27 21:45:00.974950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 4c7ed3ad-3c25-4524-9e16-a34b17994b75, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4c7ed3ad-3c25-4524-9e16-a34b17994b75,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:00.989557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e20fb764-b23a-42e3-b1c7-623de59188b7 None None] Current status of the port a4f61706-949f-4b89-bcba-d075eafd30f7 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:00.994790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbcadce9-90f1-4561-af36-ba7b61e2cdad req-78b6ece4-9843-41ac-ba59-37891fee0678 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481586 Jan 27 21:45:01.007813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '4c7ed3ad-3c25-4524-9e16-a34b17994b75', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '4c7ed3ad-3c25-4524-9e16-a34b17994b75', 'mac_address': 'fa:16:3e:93:f6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:45:01.011666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Network e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:01.037499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:01.063638 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:01.131566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event updated for resources: {'Port': ['ID=5efe954d-587f-48a2-a241-7436312f4d4a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:01.137435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:01.137950 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.198405 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:01.224761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a4f61706-949f-4b89-bcba-d075eafd30f7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:01.230675 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.238918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7ed3ad-3c25-4524-9e16-a34b17994b75 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:01.292220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 4c7ed3ad-3c25-4524-9e16-a34b17994b75, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4c7ed3ad-3c25-4524-9e16-a34b17994b75,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:01.299540 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Provisioning complete for port a4f61706-949f-4b89-bcba-d075eafd30f7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:01.299950 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.455690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.578976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=4c7ed3ad-3c25-4524-9e16-a34b17994b75,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:01.610235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a4f61706-949f-4b89-bcba-d075eafd30f7 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:01.613099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4d3ef78c-8ed6-4be3-820d-251197b393eb up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:01.615129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.extraroute_db [None req-e8c8cb9e-2ff5-40ed-8eb5-520a01c0e5d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 21:45:01.632425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.extraroute_db [None req-e8c8cb9e-2ff5-40ed-8eb5-520a01c0e5d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Removed routes are [] {{(pid=104026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 21:45:01.632425 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cb9e-2ff5-40ed-8eb5-520a01c0e5d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.665324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Current status of the port a4f61706-949f-4b89-bcba-d075eafd30f7 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:01.685411 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:01.686198 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.724905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Provisioning complete for port d2448b04-bb30-406d-94c5-0fb24e905897 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:01.727078 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d2448b04-bb30-406d-94c5-0fb24e905897), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.788767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['4c7ed3ad-3c25-4524-9e16-a34b17994b75'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:01.820990 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:44:59Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f3709ca-1b11-4823-8d0c-16eb3f12b230', 'name': '', 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:24:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '98af517b-690c-4525-856e-a2e1470516a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:57Z', 'updated_at': '2022-01-27T21:44:59Z', 'revision_number': 2, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '98af517b-690c-4525-856e-a2e1470516a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:01.856241 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Checking router: 6e805ab0-9591-48ed-8916-c380d1d65656 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:01.861752 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Updating router 6e805ab0-9591-48ed-8916-c380d1d65656 port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:45:01.870637 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5d38b78f-f406-4d0b-86cf-4a15ab0e66e0 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9864302 Jan 27 21:45:01.876492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52356) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:01.883718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:01.915237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4d3ef78c-8ed6-4be3-820d-251197b393eb triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:01.915492 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:01.933224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Port d2448b04-bb30-406d-94c5-0fb24e905897 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:01.942707 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.045774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Provisioning complete for port 4d3ef78c-8ed6-4be3-820d-251197b393eb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:02.046470 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.057751 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.427750 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1f48e27d-eb6f-444f-ac78-97ecf3205f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.519022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4d3ef78c-8ed6-4be3-820d-251197b393eb is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:02.519868 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.520555 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660b944-2b6b-45b5-bc84-161141414a5d req-fb8ea2e6-c135-4251-92a4-daf94874fb81 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:02.533602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6660b944-2b6b-45b5-bc84-161141414a5d req-fb8ea2e6-c135-4251-92a4-daf94874fb81 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 948 time: 0.3115618 Jan 27 21:45:02.553588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d3a49-5113-4c23-87a4-c7bc5b0478ed req-4e77f466-f4d6-43d5-820d-e100054282a8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:02.563319 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f9d3a49-5113-4c23-87a4-c7bc5b0478ed req-4e77f466-f4d6-43d5-820d-e100054282a8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 944 time: 0.3350451 Jan 27 21:45:02.572678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Current status of the port 4d3ef78c-8ed6-4be3-820d-251197b393eb is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:02.573229 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.612854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 4d3ef78c-8ed6-4be3-820d-251197b393eb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4d3ef78c-8ed6-4be3-820d-251197b393eb,segment=NetworkSegment(4f715ead-a394-4040-b5e9-0003c1256733),segment_id=4f715ead-a394-4040-b5e9-0003c1256733)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:02.709894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 370567a5-7eb1-4839-bb0c-8ded517a8c69 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:02.731366 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.807825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6660b944-2b6b-45b5-bc84-161141414a5d req-d7a08d59-b3a2-410e-aaa5-2723c1cf5e7b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732234 Jan 27 21:45:02.831210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f9d3a49-5113-4c23-87a4-c7bc5b0478ed req-ba919742-0ea0-43bc-a080-d124b09cb32a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669554 Jan 27 21:45:02.834745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52380) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:02.885107 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.945568 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Publish callbacks [] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:02.961935 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:45:02.964296 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:45:02.972928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=4d3ef78c-8ed6-4be3-820d-251197b393eb,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:02.996225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 370567a5-7eb1-4839-bb0c-8ded517a8c69 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:02.999826 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.034376 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.131663 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc7ac-1b72-4d1d-9886-a47d2dfc9e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.173679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 370567a5-7eb1-4839-bb0c-8ded517a8c69 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:03.174347 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.244970 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93057b50-ef52-4736-8496-f0c77b735c97 None None] Pushing event updated for resources: {'Port': ['ID=5f3709ca-1b11-4823-8d0c-16eb3f12b230,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:03.252933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 370567a5-7eb1-4839-bb0c-8ded517a8c69, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=370567a5-7eb1-4839-bb0c-8ded517a8c69,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:03.254018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370567a5-7eb1-4839-bb0c-8ded517a8c69'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:03.260630 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f67cfe-6706-45a5-87c5-92caf3917048" -d '{"events": [{"server_uuid": "dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0", "name": "network-vif-plugged", "status": "completed", "tag": "370567a5-7eb1-4839-bb0c-8ded517a8c69"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:03.266032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc7ac-1b72-4d1d-9886-a47d2dfc9e8d admin admin] Publish callbacks [] for security_group (a5b6a2b1-1da1-43ac-8b74-8488ec3db93e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.311082 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cb9e-2ff5-40ed-8eb5-520a01c0e5d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.315758 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.320822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cb9e-2ff5-40ed-8eb5-520a01c0e5d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.324387 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Attempting to bind port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:03.325100 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Attempting to bind port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4f715ead-a394-4040-b5e9-0003c1256733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:03.325706 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Attempting to bind port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 on network 0edcf08e-1813-4407-9512-65bfa4abdc79 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:03.335145 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:03.337633 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Checking segment: {'id': '4f715ead-a394-4040-b5e9-0003c1256733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:03.339579 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.342777 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Bound using segment: {'id': '4f715ead-a394-4040-b5e9-0003c1256733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:03.344708 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Bound port: 5f3709ca-1b11-4823-8d0c-16eb3f12b230, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f715ead-a394-4040-b5e9-0003c1256733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:03.345381 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.367469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Allocated IP 172.25.0.158 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/69da72e2-a560-4173-a421-f1a051d80a8b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:03.378727 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc7ac-1b72-4d1d-9886-a47d2dfc9e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a5b6a2b1-1da1-43ac-8b74-8488ec3db93e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.427979 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d74895-c88c-4ce0-8e15-1f9977050a76 x-openstack-request-id: req-f0d74895-c88c-4ce0-8e15-1f9977050a76 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:03.428605 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0", "name": "network-vif-plugged", "status": "completed", "tag": "370567a5-7eb1-4839-bb0c-8ded517a8c69", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:03.428605 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0d74895-c88c-4ce0-8e15-1f9977050a76 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:03.428959 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370567a5-7eb1-4839-bb0c-8ded517a8c69', 'code': 200} Jan 27 21:45:03.446880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=370567a5-7eb1-4839-bb0c-8ded517a8c69,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:03.478438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bc7ac-1b72-4d1d-9886-a47d2dfc9e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b6a2b1-1da1-43ac-8b74-8488ec3db93e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:03.559452 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c8cb9e-2ff5-40ed-8eb5-520a01c0e5d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6e805ab0-9591-48ed-8916-c380d1d65656 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:03.569804 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] For port 5f3709ca-1b11-4823-8d0c-16eb3f12b230, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:03.571814 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52388) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:03.574819 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] For port 5f3709ca-1b11-4823-8d0c-16eb3f12b230, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5f3709ca-1b11-4823-8d0c-16eb3f12b230,segment=NetworkSegment(4f715ead-a394-4040-b5e9-0003c1256733),segment_id=4f715ead-a394-4040-b5e9-0003c1256733)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:03.575933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5c3bc7ac-1b72-4d1d-9886-a47d2dfc9e8d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff9726108102411e9ebfb6524b97dab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7398973 Jan 27 21:45:03.707184 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.781293 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:03.782299 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:44:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:03.783566 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for port (69da72e2-a560-4173-a421-f1a051d80a8b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.843642 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93057b50-ef52-4736-8496-f0c77b735c97 None None] Pushing event updated for resources: {'Port': ['ID=5f3709ca-1b11-4823-8d0c-16eb3f12b230,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:03.861294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f999c832-7683-42bf-8d78-41c5e8b86ea0 admin admin] Publish callbacks [] for security_group (a5b6a2b1-1da1-43ac-8b74-8488ec3db93e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.953518 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f999c832-7683-42bf-8d78-41c5e8b86ea0 admin admin] Publish callbacks [] for security_group (a5b6a2b1-1da1-43ac-8b74-8488ec3db93e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:03.974468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c8cb9e-2ff5-40ed-8eb5-520a01c0e5d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:03.975546 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:03.999272 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (69da72e2-a560-4173-a421-f1a051d80a8b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.002798 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e8c8cb9e-2ff5-40ed-8eb5-520a01c0e5d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.007386 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e8c8cb9e-2ff5-40ed-8eb5-520a01c0e5d3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656 HTTP/1.1" status: 200 len: 934 time: 3.1741602 Jan 27 21:45:04.009268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-58055c5d-93a0-4f0c-bc20-bfdab3c2bb86 None None] Current status of the port 4d3ef78c-8ed6-4be3-820d-251197b393eb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:04.010309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52396) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:04.076152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event updated for resources: {'Port': ['ID=69da72e2-a560-4173-a421-f1a051d80a8b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:04.137460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:04.151041 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Provisioning complete for port 4d3ef78c-8ed6-4be3-820d-251197b393eb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:04.151456 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.158322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f999c832-7683-42bf-8d78-41c5e8b86ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a5b6a2b1-1da1-43ac-8b74-8488ec3db93e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.161200 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f999c832-7683-42bf-8d78-41c5e8b86ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.164670 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f999c832-7683-42bf-8d78-41c5e8b86ea0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5b6a2b1-1da1-43ac-8b74-8488ec3db93e HTTP/1.1" status: 204 len: 168 time: 0.5894418 Jan 27 21:45:04.186812 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999c832-7683-42bf-8d78-41c5e8b86ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b6a2b1-1da1-43ac-8b74-8488ec3db93e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:04.204498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:04.206017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:04.344149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Current status of the port 4d3ef78c-8ed6-4be3-820d-251197b393eb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:04.359679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Provisioning complete for port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:04.360062 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.458409 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for floatingip (ca8ca43f-d567-46b4-b262-6c21096912d7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.494081 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:01Z', 'revision_number': 6, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f3709ca-1b11-4823-8d0c-16eb3f12b230', 'name': '', 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:24:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '98af517b-690c-4525-856e-a2e1470516a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:57Z', 'updated_at': '2022-01-27T21:45:03Z', 'revision_number': 4, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '98af517b-690c-4525-856e-a2e1470516a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:04.506507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Current status of the port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:04.507444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf236d-6c45-45b7-ae01-14ab4b2cf865 req-d4db959c-91cc-4f78-a438-dfe33d66cd9a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:04.508378 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.519281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98cf236d-6c45-45b7-ae01-14ab4b2cf865 req-d4db959c-91cc-4f78-a438-dfe33d66cd9a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.5778427 Jan 27 21:45:04.537069 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e252006-426e-47d8-a18c-f02d629a1749 None None] The sync data for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 is: [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:01Z', 'revision_number': 6, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f3709ca-1b11-4823-8d0c-16eb3f12b230', 'name': '', 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:24:dd:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '98af517b-690c-4525-856e-a2e1470516a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:57Z', 'updated_at': '2022-01-27T21:45:03Z', 'revision_number': 4, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '98af517b-690c-4525-856e-a2e1470516a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:04.641600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] For port 5f3709ca-1b11-4823-8d0c-16eb3f12b230, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5f3709ca-1b11-4823-8d0c-16eb3f12b230,segment=NetworkSegment(4f715ead-a394-4040-b5e9-0003c1256733),segment_id=4f715ead-a394-4040-b5e9-0003c1256733)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:04.678698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 4c7ed3ad-3c25-4524-9e16-a34b17994b75 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:04.683522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680ebf0-fe92-4d48-87fe-377e8523a4a6 req-af8f094a-b8c1-4f75-9c1c-85537604e311 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:04.691392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7680ebf0-fe92-4d48-87fe-377e8523a4a6 req-af8f094a-b8c1-4f75-9c1c-85537604e311 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 948 time: 0.6957884 Jan 27 21:45:04.749141 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (69da72e2-a560-4173-a421-f1a051d80a8b), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.758074 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:04.855631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a717525e-1333-4922-97eb-c739de21e65d tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656 HTTP/1.1" status: 200 len: 934 time: 0.7892315 Jan 27 21:45:04.858210 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52404) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:04.866626 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bec5611f-da9e-4a6c-b29e-0f48ead915f7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'router': {'routes': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:04.887874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Provisioning complete for port 5efe954d-587f-48a2-a241-7436312f4d4a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:04.891894 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5efe954d-587f-48a2-a241-7436312f4d4a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.017812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Pushing event updated for resources: {'Port': ['ID=5f3709ca-1b11-4823-8d0c-16eb3f12b230,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:05.059686 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc6a3cf2-40be-41d0-92ec-0fc36277f9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.062951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98cf236d-6c45-45b7-ae01-14ab4b2cf865 req-f3df8f5a-b31a-47e8-9000-9ea9fb220db9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5424674 Jan 27 21:45:05.101843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Port 5efe954d-587f-48a2-a241-7436312f4d4a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:05.145934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Provisioning complete for port d2448b04-bb30-406d-94c5-0fb24e905897 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:05.146392 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d2448b04-bb30-406d-94c5-0fb24e905897), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.191863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7680ebf0-fe92-4d48-87fe-377e8523a4a6 req-9df9866d-e282-4134-8c6d-474c85983492 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004184 Jan 27 21:45:05.195462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52406) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:05.248141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:45:05.259583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-01daa7b5-6e01-486f-899a-78100f2f39c6 None None] Port d2448b04-bb30-406d-94c5-0fb24e905897 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:05.262338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4d3ef78c-8ed6-4be3-820d-251197b393eb up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:05.274371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32642263-e604-47d1-992b-71adcae862ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.313897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:05.314375 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.361485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4d3ef78c-8ed6-4be3-820d-251197b393eb triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:05.362008 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.397518 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32642263-e604-47d1-992b-71adcae862ae admin admin] Publish callbacks [] for security_group (9ce5ff00-3a11-4f10-980b-6a8f6391560d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.497286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for port (69da72e2-a560-4173-a421-f1a051d80a8b), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.511609 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32642263-e604-47d1-992b-71adcae862ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9ce5ff00-3a11-4f10-980b-6a8f6391560d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.527328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-59c4899b-0863-4cf8-ae1e-b0fba2cde031 None None] Provisioning complete for port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:05.527912 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-59c4899b-0863-4cf8-ae1e-b0fba2cde031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.605594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:05.606486 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.619902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4d3ef78c-8ed6-4be3-820d-251197b393eb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:05.621045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5f3709ca-1b11-4823-8d0c-16eb3f12b230 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:05.629202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-32642263-e604-47d1-992b-71adcae862ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4dc359435564f8388a4e0b6d6804324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4324522 Jan 27 21:45:05.630888 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (69da72e2-a560-4173-a421-f1a051d80a8b), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.644261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52410) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:05.738675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7ed3ad-3c25-4524-9e16-a34b17994b75'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:05.741645 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff3e28a-5380-4bca-9d98-c8bb0e82831c" -d '{"events": [{"server_uuid": "0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e", "name": "network-vif-plugged", "status": "completed", "tag": "4c7ed3ad-3c25-4524-9e16-a34b17994b75"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:05.764983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 4c7ed3ad-3c25-4524-9e16-a34b17994b75, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4c7ed3ad-3c25-4524-9e16-a34b17994b75,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:05.774904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:05.775450 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.818413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-59c4899b-0863-4cf8-ae1e-b0fba2cde031 None None] Current status of the port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:05.826917 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.832537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32642263-e604-47d1-992b-71adcae862ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce5ff00-3a11-4f10-980b-6a8f6391560d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:05.857923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.extraroute_db [None req-bec5611f-da9e-4a6c-b29e-0f48ead915f7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Added routes are [] {{(pid=104026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 21:45:05.858271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.extraroute_db [None req-bec5611f-da9e-4a6c-b29e-0f48ead915f7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=104026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 21:45:05.867089 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fba6d3df-7070-45f1-847e-847568716736 admin admin] Publish callbacks [] for security_group (9ce5ff00-3a11-4f10-980b-6a8f6391560d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.897375 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910ece79-729c-4744-b5cf-9047ac4de37f x-openstack-request-id: req-910ece79-729c-4744-b5cf-9047ac4de37f {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:05.898067 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e", "name": "network-vif-plugged", "status": "completed", "tag": "4c7ed3ad-3c25-4524-9e16-a34b17994b75", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:05.898517 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-910ece79-729c-4744-b5cf-9047ac4de37f {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:05.899613 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7ed3ad-3c25-4524-9e16-a34b17994b75', 'code': 200} Jan 27 21:45:05.910348 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fba6d3df-7070-45f1-847e-847568716736 admin admin] Publish callbacks [] for security_group (9ce5ff00-3a11-4f10-980b-6a8f6391560d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.927373 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bec5611f-da9e-4a6c-b29e-0f48ead915f7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:05.939430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event updated for resources: {'Port': ['ID=69da72e2-a560-4173-a421-f1a051d80a8b,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:05.947202 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (ca8ca43f-d567-46b4-b262-6c21096912d7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.004755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=4c7ed3ad-3c25-4524-9e16-a34b17994b75,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:06.012324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:06.042557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.044178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ca649a81-9349-4584-9ee8-ad39de5c2314 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1652324 Jan 27 21:45:06.047786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52414) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:06.053180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e5852d3a-2f3b-4804-b8da-f8412195e79c tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Request body: {'floatingip': {'port_id': '5efe954d-587f-48a2-a241-7436312f4d4a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:06.069101 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.112936 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fba6d3df-7070-45f1-847e-847568716736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9ce5ff00-3a11-4f10-980b-6a8f6391560d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.122841 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fba6d3df-7070-45f1-847e-847568716736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.126661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fba6d3df-7070-45f1-847e-847568716736 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ce5ff00-3a11-4f10-980b-6a8f6391560d HTTP/1.1" status: 204 len: 168 time: 0.4747050 Jan 27 21:45:06.126839 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90151c8-0e3f-4e78-8924-ade9b2b3458a req-355f84e3-fc16-4a54-bddf-cf318adb6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:06.126839 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a90151c8-0e3f-4e78-8924-ade9b2b3458a req-355f84e3-fc16-4a54-bddf-cf318adb6647 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 1100 time: 0.1903274 Jan 27 21:45:06.136795 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5852d3a-2f3b-4804-b8da-f8412195e79c tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for floatingip (ca8ca43f-d567-46b4-b262-6c21096912d7), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.239572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb00c0-8f36-4cea-ac97-2665d14b46ed None None] Sync routers for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:06.271273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb00c0-8f36-4cea-ac97-2665d14b46ed None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:06.271951 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f6cb00c0-8f36-4cea-ac97-2665d14b46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:06.328322 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-e5852d3a-2f3b-4804-b8da-f8412195e79c tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] update failed (client error): The resource could not be found. Jan 27 21:45:06.332537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e5852d3a-2f3b-4804-b8da-f8412195e79c tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "PUT /v2.0/floatingips/ca8ca43f-d567-46b4-b262-6c21096912d7 HTTP/1.1" status: 404 len: 507 time: 0.2805150 Jan 27 21:45:06.332537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6d3df-7070-45f1-847e-847568716736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce5ff00-3a11-4f10-980b-6a8f6391560d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:06.336862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52424) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:06.457206 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a90151c8-0e3f-4e78-8924-ade9b2b3458a req-a6e551ff-0e33-4ee3-97e6-c09309991a40 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027596 Jan 27 21:45:06.461155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f6cb00c0-8f36-4cea-ac97-2665d14b46ed None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:06.498741 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bec5611f-da9e-4a6c-b29e-0f48ead915f7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.508107 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bec5611f-da9e-4a6c-b29e-0f48ead915f7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.668382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec5611f-da9e-4a6c-b29e-0f48ead915f7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6e805ab0-9591-48ed-8916-c380d1d65656 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:06.841437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec5611f-da9e-4a6c-b29e-0f48ead915f7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:06.853414 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bec5611f-da9e-4a6c-b29e-0f48ead915f7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:06.858730 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bec5611f-da9e-4a6c-b29e-0f48ead915f7 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656 HTTP/1.1" status: 200 len: 700 time: 1.9987864 Jan 27 21:45:06.860307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52430) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:06.935796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f6cb00c0-8f36-4cea-ac97-2665d14b46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:05Z', 'revision_number': 7, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f3709ca-1b11-4823-8d0c-16eb3f12b230', 'name': '', 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:24:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '98af517b-690c-4525-856e-a2e1470516a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:57Z', 'updated_at': '2022-01-27T21:45:04Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '98af517b-690c-4525-856e-a2e1470516a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:06.979205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb00c0-8f36-4cea-ac97-2665d14b46ed None None] Checking router: 6e805ab0-9591-48ed-8916-c380d1d65656 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:06.990333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb00c0-8f36-4cea-ac97-2665d14b46ed None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:06.991320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f6cb00c0-8f36-4cea-ac97-2665d14b46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:07.237303 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e4ebb5c8-6d56-422a-b89f-6951531c970e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656 HTTP/1.1" status: 200 len: 700 time: 0.3755591 Jan 27 21:45:07.245498 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52438) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:07.338796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f6cb00c0-8f36-4cea-ac97-2665d14b46ed None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:07.636604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5f3709ca-1b11-4823-8d0c-16eb3f12b230 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:07.653843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc0a17-ead0-47fa-9122-cd05e33f2b5f req-50a4a7d8-9912-40f4-9b37-7c61876294a8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:07.656744 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5bdc0a17-ead0-47fa-9122-cd05e33f2b5f req-50a4a7d8-9912-40f4-9b37-7c61876294a8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 1.3376474 Jan 27 21:45:07.680048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e0f7d-79ce-4409-90e2-cae6d84b9183 req-67e09295-deed-4e17-99f9-308ac7643a94 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:07.681711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-816e0f7d-79ce-4409-90e2-cae6d84b9183 req-67e09295-deed-4e17-99f9-308ac7643a94 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 949 time: 1.3396640 Jan 27 21:45:07.749072 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-030b228b-0cc6-4389-a5cb-3dac28a141a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:07.818432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-816e0f7d-79ce-4409-90e2-cae6d84b9183 req-d3f5a2f6-2aa0-4dcb-8c08-a8caa2862e50 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089680 Jan 27 21:45:07.833455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5bdc0a17-ead0-47fa-9122-cd05e33f2b5f req-4ce023e2-bde6-416f-b053-bd537afee86e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327190 Jan 27 21:45:07.840716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b57c960b-4031-4152-b609-46d4a88865b8 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Deleting port 69da72e2-a560-4173-a421-f1a051d80a8b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:07.841074 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b57c960b-4031-4152-b609-46d4a88865b8 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (69da72e2-a560-4173-a421-f1a051d80a8b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:07.918929 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:07.958858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f6cb00c0-8f36-4cea-ac97-2665d14b46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:05Z', 'revision_number': 7, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f3709ca-1b11-4823-8d0c-16eb3f12b230', 'name': '', 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:24:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '98af517b-690c-4525-856e-a2e1470516a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:57Z', 'updated_at': '2022-01-27T21:45:04Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '98af517b-690c-4525-856e-a2e1470516a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:08.033603 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b57c960b-4031-4152-b609-46d4a88865b8 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (69da72e2-a560-4173-a421-f1a051d80a8b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.034231 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b57c960b-4031-4152-b609-46d4a88865b8 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for floatingip (69da72e2-a560-4173-a421-f1a051d80a8b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.041049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb00c0-8f36-4cea-ac97-2665d14b46ed None None] The sync data for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 is: [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:05Z', 'revision_number': 7, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f3709ca-1b11-4823-8d0c-16eb3f12b230', 'name': '', 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:24:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '98af517b-690c-4525-856e-a2e1470516a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:57Z', 'updated_at': '2022-01-27T21:45:04Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '98af517b-690c-4525-856e-a2e1470516a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:08.053533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b57c960b-4031-4152-b609-46d4a88865b8 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Calling delete_port for 69da72e2-a560-4173-a421-f1a051d80a8b owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:08.059086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:08.059481 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.314424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-030b228b-0cc6-4389-a5cb-3dac28a141a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:08.318266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-030b228b-0cc6-4389-a5cb-3dac28a141a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.330634 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5f3709ca-1b11-4823-8d0c-16eb3f12b230 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:08.435051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b57c960b-4031-4152-b609-46d4a88865b8 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (69da72e2-a560-4173-a421-f1a051d80a8b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.482802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-030b228b-0cc6-4389-a5cb-3dac28a141a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] For port 5f3709ca-1b11-4823-8d0c-16eb3f12b230, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5f3709ca-1b11-4823-8d0c-16eb3f12b230,segment=NetworkSegment(4f715ead-a394-4040-b5e9-0003c1256733),segment_id=4f715ead-a394-4040-b5e9-0003c1256733)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:08.483174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-030b228b-0cc6-4389-a5cb-3dac28a141a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.499740 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-030b228b-0cc6-4389-a5cb-3dac28a141a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for 5f3709ca-1b11-4823-8d0c-16eb3f12b230 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:08.509005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c960b-4031-4152-b609-46d4a88865b8 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event deleted for resources: {'Port': ['ID=69da72e2-a560-4173-a421-f1a051d80a8b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:08.525819 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd9c89-e0a3-4f33-8aea-63c726e3ed1f None None] Sync routers for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:08.537113 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd9c89-e0a3-4f33-8aea-63c726e3ed1f None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:08.541891 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2dbd9c89-e0a3-4f33-8aea-63c726e3ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:08.588378 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b57c960b-4031-4152-b609-46d4a88865b8 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for floatingip (ca8ca43f-d567-46b4-b262-6c21096912d7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.591117 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b57c960b-4031-4152-b609-46d4a88865b8 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.595764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b57c960b-4031-4152-b609-46d4a88865b8 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "DELETE /v2.0/floatingips/ca8ca43f-d567-46b4-b262-6c21096912d7 HTTP/1.1" status: 204 len: 168 time: 2.2595737 Jan 27 21:45:08.634301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52460) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:08.640224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-29e13dc4-94cb-4a2b-a546-4685440269fa tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Request body: {'floatingip': {'floating_network_id': 'e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa', 'port_id': '5efe954d-587f-48a2-a241-7436312f4d4a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:08.666118 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-2dbd9c89-e0a3-4f33-8aea-63c726e3ed1f None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:08.834335 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29e13dc4-94cb-4a2b-a546-4685440269fa tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.864573 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:08.983074 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-030b228b-0cc6-4389-a5cb-3dac28a141a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5f3709ca-1b11-4823-8d0c-16eb3f12b230), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:09.056103 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b228b-0cc6-4389-a5cb-3dac28a141a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=5f3709ca-1b11-4823-8d0c-16eb3f12b230,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:09.066489 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2dbd9c89-e0a3-4f33-8aea-63c726e3ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:05Z', 'revision_number': 7, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f3709ca-1b11-4823-8d0c-16eb3f12b230', 'name': '', 'network_id': '0edcf08e-1813-4407-9512-65bfa4abdc79', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:24:dd:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '98af517b-690c-4525-856e-a2e1470516a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:57Z', 'updated_at': '2022-01-27T21:45:04Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '98af517b-690c-4525-856e-a2e1470516a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:09.191457 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd9c89-e0a3-4f33-8aea-63c726e3ed1f None None] Checking router: 6e805ab0-9591-48ed-8916-c380d1d65656 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:09.233308 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd9c89-e0a3-4f33-8aea-63c726e3ed1f None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:09.237463 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2dbd9c89-e0a3-4f33-8aea-63c726e3ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:09.270370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b273c4-fb93-4dac-9e78-25feb5757887 req-dac5a6ea-25b5-4477-8f44-943921662fd6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.271984 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3b273c4-fb93-4dac-9e78-25feb5757887 req-dac5a6ea-25b5-4477-8f44-943921662fd6 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 949 time: 0.1531975 Jan 27 21:45:09.340939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e143f-2ebf-42d4-bbe8-f18b400e35f1 req-62a69c40-431a-457b-9177-4d99dd89ea50 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.349377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa1e143f-2ebf-42d4-bbe8-f18b400e35f1 req-62a69c40-431a-457b-9177-4d99dd89ea50 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.2288613 Jan 27 21:45:09.499201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3b273c4-fb93-4dac-9e78-25feb5757887 req-f1dbfd6e-17ed-453d-96db-b1c3a5c1bb10 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122226 Jan 27 21:45:09.542439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-030b228b-0cc6-4389-a5cb-3dac28a141a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:09.549219 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-2dbd9c89-e0a3-4f33-8aea-63c726e3ed1f None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:09.552780 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa1e143f-2ebf-42d4-bbe8-f18b400e35f1 req-e0bc7d3f-843a-4c15-9fcd-f76accba678c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018723 Jan 27 21:45:09.652639 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-29e13dc4-94cb-4a2b-a546-4685440269fa tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:45:09.654160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-29e13dc4-94cb-4a2b-a546-4685440269fa tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0188382 Jan 27 21:45:09.658287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52480) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:09.663978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '5efe954d-587f-48a2-a241-7436312f4d4a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:09.711118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fd98f-2194-4f93-b0cd-416678baa1da req-91b6b93b-ddfe-4d8a-8626-16471e88ca4f tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:09.724523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-004fd98f-2194-4f93-b0cd-416678baa1da req-91b6b93b-ddfe-4d8a-8626-16471e88ca4f tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 1100 time: 0.0991516 Jan 27 21:45:09.768103 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:09.845577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-004fd98f-2194-4f93-b0cd-416678baa1da req-97249e78-8254-4384-b6c8-33f792b71c1f tempest-ServersOnMultiNodesTest-940353639 tempest-ServersOnMultiNodesTest-940353639-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202178 Jan 27 21:45:10.039008 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2dbd9c89-e0a3-4f33-8aea-63c726e3ed1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 8, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:10.052562 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.062546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030b228b-0cc6-4389-a5cb-3dac28a141a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6e805ab0-9591-48ed-8916-c380d1d65656 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:10.083043 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbd9c89-e0a3-4f33-8aea-63c726e3ed1f None None] The sync data for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 is: [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 8, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:10.252327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030b228b-0cc6-4389-a5cb-3dac28a141a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:10.273930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Allocated IP 172.25.0.240 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/e66e2437-1ec3-45ac-94a3-7486c13858b9) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:10.277345 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-030b228b-0cc6-4389-a5cb-3dac28a141a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0283098 Jan 27 21:45:10.278230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52492) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:10.484729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e4bc43-b42b-4141-8410-da9f62839273 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting subnet 98af517b-690c-4525-856e-a2e1470516a2 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:45:10.529372 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bc43-b42b-4141-8410-da9f62839273 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (98af517b-690c-4525-856e-a2e1470516a2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.536039 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for port (e66e2437-1ec3-45ac-94a3-7486c13858b9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.672909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459be45-f2fe-4780-b2c1-050fcc93f6d3 req-3040fc4a-a8bd-4884-bf57-e9cde60c4fab tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:10.675208 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3459be45-f2fe-4780-b2c1-050fcc93f6d3 req-3040fc4a-a8bd-4884-bf57-e9cde60c4fab tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 949 time: 0.1046820 Jan 27 21:45:10.676024 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bc43-b42b-4141-8410-da9f62839273 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (98af517b-690c-4525-856e-a2e1470516a2), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.785077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45314173-ee7d-4cc6-9b8b-8bf980b0e3e6 req-4bd9276b-ddf4-4a5e-9a3a-530d06ef5741 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:10.796258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45314173-ee7d-4cc6-9b8b-8bf980b0e3e6 req-4bd9276b-ddf4-4a5e-9a3a-530d06ef5741 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1198494 Jan 27 21:45:10.811658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bc43-b42b-4141-8410-da9f62839273 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (98af517b-690c-4525-856e-a2e1470516a2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:10.862788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3459be45-f2fe-4780-b2c1-050fcc93f6d3 req-4c271cc4-508e-46ad-abf4-5f3822b06c9e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662982 Jan 27 21:45:10.870555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45314173-ee7d-4cc6-9b8b-8bf980b0e3e6 req-6075eb3e-de88-4c1f-9bd4-85abb69a0499 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728381 Jan 27 21:45:10.907888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5151640-ae59-453a-b071-98360b74c1f4 None None] Sync routers for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:10.919926 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5f3709ca-1b11-4823-8d0c-16eb3f12b230 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:10.953813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 5f3709ca-1b11-4823-8d0c-16eb3f12b230 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:10.954259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5f3709ca-1b11-4823-8d0c-16eb3f12b230 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:10.955747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5151640-ae59-453a-b071-98360b74c1f4 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:10.956455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-b5151640-ae59-453a-b071-98360b74c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:11.047741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-b5151640-ae59-453a-b071-98360b74c1f4 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:11.052387 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e66e2437-1ec3-45ac-94a3-7486c13858b9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.086713 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bc43-b42b-4141-8410-da9f62839273 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (98af517b-690c-4525-856e-a2e1470516a2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.111016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:11.114356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:11.117435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:11.153920 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4bc43-b42b-4141-8410-da9f62839273 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Subnet': ['ID=98af517b-690c-4525-856e-a2e1470516a2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:11.159853 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9e4bc43-b42b-4141-8410-da9f62839273 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.168502 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b9e4bc43-b42b-4141-8410-da9f62839273 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/98af517b-690c-4525-856e-a2e1470516a2 HTTP/1.1" status: 204 len: 168 time: 0.8890235 Jan 27 21:45:11.173975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52514) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:11.178691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event updated for resources: {'Port': ['ID=e66e2437-1ec3-45ac-94a3-7486c13858b9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:11.302004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf27a8c-b4c2-4d64-8a46-76849268a7fc None None] Network 0edcf08e-1813-4407-9512-65bfa4abdc79 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:11.347033 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (0edcf08e-1813-4407-9512-65bfa4abdc79), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.441887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port 4d3ef78c-8ed6-4be3-820d-251197b393eb {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:11.442240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.489673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Deleting port e66e2437-1ec3-45ac-94a3-7486c13858b9 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:11.490540 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e66e2437-1ec3-45ac-94a3-7486c13858b9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.501034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-b5151640-ae59-453a-b071-98360b74c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 8, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:11.605915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] For port 4d3ef78c-8ed6-4be3-820d-251197b393eb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4d3ef78c-8ed6-4be3-820d-251197b393eb,segment=NetworkSegment(4f715ead-a394-4040-b5e9-0003c1256733),segment_id=4f715ead-a394-4040-b5e9-0003c1256733)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:11.606618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.622549 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for 4d3ef78c-8ed6-4be3-820d-251197b393eb owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:11.631028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc4824c-b29b-4287-a630-7477125ebb53 None None] DHCP port deletion for 0edcf08e-1813-4407-9512-65bfa4abdc79 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:45:11.637073 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5151640-ae59-453a-b071-98360b74c1f4 None None] Checking router: 6e805ab0-9591-48ed-8916-c380d1d65656 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:11.686098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5151640-ae59-453a-b071-98360b74c1f4 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:11.686770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-b5151640-ae59-453a-b071-98360b74c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:11.709112 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e66e2437-1ec3-45ac-94a3-7486c13858b9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.709373 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for floatingip (e66e2437-1ec3-45ac-94a3-7486c13858b9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.737804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Calling delete_port for e66e2437-1ec3-45ac-94a3-7486c13858b9 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:11.823234 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.830391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-b5151640-ae59-453a-b071-98360b74c1f4 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:11.860973 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=4d3ef78c-8ed6-4be3-820d-251197b393eb,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:11.871217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-efc4824c-b29b-4287-a630-7477125ebb53 None None] Deleting port 4d3ef78c-8ed6-4be3-820d-251197b393eb {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:11.871605 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-efc4824c-b29b-4287-a630-7477125ebb53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:11.964687 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No DVR routers for this DVR port 4d3ef78c-8ed6-4be3-820d-251197b393eb on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:12.071051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e66e2437-1ec3-45ac-94a3-7486c13858b9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.285448 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (0edcf08e-1813-4407-9512-65bfa4abdc79), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.323907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edcf08e-1813-4407-9512-65bfa4abdc79']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:12.349750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event deleted for resources: {'Port': ['ID=e66e2437-1ec3-45ac-94a3-7486c13858b9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:12.350748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f715ead-a394-4040-b5e9-0003c1256733') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:12.351253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f715ead-a394-4040-b5e9-0003c1256733') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:12.372363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (4f715ead-a394-4040-b5e9-0003c1256733), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.390078 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4f715ead-a394-4040-b5e9-0003c1256733), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.398774 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:12.399459 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (4f715ead-a394-4040-b5e9-0003c1256733), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.474049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c56d28-f835-4fc7-bd77-45ddd174c736 req-32666bfb-24f9-4647-8768-6748810eca75 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:12.479943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-efc4824c-b29b-4287-a630-7477125ebb53 None None] For port 4d3ef78c-8ed6-4be3-820d-251197b393eb, host n-d-760456-6, got binding levels [] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:12.480515 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-efc4824c-b29b-4287-a630-7477125ebb53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.482824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65c56d28-f835-4fc7-bd77-45ddd174c736 req-32666bfb-24f9-4647-8768-6748810eca75 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 949 time: 0.4051664 Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:12.495940 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:12.505166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ebab7-2a0c-4916-8a81-9da96ff490cb req-32e58a14-84e1-4988-b81c-7388edc89d32 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:12.509894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-934ebab7-2a0c-4916-8a81-9da96ff490cb req-32e58a14-84e1-4988-b81c-7388edc89d32 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.4696383 Jan 27 21:45:12.513112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-efc4824c-b29b-4287-a630-7477125ebb53 None None] Calling delete_port for 4d3ef78c-8ed6-4be3-820d-251197b393eb owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:12.522093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.ipam_backend_mixin [None req-efc4824c-b29b-4287-a630-7477125ebb53 None None] Port 4d3ef78c-8ed6-4be3-820d-251197b393eb was not found and therefore no delete operation was performed {{(pid=104028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:45:12.523141 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-efc4824c-b29b-4287-a630-7477125ebb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (4d3ef78c-8ed6-4be3-820d-251197b393eb), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.525280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722800a0-2c69-41e2-8443-d4b0b3d79133 req-4ddf8e1c-b017-4d20-838a-10d48db93f34 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:12.527160 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-722800a0-2c69-41e2-8443-d4b0b3d79133 req-4ddf8e1c-b017-4d20-838a-10d48db93f34 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 949 time: 0.7014737 Jan 27 21:45:12.659756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65c56d28-f835-4fc7-bd77-45ddd174c736 req-272b54ec-931a-4b6d-ad5d-6f867200afd4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485198 Jan 27 21:45:12.686858 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (0edcf08e-1813-4407-9512-65bfa4abdc79), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.697230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.701077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4824c-b29b-4287-a630-7477125ebb53 None None] Pushing event deleted for resources: {'Port': ['ID=4d3ef78c-8ed6-4be3-820d-251197b393eb,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:12.702161 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/networks/0edcf08e-1813-4407-9512-65bfa4abdc79 HTTP/1.1" status: 204 len: 168 time: 1.5284877 Jan 27 21:45:12.708318 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-934ebab7-2a0c-4916-8a81-9da96ff490cb req-31b44c24-d19a-4e17-b633-77c8c77db22b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858346 Jan 27 21:45:12.711118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52574) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:12.742897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-efc4824c-b29b-4287-a630-7477125ebb53 None None] Network 0edcf08e-1813-4407-9512-65bfa4abdc79 is not hosted by any dhcp agent {{(pid=104028) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 21:45:12.742897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4824c-b29b-4287-a630-7477125ebb53 None None] No DVR routers for this DVR port 4d3ef78c-8ed6-4be3-820d-251197b393eb on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:12.746258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3d628-bbaf-4bc9-85e6-7e49b92b9262 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Network': ['ID=0edcf08e-1813-4407-9512-65bfa4abdc79,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:12.762479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-722800a0-2c69-41e2-8443-d4b0b3d79133 req-589ebb0e-e8ba-471a-9f22-77a0bedad6eb tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Deleting port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:12.762938 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-722800a0-2c69-41e2-8443-d4b0b3d79133 req-589ebb0e-e8ba-471a-9f22-77a0bedad6eb tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:12.802117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-b5151640-ae59-453a-b071-98360b74c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 8, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:12.847480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5151640-ae59-453a-b071-98360b74c1f4 None None] The sync data for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 is: [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:08Z', 'revision_number': 8, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '08f21021-1085-4a24-bd05-d832a5d6d689', 'name': '', 'network_id': 'a980c21a-ef8f-4a22-923e-71a353d630ed', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:e1:e1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:50Z', 'updated_at': '2022-01-27T21:44:54Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '97164d4f-cc12-4837-b85b-a686abcbeedf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:12.915280 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] create failed (client error): The resource could not be found. Jan 27 21:45:12.920570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b3ab9025-2347-4254-8479-46b1de933b0b tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2610395 Jan 27 21:45:12.933624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52584) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:12.947285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4d3ef78c-8ed6-4be3-820d-251197b393eb no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:12.996484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4d3ef78c-8ed6-4be3-820d-251197b393eb {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:13.000549 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4d3ef78c-8ed6-4be3-820d-251197b393eb not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:13.005395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-722800a0-2c69-41e2-8443-d4b0b3d79133 req-589ebb0e-e8ba-471a-9f22-77a0bedad6eb tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] For port 4c7ed3ad-3c25-4524-9e16-a34b17994b75, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4c7ed3ad-3c25-4524-9e16-a34b17994b75,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:13.005773 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-722800a0-2c69-41e2-8443-d4b0b3d79133 req-589ebb0e-e8ba-471a-9f22-77a0bedad6eb tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.024731 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-722800a0-2c69-41e2-8443-d4b0b3d79133 req-589ebb0e-e8ba-471a-9f22-77a0bedad6eb tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Calling delete_port for 4c7ed3ad-3c25-4524-9e16-a34b17994b75 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:13.290264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c61dcb07-215c-4037-9b7c-8c67b6f55ab7 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Deleting port 5efe954d-587f-48a2-a241-7436312f4d4a {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:13.290494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c61dcb07-215c-4037-9b7c-8c67b6f55ab7 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5efe954d-587f-48a2-a241-7436312f4d4a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.390626 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-722800a0-2c69-41e2-8443-d4b0b3d79133 req-589ebb0e-e8ba-471a-9f22-77a0bedad6eb tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4c7ed3ad-3c25-4524-9e16-a34b17994b75), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.394065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c61dcb07-215c-4037-9b7c-8c67b6f55ab7 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5efe954d-587f-48a2-a241-7436312f4d4a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.402782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64', 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:13.408516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30', '0b7162c8-5f57-4a8f-bcbc-665d4b227673', '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2', '45f4866f-c30d-4cf5-bea4-0242ba26b401', '4202c9e4-a3b2-451b-8ce9-4b06d271ec4e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:13.454208 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c61dcb07-215c-4037-9b7c-8c67b6f55ab7 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Calling delete_port for 5efe954d-587f-48a2-a241-7436312f4d4a owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:13.458991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ebb0e-e8ba-471a-9f22-77a0bedad6eb tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event deleted for resources: {'Port': ['ID=4c7ed3ad-3c25-4524-9e16-a34b17994b75,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:13.469816 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7a00-c71c-428b-a1fd-a1d0fa2e3b04 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.542348 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-722800a0-2c69-41e2-8443-d4b0b3d79133 req-589ebb0e-e8ba-471a-9f22-77a0bedad6eb tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] No DVR routers for this DVR port 4c7ed3ad-3c25-4524-9e16-a34b17994b75 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:13.545994 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-722800a0-2c69-41e2-8443-d4b0b3d79133 req-589ebb0e-e8ba-471a-9f22-77a0bedad6eb tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:13.557202 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-722800a0-2c69-41e2-8443-d4b0b3d79133 req-589ebb0e-e8ba-471a-9f22-77a0bedad6eb tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "DELETE /v2.0/ports/4c7ed3ad-3c25-4524-9e16-a34b17994b75 HTTP/1.1" status: 204 len: 173 time: 1.0131695 Jan 27 21:45:13.557774 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e', 'name': 'network-vif-deleted', 'tag': '4c7ed3ad-3c25-4524-9e16-a34b17994b75'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:13.560694 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94bdc6b-f2ab-4620-922d-2470b115dd95" -d '{"events": [{"server_uuid": "0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e", "name": "network-vif-deleted", "tag": "4c7ed3ad-3c25-4524-9e16-a34b17994b75"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:13.652195 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145362d3-d7cb-4687-88ab-93c618828ea0 x-openstack-request-id: req-145362d3-d7cb-4687-88ab-93c618828ea0 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:13.652680 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e", "name": "network-vif-deleted", "tag": "4c7ed3ad-3c25-4524-9e16-a34b17994b75", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:13.653116 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-145362d3-d7cb-4687-88ab-93c618828ea0 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:13.653697 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e', 'name': 'network-vif-deleted', 'tag': '4c7ed3ad-3c25-4524-9e16-a34b17994b75', 'status': 'completed', 'code': 200} Jan 27 21:45:13.904797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d343c49-fb8f-49d7-a7d2-760fd0a8603c req-06ee1602-e7c8-47ba-9c49-f6bc4df40ea9 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ab8348d-ed00-4cdf-aa3c-51a02b38ed1e HTTP/1.1" status: 200 len: 210 time: 0.1192636 Jan 27 21:45:14.047932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbcff8-a8dd-433d-872c-7519cc238cea req-11d610ca-4625-4485-88b1-c488a4056d01 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:14.064565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82dbcff8-a8dd-433d-872c-7519cc238cea req-11d610ca-4625-4485-88b1-c488a4056d01 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1587803 Jan 27 21:45:14.266056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82dbcff8-a8dd-433d-872c-7519cc238cea req-4d8ff80d-2793-44dd-81c9-5c9e61d0492b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884606 Jan 27 21:45:14.356128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d7a00-c71c-428b-a1fd-a1d0fa2e3b04 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port 08f21021-1085-4a24-bd05-d832a5d6d689 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:14.356457 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7a00-c71c-428b-a1fd-a1d0fa2e3b04 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.370447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52608) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:14.422836 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c61dcb07-215c-4037-9b7c-8c67b6f55ab7 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5efe954d-587f-48a2-a241-7436312f4d4a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.497991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-8d5d7a00-c71c-428b-a1fd-a1d0fa2e3b04 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] For port 08f21021-1085-4a24-bd05-d832a5d6d689, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=08f21021-1085-4a24-bd05-d832a5d6d689,segment=NetworkSegment(17493c3a-5526-4c2a-90e9-d757a787d454),segment_id=17493c3a-5526-4c2a-90e9-d757a787d454)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:14.498951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7a00-c71c-428b-a1fd-a1d0fa2e3b04 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.548170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d7a00-c71c-428b-a1fd-a1d0fa2e3b04 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for 08f21021-1085-4a24-bd05-d832a5d6d689 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:14.550205 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dcb07-215c-4037-9b7c-8c67b6f55ab7 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event deleted for resources: {'Port': ['ID=5efe954d-587f-48a2-a241-7436312f4d4a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:14.574495 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af05fea0-7b07-4a82-a40a-e03256d3807b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.702520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 4c7ed3ad-3c25-4524-9e16-a34b17994b75 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:14.776811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 4c7ed3ad-3c25-4524-9e16-a34b17994b75 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:14.777169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 4c7ed3ad-3c25-4524-9e16-a34b17994b75 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:14.812574 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af05fea0-7b07-4a82-a40a-e03256d3807b admin admin] Publish callbacks [] for security_group (5d612078-2d3a-4736-ab0d-089cfb370a06), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.854247 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c61dcb07-215c-4037-9b7c-8c67b6f55ab7 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:14.858262 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c61dcb07-215c-4037-9b7c-8c67b6f55ab7 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "DELETE /v2.0/ports/5efe954d-587f-48a2-a241-7436312f4d4a HTTP/1.1" status: 204 len: 168 time: 1.9219515 Jan 27 21:45:14.866277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52612) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:14.936927 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af05fea0-7b07-4a82-a40a-e03256d3807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5d612078-2d3a-4736-ab0d-089cfb370a06), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.002344 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-af05fea0-7b07-4a82-a40a-e03256d3807b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ead6fdbd8f46456fbebae3f2445b4261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6305811 Jan 27 21:45:15.004950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52616) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:15.019328 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05fea0-7b07-4a82-a40a-e03256d3807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d612078-2d3a-4736-ab0d-089cfb370a06,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:15.035381 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f3a04b-7281-4c70-9a75-f2d29ccbd598 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:15.040878 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-33f3a04b-7281-4c70-9a75-f2d29ccbd598 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "GET /v2.0/ports?device_id=14abbbab-0c80-4ffb-aac3-514b49b5494c HTTP/1.1" status: 200 len: 913 time: 0.1716468 Jan 27 21:45:15.041651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52618) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:15.080545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9bcef43b-a7f4-4a66-b336-ba3503338f41 admin admin] Publish callbacks [] for security_group (5d612078-2d3a-4736-ab0d-089cfb370a06), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.096235 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7a00-c71c-428b-a1fd-a1d0fa2e3b04 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (08f21021-1085-4a24-bd05-d832a5d6d689), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.179025 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9bcef43b-a7f4-4a66-b336-ba3503338f41 admin admin] Publish callbacks [] for security_group (5d612078-2d3a-4736-ab0d-089cfb370a06), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.244013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d7a00-c71c-428b-a1fd-a1d0fa2e3b04 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=08f21021-1085-4a24-bd05-d832a5d6d689,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:15.595291 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9bcef43b-a7f4-4a66-b336-ba3503338f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5d612078-2d3a-4736-ab0d-089cfb370a06), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.600057 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9bcef43b-a7f4-4a66-b336-ba3503338f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.604737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9bcef43b-a7f4-4a66-b336-ba3503338f41 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5d612078-2d3a-4736-ab0d-089cfb370a06 HTTP/1.1" status: 204 len: 168 time: 0.6003666 Jan 27 21:45:15.605373 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d5d7a00-c71c-428b-a1fd-a1d0fa2e3b04 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.667574 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca1da-9f52-4d32-b228-bd3343e19b27 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (14abbbab-0c80-4ffb-aac3-514b49b5494c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:15.766792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcef43b-a7f4-4a66-b336-ba3503338f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d612078-2d3a-4736-ab0d-089cfb370a06,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:16.073955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff92a95-2878-47db-9b23-26c1d8050f9d req-574763cc-70b5-490d-8c84-998f61910877 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.082175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dff92a95-2878-47db-9b23-26c1d8050f9d req-574763cc-70b5-490d-8c84-998f61910877 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.5030439 Jan 27 21:45:16.268429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ca1da-9f52-4d32-b228-bd3343e19b27 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Deleting port d2448b04-bb30-406d-94c5-0fb24e905897 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:16.268921 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca1da-9f52-4d32-b228-bd3343e19b27 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d2448b04-bb30-406d-94c5-0fb24e905897), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:16.364942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017ee98-2509-4b51-850e-267c848a9474 req-2d1cc025-e707-4b00-a502-13428dcb5269 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:16.367104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8017ee98-2509-4b51-850e-267c848a9474 req-2d1cc025-e707-4b00-a502-13428dcb5269 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 949 time: 0.3931468 Jan 27 21:45:16.431066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dff92a95-2878-47db-9b23-26c1d8050f9d req-f8f09e2e-bf4c-4102-98cf-afe22780d7ad tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476853 Jan 27 21:45:16.477079 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca1da-9f52-4d32-b228-bd3343e19b27 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d2448b04-bb30-406d-94c5-0fb24e905897), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:16.485838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5d7a00-c71c-428b-a1fd-a1d0fa2e3b04 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6e805ab0-9591-48ed-8916-c380d1d65656 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:16.504695 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ca1da-9f52-4d32-b228-bd3343e19b27 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Calling delete_port for d2448b04-bb30-406d-94c5-0fb24e905897 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:16.550857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8017ee98-2509-4b51-850e-267c848a9474 req-4385bc83-be0c-437c-aab4-6464eadbc256 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747148 Jan 27 21:45:16.676878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52638) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:16.694166 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5a111b89-e188-4520-943d-537d0a7e13ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:16.777597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5d7a00-c71c-428b-a1fd-a1d0fa2e3b04 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:16.793375 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4daee-3467-4342-aacb-d21d0baf1221 None None] Sync routers for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:16.796764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8d5d7a00-c71c-428b-a1fd-a1d0fa2e3b04 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0794938 Jan 27 21:45:16.797394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52640) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:16.809003 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4daee-3467-4342-aacb-d21d0baf1221 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:16.811790 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-eab4daee-3467-4342-aacb-d21d0baf1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:16.911581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-603e7935-657e-4eb3-8feb-353b86a33a35 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting subnet 97164d4f-cc12-4837-b85b-a686abcbeedf {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:45:16.919989 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-603e7935-657e-4eb3-8feb-353b86a33a35 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (97164d4f-cc12-4837-b85b-a686abcbeedf), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:16.932975 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca1da-9f52-4d32-b228-bd3343e19b27 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d2448b04-bb30-406d-94c5-0fb24e905897), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:16.956184 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-eab4daee-3467-4342-aacb-d21d0baf1221 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:17.017780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ca1da-9f52-4d32-b228-bd3343e19b27 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event deleted for resources: {'Port': ['ID=d2448b04-bb30-406d-94c5-0fb24e905897,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:17.058576 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-603e7935-657e-4eb3-8feb-353b86a33a35 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (97164d4f-cc12-4837-b85b-a686abcbeedf), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.243377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5a111b89-e188-4520-943d-537d0a7e13ff admin admin] Publish callbacks [] for security_group (38cc13bc-eaa1-484e-a7df-8f4627513f4b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.283392 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-603e7935-657e-4eb3-8feb-353b86a33a35 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (97164d4f-cc12-4837-b85b-a686abcbeedf), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.312189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5a111b89-e188-4520-943d-537d0a7e13ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (38cc13bc-eaa1-484e-a7df-8f4627513f4b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.403258 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cf7ca1da-9f52-4d32-b228-bd3343e19b27 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (14abbbab-0c80-4ffb-aac3-514b49b5494c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.443512 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5a111b89-e188-4520-943d-537d0a7e13ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a6858a1eabd4baca3bfe2c12dc2ea9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7655640 Jan 27 21:45:17.446644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52642) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:17.512393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-603e7935-657e-4eb3-8feb-353b86a33a35 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (97164d4f-cc12-4837-b85b-a686abcbeedf), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.520540 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-eab4daee-3467-4342-aacb-d21d0baf1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:14Z', 'revision_number': 9, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:17.526479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a111b89-e188-4520-943d-537d0a7e13ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cc13bc-eaa1-484e-a7df-8f4627513f4b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:17.613760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e7935-657e-4eb3-8feb-353b86a33a35 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Subnet': ['ID=97164d4f-cc12-4837-b85b-a686abcbeedf,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:17.638315 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4daee-3467-4342-aacb-d21d0baf1221 None None] Checking router: 6e805ab0-9591-48ed-8916-c380d1d65656 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:17.684200 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4daee-3467-4342-aacb-d21d0baf1221 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:17.685046 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-eab4daee-3467-4342-aacb-d21d0baf1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:17.703248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f10ad-a121-47e9-86da-bc32b7d7ae12 None None] Network a980c21a-ef8f-4a22-923e-71a353d630ed requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:17.710192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-603e7935-657e-4eb3-8feb-353b86a33a35 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.717731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-603e7935-657e-4eb3-8feb-353b86a33a35 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/97164d4f-cc12-4837-b85b-a686abcbeedf HTTP/1.1" status: 204 len: 168 time: 0.9187667 Jan 27 21:45:17.722040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52652) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:17.773723 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d81fd99-7fe8-4785-a013-2d0705fa2ef3 admin admin] Publish callbacks [] for security_group (38cc13bc-eaa1-484e-a7df-8f4627513f4b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.874222 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d81fd99-7fe8-4785-a013-2d0705fa2ef3 admin admin] Publish callbacks [] for security_group (38cc13bc-eaa1-484e-a7df-8f4627513f4b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:17.966378 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-eab4daee-3467-4342-aacb-d21d0baf1221 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:17.995265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21903ab-090a-4a56-84da-b4e1ddf1b332 req-a3947d02-ff6d-4aa5-b46a-671f8a774ba4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:18.000692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92afa148-0a6f-4035-a8da-86b50825ea10 None None] DHCP port deletion for a980c21a-ef8f-4a22-923e-71a353d630ed request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:45:18.003622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f21903ab-090a-4a56-84da-b4e1ddf1b332 req-a3947d02-ff6d-4aa5-b46a-671f8a774ba4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.3782094 Jan 27 21:45:18.052031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007efd2-87dd-4f56-8cb0-609837e847e3 req-1894eb3b-f336-46b9-849d-e283088373a1 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:18.055227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3007efd2-87dd-4f56-8cb0-609837e847e3 req-1894eb3b-f336-46b9-849d-e283088373a1 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 949 time: 0.5332317 Jan 27 21:45:18.172240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-92afa148-0a6f-4035-a8da-86b50825ea10 None None] Deleting port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:18.172623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-92afa148-0a6f-4035-a8da-86b50825ea10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.204564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7ca1da-9f52-4d32-b228-bd3343e19b27 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Router 14abbbab-0c80-4ffb-aac3-514b49b5494c has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:18.214432 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (a980c21a-ef8f-4a22-923e-71a353d630ed), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.307052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f21903ab-090a-4a56-84da-b4e1ddf1b332 req-0897b178-bfff-4c06-91f4-cf59e6a41247 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018820 Jan 27 21:45:18.309986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-92afa148-0a6f-4035-a8da-86b50825ea10 None None] For port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4439e1bb-f0e3-4e91-86f3-1fdb622cb54a,segment=NetworkSegment(17493c3a-5526-4c2a-90e9-d757a787d454),segment_id=17493c3a-5526-4c2a-90e9-d757a787d454)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:18.310395 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-92afa148-0a6f-4035-a8da-86b50825ea10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.348655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-92afa148-0a6f-4035-a8da-86b50825ea10 None None] Calling delete_port for 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:18.533814 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7ca1da-9f52-4d32-b228-bd3343e19b27 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:18.533814 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cf7ca1da-9f52-4d32-b228-bd3343e19b27 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "PUT /v2.0/routers/14abbbab-0c80-4ffb-aac3-514b49b5494c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4810135 Jan 27 21:45:18.537461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52654) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:18.626469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92f1fc8-9ec0-45a7-a863-e77dcb99275f None None] Sync routers for ids ['14abbbab-0c80-4ffb-aac3-514b49b5494c'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:18.640660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f1fc8-9ec0-45a7-a863-e77dcb99275f None None] Routers {'14abbbab-0c80-4ffb-aac3-514b49b5494c'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:18.641318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d92f1fc8-9ec0-45a7-a863-e77dcb99275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['14abbbab-0c80-4ffb-aac3-514b49b5494c'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:18.683457 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-eab4daee-3467-4342-aacb-d21d0baf1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:14Z', 'revision_number': 9, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:18.701692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d92f1fc8-9ec0-45a7-a863-e77dcb99275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:18.713815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f1fc8-9ec0-45a7-a863-e77dcb99275f None None] Routers {'14abbbab-0c80-4ffb-aac3-514b49b5494c'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:18.714610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d92f1fc8-9ec0-45a7-a863-e77dcb99275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['14abbbab-0c80-4ffb-aac3-514b49b5494c'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:18.760553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d92f1fc8-9ec0-45a7-a863-e77dcb99275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:18.761228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92f1fc8-9ec0-45a7-a863-e77dcb99275f None None] The sync data for ids ['14abbbab-0c80-4ffb-aac3-514b49b5494c'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:18.809758 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab4daee-3467-4342-aacb-d21d0baf1221 None None] The sync data for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 is: [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:14Z', 'revision_number': 9, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': '5b067fbd-fee8-4dce-8feb-77fa676b584d', 'name': '', 'network_id': '1f5bb5a6-e9d1-4f31-b930-b3585666ae47', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:a4:68:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:44Z', 'updated_at': '2022-01-27T21:44:50Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': 'fda59f2b-49d3-4314-a70b-016f2be93dea', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:18.878824 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ae77-bf3e-4e8b-ab7b-cc4089c2a1b5 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for router (14abbbab-0c80-4ffb-aac3-514b49b5494c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.885409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:18.891145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.914426 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-92afa148-0a6f-4035-a8da-86b50825ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:18.976531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afa148-0a6f-4035-a8da-86b50825ea10 None None] Pushing event deleted for resources: {'Port': ['ID=4439e1bb-f0e3-4e91-86f3-1fdb622cb54a,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:18.993542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92afa148-0a6f-4035-a8da-86b50825ea10 None None] No DVR routers for this DVR port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:19.124071 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ae77-bf3e-4e8b-ab7b-cc4089c2a1b5 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (14abbbab-0c80-4ffb-aac3-514b49b5494c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.130108 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ae77-bf3e-4e8b-ab7b-cc4089c2a1b5 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for router_controller (14abbbab-0c80-4ffb-aac3-514b49b5494c), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.189268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:19.210158 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] For port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a, host n-d-760456-6, got binding levels [] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:19.210881 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.230425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:19.249161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a was not found and therefore no delete operation was performed {{(pid=104026) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:45:19.250620 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4439e1bb-f0e3-4e91-86f3-1fdb622cb54a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.270403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:19.270403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:19.304832 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=4439e1bb-f0e3-4e91-86f3-1fdb622cb54a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:19.327972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No DVR routers for this DVR port 4439e1bb-f0e3-4e91-86f3-1fdb622cb54a on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:19.328984 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ae77-bf3e-4e8b-ab7b-cc4089c2a1b5 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (14abbbab-0c80-4ffb-aac3-514b49b5494c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.333837 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b2ae77-bf3e-4e8b-ab7b-cc4089c2a1b5 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Fanout notify agent at l3_agent the message router_deleted on router 14abbbab-0c80-4ffb-aac3-514b49b5494c {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:45:19.345985 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ae77-bf3e-4e8b-ab7b-cc4089c2a1b5 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.347221 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c0b2ae77-bf3e-4e8b-ab7b-cc4089c2a1b5 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "DELETE /v2.0/routers/14abbbab-0c80-4ffb-aac3-514b49b5494c HTTP/1.1" status: 204 len: 168 time: 0.8075233 Jan 27 21:45:19.352393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52662) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:19.445134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10fa5a-8a55-471e-8946-ceef0dd07e97 req-f6bb40a9-f2ba-489f-a648-8917bc050643 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.447279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f10fa5a-8a55-471e-8946-ceef0dd07e97 req-f6bb40a9-f2ba-489f-a648-8917bc050643 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 949 time: 1.6382105 Jan 27 21:45:19.528026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ec884-10bc-4bb5-bc81-d307d25566a5 req-394c488d-9abb-4faf-8589-9c24a022abb8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:19.530515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c9ec884-10bc-4bb5-bc81-d307d25566a5 req-394c488d-9abb-4faf-8589-9c24a022abb8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1400113 Jan 27 21:45:19.542969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (a980c21a-ef8f-4a22-923e-71a353d630ed), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.570174 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d81fd99-7fe8-4785-a013-2d0705fa2ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (38cc13bc-eaa1-484e-a7df-8f4627513f4b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.570986 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff26f81-1601-4ce5-be3d-cc8af977102f tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Deleting subnet 7bd15eef-db21-41fc-b974-6e93a462a87c {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:45:19.589413 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d81fd99-7fe8-4785-a013-2d0705fa2ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.589413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3d81fd99-7fe8-4785-a013-2d0705fa2ef3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38cc13bc-eaa1-484e-a7df-8f4627513f4b HTTP/1.1" status: 204 len: 168 time: 2.1313212 Jan 27 21:45:19.590400 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aff26f81-1601-4ce5-be3d-cc8af977102f tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for subnet (7bd15eef-db21-41fc-b974-6e93a462a87c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.599854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f10fa5a-8a55-471e-8946-ceef0dd07e97 req-5d3b4401-0b5b-4e2e-ace3-8c6dd95b34e8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430681 Jan 27 21:45:19.608653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3007efd2-87dd-4f56-8cb0-609837e847e3 req-5cb17322-ea4a-475a-904f-ef0102e1c44a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Deleting port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:19.608998 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3007efd2-87dd-4f56-8cb0-609837e847e3 req-5cb17322-ea4a-475a-904f-ef0102e1c44a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.616010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81fd99-7fe8-4785-a013-2d0705fa2ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cc13bc-eaa1-484e-a7df-8f4627513f4b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:19.626663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a980c21a-ef8f-4a22-923e-71a353d630ed']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:19.642424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17493c3a-5526-4c2a-90e9-d757a787d454') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:19.642962 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17493c3a-5526-4c2a-90e9-d757a787d454') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:19.666402 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (17493c3a-5526-4c2a-90e9-d757a787d454), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.676618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aff26f81-1601-4ce5-be3d-cc8af977102f tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (7bd15eef-db21-41fc-b974-6e93a462a87c), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.700946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c9ec884-10bc-4bb5-bc81-d307d25566a5 req-c91a4dd0-648e-407d-9db6-d7891bbc25a9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533813 Jan 27 21:45:19.707629 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (17493c3a-5526-4c2a-90e9-d757a787d454), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.720916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:19.721370 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (17493c3a-5526-4c2a-90e9-d757a787d454), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:19.724728 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:19.741513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3007efd2-87dd-4f56-8cb0-609837e847e3 req-5cb17322-ea4a-475a-904f-ef0102e1c44a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] For port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:19.741885 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3007efd2-87dd-4f56-8cb0-609837e847e3 req-5cb17322-ea4a-475a-904f-ef0102e1c44a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.754685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3007efd2-87dd-4f56-8cb0-609837e847e3 req-5cb17322-ea4a-475a-904f-ef0102e1c44a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Calling delete_port for 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:19.830773 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aff26f81-1601-4ce5-be3d-cc8af977102f tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (7bd15eef-db21-41fc-b974-6e93a462a87c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.969824 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (a980c21a-ef8f-4a22-923e-71a353d630ed), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.977150 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:19.980393 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/networks/a980c21a-ef8f-4a22-923e-71a353d630ed HTTP/1.1" status: 204 len: 168 time: 2.2562594 Jan 27 21:45:19.985734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52674) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:20.010853 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346444e-c67e-45af-95a3-fa0cb8eca2cb tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Network': ['ID=a980c21a-ef8f-4a22-923e-71a353d630ed,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:20.027193 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aff26f81-1601-4ce5-be3d-cc8af977102f tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (7bd15eef-db21-41fc-b974-6e93a462a87c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.073848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff26f81-1601-4ce5-be3d-cc8af977102f tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd15eef-db21-41fc-b974-6e93a462a87c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:20.091198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d0c315-4ef8-42cb-b0d8-39edfd8c971a None None] Network e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:20.097303 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aff26f81-1601-4ce5-be3d-cc8af977102f tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.101205 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-aff26f81-1601-4ce5-be3d-cc8af977102f tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "DELETE /v2.0/subnets/7bd15eef-db21-41fc-b974-6e93a462a87c HTTP/1.1" status: 204 len: 168 time: 0.7056656 Jan 27 21:45:20.103648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52676) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:20.277214 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.402668 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3007efd2-87dd-4f56-8cb0-609837e847e3 req-5cb17322-ea4a-475a-904f-ef0102e1c44a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4202c9e4-a3b2-451b-8ce9-4b06d271ec4e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.420508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64', 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:20.423083 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Deleting port a4f61706-949f-4b89-bcba-d075eafd30f7 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:20.423634 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.503542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30', '0b7162c8-5f57-4a8f-bcbc-665d4b227673', '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2', '45f4866f-c30d-4cf5-bea4-0242ba26b401'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:20.551507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] For port a4f61706-949f-4b89-bcba-d075eafd30f7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a4f61706-949f-4b89-bcba-d075eafd30f7,segment=NetworkSegment(c6c921ba-1d8b-468a-8276-73706361b541),segment_id=c6c921ba-1d8b-468a-8276-73706361b541)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:20.552228 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.566137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Calling delete_port for a4f61706-949f-4b89-bcba-d075eafd30f7 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:20.585613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3007efd2-87dd-4f56-8cb0-609837e847e3 req-5cb17322-ea4a-475a-904f-ef0102e1c44a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] No DVR routers for this DVR port 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:20.587531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb17322-ea4a-475a-904f-ef0102e1c44a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event deleted for resources: {'Port': ['ID=4202c9e4-a3b2-451b-8ce9-4b06d271ec4e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:20.598255 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3007efd2-87dd-4f56-8cb0-609837e847e3 req-5cb17322-ea4a-475a-904f-ef0102e1c44a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.605181 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3007efd2-87dd-4f56-8cb0-609837e847e3 req-5cb17322-ea4a-475a-904f-ef0102e1c44a tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "DELETE /v2.0/ports/4202c9e4-a3b2-451b-8ce9-4b06d271ec4e HTTP/1.1" status: 204 len: 173 time: 2.5310829 Jan 27 21:45:20.605968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e607208-2711-41dd-9f1e-e9d4cf380413', 'name': 'network-vif-deleted', 'tag': '4202c9e4-a3b2-451b-8ce9-4b06d271ec4e'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:20.621565 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0035b05-41a0-4db9-8762-9b22d2b2dc5c" -d '{"events": [{"server_uuid": "7e607208-2711-41dd-9f1e-e9d4cf380413", "name": "network-vif-deleted", "tag": "4202c9e4-a3b2-451b-8ce9-4b06d271ec4e"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:20.644665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cb3085-23b1-46d4-a42d-6bf6e162076d None None] DHCP port deletion for e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:45:20.748190 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ad6d87-bf93-4f2f-8da5-beb667dc8bc5 x-openstack-request-id: req-a1ad6d87-bf93-4f2f-8da5-beb667dc8bc5 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:20.748497 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e607208-2711-41dd-9f1e-e9d4cf380413", "name": "network-vif-deleted", "tag": "4202c9e4-a3b2-451b-8ce9-4b06d271ec4e", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:20.748763 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1ad6d87-bf93-4f2f-8da5-beb667dc8bc5 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:20.749177 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e607208-2711-41dd-9f1e-e9d4cf380413', 'name': 'network-vif-deleted', 'tag': '4202c9e4-a3b2-451b-8ce9-4b06d271ec4e', 'status': 'completed', 'code': 200} Jan 27 21:45:20.883631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:20.966917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event deleted for resources: {'Port': ['ID=a4f61706-949f-4b89-bcba-d075eafd30f7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:20.982294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] No DVR routers for this DVR port a4f61706-949f-4b89-bcba-d075eafd30f7 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:21.010472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 08f21021-1085-4a24-bd05-d832a5d6d689 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:21.052632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-faa5528f-8c73-4b7d-bd0b-4670f1242f6c req-4bd85c12-331a-4e65-b9ad-29ff4f40c23c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 210 time: 0.2463186 Jan 27 21:45:21.172441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 08f21021-1085-4a24-bd05-d832a5d6d689 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:21.172941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 08f21021-1085-4a24-bd05-d832a5d6d689 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:21.173266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a4f61706-949f-4b89-bcba-d075eafd30f7 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:21.259097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.266166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-029c39d3-1dee-4c09-8edf-1424a1568a62 req-52a469dd-e98f-4e6d-b0c4-bdeb29d314e0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c2e17bea-3d36-4fa9-b384-d4a1bc6b2426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2391205 Jan 27 21:45:21.298506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: a4f61706-949f-4b89-bcba-d075eafd30f7 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:21.300000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a4f61706-949f-4b89-bcba-d075eafd30f7 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:21.361346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:21.379613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb3085-23b1-46d4-a42d-6bf6e162076d None None] Deleting port a4f61706-949f-4b89-bcba-d075eafd30f7 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:21.383840 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3085-23b1-46d4-a42d-6bf6e162076d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.390486 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c921ba-1d8b-468a-8276-73706361b541') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:21.390799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c921ba-1d8b-468a-8276-73706361b541') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:21.419889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (c6c921ba-1d8b-468a-8276-73706361b541), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.442708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811a2d5-96fa-4598-822a-1f753beb0bf6 req-de2e28f4-062e-44e5-b5b7-328e9dcbf721 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.449554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2811a2d5-96fa-4598-822a-1f753beb0bf6 req-de2e28f4-062e-44e5-b5b7-328e9dcbf721 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.4875846 Jan 27 21:45:21.455729 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (c6c921ba-1d8b-468a-8276-73706361b541), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.492281 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:21.492707 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (c6c921ba-1d8b-468a-8276-73706361b541), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:21.498312 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:21.506194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d720f48b-28b8-4798-a144-076b5ad18a6c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.546698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c2cb3085-23b1-46d4-a42d-6bf6e162076d None None] For port a4f61706-949f-4b89-bcba-d075eafd30f7, host n-d-760456-6, got binding levels [] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:21.547112 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3085-23b1-46d4-a42d-6bf6e162076d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.568902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb3085-23b1-46d4-a42d-6bf6e162076d None None] Calling delete_port for a4f61706-949f-4b89-bcba-d075eafd30f7 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:21.571904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.ipam_backend_mixin [None req-c2cb3085-23b1-46d4-a42d-6bf6e162076d None None] Port a4f61706-949f-4b89-bcba-d075eafd30f7 was not found and therefore no delete operation was performed {{(pid=104028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:45:21.575589 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c2cb3085-23b1-46d4-a42d-6bf6e162076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (a4f61706-949f-4b89-bcba-d075eafd30f7), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.607311 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb3085-23b1-46d4-a42d-6bf6e162076d None None] Pushing event deleted for resources: {'Port': ['ID=a4f61706-949f-4b89-bcba-d075eafd30f7,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:21.637639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cb3085-23b1-46d4-a42d-6bf6e162076d None None] No DVR routers for this DVR port a4f61706-949f-4b89-bcba-d075eafd30f7 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:21.655113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c39d3-1dee-4c09-8edf-1424a1568a62 req-23e889f3-8853-496b-8390-ebd4e3116bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:21.657260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-029c39d3-1dee-4c09-8edf-1424a1568a62 req-23e889f3-8853-496b-8390-ebd4e3116bc9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=c2e17bea-3d36-4fa9-b384-d4a1bc6b2426 HTTP/1.1" status: 200 len: 1100 time: 0.3477280 Jan 27 21:45:21.725900 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.742026 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:21.750154 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] 10.222.0.61 "DELETE /v2.0/networks/e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa HTTP/1.1" status: 204 len: 168 time: 1.6453869 Jan 27 21:45:21.789257 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a28e73-31b1-42fb-b0e7-fc4c4a4c09a1 tempest-FloatingIPNegativeTestJSON-924603339 tempest-FloatingIPNegativeTestJSON-924603339-project] Pushing event deleted for resources: {'Network': ['ID=e6b90921-be30-4b2e-8d00-a0ddb8ecfdaa,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:21.942056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:22.022702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:22.023432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 4202c9e4-a3b2-451b-8ce9-4b06d271ec4e not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:22.037777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c39d3-1dee-4c09-8edf-1424a1568a62 req-0e5214b5-5c5c-4518-bbed-76893483b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.039545 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-029c39d3-1dee-4c09-8edf-1424a1568a62 req-0e5214b5-5c5c-4518-bbed-76893483b774 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.3205264 Jan 27 21:45:22.051963 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2811a2d5-96fa-4598-822a-1f753beb0bf6 req-fe225d9a-b999-4823-a00f-b9fa381bc368 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014533 Jan 27 21:45:22.165881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-029c39d3-1dee-4c09-8edf-1424a1568a62 req-3de04574-c53d-4612-9f0f-44f19147b995 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=e0cf3ef9-7808-4464-ba24-1e5207bd7a30 HTTP/1.1" status: 200 len: 217 time: 0.1183896 Jan 27 21:45:22.287208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c39d3-1dee-4c09-8edf-1424a1568a62 req-5e74e17b-24a0-4b72-92f6-b60d80a88940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.293439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-029c39d3-1dee-4c09-8edf-1424a1568a62 req-5e74e17b-24a0-4b72-92f6-b60d80a88940 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.1156361 Jan 27 21:45:22.426590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19f57bf7-f0b7-44f9-aea8-13880e7b9324 req-c71b58c9-d379-4a06-aecb-b2975e061bac tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e607208-2711-41dd-9f1e-e9d4cf380413 HTTP/1.1" status: 200 len: 210 time: 0.1353283 Jan 27 21:45:22.447463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c39d3-1dee-4c09-8edf-1424a1568a62 req-17fd9db8-de07-4e81-bc7d-77c5c375770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.449322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-029c39d3-1dee-4c09-8edf-1424a1568a62 req-17fd9db8-de07-4e81-bc7d-77c5c375770b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430194 Jan 27 21:45:22.459882 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a3c8efa3-9759-4fe9-ac4f-1433a031b625 req-867248d2-4cb6-4546-9932-c28da6c6c441 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894346 Jan 27 21:45:22.584891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8efa3-9759-4fe9-ac4f-1433a031b625 req-a345971e-15e5-4a4d-9d60-62db865a0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.587959 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a3c8efa3-9759-4fe9-ac4f-1433a031b625 req-a345971e-15e5-4a4d-9d60-62db865a0318 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1f36125a6d449cf9bc19f725983dd58&device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e HTTP/1.1" status: 200 len: 1101 time: 0.1010921 Jan 27 21:45:22.639092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d720f48b-28b8-4798-a144-076b5ad18a6c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port 5b067fbd-fee8-4dce-8feb-77fa676b584d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:22.639740 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d720f48b-28b8-4798-a144-076b5ad18a6c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.758261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-d720f48b-28b8-4798-a144-076b5ad18a6c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] For port 5b067fbd-fee8-4dce-8feb-77fa676b584d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5b067fbd-fee8-4dce-8feb-77fa676b584d,segment=NetworkSegment(6fe90671-60a6-435d-87f7-c831a543dcb4),segment_id=6fe90671-60a6-435d-87f7-c831a543dcb4)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:22.759275 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d720f48b-28b8-4798-a144-076b5ad18a6c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:22.773882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d720f48b-28b8-4798-a144-076b5ad18a6c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for 5b067fbd-fee8-4dce-8feb-77fa676b584d owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:22.798302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52728) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:22.881827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8efa3-9759-4fe9-ac4f-1433a031b625 req-157aa5c1-3efb-4049-9330-c41dfda37fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:22.884494 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a3c8efa3-9759-4fe9-ac4f-1433a031b625 req-157aa5c1-3efb-4049-9330-c41dfda37fb7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2644908 Jan 27 21:45:22.938572 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a3c8efa3-9759-4fe9-ac4f-1433a031b625 req-3a30a248-d968-425e-b6b3-2f8da66b9b76 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d HTTP/1.1" status: 200 len: 217 time: 0.0470171 Jan 27 21:45:23.036209 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8efa3-9759-4fe9-ac4f-1433a031b625 req-dd97bc70-d32a-4400-a8b9-1d0329d6c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:23.039780 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a3c8efa3-9759-4fe9-ac4f-1433a031b625 req-dd97bc70-d32a-4400-a8b9-1d0329d6c533 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0954802 Jan 27 21:45:23.055573 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-029c39d3-1dee-4c09-8edf-1424a1568a62 req-aa3c261a-8e76-408a-b93b-1b8bfebdd8c7 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537441 Jan 27 21:45:23.276174 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8efa3-9759-4fe9-ac4f-1433a031b625 req-9705e7e6-7a82-4142-8b56-62b6ddf54996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:23.278215 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a3c8efa3-9759-4fe9-ac4f-1433a031b625 req-9705e7e6-7a82-4142-8b56-62b6ddf54996 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1999674 Jan 27 21:45:23.291248 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-40d239f9-0652-45d9-9b7b-7b02c0a8e247 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c63d1688ee4f453a8bfb60ab86c81432&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4916165 Jan 27 21:45:23.310977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52740) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:23.443777 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a3c8efa3-9759-4fe9-ac4f-1433a031b625 req-738eddaf-6ed8-452f-b65b-7d12e4371a71 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564760 Jan 27 21:45:23.484581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd71249-b01d-4101-944b-380bef39bd89 req-168120a2-f9e1-4990-9c87-1c1f5a245b28 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:23.503061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd71249-b01d-4101-944b-380bef39bd89 req-168120a2-f9e1-4990-9c87-1c1f5a245b28 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.2474422 Jan 27 21:45:23.516384 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d720f48b-28b8-4798-a144-076b5ad18a6c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5b067fbd-fee8-4dce-8feb-77fa676b584d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.623172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-64333cdd-e4fc-44bb-b535-64a839132573 admin admin] Publish callbacks [] for security_group (eaf5c60b-a698-4766-99c4-f704b1b2664d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.629217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720f48b-28b8-4798-a144-076b5ad18a6c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=5b067fbd-fee8-4dce-8feb-77fa676b584d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:23.669245 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-029c39d3-1dee-4c09-8edf-1424a1568a62 req-823407ef-35c5-49b1-8fdc-2561080dc88a service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859218 Jan 27 21:45:23.699321 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-64333cdd-e4fc-44bb-b535-64a839132573 admin admin] Publish callbacks [] for security_group (eaf5c60b-a698-4766-99c4-f704b1b2664d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.796913 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a3c8efa3-9759-4fe9-ac4f-1433a031b625 req-702a52dd-2a41-41fc-bbb4-703460455a29 service neutron] 10.222.0.74 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455143 Jan 27 21:45:23.830435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd71249-b01d-4101-944b-380bef39bd89 req-12a867c7-7318-4765-80d8-2a1a0aace511 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264787 Jan 27 21:45:23.891176 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-64333cdd-e4fc-44bb-b535-64a839132573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (eaf5c60b-a698-4766-99c4-f704b1b2664d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.894728 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-64333cdd-e4fc-44bb-b535-64a839132573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:23.896324 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-64333cdd-e4fc-44bb-b535-64a839132573 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eaf5c60b-a698-4766-99c4-f704b1b2664d HTTP/1.1" status: 204 len: 168 time: 0.5842345 Jan 27 21:45:23.910936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64333cdd-e4fc-44bb-b535-64a839132573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf5c60b-a698-4766-99c4-f704b1b2664d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:24.044292 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d720f48b-28b8-4798-a144-076b5ad18a6c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.373896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7652a28-739a-4735-bedf-e0e4214b0ae8 req-ad09322a-a39a-4630-b1cd-3e8be4ff3b56 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:24.375493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7652a28-739a-4735-bedf-e0e4214b0ae8 req-ad09322a-a39a-4630-b1cd-3e8be4ff3b56 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 950 time: 0.1699626 Jan 27 21:45:24.523503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7652a28-739a-4735-bedf-e0e4214b0ae8 req-c6678e44-b788-4eef-91e2-dcd99c5706b5 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182361 Jan 27 21:45:24.534104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d720f48b-28b8-4798-a144-076b5ad18a6c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6e805ab0-9591-48ed-8916-c380d1d65656 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:24.658152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d720f48b-28b8-4798-a144-076b5ad18a6c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:24.663601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d720f48b-28b8-4798-a144-076b5ad18a6c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6762652 Jan 27 21:45:24.666068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52788) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:24.671200 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8352a-5d07-4ada-8c3d-b712fdc4d835 None None] Sync routers for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:24.696011 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8352a-5d07-4ada-8c3d-b712fdc4d835 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:24.696011 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-84e8352a-5d07-4ada-8c3d-b712fdc4d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:24.790890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0101db-ae1c-4a5b-a86e-66e8322c345a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting subnet fda59f2b-49d3-4314-a70b-016f2be93dea {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:45:24.796061 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0101db-ae1c-4a5b-a86e-66e8322c345a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (fda59f2b-49d3-4314-a70b-016f2be93dea), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:24.827985 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-84e8352a-5d07-4ada-8c3d-b712fdc4d835 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:24.881155 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0101db-ae1c-4a5b-a86e-66e8322c345a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (fda59f2b-49d3-4314-a70b-016f2be93dea), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.108644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2aecc-1bdb-4420-8999-cea5208aaa94 req-01e049f5-c589-4466-a50e-00c0ede5f96a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.110306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12a2aecc-1bdb-4420-8999-cea5208aaa94 req-01e049f5-c589-4466-a50e-00c0ede5f96a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.0861287 Jan 27 21:45:25.126068 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0101db-ae1c-4a5b-a86e-66e8322c345a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (fda59f2b-49d3-4314-a70b-016f2be93dea), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.161841 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-84e8352a-5d07-4ada-8c3d-b712fdc4d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:23Z', 'revision_number': 10, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:25.222559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12a2aecc-1bdb-4420-8999-cea5208aaa94 req-75b76260-6e5b-444e-b256-58cfe2273739 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019821 Jan 27 21:45:25.223625 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8352a-5d07-4ada-8c3d-b712fdc4d835 None None] Checking router: 6e805ab0-9591-48ed-8916-c380d1d65656 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:25.232923 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8352a-5d07-4ada-8c3d-b712fdc4d835 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:25.233546 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-84e8352a-5d07-4ada-8c3d-b712fdc4d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:25.368006 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0101db-ae1c-4a5b-a86e-66e8322c345a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (fda59f2b-49d3-4314-a70b-016f2be93dea), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.368670 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-84e8352a-5d07-4ada-8c3d-b712fdc4d835 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:25.457796 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0101db-ae1c-4a5b-a86e-66e8322c345a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Subnet': ['ID=fda59f2b-49d3-4314-a70b-016f2be93dea,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:25.479172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0101db-ae1c-4a5b-a86e-66e8322c345a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.488005 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8f0101db-ae1c-4a5b-a86e-66e8322c345a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/fda59f2b-49d3-4314-a70b-016f2be93dea HTTP/1.1" status: 204 len: 168 time: 0.8208203 Jan 27 21:45:25.489523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27d053-331f-4669-adc3-393bcf24e2d8 None None] Network 1f5bb5a6-e9d1-4f31-b930-b3585666ae47 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:25.496269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52814) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:25.513742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84600343-8e4b-495c-b33e-d758c19493de req-4f1d2f2e-c0dc-45f8-bccf-bcdadfa4ad88 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.515464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84600343-8e4b-495c-b33e-d758c19493de req-4f1d2f2e-c0dc-45f8-bccf-bcdadfa4ad88 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 950 time: 0.0990837 Jan 27 21:45:25.615580 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (1f5bb5a6-e9d1-4f31-b930-b3585666ae47), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.765962 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:25.766709 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.830376 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-84e8352a-5d07-4ada-8c3d-b712fdc4d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:23Z', 'revision_number': 10, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:25.885857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb5a1c-2cc5-467a-8de2-d442d752a7c4 None None] DHCP port deletion for 1f5bb5a6-e9d1-4f31-b930-b3585666ae47 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:45:25.901724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e9d0b-1587-40c7-a307-2b1bd8171157 req-2a9d77a7-7459-4780-99e6-e629dd9e3bda tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:25.903772 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa0e9d0b-1587-40c7-a307-2b1bd8171157 req-2a9d77a7-7459-4780-99e6-e629dd9e3bda tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 950 time: 0.1521835 Jan 27 21:45:25.907835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-84600343-8e4b-495c-b33e-d758c19493de req-8d1e89a7-99d6-4643-9a24-3ff869514d5d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Deleting port 45f4866f-c30d-4cf5-bea4-0242ba26b401 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:25.908482 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-84600343-8e4b-495c-b33e-d758c19493de req-8d1e89a7-99d6-4643-9a24-3ff869514d5d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:25.966455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52824) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:25.966824 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52826) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:25.997507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb5a1c-2cc5-467a-8de2-d442d752a7c4 None None] Deleting port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:25.998296 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5a1c-2cc5-467a-8de2-d442d752a7c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.086229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] For port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=adec8385-1bc0-4e08-a4dd-d6c2fdc00cce,segment=NetworkSegment(6fe90671-60a6-435d-87f7-c831a543dcb4),segment_id=6fe90671-60a6-435d-87f7-c831a543dcb4)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:26.086671 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.137471 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for adec8385-1bc0-4e08-a4dd-d6c2fdc00cce owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:26.287580 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e8352a-5d07-4ada-8c3d-b712fdc4d835 None None] The sync data for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 is: [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:23Z', 'revision_number': 10, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None, '_interfaces': [{'id': 'e237cd2a-98e8-4079-8980-99bac638c805', 'name': '', 'network_id': 'cc50576e-d85e-4f37-9493-4a263326d811', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'mac_address': 'fa:16:3e:31:f5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:44:37Z', 'updated_at': '2022-01-27T21:44:43Z', 'revision_number': 5, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'subnets': [{'id': '7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:26.356054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e7bb5a1c-2cc5-467a-8de2-d442d752a7c4 None None] For port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=adec8385-1bc0-4e08-a4dd-d6c2fdc00cce,segment=NetworkSegment(6fe90671-60a6-435d-87f7-c831a543dcb4),segment_id=6fe90671-60a6-435d-87f7-c831a543dcb4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:26.359994 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5a1c-2cc5-467a-8de2-d442d752a7c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.389923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-257102449'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:26.394264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb5a1c-2cc5-467a-8de2-d442d752a7c4 None None] Calling delete_port for adec8385-1bc0-4e08-a4dd-d6c2fdc00cce owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:26.454999 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.462164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c04c834b-3283-4cd7-8cdd-8d58f9bcc6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.510625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=adec8385-1bc0-4e08-a4dd-d6c2fdc00cce,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:26.512960 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No DVR routers for this DVR port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:26.539068 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5a1c-2cc5-467a-8de2-d442d752a7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (adec8385-1bc0-4e08-a4dd-d6c2fdc00cce), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.595046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb5a1c-2cc5-467a-8de2-d442d752a7c4 None None] Pushing event deleted for resources: {'Port': ['ID=adec8385-1bc0-4e08-a4dd-d6c2fdc00cce,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:26.597906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb5a1c-2cc5-467a-8de2-d442d752a7c4 None None] No DVR routers for this DVR port adec8385-1bc0-4e08-a4dd-d6c2fdc00cce on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:26.612117 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:26.616567 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.636793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-84600343-8e4b-495c-b33e-d758c19493de req-8d1e89a7-99d6-4643-9a24-3ff869514d5d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] For port 45f4866f-c30d-4cf5-bea4-0242ba26b401, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=45f4866f-c30d-4cf5-bea4-0242ba26b401,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:26.637400 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-84600343-8e4b-495c-b33e-d758c19493de req-8d1e89a7-99d6-4643-9a24-3ff869514d5d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.728114 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.746145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa0e9d0b-1587-40c7-a307-2b1bd8171157 req-06a77189-c759-4ff8-8a2b-a0c537ac973b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8325763 Jan 27 21:45:26.820280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-84600343-8e4b-495c-b33e-d758c19493de req-8d1e89a7-99d6-4643-9a24-3ff869514d5d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Calling delete_port for 45f4866f-c30d-4cf5-bea4-0242ba26b401 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:26.837625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34357-a180-42a1-9c4a-e36105912d20 req-fad429c6-854d-4bbf-81b7-23c35038d02b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:26.845134 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.847149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe34357-a180-42a1-9c4a-e36105912d20 req-fad429c6-854d-4bbf-81b7-23c35038d02b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.3567333 Jan 27 21:45:26.892818 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (1f5bb5a6-e9d1-4f31-b930-b3585666ae47), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.946127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5bb5a6-e9d1-4f31-b930-b3585666ae47']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:26.958426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe34357-a180-42a1-9c4a-e36105912d20 req-d00f5b61-f428-4c23-9ee3-15322746790e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097977 Jan 27 21:45:26.975253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe90671-60a6-435d-87f7-c831a543dcb4') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:26.975571 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe90671-60a6-435d-87f7-c831a543dcb4') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:26.989770 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c04c834b-3283-4cd7-8cdd-8d58f9bcc6f3 admin admin] Publish callbacks [] for security_group (8ca7b283-528b-4e74-bfc6-de2d04dd2d5a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:26.994735 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (6fe90671-60a6-435d-87f7-c831a543dcb4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.027600 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6fe90671-60a6-435d-87f7-c831a543dcb4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.040234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:27.040739 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (6fe90671-60a6-435d-87f7-c831a543dcb4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:27.044142 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:27.056125 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device adec8385-1bc0-4e08-a4dd-d6c2fdc00cce no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:27.077438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: adec8385-1bc0-4e08-a4dd-d6c2fdc00cce {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:27.077953 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device adec8385-1bc0-4e08-a4dd-d6c2fdc00cce not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:27.078490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5b067fbd-fee8-4dce-8feb-77fa676b584d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:27.106577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 5b067fbd-fee8-4dce-8feb-77fa676b584d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:27.107079 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5b067fbd-fee8-4dce-8feb-77fa676b584d not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:27.135401 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for security_group (ec5111bd-5a76-40e5-98be-547c270e013d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.263539 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-84600343-8e4b-495c-b33e-d758c19493de req-8d1e89a7-99d6-4643-9a24-3ff869514d5d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (45f4866f-c30d-4cf5-bea4-0242ba26b401), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.265352 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.265536 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ec5111bd-5a76-40e5-98be-547c270e013d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.282902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:27.295606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30', '0b7162c8-5f57-4a8f-bcbc-665d4b227673', '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2', '45f4866f-c30d-4cf5-bea4-0242ba26b401'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:27.299322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4b38a768-6a89-4b37-a502-447d9e78e436), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.299965 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Added segment 4b38a768-6a89-4b37-a502-447d9e78e436 of type vlan for network ead97e85-2f5b-44a7-afdd-88e147a56544 Jan 27 21:45:27.307464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64', 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:27.339723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e89a7-99d6-4643-9a24-3ff869514d5d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event deleted for resources: {'Port': ['ID=45f4866f-c30d-4cf5-bea4-0242ba26b401,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:27.385253 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (ead97e85-2f5b-44a7-afdd-88e147a56544), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.395583 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c04c834b-3283-4cd7-8cdd-8d58f9bcc6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8ca7b283-528b-4e74-bfc6-de2d04dd2d5a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.408468 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (1f5bb5a6-e9d1-4f31-b930-b3585666ae47), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.427747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-84600343-8e4b-495c-b33e-d758c19493de req-8d1e89a7-99d6-4643-9a24-3ff869514d5d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] No DVR routers for this DVR port 45f4866f-c30d-4cf5-bea4-0242ba26b401 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:27.431592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-84600343-8e4b-495c-b33e-d758c19493de req-8d1e89a7-99d6-4643-9a24-3ff869514d5d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.437168 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84600343-8e4b-495c-b33e-d758c19493de req-8d1e89a7-99d6-4643-9a24-3ff869514d5d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "DELETE /v2.0/ports/45f4866f-c30d-4cf5-bea4-0242ba26b401 HTTP/1.1" status: 204 len: 173 time: 1.9156735 Jan 27 21:45:27.438071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfc8021-a0e4-4727-9b99-bfcc35a44175', 'name': 'network-vif-deleted', 'tag': '45f4866f-c30d-4cf5-bea4-0242ba26b401'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:27.441027 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbffd71-85c5-46f2-b641-7565433bf302" -d '{"events": [{"server_uuid": "6cfc8021-a0e4-4727-9b99-bfcc35a44175", "name": "network-vif-deleted", "tag": "45f4866f-c30d-4cf5-bea4-0242ba26b401"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:27.482137 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.490870 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/networks/1f5bb5a6-e9d1-4f31-b930-b3585666ae47 HTTP/1.1" status: 204 len: 168 time: 1.9885023 Jan 27 21:45:27.490991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52846) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:27.552502 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c04c834b-3283-4cd7-8cdd-8d58f9bcc6f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=53c5fe6e40034cbe9b53d7b4ddaedcda&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5834672 Jan 27 21:45:27.558204 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7f9be8-7cd6-4332-a532-4090badc63bb x-openstack-request-id: req-8c7f9be8-7cd6-4332-a532-4090badc63bb {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:27.558502 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfc8021-a0e4-4727-9b99-bfcc35a44175", "name": "network-vif-deleted", "tag": "45f4866f-c30d-4cf5-bea4-0242ba26b401", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:27.558768 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c7f9be8-7cd6-4332-a532-4090badc63bb {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:27.559180 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfc8021-a0e4-4727-9b99-bfcc35a44175', 'name': 'network-vif-deleted', 'tag': '45f4866f-c30d-4cf5-bea4-0242ba26b401', 'status': 'completed', 'code': 200} Jan 27 21:45:27.559560 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52848) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:27.591600 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37e2fa-e286-404c-a49e-c8b4a843239e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Network': ['ID=1f5bb5a6-e9d1-4f31-b930-b3585666ae47,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:27.623704 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5111bd-5a76-40e5-98be-547c270e013d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:27.727975 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (ead97e85-2f5b-44a7-afdd-88e147a56544), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.753667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:27.754368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.802380 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83242f0b-101d-4d4f-9e39-596a5fff0e56 admin admin] Publish callbacks [] for security_group (8ca7b283-528b-4e74-bfc6-de2d04dd2d5a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:27.866072 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c834b-3283-4cd7-8cdd-8d58f9bcc6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca7b283-528b-4e74-bfc6-de2d04dd2d5a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:27.939110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Network': ['ID=ead97e85-2f5b-44a7-afdd-88e147a56544,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:27.957044 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bad8776a-9bdf-4197-8512-c87c3b007faa tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9694405 Jan 27 21:45:28.070029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network ead97e85-2f5b-44a7-afdd-88e147a56544 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:28.072018 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83242f0b-101d-4d4f-9e39-596a5fff0e56 admin admin] Publish callbacks [] for security_group (8ca7b283-528b-4e74-bfc6-de2d04dd2d5a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:28.172382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2f9ac7a-6ec1-423f-bc14-b0862ccf7245 req-ae57da00-ba5c-4edc-915a-a6ff38ad867b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cfc8021-a0e4-4727-9b99-bfcc35a44175 HTTP/1.1" status: 200 len: 210 time: 0.1244502 Jan 27 21:45:28.690646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325f1b9-6c85-4984-a9d5-84e675793268 req-6150e088-81a6-49ec-968a-ab0a0a0a6958 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:28.692532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9325f1b9-6c85-4984-a9d5-84e675793268 req-6150e088-81a6-49ec-968a-ab0a0a0a6958 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.3842463 Jan 27 21:45:28.786499 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83242f0b-101d-4d4f-9e39-596a5fff0e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8ca7b283-528b-4e74-bfc6-de2d04dd2d5a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:28.789170 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83242f0b-101d-4d4f-9e39-596a5fff0e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:28.793326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-83242f0b-101d-4d4f-9e39-596a5fff0e56 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ca7b283-528b-4e74-bfc6-de2d04dd2d5a HTTP/1.1" status: 204 len: 168 time: 1.2320454 Jan 27 21:45:28.800131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9325f1b9-6c85-4984-a9d5-84e675793268 req-5000e9dc-cf6e-46e3-942c-1bbe6ab461ca tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975027 Jan 27 21:45:28.811584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83242f0b-101d-4d4f-9e39-596a5fff0e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca7b283-528b-4e74-bfc6-de2d04dd2d5a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:28.841425 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1babdc5d-52d0-494a-b714-33ca9d827c78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.173581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-1babdc5d-52d0-494a-b714-33ca9d827c78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port e237cd2a-98e8-4079-8980-99bac638c805 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:29.174064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1babdc5d-52d0-494a-b714-33ca9d827c78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e237cd2a-98e8-4079-8980-99bac638c805), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.293423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-1babdc5d-52d0-494a-b714-33ca9d827c78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] For port e237cd2a-98e8-4079-8980-99bac638c805, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e237cd2a-98e8-4079-8980-99bac638c805,segment=NetworkSegment(9fe3018f-a361-4144-b253-dba401f954a5),segment_id=9fe3018f-a361-4144-b253-dba401f954a5)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:29.293815 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1babdc5d-52d0-494a-b714-33ca9d827c78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e237cd2a-98e8-4079-8980-99bac638c805), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.317987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-1babdc5d-52d0-494a-b714-33ca9d827c78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for e237cd2a-98e8-4079-8980-99bac638c805 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:29.675044 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1babdc5d-52d0-494a-b714-33ca9d827c78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e237cd2a-98e8-4079-8980-99bac638c805), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.757916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babdc5d-52d0-494a-b714-33ca9d827c78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=e237cd2a-98e8-4079-8980-99bac638c805,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:29.861185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52882) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:29.882317 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d906cc1-32fc-4229-bdd7-6e1db90491f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:29.939709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 45f4866f-c30d-4cf5-bea4-0242ba26b401 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:30.013718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 45f4866f-c30d-4cf5-bea4-0242ba26b401 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:30.014105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 45f4866f-c30d-4cf5-bea4-0242ba26b401 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:30.067809 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d906cc1-32fc-4229-bdd7-6e1db90491f0 admin admin] Publish callbacks [] for security_group (575633e8-c367-499d-9f12-df0a4b668567), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.170750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d905010-c7c1-41b8-887a-a1011e8cd6fe req-0aa65c57-a993-450b-ac2b-b962c5a76c5e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:30.174003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d905010-c7c1-41b8-887a-a1011e8cd6fe req-0aa65c57-a993-450b-ac2b-b962c5a76c5e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.2509475 Jan 27 21:45:30.175215 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1babdc5d-52d0-494a-b714-33ca9d827c78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (6e805ab0-9591-48ed-8916-c380d1d65656), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.194290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852c04b-a467-42ff-b1ae-8c651a7e3cfb req-ebf76551-d5e8-4ccc-a675-c3d19df471e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:30.196262 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6852c04b-a467-42ff-b1ae-8c651a7e3cfb req-ebf76551-d5e8-4ccc-a675-c3d19df471e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 1096 time: 0.0753758 Jan 27 21:45:30.199422 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d906cc1-32fc-4229-bdd7-6e1db90491f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (575633e8-c367-499d-9f12-df0a4b668567), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.235572 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4d906cc1-32fc-4229-bdd7-6e1db90491f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=580a413ea0654358a653e86f23fd845c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3732517 Jan 27 21:45:30.236509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52888) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:30.335194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d905010-c7c1-41b8-887a-a1011e8cd6fe req-9e7fe8ae-a264-4c23-9d97-8169efb33f66 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496272 Jan 27 21:45:30.480518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1babdc5d-52d0-494a-b714-33ca9d827c78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6e805ab0-9591-48ed-8916-c380d1d65656 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:30.574275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1babdc5d-52d0-494a-b714-33ca9d827c78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:30.579935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1babdc5d-52d0-494a-b714-33ca9d827c78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0879049 Jan 27 21:45:30.582686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52892) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:30.586917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2459e-cf5a-4827-831c-444d92793b43 None None] Sync routers for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:30.601708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2459e-cf5a-4827-831c-444d92793b43 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:30.606129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-eca2459e-cf5a-4827-831c-444d92793b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:30.727007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-eca2459e-cf5a-4827-831c-444d92793b43 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:30.745234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcae987-2905-4bdf-97bf-f8980dd8d5c5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting subnet 7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:45:30.758351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da42ff8-8d0e-4010-9196-b9e6f03dc7df req-63c06a72-ad34-489f-a183-73b09e89f49e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:30.760719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8da42ff8-8d0e-4010-9196-b9e6f03dc7df req-63c06a72-ad34-489f-a183-73b09e89f49e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e HTTP/1.1" status: 200 len: 950 time: 0.0865228 Jan 27 21:45:30.762711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2fcae987-2905-4bdf-97bf-f8980dd8d5c5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.836449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d906cc1-32fc-4229-bdd7-6e1db90491f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575633e8-c367-499d-9f12-df0a4b668567,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:30.878236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-eca2459e-cf5a-4827-831c-444d92793b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:29Z', 'revision_number': 11, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:30.890100 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3321f-fa98-46df-973f-640a6b9ff4df admin admin] Publish callbacks [] for security_group (575633e8-c367-499d-9f12-df0a4b668567), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.894867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8da42ff8-8d0e-4010-9196-b9e6f03dc7df req-781790bc-783a-4340-b581-3e9e50ac2d87 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008043 Jan 27 21:45:30.926178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2459e-cf5a-4827-831c-444d92793b43 None None] Checking router: 6e805ab0-9591-48ed-8916-c380d1d65656 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:30.935553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2459e-cf5a-4827-831c-444d92793b43 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:30.936905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-eca2459e-cf5a-4827-831c-444d92793b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:30.948415 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2fcae987-2905-4bdf-97bf-f8980dd8d5c5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:30.949863 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3321f-fa98-46df-973f-640a6b9ff4df admin admin] Publish callbacks [] for security_group (575633e8-c367-499d-9f12-df0a4b668567), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.010770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852c04b-a467-42ff-b1ae-8c651a7e3cfb req-17b2abe4-e62e-4f3e-bb24-dcd4e40486c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.012233 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6852c04b-a467-42ff-b1ae-8c651a7e3cfb req-17b2abe4-e62e-4f3e-bb24-dcd4e40486c5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 912 time: 0.7847917 Jan 27 21:45:31.073228 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2fcae987-2905-4bdf-97bf-f8980dd8d5c5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.078025 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6852c04b-a467-42ff-b1ae-8c651a7e3cfb req-501c4962-7cb4-4042-a1e3-b1a2af06e2e3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=370567a5-7eb1-4839-bb0c-8ded517a8c69 HTTP/1.1" status: 200 len: 217 time: 0.0557477 Jan 27 21:45:31.101203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3321f-fa98-46df-973f-640a6b9ff4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (575633e8-c367-499d-9f12-df0a4b668567), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.104295 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3321f-fa98-46df-973f-640a6b9ff4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.105868 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-38e3321f-fa98-46df-973f-640a6b9ff4df admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/575633e8-c367-499d-9f12-df0a4b668567 HTTP/1.1" status: 204 len: 168 time: 0.8586683 Jan 27 21:45:31.142749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3321f-fa98-46df-973f-640a6b9ff4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575633e8-c367-499d-9f12-df0a4b668567,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:31.156309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852c04b-a467-42ff-b1ae-8c651a7e3cfb req-e940e642-14fa-4966-ab4d-87630f532ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.158054 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6852c04b-a467-42ff-b1ae-8c651a7e3cfb req-e940e642-14fa-4966-ab4d-87630f532ae6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6cd8c838-195c-4376-a980-ec062e79b1ed HTTP/1.1" status: 200 len: 851 time: 0.0737281 Jan 27 21:45:31.201218 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6852c04b-a467-42ff-b1ae-8c651a7e3cfb req-a291cc15-f7e2-4bfb-af5f-e2ed631d7fa2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354791 Jan 27 21:45:31.252059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52898) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:31.260098 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ff122fef-c316-4f56-b5d6-e8f0d71af583 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'subnet': {'network_id': 'ead97e85-2f5b-44a7-afdd-88e147a56544', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:31.273514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-eca2459e-cf5a-4827-831c-444d92793b43 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:31.368241 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6852c04b-a467-42ff-b1ae-8c651a7e3cfb req-8f72eac6-085b-4f82-aaf1-5994516f3e43 service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571774 Jan 27 21:45:31.373485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2fcae987-2905-4bdf-97bf-f8980dd8d5c5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.374711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-eca2459e-cf5a-4827-831c-444d92793b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:29Z', 'revision_number': 11, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:31.425302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcae987-2905-4bdf-97bf-f8980dd8d5c5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Subnet': ['ID=7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:31.456043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2459e-cf5a-4827-831c-444d92793b43 None None] The sync data for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 is: [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:29Z', 'revision_number': 11, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:31.458115 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2fcae987-2905-4bdf-97bf-f8980dd8d5c5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.464569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2fcae987-2905-4bdf-97bf-f8980dd8d5c5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1 HTTP/1.1" status: 204 len: 168 time: 0.8804126 Jan 27 21:45:31.500366 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52904) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:31.539401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e2ada-ebf2-4f02-898e-349856ac43dd None None] Network cc50576e-d85e-4f37-9493-4a263326d811 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:31.539625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608fefd-017d-4503-91eb-a57e032a33f9 req-328b4b5a-02ff-4945-8448-d235e301fe82 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.541318 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d608fefd-017d-4503-91eb-a57e032a33f9 req-328b4b5a-02ff-4945-8448-d235e301fe82 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "GET /v2.0/ports?device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e HTTP/1.1" status: 200 len: 950 time: 0.1821642 Jan 27 21:45:31.620343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eacd9b-1d69-4f04-a674-1fa2932b2560 req-138899ff-fa67-4075-807c-074ffa8e6c32 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:31.628507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08eacd9b-1d69-4f04-a674-1fa2932b2560 req-138899ff-fa67-4075-807c-074ffa8e6c32 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1767850 Jan 27 21:45:31.638365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff122fef-c316-4f56-b5d6-e8f0d71af583 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:31.641703 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff122fef-c316-4f56-b5d6-e8f0d71af583 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.650669 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (cc50576e-d85e-4f37-9493-4a263326d811), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.722040 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6852c04b-a467-42ff-b1ae-8c651a7e3cfb req-f9bde1f5-89b7-42f1-92a0-e1fbba6f87c5 service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452783 Jan 27 21:45:31.842940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d412dab-1441-4aef-b9ee-6c37e5d41c01 None None] DHCP port deletion for cc50576e-d85e-4f37-9493-4a263326d811 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:45:31.858677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Deleting port df7fc710-1506-4d14-9560-18501d50d567 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:31.859513 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (df7fc710-1506-4d14-9560-18501d50d567), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.978130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4d412dab-1441-4aef-b9ee-6c37e5d41c01 None None] Deleting port df7fc710-1506-4d14-9560-18501d50d567 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:31.978511 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4d412dab-1441-4aef-b9ee-6c37e5d41c01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (df7fc710-1506-4d14-9560-18501d50d567), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:31.991485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08eacd9b-1d69-4f04-a674-1fa2932b2560 req-78dcf45c-62c2-4bc9-9439-548b1d24a0bb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613038 Jan 27 21:45:32.003114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d608fefd-017d-4503-91eb-a57e032a33f9 req-e193dc82-48b8-45e2-8df3-a6ee9e77ee3e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Deleting port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:32.003426 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d608fefd-017d-4503-91eb-a57e032a33f9 req-e193dc82-48b8-45e2-8df3-a6ee9e77ee3e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.037864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] For port df7fc710-1506-4d14-9560-18501d50d567, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df7fc710-1506-4d14-9560-18501d50d567,segment=NetworkSegment(9fe3018f-a361-4144-b253-dba401f954a5),segment_id=9fe3018f-a361-4144-b253-dba401f954a5)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:32.038480 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (df7fc710-1506-4d14-9560-18501d50d567), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.063723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Calling delete_port for df7fc710-1506-4d14-9560-18501d50d567 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:32.146070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4d412dab-1441-4aef-b9ee-6c37e5d41c01 None None] For port df7fc710-1506-4d14-9560-18501d50d567, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df7fc710-1506-4d14-9560-18501d50d567,segment=NetworkSegment(9fe3018f-a361-4144-b253-dba401f954a5),segment_id=9fe3018f-a361-4144-b253-dba401f954a5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:32.146817 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4d412dab-1441-4aef-b9ee-6c37e5d41c01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (df7fc710-1506-4d14-9560-18501d50d567), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.178610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4d412dab-1441-4aef-b9ee-6c37e5d41c01 None None] Calling delete_port for df7fc710-1506-4d14-9560-18501d50d567 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:32.193661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7253b6-c553-4ef0-afd4-93b49129e84b req-2bf42af4-58fe-4e38-92a0-7c6fce6bc588 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.199790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a7253b6-c553-4ef0-afd4-93b49129e84b req-2bf42af4-58fe-4e38-92a0-7c6fce6bc588 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2c59e31-d39d-44a9-a917-6458e91bf892 HTTP/1.1" status: 200 len: 950 time: 0.3038476 Jan 27 21:45:32.287441 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6b67b8dc-9e47-444d-a8cf-8df4b74e0ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.325690 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (df7fc710-1506-4d14-9560-18501d50d567), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.344581 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4d412dab-1441-4aef-b9ee-6c37e5d41c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (df7fc710-1506-4d14-9560-18501d50d567), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.383736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d412dab-1441-4aef-b9ee-6c37e5d41c01 None None] Pushing event deleted for resources: {'Port': ['ID=df7fc710-1506-4d14-9560-18501d50d567,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:32.391843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d412dab-1441-4aef-b9ee-6c37e5d41c01 None None] No DVR routers for this DVR port df7fc710-1506-4d14-9560-18501d50d567 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:32.393105 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Port': ['ID=df7fc710-1506-4d14-9560-18501d50d567,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:32.395475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No DVR routers for this DVR port df7fc710-1506-4d14-9560-18501d50d567 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:32.525847 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (cc50576e-d85e-4f37-9493-4a263326d811), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.530376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b4263-4b79-4cf3-ad95-0abe15469b18 req-91ba9067-05b2-4b37-bf48-629d7522a403 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:32.544431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-627b4263-4b79-4cf3-ad95-0abe15469b18 req-91ba9067-05b2-4b37-bf48-629d7522a403 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e HTTP/1.1" status: 200 len: 950 time: 0.4063039 Jan 27 21:45:32.574556 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc50576e-d85e-4f37-9493-4a263326d811']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:32.592816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe3018f-a361-4144-b253-dba401f954a5') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:32.593372 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe3018f-a361-4144-b253-dba401f954a5') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:32.595497 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff122fef-c316-4f56-b5d6-e8f0d71af583 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (1ac7d9dc-0361-4e41-99c9-b7d62fe4feec), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.608884 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (9fe3018f-a361-4144-b253-dba401f954a5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.619934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d608fefd-017d-4503-91eb-a57e032a33f9 req-e193dc82-48b8-45e2-8df3-a6ee9e77ee3e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] For port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:32.620341 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d608fefd-017d-4503-91eb-a57e032a33f9 req-e193dc82-48b8-45e2-8df3-a6ee9e77ee3e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.626364 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9fe3018f-a361-4144-b253-dba401f954a5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.633702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:32.634299 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (9fe3018f-a361-4144-b253-dba401f954a5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:32.637929 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:32.678412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d608fefd-017d-4503-91eb-a57e032a33f9 req-e193dc82-48b8-45e2-8df3-a6ee9e77ee3e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Calling delete_port for a1364f46-9866-40a1-b72b-cd4ec1ef9d1d owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:32.755361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff122fef-c316-4f56-b5d6-e8f0d71af583 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Subnet': ['ID=1ac7d9dc-0361-4e41-99c9-b7d62fe4feec,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:32.761120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-627b4263-4b79-4cf3-ad95-0abe15469b18 req-16cca2b3-0bcc-495a-81dc-f9c0b628e918 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158597 Jan 27 21:45:32.772937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a1364f46-9866-40a1-b72b-cd4ec1ef9d1d no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:32.809959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3a7253b6-c553-4ef0-afd4-93b49129e84b req-727097c8-ab4f-4383-be68-bab5131c28c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Deleting port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:32.810628 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3a7253b6-c553-4ef0-afd4-93b49129e84b req-727097c8-ab4f-4383-be68-bab5131c28c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.821541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff122fef-c316-4f56-b5d6-e8f0d71af583 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Checking segment: {'id': '4b38a768-6a89-4b37-a502-447d9e78e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ead97e85-2f5b-44a7-afdd-88e147a56544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:32.821919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff122fef-c316-4f56-b5d6-e8f0d71af583 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network hostable DHCP agents. Network: ead97e85-2f5b-44a7-afdd-88e147a56544, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:45:32.836278 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (cc50576e-d85e-4f37-9493-4a263326d811), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.845532 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.851015 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/networks/cc50576e-d85e-4f37-9493-4a263326d811 HTTP/1.1" status: 204 len: 168 time: 1.3444569 Jan 27 21:45:32.853617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52936) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:32.874146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-eabb98b1-1b16-4059-8c3c-4d28fca805c2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'router': {'routes': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:32.942998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:32.942998 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:32.942998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e237cd2a-98e8-4079-8980-99bac638c805 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:32.967124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53ba5a-1f3e-4fe4-adef-bbbbd9215e09 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Pushing event deleted for resources: {'Network': ['ID=cc50576e-d85e-4f37-9493-4a263326d811,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:32.976728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e237cd2a-98e8-4079-8980-99bac638c805 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:32.977139 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e237cd2a-98e8-4079-8980-99bac638c805 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:32.979828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df7fc710-1506-4d14-9560-18501d50d567 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:33.010357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3a7253b6-c553-4ef0-afd4-93b49129e84b req-727097c8-ab4f-4383-be68-bab5131c28c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] For port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:33.010884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3a7253b6-c553-4ef0-afd4-93b49129e84b req-727097c8-ab4f-4383-be68-bab5131c28c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.026109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3a7253b6-c553-4ef0-afd4-93b49129e84b req-727097c8-ab4f-4383-be68-bab5131c28c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Calling delete_port for 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:33.032235 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:45:33.068140 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: df7fc710-1506-4d14-9560-18501d50d567 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:33.068501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df7fc710-1506-4d14-9560-18501d50d567 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:33.088765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d922ce-0aca-49c5-a88b-a420eb09386e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:33.094597 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c78377-2a0b-4052-b6de-f49fe1885731" -d '{"events": [{"server_uuid": "d9d922ce-0aca-49c5-a88b-a420eb09386e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1364f46-9866-40a1-b72b-cd4ec1ef9d1d"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:33.147708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:33.165709 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d83181-aa67-4f4b-bfdd-29587186d0bf x-openstack-request-id: req-79d83181-aa67-4f4b-bfdd-29587186d0bf {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:33.166015 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d922ce-0aca-49c5-a88b-a420eb09386e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1364f46-9866-40a1-b72b-cd4ec1ef9d1d", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:33.166279 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79d83181-aa67-4f4b-bfdd-29587186d0bf {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:33.166691 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d922ce-0aca-49c5-a88b-a420eb09386e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d', 'code': 200} Jan 27 21:45:33.217259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.extraroute_db [None req-eabb98b1-1b16-4059-8c3c-4d28fca805c2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Added routes are [] {{(pid=104026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 27 21:45:33.217818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.extraroute_db [None req-eabb98b1-1b16-4059-8c3c-4d28fca805c2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Removed routes are [] {{(pid=104026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 27 21:45:33.218479 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eabb98b1-1b16-4059-8c3c-4d28fca805c2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.231681 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.232485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 370567a5-7eb1-4839-bb0c-8ded517a8c69 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:33.285130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:33.401760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 370567a5-7eb1-4839-bb0c-8ded517a8c69 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:33.402881 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.445319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 370567a5-7eb1-4839-bb0c-8ded517a8c69, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=370567a5-7eb1-4839-bb0c-8ded517a8c69,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:33.480201 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eabb98b1-1b16-4059-8c3c-4d28fca805c2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.484429 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eabb98b1-1b16-4059-8c3c-4d28fca805c2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.611361 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.652332 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabb98b1-1b16-4059-8c3c-4d28fca805c2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 6e805ab0-9591-48ed-8916-c380d1d65656 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:45:33.653358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618adb0-65d2-4114-98f9-9595f1b71819 req-4547dd07-51fb-476d-a097-6dd6a49a221c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:33.660644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1618adb0-65d2-4114-98f9-9595f1b71819 req-4547dd07-51fb-476d-a097-6dd6a49a221c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 945 time: 0.1644707 Jan 27 21:45:33.693479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff122fef-c316-4f56-b5d6-e8f0d71af583 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network ead97e85-2f5b-44a7-afdd-88e147a56544 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:45:33.764563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=370567a5-7eb1-4839-bb0c-8ded517a8c69,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:33.780347 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d608fefd-017d-4503-91eb-a57e032a33f9 req-e193dc82-48b8-45e2-8df3-a6ee9e77ee3e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a1364f46-9866-40a1-b72b-cd4ec1ef9d1d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.797401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:33.806127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabb98b1-1b16-4059-8c3c-4d28fca805c2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:33.807018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30', '0b7162c8-5f57-4a8f-bcbc-665d4b227673', '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:33.811664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1618adb0-65d2-4114-98f9-9595f1b71819 req-4cf9f850-514a-4327-941a-3f112b050db2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500666 Jan 27 21:45:33.820235 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adaf6ea-bc5a-4d53-a3ac-9ea543be3d63 None None] Sync routers for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:33.833771 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eabb98b1-1b16-4059-8c3c-4d28fca805c2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:33.837382 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-eabb98b1-1b16-4059-8c3c-4d28fca805c2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656 HTTP/1.1" status: 200 len: 701 time: 0.9731328 Jan 27 21:45:33.837538 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adaf6ea-bc5a-4d53-a3ac-9ea543be3d63 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:33.837538 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7adaf6ea-bc5a-4d53-a3ac-9ea543be3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:33.846973 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52962) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:33.927669 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-913b4f22-dbf7-4584-bf47-c44f1e0674ff tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e805ab0-9591-48ed-8916-c380d1d65656 HTTP/1.1" status: 200 len: 205 time: 0.0738423 Jan 27 21:45:33.928543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52966) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:33.943638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ff122fef-c316-4f56-b5d6-e8f0d71af583 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, ead97e85-2f5b-44a7-afdd-88e147a56544) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:33.998444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193dc82-48b8-45e2-8df3-a6ee9e77ee3e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event deleted for resources: {'Port': ['ID=a1364f46-9866-40a1-b72b-cd4ec1ef9d1d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:34.043808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7d421d-5382-40ef-93aa-adc1df216fa5 None None] Network ead97e85-2f5b-44a7-afdd-88e147a56544 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:34.044911 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7adaf6ea-bc5a-4d53-a3ac-9ea543be3d63 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:34.055334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff122fef-c316-4f56-b5d6-e8f0d71af583 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:34.061412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff122fef-c316-4f56-b5d6-e8f0d71af583 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.185964 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7adaf6ea-bc5a-4d53-a3ac-9ea543be3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:29Z', 'revision_number': 11, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:34.189357 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ac0717c-8214-43f6-a086-99b9595d480a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (6e805ab0-9591-48ed-8916-c380d1d65656), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.189790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7823983-ec01-4611-9257-4bb56dd38ff6 req-792a25ab-f04c-4ced-9a7c-6b5d77325524 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e HTTP/1.1" status: 200 len: 210 time: 0.2264979 Jan 27 21:45:34.194386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d608fefd-017d-4503-91eb-a57e032a33f9 req-e193dc82-48b8-45e2-8df3-a6ee9e77ee3e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] No DVR routers for this DVR port a1364f46-9866-40a1-b72b-cd4ec1ef9d1d on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:34.202294 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d608fefd-017d-4503-91eb-a57e032a33f9 req-e193dc82-48b8-45e2-8df3-a6ee9e77ee3e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.216562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d608fefd-017d-4503-91eb-a57e032a33f9 req-e193dc82-48b8-45e2-8df3-a6ee9e77ee3e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "DELETE /v2.0/ports/a1364f46-9866-40a1-b72b-cd4ec1ef9d1d HTTP/1.1" status: 204 len: 173 time: 2.6572137 Jan 27 21:45:34.218822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d922ce-0aca-49c5-a88b-a420eb09386e', 'name': 'network-vif-deleted', 'tag': 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:34.221202 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa45c7b7-6761-41f8-b1e9-b481885f59d2" -d '{"events": [{"server_uuid": "d9d922ce-0aca-49c5-a88b-a420eb09386e", "name": "network-vif-deleted", "tag": "a1364f46-9866-40a1-b72b-cd4ec1ef9d1d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:34.239583 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3a7253b6-c553-4ef0-afd4-93b49129e84b req-727097c8-ab4f-4383-be68-bab5131c28c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.255108 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adaf6ea-bc5a-4d53-a3ac-9ea543be3d63 None None] Checking router: 6e805ab0-9591-48ed-8916-c380d1d65656 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:34.264909 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adaf6ea-bc5a-4d53-a3ac-9ea543be3d63 None None] Routers {'6e805ab0-9591-48ed-8916-c380d1d65656'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:34.265884 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7adaf6ea-bc5a-4d53-a3ac-9ea543be3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6e805ab0-9591-48ed-8916-c380d1d65656'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:34.287183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30', '0b7162c8-5f57-4a8f-bcbc-665d4b227673'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:34.294898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:34.344443 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7adaf6ea-bc5a-4d53-a3ac-9ea543be3d63 None None] Set router 6e805ab0-9591-48ed-8916-c380d1d65656 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:34.392928 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f54aaff-6eea-47d7-b182-c32186e60eed x-openstack-request-id: req-5f54aaff-6eea-47d7-b182-c32186e60eed {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:34.396061 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d922ce-0aca-49c5-a88b-a420eb09386e", "name": "network-vif-deleted", "tag": "a1364f46-9866-40a1-b72b-cd4ec1ef9d1d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:34.397044 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f54aaff-6eea-47d7-b182-c32186e60eed {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:34.397673 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d922ce-0aca-49c5-a88b-a420eb09386e', 'name': 'network-vif-deleted', 'tag': 'a1364f46-9866-40a1-b72b-cd4ec1ef9d1d', 'status': 'completed', 'code': 200} Jan 27 21:45:34.413759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ff122fef-c316-4f56-b5d6-e8f0d71af583 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1604760 Jan 27 21:45:34.414957 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7adaf6ea-bc5a-4d53-a3ac-9ea543be3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:29Z', 'revision_number': 11, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:34.450922 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52978) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:34.473132 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-36661e13-1f5b-4601-87ec-d952479d720e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-209827306'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:34.473362 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adaf6ea-bc5a-4d53-a3ac-9ea543be3d63 None None] The sync data for ids ['6e805ab0-9591-48ed-8916-c380d1d65656'] in n-d-760456-6 is: [{'id': '6e805ab0-9591-48ed-8916-c380d1d65656', 'name': 'tempest-RoutersTest-router-2008325055', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:44:35Z', 'updated_at': '2022-01-27T21:45:29Z', 'revision_number': 11, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:34.495582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727097c8-ab4f-4383-be68-bab5131c28c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event deleted for resources: {'Port': ['ID=74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:34.594484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7253b6-c553-4ef0-afd4-93b49129e84b req-727097c8-ab4f-4383-be68-bab5131c28c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] No DVR routers for this DVR port 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:34.602342 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3a7253b6-c553-4ef0-afd4-93b49129e84b req-727097c8-ab4f-4383-be68-bab5131c28c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.616371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a7253b6-c553-4ef0-afd4-93b49129e84b req-727097c8-ab4f-4383-be68-bab5131c28c4 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "DELETE /v2.0/ports/74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 HTTP/1.1" status: 204 len: 173 time: 2.2714782 Jan 27 21:45:34.718426 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ac0717c-8214-43f6-a086-99b9595d480a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.721040 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ac0717c-8214-43f6-a086-99b9595d480a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (6e805ab0-9591-48ed-8916-c380d1d65656), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.811032 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36661e13-1f5b-4601-87ec-d952479d720e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:34.816371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36661e13-1f5b-4601-87ec-d952479d720e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.854912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-ead97e85-2f5b-44a7-afdd-88e147a56544', 'network_id': 'ead97e85-2f5b-44a7-afdd-88e147a56544', 'project_id': '6513e25c65a84f57a4b38f1145f8aa36', 'fixed_ips': [{'subnet_id': '1ac7d9dc-0361-4e41-99c9-b7d62fe4feec'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:45:34.855766 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.891831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36661e13-1f5b-4601-87ec-d952479d720e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:34.905624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ac0717c-8214-43f6-a086-99b9595d480a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (6e805ab0-9591-48ed-8916-c380d1d65656), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.906638 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac0717c-8214-43f6-a086-99b9595d480a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Fanout notify agent at l3_agent the message router_deleted on router 6e805ab0-9591-48ed-8916-c380d1d65656 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:45:34.929012 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ac0717c-8214-43f6-a086-99b9595d480a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.933872 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5ac0717c-8214-43f6-a086-99b9595d480a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656 HTTP/1.1" status: 204 len: 168 time: 1.0017188 Jan 27 21:45:34.935682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52988) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:34.941710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ff173f56-5871-4df0-a5b1-b870602fa4bd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1688553269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:34.957205 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36661e13-1f5b-4601-87ec-d952479d720e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9fe94378-2d27-47c2-ab25-7a5be89ea682), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:34.961468 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-36661e13-1f5b-4601-87ec-d952479d720e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Added segment 9fe94378-2d27-47c2-ab25-7a5be89ea682 of type vlan for network 7bb68864-3d91-4be2-a025-654b93b5dfc3 Jan 27 21:45:35.029322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36661e13-1f5b-4601-87ec-d952479d720e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (7bb68864-3d91-4be2-a025-654b93b5dfc3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.090957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d3488-743f-4e2e-9827-5ff19896d12f req-6b9d3656-ae12-42a2-b05a-dd955cbcb823 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:35.100692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da4d3488-743f-4e2e-9827-5ff19896d12f req-6b9d3656-ae12-42a2-b05a-dd955cbcb823 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 943 time: 0.1029038 Jan 27 21:45:35.162995 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff173f56-5871-4df0-a5b1-b870602fa4bd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (109efdaa-3b43-4608-a66e-2e999a899b84), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.164292 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff173f56-5871-4df0-a5b1-b870602fa4bd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (109efdaa-3b43-4608-a66e-2e999a899b84), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.189484 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36661e13-1f5b-4601-87ec-d952479d720e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (7bb68864-3d91-4be2-a025-654b93b5dfc3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.203345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36661e13-1f5b-4601-87ec-d952479d720e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:35.204254 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36661e13-1f5b-4601-87ec-d952479d720e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.215102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da4d3488-743f-4e2e-9827-5ff19896d12f req-79f85ad1-acb5-4b01-8aae-6f0287a9a276 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041889 Jan 27 21:45:35.382652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff173f56-5871-4df0-a5b1-b870602fa4bd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (109efdaa-3b43-4608-a66e-2e999a899b84), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.421600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370567a5-7eb1-4839-bb0c-8ded517a8c69'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:35.422039 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36661e13-1f5b-4601-87ec-d952479d720e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Network': ['ID=7bb68864-3d91-4be2-a025-654b93b5dfc3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:35.424445 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7503f1-fd3f-445b-8728-5a9e38e64ac6" -d '{"events": [{"server_uuid": "dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0", "name": "network-vif-unplugged", "status": "completed", "tag": "370567a5-7eb1-4839-bb0c-8ded517a8c69"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:35.431301 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c3fee5ad-93b4-4d5f-bc65-8d15516a4368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.448808 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-36661e13-1f5b-4601-87ec-d952479d720e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9948730 Jan 27 21:45:35.450075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53010) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:35.461782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bac44c47-bb8d-44d6-8848-0d1d0513d6c1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'subnet': {'network_id': '7bb68864-3d91-4be2-a025-654b93b5dfc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:35.471326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 7bb68864-3d91-4be2-a025-654b93b5dfc3 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:35.476107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-116ce329-d2b5-423e-8a8d-f47f64b0137d req-cb355f3b-8b01-446f-83c4-ba44b344ca65 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9d922ce-0aca-49c5-a88b-a420eb09386e HTTP/1.1" status: 200 len: 210 time: 0.1039958 Jan 27 21:45:35.560154 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff173f56-5871-4df0-a5b1-b870602fa4bd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (109efdaa-3b43-4608-a66e-2e999a899b84), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.583336 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b48aa3b-7e4b-45de-88da-8d5feca6a173 x-openstack-request-id: req-7b48aa3b-7e4b-45de-88da-8d5feca6a173 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:35.583635 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0", "name": "network-vif-unplugged", "status": "failed", "tag": "370567a5-7eb1-4839-bb0c-8ded517a8c69", "code": 422}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:35.583896 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b48aa3b-7e4b-45de-88da-8d5feca6a173 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:35.584501 n-d-760456-6 neutron-server[104028]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '370567a5-7eb1-4839-bb0c-8ded517a8c69', 'code': 422} returned with failed status Jan 27 21:45:35.640531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Allocated IP 2001:db8:0:ffff::2 (ead97e85-2f5b-44a7-afdd-88e147a56544/1ac7d9dc-0361-4e41-99c9-b7d62fe4feec/c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:35.685918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac44c47-bb8d-44d6-8848-0d1d0513d6c1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:35.691795 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bac44c47-bb8d-44d6-8848-0d1d0513d6c1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.717048 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff173f56-5871-4df0-a5b1-b870602fa4bd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:35.718290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ff173f56-5871-4df0-a5b1-b870602fa4bd tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7815728 Jan 27 21:45:35.721030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53032) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:35.727732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3d54086c-c277-4da1-a151-f50fec1ba8cc tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:36.113358 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d54086c-c277-4da1-a151-f50fec1ba8cc tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (109efdaa-3b43-4608-a66e-2e999a899b84), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.132991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:36.185126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:36.185482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:36.188594 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bac44c47-bb8d-44d6-8848-0d1d0513d6c1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (56ced2aa-f538-463a-8ec2-90dfa1c286ce), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.255306 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d54086c-c277-4da1-a151-f50fec1ba8cc tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (109efdaa-3b43-4608-a66e-2e999a899b84), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.265106 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac44c47-bb8d-44d6-8848-0d1d0513d6c1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Subnet': ['ID=56ced2aa-f538-463a-8ec2-90dfa1c286ce,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:36.269546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac44c47-bb8d-44d6-8848-0d1d0513d6c1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Checking segment: {'id': '9fe94378-2d27-47c2-ab25-7a5be89ea682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7bb68864-3d91-4be2-a025-654b93b5dfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:36.269917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac44c47-bb8d-44d6-8848-0d1d0513d6c1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network hostable DHCP agents. Network: 7bb68864-3d91-4be2-a025-654b93b5dfc3, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:45:36.351418 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.389894 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Publish callbacks [] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.399746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c59e31-d39d-44a9-a917-6458e91bf892', 'name': 'network-vif-deleted', 'tag': '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:36.400952 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab311a00-b004-4fea-b250-f90d49570dcf" -d '{"events": [{"server_uuid": "c2c59e31-d39d-44a9-a917-6458e91bf892", "name": "network-vif-deleted", "tag": "74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:36.442385 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bdbbac-38f4-46ee-aa07-1eae6e95e8bd x-openstack-request-id: req-c4bdbbac-38f4-46ee-aa07-1eae6e95e8bd {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:36.442682 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c59e31-d39d-44a9-a917-6458e91bf892", "name": "network-vif-deleted", "tag": "74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:36.442939 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4bdbbac-38f4-46ee-aa07-1eae6e95e8bd {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:36.443339 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c59e31-d39d-44a9-a917-6458e91bf892', 'name': 'network-vif-deleted', 'tag': '74c1e03c-5b0e-4503-b6d5-e59a80fcd7c2', 'status': 'completed', 'code': 200} Jan 27 21:45:36.450981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac44c47-bb8d-44d6-8848-0d1d0513d6c1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network 7bb68864-3d91-4be2-a025-654b93b5dfc3 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:45:36.577041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d54086c-c277-4da1-a151-f50fec1ba8cc tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Router 109efdaa-3b43-4608-a66e-2e999a899b84 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:45:36.577586 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.619551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Network ead97e85-2f5b-44a7-afdd-88e147a56544 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:36.622224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-bac44c47-bb8d-44d6-8848-0d1d0513d6c1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 7bb68864-3d91-4be2-a025-654b93b5dfc3) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:36.628110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:36.631301 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:36.633957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Pushing event updated for resources: {'Port': ['ID=c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:36.643867 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac44c47-bb8d-44d6-8848-0d1d0513d6c1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:36.644931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.645291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.645640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.645980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.646516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.647016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.647367 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bac44c47-bb8d-44d6-8848-0d1d0513d6c1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.647533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.647873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.648274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.648610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.648944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.649284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.649677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:36.653356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f5ff3-39dd-4068-b54e-b599f28913ae None None] Network 7bb68864-3d91-4be2-a025-654b93b5dfc3 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:36.676341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d54086c-c277-4da1-a151-f50fec1ba8cc tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:45:36.686532 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d54086c-c277-4da1-a151-f50fec1ba8cc tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.687705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3d54086c-c277-4da1-a151-f50fec1ba8cc tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "PUT /v2.0/routers/109efdaa-3b43-4608-a66e-2e999a899b84 HTTP/1.1" status: 200 len: 694 time: 0.9653962 Jan 27 21:45:36.691295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53096) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:36.703788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10039b59-f063-4543-b1cf-00a77a29eb38 None None] Sync routers for ids ['109efdaa-3b43-4608-a66e-2e999a899b84'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:45:36.773569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10039b59-f063-4543-b1cf-00a77a29eb38 None None] Routers {'109efdaa-3b43-4608-a66e-2e999a899b84'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:36.774229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-10039b59-f063-4543-b1cf-00a77a29eb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['109efdaa-3b43-4608-a66e-2e999a899b84'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:36.785315 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bac44c47-bb8d-44d6-8848-0d1d0513d6c1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3281796 Jan 27 21:45:36.793900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-30225f13-d014-4c20-a6ad-237c16a42b27 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/routers/109efdaa-3b43-4608-a66e-2e999a899b84 HTTP/1.1" status: 200 len: 700 time: 0.0992336 Jan 27 21:45:36.796444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53104) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:36.798142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53106) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:36.847150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-10039b59-f063-4543-b1cf-00a77a29eb38 None None] Set router 109efdaa-3b43-4608-a66e-2e999a899b84 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:36.865190 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7009b2eb-6557-4187-a702-956b83952c3c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=109efdaa-3b43-4608-a66e-2e999a899b84 HTTP/1.1" status: 200 len: 205 time: 0.0576966 Jan 27 21:45:36.865190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53114) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:36.929302 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (7bb68864-3d91-4be2-a025-654b93b5dfc3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:36.955888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 370567a5-7eb1-4839-bb0c-8ded517a8c69 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:36.957921 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6d79ef89-cb73-4a6b-a99e-645d5059aa84 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (109efdaa-3b43-4608-a66e-2e999a899b84), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.011672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-10039b59-f063-4543-b1cf-00a77a29eb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109efdaa-3b43-4608-a66e-2e999a899b84', 'name': 'tempest-RoutersTest-router-1688553269', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:35Z', 'updated_at': '2022-01-27T21:45:36Z', 'revision_number': 2, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:37.025114 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (56ced2aa-f538-463a-8ec2-90dfa1c286ce), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.085596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Attempting to bind port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:37.086407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Attempting to bind port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4b38a768-6a89-4b37-a502-447d9e78e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ead97e85-2f5b-44a7-afdd-88e147a56544'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:37.086859 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Attempting to bind port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb on network ead97e85-2f5b-44a7-afdd-88e147a56544 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:37.098194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10039b59-f063-4543-b1cf-00a77a29eb38 None None] Checking router: 109efdaa-3b43-4608-a66e-2e999a899b84 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:45:37.105648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:37.106038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Checking segment: {'id': '4b38a768-6a89-4b37-a502-447d9e78e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ead97e85-2f5b-44a7-afdd-88e147a56544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:37.106568 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.106848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Bound using segment: {'id': '4b38a768-6a89-4b37-a502-447d9e78e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ead97e85-2f5b-44a7-afdd-88e147a56544'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:37.107321 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Bound port: c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b38a768-6a89-4b37-a502-447d9e78e436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'ead97e85-2f5b-44a7-afdd-88e147a56544'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:37.108006 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.114725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5029c156-0e71-44aa-8246-4108ec068de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-7bb68864-3d91-4be2-a025-654b93b5dfc3', 'network_id': '7bb68864-3d91-4be2-a025-654b93b5dfc3', 'project_id': '6513e25c65a84f57a4b38f1145f8aa36', 'fixed_ips': [{'subnet_id': '56ced2aa-f538-463a-8ec2-90dfa1c286ce'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:45:37.116358 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5029c156-0e71-44aa-8246-4108ec068de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.153015 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6d79ef89-cb73-4a6b-a99e-645d5059aa84 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (109efdaa-3b43-4608-a66e-2e999a899b84), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.162428 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6d79ef89-cb73-4a6b-a99e-645d5059aa84 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router_controller (109efdaa-3b43-4608-a66e-2e999a899b84), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.162566 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10039b59-f063-4543-b1cf-00a77a29eb38 None None] Routers {'109efdaa-3b43-4608-a66e-2e999a899b84'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:45:37.162566 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-10039b59-f063-4543-b1cf-00a77a29eb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:45:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['109efdaa-3b43-4608-a66e-2e999a899b84'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:37.186599 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (56ced2aa-f538-463a-8ec2-90dfa1c286ce), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.227690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Subnet': ['ID=56ced2aa-f538-463a-8ec2-90dfa1c286ce,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:37.286260 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6d79ef89-cb73-4a6b-a99e-645d5059aa84 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (109efdaa-3b43-4608-a66e-2e999a899b84), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.286740 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d79ef89-cb73-4a6b-a99e-645d5059aa84 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Fanout notify agent at l3_agent the message router_deleted on router 109efdaa-3b43-4608-a66e-2e999a899b84 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:45:37.294547 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6d79ef89-cb73-4a6b-a99e-645d5059aa84 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.294955 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6d79ef89-cb73-4a6b-a99e-645d5059aa84 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/109efdaa-3b43-4608-a66e-2e999a899b84 HTTP/1.1" status: 204 len: 168 time: 0.4292192 Jan 27 21:45:37.300667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53134) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.305173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-10039b59-f063-4543-b1cf-00a77a29eb38 None None] Set router 109efdaa-3b43-4608-a66e-2e999a899b84 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:45:37.313662 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (7bb68864-3d91-4be2-a025-654b93b5dfc3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.323957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 370567a5-7eb1-4839-bb0c-8ded517a8c69 is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:37.345385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb68864-3d91-4be2-a025-654b93b5dfc3']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:37.365118 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-56a66240-64e5-496f-be4c-42f6a65d45e8 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=109efdaa-3b43-4608-a66e-2e999a899b84 HTTP/1.1" status: 200 len: 205 time: 0.0623813 Jan 27 21:45:37.366494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53138) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.379979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe94378-2d27-47c2-ab25-7a5be89ea682') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:37.382039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe94378-2d27-47c2-ab25-7a5be89ea682') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:37.407429 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (9fe94378-2d27-47c2-ab25-7a5be89ea682), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.410976 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-a353cd1d-0e20-4e32-9b81-84f1e2e084a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] delete failed (client error): The resource could not be found. Jan 27 21:45:37.414356 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a353cd1d-0e20-4e32-9b81-84f1e2e084a9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/109efdaa-3b43-4608-a66e-2e999a899b84 HTTP/1.1" status: 404 len: 336 time: 0.0446188 Jan 27 21:45:37.415223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53140) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.420431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-10039b59-f063-4543-b1cf-00a77a29eb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109efdaa-3b43-4608-a66e-2e999a899b84', 'name': 'tempest-RoutersTest-router-1688553269', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:35Z', 'updated_at': '2022-01-27T21:45:36Z', 'revision_number': 2, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:37.438792 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9fe94378-2d27-47c2-ab25-7a5be89ea682), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.447466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:37.448276 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (9fe94378-2d27-47c2-ab25-7a5be89ea682), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:37.451664 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:37.453933 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3e5b07-d2b4-46b1-8071-4f006de1f4e4 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] DELETE failed (client error): The resource could not be found. Jan 27 21:45:37.453933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3e5b07-d2b4-46b1-8071-4f006de1f4e4 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:45:37.459614 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0c3e5b07-d2b4-46b1-8071-4f006de1f4e4 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/98af517b-690c-4525-856e-a2e1470516a2 HTTP/1.1" status: 404 len: 337 time: 0.0406964 Jan 27 21:45:37.463409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53142) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.500393 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-283c5fd9-21d9-4bd4-a9bc-825e1598a95b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] DELETE failed (client error): The resource could not be found. Jan 27 21:45:37.501633 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283c5fd9-21d9-4bd4-a9bc-825e1598a95b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:45:37.508578 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-283c5fd9-21d9-4bd4-a9bc-825e1598a95b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/97164d4f-cc12-4837-b85b-a686abcbeedf HTTP/1.1" status: 404 len: 337 time: 0.0385742 Jan 27 21:45:37.509424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53148) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.509681 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.543905 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2648dd-a6a8-4eaa-b3ab-cf8980d44633 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] DELETE failed (client error): The resource could not be found. Jan 27 21:45:37.544586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2648dd-a6a8-4eaa-b3ab-cf8980d44633 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:45:37.552418 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cb2648dd-a6a8-4eaa-b3ab-cf8980d44633 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/fda59f2b-49d3-4314-a70b-016f2be93dea HTTP/1.1" status: 404 len: 337 time: 0.0389092 Jan 27 21:45:37.553378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53150) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.554248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10039b59-f063-4543-b1cf-00a77a29eb38 None None] The sync data for ids ['109efdaa-3b43-4608-a66e-2e999a899b84'] in n-d-760456-6 is: [{'id': '109efdaa-3b43-4608-a66e-2e999a899b84', 'name': 'tempest-RoutersTest-router-1688553269', 'tenant_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:45:35Z', 'updated_at': '2022-01-27T21:45:36Z', 'revision_number': 2, 'project_id': '5d1a963e90af4821a8c3fe09cebd6d42', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:45:37.585074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] For port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:37.589589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153a1b9b-94df-4d8e-a183-655907445097 None None] Network 7bb68864-3d91-4be2-a025-654b93b5dfc3 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:37.600109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] For port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb,segment=NetworkSegment(4b38a768-6a89-4b37-a502-447d9e78e436),segment_id=4b38a768-6a89-4b37-a502-447d9e78e436)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:37.612022 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c5269a-db5e-43e3-acbe-57eee11713f0 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] DELETE failed (client error): The resource could not be found. Jan 27 21:45:37.613706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c5269a-db5e-43e3-acbe-57eee11713f0 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:45:37.619636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53152) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.619817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-02c5269a-db5e-43e3-acbe-57eee11713f0 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/7dfa5fcd-9635-424e-a7d3-2f5cb019b2f1 HTTP/1.1" status: 404 len: 337 time: 0.0647798 Jan 27 21:45:37.673160 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2b04c7c0-7fff-4566-a58f-f298372cd24b tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e805ab0-9591-48ed-8916-c380d1d65656 HTTP/1.1" status: 200 len: 205 time: 0.0518165 Jan 27 21:45:37.674472 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (7bb68864-3d91-4be2-a025-654b93b5dfc3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.680738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53158) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.687239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.690471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/7bb68864-3d91-4be2-a025-654b93b5dfc3 HTTP/1.1" status: 204 len: 168 time: 0.8928893 Jan 27 21:45:37.695403 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53160) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.710214 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-754a82f0-2a26-4bc3-9449-6d98b936b4d3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-70086405'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:37.716859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911a191-d608-4032-a480-354f86162adf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Network': ['ID=7bb68864-3d91-4be2-a025-654b93b5dfc3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:37.735627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5930d-8e1f-45d9-9942-d60aa16f8f15 req-4ee64065-d314-47f4-bcad-87c1f91fe225 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:37.742712 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.746828 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7e5930d-8e1f-45d9-9942-d60aa16f8f15 req-4ee64065-d314-47f4-bcad-87c1f91fe225 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0 HTTP/1.1" status: 200 len: 943 time: 0.1361001 Jan 27 21:45:37.803576 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-2a9d0643-cf94-455a-bbd8-480dfbf6bd99 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] delete failed (client error): The resource could not be found. Jan 27 21:45:37.806031 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2a9d0643-cf94-455a-bbd8-480dfbf6bd99 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/6e805ab0-9591-48ed-8916-c380d1d65656 HTTP/1.1" status: 404 len: 336 time: 0.1217644 Jan 27 21:45:37.807795 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53162) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.832344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643f10f-f196-4d35-86d7-67c796238e7e None None] Pushing event updated for resources: {'Port': ['ID=c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:37.845268 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6f23a30e-5a51-4abd-bee5-0eb948a1554c tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=523eecd3-1f00-45c3-9c6d-fbc21ce39756 HTTP/1.1" status: 200 len: 205 time: 0.0353041 Jan 27 21:45:37.847720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53164) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.901586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754a82f0-2a26-4bc3-9449-6d98b936b4d3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:37.905173 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-754a82f0-2a26-4bc3-9449-6d98b936b4d3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.921693 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-b8d08345-9ce8-4a32-afb4-609908eb57e9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] delete failed (client error): The resource could not be found. Jan 27 21:45:37.921693 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b8d08345-9ce8-4a32-afb4-609908eb57e9 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/523eecd3-1f00-45c3-9c6d-fbc21ce39756 HTTP/1.1" status: 404 len: 336 time: 0.0624197 Jan 27 21:45:37.921693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53170) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:37.956656 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-e147a400-a949-4b31-b144-5a1dc719ebcf tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] DELETE failed (client error): The resource could not be found. Jan 27 21:45:37.957129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e147a400-a949-4b31-b144-5a1dc719ebcf tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:45:37.959260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d7e5930d-8e1f-45d9-9942-d60aa16f8f15 req-99b4bf8c-4b48-441d-b797-553e24b402c2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Deleting port 370567a5-7eb1-4839-bb0c-8ded517a8c69 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:37.959834 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d7e5930d-8e1f-45d9-9942-d60aa16f8f15 req-99b4bf8c-4b48-441d-b797-553e24b402c2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:37.960553 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e147a400-a949-4b31-b144-5a1dc719ebcf tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/1bd24d9f-9b3d-4fd3-81e0-fe8f03372781 HTTP/1.1" status: 404 len: 337 time: 0.0369167 Jan 27 21:45:37.963498 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53176) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.009143 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-161004e2-e82c-4d2b-973a-2bf8b58556d4 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a4f9aac-e184-41e8-930d-6066a9c7012c HTTP/1.1" status: 200 len: 205 time: 0.0436487 Jan 27 21:45:38.012524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53180) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.070516 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-73c43c07-5561-40ac-9107-5f64bf96ac6a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] delete failed (client error): The resource could not be found. Jan 27 21:45:38.074268 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-73c43c07-5561-40ac-9107-5f64bf96ac6a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/9a4f9aac-e184-41e8-930d-6066a9c7012c HTTP/1.1" status: 404 len: 336 time: 0.0581460 Jan 27 21:45:38.074614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53182) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.152321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d7e5930d-8e1f-45d9-9942-d60aa16f8f15 req-99b4bf8c-4b48-441d-b797-553e24b402c2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] For port 370567a5-7eb1-4839-bb0c-8ded517a8c69, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=370567a5-7eb1-4839-bb0c-8ded517a8c69,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:38.152321 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d7e5930d-8e1f-45d9-9942-d60aa16f8f15 req-99b4bf8c-4b48-441d-b797-553e24b402c2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.152530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754a82f0-2a26-4bc3-9449-6d98b936b4d3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:38.165764 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-754a82f0-2a26-4bc3-9449-6d98b936b4d3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (c0082403-fb7c-4291-b0f8-5e1370a4e100), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.166142 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-754a82f0-2a26-4bc3-9449-6d98b936b4d3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Added segment c0082403-fb7c-4291-b0f8-5e1370a4e100 of type vlan for network da753a11-bbea-416e-a85a-2f3219a740dd Jan 27 21:45:38.169895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d7e5930d-8e1f-45d9-9942-d60aa16f8f15 req-99b4bf8c-4b48-441d-b797-553e24b402c2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Calling delete_port for 370567a5-7eb1-4839-bb0c-8ded517a8c69 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:38.224533 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-754a82f0-2a26-4bc3-9449-6d98b936b4d3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (da753a11-bbea-416e-a85a-2f3219a740dd), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.262933 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-998e3551-f472-4fad-b0d5-d55d5ca1afae tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e5e9117-9e0d-4b2f-9285-d4db19bf3963 HTTP/1.1" status: 200 len: 205 time: 0.1849823 Jan 27 21:45:38.263261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53194) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.334086 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-75e2502a-35b9-427d-81f3-29da2656a10e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] delete failed (client error): The resource could not be found. Jan 27 21:45:38.335139 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-75e2502a-35b9-427d-81f3-29da2656a10e tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/8e5e9117-9e0d-4b2f-9285-d4db19bf3963 HTTP/1.1" status: 404 len: 336 time: 0.0706780 Jan 27 21:45:38.337796 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53196) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.346907 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-754a82f0-2a26-4bc3-9449-6d98b936b4d3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (da753a11-bbea-416e-a85a-2f3219a740dd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.352855 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b4711-0313-4a3a-a0cb-5d384b8c2d80 req-a0bd6768-ba36-46d4-a8bd-7482b2a8e23d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.353365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754a82f0-2a26-4bc3-9449-6d98b936b4d3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.353482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-351b4711-0313-4a3a-a0cb-5d384b8c2d80 req-a0bd6768-ba36-46d4-a8bd-7482b2a8e23d tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e17bea-3d36-4fa9-b384-d4a1bc6b2426 HTTP/1.1" status: 200 len: 949 time: 0.0808046 Jan 27 21:45:38.361660 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-754a82f0-2a26-4bc3-9449-6d98b936b4d3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.395638 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7e3da0-8ed8-4a1a-86f3-ae94222c0da3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] DELETE failed (client error): The resource could not be found. Jan 27 21:45:38.396166 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7e3da0-8ed8-4a1a-86f3-ae94222c0da3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:45:38.401568 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6d7e3da0-8ed8-4a1a-86f3-ae94222c0da3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/cfcdc175-a5fb-4b62-b465-d300a8e9374b HTTP/1.1" status: 404 len: 337 time: 0.0603704 Jan 27 21:45:38.403514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53198) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.450432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-88abbf71-078b-41b6-b6f4-1f5759f59db5 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c HTTP/1.1" status: 200 len: 205 time: 0.0435057 Jan 27 21:45:38.457986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53206) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.480861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a82f0-2a26-4bc3-9449-6d98b936b4d3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Network': ['ID=da753a11-bbea-416e-a85a-2f3219a740dd,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:38.496947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network da753a11-bbea-416e-a85a-2f3219a740dd details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:38.533466 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-754a82f0-2a26-4bc3-9449-6d98b936b4d3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8360932 Jan 27 21:45:38.533670 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-6c89b2a4-9ec5-4376-9d92-f304d993ebe3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] delete failed (client error): The resource could not be found. Jan 27 21:45:38.536878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53208) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.537012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6c89b2a4-9ec5-4376-9d92-f304d993ebe3 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/6b9a4cb2-beca-4199-8603-2f0c7a5f7e1c HTTP/1.1" status: 404 len: 336 time: 0.0756807 Jan 27 21:45:38.537963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53210) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.541709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-75a31690-bfc9-4246-8b39-2388d347e711 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'subnet': {'network_id': 'da753a11-bbea-416e-a85a-2f3219a740dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:38.569116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-351b4711-0313-4a3a-a0cb-5d384b8c2d80 req-c0870314-c0e3-43fa-a158-0f2c430a0ad7 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859624 Jan 27 21:45:38.599367 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-016ab301-13fa-4566-a771-7726d6d56a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] DELETE failed (client error): The resource could not be found. Jan 27 21:45:38.599830 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016ab301-13fa-4566-a771-7726d6d56a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:45:38.607831 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-016ab301-13fa-4566-a771-7726d6d56a82 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/6d87fe47-15a9-4346-be29-8c4112492449 HTTP/1.1" status: 404 len: 337 time: 0.0605459 Jan 27 21:45:38.609915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53212) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.662850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b199d776-b043-4780-9afd-e701307a9c0a tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "GET /v2.0/ports?device_id=d53097b6-4252-42fd-9734-de0b916b984f HTTP/1.1" status: 200 len: 205 time: 0.0506542 Jan 27 21:45:38.663806 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d7e5930d-8e1f-45d9-9942-d60aa16f8f15 req-99b4bf8c-4b48-441d-b797-553e24b402c2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (370567a5-7eb1-4839-bb0c-8ded517a8c69), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.664631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53214) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.707870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4bf8c-4b48-441d-b797-553e24b402c2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Pushing event deleted for resources: {'Port': ['ID=370567a5-7eb1-4839-bb0c-8ded517a8c69,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:38.724145 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-582f95b5-cf6a-4275-8cf2-63ef861e3a78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] delete failed (client error): The resource could not be found. Jan 27 21:45:38.724145 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-582f95b5-cf6a-4275-8cf2-63ef861e3a78 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/routers/d53097b6-4252-42fd-9734-de0b916b984f HTTP/1.1" status: 404 len: 336 time: 0.0542459 Jan 27 21:45:38.724145 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53220) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.763407 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f5fb9e-9106-41db-bb06-6b6adcbade71 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] DELETE failed (client error): The resource could not be found. Jan 27 21:45:38.763870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f5fb9e-9106-41db-bb06-6b6adcbade71 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:45:38.767333 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-15f5fb9e-9106-41db-bb06-6b6adcbade71 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/343b8922-a1a8-4aa5-b2ad-1d22f4f67a73 HTTP/1.1" status: 404 len: 337 time: 0.0426407 Jan 27 21:45:38.770704 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53222) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:38.803793 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd96249a-ade6-4ce0-8b3a-4f90d8f032e2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] DELETE failed (client error): The resource could not be found. Jan 27 21:45:38.804363 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd96249a-ade6-4ce0-8b3a-4f90d8f032e2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:45:38.806992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e5930d-8e1f-45d9-9942-d60aa16f8f15 req-99b4bf8c-4b48-441d-b797-553e24b402c2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] No DVR routers for this DVR port 370567a5-7eb1-4839-bb0c-8ded517a8c69 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:38.807631 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fd96249a-ade6-4ce0-8b3a-4f90d8f032e2 tempest-RoutersTest-1925082364 tempest-RoutersTest-1925082364-project] 10.222.0.61 "DELETE /v2.0/subnets/9d83f8bb-8d09-4e41-b9d4-809e02bcb545 HTTP/1.1" status: 404 len: 337 time: 0.0355840 Jan 27 21:45:38.817201 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d7e5930d-8e1f-45d9-9942-d60aa16f8f15 req-99b4bf8c-4b48-441d-b797-553e24b402c2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.825268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7e5930d-8e1f-45d9-9942-d60aa16f8f15 req-99b4bf8c-4b48-441d-b797-553e24b402c2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "DELETE /v2.0/ports/370567a5-7eb1-4839-bb0c-8ded517a8c69 HTTP/1.1" status: 204 len: 173 time: 1.0772393 Jan 27 21:45:38.827090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0', 'name': 'network-vif-deleted', 'tag': '370567a5-7eb1-4839-bb0c-8ded517a8c69'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:38.830560 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947091d2-001f-42e4-8768-3e3c9e6a590a" -d '{"events": [{"server_uuid": "dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0", "name": "network-vif-deleted", "tag": "370567a5-7eb1-4839-bb0c-8ded517a8c69"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:38.834025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a31690-bfc9-4246-8b39-2388d347e711 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:38.837932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-75a31690-bfc9-4246-8b39-2388d347e711 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.862959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:38.876287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ffdd6-95a1-4240-bc71-cdf15e88b360 req-03edf357-0777-4fa0-83f5-834c0f1a3a4c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:38.881647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-395ffdd6-95a1-4240-bc71-cdf15e88b360 req-03edf357-0777-4fa0-83f5-834c0f1a3a4c tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2e17bea-3d36-4fa9-b384-d4a1bc6b2426 HTTP/1.1" status: 200 len: 949 time: 0.2035065 Jan 27 21:45:38.975555 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35094473-e48d-4258-a4fe-359279289f0a x-openstack-request-id: req-35094473-e48d-4258-a4fe-359279289f0a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:38.975860 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0", "name": "network-vif-deleted", "tag": "370567a5-7eb1-4839-bb0c-8ded517a8c69", "status": "failed", "code": 422}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:38.977398 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35094473-e48d-4258-a4fe-359279289f0a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:38.977846 n-d-760456-6 neutron-server[104027]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dcadb1e8-74ce-468c-9816-3c1ff8a2f3a0', 'name': 'network-vif-deleted', 'tag': '370567a5-7eb1-4839-bb0c-8ded517a8c69', 'status': 'failed', 'code': 422} returned with failed status Jan 27 21:45:39.048669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:39.104940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-395ffdd6-95a1-4240-bc71-cdf15e88b360 req-173a9048-7412-4b21-952c-6545cb244b07 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Deleting port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:39.105718 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-395ffdd6-95a1-4240-bc71-cdf15e88b360 req-173a9048-7412-4b21-952c-6545cb244b07 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.151751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:39.152744 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.218695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-395ffdd6-95a1-4240-bc71-cdf15e88b360 req-173a9048-7412-4b21-952c-6545cb244b07 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] For port e0cf3ef9-7808-4464-ba24-1e5207bd7a30, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e0cf3ef9-7808-4464-ba24-1e5207bd7a30,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:39.222814 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-395ffdd6-95a1-4240-bc71-cdf15e88b360 req-173a9048-7412-4b21-952c-6545cb244b07 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.257597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-395ffdd6-95a1-4240-bc71-cdf15e88b360 req-173a9048-7412-4b21-952c-6545cb244b07 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Calling delete_port for e0cf3ef9-7808-4464-ba24-1e5207bd7a30 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:39.334365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:39.335746 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.378915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb,segment=NetworkSegment(4b38a768-6a89-4b37-a502-447d9e78e436),segment_id=4b38a768-6a89-4b37-a502-447d9e78e436)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:39.395342 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-75a31690-bfc9-4246-8b39-2388d347e711 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (b0a8c9b8-56e9-43c2-a105-950896f7e5ec), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.525654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a31690-bfc9-4246-8b39-2388d347e711 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Checking segment: {'id': 'c0082403-fb7c-4291-b0f8-5e1370a4e100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'da753a11-bbea-416e-a85a-2f3219a740dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:39.526825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a31690-bfc9-4246-8b39-2388d347e711 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network hostable DHCP agents. Network: da753a11-bbea-416e-a85a-2f3219a740dd, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:45:39.573692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d513158-ff83-4772-927b-5e85f52f4cf5 req-958c6f51-ba23-4309-a584-8d61fdaf895e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:39.575462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d513158-ff83-4772-927b-5e85f52f4cf5 req-958c6f51-ba23-4309-a584-8d61fdaf895e tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 950 time: 0.1238551 Jan 27 21:45:39.580748 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.587115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a31690-bfc9-4246-8b39-2388d347e711 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Subnet': ['ID=b0a8c9b8-56e9-43c2-a105-950896f7e5ec,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:39.645734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53260) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:39.647088 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-395ffdd6-95a1-4240-bc71-cdf15e88b360 req-173a9048-7412-4b21-952c-6545cb244b07 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e0cf3ef9-7808-4464-ba24-1e5207bd7a30), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.729960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:39.736539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30', '0b7162c8-5f57-4a8f-bcbc-665d4b227673'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:39.742540 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:39.749376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a9048-7412-4b21-952c-6545cb244b07 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event deleted for resources: {'Port': ['ID=e0cf3ef9-7808-4464-ba24-1e5207bd7a30,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:39.811600 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a31690-bfc9-4246-8b39-2388d347e711 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network da753a11-bbea-416e-a85a-2f3219a740dd is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:45:39.856514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-accc491c-dd36-490c-9da3-241110bdc144 req-6645dcf8-6855-405a-893f-f77984ac4b0b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e17bea-3d36-4fa9-b384-d4a1bc6b2426 HTTP/1.1" status: 200 len: 210 time: 0.1180229 Jan 27 21:45:39.936642 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6cf18820-2c65-4669-8c80-8f04f6dd994c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d1a963e90af4821a8c3fe09cebd6d42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2882185 Jan 27 21:45:39.936838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53268) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:39.947499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-395ffdd6-95a1-4240-bc71-cdf15e88b360 req-173a9048-7412-4b21-952c-6545cb244b07 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] No DVR routers for this DVR port e0cf3ef9-7808-4464-ba24-1e5207bd7a30 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:39.953737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-75a31690-bfc9-4246-8b39-2388d347e711 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, da753a11-bbea-416e-a85a-2f3219a740dd) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:39.960341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a31690-bfc9-4246-8b39-2388d347e711 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:39.961040 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-75a31690-bfc9-4246-8b39-2388d347e711 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.975860 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-395ffdd6-95a1-4240-bc71-cdf15e88b360 req-173a9048-7412-4b21-952c-6545cb244b07 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:39.984795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-395ffdd6-95a1-4240-bc71-cdf15e88b360 req-173a9048-7412-4b21-952c-6545cb244b07 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "DELETE /v2.0/ports/e0cf3ef9-7808-4464-ba24-1e5207bd7a30 HTTP/1.1" status: 204 len: 173 time: 1.0968559 Jan 27 21:45:40.074439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-0d513158-ff83-4772-927b-5e85f52f4cf5 req-ec124bda-fdee-451c-b880-c14b117c8ead tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Deleting port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:40.074777 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0d513158-ff83-4772-927b-5e85f52f4cf5 req-ec124bda-fdee-451c-b880-c14b117c8ead tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.104772 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0d10-7cfc-49e8-85a4-4109aae1a8d4 admin admin] Publish callbacks [] for security_group (92d929af-7687-47ef-aebf-d1923db20444), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.151135 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-75a31690-bfc9-4246-8b39-2388d347e711 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6157045 Jan 27 21:45:40.152099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53276) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:40.164644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4638290d-1a5f-4e7a-aebe-16007c529997 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1225641838'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:40.172908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651ec3bd-683e-4ef5-908d-f52c866d298e None None] Network da753a11-bbea-416e-a85a-2f3219a740dd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:40.175161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3579dc53-82d3-4188-9dde-7faf89c24ca3 None None] Network ead97e85-2f5b-44a7-afdd-88e147a56544 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:40.193149 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0d10-7cfc-49e8-85a4-4109aae1a8d4 admin admin] Publish callbacks [] for security_group (92d929af-7687-47ef-aebf-d1923db20444), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.279304 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0d513158-ff83-4772-927b-5e85f52f4cf5 req-ec124bda-fdee-451c-b880-c14b117c8ead tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] For port 0b7162c8-5f57-4a8f-bcbc-665d4b227673, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0b7162c8-5f57-4a8f-bcbc-665d4b227673,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:40.280068 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0d513158-ff83-4772-927b-5e85f52f4cf5 req-ec124bda-fdee-451c-b880-c14b117c8ead tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.301312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-0d513158-ff83-4772-927b-5e85f52f4cf5 req-ec124bda-fdee-451c-b880-c14b117c8ead tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Calling delete_port for 0b7162c8-5f57-4a8f-bcbc-665d4b227673 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:40.358266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-72cc84de-9131-472d-9185-8045a66394a1 None None] Provisioning complete for port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:40.358643 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-72cc84de-9131-472d-9185-8045a66394a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.451357 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4638290d-1a5f-4e7a-aebe-16007c529997 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:40.457786 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4638290d-1a5f-4e7a-aebe-16007c529997 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.509511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0d10-7cfc-49e8-85a4-4109aae1a8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (92d929af-7687-47ef-aebf-d1923db20444), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.512163 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0d10-7cfc-49e8-85a4-4109aae1a8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.513312 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d4ed0d10-7cfc-49e8-85a4-4109aae1a8d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/92d929af-7687-47ef-aebf-d1923db20444 HTTP/1.1" status: 204 len: 168 time: 0.5738637 Jan 27 21:45:40.539477 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4638290d-1a5f-4e7a-aebe-16007c529997 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:40.558591 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4638290d-1a5f-4e7a-aebe-16007c529997 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (89415656-3948-4b05-8009-bec0b7ab9fc0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.559684 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-4638290d-1a5f-4e7a-aebe-16007c529997 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Added segment 89415656-3948-4b05-8009-bec0b7ab9fc0 of type vlan for network 564d8fd6-7b65-4886-8624-042517445b5f Jan 27 21:45:40.563898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed0d10-7cfc-49e8-85a4-4109aae1a8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d929af-7687-47ef-aebf-d1923db20444,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:40.621875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-96ff6f4c-5abf-4a6b-88bc-a91619f7c5f0 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:40.634739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-96ff6f4c-5abf-4a6b-88bc-a91619f7c5f0 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.3134530 Jan 27 21:45:40.663522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-caf0de69-6d16-4727-803c-67c7ef5ed039 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/quotas/baaa884c37364039b5a4bbeeb1e5e38f HTTP/1.1" status: 200 len: 375 time: 0.0277779 Jan 27 21:45:40.722765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-da753a11-bbea-416e-a85a-2f3219a740dd', 'network_id': 'da753a11-bbea-416e-a85a-2f3219a740dd', 'project_id': '6513e25c65a84f57a4b38f1145f8aa36', 'fixed_ips': [{'subnet_id': 'b0a8c9b8-56e9-43c2-a105-950896f7e5ec'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:45:40.722765 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.742065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-4ac9c85f-a831-4fb1-a94f-c3bb78c63e72 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773861 Jan 27 21:45:40.770885 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4638290d-1a5f-4e7a-aebe-16007c529997 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (564d8fd6-7b65-4886-8624-042517445b5f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.848841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-72cc84de-9131-472d-9185-8045a66394a1 None None] Current status of the port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:40.870930 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53294) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:40.908373 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0d513158-ff83-4772-927b-5e85f52f4cf5 req-ec124bda-fdee-451c-b880-c14b117c8ead tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0b7162c8-5f57-4a8f-bcbc-665d4b227673), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.943106 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4638290d-1a5f-4e7a-aebe-16007c529997 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (564d8fd6-7b65-4886-8624-042517445b5f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.945290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec124bda-fdee-451c-b880-c14b117c8ead tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event deleted for resources: {'Port': ['ID=0b7162c8-5f57-4a8f-bcbc-665d4b227673,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:40.958874 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638290d-1a5f-4e7a-aebe-16007c529997 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:40.959932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4638290d-1a5f-4e7a-aebe-16007c529997 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:40.994662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e17bea-3d36-4fa9-b384-d4a1bc6b2426', 'name': 'network-vif-deleted', 'tag': 'e0cf3ef9-7808-4464-ba24-1e5207bd7a30'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:40.999234 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a9822c-0eb8-4231-b708-550d5dd51afc" -d '{"events": [{"server_uuid": "c2e17bea-3d36-4fa9-b384-d4a1bc6b2426", "name": "network-vif-deleted", "tag": "e0cf3ef9-7808-4464-ba24-1e5207bd7a30"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:41.027123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:41.058020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e0cf3ef9-7808-4464-ba24-1e5207bd7a30', '0b7162c8-5f57-4a8f-bcbc-665d4b227673'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:41.060863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['36ae726c-5a98-4723-868b-b136fbd86c64'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:41.069056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d513158-ff83-4772-927b-5e85f52f4cf5 req-ec124bda-fdee-451c-b880-c14b117c8ead tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] No DVR routers for this DVR port 0b7162c8-5f57-4a8f-bcbc-665d4b227673 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:41.075325 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0d513158-ff83-4772-927b-5e85f52f4cf5 req-ec124bda-fdee-451c-b880-c14b117c8ead tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.082516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638290d-1a5f-4e7a-aebe-16007c529997 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Network': ['ID=564d8fd6-7b65-4886-8624-042517445b5f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:41.091165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d513158-ff83-4772-927b-5e85f52f4cf5 req-ec124bda-fdee-451c-b880-c14b117c8ead tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.71 "DELETE /v2.0/ports/0b7162c8-5f57-4a8f-bcbc-665d4b227673 HTTP/1.1" status: 204 len: 173 time: 1.5081561 Jan 27 21:45:41.129755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-392fcac3-2aba-46e1-8cab-10d2c529639b req-928f3fe2-41f4-4adb-b3ab-d622cd7c56ca tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2e17bea-3d36-4fa9-b384-d4a1bc6b2426 HTTP/1.1" status: 200 len: 210 time: 0.0905633 Jan 27 21:45:41.131856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 564d8fd6-7b65-4886-8624-042517445b5f details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:41.214418 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ac3e7f-d4f5-4629-964b-ec75fdfd16a9 x-openstack-request-id: req-00ac3e7f-d4f5-4629-964b-ec75fdfd16a9 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:41.214814 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e17bea-3d36-4fa9-b384-d4a1bc6b2426", "name": "network-vif-deleted", "tag": "e0cf3ef9-7808-4464-ba24-1e5207bd7a30", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:41.215137 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-00ac3e7f-d4f5-4629-964b-ec75fdfd16a9 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:41.215600 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e17bea-3d36-4fa9-b384-d4a1bc6b2426', 'name': 'network-vif-deleted', 'tag': 'e0cf3ef9-7808-4464-ba24-1e5207bd7a30', 'status': 'completed', 'code': 200} Jan 27 21:45:41.238395 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4638290d-1a5f-4e7a-aebe-16007c529997 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0848494 Jan 27 21:45:41.241012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53308) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:41.248683 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'subnet': {'network_id': '564d8fd6-7b65-4886-8624-042517445b5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:41.400340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-681dedb5-d5b1-4496-96d4-a3c5a465d076 service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572564 Jan 27 21:45:41.473271 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4baad035-1d43-4a57-b48a-52b9835d4799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.504050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Allocated IP 2001:db8::1 (da753a11-bbea-416e-a85a-2f3219a740dd/b0a8c9b8-56e9-43c2-a105-950896f7e5ec/8f5512ee-cb5b-44d1-a8d2-6f864e31485a) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:41.543710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:41.544131 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.614119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-3f35e4dd-4b12-4c43-9c5f-251a01e83de5 service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994638 Jan 27 21:45:41.648247 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4baad035-1d43-4a57-b48a-52b9835d4799 admin admin] Publish callbacks [] for security_group (d4c50130-9c20-4691-8912-e89abc46be4e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.748851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6c5c1085-efc2-46b6-83b7-bb5796f25c0f None None] Provisioning complete for port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:41.749458 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c5c1085-efc2-46b6-83b7-bb5796f25c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.779748 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4baad035-1d43-4a57-b48a-52b9835d4799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d4c50130-9c20-4691-8912-e89abc46be4e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.788752 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:41.792758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.874734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baad035-1d43-4a57-b48a-52b9835d4799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c50130-9c20-4691-8912-e89abc46be4e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:41.882828 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4baad035-1d43-4a57-b48a-52b9835d4799 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bdf05873d8024b3daa6f3e29d76f39ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0108328 Jan 27 21:45:41.884859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Performing IP validity checks on allocation pools {{(pid=104026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 21:45:41.885386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 21:45:41.886365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53320) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:41.961685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:41.983202 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Publish callbacks [] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:41.994038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a2e364f7-cbce-4495-9348-8bb3dbe7c0b2 req-b4ba0775-7eee-4e82-8213-c2c226569cf8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 210 time: 0.0561426 Jan 27 21:45:42.010482 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d641af7-7c0d-498e-8574-6a8827da68ec admin admin] Publish callbacks [] for security_group (d4c50130-9c20-4691-8912-e89abc46be4e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.052697 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d641af7-7c0d-498e-8574-6a8827da68ec admin admin] Publish callbacks [] for security_group (d4c50130-9c20-4691-8912-e89abc46be4e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.077832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c1085-efc2-46b6-83b7-bb5796f25c0f None None] Current status of the port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:42.125463 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.185332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Network da753a11-bbea-416e-a85a-2f3219a740dd is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:42.203022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:42.208157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:42.242708 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d641af7-7c0d-498e-8574-6a8827da68ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d4c50130-9c20-4691-8912-e89abc46be4e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.247348 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d641af7-7c0d-498e-8574-6a8827da68ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.251867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8d641af7-7c0d-498e-8574-6a8827da68ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4c50130-9c20-4691-8912-e89abc46be4e HTTP/1.1" status: 204 len: 168 time: 0.3640592 Jan 27 21:45:42.252339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Pushing event updated for resources: {'Port': ['ID=8f5512ee-cb5b-44d1-a8d2-6f864e31485a,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:42.271171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d641af7-7c0d-498e-8574-6a8827da68ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c50130-9c20-4691-8912-e89abc46be4e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:42.344355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Attempting to bind port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:42.344355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Attempting to bind port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'c0082403-fb7c-4291-b0f8-5e1370a4e100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'da753a11-bbea-416e-a85a-2f3219a740dd'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:42.344355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Attempting to bind port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a on network da753a11-bbea-416e-a85a-2f3219a740dd {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:42.350364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:42.350759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Checking segment: {'id': 'c0082403-fb7c-4291-b0f8-5e1370a4e100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'da753a11-bbea-416e-a85a-2f3219a740dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:42.351167 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.351613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Bound using segment: {'id': 'c0082403-fb7c-4291-b0f8-5e1370a4e100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'da753a11-bbea-416e-a85a-2f3219a740dd'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:42.352122 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Bound port: 8f5512ee-cb5b-44d1-a8d2-6f864e31485a, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0082403-fb7c-4291-b0f8-5e1370a4e100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'da753a11-bbea-416e-a85a-2f3219a740dd'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:42.352516 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.370696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd63fb4f-f1f9-4261-a382-ac63826be83e req-14aa9cf2-2672-4a06-9724-08e094969432 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8559358-68c0-4cd7-a0c9-145655e7b5f2 HTTP/1.1" status: 200 len: 210 time: 0.0538306 Jan 27 21:45:42.518257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] For port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:42.523006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] For port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8f5512ee-cb5b-44d1-a8d2-6f864e31485a,segment=NetworkSegment(c0082403-fb7c-4291-b0f8-5e1370a4e100),segment_id=c0082403-fb7c-4291-b0f8-5e1370a4e100)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:42.547590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53348) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:42.645705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9a487458-eafd-4cc6-992f-6472e6fb63ca tempest-ServiceProvidersTest-914754457 tempest-ServiceProvidersTest-914754457-project] 10.222.0.61 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1023555 Jan 27 21:45:42.655221 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.738377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040443d1-ec7c-4fb5-ba38-27b816a937d4 None None] Pushing event updated for resources: {'Port': ['ID=8f5512ee-cb5b-44d1-a8d2-6f864e31485a,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:42.814849 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (6870273a-4b75-4046-8e9e-66f8a0884691), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:42.875939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Subnet': ['ID=6870273a-4b75-4046-8e9e-66f8a0884691,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:42.889461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Checking segment: {'id': '89415656-3948-4b05-8009-bec0b7ab9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '564d8fd6-7b65-4886-8624-042517445b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:42.890052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network hostable DHCP agents. Network: 564d8fd6-7b65-4886-8624-042517445b5f, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:45:43.056670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network 564d8fd6-7b65-4886-8624-042517445b5f is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:45:43.082148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adc457de-bf07-4e04-8a57-0a2ca3d5972b req-03fbc77d-5350-4f03-8cc0-0eff0f14f3df tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 210 time: 0.0282297 Jan 27 21:45:43.194270 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 564d8fd6-7b65-4886-8624-042517445b5f) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:43.201666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:43.201666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.213922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff4e0cf-8fc5-496f-ac10-42e662c993e7 None None] Network 564d8fd6-7b65-4886-8624-042517445b5f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:43.217261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8559358-68c0-4cd7-a0c9-145655e7b5f2', 'name': 'network-vif-deleted', 'tag': '0b7162c8-5f57-4a8f-bcbc-665d4b227673'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:43.219412 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cebcda-6556-4438-bb50-1e816cf0a1cb" -d '{"events": [{"server_uuid": "b8559358-68c0-4cd7-a0c9-145655e7b5f2", "name": "network-vif-deleted", "tag": "0b7162c8-5f57-4a8f-bcbc-665d4b227673"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:43.259042 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8843d5-78e0-4aca-83e7-58009d3e779e x-openstack-request-id: req-fb8843d5-78e0-4aca-83e7-58009d3e779e {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:43.259413 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8559358-68c0-4cd7-a0c9-145655e7b5f2", "name": "network-vif-deleted", "tag": "0b7162c8-5f57-4a8f-bcbc-665d4b227673", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:43.259769 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb8843d5-78e0-4aca-83e7-58009d3e779e {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:43.260361 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8559358-68c0-4cd7-a0c9-145655e7b5f2', 'name': 'network-vif-deleted', 'tag': '0b7162c8-5f57-4a8f-bcbc-665d4b227673', 'status': 'completed', 'code': 200} Jan 27 21:45:43.304356 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-21a40c5b-9355-4531-b442-7a3ceb76af6a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0616918 Jan 27 21:45:43.306989 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53364) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:43.348338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-564d8fd6-7b65-4886-8624-042517445b5f', 'network_id': '564d8fd6-7b65-4886-8624-042517445b5f', 'project_id': '6513e25c65a84f57a4b38f1145f8aa36', 'fixed_ips': [{'subnet_id': '6870273a-4b75-4046-8e9e-66f8a0884691'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:45:43.349867 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.475880 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (564d8fd6-7b65-4886-8624-042517445b5f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.479602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53374) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:43.511232 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d70eb01-1dc0-459c-9388-ba360a529682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.537291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53378) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:43.606055 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (6870273a-4b75-4046-8e9e-66f8a0884691), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.621755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Allocated IP 2001:db8::3 (564d8fd6-7b65-4886-8624-042517445b5f/6870273a-4b75-4046-8e9e-66f8a0884691/e34aa9f1-d657-4604-b1e0-203b87eeb1ff) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:43.671159 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d70eb01-1dc0-459c-9388-ba360a529682 admin admin] Publish callbacks [] for security_group (b3049ebb-c602-408a-a81a-b80062abfd3b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.792143 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f71ac10f-8675-4234-be73-8ada537e7cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.867760 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d70eb01-1dc0-459c-9388-ba360a529682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b3049ebb-c602-408a-a81a-b80062abfd3b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.918770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f71ac10f-8675-4234-be73-8ada537e7cd9 admin admin] Publish callbacks [] for security_group (f1e633e0-e927-4501-93cf-9781ca93c579), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:43.934666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70eb01-1dc0-459c-9388-ba360a529682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3049ebb-c602-408a-a81a-b80062abfd3b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:43.952810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3d70eb01-1dc0-459c-9388-ba360a529682 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ba5c74afa3d425db8ca54971af2e93c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4695611 Jan 27 21:45:43.954953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53384) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:43.968963 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b830f-9c39-4ca6-a3b1-22c36152505c None None] Network da753a11-bbea-416e-a85a-2f3219a740dd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:44.016754 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f71ac10f-8675-4234-be73-8ada537e7cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f1e633e0-e927-4501-93cf-9781ca93c579), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.021453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0b7162c8-5f57-4a8f-bcbc-665d4b227673 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:44.052979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d404-2cfa-497d-ba31-bb74f0d3e9fd admin admin] Publish callbacks [] for security_group (b3049ebb-c602-408a-a81a-b80062abfd3b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.065394 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Publish callbacks [] for port (e34aa9f1-d657-4604-b1e0-203b87eeb1ff), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.069072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f71ac10f-8675-4234-be73-8ada537e7cd9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e54781588214f7d8a43d7510201ec9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5271683 Jan 27 21:45:44.069860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53388) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:44.071059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 0b7162c8-5f57-4a8f-bcbc-665d4b227673 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:44.071421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0b7162c8-5f57-4a8f-bcbc-665d4b227673 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:44.071839 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e0cf3ef9-7808-4464-ba24-1e5207bd7a30 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:44.099028 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d404-2cfa-497d-ba31-bb74f0d3e9fd admin admin] Publish callbacks [] for security_group (b3049ebb-c602-408a-a81a-b80062abfd3b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.110900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4f02cc24-62c1-4c07-8200-df33f4f17902 None None] Provisioning complete for port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:44.111084 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4f02cc24-62c1-4c07-8200-df33f4f17902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.117454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ac10f-8675-4234-be73-8ada537e7cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e633e0-e927-4501-93cf-9781ca93c579,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:44.153915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: e0cf3ef9-7808-4464-ba24-1e5207bd7a30 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:44.154277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e0cf3ef9-7808-4464-ba24-1e5207bd7a30 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:44.197696 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52994f60-9962-46f2-a95f-34cf44b82df4 admin admin] Publish callbacks [] for security_group (f1e633e0-e927-4501-93cf-9781ca93c579), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.224995 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e34aa9f1-d657-4604-b1e0-203b87eeb1ff), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.225552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc5375c3-a639-4e99-9ef6-6a66bdedadcc req-9d876f63-28a2-41cd-b228-6ca91f8dd884 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 210 time: 0.0309005 Jan 27 21:45:44.248935 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52994f60-9962-46f2-a95f-34cf44b82df4 admin admin] Publish callbacks [] for security_group (f1e633e0-e927-4501-93cf-9781ca93c579), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.279562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Network 564d8fd6-7b65-4886-8624-042517445b5f is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:44.285580 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4f02cc24-62c1-4c07-8200-df33f4f17902 None None] Current status of the port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:44.285990 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4f02cc24-62c1-4c07-8200-df33f4f17902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.287970 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:44.300792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:44.321658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Pushing event updated for resources: {'Port': ['ID=e34aa9f1-d657-4604-b1e0-203b87eeb1ff,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:44.378334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4f02cc24-62c1-4c07-8200-df33f4f17902 None None] For port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8f5512ee-cb5b-44d1-a8d2-6f864e31485a,segment=NetworkSegment(c0082403-fb7c-4291-b0f8-5e1370a4e100),segment_id=c0082403-fb7c-4291-b0f8-5e1370a4e100)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:44.394499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Attempting to bind port e34aa9f1-d657-4604-b1e0-203b87eeb1ff on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:44.394999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Attempting to bind port e34aa9f1-d657-4604-b1e0-203b87eeb1ff by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '89415656-3948-4b05-8009-bec0b7ab9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '564d8fd6-7b65-4886-8624-042517445b5f'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:44.395247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Attempting to bind port e34aa9f1-d657-4604-b1e0-203b87eeb1ff on network 564d8fd6-7b65-4886-8624-042517445b5f {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:44.401366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:44.402022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Checking segment: {'id': '89415656-3948-4b05-8009-bec0b7ab9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '564d8fd6-7b65-4886-8624-042517445b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:44.402728 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.403944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Bound using segment: {'id': '89415656-3948-4b05-8009-bec0b7ab9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '564d8fd6-7b65-4886-8624-042517445b5f'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:44.404653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Bound port: e34aa9f1-d657-4604-b1e0-203b87eeb1ff, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89415656-3948-4b05-8009-bec0b7ab9fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '564d8fd6-7b65-4886-8624-042517445b5f'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:44.405227 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e34aa9f1-d657-4604-b1e0-203b87eeb1ff), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.479374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] For port e34aa9f1-d657-4604-b1e0-203b87eeb1ff, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:44.482425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] For port e34aa9f1-d657-4604-b1e0-203b87eeb1ff, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e34aa9f1-d657-4604-b1e0-203b87eeb1ff,segment=NetworkSegment(89415656-3948-4b05-8009-bec0b7ab9fc0),segment_id=89415656-3948-4b05-8009-bec0b7ab9fc0)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:44.583203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d404-2cfa-497d-ba31-bb74f0d3e9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b3049ebb-c602-408a-a81a-b80062abfd3b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.586094 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6dd3d404-2cfa-497d-ba31-bb74f0d3e9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.587638 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6dd3d404-2cfa-497d-ba31-bb74f0d3e9fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3049ebb-c602-408a-a81a-b80062abfd3b HTTP/1.1" status: 204 len: 168 time: 0.6315248 Jan 27 21:45:44.591546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (6870273a-4b75-4046-8e9e-66f8a0884691), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.611797 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4f02cc24-62c1-4c07-8200-df33f4f17902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.614078 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e34aa9f1-d657-4604-b1e0-203b87eeb1ff), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.625551 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52994f60-9962-46f2-a95f-34cf44b82df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f1e633e0-e927-4501-93cf-9781ca93c579), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.629072 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52994f60-9962-46f2-a95f-34cf44b82df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.634913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-52994f60-9962-46f2-a95f-34cf44b82df4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f1e633e0-e927-4501-93cf-9781ca93c579 HTTP/1.1" status: 204 len: 168 time: 0.5418546 Jan 27 21:45:44.652667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52994f60-9962-46f2-a95f-34cf44b82df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e633e0-e927-4501-93cf-9781ca93c579,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:44.689658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3d404-2cfa-497d-ba31-bb74f0d3e9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3049ebb-c602-408a-a81a-b80062abfd3b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:44.692614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Subnet': ['ID=6870273a-4b75-4046-8e9e-66f8a0884691,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:44.709642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5f706-0386-4e29-b7c4-39b4c54c9139 req-f157f623-3a79-46ee-8737-1eba516ee0ce tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:44.715119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1a5f706-0386-4e29-b7c4-39b4c54c9139 req-f157f623-3a79-46ee-8737-1eba516ee0ce tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 950 time: 0.1288495 Jan 27 21:45:44.791649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9f10cf29-73bf-44e4-8ce0-017009938d23 None None] Provisioning complete for port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:44.792031 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9f10cf29-73bf-44e4-8ce0-017009938d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.797143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02cc24-62c1-4c07-8200-df33f4f17902 None None] Pushing event updated for resources: {'Port': ['ID=8f5512ee-cb5b-44d1-a8d2-6f864e31485a,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:44.811060 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1a5f706-0386-4e29-b7c4-39b4c54c9139 req-612c0398-6286-44fe-8a7a-73aba97f9cd0 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874014 Jan 27 21:45:44.830878 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (564d8fd6-7b65-4886-8624-042517445b5f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.880163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564d8fd6-7b65-4886-8624-042517445b5f']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:44.924285 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89415656-3948-4b05-8009-bec0b7ab9fc0') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:44.927439 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89415656-3948-4b05-8009-bec0b7ab9fc0') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:44.953798 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (89415656-3948-4b05-8009-bec0b7ab9fc0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.970903 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (89415656-3948-4b05-8009-bec0b7ab9fc0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.979997 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:44.984127 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (89415656-3948-4b05-8009-bec0b7ab9fc0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:44.988477 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:45.025474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8a657-7200-498c-8ef7-248f9289c6ab None None] Pushing event updated for resources: {'Port': ['ID=e34aa9f1-d657-4604-b1e0-203b87eeb1ff,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:45.036340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9f10cf29-73bf-44e4-8ce0-017009938d23 None None] Current status of the port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:45.055721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8f5512ee-cb5b-44d1-a8d2-6f864e31485a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:45.167758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:45.168295 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:45.172670 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:45:45.172670 n-d-760456-6 neutron-server[104026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:45:45.172670 n-d-760456-6 neutron-server[104026]: [parameters: {'id': '564d8fd6-7b65-4886-8624-042517445b5f'}] Jan 27 21:45:45.172670 n-d-760456-6 neutron-server[104026]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:45:45.173250 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:45:45.314121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:45.458340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0880fac-6dcd-45f1-af22-eb2783ab2e3b req-86164f52-5cc4-447a-bf40-ca6b155f826b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 210 time: 0.0835545 Jan 27 21:45:45.517008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-9624b68f-b958-4188-8e07-5ef8ab31a9bb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.518484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-9624b68f-b958-4188-8e07-5ef8ab31a9bb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.71 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.2590961 Jan 27 21:45:45.530056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Request body: {'port': {'device_id': '69d9e5fa-8d30-40b4-b2b8-f05571847453', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'admin_state_up': True, 'tenant_id': 'baaa884c37364039b5a4bbeeb1e5e38f'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:45.675154 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (564d8fd6-7b65-4886-8624-042517445b5f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:45.718630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbe5c0-ff54-4b0e-a2d2-dc5c8e8b70ca req-1e547fa2-4538-41e6-9bfb-2975e09133e9 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:45.720683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fbbe5c0-ff54-4b0e-a2d2-dc5c8e8b70ca req-1e547fa2-4538-41e6-9bfb-2975e09133e9 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 950 time: 0.0880902 Jan 27 21:45:45.755386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Deleting port e34aa9f1-d657-4604-b1e0-203b87eeb1ff {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:45.756009 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e34aa9f1-d657-4604-b1e0-203b87eeb1ff), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:45.849416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Made reservation on behalf of baaa884c37364039b5a4bbeeb1e5e38f for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:45.852915 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:45.866332 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] For port e34aa9f1-d657-4604-b1e0-203b87eeb1ff, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e34aa9f1-d657-4604-b1e0-203b87eeb1ff,segment=NetworkSegment(89415656-3948-4b05-8009-bec0b7ab9fc0),segment_id=89415656-3948-4b05-8009-bec0b7ab9fc0)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:45.866708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e34aa9f1-d657-4604-b1e0-203b87eeb1ff), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:45.890572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Calling delete_port for e34aa9f1-d657-4604-b1e0-203b87eeb1ff owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:46.047758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-9fbbe5c0-ff54-4b0e-a2d2-dc5c8e8b70ca req-80acb6ec-86e9-40d2-8303-d306426527c2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Deleting port 36ae726c-5a98-4723-868b-b136fbd86c64 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:46.048030 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9fbbe5c0-ff54-4b0e-a2d2-dc5c8e8b70ca req-80acb6ec-86e9-40d2-8303-d306426527c2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.142570 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e34aa9f1-d657-4604-b1e0-203b87eeb1ff), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.158951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543ef14-6831-41b8-9d6e-4f4343f8bb6a req-77c2cfa9-028d-4cbb-850c-08393d2500af tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:46.158951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0543ef14-6831-41b8-9d6e-4f4343f8bb6a req-77c2cfa9-028d-4cbb-850c-08393d2500af tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 950 time: 0.2112908 Jan 27 21:45:46.218052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Port': ['ID=e34aa9f1-d657-4604-b1e0-203b87eeb1ff,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:46.220823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No DVR routers for this DVR port e34aa9f1-d657-4604-b1e0-203b87eeb1ff on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:46.256385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.261307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.261307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.261307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.261307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.261307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.261307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.261307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.261307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.261307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.261307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.261307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.261307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:46.271574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Allocated IP 172.20.0.8 (e1c09d8a-8c2d-4d53-a7c3-ebd34c604156/6cd8c838-195c-4376-a980-ec062e79b1ed/e5efb97e-27ba-46a5-942c-8cb8c6198ad2) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:46.327931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0543ef14-6831-41b8-9d6e-4f4343f8bb6a req-35a9c576-54a8-47a5-9b94-9ebfea54e59b tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/security-groups?id=1ee37542-3230-4c3b-8b01-25b182052f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577828 Jan 27 21:45:46.329741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-9fbbe5c0-ff54-4b0e-a2d2-dc5c8e8b70ca req-80acb6ec-86e9-40d2-8303-d306426527c2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] For port 36ae726c-5a98-4723-868b-b136fbd86c64, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=36ae726c-5a98-4723-868b-b136fbd86c64,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:46.330114 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9fbbe5c0-ff54-4b0e-a2d2-dc5c8e8b70ca req-80acb6ec-86e9-40d2-8303-d306426527c2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.366468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-9fbbe5c0-ff54-4b0e-a2d2-dc5c8e8b70ca req-80acb6ec-86e9-40d2-8303-d306426527c2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Calling delete_port for 36ae726c-5a98-4723-868b-b136fbd86c64 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:46.387629 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (564d8fd6-7b65-4886-8624-042517445b5f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.390709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f357116b-ff52-4dbd-895e-de03f68d574c None None] Network 564d8fd6-7b65-4886-8624-042517445b5f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:46.413730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564d8fd6-7b65-4886-8624-042517445b5f']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:46.427142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89415656-3948-4b05-8009-bec0b7ab9fc0') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:46.427838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89415656-3948-4b05-8009-bec0b7ab9fc0') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:46.443698 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (89415656-3948-4b05-8009-bec0b7ab9fc0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.465494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (89415656-3948-4b05-8009-bec0b7ab9fc0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.475539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:46.476345 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (89415656-3948-4b05-8009-bec0b7ab9fc0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.479746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e9101a40-8504-488f-b588-05599e24d832 None None] Could not find standard attr ID for object e34aa9f1-d657-4604-b1e0-203b87eeb1ff. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:46.485956 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:46.657374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4479ab-7639-44ff-8f02-eaee1164f6b6 None None] DHCP port deletion for 564d8fd6-7b65-4886-8624-042517445b5f request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:45:46.695711 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53456) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:46.735748 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks [] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.739156 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b11d38a3-83e3-475f-9f31-a1573c2c9fe4 req-32178797-f92d-4c59-afa2-2ff5d2e55caa tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 210 time: 0.1347282 Jan 27 21:45:46.842118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1146765053'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:46.885827 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (564d8fd6-7b65-4886-8624-042517445b5f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.913805 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:46.921081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53474) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:46.921342 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/564d8fd6-7b65-4886-8624-042517445b5f HTTP/1.1" status: 204 len: 168 time: 3.6129436 Jan 27 21:45:46.928307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-75deebd5-3260-4195-b156-96325436cb16 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1462992710'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:46.933789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc64ce5-17aa-48e1-85d8-8fb0d6461abb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Network': ['ID=564d8fd6-7b65-4886-8624-042517445b5f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:47.011806 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.053965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Made reservation on behalf of 60e15b121454499e85726adff20d1045 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:47.057432 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.069838 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9fbbe5c0-ff54-4b0e-a2d2-dc5c8e8b70ca req-80acb6ec-86e9-40d2-8303-d306426527c2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (36ae726c-5a98-4723-868b-b136fbd86c64), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.077327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:47.077327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75deebd5-3260-4195-b156-96325436cb16 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:47.077510 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.082191 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75deebd5-3260-4195-b156-96325436cb16 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.098743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:47.103515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:47.159187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Pushing event updated for resources: {'Port': ['ID=e5efb97e-27ba-46a5-942c-8cb8c6198ad2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:47.160599 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for security_group (3786be9c-a94d-4c72-bdc2-dfa54fbed1b7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.174523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.175265 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.220530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.220530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.220530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.220848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.221222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.221685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.222091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.222486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.222895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.223294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.223693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.224104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.224506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:45:47.279398 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3786be9c-a94d-4c72-bdc2-dfa54fbed1b7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.311367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:47.323318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3786be9c-a94d-4c72-bdc2-dfa54fbed1b7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:47.339677 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (fddddd5d-7f57-4f97-8e8b-39590678900b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.340040 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Added segment fddddd5d-7f57-4f97-8e8b-39590678900b of type vlan for network b59c6c6a-a6e2-4e51-b099-27d8262f5c0e Jan 27 21:45:47.396625 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b59c6c6a-a6e2-4e51-b099-27d8262f5c0e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.536820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b59c6c6a-a6e2-4e51-b099-27d8262f5c0e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.543134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.544572 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.614046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acb6ec-86e9-40d2-8303-d306426527c2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Pushing event deleted for resources: {'Port': ['ID=36ae726c-5a98-4723-868b-b136fbd86c64,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:47.636070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Pushing event updated for resources: {'Network': ['ID=b59c6c6a-a6e2-4e51-b099-27d8262f5c0e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:47.642244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbbe5c0-ff54-4b0e-a2d2-dc5c8e8b70ca req-80acb6ec-86e9-40d2-8303-d306426527c2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] No DVR routers for this DVR port 36ae726c-5a98-4723-868b-b136fbd86c64 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:47.646376 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9fbbe5c0-ff54-4b0e-a2d2-dc5c8e8b70ca req-80acb6ec-86e9-40d2-8303-d306426527c2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.647938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b59c6c6a-a6e2-4e51-b099-27d8262f5c0e details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:47.650555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fbbe5c0-ff54-4b0e-a2d2-dc5c8e8b70ca req-80acb6ec-86e9-40d2-8303-d306426527c2 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.74 "DELETE /v2.0/ports/36ae726c-5a98-4723-868b-b136fbd86c64 HTTP/1.1" status: 204 len: 173 time: 1.9245956 Jan 27 21:45:47.670331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103ded82-459f-49c9-8b57-411ea83594fe', 'name': 'network-vif-deleted', 'tag': '36ae726c-5a98-4723-868b-b136fbd86c64'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:47.672866 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfb0651-d45d-4801-9dee-9a7814726291" -d '{"events": [{"server_uuid": "103ded82-459f-49c9-8b57-411ea83594fe", "name": "network-vif-deleted", "tag": "36ae726c-5a98-4723-868b-b136fbd86c64"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:47.707724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1c9616d-6ab0-46b8-8066-501e72afed31 req-6bdbf00e-43be-42a5-93ca-340ae25c2c27 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 210 time: 0.0927308 Jan 27 21:45:47.715563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75deebd5-3260-4195-b156-96325436cb16 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:47.728849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53498) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:47.729685 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3e4f9941-0ad1-4753-90e9-786434dce8ed tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0314167 Jan 27 21:45:47.743064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-88625a20-360a-4413-bec6-ad507f5bf734 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Request body: {'subnet': {'network_id': 'b59c6c6a-a6e2-4e51-b099-27d8262f5c0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:47.775055 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78677e16-1973-4676-b422-7d9ced1b580a x-openstack-request-id: req-78677e16-1973-4676-b422-7d9ced1b580a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:47.775655 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103ded82-459f-49c9-8b57-411ea83594fe", "name": "network-vif-deleted", "tag": "36ae726c-5a98-4723-868b-b136fbd86c64", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:47.776095 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78677e16-1973-4676-b422-7d9ced1b580a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:47.776660 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103ded82-459f-49c9-8b57-411ea83594fe', 'name': 'network-vif-deleted', 'tag': '36ae726c-5a98-4723-868b-b136fbd86c64', 'status': 'completed', 'code': 200} Jan 27 21:45:47.782600 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75deebd5-3260-4195-b156-96325436cb16 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b54bfeb8-839f-4389-8ea3-33fbd131bad6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.783317 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-75deebd5-3260-4195-b156-96325436cb16 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Added segment b54bfeb8-839f-4389-8ea3-33fbd131bad6 of type vlan for network 299f5128-e711-47ab-8102-76f0f1f79cb7 Jan 27 21:45:47.902300 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75deebd5-3260-4195-b156-96325436cb16 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (299f5128-e711-47ab-8102-76f0f1f79cb7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:47.956889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8770c3-f4a5-4eb4-b7be-17386b11ec48 req-0ee8ed03-f44b-4c0c-b73d-f44987901aec tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:47.958408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c8770c3-f4a5-4eb4-b7be-17386b11ec48 req-0ee8ed03-f44b-4c0c-b73d-f44987901aec tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 931 time: 0.1011422 Jan 27 21:45:48.006913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c8770c3-f4a5-4eb4-b7be-17386b11ec48 req-5f0ffca5-a986-4723-bb38-d999622d6a23 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Jan 27 21:45:48.012987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-d6cb2672-5e9e-421b-925c-25aff3085f8c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4865031 Jan 27 21:45:48.028089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Request body: {'port': {'device_id': '69d9e5fa-8d30-40b4-b2b8-f05571847453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:48.088336 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.199142 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75deebd5-3260-4195-b156-96325436cb16 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (299f5128-e711-47ab-8102-76f0f1f79cb7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.207122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75deebd5-3260-4195-b156-96325436cb16 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:48.207716 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75deebd5-3260-4195-b156-96325436cb16 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.210385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88625a20-360a-4413-bec6-ad507f5bf734 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Made reservation on behalf of 60e15b121454499e85726adff20d1045 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:48.213663 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88625a20-360a-4413-bec6-ad507f5bf734 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.440608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75deebd5-3260-4195-b156-96325436cb16 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Network': ['ID=299f5128-e711-47ab-8102-76f0f1f79cb7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:48.455167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 299f5128-e711-47ab-8102-76f0f1f79cb7 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:48.481588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-75deebd5-3260-4195-b156-96325436cb16 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5585325 Jan 27 21:45:48.486641 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53536) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:48.492963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-641c973d-d929-4590-bc75-2d71cb2e5ee8 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'subnet': {'network_id': '299f5128-e711-47ab-8102-76f0f1f79cb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:48.673320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5efb97e-27ba-46a5-942c-8cb8c6198ad2 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:48.688866 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Publish callbacks [] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.705148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Transition to ACTIVE for port object e5efb97e-27ba-46a5-942c-8cb8c6198ad2 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:45:48.816719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641c973d-d929-4590-bc75-2d71cb2e5ee8 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:48.820684 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-641c973d-d929-4590-bc75-2d71cb2e5ee8 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.823090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b8d78a3-3ecd-4399-83e4-bb31d2f25669 req-610f669a-e90e-45ad-9b72-a7e585a4b3c8 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 210 time: 0.0282097 Jan 27 21:45:48.848958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 36ae726c-5a98-4723-868b-b136fbd86c64 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:45:48.868661 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88625a20-360a-4413-bec6-ad507f5bf734 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (5133a23b-24d3-497e-b73b-5158f2940428), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:48.887922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 36ae726c-5a98-4723-868b-b136fbd86c64 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:45:48.890625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 36ae726c-5a98-4723-868b-b136fbd86c64 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:45:48.911222 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.000442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88625a20-360a-4413-bec6-ad507f5bf734 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Pushing event updated for resources: {'Subnet': ['ID=5133a23b-24d3-497e-b73b-5158f2940428,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:49.008588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Pushing event updated for resources: {'Port': ['ID=e5efb97e-27ba-46a5-942c-8cb8c6198ad2,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:49.033976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88625a20-360a-4413-bec6-ad507f5bf734 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Checking segment: {'id': 'fddddd5d-7f57-4f97-8e8b-39590678900b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b59c6c6a-a6e2-4e51-b099-27d8262f5c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:49.034313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88625a20-360a-4413-bec6-ad507f5bf734 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Network hostable DHCP agents. Network: b59c6c6a-a6e2-4e51-b099-27d8262f5c0e, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:45:49.109732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Attempting to bind port e5efb97e-27ba-46a5-942c-8cb8c6198ad2 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:49.110079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Attempting to bind port e5efb97e-27ba-46a5-942c-8cb8c6198ad2 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:49.110413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Attempting to bind port e5efb97e-27ba-46a5-942c-8cb8c6198ad2 on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:49.130876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Port e5efb97e-27ba-46a5-942c-8cb8c6198ad2 on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:45:49.131252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Attempting to bind port e5efb97e-27ba-46a5-942c-8cb8c6198ad2 on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:49.139247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:49.139597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Checking segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:49.139990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Bound using segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:49.140467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Bound port: e5efb97e-27ba-46a5-942c-8cb8c6198ad2, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:49.140836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.167470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29606ae1-dad4-41b8-b6fb-518945494ae1 req-54b42a6d-cd62-4f2b-bbb2-e0007e7284dd tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:49.169053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29606ae1-dad4-41b8-b6fb-518945494ae1 req-54b42a6d-cd62-4f2b-bbb2-e0007e7284dd tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 943 time: 0.0732081 Jan 27 21:45:49.255303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29606ae1-dad4-41b8-b6fb-518945494ae1 req-29bc60c3-bf05-4be3-ac89-60013ac940a2 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684602 Jan 27 21:45:49.257714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] For port e5efb97e-27ba-46a5-942c-8cb8c6198ad2, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:49.263755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] For port e5efb97e-27ba-46a5-942c-8cb8c6198ad2, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e5efb97e-27ba-46a5-942c-8cb8c6198ad2,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:49.726057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88625a20-360a-4413-bec6-ad507f5bf734 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Network b59c6c6a-a6e2-4e51-b099-27d8262f5c0e is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:45:49.727865 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-641c973d-d929-4590-bc75-2d71cb2e5ee8 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (9286d916-4e6d-449d-bb05-e7d56e42d1d1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.737815 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.804305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:49.805507 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:49.806947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] 10.222.0.71 "PUT /v2.0/ports/e5efb97e-27ba-46a5-942c-8cb8c6198ad2 HTTP/1.1" status: 200 len: 1091 time: 1.7849398 Jan 27 21:45:49.807411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d9e5fa-8d30-40b4-b2b8-f05571847453', 'tag': 'e5efb97e-27ba-46a5-942c-8cb8c6198ad2'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:49.810808 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626fbea6-16dd-4cbd-986d-230db6916bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "69d9e5fa-8d30-40b4-b2b8-f05571847453", "tag": "e5efb97e-27ba-46a5-942c-8cb8c6198ad2"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:49.844851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c973d-d929-4590-bc75-2d71cb2e5ee8 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Checking segment: {'id': 'b54bfeb8-839f-4389-8ea3-33fbd131bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '299f5128-e711-47ab-8102-76f0f1f79cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:49.845501 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c973d-d929-4590-bc75-2d71cb2e5ee8 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network hostable DHCP agents. Network: 299f5128-e711-47ab-8102-76f0f1f79cb7, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:45:49.852167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b461766-3c31-4caa-a9e5-31e3a5d47622 service neutron] Pushing event updated for resources: {'Port': ['ID=e5efb97e-27ba-46a5-942c-8cb8c6198ad2,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:49.863748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c973d-d929-4590-bc75-2d71cb2e5ee8 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Subnet': ['ID=9286d916-4e6d-449d-bb05-e7d56e42d1d1,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:49.897121 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991f7146-15c5-4eed-a328-8d34d9ae1785 x-openstack-request-id: req-991f7146-15c5-4eed-a328-8d34d9ae1785 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:49.897424 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d9e5fa-8d30-40b4-b2b8-f05571847453", "tag": "e5efb97e-27ba-46a5-942c-8cb8c6198ad2", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:49.897690 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-991f7146-15c5-4eed-a328-8d34d9ae1785 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:49.898111 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d9e5fa-8d30-40b4-b2b8-f05571847453', 'tag': 'e5efb97e-27ba-46a5-942c-8cb8c6198ad2', 'status': 'completed', 'code': 200} Jan 27 21:45:49.994022 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ed5a57-ded7-41c8-bd5c-d266df13788f req-c5bb34b1-5230-442a-86c5-5fb51e9ea366 tempest-ServersOnMultiNodesTest-1719807028 tempest-ServersOnMultiNodesTest-1719807028-project] 10.222.0.61 "GET /v2.0/ports?device_id=103ded82-459f-49c9-8b57-411ea83594fe HTTP/1.1" status: 200 len: 210 time: 0.0454583 Jan 27 21:45:50.004539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fbea6-16dd-4cbd-986d-230db6916bf5 req-d72bb280-5e11-4554-a18b-e3bbcb13dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.006438 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-626fbea6-16dd-4cbd-986d-230db6916bf5 req-d72bb280-5e11-4554-a18b-e3bbcb13dd21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 1094 time: 0.0890481 Jan 27 21:45:50.023309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-88625a20-360a-4413-bec6-ad507f5bf734 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, b59c6c6a-a6e2-4e51-b099-27d8262f5c0e) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:50.032193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e0712a-15b7-419c-970e-d5f8acf11777 None None] Network b59c6c6a-a6e2-4e51-b099-27d8262f5c0e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:50.037153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88625a20-360a-4413-bec6-ad507f5bf734 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.037740 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88625a20-360a-4413-bec6-ad507f5bf734 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.120005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fbea6-16dd-4cbd-986d-230db6916bf5 req-6a1e69aa-fcee-45f3-b952-f70664908ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.121548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-626fbea6-16dd-4cbd-986d-230db6916bf5 req-6a1e69aa-fcee-45f3-b952-f70664908ae2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1072509 Jan 27 21:45:50.168152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b59c6c6a-a6e2-4e51-b099-27d8262f5c0e', 'network_id': 'b59c6c6a-a6e2-4e51-b099-27d8262f5c0e', 'project_id': '60e15b121454499e85726adff20d1045', 'fixed_ips': [{'subnet_id': '5133a23b-24d3-497e-b73b-5158f2940428'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:45:50.168152 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.239422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fbea6-16dd-4cbd-986d-230db6916bf5 req-dacd3905-2dde-4684-b409-ee1984e6b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.241067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-626fbea6-16dd-4cbd-986d-230db6916bf5 req-dacd3905-2dde-4684-b409-ee1984e6b5b4 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133029 Jan 27 21:45:50.299209 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c973d-d929-4590-bc75-2d71cb2e5ee8 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network 299f5128-e711-47ab-8102-76f0f1f79cb7 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:45:50.308205 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-641c973d-d929-4590-bc75-2d71cb2e5ee8 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 299f5128-e711-47ab-8102-76f0f1f79cb7) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:50.324854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c973d-d929-4590-bc75-2d71cb2e5ee8 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.325501 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-641c973d-d929-4590-bc75-2d71cb2e5ee8 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.327774 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53580) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:50.328108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-88625a20-360a-4413-bec6-ad507f5bf734 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5961797 Jan 27 21:45:50.331279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7be4a8-74cf-4a5f-be6a-c690101195a6 None None] Network 299f5128-e711-47ab-8102-76f0f1f79cb7 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:50.346147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Request body: {'port': {'network_id': 'b59c6c6a-a6e2-4e51-b099-27d8262f5c0e', 'name': 'tempest-TagsExtTest-946007260'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:50.377118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-e8039f49-8cb4-41e9-894c-7e3beedb7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.378899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-e8039f49-8cb4-41e9-894c-7e3beedb7e23 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 1094 time: 0.0802088 Jan 27 21:45:50.447779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-b5c6e187-2732-42f8-a865-7290250fc11b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5efb97e-27ba-46a5-942c-8cb8c6198ad2 HTTP/1.1" status: 200 len: 217 time: 0.0601730 Jan 27 21:45:50.466430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Allocated IP 172.20.0.2 (b59c6c6a-a6e2-4e51-b099-27d8262f5c0e/5133a23b-24d3-497e-b73b-5158f2940428/e3be2b5e-8f7a-488c-a276-7782bf43e3d3) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:50.540725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-17467768-68e7-42d1-9b6f-451acc580378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.542191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-17467768-68e7-42d1-9b6f-451acc580378 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd8c838-195c-4376-a980-ec062e79b1ed HTTP/1.1" status: 200 len: 851 time: 0.0869305 Jan 27 21:45:50.549849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad0479-7333-4df1-b5dc-97a269ad8ec7 req-eb3079c5-66d1-4e8d-9b39-39d87d9b95c4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:50.551295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28ad0479-7333-4df1-b5dc-97a269ad8ec7 req-eb3079c5-66d1-4e8d-9b39-39d87d9b95c4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 943 time: 0.1082404 Jan 27 21:45:50.584201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-e1c4cdaa-18d2-430d-b784-f068ff86d6af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313027 Jan 27 21:45:50.589671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-299f5128-e711-47ab-8102-76f0f1f79cb7', 'network_id': '299f5128-e711-47ab-8102-76f0f1f79cb7', 'project_id': '6513e25c65a84f57a4b38f1145f8aa36', 'fixed_ips': [{'subnet_id': '9286d916-4e6d-449d-bb05-e7d56e42d1d1'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:45:50.589855 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-641c973d-d929-4590-bc75-2d71cb2e5ee8 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0987203 Jan 27 21:45:50.591702 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.591841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53582) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:50.682363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28ad0479-7333-4df1-b5dc-97a269ad8ec7 req-21819a1c-6051-4f35-baf2-0783fd038849 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224079 Jan 27 21:45:50.709063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (299f5128-e711-47ab-8102-76f0f1f79cb7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.722509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-a6ebf633-fc45-4095-9627-01c5d71b897a service neutron] 10.222.0.71 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323626 Jan 27 21:45:50.764559 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (9286d916-4e6d-449d-bb05-e7d56e42d1d1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.773334 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Publish callbacks [] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.795697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Allocated IP 2001:db8::1 (299f5128-e711-47ab-8102-76f0f1f79cb7/9286d916-4e6d-449d-bb05-e7d56e42d1d1/64de03d1-f848-427b-8979-971c26e047fb) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:50.851704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3715b3-5ddf-4f03-a9bb-a45027b241f9 req-299ee4f3-aa36-4fc7-8fd6-5bad2d86b6a6 service neutron] 10.222.0.71 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235580 Jan 27 21:45:50.860454 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.908212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Network b59c6c6a-a6e2-4e51-b099-27d8262f5c0e is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:50.913642 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:50.919401 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Made reservation on behalf of 60e15b121454499e85726adff20d1045 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:50.923381 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:50.929462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:50.942911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] device_id is not set on port 5a3ba74a-3889-4c5e-8bbd-6c91e37a0685 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:45:50.943589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Pushing event updated for resources: {'Port': ['ID=e3be2b5e-8f7a-488c-a276-7782bf43e3d3,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:51.039832 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Publish callbacks [] for port (64de03d1-f848-427b-8979-971c26e047fb), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.053084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Attempting to bind port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:51.053385 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Attempting to bind port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'fddddd5d-7f57-4f97-8e8b-39590678900b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b59c6c6a-a6e2-4e51-b099-27d8262f5c0e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:51.053759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Attempting to bind port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 on network b59c6c6a-a6e2-4e51-b099-27d8262f5c0e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:51.059031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:51.059415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Checking segment: {'id': 'fddddd5d-7f57-4f97-8e8b-39590678900b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b59c6c6a-a6e2-4e51-b099-27d8262f5c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:51.059814 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.060252 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Bound using segment: {'id': 'fddddd5d-7f57-4f97-8e8b-39590678900b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b59c6c6a-a6e2-4e51-b099-27d8262f5c0e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:51.060713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Bound port: e3be2b5e-8f7a-488c-a276-7782bf43e3d3, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fddddd5d-7f57-4f97-8e8b-39590678900b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'b59c6c6a-a6e2-4e51-b099-27d8262f5c0e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:51.061095 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.108466 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Allocated IP 172.20.0.9 (b59c6c6a-a6e2-4e51-b099-27d8262f5c0e/5133a23b-24d3-497e-b73b-5158f2940428/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:51.132753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53592) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:51.140251 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (64de03d1-f848-427b-8979-971c26e047fb), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.142744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] For port e3be2b5e-8f7a-488c-a276-7782bf43e3d3, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:51.148647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] For port e3be2b5e-8f7a-488c-a276-7782bf43e3d3, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e3be2b5e-8f7a-488c-a276-7782bf43e3d3,segment=NetworkSegment(fddddd5d-7f57-4f97-8e8b-39590678900b),segment_id=fddddd5d-7f57-4f97-8e8b-39590678900b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:51.186086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Network 299f5128-e711-47ab-8102-76f0f1f79cb7 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:51.189227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:51.195646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:51.225923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Pushing event updated for resources: {'Port': ['ID=64de03d1-f848-427b-8979-971c26e047fb,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:51.260725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Attempting to bind port 64de03d1-f848-427b-8979-971c26e047fb on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:51.261529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Attempting to bind port 64de03d1-f848-427b-8979-971c26e047fb by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'b54bfeb8-839f-4389-8ea3-33fbd131bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '299f5128-e711-47ab-8102-76f0f1f79cb7'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:51.262120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Attempting to bind port 64de03d1-f848-427b-8979-971c26e047fb on network 299f5128-e711-47ab-8102-76f0f1f79cb7 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:51.268301 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:51.269539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Checking segment: {'id': 'b54bfeb8-839f-4389-8ea3-33fbd131bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '299f5128-e711-47ab-8102-76f0f1f79cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:51.270163 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.270842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Bound using segment: {'id': 'b54bfeb8-839f-4389-8ea3-33fbd131bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '299f5128-e711-47ab-8102-76f0f1f79cb7'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:51.272291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Bound port: 64de03d1-f848-427b-8979-971c26e047fb, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54bfeb8-839f-4389-8ea3-33fbd131bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '299f5128-e711-47ab-8102-76f0f1f79cb7'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:51.272879 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (64de03d1-f848-427b-8979-971c26e047fb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.289056 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.335280 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (9286d916-4e6d-449d-bb05-e7d56e42d1d1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.358463 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-203a838a-4acf-4e0e-87e5-140c3b07e210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.386557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Subnet': ['ID=9286d916-4e6d-449d-bb05-e7d56e42d1d1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:51.393087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f3797-f2ee-4d5b-b18e-a755f509c271 None None] Pushing event updated for resources: {'Port': ['ID=e3be2b5e-8f7a-488c-a276-7782bf43e3d3,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:51.426435 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for port (5a3ba74a-3889-4c5e-8bbd-6c91e37a0685), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.432617 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] For port 64de03d1-f848-427b-8979-971c26e047fb, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:51.436173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] For port 64de03d1-f848-427b-8979-971c26e047fb, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=64de03d1-f848-427b-8979-971c26e047fb,segment=NetworkSegment(b54bfeb8-839f-4389-8ea3-33fbd131bad6),segment_id=b54bfeb8-839f-4389-8ea3-33fbd131bad6)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:51.481500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-203a838a-4acf-4e0e-87e5-140c3b07e210 admin admin] Publish callbacks [] for security_group (e9017fd1-7dc8-4ebe-9a39-52824bdde6ab), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.508471 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (299f5128-e711-47ab-8102-76f0f1f79cb7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.532975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299f5128-e711-47ab-8102-76f0f1f79cb7']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:51.540134 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (64de03d1-f848-427b-8979-971c26e047fb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.543697 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54bfeb8-839f-4389-8ea3-33fbd131bad6') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:51.544001 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54bfeb8-839f-4389-8ea3-33fbd131bad6') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:51.559144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (b54bfeb8-839f-4389-8ea3-33fbd131bad6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.570055 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b54bfeb8-839f-4389-8ea3-33fbd131bad6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.582672 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:51.582672 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (b54bfeb8-839f-4389-8ea3-33fbd131bad6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:51.587710 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:51.608284 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-203a838a-4acf-4e0e-87e5-140c3b07e210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e9017fd1-7dc8-4ebe-9a39-52824bdde6ab), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.628497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e9827-8f15-4e1c-ad1f-084e783c17b4 None None] Pushing event updated for resources: {'Port': ['ID=64de03d1-f848-427b-8979-971c26e047fb,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:51.684144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-203a838a-4acf-4e0e-87e5-140c3b07e210 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=751d318dc89f4b0690cb57a3e1baa35b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5501826 Jan 27 21:45:51.687464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53598) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:51.693718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a838a-4acf-4e0e-87e5-140c3b07e210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9017fd1-7dc8-4ebe-9a39-52824bdde6ab,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:51.715046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2841961b-839f-4917-b570-3d3f795d1629 None None] Network 299f5128-e711-47ab-8102-76f0f1f79cb7 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:51.771612 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5a3ba74a-3889-4c5e-8bbd-6c91e37a0685), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.798376 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80b6e748-cf44-4ea2-b383-575a633f3959 admin admin] Publish callbacks [] for security_group (e9017fd1-7dc8-4ebe-9a39-52824bdde6ab), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.844516 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80b6e748-cf44-4ea2-b383-575a633f3959 admin admin] Publish callbacks [] for security_group (e9017fd1-7dc8-4ebe-9a39-52824bdde6ab), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:51.883632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e72c5a-aa5d-483c-a1c1-9a513fdf793e req-c94ee8bf-4dde-4d80-b0e9-d73d4b950d2a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:51.890174 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Pushing event updated for resources: {'Port': ['ID=5a3ba74a-3889-4c5e-8bbd-6c91e37a0685,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:51.892052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9e72c5a-aa5d-483c-a1c1-9a513fdf793e req-c94ee8bf-4dde-4d80-b0e9-d73d4b950d2a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 943 time: 0.1031110 Jan 27 21:45:51.906893 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:45:51.906893 n-d-760456-6 neutron-server[104026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:45:51.906893 n-d-760456-6 neutron-server[104026]: [parameters: {'id': '299f5128-e711-47ab-8102-76f0f1f79cb7'}] Jan 27 21:45:51.906893 n-d-760456-6 neutron-server[104026]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:45:51.907356 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:45:51.924183 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Network b59c6c6a-a6e2-4e51-b099-27d8262f5c0e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:51.927576 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:51.943294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:51.996620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9e72c5a-aa5d-483c-a1c1-9a513fdf793e req-539cd37f-c71c-43ad-8008-7fe08588cde1 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032155 Jan 27 21:45:52.047720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:52.048629 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.072528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53606) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:52.113731 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80b6e748-cf44-4ea2-b383-575a633f3959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e9017fd1-7dc8-4ebe-9a39-52824bdde6ab), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.119488 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-80b6e748-cf44-4ea2-b383-575a633f3959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.119488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-80b6e748-cf44-4ea2-b383-575a633f3959 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e9017fd1-7dc8-4ebe-9a39-52824bdde6ab HTTP/1.1" status: 204 len: 168 time: 0.4303820 Jan 27 21:45:52.141570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6e748-cf44-4ea2-b383-575a633f3959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9017fd1-7dc8-4ebe-9a39-52824bdde6ab,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:52.182455 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-61c451ec-c204-4eb9-9c05-63642fd46524 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8465726 Jan 27 21:45:52.185163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53612) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:52.192702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-63f0fe63-a9f0-49e6-8f9b-6c136c951675 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1893414747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:52.252787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ab65df87-3c5e-4cda-bc4f-74cf40d76d2e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1f36125a6d449cf9bc19f725983dd58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1790402 Jan 27 21:45:52.255743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53614) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:52.321292 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5951d9d2-c1d2-438d-b65f-74e3cad8f379 admin admin] Publish callbacks [] for security_group (1ee37542-3230-4c3b-8b01-25b182052f9c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.341012 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63f0fe63-a9f0-49e6-8f9b-6c136c951675 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (db5225b3-1ace-441e-bc22-473e36957fe2), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.342807 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63f0fe63-a9f0-49e6-8f9b-6c136c951675 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (db5225b3-1ace-441e-bc22-473e36957fe2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.367076 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5951d9d2-c1d2-438d-b65f-74e3cad8f379 admin admin] Publish callbacks [] for security_group (1ee37542-3230-4c3b-8b01-25b182052f9c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.408650 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (299f5128-e711-47ab-8102-76f0f1f79cb7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.412918 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63f0fe63-a9f0-49e6-8f9b-6c136c951675 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for router_controller (db5225b3-1ace-441e-bc22-473e36957fe2), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.467305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Deleting port 64de03d1-f848-427b-8979-971c26e047fb {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:52.467709 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (64de03d1-f848-427b-8979-971c26e047fb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.547064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] For port 64de03d1-f848-427b-8979-971c26e047fb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=64de03d1-f848-427b-8979-971c26e047fb,segment=NetworkSegment(b54bfeb8-839f-4389-8ea3-33fbd131bad6),segment_id=b54bfeb8-839f-4389-8ea3-33fbd131bad6)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:52.547064 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (64de03d1-f848-427b-8979-971c26e047fb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.569074 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63f0fe63-a9f0-49e6-8f9b-6c136c951675 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (db5225b3-1ace-441e-bc22-473e36957fe2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.569420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Calling delete_port for 64de03d1-f848-427b-8979-971c26e047fb owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:52.573162 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5951d9d2-c1d2-438d-b65f-74e3cad8f379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1ee37542-3230-4c3b-8b01-25b182052f9c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.574013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5951d9d2-c1d2-438d-b65f-74e3cad8f379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.575190 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5951d9d2-c1d2-438d-b65f-74e3cad8f379 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ee37542-3230-4c3b-8b01-25b182052f9c HTTP/1.1" status: 204 len: 168 time: 0.3179128 Jan 27 21:45:52.593199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951d9d2-c1d2-438d-b65f-74e3cad8f379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee37542-3230-4c3b-8b01-25b182052f9c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:52.702404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec9925a-dad8-441a-89c8-57005e589cae None None] get_active_networks_info from n-d-760456-6 {{(pid=104028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:45:52.749767 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63f0fe63-a9f0-49e6-8f9b-6c136c951675 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.751178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-63f0fe63-a9f0-49e6-8f9b-6c136c951675 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5649290 Jan 27 21:45:52.755678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53628) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:52.760516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7e53fd16-87b5-4bc8-8bdc-07822b1d9ed3 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1022781999', 'prefixes': ['172.20.0.0/16']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:52.816660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8d4045c8-7f80-4083-b644-a53e8f5d3e89 None None] Provisioning complete for port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:52.816660 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8d4045c8-7f80-4083-b644-a53e8f5d3e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.913651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e3be2b5e-8f7a-488c-a276-7782bf43e3d3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:52.919937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec9925a-dad8-441a-89c8-57005e589cae None None] Resources bound (agent type, host, resource id): {{(pid=104028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 21:45:52.922508 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (64de03d1-f848-427b-8979-971c26e047fb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:52.955339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Port': ['ID=64de03d1-f848-427b-8979-971c26e047fb,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:52.955339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No DVR routers for this DVR port 64de03d1-f848-427b-8979-971c26e047fb on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:52.959783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8d4045c8-7f80-4083-b644-a53e8f5d3e89 None None] Current status of the port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:52.960211 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8d4045c8-7f80-4083-b644-a53e8f5d3e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.143416 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (299f5128-e711-47ab-8102-76f0f1f79cb7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.167126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a987-3335-4c04-963f-dfd98ef0662a req-b471dfd2-c216-4b99-a5d8-db16746e7cc8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:53.169277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd32a987-3335-4c04-963f-dfd98ef0662a req-b471dfd2-c216-4b99-a5d8-db16746e7cc8 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 943 time: 0.0841677 Jan 27 21:45:53.179624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8d4045c8-7f80-4083-b644-a53e8f5d3e89 None None] For port e3be2b5e-8f7a-488c-a276-7782bf43e3d3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e3be2b5e-8f7a-488c-a276-7782bf43e3d3,segment=NetworkSegment(fddddd5d-7f57-4f97-8e8b-39590678900b),segment_id=fddddd5d-7f57-4f97-8e8b-39590678900b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:53.179797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299f5128-e711-47ab-8102-76f0f1f79cb7']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:53.179900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:53.179900 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.191107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54bfeb8-839f-4389-8ea3-33fbd131bad6') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:53.191452 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54bfeb8-839f-4389-8ea3-33fbd131bad6') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:53.205673 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (b54bfeb8-839f-4389-8ea3-33fbd131bad6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.223795 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b54bfeb8-839f-4389-8ea3-33fbd131bad6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.229724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd32a987-3335-4c04-963f-dfd98ef0662a req-253c1ed5-da48-4390-bf64-4a235d9f3eb4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550680 Jan 27 21:45:53.259183 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:53.260354 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (b54bfeb8-839f-4389-8ea3-33fbd131bad6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:53.263747 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:53.285926 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e53fd16-87b5-4bc8-8bdc-07822b1d9ed3 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.287274 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7e53fd16-87b5-4bc8-8bdc-07822b1d9ed3 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5304589 Jan 27 21:45:53.290585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53638) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:53.295987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-7570cd45-4904-4181-a2a6-c7f00cb6d8e5 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428', 'tempest-TagsExtTest-Tag-596205608') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:53.304541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edf27e1-4181-42e6-8ab1-ba6b7dfb7311 None None] Network b59c6c6a-a6e2-4e51-b099-27d8262f5c0e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:53.365850 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8d4045c8-7f80-4083-b644-a53e8f5d3e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.413081 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:53.413487 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.448348 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (299f5128-e711-47ab-8102-76f0f1f79cb7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.463950 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.481703 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/299f5128-e711-47ab-8102-76f0f1f79cb7 HTTP/1.1" status: 204 len: 168 time: 2.8852684 Jan 27 21:45:53.481811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53646) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:53.486566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8c7f1417-132c-41b1-85c0-dcf8fcd36d67 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-775988329'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:53.498042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd2be2-d039-4487-97a2-5276701c8e7a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Network': ['ID=299f5128-e711-47ab-8102-76f0f1f79cb7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:53.503431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4045c8-7f80-4083-b644-a53e8f5d3e89 None None] Pushing event updated for resources: {'Port': ['ID=e3be2b5e-8f7a-488c-a276-7782bf43e3d3,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:53.552241 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:45:53.552241 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:45:53.667017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7570cd45-4904-4181-a2a6-c7f00cb6d8e5 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "PUT /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags/tempest-TagsExtTest-Tag-596205608 HTTP/1.1" status: 201 len: 201 time: 0.3718152 Jan 27 21:45:53.667017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53650) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:53.672468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-5fe07694-1990-4ce4-82f3-17a454c58025 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685', 'tempest-TagsExtTest-Tag-1215643871') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:53.719472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7f1417-132c-41b1-85c0-dcf8fcd36d67 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:53.722919 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1417-132c-41b1-85c0-dcf8fcd36d67 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.765123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7f1417-132c-41b1-85c0-dcf8fcd36d67 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:53.778601 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1417-132c-41b1-85c0-dcf8fcd36d67 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.778601 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-8c7f1417-132c-41b1-85c0-dcf8fcd36d67 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Added segment dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6 of type vlan for network 726ea629-2613-4cf1-a4cb-3a79e5481906 Jan 27 21:45:53.795205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8f82e6b5-7a99-4734-9260-6ff71ebd0d64 None None] Provisioning complete for port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:53.796428 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8f82e6b5-7a99-4734-9260-6ff71ebd0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.831722 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1417-132c-41b1-85c0-dcf8fcd36d67 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (726ea629-2613-4cf1-a4cb-3a79e5481906), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.912759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8f82e6b5-7a99-4734-9260-6ff71ebd0d64 None None] Current status of the port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:53.927337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8f82e6b5-7a99-4734-9260-6ff71ebd0d64 None None] Provisioning complete for port 5a3ba74a-3889-4c5e-8bbd-6c91e37a0685 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:53.927719 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8f82e6b5-7a99-4734-9260-6ff71ebd0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5a3ba74a-3889-4c5e-8bbd-6c91e37a0685), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:53.937830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5fe07694-1990-4ce4-82f3-17a454c58025 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "PUT /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags/tempest-TagsExtTest-Tag-1215643871 HTTP/1.1" status: 201 len: 201 time: 0.2690904 Jan 27 21:45:53.938174 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53660) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:53.946844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-ff72b5fd-f4bf-4d06-add0-133eeb94c132 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2', 'tempest-TagsExtTest-Tag-326197605') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:53.974540 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8f82e6b5-7a99-4734-9260-6ff71ebd0d64 None None] Port 5a3ba74a-3889-4c5e-8bbd-6c91e37a0685 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:53.997238 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1417-132c-41b1-85c0-dcf8fcd36d67 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (726ea629-2613-4cf1-a4cb-3a79e5481906), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.015427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7f1417-132c-41b1-85c0-dcf8fcd36d67 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:54.016393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c7f1417-132c-41b1-85c0-dcf8fcd36d67 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.036935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e5efb97e-27ba-46a5-942c-8cb8c6198ad2 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:45:54.043895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53662) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:54.163682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f1417-132c-41b1-85c0-dcf8fcd36d67 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Network': ['ID=726ea629-2613-4cf1-a4cb-3a79e5481906,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:54.176826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e49e86a3-73c4-4352-8f56-f157edc408e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=91b0741e52b64feeb8c7b94006c66f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254129 Jan 27 21:45:54.179493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53666) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:54.182534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 726ea629-2613-4cf1-a4cb-3a79e5481906 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:54.184314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d9dc8da1-da5e-42d6-828a-f26f24687d26 None None] Provisioning complete for port 5a3ba74a-3889-4c5e-8bbd-6c91e37a0685 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:54.184701 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d9dc8da1-da5e-42d6-828a-f26f24687d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5a3ba74a-3889-4c5e-8bbd-6c91e37a0685), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.200445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:54.205364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8c7f1417-132c-41b1-85c0-dcf8fcd36d67 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7186711 Jan 27 21:45:54.207737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53668) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:54.212780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6caad4cc-e9ec-43c4-9ffd-9e151d326e21 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'subnet': {'network_id': '726ea629-2613-4cf1-a4cb-3a79e5481906', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:54.234450 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ff72b5fd-f4bf-4d06-add0-133eeb94c132 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "PUT /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags/tempest-TagsExtTest-Tag-326197605 HTTP/1.1" status: 201 len: 201 time: 0.2926955 Jan 27 21:45:54.235685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53670) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:54.247670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-009065c2-cb2f-452c-a735-8c821e9496bb tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a', 'tempest-TagsExtTest-Tag-571032578') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:54.259951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f937de91-9ae5-489e-b631-fa48014e159e admin admin] Publish callbacks [] for security_group (df854e63-b22d-4b95-af16-6a6b29e0d347), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.312181 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f937de91-9ae5-489e-b631-fa48014e159e admin admin] Publish callbacks [] for security_group (df854e63-b22d-4b95-af16-6a6b29e0d347), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.351622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port e5efb97e-27ba-46a5-942c-8cb8c6198ad2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e5efb97e-27ba-46a5-942c-8cb8c6198ad2,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:54.382590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'e5efb97e-27ba-46a5-942c-8cb8c6198ad2', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'port_id': 'e5efb97e-27ba-46a5-942c-8cb8c6198ad2', 'mac_address': 'fa:16:3e:ac:ed:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd8c838-195c-4376-a980-ec062e79b1ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:45:54.394467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc8da1-da5e-42d6-828a-f26f24687d26 None None] Port 5a3ba74a-3889-4c5e-8bbd-6c91e37a0685 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:45:54.422195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca11ea4-7e15-475a-b85d-13a7d9165071 req-e241c51b-d9dd-41f5-bd10-6b0eca49f12d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:54.423261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dca11ea4-7e15-475a-b85d-13a7d9165071 req-e241c51b-d9dd-41f5-bd10-6b0eca49f12d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 943 time: 0.0976460 Jan 27 21:45:54.434844 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port e5efb97e-27ba-46a5-942c-8cb8c6198ad2 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:54.435386 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.453637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5efb97e-27ba-46a5-942c-8cb8c6198ad2 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:45:54.456513 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caad4cc-e9ec-43c4-9ffd-9e151d326e21 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:54.466761 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6caad4cc-e9ec-43c4-9ffd-9e151d326e21 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.474645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port e5efb97e-27ba-46a5-942c-8cb8c6198ad2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e5efb97e-27ba-46a5-942c-8cb8c6198ad2,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:54.489375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dca11ea4-7e15-475a-b85d-13a7d9165071 req-8ef2f8b3-ba80-4c1a-b27d-239ab646d6bb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523949 Jan 27 21:45:54.543449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-009065c2-cb2f-452c-a735-8c821e9496bb tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "PUT /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags/tempest-TagsExtTest-Tag-571032578 HTTP/1.1" status: 201 len: 201 time: 0.3075280 Jan 27 21:45:54.560968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53684) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:54.568002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-e776a9b1-4c92-4ddd-8695-32d0777f7892 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:54.617915 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.619019 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f937de91-9ae5-489e-b631-fa48014e159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (df854e63-b22d-4b95-af16-6a6b29e0d347), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.632647 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f937de91-9ae5-489e-b631-fa48014e159e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.632647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f937de91-9ae5-489e-b631-fa48014e159e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df854e63-b22d-4b95-af16-6a6b29e0d347 HTTP/1.1" status: 204 len: 168 time: 0.4433694 Jan 27 21:45:54.649823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937de91-9ae5-489e-b631-fa48014e159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df854e63-b22d-4b95-af16-6a6b29e0d347,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:54.672022 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e776a9b1-4c92-4ddd-8695-32d0777f7892 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags HTTP/1.1" status: 200 len: 240 time: 0.1096103 Jan 27 21:45:54.674892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53696) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:54.680755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-97d1a9da-5cf0-4ce0-94b8-714fa4227692 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428', 'tempest-TagsExtTest-Tag-596205608') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:54.717519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=e5efb97e-27ba-46a5-942c-8cb8c6198ad2,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:54.778265 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6caad4cc-e9ec-43c4-9ffd-9e151d326e21 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (129341c3-7c26-475d-8123-92feeb1856b2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:54.853272 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-97d1a9da-5cf0-4ce0-94b8-714fa4227692 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags/tempest-TagsExtTest-Tag-596205608 HTTP/1.1" status: 204 len: 168 time: 0.1740341 Jan 27 21:45:54.857959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53704) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:54.857959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-51b05840-23ba-4bba-9d30-c5b01d84572e tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428', 'tempest-TagsExtTest-Tag-596205608') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:54.883111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caad4cc-e9ec-43c4-9ffd-9e151d326e21 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Subnet': ['ID=129341c3-7c26-475d-8123-92feeb1856b2,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:54.899748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e5efb97e-27ba-46a5-942c-8cb8c6198ad2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:45:54.902613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e3be2b5e-8f7a-488c-a276-7782bf43e3d3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:54.906122 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caad4cc-e9ec-43c4-9ffd-9e151d326e21 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Checking segment: {'id': 'dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '726ea629-2613-4cf1-a4cb-3a79e5481906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:54.906487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caad4cc-e9ec-43c4-9ffd-9e151d326e21 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network hostable DHCP agents. Network: 726ea629-2613-4cf1-a4cb-3a79e5481906, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:45:55.008090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:55.008575 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.047878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caad4cc-e9ec-43c4-9ffd-9e151d326e21 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network 726ea629-2613-4cf1-a4cb-3a79e5481906 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:45:55.104585 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-51b05840-23ba-4bba-9d30-c5b01d84572e tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags/tempest-TagsExtTest-Tag-596205608 HTTP/1.1" status: 204 len: 168 time: 0.2478251 Jan 27 21:45:55.104807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53706) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:55.109005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-259c349c-ad79-4f62-ab5a-affc48197879 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:55.137871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:55.172535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-6caad4cc-e9ec-43c4-9ffd-9e151d326e21 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 726ea629-2613-4cf1-a4cb-3a79e5481906) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:55.178668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caad4cc-e9ec-43c4-9ffd-9e151d326e21 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.186207 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6caad4cc-e9ec-43c4-9ffd-9e151d326e21 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.187172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1090ed-de8b-4d39-a73c-141ef6827a38 None None] Network 726ea629-2613-4cf1-a4cb-3a79e5481906 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:55.191243 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-259c349c-ad79-4f62-ab5a-affc48197879 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags HTTP/1.1" status: 200 len: 205 time: 0.0832064 Jan 27 21:45:55.191589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53712) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:55.201686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-d80f0ad1-f1f5-4db9-9e53-d99cb00a5f4b tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:55.301729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d80f0ad1-f1f5-4db9-9e53-d99cb00a5f4b tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags HTTP/1.1" status: 200 len: 241 time: 0.1008809 Jan 27 21:45:55.302263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53720) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:55.306667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-5813ea62-0f20-4d97-bc5f-a5549fd1b2da tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685', 'tempest-TagsExtTest-Tag-1215643871') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:55.343484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53722) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:55.343629 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6caad4cc-e9ec-43c4-9ffd-9e151d326e21 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1346858 Jan 27 21:45:55.361541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-726ea629-2613-4cf1-a4cb-3a79e5481906', 'network_id': '726ea629-2613-4cf1-a4cb-3a79e5481906', 'project_id': '6513e25c65a84f57a4b38f1145f8aa36', 'fixed_ips': [{'subnet_id': '129341c3-7c26-475d-8123-92feeb1856b2'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:45:55.363702 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.373920 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5813ea62-0f20-4d97-bc5f-a5549fd1b2da tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags/tempest-TagsExtTest-Tag-1215643871 HTTP/1.1" status: 204 len: 168 time: 0.0683436 Jan 27 21:45:55.376991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53724) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:55.384520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-fc2a90ba-978d-4740-b129-9fe8343c16ca tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685', 'tempest-TagsExtTest-Tag-1215643871') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:55.468434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53728) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:55.525812 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (726ea629-2613-4cf1-a4cb-3a79e5481906), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.634568 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (129341c3-7c26-475d-8123-92feeb1856b2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.653796 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4cd8a7eb-602b-4f6e-be84-dc3bd2b95628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.687701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fc2a90ba-978d-4740-b129-9fe8343c16ca tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags/tempest-TagsExtTest-Tag-1215643871 HTTP/1.1" status: 204 len: 168 time: 0.3095872 Jan 27 21:45:55.690638 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53738) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:55.703050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ea157-7fa7-4801-a06a-2f225487c04b req-a853bc31-ac54-425a-814b-f73ff1e4b26b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:55.704766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e9ea157-7fa7-4801-a06a-2f225487c04b req-a853bc31-ac54-425a-814b-f73ff1e4b26b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 944 time: 0.1273232 Jan 27 21:45:55.715042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-aecee1cb-d134-47c4-beac-8f11cadf4ce2 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:55.743258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Allocated IP 2001:db8::1 (726ea629-2613-4cf1-a4cb-3a79e5481906/129341c3-7c26-475d-8123-92feeb1856b2/d24a587c-7c43-4e49-8794-97f558a014f3) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:45:55.784644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e9ea157-7fa7-4801-a06a-2f225487c04b req-010f95c9-7316-4fb4-8fcd-8f50509f4d60 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726793 Jan 27 21:45:55.824823 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-aecee1cb-d134-47c4-beac-8f11cadf4ce2 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags HTTP/1.1" status: 200 len: 205 time: 0.1317282 Jan 27 21:45:55.826852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4cd8a7eb-602b-4f6e-be84-dc3bd2b95628 admin admin] Publish callbacks [] for security_group (150523b2-3d0f-4132-b242-71a2e6c88434), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.832053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53740) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:55.837695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-69a54f1c-e6c2-4da1-b146-f742e049855e tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:55.912251 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Publish callbacks [] for port (d24a587c-7c43-4e49-8794-97f558a014f3), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:55.918255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-69a54f1c-e6c2-4da1-b146-f742e049855e tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags HTTP/1.1" status: 200 len: 240 time: 0.0846155 Jan 27 21:45:55.921184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53744) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:55.926066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-d1f33a17-3c10-4f51-81bc-6c9b728638aa tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2', 'tempest-TagsExtTest-Tag-326197605') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:55.998412 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4cd8a7eb-602b-4f6e-be84-dc3bd2b95628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (150523b2-3d0f-4132-b242-71a2e6c88434), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.025611 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d1f33a17-3c10-4f51-81bc-6c9b728638aa tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags/tempest-TagsExtTest-Tag-326197605 HTTP/1.1" status: 204 len: 168 time: 0.1032925 Jan 27 21:45:56.032124 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (d24a587c-7c43-4e49-8794-97f558a014f3), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.034623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53750) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:56.041209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-38d558c0-436d-4e7e-a78a-610d15ea8f19 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2', 'tempest-TagsExtTest-Tag-326197605') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:56.052983 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4cd8a7eb-602b-4f6e-be84-dc3bd2b95628 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8665297869514e9e9a9ecfd48daca8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5809073 Jan 27 21:45:56.052983 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8a7eb-602b-4f6e-be84-dc3bd2b95628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150523b2-3d0f-4132-b242-71a2e6c88434,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:56.054164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53752) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:56.066657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e5efb97e-27ba-46a5-942c-8cb8c6198ad2 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:45:56.100697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Network 726ea629-2613-4cf1-a4cb-3a79e5481906 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:45:56.107149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:45:56.119525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c96d6db-1b9b-49e8-aab7-3990f8d6ca4b admin admin] Publish callbacks [] for security_group (150523b2-3d0f-4132-b242-71a2e6c88434), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.123284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:45:56.134007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Pushing event updated for resources: {'Port': ['ID=d24a587c-7c43-4e49-8794-97f558a014f3,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:56.177248 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c96d6db-1b9b-49e8-aab7-3990f8d6ca4b admin admin] Publish callbacks [] for security_group (150523b2-3d0f-4132-b242-71a2e6c88434), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.185743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (129341c3-7c26-475d-8123-92feeb1856b2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.199991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Attempting to bind port d24a587c-7c43-4e49-8794-97f558a014f3 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:45:56.200404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Attempting to bind port d24a587c-7c43-4e49-8794-97f558a014f3 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '726ea629-2613-4cf1-a4cb-3a79e5481906'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:45:56.200773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Attempting to bind port d24a587c-7c43-4e49-8794-97f558a014f3 on network 726ea629-2613-4cf1-a4cb-3a79e5481906 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:45:56.206506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:45:56.206885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Checking segment: {'id': 'dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '726ea629-2613-4cf1-a4cb-3a79e5481906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:45:56.207294 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.207868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Bound using segment: {'id': 'dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '726ea629-2613-4cf1-a4cb-3a79e5481906'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:45:56.208448 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Bound port: d24a587c-7c43-4e49-8794-97f558a014f3, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '726ea629-2613-4cf1-a4cb-3a79e5481906'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:45:56.208833 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d24a587c-7c43-4e49-8794-97f558a014f3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.251524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Subnet': ['ID=129341c3-7c26-475d-8123-92feeb1856b2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:56.314907 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (726ea629-2613-4cf1-a4cb-3a79e5481906), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.326314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-38d558c0-436d-4e7e-a78a-610d15ea8f19 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags/tempest-TagsExtTest-Tag-326197605 HTTP/1.1" status: 204 len: 168 time: 0.2906435 Jan 27 21:45:56.327407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] For port d24a587c-7c43-4e49-8794-97f558a014f3, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:45:56.328829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53760) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:56.331592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] For port d24a587c-7c43-4e49-8794-97f558a014f3, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d24a587c-7c43-4e49-8794-97f558a014f3,segment=NetworkSegment(dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6),segment_id=dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:45:56.334487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-18466d60-a877-4bfc-9a35-539ac5572a65 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:56.353753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726ea629-2613-4cf1-a4cb-3a79e5481906']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:56.359237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port e5efb97e-27ba-46a5-942c-8cb8c6198ad2 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:45:56.365255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port e5efb97e-27ba-46a5-942c-8cb8c6198ad2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:45:56.367875 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.372551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c96d6db-1b9b-49e8-aab7-3990f8d6ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (150523b2-3d0f-4132-b242-71a2e6c88434), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.373095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:56.373417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:56.375144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c96d6db-1b9b-49e8-aab7-3990f8d6ca4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.378714 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4c96d6db-1b9b-49e8-aab7-3990f8d6ca4b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/150523b2-3d0f-4132-b242-71a2e6c88434 HTTP/1.1" status: 204 len: 168 time: 0.3210001 Jan 27 21:45:56.389666 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.396323 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96d6db-1b9b-49e8-aab7-3990f8d6ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150523b2-3d0f-4132-b242-71a2e6c88434,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:56.438187 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.445470 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d24a587c-7c43-4e49-8794-97f558a014f3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.451286 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-18466d60-a877-4bfc-9a35-539ac5572a65 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags HTTP/1.1" status: 200 len: 205 time: 0.1187651 Jan 27 21:45:56.451286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53764) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:56.455066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:56.455497 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.456178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-bfca41fe-63f5-4ee6-ad44-76ac820f2abd tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:56.494160 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:56.499281 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bfca41fe-63f5-4ee6-ad44-76ac820f2abd tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags HTTP/1.1" status: 200 len: 240 time: 0.0428009 Jan 27 21:45:56.499281 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53766) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:56.508246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-b55e9c90-ce90-4c64-9de9-415fba85fb87 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a', 'tempest-TagsExtTest-Tag-571032578') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:56.538275 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b55e9c90-ce90-4c64-9de9-415fba85fb87 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags/tempest-TagsExtTest-Tag-571032578 HTTP/1.1" status: 204 len: 168 time: 0.0353355 Jan 27 21:45:56.538880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53768) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:56.544425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-058763e6-1a33-4b75-910a-248ef328b76a tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a', 'tempest-TagsExtTest-Tag-571032578') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:56.586919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaf19b-2895-47d4-8deb-95fe33ac77a1 None None] Pushing event updated for resources: {'Port': ['ID=d24a587c-7c43-4e49-8794-97f558a014f3,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:56.616461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38257def-3c1d-459f-8f0b-25d5db913b61 None None] get_active_networks_info from n-d-760456-6 {{(pid=104028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:45:56.637647 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.api [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:45:56.637647 n-d-760456-6 neutron-server[104027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:45:56.637647 n-d-760456-6 neutron-server[104027]: [parameters: {'id': '726ea629-2613-4cf1-a4cb-3a79e5481906'}] Jan 27 21:45:56.637647 n-d-760456-6 neutron-server[104027]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:45:56.650247 n-d-760456-6 neutron-server[104027]: DEBUG oslo_db.api [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:45:56.668904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port e5efb97e-27ba-46a5-942c-8cb8c6198ad2 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:45:56.669322 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.717488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d9e5fa-8d30-40b4-b2b8-f05571847453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5efb97e-27ba-46a5-942c-8cb8c6198ad2'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:45:56.719737 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8fc12e-2b23-4920-bc30-0891243aaf11" -d '{"events": [{"server_uuid": "69d9e5fa-8d30-40b4-b2b8-f05571847453", "name": "network-vif-plugged", "status": "completed", "tag": "e5efb97e-27ba-46a5-942c-8cb8c6198ad2"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:45:56.741650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port e5efb97e-27ba-46a5-942c-8cb8c6198ad2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e5efb97e-27ba-46a5-942c-8cb8c6198ad2,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:56.776510 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcea6225-0f32-4808-bd5d-38908593f7b0 x-openstack-request-id: req-bcea6225-0f32-4808-bd5d-38908593f7b0 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:45:56.776510 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d9e5fa-8d30-40b4-b2b8-f05571847453", "name": "network-vif-plugged", "status": "completed", "tag": "e5efb97e-27ba-46a5-942c-8cb8c6198ad2", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:45:56.776510 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bcea6225-0f32-4808-bd5d-38908593f7b0 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:45:56.776510 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d9e5fa-8d30-40b4-b2b8-f05571847453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5efb97e-27ba-46a5-942c-8cb8c6198ad2', 'code': 200} Jan 27 21:45:56.805473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38257def-3c1d-459f-8f0b-25d5db913b61 None None] Resources bound (agent type, host, resource id): {{(pid=104028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 21:45:56.843701 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-058763e6-1a33-4b75-910a-248ef328b76a tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags/tempest-TagsExtTest-Tag-571032578 HTTP/1.1" status: 204 len: 168 time: 0.3042161 Jan 27 21:45:56.846136 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53778) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:56.851272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-1d442b34-18c1-453a-bc23-6dbc1e3af1af tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:56.881910 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1d442b34-18c1-453a-bc23-6dbc1e3af1af tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags HTTP/1.1" status: 200 len: 205 time: 0.0334110 Jan 27 21:45:56.882139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4256a82-f44a-43c2-af1e-33056155edbe req-d73b22fc-892e-447f-b848-bc699468a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:56.884470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53780) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:56.884611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4256a82-f44a-43c2-af1e-33056155edbe req-d73b22fc-892e-447f-b848-bc699468a4da service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 1095 time: 0.0561616 Jan 27 21:45:56.888215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-18956049-2a99-4d64-811e-16502747d59b tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:56.901659 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.903566 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:56.945335 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-18956049-2a99-4d64-811e-16502747d59b tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags HTTP/1.1" status: 204 len: 168 time: 0.0604887 Jan 27 21:45:56.949141 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53784) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:56.963408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-231dd251-62a8-4cb3-94bd-33fc89051996 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:56.980814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8661-9044-4080-97ee-9a648d42f5ac req-5e1786d9-2cf4-4b49-bd2e-bc87d74065ec tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:56.982430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-101c8661-9044-4080-97ee-9a648d42f5ac req-5e1786d9-2cf4-4b49-bd2e-bc87d74065ec tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 944 time: 0.0976782 Jan 27 21:45:56.986486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4256a82-f44a-43c2-af1e-33056155edbe req-ff529d87-6bb1-4db0-8483-2bd7fd81a03e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919538 Jan 27 21:45:57.045739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=e5efb97e-27ba-46a5-942c-8cb8c6198ad2,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:57.099410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-101c8661-9044-4080-97ee-9a648d42f5ac req-a644d439-1979-457b-b91c-ce9237cd4e11 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113119 Jan 27 21:45:57.121215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e90baa-ee9c-443b-a08c-faed459fb2d2 None None] Network 726ea629-2613-4cf1-a4cb-3a79e5481906 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:45:57.138781 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (726ea629-2613-4cf1-a4cb-3a79e5481906), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.145458 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-231dd251-62a8-4cb3-94bd-33fc89051996 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags HTTP/1.1" status: 204 len: 168 time: 0.1923733 Jan 27 21:45:57.158155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53790) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:57.165603 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-da2da96c-9c1a-474f-83b3-a3117d1bbadc tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:57.224901 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.265675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Deleting port d24a587c-7c43-4e49-8794-97f558a014f3 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:45:57.266255 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d24a587c-7c43-4e49-8794-97f558a014f3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.320898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-da2da96c-9c1a-474f-83b3-a3117d1bbadc tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags HTTP/1.1" status: 204 len: 168 time: 0.1612434 Jan 27 21:45:57.321633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53800) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:57.328842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-1549bce4-c746-4008-9cd1-1037012125e6 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:57.372161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] For port d24a587c-7c43-4e49-8794-97f558a014f3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d24a587c-7c43-4e49-8794-97f558a014f3,segment=NetworkSegment(dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6),segment_id=dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:45:57.376456 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d24a587c-7c43-4e49-8794-97f558a014f3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.387780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Calling delete_port for d24a587c-7c43-4e49-8794-97f558a014f3 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:45:57.470493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1549bce4-c746-4008-9cd1-1037012125e6 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags HTTP/1.1" status: 204 len: 168 time: 0.1450055 Jan 27 21:45:57.474915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53806) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:57.479577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-8b3e7d42-5ce7-4f32-a8e0-1bc88f08f3c4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428', 'tempest-TagsExtTest-Tag-1155002603') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:57.823129 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d24a587c-7c43-4e49-8794-97f558a014f3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.861705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Port': ['ID=d24a587c-7c43-4e49-8794-97f558a014f3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:57.862822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No DVR routers for this DVR port d24a587c-7c43-4e49-8794-97f558a014f3 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:45:57.959637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (726ea629-2613-4cf1-a4cb-3a79e5481906), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:57.982662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726ea629-2613-4cf1-a4cb-3a79e5481906']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:57.993348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:57.993738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:58.011743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.021020 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.028093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:45:58.028507 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (dc2ab86a-55a5-461a-adb2-d9c16d2fa9a6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:45:58.031523 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:45:58.062206 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8b3e7d42-5ce7-4f32-a8e0-1bc88f08f3c4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "PUT /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags/tempest-TagsExtTest-Tag-1155002603 HTTP/1.1" status: 201 len: 201 time: 0.5861940 Jan 27 21:45:58.065839 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53842) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:58.078180 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-1d5b9571-ae76-4d20-b618-67a490b8a569 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685', 'tempest-TagsExtTest-Tag-1272738894') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:58.218977 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (726ea629-2613-4cf1-a4cb-3a79e5481906), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.231002 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.234240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/726ea629-2613-4cf1-a4cb-3a79e5481906 HTTP/1.1" status: 204 len: 168 time: 2.8896520 Jan 27 21:45:58.238289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53854) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:58.243550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-19e5aaa0-dcc9-43cb-bdde-4659643a4654 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-636275355'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:58.253959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e4eb5-4d86-4faf-b7a7-b97c49d37e07 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Network': ['ID=726ea629-2613-4cf1-a4cb-3a79e5481906,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:58.272657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fda678-e2e7-4357-97b6-9eea51686fcb req-0c728b96-431a-42ae-a81c-cff2b05b044d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:58.272657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95fda678-e2e7-4357-97b6-9eea51686fcb req-0c728b96-431a-42ae-a81c-cff2b05b044d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.0846822 Jan 27 21:45:58.325510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95fda678-e2e7-4357-97b6-9eea51686fcb req-0c48cd15-998e-4bc3-9f03-8b5171d0c5ed tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463972 Jan 27 21:45:58.395052 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1d5b9571-ae76-4d20-b618-67a490b8a569 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "PUT /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags/tempest-TagsExtTest-Tag-1272738894 HTTP/1.1" status: 201 len: 201 time: 0.3276684 Jan 27 21:45:58.397547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53860) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:58.407120 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-34b9b150-c6ee-4c7a-ab67-1817ae695655 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2', 'tempest-TagsExtTest-Tag-876830774') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:58.519973 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53864) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:58.541723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e5aaa0-dcc9-43cb-bdde-4659643a4654 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:58.545156 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e5aaa0-dcc9-43cb-bdde-4659643a4654 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.569865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e5aaa0-dcc9-43cb-bdde-4659643a4654 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:58.579009 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e5aaa0-dcc9-43cb-bdde-4659643a4654 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8dccce8d-558c-4a40-9cd9-c29c54b989d0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.579319 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-19e5aaa0-dcc9-43cb-bdde-4659643a4654 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Added segment 8dccce8d-558c-4a40-9cd9-c29c54b989d0 of type vlan for network 386a2db6-4a97-42a9-8f01-480050fbfa59 Jan 27 21:45:58.621826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'networks': [{'name': 'tempest-network--1159837171'}, {'name': 'tempest-network--1401825331'}]} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:58.622146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'network': {'name': 'tempest-network--1159837171'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:58.622609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'network': {'name': 'tempest-network--1401825331'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:58.644934 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e5aaa0-dcc9-43cb-bdde-4659643a4654 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (386a2db6-4a97-42a9-8f01-480050fbfa59), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.711717 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-34b9b150-c6ee-4c7a-ab67-1817ae695655 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "PUT /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags/tempest-TagsExtTest-Tag-876830774 HTTP/1.1" status: 201 len: 201 time: 0.3131580 Jan 27 21:45:58.714444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53868) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:58.718951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-57ff41ed-3919-4019-8f3a-1501d7f851b0 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a', 'tempest-TagsExtTest-Tag-1778637084') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:58.962726 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e5aaa0-dcc9-43cb-bdde-4659643a4654 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (386a2db6-4a97-42a9-8f01-480050fbfa59), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.967749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e5aaa0-dcc9-43cb-bdde-4659643a4654 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:58.968420 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e5aaa0-dcc9-43cb-bdde-4659643a4654 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.974040 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-57ff41ed-3919-4019-8f3a-1501d7f851b0 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "PUT /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags/tempest-TagsExtTest-Tag-1778637084 HTTP/1.1" status: 201 len: 201 time: 0.2562454 Jan 27 21:45:58.974040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Made reservation on behalf of 4f19e22d901e4ce79a1b95674dc49c0b for: {'network': 2} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:58.974419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53872) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:58.976283 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:58.979732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-8761a211-6f5d-4452-810c-aa395e942d0b tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428', {'tags': ['tempest-TagsExtTest-Tag-1870766223', 'tempest-TagsExtTest-Tag-1875931369', 'tempest-TagsExtTest-Tag-488540514']}) {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:59.003765 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.069751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5aaa0-dcc9-43cb-bdde-4659643a4654 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Network': ['ID=386a2db6-4a97-42a9-8f01-480050fbfa59,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:59.085539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 386a2db6-4a97-42a9-8f01-480050fbfa59 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:45:59.115795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53876) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:59.141105 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for security_group (90760ef5-d440-4865-9803-27bf3ddaab12), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.176417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8761a211-6f5d-4452-810c-aa395e942d0b tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "PUT /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags HTTP/1.1" status: 200 len: 317 time: 0.2008655 Jan 27 21:45:59.182805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53880) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:59.185089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-19daf047-6515-42a2-9478-cb558d705830 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:59.240061 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-19e5aaa0-dcc9-43cb-bdde-4659643a4654 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0005846 Jan 27 21:45:59.242817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53882) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:59.247824 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-01da213b-5931-408c-bafe-8557236b5917 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'subnet': {'network_id': '386a2db6-4a97-42a9-8f01-480050fbfa59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:45:59.262482 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93fa7ee1-efc2-495e-9d08-24f6280513e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.339019 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93fa7ee1-efc2-495e-9d08-24f6280513e9 admin admin] Publish callbacks [] for security_group (465d09de-9bfd-42d2-9c31-f6cd14322b82), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.353082 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (90760ef5-d440-4865-9803-27bf3ddaab12), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.353627 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.396318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90760ef5-d440-4865-9803-27bf3ddaab12,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:59.402676 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:59.416133 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9c399041-2826-4665-97b3-6b0d3a951d3a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.428654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-19daf047-6515-42a2-9478-cb558d705830 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags HTTP/1.1" status: 204 len: 168 time: 0.2318914 Jan 27 21:45:59.429112 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Added segment 9c399041-2826-4665-97b3-6b0d3a951d3a of type vlan for network 39c41d66-b220-4226-955d-69b3b64ad856 Jan 27 21:45:59.429112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53888) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:59.429112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-cc62a952-d87f-4dae-ad30-2cbdea408884 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428', 'tempest-TagsExtTest-Tag-1870766223') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:59.499286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde8ea8-d623-4874-87a4-bdc959e07ca0 req-19bef670-426b-43b1-bc01-4f3b11f3765d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:59.500948 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dde8ea8-d623-4874-87a4-bdc959e07ca0 req-19bef670-426b-43b1-bc01-4f3b11f3765d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.0516503 Jan 27 21:45:59.525480 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (39c41d66-b220-4226-955d-69b3b64ad856), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.556185 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dde8ea8-d623-4874-87a4-bdc959e07ca0 req-5d604881-cf94-4cf1-ab97-e0d3a347bd3c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487454 Jan 27 21:45:59.565203 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-cc62a952-d87f-4dae-ad30-2cbdea408884 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] show failed (client error): The resource could not be found. Jan 27 21:45:59.566767 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cc62a952-d87f-4dae-ad30-2cbdea408884 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags/tempest-TagsExtTest-Tag-1870766223 HTTP/1.1" status: 404 len: 329 time: 0.1500616 Jan 27 21:45:59.569815 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53890) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:59.573846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-1e03217a-6341-4db5-a39c-57c975421028 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428', 'tempest-TagsExtTest-Tag-1875931369') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:59.582417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:45:59.607049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (f723713d-d934-48e2-9b71-ef87603b8ea8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.607204 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Added segment f723713d-d934-48e2-9b71-ef87603b8ea8 of type vlan for network 19f04956-73d2-4abe-9abd-a30d01e6b1bc Jan 27 21:45:59.619508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01da213b-5931-408c-bafe-8557236b5917 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:45:59.622803 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-01da213b-5931-408c-bafe-8557236b5917 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.622995 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93fa7ee1-efc2-495e-9d08-24f6280513e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (465d09de-9bfd-42d2-9c31-f6cd14322b82), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.680485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa7ee1-efc2-495e-9d08-24f6280513e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465d09de-9bfd-42d2-9c31-f6cd14322b82,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:45:59.685436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-93fa7ee1-efc2-495e-9d08-24f6280513e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66d2591f5546445181444f0108de2591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5682528 Jan 27 21:45:59.688582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53894) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:59.718228 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (19f04956-73d2-4abe-9abd-a30d01e6b1bc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.749077 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3721ada-b659-4d99-846c-a94a4905a77f admin admin] Publish callbacks [] for security_group (465d09de-9bfd-42d2-9c31-f6cd14322b82), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.751583 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-1e03217a-6341-4db5-a39c-57c975421028 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] show failed (client error): The resource could not be found. Jan 27 21:45:59.757125 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1e03217a-6341-4db5-a39c-57c975421028 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags/tempest-TagsExtTest-Tag-1875931369 HTTP/1.1" status: 404 len: 329 time: 0.1819537 Jan 27 21:45:59.757557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53896) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:59.770851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-f508433e-a8a9-4ea0-8066-32de4a0b048d tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428', 'tempest-TagsExtTest-Tag-488540514') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:59.774123 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3721ada-b659-4d99-846c-a94a4905a77f admin admin] Publish callbacks [] for security_group (465d09de-9bfd-42d2-9c31-f6cd14322b82), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.880142 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-f508433e-a8a9-4ea0-8066-32de4a0b048d tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] show failed (client error): The resource could not be found. Jan 27 21:45:59.885244 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f508433e-a8a9-4ea0-8066-32de4a0b048d tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags/tempest-TagsExtTest-Tag-488540514 HTTP/1.1" status: 404 len: 328 time: 0.1227560 Jan 27 21:45:59.885926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53898) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:45:59.889978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-d57517e7-ab38-40ea-a10f-2eb452d8ccd4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685', {'tags': ['tempest-TagsExtTest-Tag-1346004347', 'tempest-TagsExtTest-Tag-643886830', 'tempest-TagsExtTest-Tag-1396940078']}) {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:45:59.944838 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (39c41d66-b220-4226-955d-69b3b64ad856), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.945596 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (19f04956-73d2-4abe-9abd-a30d01e6b1bc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.951639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:59.956243 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:45:59.957234 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.982013 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3721ada-b659-4d99-846c-a94a4905a77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (465d09de-9bfd-42d2-9c31-f6cd14322b82), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.984739 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3721ada-b659-4d99-846c-a94a4905a77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:45:59.992951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d3721ada-b659-4d99-846c-a94a4905a77f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/465d09de-9bfd-42d2-9c31-f6cd14322b82 HTTP/1.1" status: 204 len: 168 time: 0.3008635 Jan 27 21:45:59.998931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3721ada-b659-4d99-846c-a94a4905a77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465d09de-9bfd-42d2-9c31-f6cd14322b82,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:00.035117 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event updated for resources: {'Network': ['ID=39c41d66-b220-4226-955d-69b3b64ad856,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:00.059192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 39c41d66-b220-4226-955d-69b3b64ad856 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:00.088374 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-01da213b-5931-408c-bafe-8557236b5917 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (62d704fa-8f0d-4a14-a069-eeb5a8c8363c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.113154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d57517e7-ab38-40ea-a10f-2eb452d8ccd4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "PUT /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags HTTP/1.1" status: 200 len: 317 time: 0.2266760 Jan 27 21:46:00.116497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53906) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:00.121152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-28b9068b-320c-4ded-8946-4288244fe71a tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:00.148021 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6246021 Jan 27 21:46:00.149194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53908) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:00.201036 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e3457-502d-412c-8128-fd81305b7f42 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event updated for resources: {'Network': ['ID=19f04956-73d2-4abe-9abd-a30d01e6b1bc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:00.213670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 19f04956-73d2-4abe-9abd-a30d01e6b1bc details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:00.243251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da213b-5931-408c-bafe-8557236b5917 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Subnet': ['ID=62d704fa-8f0d-4a14-a069-eeb5a8c8363c,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:00.304652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da213b-5931-408c-bafe-8557236b5917 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Checking segment: {'id': '8dccce8d-558c-4a40-9cd9-c29c54b989d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '386a2db6-4a97-42a9-8f01-480050fbfa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:00.305019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01da213b-5931-408c-bafe-8557236b5917 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network hostable DHCP agents. Network: 386a2db6-4a97-42a9-8f01-480050fbfa59, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:00.517822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01da213b-5931-408c-bafe-8557236b5917 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network 386a2db6-4a97-42a9-8f01-480050fbfa59 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:00.621689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198c191-e16a-43c4-bc60-71edc2211774 req-f90704ae-cde2-4d0f-af4e-57e2d314cc17 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.628816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8198c191-e16a-43c4-bc60-71edc2211774 req-f90704ae-cde2-4d0f-af4e-57e2d314cc17 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.5506914 Jan 27 21:46:00.676363 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-01da213b-5931-408c-bafe-8557236b5917 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 386a2db6-4a97-42a9-8f01-480050fbfa59) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:00.681178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01da213b-5931-408c-bafe-8557236b5917 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.681822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-01da213b-5931-408c-bafe-8557236b5917 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.685869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1007438c-0c73-4c87-abe8-c1bb5d109ce6 None None] Network 386a2db6-4a97-42a9-8f01-480050fbfa59 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:00.747119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec87e70-5743-4b8d-b8e5-59408a696969 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.751985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec87e70-5743-4b8d-b8e5-59408a696969 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.756940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec87e70-5743-4b8d-b8e5-59408a696969 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.762115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec87e70-5743-4b8d-b8e5-59408a696969 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:00.763795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9ec87e70-5743-4b8d-b8e5-59408a696969 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6135845 Jan 27 21:46:00.770056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53914) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:00.778113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8198c191-e16a-43c4-bc60-71edc2211774 req-30d7d125-edc8-4d83-ad77-94f011fcded7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484430 Jan 27 21:46:00.826263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-386a2db6-4a97-42a9-8f01-480050fbfa59', 'network_id': '386a2db6-4a97-42a9-8f01-480050fbfa59', 'project_id': '6513e25c65a84f57a4b38f1145f8aa36', 'fixed_ips': [{'subnet_id': '62d704fa-8f0d-4a14-a069-eeb5a8c8363c'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:46:00.826657 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.874248 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (39c41d66-b220-4226-955d-69b3b64ad856), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:00.958979 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-01da213b-5931-408c-bafe-8557236b5917 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7149761 Jan 27 21:46:00.964483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53916) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:00.969891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-becbcaa0-a423-43c8-ab78-3c64872d0e0b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'subnet': {'network_id': '386a2db6-4a97-42a9-8f01-480050fbfa59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:00.977639 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (39c41d66-b220-4226-955d-69b3b64ad856), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.008177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c41d66-b220-4226-955d-69b3b64ad856']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:01.018793 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c399041-2826-4665-97b3-6b0d3a951d3a') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:01.019099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c399041-2826-4665-97b3-6b0d3a951d3a') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:01.031198 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (9c399041-2826-4665-97b3-6b0d3a951d3a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.046940 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9c399041-2826-4665-97b3-6b0d3a951d3a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.054819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:01.055489 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (9c399041-2826-4665-97b3-6b0d3a951d3a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:01.059176 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:01.065115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Allocated IP 2001:db8::2 (386a2db6-4a97-42a9-8f01-480050fbfa59/62d704fa-8f0d-4a14-a069-eeb5a8c8363c/cea52629-bde7-4a13-b3c3-e4f7dc8bbd26) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:01.072697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-28b9068b-320c-4ded-8946-4288244fe71a tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags HTTP/1.1" status: 204 len: 168 time: 0.9546759 Jan 27 21:46:01.075958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53920) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:01.090479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-97a802a8-0762-4672-82e8-53ed069419f8 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685', 'tempest-TagsExtTest-Tag-1346004347') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:01.228865 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-97a802a8-0762-4672-82e8-53ed069419f8 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] show failed (client error): The resource could not be found. Jan 27 21:46:01.231271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-97a802a8-0762-4672-82e8-53ed069419f8 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags/tempest-TagsExtTest-Tag-1346004347 HTTP/1.1" status: 404 len: 329 time: 0.1543560 Jan 27 21:46:01.238509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53922) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:01.249543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-60c7cd84-0a7f-4eaa-89a2-7ccdc47dbfd1 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685', 'tempest-TagsExtTest-Tag-643886830') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:01.290135 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Publish callbacks [] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.331231 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-60c7cd84-0a7f-4eaa-89a2-7ccdc47dbfd1 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] show failed (client error): The resource could not be found. Jan 27 21:46:01.332517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-60c7cd84-0a7f-4eaa-89a2-7ccdc47dbfd1 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags/tempest-TagsExtTest-Tag-643886830 HTTP/1.1" status: 404 len: 328 time: 0.0925539 Jan 27 21:46:01.335114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53924) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:01.339448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-1bc31c1e-2042-4924-be59-e230775655d5 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685', 'tempest-TagsExtTest-Tag-1396940078') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:01.404210 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-1bc31c1e-2042-4924-be59-e230775655d5 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] show failed (client error): The resource could not be found. Jan 27 21:46:01.405386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1bc31c1e-2042-4924-be59-e230775655d5 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags/tempest-TagsExtTest-Tag-1396940078 HTTP/1.1" status: 404 len: 329 time: 0.0693600 Jan 27 21:46:01.408298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53926) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:01.413926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-55c6d496-25b5-411e-98c7-d1f6e787e1ce tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2', {'tags': ['tempest-TagsExtTest-Tag-2071823019', 'tempest-TagsExtTest-Tag-1030792143', 'tempest-TagsExtTest-Tag-1049504507']}) {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:01.419842 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.480822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53928) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:01.485898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Pushing event updated for resources: {'Port': ['ID=cea52629-bde7-4a13-b3c3-e4f7dc8bbd26,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:01.491277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Network 386a2db6-4a97-42a9-8f01-480050fbfa59 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:01.493928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:01.499422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:01.507369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becbcaa0-a423-43c8-ab78-3c64872d0e0b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:01.511198 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-becbcaa0-a423-43c8-ab78-3c64872d0e0b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.516753 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-208c9813-79eb-4045-b2ca-00386891504f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.588120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Attempting to bind port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:01.588510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Attempting to bind port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '8dccce8d-558c-4a40-9cd9-c29c54b989d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '386a2db6-4a97-42a9-8f01-480050fbfa59'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:01.589174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Attempting to bind port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 on network 386a2db6-4a97-42a9-8f01-480050fbfa59 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:01.595011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:01.595384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Checking segment: {'id': '8dccce8d-558c-4a40-9cd9-c29c54b989d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '386a2db6-4a97-42a9-8f01-480050fbfa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:01.595902 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.596391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Bound using segment: {'id': '8dccce8d-558c-4a40-9cd9-c29c54b989d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '386a2db6-4a97-42a9-8f01-480050fbfa59'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:01.596848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Bound port: cea52629-bde7-4a13-b3c3-e4f7dc8bbd26, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dccce8d-558c-4a40-9cd9-c29c54b989d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '386a2db6-4a97-42a9-8f01-480050fbfa59'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:01.597258 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.669392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] For port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:01.700364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-55c6d496-25b5-411e-98c7-d1f6e787e1ce tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "PUT /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags HTTP/1.1" status: 200 len: 318 time: 0.2903824 Jan 27 21:46:01.709984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53934) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:01.715435 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-7e2422e8-156f-4434-877d-e9d07fc6bb1c tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:01.768987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] For port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cea52629-bde7-4a13-b3c3-e4f7dc8bbd26,segment=NetworkSegment(8dccce8d-558c-4a40-9cd9-c29c54b989d0),segment_id=8dccce8d-558c-4a40-9cd9-c29c54b989d0)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:01.794064 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (39c41d66-b220-4226-955d-69b3b64ad856), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.806525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.809086 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "DELETE /v2.0/networks/39c41d66-b220-4226-955d-69b3b64ad856 HTTP/1.1" status: 204 len: 168 time: 1.0376806 Jan 27 21:46:01.816842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53938) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:01.843237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6381370-4523-4320-a0d5-6be02254d2ea tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event deleted for resources: {'Network': ['ID=39c41d66-b220-4226-955d-69b3b64ad856,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:01.901534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-208c9813-79eb-4045-b2ca-00386891504f admin admin] Publish callbacks [] for security_group (c7acc21b-d851-4233-897f-1f85eb052228), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.943089 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (19f04956-73d2-4abe-9abd-a30d01e6b1bc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.954880 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.958756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca345db-7273-4c9c-a6b6-1d15c15e08eb req-88d048c8-3d7e-4a10-a471-3299066b4095 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:01.964681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eca345db-7273-4c9c-a6b6-1d15c15e08eb req-88d048c8-3d7e-4a10-a471-3299066b4095 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.0757992 Jan 27 21:46:01.988503 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7e2422e8-156f-4434-877d-e9d07fc6bb1c tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags HTTP/1.1" status: 204 len: 168 time: 0.2767372 Jan 27 21:46:01.990098 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-208c9813-79eb-4045-b2ca-00386891504f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c7acc21b-d851-4233-897f-1f85eb052228), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.992413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53940) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:01.993315 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-becbcaa0-a423-43c8-ab78-3c64872d0e0b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (3da245de-a0dc-4761-9b13-6abd8a3bf414), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:01.999042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-e2f011cb-9b59-47ec-b51e-89bec7c0bc2f tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2', 'tempest-TagsExtTest-Tag-2071823019') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:02.036612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14624f33-016e-4820-bd0a-2aa75a8f1f92 None None] Pushing event updated for resources: {'Port': ['ID=cea52629-bde7-4a13-b3c3-e4f7dc8bbd26,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:02.058145 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-208c9813-79eb-4045-b2ca-00386891504f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e954901100af4b9faee14a0adc926003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5728951 Jan 27 21:46:02.069274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53942) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:02.099541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c9813-79eb-4045-b2ca-00386891504f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7acc21b-d851-4233-897f-1f85eb052228,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:02.220248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becbcaa0-a423-43c8-ab78-3c64872d0e0b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network 386a2db6-4a97-42a9-8f01-480050fbfa59 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:02.237254 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (19f04956-73d2-4abe-9abd-a30d01e6b1bc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.244360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-becbcaa0-a423-43c8-ab78-3c64872d0e0b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:02.251375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becbcaa0-a423-43c8-ab78-3c64872d0e0b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.252102 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-becbcaa0-a423-43c8-ab78-3c64872d0e0b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.279363 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9cbadcc-6b14-4abd-b2b2-9dc788bb5f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.305479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eca345db-7273-4c9c-a6b6-1d15c15e08eb req-87b68f3d-84f0-4f7c-bc54-01a0dd4a2830 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362086 Jan 27 21:46:02.319682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbcaa0-a423-43c8-ab78-3c64872d0e0b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Subnet': ['ID=3da245de-a0dc-4761-9b13-6abd8a3bf414,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:02.324420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f04956-73d2-4abe-9abd-a30d01e6b1bc']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:02.347381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f723713d-d934-48e2-9b71-ef87603b8ea8') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:02.350242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f723713d-d934-48e2-9b71-ef87603b8ea8') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:02.370521 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (f723713d-d934-48e2-9b71-ef87603b8ea8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.394749 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-e2f011cb-9b59-47ec-b51e-89bec7c0bc2f tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] show failed (client error): The resource could not be found. Jan 27 21:46:02.395840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e2f011cb-9b59-47ec-b51e-89bec7c0bc2f tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags/tempest-TagsExtTest-Tag-2071823019 HTTP/1.1" status: 404 len: 329 time: 0.4003365 Jan 27 21:46:02.399338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53946) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:02.409712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-9902c934-fd7d-4ea0-aea6-37cd91208994 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2', 'tempest-TagsExtTest-Tag-1030792143') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:02.413272 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-720c690f-707f-4133-9ec6-650393287d32 admin admin] Publish callbacks [] for security_group (c7acc21b-d851-4233-897f-1f85eb052228), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.456189 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (f723713d-d934-48e2-9b71-ef87603b8ea8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.463972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:02.464702 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (f723713d-d934-48e2-9b71-ef87603b8ea8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:02.471375 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:02.491892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53948) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:02.501776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-becbcaa0-a423-43c8-ab78-3c64872d0e0b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5359540 Jan 27 21:46:02.594699 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-720c690f-707f-4133-9ec6-650393287d32 admin admin] Publish callbacks [] for security_group (c7acc21b-d851-4233-897f-1f85eb052228), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.633165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f12929d-df8c-45c8-b7a6-0212a0df83c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.634521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f12929d-df8c-45c8-b7a6-0212a0df83c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.636791 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f12929d-df8c-45c8-b7a6-0212a0df83c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.638351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f12929d-df8c-45c8-b7a6-0212a0df83c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.639690 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f12929d-df8c-45c8-b7a6-0212a0df83c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:02.646821 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9f12929d-df8c-45c8-b7a6-0212a0df83c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1495609 Jan 27 21:46:02.647267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53952) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:02.652905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3ce7dbc8-d336-47de-8c2b-dae2ea113037 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-585651354'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:02.665866 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-9902c934-fd7d-4ea0-aea6-37cd91208994 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] show failed (client error): The resource could not be found. Jan 27 21:46:02.668759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9902c934-fd7d-4ea0-aea6-37cd91208994 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags/tempest-TagsExtTest-Tag-1030792143 HTTP/1.1" status: 404 len: 329 time: 0.2639301 Jan 27 21:46:02.670707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53954) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:02.677681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-cc1d75e1-1c5c-438a-a9c8-a397689c78e4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2', 'tempest-TagsExtTest-Tag-1049504507') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:02.762820 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-cc1d75e1-1c5c-438a-a9c8-a397689c78e4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] show failed (client error): The resource could not be found. Jan 27 21:46:02.767134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cc1d75e1-1c5c-438a-a9c8-a397689c78e4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags/tempest-TagsExtTest-Tag-1049504507 HTTP/1.1" status: 404 len: 329 time: 0.0919979 Jan 27 21:46:02.767134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53956) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:02.772116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-15eb9be0-6ea6-4ab2-a560-4956e700eb26 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a', {'tags': ['tempest-TagsExtTest-Tag-1176554460', 'tempest-TagsExtTest-Tag-474083461', 'tempest-TagsExtTest-Tag-1049432833']}) {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:02.854073 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (19f04956-73d2-4abe-9abd-a30d01e6b1bc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.868893 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.868893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "DELETE /v2.0/networks/19f04956-73d2-4abe-9abd-a30d01e6b1bc HTTP/1.1" status: 204 len: 168 time: 1.0471244 Jan 27 21:46:02.869974 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53958) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:02.897332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b5107-1705-42b0-840f-fa709c215e1f tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event deleted for resources: {'Network': ['ID=19f04956-73d2-4abe-9abd-a30d01e6b1bc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:02.907912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-720c690f-707f-4133-9ec6-650393287d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c7acc21b-d851-4233-897f-1f85eb052228), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.923961 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-720c690f-707f-4133-9ec6-650393287d32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:02.923961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-720c690f-707f-4133-9ec6-650393287d32 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7acc21b-d851-4233-897f-1f85eb052228 HTTP/1.1" status: 204 len: 168 time: 0.8414247 Jan 27 21:46:02.946486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c690f-707f-4133-9ec6-650393287d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7acc21b-d851-4233-897f-1f85eb052228,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:02.995812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:03.029425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce7dbc8-d336-47de-8c2b-dae2ea113037 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:03.029425 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dbc8-d336-47de-8c2b-dae2ea113037 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.098286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-15eb9be0-6ea6-4ab2-a560-4956e700eb26 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "PUT /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags HTTP/1.1" status: 200 len: 317 time: 0.3223486 Jan 27 21:46:03.098973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53962) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:03.108843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-f80a750c-eb3d-4a3e-ba1f-a18106420891 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:03.118073 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:03.119945 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.261740 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce7dbc8-d336-47de-8c2b-dae2ea113037 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:03.303863 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8fe715-ad04-4ab7-9839-fe4ada93f769 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.314996 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8fe715-ad04-4ab7-9839-fe4ada93f769 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.315640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:03.316054 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.317087 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cc8fe715-ad04-4ab7-9839-fe4ada93f769 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4454498 Jan 27 21:46:03.320967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53966) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:03.326247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-71cf1852-405f-4ff8-9ede-de3a6d0a72e7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-524676788'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:03.329581 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dbc8-d336-47de-8c2b-dae2ea113037 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b02677d0-4b59-4897-8e4c-122a67b656cd), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.330270 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-3ce7dbc8-d336-47de-8c2b-dae2ea113037 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Added segment b02677d0-4b59-4897-8e4c-122a67b656cd of type vlan for network 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd Jan 27 21:46:03.373386 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cea52629-bde7-4a13-b3c3-e4f7dc8bbd26,segment=NetworkSegment(8dccce8d-558c-4a40-9cd9-c29c54b989d0),segment_id=8dccce8d-558c-4a40-9cd9-c29c54b989d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:03.382733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f80a750c-eb3d-4a3e-ba1f-a18106420891 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags HTTP/1.1" status: 204 len: 168 time: 0.2801590 Jan 27 21:46:03.383727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53968) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:03.388018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-d64a206b-ceab-4429-834c-334d37432185 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a', 'tempest-TagsExtTest-Tag-1176554460') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:03.432021 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-d64a206b-ceab-4429-834c-334d37432185 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] show failed (client error): The resource could not be found. Jan 27 21:46:03.437696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d64a206b-ceab-4429-834c-334d37432185 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags/tempest-TagsExtTest-Tag-1176554460 HTTP/1.1" status: 404 len: 329 time: 0.0532012 Jan 27 21:46:03.438311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53972) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:03.443612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-53ce00ab-12f0-4bea-9641-64da3ab218b3 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a', 'tempest-TagsExtTest-Tag-474083461') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:03.450893 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dbc8-d336-47de-8c2b-dae2ea113037 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.459065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cf1852-405f-4ff8-9ede-de3a6d0a72e7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Made reservation on behalf of 4f19e22d901e4ce79a1b95674dc49c0b for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:03.463773 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71cf1852-405f-4ff8-9ede-de3a6d0a72e7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.468335 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176e64b7-134a-4d43-ae8f-6aef98010975 None None] Network 386a2db6-4a97-42a9-8f01-480050fbfa59 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:03.530903 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.533041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71cf1852-405f-4ff8-9ede-de3a6d0a72e7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:03.541660 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-53ce00ab-12f0-4bea-9641-64da3ab218b3 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] show failed (client error): The resource could not be found. Jan 27 21:46:03.542675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-53ce00ab-12f0-4bea-9641-64da3ab218b3 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags/tempest-TagsExtTest-Tag-474083461 HTTP/1.1" status: 404 len: 328 time: 0.1033776 Jan 27 21:46:03.545845 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53974) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:03.551849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-d79403d7-ed54-4a0d-b40f-cb0137ca8a13 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a', 'tempest-TagsExtTest-Tag-1049432833') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:03.552392 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71cf1852-405f-4ff8-9ede-de3a6d0a72e7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (eecd7a3c-b173-48c9-809b-4213fee19f04), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.552746 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-71cf1852-405f-4ff8-9ede-de3a6d0a72e7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Added segment eecd7a3c-b173-48c9-809b-4213fee19f04 of type vlan for network ae983c13-4c9f-48f5-b7b9-595549024f02 Jan 27 21:46:03.571330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7da18-74c0-4aed-8256-7b88f4a55b9c req-a3833199-446a-4188-adec-17e58c367f77 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.577702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ee7da18-74c0-4aed-8256-7b88f4a55b9c req-a3833199-446a-4188-adec-17e58c367f77 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.1033053 Jan 27 21:46:03.580847 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-d79403d7-ed54-4a0d-b40f-cb0137ca8a13 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] show failed (client error): The resource could not be found. Jan 27 21:46:03.580847 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d79403d7-ed54-4a0d-b40f-cb0137ca8a13 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags/tempest-TagsExtTest-Tag-1049432833 HTTP/1.1" status: 404 len: 329 time: 0.0321095 Jan 27 21:46:03.583257 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53976) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:03.589171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-931d4a8f-789e-4f50-a113-b3c6039e5f90 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '060bb01a-f508-46db-8c85-04fbfc7eae6a') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:03.610910 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7829436a-a32b-44ba-8344-097034c10c0d None None] Provisioning complete for port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:03.611211 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7829436a-a32b-44ba-8344-097034c10c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.632422 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-931d4a8f-789e-4f50-a113-b3c6039e5f90 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a/tags HTTP/1.1" status: 204 len: 168 time: 0.0478408 Jan 27 21:46:03.636383 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53980) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:03.642067 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-c6b2c7f6-7f37-449b-969e-5ee89ea62500 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'db5225b3-1ace-441e-bc22-473e36957fe2') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:03.651296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=cea52629-bde7-4a13-b3c3-e4f7dc8bbd26,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:03.662694 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71cf1852-405f-4ff8-9ede-de3a6d0a72e7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (ae983c13-4c9f-48f5-b7b9-595549024f02), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.686876 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dbc8-d336-47de-8c2b-dae2ea113037 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.694587 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce7dbc8-d336-47de-8c2b-dae2ea113037 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.695355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ce7dbc8-d336-47de-8c2b-dae2ea113037 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.774560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ee7da18-74c0-4aed-8256-7b88f4a55b9c req-5c3dae52-9801-4756-b1e6-9188da25f65a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916757 Jan 27 21:46:03.845464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7dbc8-d336-47de-8c2b-dae2ea113037 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Network': ['ID=3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:03.848947 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c6b2c7f6-7f37-449b-969e-5ee89ea62500 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2/tags HTTP/1.1" status: 204 len: 168 time: 0.2112834 Jan 27 21:46:03.852385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53990) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:03.860727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-6b849918-4f5e-41c0-9de7-674dbc405b11 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5a3ba74a-3889-4c5e-8bbd-6c91e37a0685') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:03.876798 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3ce7dbc8-d336-47de-8c2b-dae2ea113037 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2135963 Jan 27 21:46:03.877900 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71cf1852-405f-4ff8-9ede-de3a6d0a72e7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (ae983c13-4c9f-48f5-b7b9-595549024f02), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.878046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53992) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:03.878144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cf1852-405f-4ff8-9ede-de3a6d0a72e7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:03.878144 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71cf1852-405f-4ff8-9ede-de3a6d0a72e7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:03.878303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:03.878303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15e0470-c922-4bdf-99cb-bb61fae1f5fe None None] Update dhcp port {'port': {'network_id': '386a2db6-4a97-42a9-8f01-480050fbfa59', 'fixed_ips': [{'subnet_id': '62d704fa-8f0d-4a14-a069-eeb5a8c8363c', 'ip_address': '2001:db8::2'}, {'subnet_id': '3da245de-a0dc-4761-9b13-6abd8a3bf414'}], 'binding:host_id': 'n-d-760456-6'}, 'id': 'cea52629-bde7-4a13-b3c3-e4f7dc8bbd26'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 21:46:03.884708 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-eb2c6b96-0a00-46cc-96ce-078bbfe37695 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:03.894465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7829436a-a32b-44ba-8344-097034c10c0d None None] Current status of the port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:03.996162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f15e0470-c922-4bdf-99cb-bb61fae1f5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.009488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf1852-405f-4ff8-9ede-de3a6d0a72e7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event updated for resources: {'Network': ['ID=ae983c13-4c9f-48f5-b7b9-595549024f02,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:04.036300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6b849918-4f5e-41c0-9de7-674dbc405b11 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685/tags HTTP/1.1" status: 204 len: 168 time: 0.1823976 Jan 27 21:46:04.038798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53998) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:04.043111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-88312dfb-b2e4-4849-8397-032e19dd770e tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5133a23b-24d3-497e-b73b-5158f2940428') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:04.052877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network ae983c13-4c9f-48f5-b7b9-595549024f02 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:04.086465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-71cf1852-405f-4ff8-9ede-de3a6d0a72e7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7643561 Jan 27 21:46:04.090059 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6b96-0a00-46cc-96ce-078bbfe37695 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.094673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54000) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:04.103309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-75489801-b83f-43b3-a209-8e05cb4a03e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-781931172'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:04.146607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-88312dfb-b2e4-4849-8397-032e19dd770e tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428/tags HTTP/1.1" status: 204 len: 168 time: 0.1059930 Jan 27 21:46:04.153667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54004) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:04.193806 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6b96-0a00-46cc-96ce-078bbfe37695 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.234320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb2c6b96-0a00-46cc-96ce-078bbfe37695 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd is not hosted by any dhcp agent {{(pid=104026) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 21:46:04.244111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2c6b96-0a00-46cc-96ce-078bbfe37695 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.245335 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb2c6b96-0a00-46cc-96ce-078bbfe37695 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.249424 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-eb2c6b96-0a00-46cc-96ce-078bbfe37695 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "PUT /v2.0/networks/3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd HTTP/1.1" status: 200 len: 723 time: 0.3781397 Jan 27 21:46:04.249656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54006) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:04.255614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-81a7fe32-d6c7-4d8f-9559-21828bafc656 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'subnet': {'network_id': '3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:04.272310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75489801-b83f-43b3-a209-8e05cb4a03e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Made reservation on behalf of 4f19e22d901e4ce79a1b95674dc49c0b for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:04.275890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75489801-b83f-43b3-a209-8e05cb4a03e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.315246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c6b96-0a00-46cc-96ce-078bbfe37695 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Network': ['ID=3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:04.370313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75489801-b83f-43b3-a209-8e05cb4a03e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:04.371169 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75489801-b83f-43b3-a209-8e05cb4a03e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (201680d7-6130-4f1f-b240-74c7e6c7c506), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.371557 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-75489801-b83f-43b3-a209-8e05cb4a03e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Added segment 201680d7-6130-4f1f-b240-74c7e6c7c506 of type vlan for network 469f470b-5861-4d49-97ed-11d23a3768ae Jan 27 21:46:04.425138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3ae47b9-9884-460f-9128-1e4444caa962 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.428720 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d3ae47b9-9884-460f-9128-1e4444caa962 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/subnetpools/060bb01a-f508-46db-8c85-04fbfc7eae6a HTTP/1.1" status: 204 len: 168 time: 0.2711482 Jan 27 21:46:04.429742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54016) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:04.437570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:04.445441 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75489801-b83f-43b3-a209-8e05cb4a03e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (469f470b-5861-4d49-97ed-11d23a3768ae), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.465982 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-167ff575-6271-48e5-b6ce-aeea207230a3 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "GET /v2.0/ports?device_id=db5225b3-1ace-441e-bc22-473e36957fe2 HTTP/1.1" status: 200 len: 205 time: 0.0315888 Jan 27 21:46:04.466590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54018) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:04.543547 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c035fc2-2fce-4be6-85d9-323648a186e4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for router (db5225b3-1ace-441e-bc22-473e36957fe2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.603780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-f15e0470-c922-4bdf-99cb-bb61fae1f5fe None None] Allocated IP 172.20.0.1 (386a2db6-4a97-42a9-8f01-480050fbfa59/3da245de-a0dc-4761-9b13-6abd8a3bf414/cea52629-bde7-4a13-b3c3-e4f7dc8bbd26) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:04.621892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a7fe32-d6c7-4d8f-9559-21828bafc656 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:04.625610 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81a7fe32-d6c7-4d8f-9559-21828bafc656 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.649203 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75489801-b83f-43b3-a209-8e05cb4a03e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (469f470b-5861-4d49-97ed-11d23a3768ae), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.654602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75489801-b83f-43b3-a209-8e05cb4a03e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:04.655216 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75489801-b83f-43b3-a209-8e05cb4a03e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.721373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f15e0470-c922-4bdf-99cb-bb61fae1f5fe None None] For port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cea52629-bde7-4a13-b3c3-e4f7dc8bbd26,segment=NetworkSegment(8dccce8d-558c-4a40-9cd9-c29c54b989d0),segment_id=8dccce8d-558c-4a40-9cd9-c29c54b989d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:04.771731 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f15e0470-c922-4bdf-99cb-bb61fae1f5fe None None] Publish callbacks [] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.843895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54026) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:04.909147 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f15e0470-c922-4bdf-99cb-bb61fae1f5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:04.976417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e0470-c922-4bdf-99cb-bb61fae1f5fe None None] Pushing event updated for resources: {'Port': ['ID=cea52629-bde7-4a13-b3c3-e4f7dc8bbd26,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:04.981257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:05.025339 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d039666-e8a5-4383-ac9c-cef08c19f2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.042101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1299473187-network', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:05.103337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:05.104260 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.194245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c035fc2-2fce-4be6-85d9-323648a186e4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (db5225b3-1ace-441e-bc22-473e36957fe2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.198797 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c035fc2-2fce-4be6-85d9-323648a186e4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for router_controller (db5225b3-1ace-441e-bc22-473e36957fe2), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.203699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:05.205478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-75489801-b83f-43b3-a209-8e05cb4a03e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1071265 Jan 27 21:46:05.209369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54030) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:05.215328 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'ports': [{'network_id': 'ae983c13-4c9f-48f5-b7b9-595549024f02', 'name': 'tempest-port--1305669418', 'admin_state_up': True}, {'network_id': '469f470b-5861-4d49-97ed-11d23a3768ae', 'admin_state_up': False}]} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:05.221775 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'port': {'network_id': 'ae983c13-4c9f-48f5-b7b9-595549024f02', 'name': 'tempest-port--1305669418', 'admin_state_up': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:05.221775 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'port': {'network_id': '469f470b-5861-4d49-97ed-11d23a3768ae', 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:05.229046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75489801-b83f-43b3-a209-8e05cb4a03e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event updated for resources: {'Network': ['ID=469f470b-5861-4d49-97ed-11d23a3768ae,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:05.241965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 469f470b-5861-4d49-97ed-11d23a3768ae details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:05.299843 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Made reservation on behalf of c33a792bc92f445fad0ef862f076efe5 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:05.302402 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.320711 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.325856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02980dc9-06fb-4265-879c-abd07354e2ca req-c7014fb4-a2db-4ad5-b152-5d7ea9e541f5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:05.327394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02980dc9-06fb-4265-879c-abd07354e2ca req-c7014fb4-a2db-4ad5-b152-5d7ea9e541f5 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.2486839 Jan 27 21:46:05.428464 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c035fc2-2fce-4be6-85d9-323648a186e4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (db5225b3-1ace-441e-bc22-473e36957fe2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.429052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c035fc2-2fce-4be6-85d9-323648a186e4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Fanout notify agent at l3_agent the message router_deleted on router db5225b3-1ace-441e-bc22-473e36957fe2 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:46:05.449448 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c035fc2-2fce-4be6-85d9-323648a186e4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.452803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9c035fc2-2fce-4be6-85d9-323648a186e4 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/routers/db5225b3-1ace-441e-bc22-473e36957fe2 HTTP/1.1" status: 204 len: 168 time: 0.9830647 Jan 27 21:46:05.458210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54036) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:05.520651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02980dc9-06fb-4265-879c-abd07354e2ca req-72f546ac-a5fb-4c40-8276-bb3060d377fb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826925 Jan 27 21:46:05.552949 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Publish callbacks [] for security_group (2383b026-a797-4a10-a81f-35ba4a332bf6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.613967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Made reservation on behalf of 4f19e22d901e4ce79a1b95674dc49c0b for: {'port': 2} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:05.622589 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.641750 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.647638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-58365abf-a558-4ee9-a9e2-dfaaeb8f1afb tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Deleting port 5a3ba74a-3889-4c5e-8bbd-6c91e37a0685 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:05.648157 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-58365abf-a558-4ee9-a9e2-dfaaeb8f1afb tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5a3ba74a-3889-4c5e-8bbd-6c91e37a0685), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.677182 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2383b026-a797-4a10-a81f-35ba4a332bf6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.779798 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81a7fe32-d6c7-4d8f-9559-21828bafc656 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (da2a0f94-2b18-4b37-917d-823efb7e5c1d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.782976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:05.828525 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2383b026-a797-4a10-a81f-35ba4a332bf6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:05.886476 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-58365abf-a558-4ee9-a9e2-dfaaeb8f1afb tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5a3ba74a-3889-4c5e-8bbd-6c91e37a0685), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.890633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-58365abf-a558-4ee9-a9e2-dfaaeb8f1afb tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Calling delete_port for 5a3ba74a-3889-4c5e-8bbd-6c91e37a0685 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:05.900359 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2a212626-844a-479d-8fe4-7156c7ce6a65), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:05.900996 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Added segment 2a212626-844a-479d-8fe4-7156c7ce6a65 of type vlan for network 8e7de762-ded7-453e-b7ef-41b4d90d6b1b Jan 27 21:46:05.907660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7fe32-d6c7-4d8f-9559-21828bafc656 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Subnet': ['ID=da2a0f94-2b18-4b37-917d-823efb7e5c1d,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:05.981565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a7fe32-d6c7-4d8f-9559-21828bafc656 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Checking segment: {'id': 'b02677d0-4b59-4897-8e4c-122a67b656cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:05.982004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a7fe32-d6c7-4d8f-9559-21828bafc656 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network hostable DHCP agents. Network: 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:05.986091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] device_id is not set on port b313decd-a4f5-4388-bb51-1641aa673b64 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:46:05.990244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfedf055-4ae0-45ed-8cb8-c2fec47697ec None None] Network 386a2db6-4a97-42a9-8f01-480050fbfa59 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:05.994523 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (8e7de762-ded7-453e-b7ef-41b4d90d6b1b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.092598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-22d4d2a2-4bc3-46fe-96ea-dcdc66a9ce98 None None] Provisioning complete for port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:06.093600 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-22d4d2a2-4bc3-46fe-96ea-dcdc66a9ce98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.107062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for port (b313decd-a4f5-4388-bb51-1641aa673b64), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.145953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a7fe32-d6c7-4d8f-9559-21828bafc656 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:06.166369 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (8e7de762-ded7-453e-b7ef-41b4d90d6b1b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.167285 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:06.167467 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.167868 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.212186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] device_id is not set on port 2e662a22-1a87-440f-8662-815558183bf8 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:46:06.238045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-58365abf-a558-4ee9-a9e2-dfaaeb8f1afb tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5a3ba74a-3889-4c5e-8bbd-6c91e37a0685), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.262748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=8e7de762-ded7-453e-b7ef-41b4d90d6b1b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:06.263776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-22d4d2a2-4bc3-46fe-96ea-dcdc66a9ce98 None None] Current status of the port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:06.282885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 8e7de762-ded7-453e-b7ef-41b4d90d6b1b details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:06.292417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58365abf-a558-4ee9-a9e2-dfaaeb8f1afb tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Pushing event deleted for resources: {'Port': ['ID=5a3ba74a-3889-4c5e-8bbd-6c91e37a0685,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:06.295975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-81a7fe32-d6c7-4d8f-9559-21828bafc656 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:06.303490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a7fe32-d6c7-4d8f-9559-21828bafc656 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:06.304426 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81a7fe32-d6c7-4d8f-9559-21828bafc656 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.341980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f9ff03-f595-43c1-9ba2-e93096cd5a2a None None] Network 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:06.396171 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-58365abf-a558-4ee9-a9e2-dfaaeb8f1afb tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.411131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-58365abf-a558-4ee9-a9e2-dfaaeb8f1afb tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/ports/5a3ba74a-3889-4c5e-8bbd-6c91e37a0685 HTTP/1.1" status: 204 len: 168 time: 0.9490654 Jan 27 21:46:06.412538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54042) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:06.459968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54044) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:06.462149 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-beb85a05-d68e-4050-ba27-886a05140ef5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6225517 Jan 27 21:46:06.481354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ee1627b2-0c31-4e2a-bc38-556549c10f37 admin admin] Request body: {'subnet': {'network_id': '8e7de762-ded7-453e-b7ef-41b4d90d6b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1299473187-subnet', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:06.497534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for port (2e662a22-1a87-440f-8662-815558183bf8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.498080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd', 'network_id': '3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd', 'project_id': '6513e25c65a84f57a4b38f1145f8aa36', 'fixed_ips': [{'subnet_id': 'da2a0f94-2b18-4b37-917d-823efb7e5c1d'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:46:06.499132 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.585700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54050) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:06.592840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-780e5b48-425f-4ce5-ae3f-b440c2094fd1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:06.597257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-81a7fe32-d6c7-4d8f-9559-21828bafc656 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3463607 Jan 27 21:46:06.622133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbfde46-ae6c-456d-8125-ca7784775404 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Deleting subnet 5133a23b-24d3-497e-b73b-5158f2940428 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:06.631939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cbfde46-ae6c-456d-8125-ca7784775404 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for subnet (5133a23b-24d3-497e-b73b-5158f2940428), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.701501 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b313decd-a4f5-4388-bb51-1641aa673b64), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.802469 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cbfde46-ae6c-456d-8125-ca7784775404 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (5133a23b-24d3-497e-b73b-5158f2940428), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.809315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1627b2-0c31-4e2a-bc38-556549c10f37 admin admin] Made reservation on behalf of c33a792bc92f445fad0ef862f076efe5 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:06.819564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee1627b2-0c31-4e2a-bc38-556549c10f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.863214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Allocated IP 2001:db8::2 (3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd/da2a0f94-2b18-4b37-917d-823efb7e5c1d/02a16810-0350-490f-ba64-fbb442087fd2) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:06.892485 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-780e5b48-425f-4ce5-ae3f-b440c2094fd1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11912775'] for subnet (da2a0f94-2b18-4b37-917d-823efb7e5c1d), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.900681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b83ede9f-9e6d-4d76-9790-897093fe3255 None None] Provisioning complete for port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:06.901064 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b83ede9f-9e6d-4d76-9790-897093fe3255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:06.901591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event updated for resources: {'Port': ['ID=b313decd-a4f5-4388-bb51-1641aa673b64,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:06.980358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:07.017206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Checking segment: {'id': 'eecd7a3c-b173-48c9-809b-4213fee19f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'ae983c13-4c9f-48f5-b7b9-595549024f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:07.017565 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Network hostable DHCP agents. Network: ae983c13-4c9f-48f5-b7b9-595549024f02, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:07.032427 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cbfde46-ae6c-456d-8125-ca7784775404 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (5133a23b-24d3-497e-b73b-5158f2940428), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.115846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d224c1a-0e5b-4dd2-975f-d6f232a262a4 req-9db7428e-02cd-4946-abe2-24e3b8563302 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.117401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d224c1a-0e5b-4dd2-975f-d6f232a262a4 req-9db7428e-02cd-4946-abe2-24e3b8563302 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.4348512 Jan 27 21:46:07.133746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Network ae983c13-4c9f-48f5-b7b9-595549024f02 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:07.200732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d224c1a-0e5b-4dd2-975f-d6f232a262a4 req-63b1990c-5e81-4e88-8acf-213e385427dc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665383 Jan 27 21:46:07.245707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, ae983c13-4c9f-48f5-b7b9-595549024f02) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:07.250177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:07.251407 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cbfde46-ae6c-456d-8125-ca7784775404 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (5133a23b-24d3-497e-b73b-5158f2940428), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.256466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (2e662a22-1a87-440f-8662-815558183bf8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.268651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:07.269190 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.282895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a6da79-6f8f-4436-9d7c-6bc3a72ffb23 None None] Network ae983c13-4c9f-48f5-b7b9-595549024f02 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:07.308660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfde46-ae6c-456d-8125-ca7784775404 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Pushing event deleted for resources: {'Subnet': ['ID=5133a23b-24d3-497e-b73b-5158f2940428,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:07.311104 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cbfde46-ae6c-456d-8125-ca7784775404 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.319893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5cbfde46-ae6c-456d-8125-ca7784775404 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/subnets/5133a23b-24d3-497e-b73b-5158f2940428 HTTP/1.1" status: 204 len: 168 time: 0.9059625 Jan 27 21:46:07.326796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54060) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:07.375318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event updated for resources: {'Port': ['ID=2e662a22-1a87-440f-8662-815558183bf8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:07.400057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b86e3-02e0-4f1b-ab87-fec72cb2e15d None None] Network b59c6c6a-a6e2-4e51-b099-27d8262f5c0e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:07.402384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b83ede9f-9e6d-4d76-9790-897093fe3255 None None] Current status of the port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:07.441026 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Checking segment: {'id': '201680d7-6130-4f1f-b240-74c7e6c7c506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '469f470b-5861-4d49-97ed-11d23a3768ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:07.443736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Network hostable DHCP agents. Network: 469f470b-5861-4d49-97ed-11d23a3768ae, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:07.469701 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Publish callbacks [] for port (02a16810-0350-490f-ba64-fbb442087fd2), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.486048 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b59c6c6a-a6e2-4e51-b099-27d8262f5c0e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.542553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Deleting port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:07.542902 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.579381 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.630442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:07.637961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Network 469f470b-5861-4d49-97ed-11d23a3768ae is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:07.649662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] For port e3be2b5e-8f7a-488c-a276-7782bf43e3d3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e3be2b5e-8f7a-488c-a276-7782bf43e3d3,segment=NetworkSegment(fddddd5d-7f57-4f97-8e8b-39590678900b),segment_id=fddddd5d-7f57-4f97-8e8b-39590678900b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:07.652403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.679827 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee1627b2-0c31-4e2a-bc38-556549c10f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (73abd7d6-2e20-49da-bf9e-15dd37f94f0c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.695703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Calling delete_port for e3be2b5e-8f7a-488c-a276-7782bf43e3d3 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:07.704877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2184031-dcbc-45a2-aab0-e52b73a96e6c None None] DHCP port deletion for b59c6c6a-a6e2-4e51-b099-27d8262f5c0e request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:46:07.747658 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (02a16810-0350-490f-ba64-fbb442087fd2), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.788360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Network 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:07.792928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:07.802031 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 469f470b-5861-4d49-97ed-11d23a3768ae) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:07.804474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:07.815255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Pushing event updated for resources: {'Port': ['ID=02a16810-0350-490f-ba64-fbb442087fd2,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:07.820517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf52d9f7-9e05-4b83-b595-187a7cb69d6d None None] Network 469f470b-5861-4d49-97ed-11d23a3768ae requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:07.824566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1627b2-0c31-4e2a-bc38-556549c10f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73abd7d6-2e20-49da-bf9e-15dd37f94f0c,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:07.837174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1627b2-0c31-4e2a-bc38-556549c10f37 admin admin] Checking segment: {'id': '2a212626-844a-479d-8fe4-7156c7ce6a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8e7de762-ded7-453e-b7ef-41b4d90d6b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:07.837544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1627b2-0c31-4e2a-bc38-556549c10f37 admin admin] Network hostable DHCP agents. Network: 8e7de762-ded7-453e-b7ef-41b4d90d6b1b, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:07.874120 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:07.884729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.890404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:07.891607 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.946944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f2184031-dcbc-45a2-aab0-e52b73a96e6c None None] Deleting port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:07.946944 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2184031-dcbc-45a2-aab0-e52b73a96e6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.976839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1627b2-0c31-4e2a-bc38-556549c10f37 admin admin] Network 8e7de762-ded7-453e-b7ef-41b4d90d6b1b is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:07.980018 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:07.991073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ee1627b2-0c31-4e2a-bc38-556549c10f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 8e7de762-ded7-453e-b7ef-41b4d90d6b1b) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:08.000456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Attempting to bind port 02a16810-0350-490f-ba64-fbb442087fd2 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:08.000843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Attempting to bind port 02a16810-0350-490f-ba64-fbb442087fd2 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'b02677d0-4b59-4897-8e4c-122a67b656cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:08.001489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Attempting to bind port 02a16810-0350-490f-ba64-fbb442087fd2 on network 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:08.020834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafd7ef2-bb35-4608-9ff1-b01229ed5d63 None None] Network 8e7de762-ded7-453e-b7ef-41b4d90d6b1b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:08.024981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1627b2-0c31-4e2a-bc38-556549c10f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:08.025993 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee1627b2-0c31-4e2a-bc38-556549c10f37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.029434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Pushing event deleted for resources: {'Port': ['ID=e3be2b5e-8f7a-488c-a276-7782bf43e3d3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:08.036345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] No DVR routers for this DVR port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:08.052281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:08.053129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Checking segment: {'id': 'b02677d0-4b59-4897-8e4c-122a67b656cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:08.053129 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.053495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Bound using segment: {'id': 'b02677d0-4b59-4897-8e4c-122a67b656cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:08.053951 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Bound port: 02a16810-0350-490f-ba64-fbb442087fd2, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02677d0-4b59-4897-8e4c-122a67b656cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:08.054342 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (02a16810-0350-490f-ba64-fbb442087fd2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.075252 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fa443080-8055-4e24-89d4-19cdfc12b468 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8637819 Jan 27 21:46:08.077418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54066) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:08.142566 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f2184031-dcbc-45a2-aab0-e52b73a96e6c None None] For port e3be2b5e-8f7a-488c-a276-7782bf43e3d3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e3be2b5e-8f7a-488c-a276-7782bf43e3d3,segment=NetworkSegment(fddddd5d-7f57-4f97-8e8b-39590678900b),segment_id=fddddd5d-7f57-4f97-8e8b-39590678900b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:08.142886 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2184031-dcbc-45a2-aab0-e52b73a96e6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.153677 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b59c6c6a-a6e2-4e51-b099-27d8262f5c0e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.183664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59c6c6a-a6e2-4e51-b099-27d8262f5c0e']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:08.195501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f2184031-dcbc-45a2-aab0-e52b73a96e6c None None] Calling delete_port for e3be2b5e-8f7a-488c-a276-7782bf43e3d3 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:08.197976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fddddd5d-7f57-4f97-8e8b-39590678900b') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:08.198490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fddddd5d-7f57-4f97-8e8b-39590678900b') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:08.211889 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (fddddd5d-7f57-4f97-8e8b-39590678900b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.230366 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (fddddd5d-7f57-4f97-8e8b-39590678900b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.230719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aedec27-701b-4732-811a-e1ef710e4cf6 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:08.237376 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aedec27-701b-4732-811a-e1ef710e4cf6 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:08.239108 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6aedec27-701b-4732-811a-e1ef710e4cf6 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1593652 Jan 27 21:46:08.246155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:08.246994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54070) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:08.247771 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (fddddd5d-7f57-4f97-8e8b-39590678900b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.302934 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-780e5b48-425f-4ce5-ae3f-b440c2094fd1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777045144531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8985427'] for subnet (da2a0f94-2b18-4b37-917d-823efb7e5c1d), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:08.327197 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:08.386941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780e5b48-425f-4ce5-ae3f-b440c2094fd1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:08.387709 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-780e5b48-425f-4ce5-ae3f-b440c2094fd1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.389756 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-780e5b48-425f-4ce5-ae3f-b440c2094fd1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "PUT /v2.0/subnets/da2a0f94-2b18-4b37-917d-823efb7e5c1d HTTP/1.1" status: 200 len: 826 time: 1.8027647 Jan 27 21:46:08.394524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54072) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:08.398305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e877a-4bd2-49de-b8dc-d3d2a44201f3 req-4dffe435-50db-4d4c-bb93-9f93550f6298 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:08.399939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f0e877a-4bd2-49de-b8dc-d3d2a44201f3 req-4dffe435-50db-4d4c-bb93-9f93550f6298 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.0717945 Jan 27 21:46:08.422788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e5b48-425f-4ce5-ae3f-b440c2094fd1 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Subnet': ['ID=da2a0f94-2b18-4b37-917d-823efb7e5c1d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:08.476028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f0e877a-4bd2-49de-b8dc-d3d2a44201f3 req-887c3fb9-243b-4029-9571-450c65e232ee tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676851 Jan 27 21:46:08.497828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-8e7de762-ded7-453e-b7ef-41b4d90d6b1b', 'network_id': '8e7de762-ded7-453e-b7ef-41b4d90d6b1b', 'project_id': 'c33a792bc92f445fad0ef862f076efe5', 'fixed_ips': [{'subnet_id': '73abd7d6-2e20-49da-bf9e-15dd37f94f0c'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:46:08.498400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f63d9f94-ef94-483d-bc2a-823d9df6af3a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Deleting port b313decd-a4f5-4388-bb51-1641aa673b64 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:08.498511 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.498608 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f63d9f94-ef94-483d-bc2a-823d9df6af3a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b313decd-a4f5-4388-bb51-1641aa673b64), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.502709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] For port 02a16810-0350-490f-ba64-fbb442087fd2, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:08.549469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] For port 02a16810-0350-490f-ba64-fbb442087fd2, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=02a16810-0350-490f-ba64-fbb442087fd2,segment=NetworkSegment(b02677d0-4b59-4897-8e4c-122a67b656cd),segment_id=b02677d0-4b59-4897-8e4c-122a67b656cd)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:08.567810 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.596532 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f63d9f94-ef94-483d-bc2a-823d9df6af3a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b313decd-a4f5-4388-bb51-1641aa673b64), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.598356 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ee1627b2-0c31-4e2a-bc38-556549c10f37 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1316550 Jan 27 21:46:08.606449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54074) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:08.613497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1299473187-router', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:08.632259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f63d9f94-ef94-483d-bc2a-823d9df6af3a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Calling delete_port for b313decd-a4f5-4388-bb51-1641aa673b64 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:08.650433 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b59c6c6a-a6e2-4e51-b099-27d8262f5c0e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.663316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.665544 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (02a16810-0350-490f-ba64-fbb442087fd2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.678762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] 10.222.0.61 "DELETE /v2.0/networks/b59c6c6a-a6e2-4e51-b099-27d8262f5c0e HTTP/1.1" status: 204 len: 168 time: 1.3507872 Jan 27 21:46:08.710799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589f372-d3d4-4f00-b186-1a317d8bf251 tempest-TagsExtTest-708515612 tempest-TagsExtTest-708515612-project] Pushing event deleted for resources: {'Network': ['ID=b59c6c6a-a6e2-4e51-b099-27d8262f5c0e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:08.740144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Deleting port 02a16810-0350-490f-ba64-fbb442087fd2 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:08.740614 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (02a16810-0350-490f-ba64-fbb442087fd2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.751048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e79d69-921c-4272-b4fe-fbc2e3278df4 None None] Pushing event updated for resources: {'Port': ['ID=02a16810-0350-490f-ba64-fbb442087fd2,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:08.802052 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.805071 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.829454 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2184031-dcbc-45a2-aab0-e52b73a96e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (e3be2b5e-8f7a-488c-a276-7782bf43e3d3), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.939486 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Publish callbacks [] for router_controller (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:08.998084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Allocated IP 172.20.0.2 (8e7de762-ded7-453e-b7ef-41b4d90d6b1b/73abd7d6-2e20-49da-bf9e-15dd37f94f0c/8ebf96bb-529e-4f23-a2cf-e99f0758d714) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:09.239091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f63d9f94-ef94-483d-bc2a-823d9df6af3a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b313decd-a4f5-4388-bb51-1641aa673b64), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.263496 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] For port 02a16810-0350-490f-ba64-fbb442087fd2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=02a16810-0350-490f-ba64-fbb442087fd2,segment=NetworkSegment(b02677d0-4b59-4897-8e4c-122a67b656cd),segment_id=b02677d0-4b59-4897-8e4c-122a67b656cd)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:09.264250 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (02a16810-0350-490f-ba64-fbb442087fd2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.264498 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Publish callbacks [] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.302108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2184031-dcbc-45a2-aab0-e52b73a96e6c None None] Network b59c6c6a-a6e2-4e51-b099-27d8262f5c0e is not hosted by any dhcp agent {{(pid=104028) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 21:46:09.302911 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2184031-dcbc-45a2-aab0-e52b73a96e6c None None] No DVR routers for this DVR port e3be2b5e-8f7a-488c-a276-7782bf43e3d3 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:09.313484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e3be2b5e-8f7a-488c-a276-7782bf43e3d3 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:09.372264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d9f94-ef94-483d-bc2a-823d9df6af3a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event deleted for resources: {'Port': ['ID=b313decd-a4f5-4388-bb51-1641aa673b64,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:09.372264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Calling delete_port for 02a16810-0350-490f-ba64-fbb442087fd2 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:09.389373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2184031-dcbc-45a2-aab0-e52b73a96e6c None None] Pushing event deleted for resources: {'Port': ['ID=e3be2b5e-8f7a-488c-a276-7782bf43e3d3,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:09.408034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f63d9f94-ef94-483d-bc2a-823d9df6af3a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.413357 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Publish callbacks [] for router_gateway (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.417109 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f63d9f94-ef94-483d-bc2a-823d9df6af3a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "DELETE /v2.0/ports/b313decd-a4f5-4388-bb51-1641aa673b64 HTTP/1.1" status: 204 len: 168 time: 1.1662440 Jan 27 21:46:09.422012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54084) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:09.426520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e3be2b5e-8f7a-488c-a276-7782bf43e3d3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:09.429176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e3be2b5e-8f7a-488c-a276-7782bf43e3d3 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:09.434775 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.448478 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.589638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Network 8e7de762-ded7-453e-b7ef-41b4d90d6b1b is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:09.614881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:09.618008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:09.642308 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Pushing event updated for resources: {'Port': ['ID=8ebf96bb-529e-4f23-a2cf-e99f0758d714,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:09.653727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54088) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:09.719440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Attempting to bind port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:09.719849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Attempting to bind port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '2a212626-844a-479d-8fe4-7156c7ce6a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8e7de762-ded7-453e-b7ef-41b4d90d6b1b'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:09.720246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Attempting to bind port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 on network 8e7de762-ded7-453e-b7ef-41b4d90d6b1b {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:09.727305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:09.727707 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Checking segment: {'id': '2a212626-844a-479d-8fe4-7156c7ce6a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8e7de762-ded7-453e-b7ef-41b4d90d6b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:09.728150 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.728558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Bound using segment: {'id': '2a212626-844a-479d-8fe4-7156c7ce6a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8e7de762-ded7-453e-b7ef-41b4d90d6b1b'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:09.729401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Bound port: 8ebf96bb-529e-4f23-a2cf-e99f0758d714, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a212626-844a-479d-8fe4-7156c7ce6a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8e7de762-ded7-453e-b7ef-41b4d90d6b1b'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:09.729799 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.770566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce95965-6ee8-4e34-98e7-9e474dc211aa req-44e2f8fe-95ca-4516-a7ee-7790d8ba8eab tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:09.779411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bce95965-6ee8-4e34-98e7-9e474dc211aa req-44e2f8fe-95ca-4516-a7ee-7790d8ba8eab tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.1726186 Jan 27 21:46:09.801232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-c667b120-fd1c-4471-9e93-0640b84675be tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Deleting port 2e662a22-1a87-440f-8662-815558183bf8 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:09.804836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c667b120-fd1c-4471-9e93-0640b84675be tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2e662a22-1a87-440f-8662-815558183bf8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.826029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] For port 8ebf96bb-529e-4f23-a2cf-e99f0758d714, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:09.831261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] For port 8ebf96bb-529e-4f23-a2cf-e99f0758d714, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8ebf96bb-529e-4f23-a2cf-e99f0758d714,segment=NetworkSegment(2a212626-844a-479d-8fe4-7156c7ce6a65),segment_id=2a212626-844a-479d-8fe4-7156c7ce6a65)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:09.866138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (02a16810-0350-490f-ba64-fbb442087fd2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.910462 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c667b120-fd1c-4471-9e93-0640b84675be tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2e662a22-1a87-440f-8662-815558183bf8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:09.917438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Port': ['ID=02a16810-0350-490f-ba64-fbb442087fd2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:09.945844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-c667b120-fd1c-4471-9e93-0640b84675be tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Calling delete_port for 2e662a22-1a87-440f-8662-815558183bf8 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:09.955142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No DVR routers for this DVR port 02a16810-0350-490f-ba64-fbb442087fd2 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:10.010911 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.022577 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:46:10.028502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bce95965-6ee8-4e34-98e7-9e474dc211aa req-177656f9-6abb-4e79-81c9-09c71b9b4f19 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479832 Jan 27 21:46:10.034067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (da2a0f94-2b18-4b37-917d-823efb7e5c1d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.106920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-90769895-f714-499d-9310-18f51dbde6a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60e15b121454499e85726adff20d1045&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4529059 Jan 27 21:46:10.127164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54096) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:10.159402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd720b14-32a5-4462-982e-889ee6b715e9 None None] Pushing event updated for resources: {'Port': ['ID=8ebf96bb-529e-4f23-a2cf-e99f0758d714,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:10.257548 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-10717b41-0e82-4fc7-93a3-4ad101d0f65f admin admin] Publish callbacks [] for security_group (3786be9c-a94d-4c72-bdc2-dfa54fbed1b7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.286500 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-10717b41-0e82-4fc7-93a3-4ad101d0f65f admin admin] Publish callbacks [] for security_group (3786be9c-a94d-4c72-bdc2-dfa54fbed1b7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.357027 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Publish callbacks [] for router_gateway (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.380777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (da2a0f94-2b18-4b37-917d-823efb7e5c1d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.386329 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.491192 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Subnet': ['ID=da2a0f94-2b18-4b37-917d-823efb7e5c1d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:10.502752 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.544511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:10.573609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02677d0-4b59-4897-8e4c-122a67b656cd') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:10.573609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02677d0-4b59-4897-8e4c-122a67b656cd') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:10.574159 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c667b120-fd1c-4471-9e93-0640b84675be tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2e662a22-1a87-440f-8662-815558183bf8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.591147 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (b02677d0-4b59-4897-8e4c-122a67b656cd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.608582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b02677d0-4b59-4897-8e4c-122a67b656cd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.616447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:10.617189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (b02677d0-4b59-4897-8e4c-122a67b656cd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.617705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667b120-fd1c-4471-9e93-0640b84675be tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event deleted for resources: {'Port': ['ID=2e662a22-1a87-440f-8662-815558183bf8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:10.641787 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c667b120-fd1c-4471-9e93-0640b84675be tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.645826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c667b120-fd1c-4471-9e93-0640b84675be tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "DELETE /v2.0/ports/2e662a22-1a87-440f-8662-815558183bf8 HTTP/1.1" status: 204 len: 168 time: 1.2212458 Jan 27 21:46:10.659067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54100) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:10.698345 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:10.729971 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-10717b41-0e82-4fc7-93a3-4ad101d0f65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3786be9c-a94d-4c72-bdc2-dfa54fbed1b7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.732658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-10717b41-0e82-4fc7-93a3-4ad101d0f65f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.736971 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-10717b41-0e82-4fc7-93a3-4ad101d0f65f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3786be9c-a94d-4c72-bdc2-dfa54fbed1b7 HTTP/1.1" status: 204 len: 168 time: 0.6216457 Jan 27 21:46:10.751105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-db0d8f49-fbd6-4a74-a315-47419ae82078 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0933385 Jan 27 21:46:10.755639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54104) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:10.769755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6aeb3d62-aedb-4b88-a916-0069e268c19b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-326655674'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:10.774552 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10717b41-0e82-4fc7-93a3-4ad101d0f65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3786be9c-a94d-4c72-bdc2-dfa54fbed1b7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:10.818818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b727c7b1-9758-4a6b-9407-4a720fd41117 None None] Network 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:10.837474 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.857590 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.859519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Allocated IP 172.25.0.31 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:10.877150 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd HTTP/1.1" status: 204 len: 168 time: 2.4769125 Jan 27 21:46:10.877626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54106) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:10.918996 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897febbb-9268-4713-9db8-ea3de884b73c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Network': ['ID=3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:10.934568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeb3d62-aedb-4b88-a916-0069e268c19b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Made reservation on behalf of 4f19e22d901e4ce79a1b95674dc49c0b for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:10.936640 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb116ca-40b5-472a-b52a-3febe0703ff9 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:10.937282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb116ca-40b5-472a-b52a-3febe0703ff9 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:10.944514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-feb116ca-40b5-472a-b52a-3febe0703ff9 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd HTTP/1.1" status: 404 len: 339 time: 0.0420353 Jan 27 21:46:10.944837 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d62-aedb-4b88-a916-0069e268c19b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:10.945337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54112) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:10.962291 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9e0cfac5-20d8-4fdb-b10c-f4228eeb2609 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-243183578', 'description': 'd1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:10.968700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-863f1381-4149-4e90-98fe-3b3549bba46e None None] Could not find standard attr ID for object 02a16810-0350-490f-ba64-fbb442087fd2. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:46:11.046193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aeb3d62-aedb-4b88-a916-0069e268c19b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:11.051814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8ebf96bb-529e-4f23-a2cf-e99f0758d714 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:11.073817 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d62-aedb-4b88-a916-0069e268c19b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (1239ace5-1cca-4c0c-9b25-ec864b39e801), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.073817 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-6aeb3d62-aedb-4b88-a916-0069e268c19b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Added segment 1239ace5-1cca-4c0c-9b25-ec864b39e801 of type vlan for network c33ca80d-6483-4ba0-ac3d-56fd97852e40 Jan 27 21:46:11.101516 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Publish callbacks [] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.147964 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa465e69-b621-4b56-b3f9-d68b23a3d3e5 None None] DHCP port deletion for 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:46:11.152604 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0cfac5-20d8-4fdb-b10c-f4228eeb2609 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:11.157242 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfac5-20d8-4fdb-b10c-f4228eeb2609 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.181431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f35f2a7-c773-4deb-9186-920054ed5a4a None None] Network 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:11.209020 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d62-aedb-4b88-a916-0069e268c19b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (c33ca80d-6483-4ba0-ac3d-56fd97852e40), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.209409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f35f2a7-c773-4deb-9186-920054ed5a4a None None] Network 3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd could not be found, it might have been deleted concurrently. {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 21:46:11.219480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:11.220263 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.255954 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0cfac5-20d8-4fdb-b10c-f4228eeb2609 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:11.275605 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfac5-20d8-4fdb-b10c-f4228eeb2609 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e0d3fc9f-738e-4e35-a495-f419c745abfd), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.277090 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-9e0cfac5-20d8-4fdb-b10c-f4228eeb2609 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Added segment e0d3fc9f-738e-4e35-a495-f419c745abfd of type vlan for network b22add1b-14da-42fe-a04a-3d4c3f0e4790 Jan 27 21:46:11.290750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38c224-3fe4-487b-a724-ce90e2147c62 req-8d5b54ee-300a-4316-b904-10e162ee2900 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:11.292360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb38c224-3fe4-487b-a724-ce90e2147c62 req-8d5b54ee-300a-4316-b904-10e162ee2900 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.1690574 Jan 27 21:46:11.382022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfac5-20d8-4fdb-b10c-f4228eeb2609 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b22add1b-14da-42fe-a04a-3d4c3f0e4790), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.386318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:11.386909 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.396713 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d62-aedb-4b88-a916-0069e268c19b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (c33ca80d-6483-4ba0-ac3d-56fd97852e40), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.408424 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.412382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeb3d62-aedb-4b88-a916-0069e268c19b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:11.413291 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6aeb3d62-aedb-4b88-a916-0069e268c19b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.452846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 8ebf96bb-529e-4f23-a2cf-e99f0758d714, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8ebf96bb-529e-4f23-a2cf-e99f0758d714,segment=NetworkSegment(2a212626-844a-479d-8fe4-7156c7ce6a65),segment_id=2a212626-844a-479d-8fe4-7156c7ce6a65)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:11.483954 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb38c224-3fe4-487b-a724-ce90e2147c62 req-ffb38768-2551-4b0e-a2f3-551345933b1f tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728368 Jan 27 21:46:11.505981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:11.505981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:11.508335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:11.566012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb3d62-aedb-4b88-a916-0069e268c19b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event updated for resources: {'Network': ['ID=c33ca80d-6483-4ba0-ac3d-56fd97852e40,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:11.578084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network c33ca80d-6483-4ba0-ac3d-56fd97852e40 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:11.633745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Pushing event updated for resources: {'Port': ['ID=d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:11.670320 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6aeb3d62-aedb-4b88-a916-0069e268c19b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9119332 Jan 27 21:46:11.680019 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.680489 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54126) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:11.696828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4f4f24c3-ee40-44b9-b3dc-1d4b9fccf52b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-175513139'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:11.717173 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfac5-20d8-4fdb-b10c-f4228eeb2609 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b22add1b-14da-42fe-a04a-3d4c3f0e4790), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.728970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0cfac5-20d8-4fdb-b10c-f4228eeb2609 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:11.732662 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfac5-20d8-4fdb-b10c-f4228eeb2609 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:11.781666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=8ebf96bb-529e-4f23-a2cf-e99f0758d714,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:11.880316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cfac5-20d8-4fdb-b10c-f4228eeb2609 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Network': ['ID=b22add1b-14da-42fe-a04a-3d4c3f0e4790,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:11.892344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b22add1b-14da-42fe-a04a-3d4c3f0e4790 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:11.950266 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9e0cfac5-20d8-4fdb-b10c-f4228eeb2609 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0023150 Jan 27 21:46:11.954823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54134) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:12.013343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7d534b-79b8-4c13-a0cb-493fe64a00c9 None None] Network 8e7de762-ded7-453e-b7ef-41b4d90d6b1b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:12.177617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d051bfe-4cd0-40c8-a178-7ff84a414847 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:12.177617 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5d051bfe-4cd0-40c8-a178-7ff84a414847 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/networks?id=b22add1b-14da-42fe-a04a-3d4c3f0e4790 HTTP/1.1" status: 200 len: 764 time: 0.2146635 Jan 27 21:46:12.177617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54142) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:12.179227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4f24c3-ee40-44b9-b3dc-1d4b9fccf52b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Made reservation on behalf of 4f19e22d901e4ce79a1b95674dc49c0b for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:12.184743 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f4f24c3-ee40-44b9-b3dc-1d4b9fccf52b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.195096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-86d1054b-837b-41be-bfac-463a74873a24 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'network': {'description': 'd2'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:12.235111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-db5899e1-f76d-47b7-995c-e0896fb1ba64 None None] Provisioning complete for port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:12.235998 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-db5899e1-f76d-47b7-995c-e0896fb1ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.334013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4f24c3-ee40-44b9-b3dc-1d4b9fccf52b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:12.372006 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f4f24c3-ee40-44b9-b3dc-1d4b9fccf52b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (67a4e9af-8d05-4de5-b5ec-9a8da098377b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.372656 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-4f4f24c3-ee40-44b9-b3dc-1d4b9fccf52b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Added segment 67a4e9af-8d05-4de5-b5ec-9a8da098377b of type vlan for network 03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d Jan 27 21:46:12.387276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-db5899e1-f76d-47b7-995c-e0896fb1ba64 None None] Current status of the port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:12.492857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f4f24c3-ee40-44b9-b3dc-1d4b9fccf52b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.498596 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86d1054b-837b-41be-bfac-463a74873a24 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b22add1b-14da-42fe-a04a-3d4c3f0e4790), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.608669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-05b8a5cd-1498-40ad-b43f-6a16bd9aeac8 None None] Provisioning complete for port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:12.609053 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-05b8a5cd-1498-40ad-b43f-6a16bd9aeac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.613792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193a708-6687-439b-9538-716f34997280 req-5f3ce491-0456-43fb-8bd1-39a9aefa5a69 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:12.616180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f193a708-6687-439b-9538-716f34997280 req-5f3ce491-0456-43fb-8bd1-39a9aefa5a69 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.0517933 Jan 27 21:46:12.675520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f193a708-6687-439b-9538-716f34997280 req-e193433e-d334-47ed-b76d-b96162644d81 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530155 Jan 27 21:46:12.696676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-05b8a5cd-1498-40ad-b43f-6a16bd9aeac8 None None] Current status of the port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:12.855961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a34e0-fac3-4b84-8533-2c61b8f79011 req-6749d01e-5d4a-46d8-a7fb-27b9d3cdfc83 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:12.860781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c4a34e0-fac3-4b84-8533-2c61b8f79011 req-6749d01e-5d4a-46d8-a7fb-27b9d3cdfc83 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.0568628 Jan 27 21:46:12.885870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86d1054b-837b-41be-bfac-463a74873a24 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b22add1b-14da-42fe-a04a-3d4c3f0e4790), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.899456 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f4f24c3-ee40-44b9-b3dc-1d4b9fccf52b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.901192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8ebf96bb-529e-4f23-a2cf-e99f0758d714 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:12.907895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4f24c3-ee40-44b9-b3dc-1d4b9fccf52b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:12.909568 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f4f24c3-ee40-44b9-b3dc-1d4b9fccf52b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.979414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:12.979733 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:12.999405 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86d1054b-837b-41be-bfac-463a74873a24 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network b22add1b-14da-42fe-a04a-3d4c3f0e4790 is not hosted by any dhcp agent {{(pid=104026) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 21:46:13.005002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d1054b-837b-41be-bfac-463a74873a24 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.005820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86d1054b-837b-41be-bfac-463a74873a24 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.010934 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-86d1054b-837b-41be-bfac-463a74873a24 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "PUT /v2.0/networks/b22add1b-14da-42fe-a04a-3d4c3f0e4790 HTTP/1.1" status: 200 len: 761 time: 0.8351450 Jan 27 21:46:13.011983 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54156) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:13.016357 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1054b-837b-41be-bfac-463a74873a24 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Network': ['ID=b22add1b-14da-42fe-a04a-3d4c3f0e4790,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:13.032919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b22add1b-14da-42fe-a04a-3d4c3f0e4790 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:13.065044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c4a34e0-fac3-4b84-8533-2c61b8f79011 req-c1f1c120-f249-4f19-9efa-3e959d9e4dcb tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011943 Jan 27 21:46:13.232534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:13.241625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 02a16810-0350-490f-ba64-fbb442087fd2 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:13.263006 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Publish callbacks [] for router_gateway (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.271482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 02a16810-0350-490f-ba64-fbb442087fd2 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:13.271482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 02a16810-0350-490f-ba64-fbb442087fd2 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:13.297450 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f24c3-ee40-44b9-b3dc-1d4b9fccf52b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event updated for resources: {'Network': ['ID=03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:13.306842 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f4f24c3-ee40-44b9-b3dc-1d4b9fccf52b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6253622 Jan 27 21:46:13.333402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:13.337530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c83b2-01c1-495a-a3f6-b89a12114f26 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.357306 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b18c83b2-01c1-495a-a3f6-b89a12114f26 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/networks?id=b22add1b-14da-42fe-a04a-3d4c3f0e4790 HTTP/1.1" status: 200 len: 764 time: 0.1873868 Jan 27 21:46:13.359022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54162) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:13.442937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54164) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:13.448575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'subnets': [{'network_id': 'c33ca80d-6483-4ba0-ac3d-56fd97852e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1690860276', 'ip_version': 4}, {'network_id': '03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:13.449261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'subnet': {'network_id': 'c33ca80d-6483-4ba0-ac3d-56fd97852e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1690860276', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:13.453949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Request body: {'subnet': {'network_id': '03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:13.632693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ad749f-8cd7-4788-9640-8a86692831d5 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.636154 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-61ad749f-8cd7-4788-9640-8a86692831d5 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2739344 Jan 27 21:46:13.637156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54168) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:13.673576 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9065db25-afe0-4e04-bd9b-26b8d6cf8567 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 207 time: 0.0349998 Jan 27 21:46:13.677734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54170) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:13.728983 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.805610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281796d7-9070-457b-b64e-21a5dc97bdc2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.811184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281796d7-9070-457b-b64e-21a5dc97bdc2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.817223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281796d7-9070-457b-b64e-21a5dc97bdc2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.822884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281796d7-9070-457b-b64e-21a5dc97bdc2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.828335 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281796d7-9070-457b-b64e-21a5dc97bdc2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.834160 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281796d7-9070-457b-b64e-21a5dc97bdc2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.839843 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-281796d7-9070-457b-b64e-21a5dc97bdc2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3727 time: 0.1572137 Jan 27 21:46:13.840640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54176) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:13.918660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbd9b7-3b5b-43ab-bfab-e401a3f0e17d req-654dfb81-e3b4-497a-b87b-4946784dbb07 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:13.920514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dfbd9b7-3b5b-43ab-bfab-e401a3f0e17d req-654dfb81-e3b4-497a-b87b-4946784dbb07 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.1312289 Jan 27 21:46:13.988459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Made reservation on behalf of 4f19e22d901e4ce79a1b95674dc49c0b for: {'subnet': 2} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:13.992707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.993048 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:13.999492 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-edbc5ce9-88f7-4794-80a0-3505ec0dcda4 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 809 time: 0.1575823 Jan 27 21:46:14.003520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54180) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:14.053821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dfbd9b7-3b5b-43ab-bfab-e401a3f0e17d req-d54bcecc-9d8e-42f5-8ee3-5e52a3abd18a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248260 Jan 27 21:46:14.076219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c5496-3cd2-4584-ad76-f545e2ff65a7 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.077925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c5496-3cd2-4584-ad76-f545e2ff65a7 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.079912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c5496-3cd2-4584-ad76-f545e2ff65a7 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.082381 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c5496-3cd2-4584-ad76-f545e2ff65a7 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.096361 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c5496-3cd2-4584-ad76-f545e2ff65a7 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.096361 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a46c5496-3cd2-4584-ad76-f545e2ff65a7 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0819514 Jan 27 21:46:14.100045 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54184) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:14.154630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Router 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:46:14.187686 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e7265-306c-4d68-9dee-3ebf46f38843 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.191196 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e7265-306c-4d68-9dee-3ebf46f38843 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.192699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e7265-306c-4d68-9dee-3ebf46f38843 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.194362 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e7265-306c-4d68-9dee-3ebf46f38843 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.196135 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e7265-306c-4d68-9dee-3ebf46f38843 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['shared'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.197605 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5f4e7265-306c-4d68-9dee-3ebf46f38843 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0949733 Jan 27 21:46:14.202641 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54190) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:14.354525 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac12a14-16c6-4634-be81-c9e871825110 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.357659 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8ac12a14-16c6-4634-be81-c9e871825110 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/networks/ead97e85-2f5b-44a7-afdd-88e147a56544 HTTP/1.1" status: 200 len: 803 time: 0.1554739 Jan 27 21:46:14.360656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54200) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:14.497422 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a264765e-9f1b-4e5f-b141-5124d330be6e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/networks/ead97e85-2f5b-44a7-afdd-88e147a56544?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1313457 Jan 27 21:46:14.497874 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54204) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:14.534668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c647f2-df9c-4c45-9132-48d164074e42 req-061d9a56-5b78-46d4-9d34-d7ed66584836 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.541483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68c647f2-df9c-4c45-9132-48d164074e42 req-061d9a56-5b78-46d4-9d34-d7ed66584836 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.2547400 Jan 27 21:46:14.594379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6137d4-7e67-466f-9587-7ec642cdfb71 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.602089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54210) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:14.602515 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4d6137d4-7e67-466f-9587-7ec642cdfb71 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/subnets/1ac7d9dc-0361-4e41-99c9-b7d62fe4feec HTTP/1.1" status: 200 len: 843 time: 0.1030762 Jan 27 21:46:14.645937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:14.656934 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Sync routers for ids ['4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:14.671128 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Routers {'4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:14.672210 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:14.708327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68c647f2-df9c-4c45-9132-48d164074e42 req-bd2e1caa-f251-4c58-aaec-902becde4ddc tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658919 Jan 27 21:46:14.839304 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd91f5f-106e-4229-89bc-e0a9b67319c7 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['shared'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:14.841614 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2bd91f5f-106e-4229-89bc-e0a9b67319c7 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "GET /v2.0/subnets/1ac7d9dc-0361-4e41-99c9-b7d62fe4feec?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2384496 Jan 27 21:46:14.845465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54214) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:14.850991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a57eb59f-80d1-4eeb-9f06-b9c04c4b99c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-638346359'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:14.874169 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Set router 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:14.992223 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:14.997762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1d0e1f4e-306a-49a2-88ed-9cee463471fc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3891730 Jan 27 21:46:15.000803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54218) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:15.033229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57eb59f-80d1-4eeb-9f06-b9c04c4b99c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:15.041045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a57eb59f-80d1-4eeb-9f06-b9c04c4b99c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.090416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57eb59f-80d1-4eeb-9f06-b9c04c4b99c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:15.113979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a57eb59f-80d1-4eeb-9f06-b9c04c4b99c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (67bef738-80a9-4741-ac44-3141bec64f99), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.114337 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-a57eb59f-80d1-4eeb-9f06-b9c04c4b99c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Added segment 67bef738-80a9-4741-ac44-3141bec64f99 of type vlan for network 4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471 Jan 27 21:46:15.123609 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (9ee2c735-4257-45dd-bb0b-a8d670641343), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.209397 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a57eb59f-80d1-4eeb-9f06-b9c04c4b99c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.235414 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'name': 'tempest-FloatingIPsNegativeTestJSON-1299473187-router', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:08Z', 'updated_at': '2022-01-27T21:46:12Z', 'revision_number': 3, 'project_id': 'c33a792bc92f445fad0ef862f076efe5', 'gw_port': {'id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:10Z', 'updated_at': '2022-01-27T21:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:15.266242 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Checking router: 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:15.266888 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Updating router 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:46:15.301873 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.387457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Checking segment: {'id': '1239ace5-1cca-4c0c-9b25-ec864b39e801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c33ca80d-6483-4ba0-ac3d-56fd97852e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:15.387895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Network hostable DHCP agents. Network: c33ca80d-6483-4ba0-ac3d-56fd97852e40, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:15.418592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d67092-a8f2-457e-af4c-fa9f085b62c8 req-1eae7c1d-52e3-447b-9f39-abd126250271 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:15.420563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4d67092-a8f2-457e-af4c-fa9f085b62c8 req-1eae7c1d-52e3-447b-9f39-abd126250271 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.1408410 Jan 27 21:46:15.424678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a57eb59f-80d1-4eeb-9f06-b9c04c4b99c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.430584 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57eb59f-80d1-4eeb-9f06-b9c04c4b99c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:15.431209 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a57eb59f-80d1-4eeb-9f06-b9c04c4b99c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:15.457194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event updated for resources: {'Subnet': ['ID=9ee2c735-4257-45dd-bb0b-a8d670641343,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:15.678793 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a57eb59f-80d1-4eeb-9f06-b9c04c4b99c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8291726 Jan 27 21:46:15.685102 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54232) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:15.699167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'subnet': {'network_id': '4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:15.763754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eb59f-80d1-4eeb-9f06-b9c04c4b99c2 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Network': ['ID=4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:15.776888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:15.894102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Network c33ca80d-6483-4ba0-ac3d-56fd97852e40 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:15.895168 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Publish callbacks [] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.004351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Made reservation on behalf of 6513e25c65a84f57a4b38f1145f8aa36 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:16.008347 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.036252 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.180727 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Performing IP validity checks on allocation pools {{(pid=104026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 21:46:16.187537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 21:46:16.212044 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Pushing event updated for resources: {'Port': ['ID=d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:16.221890 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Attempting to bind port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:16.222567 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Attempting to bind port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:16.223160 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Attempting to bind port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:16.235007 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.236300 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.236908 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.237495 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.238074 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.238723 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.239270 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.239842 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.240464 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.241126 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.241884 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.248252 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.248252 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:16.256999 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:16.258582 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:16.259298 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.260390 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:16.261473 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Bound port: d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:16.263455 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.343197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, c33ca80d-6483-4ba0-ac3d-56fd97852e40) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:16.353536 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] For port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:16.358187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc342ff8-31e8-421e-9600-450e3943e128 None None] Network c33ca80d-6483-4ba0-ac3d-56fd97852e40 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:16.371416 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] For port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:16.380346 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (cf2d01f1-3fff-445e-a004-29a601a67045), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.437939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54240) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:16.517652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-c33ca80d-6483-4ba0-ac3d-56fd97852e40', 'network_id': 'c33ca80d-6483-4ba0-ac3d-56fd97852e40', 'project_id': '4f19e22d901e4ce79a1b95674dc49c0b', 'fixed_ips': [{'subnet_id': '9ee2c735-4257-45dd-bb0b-a8d670641343'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:46:16.518704 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.519128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4d67092-a8f2-457e-af4c-fa9f085b62c8 req-4c3490b7-d474-47b8-a64f-71e37f5c088c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0907133 Jan 27 21:46:16.533667 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.545740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e209e9-1956-44a1-8868-7ab47d0a4c10 req-f910dd66-b61e-42b8-a8e0-64561d7a5ae2 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:16.560654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45e209e9-1956-44a1-8868-7ab47d0a4c10 req-f910dd66-b61e-42b8-a8e0-64561d7a5ae2 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.6530199 Jan 27 21:46:16.632685 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Routers {'4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:16.633337 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:16.699327 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48135c70-1559-4bec-958b-a996970b2006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.751342 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (62728d2e-663b-42fc-b08e-c62d85aa0396), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.765664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event updated for resources: {'Subnet': ['ID=cf2d01f1-3fff-445e-a004-29a601a67045,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:16.813678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Allocated IP 172.20.0.2 (c33ca80d-6483-4ba0-ac3d-56fd97852e40/9ee2c735-4257-45dd-bb0b-a8d670641343/ac7f5bc0-6302-421e-a7d8-367be5777314) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:16.840957 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556858d-3f65-4135-89ea-ecc92aee60c4 None None] Pushing event updated for resources: {'Port': ['ID=d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:16.873976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45e209e9-1956-44a1-8868-7ab47d0a4c10 req-0e3da5be-de44-40f1-9901-25ddad1e04ef tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221963 Jan 27 21:46:16.910440 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:16.912900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Checking segment: {'id': '67a4e9af-8d05-4de5-b5ec-9a8da098377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:16.913274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Network hostable DHCP agents. Network: 03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:16.929029 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] Set router 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:16.961509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Subnet': ['ID=62728d2e-663b-42fc-b08e-c62d85aa0396,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:16.972459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Checking segment: {'id': '67bef738-80a9-4741-ac44-3141bec64f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:16.972836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network hostable DHCP agents. Network: 4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:17.126525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48135c70-1559-4bec-958b-a996970b2006 admin admin] Publish callbacks [] for security_group (5a02c9ac-c890-4d44-bb65-afc8d7b0348a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.246806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Network 4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:17.253106 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Publish callbacks [] for port (ac7f5bc0-6302-421e-a7d8-367be5777314), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.285188 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48135c70-1559-4bec-958b-a996970b2006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5a02c9ac-c890-4d44-bb65-afc8d7b0348a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.295790 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'name': 'tempest-FloatingIPsNegativeTestJSON-1299473187-router', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:08Z', 'updated_at': '2022-01-27T21:46:12Z', 'revision_number': 3, 'project_id': 'c33a792bc92f445fad0ef862f076efe5', 'gw_port': {'id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:10Z', 'updated_at': '2022-01-27T21:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:17.325060 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96c3a16-e1ce-4e91-a320-2b505007538e None None] The sync data for ids ['4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'] in n-d-760456-6 is: [{'id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'name': 'tempest-FloatingIPsNegativeTestJSON-1299473187-router', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:08Z', 'updated_at': '2022-01-27T21:46:12Z', 'revision_number': 3, 'project_id': 'c33a792bc92f445fad0ef862f076efe5', 'gw_port': {'id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:10Z', 'updated_at': '2022-01-27T21:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:17.371237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48135c70-1559-4bec-958b-a996970b2006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a02c9ac-c890-4d44-bb65-afc8d7b0348a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:17.379728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Allocated IP 172.20.0.1 (8e7de762-ded7-453e-b7ef-41b4d90d6b1b/73abd7d6-2e20-49da-bf9e-15dd37f94f0c/57bd581d-874a-4fe9-9f2b-3cee140ee397) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:17.391312 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-48135c70-1559-4bec-958b-a996970b2006 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b37e866b71b14d4ca3b98ba8155c9009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9452071 Jan 27 21:46:17.394148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54246) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:17.395842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Network 03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:17.459223 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (ac7f5bc0-6302-421e-a7d8-367be5777314), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.470240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3804fdf8-4233-4c61-9575-28310af1a4db admin admin] Publish callbacks [] for security_group (5a02c9ac-c890-4d44-bb65-afc8d7b0348a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.531816 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3804fdf8-4233-4c61-9575-28310af1a4db admin admin] Publish callbacks [] for security_group (5a02c9ac-c890-4d44-bb65-afc8d7b0348a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.568060 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Publish callbacks [] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.572219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Pushing event updated for resources: {'Port': ['ID=ac7f5bc0-6302-421e-a7d8-367be5777314,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:17.604454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Network c33ca80d-6483-4ba0-ac3d-56fd97852e40 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:17.608344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:17.613266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:17.614972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:17.623480 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.625038 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.636610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3c428d-76d4-4316-abdc-6becdbdf2f9a None None] Network 4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:17.641437 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:17.648698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.649182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.651005 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.712427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d1f015-96a6-41b3-a850-e7ea04c60bd7 None None] Network 03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:17.782165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d74455-581b-4198-84e3-0c357cc8dd3d req-abe9e995-4023-4cee-a431-446c681bcf60 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:17.788527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1d74455-581b-4198-84e3-0c357cc8dd3d req-abe9e995-4023-4cee-a431-446c681bcf60 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.1001401 Jan 27 21:46:17.891994 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7458cf18-c761-44a9-a18d-eef5ac14e6b3 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2034326 Jan 27 21:46:17.892577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54250) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:17.894262 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:17.898454 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5d32fdec-569c-4f89-9160-b0f404ddd22c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:17.918185 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1d74455-581b-4198-84e3-0c357cc8dd3d req-efb85f50-5e00-4d13-9256-2a62c4e8a0b7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138210 Jan 27 21:46:17.985773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ca4f3078-3dc2-4cc9-8872-def2caed6891 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.5412595 Jan 27 21:46:17.989392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54254) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:18.018650 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3804fdf8-4233-4c61-9575-28310af1a4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5a02c9ac-c890-4d44-bb65-afc8d7b0348a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.024778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3804fdf8-4233-4c61-9575-28310af1a4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.028648 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3804fdf8-4233-4c61-9575-28310af1a4db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a02c9ac-c890-4d44-bb65-afc8d7b0348a HTTP/1.1" status: 204 len: 168 time: 0.6310213 Jan 27 21:46:18.079437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804fdf8-4233-4c61-9575-28310af1a4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a02c9ac-c890-4d44-bb65-afc8d7b0348a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:18.102909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Network 8e7de762-ded7-453e-b7ef-41b4d90d6b1b is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:18.197632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:18.223601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:18.296837 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d32fdec-569c-4f89-9160-b0f404ddd22c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11912775'] for subnet (62728d2e-663b-42fc-b08e-c62d85aa0396), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.322854 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.429303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Pushing event updated for resources: {'Port': ['ID=57bd581d-874a-4fe9-9f2b-3cee140ee397,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:18.527822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Attempting to bind port ac7f5bc0-6302-421e-a7d8-367be5777314 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:18.532233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Attempting to bind port ac7f5bc0-6302-421e-a7d8-367be5777314 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '1239ace5-1cca-4c0c-9b25-ec864b39e801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c33ca80d-6483-4ba0-ac3d-56fd97852e40'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:18.533429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Attempting to bind port ac7f5bc0-6302-421e-a7d8-367be5777314 on network c33ca80d-6483-4ba0-ac3d-56fd97852e40 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:18.571477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e7054-7793-47b4-b62d-8720b872e5b7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:18.573479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e7054-7793-47b4-b62d-8720b872e5b7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:18.576246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6e7054-7793-47b4-b62d-8720b872e5b7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:18.580248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7c6e7054-7793-47b4-b62d-8720b872e5b7 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5854957 Jan 27 21:46:18.618152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54260) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:18.624283 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:18.628023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Checking segment: {'id': '1239ace5-1cca-4c0c-9b25-ec864b39e801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c33ca80d-6483-4ba0-ac3d-56fd97852e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:18.628782 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.629304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Bound using segment: {'id': '1239ace5-1cca-4c0c-9b25-ec864b39e801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c33ca80d-6483-4ba0-ac3d-56fd97852e40'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:18.629920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Bound port: ac7f5bc0-6302-421e-a7d8-367be5777314, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1239ace5-1cca-4c0c-9b25-ec864b39e801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'c33ca80d-6483-4ba0-ac3d-56fd97852e40'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:18.630427 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ac7f5bc0-6302-421e-a7d8-367be5777314), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.728697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d49a0e-cf19-454b-b689-feba4d714a78 req-08375950-9226-437d-a5a3-2c417c76b685 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:18.730244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77d49a0e-cf19-454b-b689-feba4d714a78 req-08375950-9226-437d-a5a3-2c417c76b685 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.6335039 Jan 27 21:46:18.739241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471', 'network_id': '4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471', 'project_id': '6513e25c65a84f57a4b38f1145f8aa36', 'fixed_ips': [{'subnet_id': '62728d2e-663b-42fc-b08e-c62d85aa0396'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:46:18.740267 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.786978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a28171ce-285d-4d26-8cb4-887205793c0d None None] Provisioning complete for port 57bd581d-874a-4fe9-9f2b-3cee140ee397 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:18.788306 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a28171ce-285d-4d26-8cb4-887205793c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.872087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e1bc91-8570-4ebb-b499-92b8903fab5a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Deleting subnet 9ee2c735-4257-45dd-bb0b-a8d670641343 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:18.891166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a28171ce-285d-4d26-8cb4-887205793c0d None None] Port 57bd581d-874a-4fe9-9f2b-3cee140ee397 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:18.914603 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95e1bc91-8570-4ebb-b499-92b8903fab5a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for subnet (9ee2c735-4257-45dd-bb0b-a8d670641343), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.925795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d', 'network_id': '03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d', 'project_id': '4f19e22d901e4ce79a1b95674dc49c0b', 'fixed_ips': [{'subnet_id': 'cf2d01f1-3fff-445e-a004-29a601a67045'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:46:18.929129 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.963873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d32fdec-569c-4f89-9160-b0f404ddd22c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777045144531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8985427'] for subnet (62728d2e-663b-42fc-b08e-c62d85aa0396), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:18.977070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77d49a0e-cf19-454b-b689-feba4d714a78 req-e9e984e6-40e2-463a-a7a2-b0fa047daf02 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350924 Jan 27 21:46:19.022908 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95e1bc91-8570-4ebb-b499-92b8903fab5a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (9ee2c735-4257-45dd-bb0b-a8d670641343), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.070184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d32fdec-569c-4f89-9160-b0f404ddd22c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.072628 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d32fdec-569c-4f89-9160-b0f404ddd22c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.074518 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5d32fdec-569c-4f89-9160-b0f404ddd22c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "PUT /v2.0/subnets/62728d2e-663b-42fc-b08e-c62d85aa0396 HTTP/1.1" status: 200 len: 900 time: 1.1803670 Jan 27 21:46:19.092287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54266) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:19.149047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:19.208261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.286803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32fdec-569c-4f89-9160-b0f404ddd22c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event updated for resources: {'Subnet': ['ID=62728d2e-663b-42fc-b08e-c62d85aa0396,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:19.340150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece9da9-316c-45ee-b0b5-468b88aabb44 req-5163d4cb-23d5-47e4-b567-746881128784 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:19.354062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ece9da9-316c-45ee-b0b5-468b88aabb44 req-5163d4cb-23d5-47e4-b567-746881128784 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.2514477 Jan 27 21:46:19.368757 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.373838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] For port ac7f5bc0-6302-421e-a7d8-367be5777314, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:19.390103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] For port ac7f5bc0-6302-421e-a7d8-367be5777314, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ac7f5bc0-6302-421e-a7d8-367be5777314,segment=NetworkSegment(1239ace5-1cca-4c0c-9b25-ec864b39e801),segment_id=1239ace5-1cca-4c0c-9b25-ec864b39e801)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:19.505264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Allocated IP 2001:db8::3 (4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471/62728d2e-663b-42fc-b08e-c62d85aa0396/fadabc99-5657-4f27-94ce-a95ffd86d021) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:19.553748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ece9da9-316c-45ee-b0b5-468b88aabb44 req-06d5ec8b-6300-4af5-bf56-828a9c5903f6 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968691 Jan 27 21:46:19.560615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95e1bc91-8570-4ebb-b499-92b8903fab5a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (9ee2c735-4257-45dd-bb0b-a8d670641343), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.649141 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ac7f5bc0-6302-421e-a7d8-367be5777314), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.695649 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Publish callbacks [] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.697367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54272) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:19.733905 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-359ef796-61fe-4330-aa49-d12ba853e55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.739038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cf624-ad5c-421e-8f05-f82cba9c6ea2 None None] Pushing event updated for resources: {'Port': ['ID=ac7f5bc0-6302-421e-a7d8-367be5777314,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:19.753817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:19.754208 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.799012 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.905929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (62728d2e-663b-42fc-b08e-c62d85aa0396), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.929464 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95e1bc91-8570-4ebb-b499-92b8903fab5a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (9ee2c735-4257-45dd-bb0b-a8d670641343), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:19.994836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1bc91-8570-4ebb-b499-92b8903fab5a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee2c735-4257-45dd-bb0b-a8d670641343,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:20.000293 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Publish callbacks [] for port (fadabc99-5657-4f27-94ce-a95ffd86d021), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.016258 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95e1bc91-8570-4ebb-b499-92b8903fab5a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.018635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Allocated IP 172.20.0.18 (03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d/cf2d01f1-3fff-445e-a004-29a601a67045/c1d3116d-5a29-47cb-94d0-81f5d9931b56) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:20.020712 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-95e1bc91-8570-4ebb-b499-92b8903fab5a tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "DELETE /v2.0/subnets/9ee2c735-4257-45dd-bb0b-a8d670641343 HTTP/1.1" status: 204 len: 168 time: 1.4015336 Jan 27 21:46:20.021674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Pushing event updated for resources: {'Port': ['ID=57bd581d-874a-4fe9-9f2b-3cee140ee397,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:20.024358 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.024866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54274) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:20.139071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c9ee12-fe1d-4667-ac53-85ae8002f2d8 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Deleting subnet cf2d01f1-3fff-445e-a004-29a601a67045 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:20.140587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-359ef796-61fe-4330-aa49-d12ba853e55b admin admin] Publish callbacks [] for security_group (8a594d65-55fd-4175-b1e9-337f95f5d934), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.232275 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:20.232931 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.271151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Network 8e7de762-ded7-453e-b7ef-41b4d90d6b1b is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:20.277948 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:20.288030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:20.362607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0310c5-809c-4413-a675-b718eaaaf40f req-68bc60e9-c49d-4ca4-8e1c-e749714e8da4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:20.370524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee0310c5-809c-4413-a675-b718eaaaf40f req-68bc60e9-c49d-4ca4-8e1c-e749714e8da4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.1893637 Jan 27 21:46:20.625165 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (fadabc99-5657-4f27-94ce-a95ffd86d021), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.630883 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-359ef796-61fe-4330-aa49-d12ba853e55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8a594d65-55fd-4175-b1e9-337f95f5d934), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.632277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Pushing event updated for resources: {'Port': ['ID=fadabc99-5657-4f27-94ce-a95ffd86d021,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:20.632786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee0310c5-809c-4413-a675-b718eaaaf40f req-ccff6088-8638-4469-856e-255058635b81 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926709 Jan 27 21:46:20.633268 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Publish callbacks [] for port (c1d3116d-5a29-47cb-94d0-81f5d9931b56), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.633268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Network 4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:20.633268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:20.633268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:20.634017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-359ef796-61fe-4330-aa49-d12ba853e55b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3248b42f5ee846e1b962137d005dea3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8395715 Jan 27 21:46:20.634017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ef796-61fe-4330-aa49-d12ba853e55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a594d65-55fd-4175-b1e9-337f95f5d934,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:20.634222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Attempting to bind port fadabc99-5657-4f27-94ce-a95ffd86d021 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:20.634222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Attempting to bind port fadabc99-5657-4f27-94ce-a95ffd86d021 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '67bef738-80a9-4741-ac44-3141bec64f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:20.634222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Attempting to bind port fadabc99-5657-4f27-94ce-a95ffd86d021 on network 4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:20.634222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:20.634222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Checking segment: {'id': '67bef738-80a9-4741-ac44-3141bec64f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:20.634222 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.634222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Bound using segment: {'id': '67bef738-80a9-4741-ac44-3141bec64f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:20.634222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Bound port: fadabc99-5657-4f27-94ce-a95ffd86d021, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67bef738-80a9-4741-ac44-3141bec64f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:20.634222 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fadabc99-5657-4f27-94ce-a95ffd86d021), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.635100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Router 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:46:20.635206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54282) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:20.636660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] For port fadabc99-5657-4f27-94ce-a95ffd86d021, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:20.648251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] For port fadabc99-5657-4f27-94ce-a95ffd86d021, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fadabc99-5657-4f27-94ce-a95ffd86d021,segment=NetworkSegment(67bef738-80a9-4741-ac44-3141bec64f99),segment_id=67bef738-80a9-4741-ac44-3141bec64f99)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:20.733313 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cdb95ab-1344-46f9-a603-dd885800fd71 admin admin] Publish callbacks [] for security_group (8a594d65-55fd-4175-b1e9-337f95f5d934), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.779311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:20.797276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d0b893d3-82d4-4de8-a474-336b2c966f32 admin admin] 10.222.0.61 "PUT /v2.0/routers/4b7f1254-3149-4e21-a7fd-cf3d1b8c9085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7832868 Jan 27 21:46:20.797661 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cdb95ab-1344-46f9-a603-dd885800fd71 admin admin] Publish callbacks [] for security_group (8a594d65-55fd-4175-b1e9-337f95f5d934), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.801320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Sync routers for ids ['4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:20.823412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc9544-0c1f-4255-aaf4-5676fccd557d req-d323fb07-8fb2-49b6-a3da-9998429b71ed tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:20.829460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09cc9544-0c1f-4255-aaf4-5676fccd557d req-d323fb07-8fb2-49b6-a3da-9998429b71ed tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.1006854 Jan 27 21:46:20.843184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Routers {'4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:20.843839 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:20.904883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09cc9544-0c1f-4255-aaf4-5676fccd557d req-9fb59efa-3b24-4ce0-aef1-95356e75856c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727241 Jan 27 21:46:20.936569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-658dd3e0-07eb-43c5-a797-59988089fb6b None None] Provisioning complete for port 57bd581d-874a-4fe9-9f2b-3cee140ee397 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:20.937030 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-658dd3e0-07eb-43c5-a797-59988089fb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:20.968401 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.018539 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-64c9ee12-fe1d-4667-ac53-85ae8002f2d8 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for subnet (cf2d01f1-3fff-445e-a004-29a601a67045), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.022673 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (62728d2e-663b-42fc-b08e-c62d85aa0396), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.042728 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (c1d3116d-5a29-47cb-94d0-81f5d9931b56), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.083232 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fadabc99-5657-4f27-94ce-a95ffd86d021), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.112108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-658dd3e0-07eb-43c5-a797-59988089fb6b None None] Port 57bd581d-874a-4fe9-9f2b-3cee140ee397 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:21.121083 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Network 03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:21.123106 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-64c9ee12-fe1d-4667-ac53-85ae8002f2d8 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (cf2d01f1-3fff-445e-a004-29a601a67045), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.132634 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:21.138421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:21.189847 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cdb95ab-1344-46f9-a603-dd885800fd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8a594d65-55fd-4175-b1e9-337f95f5d934), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.193411 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cdb95ab-1344-46f9-a603-dd885800fd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.194777 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7cdb95ab-1344-46f9-a603-dd885800fd71 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a594d65-55fd-4175-b1e9-337f95f5d934 HTTP/1.1" status: 204 len: 168 time: 0.5752516 Jan 27 21:46:21.208186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:21.214152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ac7f5bc0-6302-421e-a7d8-367be5777314 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:21.231194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Set router 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:21.359981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Subnet': ['ID=62728d2e-663b-42fc-b08e-c62d85aa0396,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:21.403070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Attempting to bind port c1d3116d-5a29-47cb-94d0-81f5d9931b56 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:21.403070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Attempting to bind port c1d3116d-5a29-47cb-94d0-81f5d9931b56 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '67a4e9af-8d05-4de5-b5ec-9a8da098377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:21.403565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Attempting to bind port c1d3116d-5a29-47cb-94d0-81f5d9931b56 on network 03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:21.404586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb95ab-1344-46f9-a603-dd885800fd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a594d65-55fd-4175-b1e9-337f95f5d934,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:21.424730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:21.425184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Checking segment: {'id': '67a4e9af-8d05-4de5-b5ec-9a8da098377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:21.425516 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.425916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Bound using segment: {'id': '67a4e9af-8d05-4de5-b5ec-9a8da098377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:21.426412 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Bound port: c1d3116d-5a29-47cb-94d0-81f5d9931b56, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a4e9af-8d05-4de5-b5ec-9a8da098377b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:21.426798 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c1d3116d-5a29-47cb-94d0-81f5d9931b56), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.588629 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.640753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:21.728606 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bef738-80a9-4741-ac44-3141bec64f99') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:21.729562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bef738-80a9-4741-ac44-3141bec64f99') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:21.735544 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-64c9ee12-fe1d-4667-ac53-85ae8002f2d8 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (cf2d01f1-3fff-445e-a004-29a601a67045), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.774260 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (67bef738-80a9-4741-ac44-3141bec64f99), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.797872 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (67bef738-80a9-4741-ac44-3141bec64f99), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.810658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Pushing event updated for resources: {'Port': ['ID=c1d3116d-5a29-47cb-94d0-81f5d9931b56,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:21.815879 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:21.822853 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (67bef738-80a9-4741-ac44-3141bec64f99), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:21.823377 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:21.841655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e33b5081-453f-4b99-a749-3233d80a19bb req-14737d85-fc49-4646-9191-fa230b739880 tempest-FloatingIPsNegativeTestJSON-1237705637 tempest-FloatingIPsNegativeTestJSON-1237705637-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=c33a792bc92f445fad0ef862f076efe5 HTTP/1.1" status: 200 len: 217 time: 0.7110894 Jan 27 21:46:21.926175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea45e1-978b-40c9-b7b8-e58cb4ea1e90 None None] Network c33ca80d-6483-4ba0-ac3d-56fd97852e40 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:21.965582 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db48f720-8cff-4552-a716-4fa9163bb59f req-38048f19-8c3f-42e3-978f-d94f82d93faa tempest-FloatingIPsNegativeTestJSON-1237705637 tempest-FloatingIPsNegativeTestJSON-1237705637-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0544035 Jan 27 21:46:21.987426 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816ed6c-ec20-4886-8201-98a2023aa056 req-45091663-3e18-47a4-b112-f20a3c309445 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:21.995806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d816ed6c-ec20-4886-8201-98a2023aa056 req-45091663-3e18-47a4-b112-f20a3c309445 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.1589351 Jan 27 21:46:22.073335 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-64c9ee12-fe1d-4667-ac53-85ae8002f2d8 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (cf2d01f1-3fff-445e-a004-29a601a67045), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.099634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d816ed6c-ec20-4886-8201-98a2023aa056 req-9ab31087-3d37-4400-a89f-3d6353e84953 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027675 Jan 27 21:46:22.132652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] For port c1d3116d-5a29-47cb-94d0-81f5d9931b56, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:22.137127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] For port c1d3116d-5a29-47cb-94d0-81f5d9931b56, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c1d3116d-5a29-47cb-94d0-81f5d9931b56,segment=NetworkSegment(67a4e9af-8d05-4de5-b5ec-9a8da098377b),segment_id=67a4e9af-8d05-4de5-b5ec-9a8da098377b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:22.138212 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:46:22.138212 n-d-760456-6 neutron-server[104026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:46:22.138212 n-d-760456-6 neutron-server[104026]: [parameters: {'id': '4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471'}] Jan 27 21:46:22.138212 n-d-760456-6 neutron-server[104026]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:46:22.139028 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:46:22.141819 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-64c9ee12-fe1d-4667-ac53-85ae8002f2d8 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.162544 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-64c9ee12-fe1d-4667-ac53-85ae8002f2d8 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "DELETE /v2.0/subnets/cf2d01f1-3fff-445e-a004-29a601a67045 HTTP/1.1" status: 204 len: 168 time: 2.1334658 Jan 27 21:46:22.162544 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9ee12-fe1d-4667-ac53-85ae8002f2d8 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2d01f1-3fff-445e-a004-29a601a67045,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:22.163101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54308) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:22.168476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port ac7f5bc0-6302-421e-a7d8-367be5777314 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:22.172418 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ac7f5bc0-6302-421e-a7d8-367be5777314), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.254718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3bfd4b1f-d55b-4b3f-a204-2dff77be08b5 None None] Provisioning complete for port ac7f5bc0-6302-421e-a7d8-367be5777314 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:22.255109 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3bfd4b1f-d55b-4b3f-a204-2dff77be08b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ac7f5bc0-6302-421e-a7d8-367be5777314), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.268668 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-e1a5929f-373b-4622-95c8-b56d85985ca2 req-720e1b07-054a-43b9-bc72-67bb770db598 tempest-FloatingIPsNegativeTestJSON-1237705637 tempest-FloatingIPsNegativeTestJSON-1237705637-project] show failed (client error): The resource could not be found. Jan 27 21:46:22.269914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1a5929f-373b-4622-95c8-b56d85985ca2 req-720e1b07-054a-43b9-bc72-67bb770db598 tempest-FloatingIPsNegativeTestJSON-1237705637 tempest-FloatingIPsNegativeTestJSON-1237705637-project] 10.222.0.61 "GET /v2.0/floatingips/8a80658a-bae2-4986-9b1b-661c91d3b5e1 HTTP/1.1" status: 404 len: 350 time: 0.0835910 Jan 27 21:46:22.278776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288620c6-1309-4d42-9027-1cf356fe56d6 req-268d35e7-db34-4215-be65-58748181fa33 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:22.286596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-288620c6-1309-4d42-9027-1cf356fe56d6 req-268d35e7-db34-4215-be65-58748181fa33 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.2204413 Jan 27 21:46:22.287665 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c1d3116d-5a29-47cb-94d0-81f5d9931b56), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.289669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54312) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:22.289842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526d35e-dfaf-4ddf-a93f-01d60ea9c13b None None] Pushing event updated for resources: {'Port': ['ID=fadabc99-5657-4f27-94ce-a95ffd86d021,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:22.327190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bdef74-0194-4204-a78e-7fbf92dc0084 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:22.329866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f8bdef74-0194-4204-a78e-7fbf92dc0084 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1635437 Jan 27 21:46:22.357100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54314) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:22.370848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-288620c6-1309-4d42-9027-1cf356fe56d6 req-4a584830-9024-4083-a66b-9f39e6baba2b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830667 Jan 27 21:46:22.371088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c00a8-25c3-4f9f-9de8-32ab10dd0bf3 None None] Pushing event updated for resources: {'Port': ['ID=c1d3116d-5a29-47cb-94d0-81f5d9931b56,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:22.373646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff2349a-c10c-463b-b687-aa179e62bf82 None None] DHCP port deletion for c33ca80d-6483-4ba0-ac3d-56fd97852e40 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:46:22.521431 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.665360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Deleting port c1d3116d-5a29-47cb-94d0-81f5d9931b56 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:22.665704 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c1d3116d-5a29-47cb-94d0-81f5d9931b56), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.673136 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.738132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8ff2349a-c10c-463b-b687-aa179e62bf82 None None] Deleting port ac7f5bc0-6302-421e-a7d8-367be5777314 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:22.738527 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8ff2349a-c10c-463b-b687-aa179e62bf82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ac7f5bc0-6302-421e-a7d8-367be5777314), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.883216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port ac7f5bc0-6302-421e-a7d8-367be5777314 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:22.889489 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ac7f5bc0-6302-421e-a7d8-367be5777314), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.892942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8ff2349a-c10c-463b-b687-aa179e62bf82 None None] For port ac7f5bc0-6302-421e-a7d8-367be5777314, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ac7f5bc0-6302-421e-a7d8-367be5777314,segment=NetworkSegment(1239ace5-1cca-4c0c-9b25-ec864b39e801),segment_id=1239ace5-1cca-4c0c-9b25-ec864b39e801)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:22.893403 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8ff2349a-c10c-463b-b687-aa179e62bf82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ac7f5bc0-6302-421e-a7d8-367be5777314), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.898065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] For port c1d3116d-5a29-47cb-94d0-81f5d9931b56, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c1d3116d-5a29-47cb-94d0-81f5d9931b56,segment=NetworkSegment(67a4e9af-8d05-4de5-b5ec-9a8da098377b),segment_id=67a4e9af-8d05-4de5-b5ec-9a8da098377b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:22.898513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c1d3116d-5a29-47cb-94d0-81f5d9931b56), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.922905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd4b1f-d55b-4b3f-a204-2dff77be08b5 None None] Current status of the port ac7f5bc0-6302-421e-a7d8-367be5777314 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:22.923598 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3bfd4b1f-d55b-4b3f-a204-2dff77be08b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ac7f5bc0-6302-421e-a7d8-367be5777314), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:22.934999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Calling delete_port for c1d3116d-5a29-47cb-94d0-81f5d9931b56 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:22.949040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8ff2349a-c10c-463b-b687-aa179e62bf82 None None] Calling delete_port for ac7f5bc0-6302-421e-a7d8-367be5777314 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:23.004942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'name': 'tempest-FloatingIPsNegativeTestJSON-1299473187-router', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:08Z', 'updated_at': '2022-01-27T21:46:18Z', 'revision_number': 4, 'project_id': 'c33a792bc92f445fad0ef862f076efe5', 'gw_port': {'id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:10Z', 'updated_at': '2022-01-27T21:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '57bd581d-874a-4fe9-9f2b-3cee140ee397', 'name': '', 'network_id': '8e7de762-ded7-453e-b7ef-41b4d90d6b1b', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5', 'mac_address': 'fa:16:3e:1f:03:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '73abd7d6-2e20-49da-bf9e-15dd37f94f0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:16Z', 'updated_at': '2022-01-27T21:46:19Z', 'revision_number': 2, 'project_id': 'c33a792bc92f445fad0ef862f076efe5', 'subnets': [{'id': '73abd7d6-2e20-49da-bf9e-15dd37f94f0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:23.044330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Deleting port fadabc99-5657-4f27-94ce-a95ffd86d021 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:23.045420 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fadabc99-5657-4f27-94ce-a95ffd86d021), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.091026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Checking router: 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:23.091411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Updating router 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 port 57bd581d-874a-4fe9-9f2b-3cee140ee397 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:46:23.172515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] For port fadabc99-5657-4f27-94ce-a95ffd86d021, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fadabc99-5657-4f27-94ce-a95ffd86d021,segment=NetworkSegment(67bef738-80a9-4741-ac44-3141bec64f99),segment_id=67bef738-80a9-4741-ac44-3141bec64f99)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:23.173079 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fadabc99-5657-4f27-94ce-a95ffd86d021), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.193432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c470d-d524-4143-ace7-78a59795865e None None] Network 4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:23.210337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Calling delete_port for fadabc99-5657-4f27-94ce-a95ffd86d021 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:23.211816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port ac7f5bc0-6302-421e-a7d8-367be5777314, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ac7f5bc0-6302-421e-a7d8-367be5777314,segment=NetworkSegment(1239ace5-1cca-4c0c-9b25-ec864b39e801),segment_id=1239ace5-1cca-4c0c-9b25-ec864b39e801)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:23.294914 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.339874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c1d3116d-5a29-47cb-94d0-81f5d9931b56), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.357664 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d86b-33df-4448-b3c0-e563438bce62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.370096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] No DVR routers for this DVR port c1d3116d-5a29-47cb-94d0-81f5d9931b56 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:23.489064 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ac7f5bc0-6302-421e-a7d8-367be5777314), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.526722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54348) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:23.540632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event deleted for resources: {'Port': ['ID=c1d3116d-5a29-47cb-94d0-81f5d9931b56,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:23.753083 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-3bfd4b1f-d55b-4b3f-a204-2dff77be08b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:46:23.763894 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-3bfd4b1f-d55b-4b3f-a204-2dff77be08b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:46:23.770784 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.816287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:23.827449 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (fadabc99-5657-4f27-94ce-a95ffd86d021), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.843133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a4e9af-8d05-4de5-b5ec-9a8da098377b') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:23.843773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a4e9af-8d05-4de5-b5ec-9a8da098377b') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:23.863311 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (67a4e9af-8d05-4de5-b5ec-9a8da098377b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.873035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Port': ['ID=fadabc99-5657-4f27-94ce-a95ffd86d021,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:23.893634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (67a4e9af-8d05-4de5-b5ec-9a8da098377b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.903094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No DVR routers for this DVR port fadabc99-5657-4f27-94ce-a95ffd86d021 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:23.909487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:23.910090 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (67a4e9af-8d05-4de5-b5ec-9a8da098377b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:23.925253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=ac7f5bc0-6302-421e-a7d8-367be5777314,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:24.021664 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:24.069972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b743e5d-0641-4311-8282-30cc9898ddd2 req-e6831499-803c-48f4-b1e6-0bc59fbd3694 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.073965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b743e5d-0641-4311-8282-30cc9898ddd2 req-e6831499-803c-48f4-b1e6-0bc59fbd3694 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.8340330 Jan 27 21:46:24.091927 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8ff2349a-c10c-463b-b687-aa179e62bf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (ac7f5bc0-6302-421e-a7d8-367be5777314), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.106286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c1d3116d-5a29-47cb-94d0-81f5d9931b56 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:24.125515 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.130105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eea091-2657-4fdf-8d34-56faf3246700 None None] DHCP port deletion for 4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:46:24.130343 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c761c83b-6281-4abf-91e5-0809a7d1214f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.139629 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff2349a-c10c-463b-b687-aa179e62bf82 None None] No DVR routers for this DVR port ac7f5bc0-6302-421e-a7d8-367be5777314 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:24.145328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: c1d3116d-5a29-47cb-94d0-81f5d9931b56 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:24.146918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c1d3116d-5a29-47cb-94d0-81f5d9931b56 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 21:46:24.172399 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:24.200507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3d86b-33df-4448-b3c0-e563438bce62 admin admin] Deleting port 57bd581d-874a-4fe9-9f2b-3cee140ee397 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:24.201092 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d86b-33df-4448-b3c0-e563438bce62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.213078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea08f07-c8ee-4ace-9e21-c17dbe3ed809 req-c5a1a67b-4b35-45f0-85d4-03bd0c469d10 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.221902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ea08f07-c8ee-4ace-9e21-c17dbe3ed809 req-c5a1a67b-4b35-45f0-85d4-03bd0c469d10 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.6961808 Jan 27 21:46:24.237212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bef738-80a9-4741-ac44-3141bec64f99') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:24.239299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bef738-80a9-4741-ac44-3141bec64f99') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:24.250118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2349a-c10c-463b-b687-aa179e62bf82 None None] Pushing event deleted for resources: {'Port': ['ID=ac7f5bc0-6302-421e-a7d8-367be5777314,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:24.260440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Port c1d3116d-5a29-47cb-94d0-81f5d9931b56 not found, will not notify nova. {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 21:46:24.262852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:24.337984 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b743e5d-0641-4311-8282-30cc9898ddd2 req-7ac354c5-0915-4632-89ee-754c255a8b83 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374265 Jan 27 21:46:24.338958 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.340793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05e631a-2f87-4af9-af4a-dac9bd8f1b4f None None] Network 4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:24.391931 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (67bef738-80a9-4741-ac44-3141bec64f99), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.395162 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.404587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "DELETE /v2.0/networks/03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d HTTP/1.1" status: 204 len: 168 time: 2.0247700 Jan 27 21:46:24.412262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54358) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:24.416112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd4b1f-d55b-4b3f-a204-2dff77be08b5 None None] Port ac7f5bc0-6302-421e-a7d8-367be5777314 update to ACTIVE by agent not found {{(pid=104028) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 27 21:46:24.424239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ea08f07-c8ee-4ace-9e21-c17dbe3ed809 req-674cba19-6365-41d5-80dc-1dadeb0e9ca1 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937559 Jan 27 21:46:24.465434 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (67bef738-80a9-4741-ac44-3141bec64f99), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.491224 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Publish callbacks [] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.491886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d566b-f88e-431b-8294-1aeeb3fcd7e1 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event deleted for resources: {'Network': ['ID=03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:24.529264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb8ee-5755-4f83-b3cd-0466dd4a1e4f req-6ca1c2f5-60ff-42c8-8959-ebce602d10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.531929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4bb8ee-5755-4f83-b3cd-0466dd4a1e4f req-6ca1c2f5-60ff-42c8-8959-ebce602d10ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 1097 time: 0.0880935 Jan 27 21:46:24.538076 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1594e2eb-60ea-4e14-98eb-9f5b4f64b96b None None] DHCP port deletion for 03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:46:24.569689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1892fc46-374f-48b2-802c-5eb1bd333035 None None] Could not find standard attr ID for object fadabc99-5657-4f27-94ce-a95ffd86d021. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:46:24.579101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1892fc46-374f-48b2-802c-5eb1bd333035 None None] Could not find standard attr ID for object c1d3116d-5a29-47cb-94d0-81f5d9931b56. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:46:24.606917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8936884-55c3-492a-a24b-8bf22a0d8d02 None None] Network 03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:24.609849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:24.610409 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (67bef738-80a9-4741-ac44-3141bec64f99), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:24.619165 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:24.624983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:24.625366 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.656202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8936884-55c3-492a-a24b-8bf22a0d8d02 None None] Network 03de1ca0-9e32-4f3f-8a24-f7e945ce9d4d could not be found, it might have been deleted concurrently. {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 21:46:24.660023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.790730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d86b-33df-4448-b3c0-e563438bce62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.811525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (c33ca80d-6483-4ba0-ac3d-56fd97852e40), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:24.814392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb8ee-5755-4f83-b3cd-0466dd4a1e4f req-a6f7ab8c-e0b6-4bd0-b31c-ef76b7b9c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:24.821018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4bb8ee-5755-4f83-b3cd-0466dd4a1e4f req-a6f7ab8c-e0b6-4bd0-b31c-ef76b7b9c44e service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 918 time: 0.2677445 Jan 27 21:46:24.878632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3d86b-33df-4448-b3c0-e563438bce62 admin admin] Calling delete_port for 57bd581d-874a-4fe9-9f2b-3cee140ee397 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:24.938328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bcbc7-4c3f-46c3-bc95-943dacf841d2 None None] Pushing event updated for resources: {'Port': ['ID=57bd581d-874a-4fe9-9f2b-3cee140ee397,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:25.007863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e1368993-dd0a-4234-80fe-d51d39870566 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:25.105184 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4bb8ee-5755-4f83-b3cd-0466dd4a1e4f req-5723fcf8-65d5-44d6-a41f-f1e41ebbf2cb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1368993-dd0a-4234-80fe-d51d39870566 HTTP/1.1" status: 200 len: 1002 time: 0.2748089 Jan 27 21:46:25.112918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:25.114127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fadabc99-5657-4f27-94ce-a95ffd86d021 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:25.135033 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.156858 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.156858 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471 HTTP/1.1" status: 204 len: 168 time: 6.0544500 Jan 27 21:46:25.157947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: fadabc99-5657-4f27-94ce-a95ffd86d021 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:25.157947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fadabc99-5657-4f27-94ce-a95ffd86d021 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 21:46:25.159719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54372) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:25.169087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Attempting to bind port 57bd581d-874a-4fe9-9f2b-3cee140ee397 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:25.169681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Attempting to bind port 57bd581d-874a-4fe9-9f2b-3cee140ee397 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '2a212626-844a-479d-8fe4-7156c7ce6a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8e7de762-ded7-453e-b7ef-41b4d90d6b1b'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:25.170028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Attempting to bind port 57bd581d-874a-4fe9-9f2b-3cee140ee397 on network 8e7de762-ded7-453e-b7ef-41b4d90d6b1b {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:25.207173 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94450461-64eb-48e2-a841-d97626ecd352 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Network': ['ID=4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:25.216762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb8ee-5755-4f83-b3cd-0466dd4a1e4f req-23571c60-c4a4-4727-9a79-0b9760b8de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:25.218596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4bb8ee-5755-4f83-b3cd-0466dd4a1e4f req-23571c60-c4a4-4727-9a79-0b9760b8de19 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 200 len: 856 time: 0.1089230 Jan 27 21:46:25.233211 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c2a48a-184f-4a38-b21e-d72294220046 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:25.234214 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c2a48a-184f-4a38-b21e-d72294220046 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:25.237752 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-59c2a48a-184f-4a38-b21e-d72294220046 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/subnets/62728d2e-663b-42fc-b08e-c62d85aa0396 HTTP/1.1" status: 404 len: 337 time: 0.0767782 Jan 27 21:46:25.242361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54374) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:25.252173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Port fadabc99-5657-4f27-94ce-a95ffd86d021 not found, will not notify nova. {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 21:46:25.291474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:25.291965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Checking segment: {'id': '2a212626-844a-479d-8fe4-7156c7ce6a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8e7de762-ded7-453e-b7ef-41b4d90d6b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:25.292424 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.293924 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Bound using segment: {'id': '2a212626-844a-479d-8fe4-7156c7ce6a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8e7de762-ded7-453e-b7ef-41b4d90d6b1b'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:25.294319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Bound port: 57bd581d-874a-4fe9-9f2b-3cee140ee397, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a212626-844a-479d-8fe4-7156c7ce6a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '8e7de762-ded7-453e-b7ef-41b4d90d6b1b'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:25.294978 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.322951 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c0c973-af59-4088-ad8e-d5e553bde612 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:25.323472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c0c973-af59-4088-ad8e-d5e553bde612 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:25.325637 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (c33ca80d-6483-4ba0-ac3d-56fd97852e40), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.330105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-87c0c973-af59-4088-ad8e-d5e553bde612 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/4fbf2b02-d0b4-4c04-a40f-4ea7b7bdc471 HTTP/1.1" status: 404 len: 339 time: 0.0729401 Jan 27 21:46:25.330829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54376) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:25.335130 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c761c83b-6281-4abf-91e5-0809a7d1214f admin admin] Publish callbacks [] for security_group (7b9a45c1-7c81-4c28-a9c4-1fdb63ea13cd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.346404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ac7f5bc0-6302-421e-a7d8-367be5777314 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:25.358302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33ca80d-6483-4ba0-ac3d-56fd97852e40']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:25.369230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1239ace5-1cca-4c0c-9b25-ec864b39e801') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:25.369230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1239ace5-1cca-4c0c-9b25-ec864b39e801') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:25.380620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Port 57bd581d-874a-4fe9-9f2b-3cee140ee397 has been deleted concurrently {{(pid=104028) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 27 21:46:25.381647 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (1239ace5-1cca-4c0c-9b25-ec864b39e801), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.398040 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (1239ace5-1cca-4c0c-9b25-ec864b39e801), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.405828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:25.406356 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (1239ace5-1cca-4c0c-9b25-ec864b39e801), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.412222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: ac7f5bc0-6302-421e-a7d8-367be5777314 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:25.412567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ac7f5bc0-6302-421e-a7d8-367be5777314 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:25.448402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ea6a47d6-4584-4360-81cd-7dde1cf585ac None None] Provisioning complete for port 57bd581d-874a-4fe9-9f2b-3cee140ee397 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:25.449060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ea6a47d6-4584-4360-81cd-7dde1cf585ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: items = [ Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:25.482141 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:25.485660 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d86b-33df-4448-b3c0-e563438bce62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (57bd581d-874a-4fe9-9f2b-3cee140ee397), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.496273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Routers {'4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:25.496917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:25.499174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb8ee-5755-4f83-b3cd-0466dd4a1e4f req-28e29721-675c-4e33-9e50-7574ca0059cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:25.500285 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4bb8ee-5755-4f83-b3cd-0466dd4a1e4f req-28e29721-675c-4e33-9e50-7574ca0059cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf700070-3437-4935-bb61-9656ea0d6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2750034 Jan 27 21:46:25.502708 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c761c83b-6281-4abf-91e5-0809a7d1214f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7b9a45c1-7c81-4c28-a9c4-1fdb63ea13cd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.527561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a47d6-4584-4360-81cd-7dde1cf585ac None None] Port 57bd581d-874a-4fe9-9f2b-3cee140ee397 was deleted so its status cannot be updated. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 27 21:46:25.556402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3d86b-33df-4448-b3c0-e563438bce62 admin admin] Pushing event deleted for resources: {'Port': ['ID=57bd581d-874a-4fe9-9f2b-3cee140ee397,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:25.626260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:25.652765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'e1368993-dd0a-4234-80fe-d51d39870566', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'port_id': 'e1368993-dd0a-4234-80fe-d51d39870566', 'mac_address': 'fa:16:3e:81:43:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:25.693063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c1d3116d-5a29-47cb-94d0-81f5d9931b56 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:25.727430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: c1d3116d-5a29-47cb-94d0-81f5d9931b56 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:25.728056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c1d3116d-5a29-47cb-94d0-81f5d9931b56 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:25.729123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fadabc99-5657-4f27-94ce-a95ffd86d021 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:25.810648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4bb8ee-5755-4f83-b3cd-0466dd4a1e4f req-8d6fb05a-8675-4709-846d-4e586ab875e3 service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971053 Jan 27 21:46:25.818199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c761c83b-6281-4abf-91e5-0809a7d1214f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f86c93c8582a4ad3b9e4f2d60a5450d6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2886698 Jan 27 21:46:25.827219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54382) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:25.851179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: fadabc99-5657-4f27-94ce-a95ffd86d021 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:25.851867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fadabc99-5657-4f27-94ce-a95ffd86d021 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:25.881623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] Set router 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:25.907040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port e1368993-dd0a-4234-80fe-d51d39870566 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:25.907908 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e1368993-dd0a-4234-80fe-d51d39870566), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.932096 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (c33ca80d-6483-4ba0-ac3d-56fd97852e40), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.935214 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d86b-33df-4448-b3c0-e563438bce62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.957334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1368993-dd0a-4234-80fe-d51d39870566 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:25.964980 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b22add1b-14da-42fe-a04a-3d4c3f0e4790), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.990059 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:25.993237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761c83b-6281-4abf-91e5-0809a7d1214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9a45c1-7c81-4c28-a9c4-1fdb63ea13cd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:25.997606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:25.999122 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "DELETE /v2.0/networks/c33ca80d-6483-4ba0-ac3d-56fd97852e40 HTTP/1.1" status: 204 len: 168 time: 1.5794027 Jan 27 21:46:26.000626 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54392) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:26.013756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36957b-91f4-4cd7-875e-5bdb60989a0f req-37362372-ed3e-46b8-8a66-f681a30f8642 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.015279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a36957b-91f4-4cd7-875e-5bdb60989a0f req-37362372-ed3e-46b8-8a66-f681a30f8642 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.5073211 Jan 27 21:46:26.068841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ffb63-f083-48b3-bbe1-9de7c2c5de7b tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event deleted for resources: {'Network': ['ID=c33ca80d-6483-4ba0-ac3d-56fd97852e40,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:26.098697 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdb2d-12f5-466c-ab9a-4be09b99e087 admin admin] Publish callbacks [] for security_group (7b9a45c1-7c81-4c28-a9c4-1fdb63ea13cd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.120333 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.174441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e511f-1fd1-4a13-bfb0-5cce27a608d9 req-e8c72aad-125b-4fc3-b155-16b8c1f7b72d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:26.179412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-014e511f-1fd1-4a13-bfb0-5cce27a608d9 req-e8c72aad-125b-4fc3-b155-16b8c1f7b72d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.3836436 Jan 27 21:46:26.210463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4bb8ee-5755-4f83-b3cd-0466dd4a1e4f req-d0a90ffe-f5fb-418e-a566-8e138551545c service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875027 Jan 27 21:46:26.211549 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (469f470b-5861-4d49-97ed-11d23a3768ae), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.218788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:26.230623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['e1368993-dd0a-4234-80fe-d51d39870566'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:26.236423 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdb2d-12f5-466c-ab9a-4be09b99e087 admin admin] Publish callbacks [] for security_group (7b9a45c1-7c81-4c28-a9c4-1fdb63ea13cd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.300561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'name': 'tempest-FloatingIPsNegativeTestJSON-1299473187-router', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:08Z', 'updated_at': '2022-01-27T21:46:25Z', 'revision_number': 5, 'project_id': 'c33a792bc92f445fad0ef862f076efe5', 'gw_port': {'id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:10Z', 'updated_at': '2022-01-27T21:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:26.336692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a36957b-91f4-4cd7-875e-5bdb60989a0f req-8ac2c367-264c-4cc9-a1a8-22b9341f0e7f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083596 Jan 27 21:46:26.349218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece4343-b973-4aa3-91d2-240faa87f6fc None None] The sync data for ids ['4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'] in n-d-760456-6 is: [{'id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'name': 'tempest-FloatingIPsNegativeTestJSON-1299473187-router', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:08Z', 'updated_at': '2022-01-27T21:46:25Z', 'revision_number': 5, 'project_id': 'c33a792bc92f445fad0ef862f076efe5', 'gw_port': {'id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:10Z', 'updated_at': '2022-01-27T21:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:26.371491 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b22add1b-14da-42fe-a04a-3d4c3f0e4790), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.397602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (469f470b-5861-4d49-97ed-11d23a3768ae), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.457391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22add1b-14da-42fe-a04a-3d4c3f0e4790']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:26.484130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d3fc9f-738e-4e35-a495-f419c745abfd') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:26.489150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d3fc9f-738e-4e35-a495-f419c745abfd') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:26.503578 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (e0d3fc9f-738e-4e35-a495-f419c745abfd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.515619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-014e511f-1fd1-4a13-bfb0-5cce27a608d9 req-fc982a98-9502-4c41-bf22-e2e7cc22da08 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156061 Jan 27 21:46:26.525709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e0d3fc9f-738e-4e35-a495-f419c745abfd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.540972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:26.541493 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (e0d3fc9f-738e-4e35-a495-f419c745abfd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:26.545476 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:26.755664 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdb2d-12f5-466c-ab9a-4be09b99e087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7b9a45c1-7c81-4c28-a9c4-1fdb63ea13cd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.759014 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdb2d-12f5-466c-ab9a-4be09b99e087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.769450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0b4fdb2d-12f5-466c-ab9a-4be09b99e087 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b9a45c1-7c81-4c28-a9c4-1fdb63ea13cd HTTP/1.1" status: 204 len: 168 time: 0.9332769 Jan 27 21:46:26.770135 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['469f470b-5861-4d49-97ed-11d23a3768ae']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:26.776960 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201680d7-6130-4f1f-b240-74c7e6c7c506') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:26.777268 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201680d7-6130-4f1f-b240-74c7e6c7c506') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:26.790040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fdb2d-12f5-466c-ab9a-4be09b99e087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9a45c1-7c81-4c28-a9c4-1fdb63ea13cd,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:26.793006 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (201680d7-6130-4f1f-b240-74c7e6c7c506), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.813601 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.817225 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b22add1b-14da-42fe-a04a-3d4c3f0e4790), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.861743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.867737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/b22add1b-14da-42fe-a04a-3d4c3f0e4790 HTTP/1.1" status: 204 len: 168 time: 1.5310473 Jan 27 21:46:26.868678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af5ea3-7b00-4fa0-b7cf-91cbd6053b1e tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Network': ['ID=b22add1b-14da-42fe-a04a-3d4c3f0e4790,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:26.870750 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (201680d7-6130-4f1f-b240-74c7e6c7c506), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.872225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54406) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:26.893815 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (201680d7-6130-4f1f-b240-74c7e6c7c506), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:26.899840 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:26.946320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce3d86b-33df-4448-b3c0-e563438bce62 admin admin] Router 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:46:26.948732 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0e91b4-9738-40ed-a19d-bcfa1a7e610c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:26.949450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0e91b4-9738-40ed-a19d-bcfa1a7e610c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:26.964486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cc0e91b4-9738-40ed-a19d-bcfa1a7e610c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/subnets/da2a0f94-2b18-4b37-917d-823efb7e5c1d HTTP/1.1" status: 404 len: 337 time: 0.0910246 Jan 27 21:46:26.966082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54412) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:26.984259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e1368993-dd0a-4234-80fe-d51d39870566 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:27.029169 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8e9ce8-b3cf-43bd-9ba9-ad201e0f4bae tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:27.030413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8e9ce8-b3cf-43bd-9ba9-ad201e0f4bae tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:27.041393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9c8e9ce8-b3cf-43bd-9ba9-ad201e0f4bae tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/3db6f28c-5aa1-4f33-b4d4-fdf0b0d770fd HTTP/1.1" status: 404 len: 339 time: 0.0738511 Jan 27 21:46:27.044644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54418) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:27.106763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port e1368993-dd0a-4234-80fe-d51d39870566 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:27.107582 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e1368993-dd0a-4234-80fe-d51d39870566), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.131846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-809893e1-7e51-449d-9530-dd50e4038a6c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Deleting subnet 3da245de-a0dc-4761-9b13-6abd8a3bf414 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:27.135751 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-809893e1-7e51-449d-9530-dd50e4038a6c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (3da245de-a0dc-4761-9b13-6abd8a3bf414), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.180315 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.182725 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (469f470b-5861-4d49-97ed-11d23a3768ae), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.208392 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.214890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54422) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:27.215823 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "DELETE /v2.0/networks/469f470b-5861-4d49-97ed-11d23a3768ae HTTP/1.1" status: 204 len: 168 time: 1.2021515 Jan 27 21:46:27.217095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebbe08-7170-43c3-bae4-8b1024168f62 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event deleted for resources: {'Network': ['ID=469f470b-5861-4d49-97ed-11d23a3768ae,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:27.243804 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce3d86b-33df-4448-b3c0-e563438bce62 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:27.253745 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0ce3d86b-33df-4448-b3c0-e563438bce62 admin admin] 10.222.0.61 "PUT /v2.0/routers/4b7f1254-3149-4e21-a7fd-cf3d1b8c9085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9622855 Jan 27 21:46:27.256233 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54424) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:27.280209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port e1368993-dd0a-4234-80fe-d51d39870566 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:27.280982 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e1368993-dd0a-4234-80fe-d51d39870566), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.303370 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-809893e1-7e51-449d-9530-dd50e4038a6c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (3da245de-a0dc-4761-9b13-6abd8a3bf414), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.318503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:27.318999 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b9d2b9-bfe7-4292-b8c7-0c4e85db669c" -d '{"events": [{"server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "name": "network-vif-plugged", "status": "completed", "tag": "e1368993-dd0a-4234-80fe-d51d39870566"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:27.335544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:27.424952 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.451944 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd9fed-6db6-44df-8597-7dfad41e24a6 None None] Sync routers for ids ['4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:27.471044 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd9fed-6db6-44df-8597-7dfad41e24a6 None None] Routers {'4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:27.471703 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-eefd9fed-6db6-44df-8597-7dfad41e24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:27.526126 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Publish callbacks [] for router (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.564899 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6148e5-1a66-4463-832a-5670f69027d6 x-openstack-request-id: req-0d6148e5-1a66-4463-832a-5670f69027d6 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:27.565210 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "name": "network-vif-plugged", "status": "completed", "tag": "e1368993-dd0a-4234-80fe-d51d39870566", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:27.565475 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d6148e5-1a66-4463-832a-5670f69027d6 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:27.565882 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566', 'code': 200} Jan 27 21:46:27.600205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:27.611706 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (ae983c13-4c9f-48f5-b7b9-595549024f02), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.679575 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-eefd9fed-6db6-44df-8597-7dfad41e24a6 None None] Set router 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:27.707429 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-809893e1-7e51-449d-9530-dd50e4038a6c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (3da245de-a0dc-4761-9b13-6abd8a3bf414), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.812609 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Publish callbacks [] for router_gateway (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.813139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d3fdc-2ef6-413d-a8a8-ee0eb8405087 req-d00ad17e-6293-4222-87c9-bf1898c0b9b4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:27.815460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-630d3fdc-2ef6-413d-a8a8-ee0eb8405087 req-d00ad17e-6293-4222-87c9-bf1898c0b9b4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.2341986 Jan 27 21:46:27.967283 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (ae983c13-4c9f-48f5-b7b9-595549024f02), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:27.976822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760b673-d7be-471d-b85d-d8fc61adb91d req-63c3bb4d-e73f-4dd7-9513-5bde16f84771 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:27.978464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2760b673-d7be-471d-b85d-d8fc61adb91d req-63c3bb4d-e73f-4dd7-9513-5bde16f84771 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.3072972 Jan 27 21:46:28.002444 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-630d3fdc-2ef6-413d-a8a8-ee0eb8405087 req-fdae74b0-55a9-46d4-b24e-5f1ef1924d79 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779728 Jan 27 21:46:28.009949 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-eefd9fed-6db6-44df-8597-7dfad41e24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'name': 'tempest-FloatingIPsNegativeTestJSON-1299473187-router', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:08Z', 'updated_at': '2022-01-27T21:46:25Z', 'revision_number': 5, 'project_id': 'c33a792bc92f445fad0ef862f076efe5', 'gw_port': {'id': 'd9e7e50a-94c7-4c7a-ad43-24ae067d4dd8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:10Z', 'updated_at': '2022-01-27T21:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:28.053878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Deleting port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:28.053878 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.093298 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd9fed-6db6-44df-8597-7dfad41e24a6 None None] Checking router: 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:28.121401 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd9fed-6db6-44df-8597-7dfad41e24a6 None None] Routers {'4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:28.122055 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-eefd9fed-6db6-44df-8597-7dfad41e24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:28.159284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae983c13-4c9f-48f5-b7b9-595549024f02']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:28.176278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eecd7a3c-b173-48c9-809b-4213fee19f04') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:28.177101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eecd7a3c-b173-48c9-809b-4213fee19f04') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:28.204417 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (eecd7a3c-b173-48c9-809b-4213fee19f04), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.240826 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (eecd7a3c-b173-48c9-809b-4213fee19f04), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.257246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:28.258133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (eecd7a3c-b173-48c9-809b-4213fee19f04), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.276575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] For port d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:28.277184 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.296994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Calling delete_port for d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:28.306737 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:28.317200 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-eefd9fed-6db6-44df-8597-7dfad41e24a6 None None] Set router 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:28.350292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2760b673-d7be-471d-b85d-d8fc61adb91d req-5005e8b7-dc5c-4098-9da3-b59dddea8d05 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583941 Jan 27 21:46:28.458826 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-809893e1-7e51-449d-9530-dd50e4038a6c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (3da245de-a0dc-4761-9b13-6abd8a3bf414), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.529543 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-eefd9fed-6db6-44df-8597-7dfad41e24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'name': 'tempest-FloatingIPsNegativeTestJSON-1299473187-router', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:08Z', 'updated_at': '2022-01-27T21:46:27Z', 'revision_number': 6, 'project_id': 'c33a792bc92f445fad0ef862f076efe5', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:28.541241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809893e1-7e51-449d-9530-dd50e4038a6c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Subnet': ['ID=3da245de-a0dc-4761-9b13-6abd8a3bf414,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:28.545327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481e81c4-dcaa-42b1-a16e-600ec928c094 None None] Network 386a2db6-4a97-42a9-8f01-480050fbfa59 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:28.547918 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-809893e1-7e51-449d-9530-dd50e4038a6c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.555288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-809893e1-7e51-449d-9530-dd50e4038a6c tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/subnets/3da245de-a0dc-4761-9b13-6abd8a3bf414 HTTP/1.1" status: 204 len: 168 time: 1.5084081 Jan 27 21:46:28.556045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54454) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:28.634667 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd9fed-6db6-44df-8597-7dfad41e24a6 None None] The sync data for ids ['4b7f1254-3149-4e21-a7fd-cf3d1b8c9085'] in n-d-760456-6 is: [{'id': '4b7f1254-3149-4e21-a7fd-cf3d1b8c9085', 'name': 'tempest-FloatingIPsNegativeTestJSON-1299473187-router', 'tenant_id': 'c33a792bc92f445fad0ef862f076efe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:08Z', 'updated_at': '2022-01-27T21:46:27Z', 'revision_number': 6, 'project_id': 'c33a792bc92f445fad0ef862f076efe5', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:28.636993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c59de8-fd6a-48d8-9f2d-a56c3138ce20 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Deleting subnet 62d704fa-8f0d-4a14-a069-eeb5a8c8363c {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:28.646774 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2c59de8-fd6a-48d8-9f2d-a56c3138ce20 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (62d704fa-8f0d-4a14-a069-eeb5a8c8363c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.651559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (ae983c13-4c9f-48f5-b7b9-595549024f02), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.697563 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.703206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] 10.222.0.61 "DELETE /v2.0/networks/ae983c13-4c9f-48f5-b7b9-595549024f02 HTTP/1.1" status: 204 len: 168 time: 1.4841588 Jan 27 21:46:28.834599 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2c59de8-fd6a-48d8-9f2d-a56c3138ce20 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (62d704fa-8f0d-4a14-a069-eeb5a8c8363c), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:28.848430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8b259-ffb5-4d3c-bb49-603d13269e06 tempest-BulkNetworkOpsTest-1314517133 tempest-BulkNetworkOpsTest-1314517133-project] Pushing event deleted for resources: {'Network': ['ID=ae983c13-4c9f-48f5-b7b9-595549024f02,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:29.067520 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2c59de8-fd6a-48d8-9f2d-a56c3138ce20 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (62d704fa-8f0d-4a14-a069-eeb5a8c8363c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.090065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.224862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:29.291368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.376764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cef13e-cfac-4edc-ae61-0be35323eeec req-99fd49e1-419e-421d-99c4-013dc495f5a8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:29.378677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07cef13e-cfac-4edc-ae61-0be35323eeec req-99fd49e1-419e-421d-99c4-013dc495f5a8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.1549265 Jan 27 21:46:29.380819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2c59de8-fd6a-48d8-9f2d-a56c3138ce20 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (62d704fa-8f0d-4a14-a069-eeb5a8c8363c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.618455 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.630509 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Publish callbacks [] for router_controller (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.674241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:29.770168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:29.770168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d9e7e50a-94c7-4c7a-ad43-24ae067d4dd8 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:29.775777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54474) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:29.958858 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (4b7f1254-3149-4e21-a7fd-cf3d1b8c9085), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.960325 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:46:29.967986 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:29.972236 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-742cfc8c-b33f-43e8-bfc3-144f87fb8740 admin admin] 10.222.0.61 "DELETE /v2.0/routers/4b7f1254-3149-4e21-a7fd-cf3d1b8c9085 HTTP/1.1" status: 204 len: 168 time: 2.7108073 Jan 27 21:46:29.973176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54478) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:30.058487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c59de8-fd6a-48d8-9f2d-a56c3138ce20 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Subnet': ['ID=62d704fa-8f0d-4a14-a069-eeb5a8c8363c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:30.111247 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9019f68-e04e-4121-9b6d-075829142016 admin admin] Deleting subnet 73abd7d6-2e20-49da-bf9e-15dd37f94f0c {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:30.111989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c46815-27cf-4b03-b6c4-85b879b634f5 None None] Network 386a2db6-4a97-42a9-8f01-480050fbfa59 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:30.128064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2c59de8-fd6a-48d8-9f2d-a56c3138ce20 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.133934 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a9019f68-e04e-4121-9b6d-075829142016 admin admin] Publish callbacks [] for subnet (73abd7d6-2e20-49da-bf9e-15dd37f94f0c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.151741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f2c59de8-fd6a-48d8-9f2d-a56c3138ce20 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/subnets/62d704fa-8f0d-4a14-a069-eeb5a8c8363c HTTP/1.1" status: 204 len: 168 time: 1.5895138 Jan 27 21:46:30.156492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54484) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:30.223696 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c48d4d1a-696f-49ce-8063-3a2f83818369 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f19e22d901e4ce79a1b95674dc49c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4463708 Jan 27 21:46:30.226142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54490) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:30.229114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07cef13e-cfac-4edc-ae61-0be35323eeec req-9b3c3e7c-caa4-4d2d-b231-ca5eeec14c14 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755416 Jan 27 21:46:30.265429 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a9019f68-e04e-4121-9b6d-075829142016 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (73abd7d6-2e20-49da-bf9e-15dd37f94f0c), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.339414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-15867c2b-ae75-4dc3-ad9e-286fbeb5a74d None None] Provisioning complete for port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:30.339414 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-15867c2b-ae75-4dc3-ad9e-286fbeb5a74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.345920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6d26f-34b3-421a-9e09-155af7f3469e req-b0486139-7aac-404d-9790-b42acf486adc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:30.349147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0da6d26f-34b3-421a-9e09-155af7f3469e req-b0486139-7aac-404d-9790-b42acf486adc tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.2970948 Jan 27 21:46:30.359161 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (386a2db6-4a97-42a9-8f01-480050fbfa59), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.419602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6215b68a-8312-4708-890e-807d801ddd8b admin admin] Publish callbacks [] for security_group (90760ef5-d440-4865-9803-27bf3ddaab12), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.464180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6215b68a-8312-4708-890e-807d801ddd8b admin admin] Publish callbacks [] for security_group (90760ef5-d440-4865-9803-27bf3ddaab12), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.465815 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0da6d26f-34b3-421a-9e09-155af7f3469e req-4a249654-3f34-4340-be05-9755e1748bc4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104093 Jan 27 21:46:30.482477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a393508d-a809-46d4-a2fd-cf4ca6806ca8 None None] DHCP port deletion for 386a2db6-4a97-42a9-8f01-480050fbfa59 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:46:30.497149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-15867c2b-ae75-4dc3-ad9e-286fbeb5a74d None None] Current status of the port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:30.564398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Deleting port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:30.564398 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.585423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a393508d-a809-46d4-a2fd-cf4ca6806ca8 None None] Deleting port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:30.585962 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a393508d-a809-46d4-a2fd-cf4ca6806ca8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.587380 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a9019f68-e04e-4121-9b6d-075829142016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (73abd7d6-2e20-49da-bf9e-15dd37f94f0c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.659503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a393508d-a809-46d4-a2fd-cf4ca6806ca8 None None] For port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cea52629-bde7-4a13-b3c3-e4f7dc8bbd26,segment=NetworkSegment(8dccce8d-558c-4a40-9cd9-c29c54b989d0),segment_id=8dccce8d-558c-4a40-9cd9-c29c54b989d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:30.659933 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a393508d-a809-46d4-a2fd-cf4ca6806ca8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.677679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a393508d-a809-46d4-a2fd-cf4ca6806ca8 None None] Calling delete_port for cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:30.700665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] For port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cea52629-bde7-4a13-b3c3-e4f7dc8bbd26,segment=NetworkSegment(8dccce8d-558c-4a40-9cd9-c29c54b989d0),segment_id=8dccce8d-558c-4a40-9cd9-c29c54b989d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:30.701044 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.729514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe0eef-cd6c-437e-b6b8-4e672b0e6d8f req-19f88d2c-bd3d-485d-85db-fc2b0b84ab03 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:30.731244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2abe0eef-cd6c-437e-b6b8-4e672b0e6d8f req-19f88d2c-bd3d-485d-85db-fc2b0b84ab03 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.71 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.1149728 Jan 27 21:46:30.750110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Calling delete_port for cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:30.936169 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a393508d-a809-46d4-a2fd-cf4ca6806ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.936373 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a9019f68-e04e-4121-9b6d-075829142016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (73abd7d6-2e20-49da-bf9e-15dd37f94f0c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.936373 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6215b68a-8312-4708-890e-807d801ddd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (90760ef5-d440-4865-9803-27bf3ddaab12), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.939993 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6215b68a-8312-4708-890e-807d801ddd8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:30.940362 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6215b68a-8312-4708-890e-807d801ddd8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90760ef5-d440-4865-9803-27bf3ddaab12 HTTP/1.1" status: 204 len: 168 time: 0.7131743 Jan 27 21:46:30.975604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393508d-a809-46d4-a2fd-cf4ca6806ca8 None None] Pushing event deleted for resources: {'Port': ['ID=cea52629-bde7-4a13-b3c3-e4f7dc8bbd26,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:30.980423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393508d-a809-46d4-a2fd-cf4ca6806ca8 None None] No DVR routers for this DVR port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:30.982527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-2abe0eef-cd6c-437e-b6b8-4e672b0e6d8f req-5ca5fa34-9662-4ae2-a91c-be3928d92e48 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Deleting port e5efb97e-27ba-46a5-942c-8cb8c6198ad2 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:30.982527 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2abe0eef-cd6c-437e-b6b8-4e672b0e6d8f req-5ca5fa34-9662-4ae2-a91c-be3928d92e48 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.013459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cea52629-bde7-4a13-b3c3-e4f7dc8bbd26), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.042872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215b68a-8312-4708-890e-807d801ddd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90760ef5-d440-4865-9803-27bf3ddaab12,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:31.051423 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a9019f68-e04e-4121-9b6d-075829142016 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.060125 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a9019f68-e04e-4121-9b6d-075829142016 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/73abd7d6-2e20-49da-bf9e-15dd37f94f0c HTTP/1.1" status: 204 len: 168 time: 1.0830317 Jan 27 21:46:31.061705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54506) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:31.062889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9019f68-e04e-4121-9b6d-075829142016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73abd7d6-2e20-49da-bf9e-15dd37f94f0c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:31.075102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226fb81a-47e2-4cad-880f-2f05ea58c62b None None] Network 8e7de762-ded7-453e-b7ef-41b4d90d6b1b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:31.139717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Port': ['ID=cea52629-bde7-4a13-b3c3-e4f7dc8bbd26,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:31.168195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No DVR routers for this DVR port cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:31.229004 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (8e7de762-ded7-453e-b7ef-41b4d90d6b1b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.308371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (386a2db6-4a97-42a9-8f01-480050fbfa59), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.334061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-2abe0eef-cd6c-437e-b6b8-4e672b0e6d8f req-5ca5fa34-9662-4ae2-a91c-be3928d92e48 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] For port e5efb97e-27ba-46a5-942c-8cb8c6198ad2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e5efb97e-27ba-46a5-942c-8cb8c6198ad2,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:31.335293 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2abe0eef-cd6c-437e-b6b8-4e672b0e6d8f req-5ca5fa34-9662-4ae2-a91c-be3928d92e48 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.344122 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f10762-9f92-41b5-966a-34fcf8daca20 None None] DHCP port deletion for 8e7de762-ded7-453e-b7ef-41b4d90d6b1b request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:46:31.360360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Deleting port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:31.362542 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.365552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386a2db6-4a97-42a9-8f01-480050fbfa59']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:31.373502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-2abe0eef-cd6c-437e-b6b8-4e672b0e6d8f req-5ca5fa34-9662-4ae2-a91c-be3928d92e48 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Calling delete_port for e5efb97e-27ba-46a5-942c-8cb8c6198ad2 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:31.385770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dccce8d-558c-4a40-9cd9-c29c54b989d0') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:31.386058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dccce8d-558c-4a40-9cd9-c29c54b989d0') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:31.404583 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (8dccce8d-558c-4a40-9cd9-c29c54b989d0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.475200 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8dccce8d-558c-4a40-9cd9-c29c54b989d0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.484862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-93f10762-9f92-41b5-966a-34fcf8daca20 None None] Deleting port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:31.485757 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93f10762-9f92-41b5-966a-34fcf8daca20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.502219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] For port 8ebf96bb-529e-4f23-a2cf-e99f0758d714, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8ebf96bb-529e-4f23-a2cf-e99f0758d714,segment=NetworkSegment(2a212626-844a-479d-8fe4-7156c7ce6a65),segment_id=2a212626-844a-479d-8fe4-7156c7ce6a65)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:31.502730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.522725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:31.523159 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (8dccce8d-558c-4a40-9cd9-c29c54b989d0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:31.527479 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:31.555950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Calling delete_port for 8ebf96bb-529e-4f23-a2cf-e99f0758d714 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:31.670373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-93f10762-9f92-41b5-966a-34fcf8daca20 None None] For port 8ebf96bb-529e-4f23-a2cf-e99f0758d714, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8ebf96bb-529e-4f23-a2cf-e99f0758d714,segment=NetworkSegment(2a212626-844a-479d-8fe4-7156c7ce6a65),segment_id=2a212626-844a-479d-8fe4-7156c7ce6a65)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:31.671905 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93f10762-9f92-41b5-966a-34fcf8daca20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.686836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256fd02-d794-4b04-8a17-fd3ce075de9e req-8fd8f819-d3da-4512-b151-438c3bd0648b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:31.689082 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e256fd02-d794-4b04-8a17-fd3ce075de9e req-8fd8f819-d3da-4512-b151-438c3bd0648b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.2331679 Jan 27 21:46:31.703283 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:31.715207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-93f10762-9f92-41b5-966a-34fcf8daca20 None None] Calling delete_port for 8ebf96bb-529e-4f23-a2cf-e99f0758d714 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:31.755292 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:31.756591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cea52629-bde7-4a13-b3c3-e4f7dc8bbd26 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:31.757167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8ebf96bb-529e-4f23-a2cf-e99f0758d714 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:31.805238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1655a41-49e0-44db-a20f-567c236aa3a6 req-a24e9a06-ab5f-4c3f-91c9-3bc32b4e3cf1 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:31.807018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1655a41-49e0-44db-a20f-567c236aa3a6 req-a24e9a06-ab5f-4c3f-91c9-3bc32b4e3cf1 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 945 time: 0.1993461 Jan 27 21:46:31.812700 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (386a2db6-4a97-42a9-8f01-480050fbfa59), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.826340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.830985 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/386a2db6-4a97-42a9-8f01-480050fbfa59 HTTP/1.1" status: 204 len: 168 time: 1.6707819 Jan 27 21:46:31.833604 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54532) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:31.884328 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-9512f14f-c535-47d6-be25-66c7d2ad7afe tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:31.884988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9512f14f-c535-47d6-be25-66c7d2ad7afe tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:31.895159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54534) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:31.898510 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9512f14f-c535-47d6-be25-66c7d2ad7afe tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/subnets/129341c3-7c26-475d-8123-92feeb1856b2 HTTP/1.1" status: 404 len: 337 time: 0.0636325 Jan 27 21:46:31.935783 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:31.956443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9e2ca-3f51-4998-a74c-4c5c4eb7ae12 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Network': ['ID=386a2db6-4a97-42a9-8f01-480050fbfa59,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:31.981127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebf96bb-529e-4f23-a2cf-e99f0758d714,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:31.986653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] No DVR routers for this DVR port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:32.038520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:32.039363 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:46:32.056486 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:46:32.088875 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93f10762-9f92-41b5-966a-34fcf8daca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (8ebf96bb-529e-4f23-a2cf-e99f0758d714), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.089007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1655a41-49e0-44db-a20f-567c236aa3a6 req-8bb516a3-7910-4a22-b2ba-1f5f92a62a03 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487752 Jan 27 21:46:32.089007 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae0451a-221e-4539-8c06-97054dbcd6da tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:32.089007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae0451a-221e-4539-8c06-97054dbcd6da tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:32.108214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6ae0451a-221e-4539-8c06-97054dbcd6da tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/726ea629-2613-4cf1-a4cb-3a79e5481906 HTTP/1.1" status: 404 len: 339 time: 0.2014563 Jan 27 21:46:32.108404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54546) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:32.134516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e256fd02-d794-4b04-8a17-fd3ce075de9e req-2864e6fc-2cd3-4f05-80d2-f24ed8adf1c5 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4257867 Jan 27 21:46:32.149405 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2abe0eef-cd6c-437e-b6b8-4e672b0e6d8f req-5ca5fa34-9662-4ae2-a91c-be3928d92e48 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e5efb97e-27ba-46a5-942c-8cb8c6198ad2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.187962 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (8e7de762-ded7-453e-b7ef-41b4d90d6b1b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.217445 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3cc67e-d95a-42b9-89cf-6cab62b5033b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:32.218497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a3cc67e-d95a-42b9-89cf-6cab62b5033b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:32.227250 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8a3cc67e-d95a-42b9-89cf-6cab62b5033b tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/subnets/9286d916-4e6d-449d-bb05-e7d56e42d1d1 HTTP/1.1" status: 404 len: 337 time: 0.1137002 Jan 27 21:46:32.228706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54552) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:32.229878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7de762-ded7-453e-b7ef-41b4d90d6b1b']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:32.234725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5fa34-9662-4ae2-a91c-be3928d92e48 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Pushing event deleted for resources: {'Port': ['ID=e5efb97e-27ba-46a5-942c-8cb8c6198ad2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:32.240950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e5efb97e-27ba-46a5-942c-8cb8c6198ad2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:32.252827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a212626-844a-479d-8fe4-7156c7ce6a65') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:32.253079 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a212626-844a-479d-8fe4-7156c7ce6a65') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:32.254761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f10762-9f92-41b5-966a-34fcf8daca20 None None] Pushing event deleted for resources: {'Port': ['ID=8ebf96bb-529e-4f23-a2cf-e99f0758d714,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:32.263879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f10762-9f92-41b5-966a-34fcf8daca20 None None] No DVR routers for this DVR port 8ebf96bb-529e-4f23-a2cf-e99f0758d714 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:32.269924 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (2a212626-844a-479d-8fe4-7156c7ce6a65), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.291617 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7194da3-d6b2-417d-bf72-c1d2b7c96994 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:32.293215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7194da3-d6b2-417d-bf72-c1d2b7c96994 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:32.301793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d7194da3-d6b2-417d-bf72-c1d2b7c96994 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/299f5128-e711-47ab-8102-76f0f1f79cb7 HTTP/1.1" status: 404 len: 339 time: 0.0686905 Jan 27 21:46:32.302013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54554) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:32.413161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abe0eef-cd6c-437e-b6b8-4e672b0e6d8f req-5ca5fa34-9662-4ae2-a91c-be3928d92e48 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] No DVR routers for this DVR port e5efb97e-27ba-46a5-942c-8cb8c6198ad2 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:32.419630 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2a212626-844a-479d-8fe4-7156c7ce6a65), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.430795 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2abe0eef-cd6c-437e-b6b8-4e672b0e6d8f req-5ca5fa34-9662-4ae2-a91c-be3928d92e48 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.442972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:32.443466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2abe0eef-cd6c-437e-b6b8-4e672b0e6d8f req-5ca5fa34-9662-4ae2-a91c-be3928d92e48 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.71 "DELETE /v2.0/ports/e5efb97e-27ba-46a5-942c-8cb8c6198ad2 HTTP/1.1" status: 204 len: 173 time: 1.7036083 Jan 27 21:46:32.444105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d9e5fa-8d30-40b4-b2b8-f05571847453', 'name': 'network-vif-deleted', 'tag': 'e5efb97e-27ba-46a5-942c-8cb8c6198ad2'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:32.445648 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (2a212626-844a-479d-8fe4-7156c7ce6a65), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.449026 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d1749f-26b2-4535-9a0e-ad0e6e5f7919" -d '{"events": [{"server_uuid": "69d9e5fa-8d30-40b4-b2b8-f05571847453", "name": "network-vif-deleted", "tag": "e5efb97e-27ba-46a5-942c-8cb8c6198ad2"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:32.480269 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:32.483777 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-843cad4c-6f77-426e-9b65-67f6ca7bb4bb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:32.484003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843cad4c-6f77-426e-9b65-67f6ca7bb4bb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:32.490793 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-843cad4c-6f77-426e-9b65-67f6ca7bb4bb tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/subnets/6870273a-4b75-4046-8e9e-66f8a0884691 HTTP/1.1" status: 404 len: 337 time: 0.1846986 Jan 27 21:46:32.492723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54562) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:32.530465 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-09da267a-8266-4ed0-8832-a2f300dd50e7 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:32.536163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09da267a-8266-4ed0-8832-a2f300dd50e7 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:32.555816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-09da267a-8266-4ed0-8832-a2f300dd50e7 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/564d8fd6-7b65-4886-8624-042517445b5f HTTP/1.1" status: 404 len: 339 time: 0.0613143 Jan 27 21:46:32.559530 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cf9216-ca93-44aa-87df-b968627ada0e x-openstack-request-id: req-24cf9216-ca93-44aa-87df-b968627ada0e {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:32.560248 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d9e5fa-8d30-40b4-b2b8-f05571847453", "name": "network-vif-deleted", "tag": "e5efb97e-27ba-46a5-942c-8cb8c6198ad2", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:32.561353 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24cf9216-ca93-44aa-87df-b968627ada0e {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:32.562067 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d9e5fa-8d30-40b4-b2b8-f05571847453', 'name': 'network-vif-deleted', 'tag': 'e5efb97e-27ba-46a5-942c-8cb8c6198ad2', 'status': 'completed', 'code': 200} Jan 27 21:46:32.562726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54564) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:32.627553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-64606a7e-90f5-4b5d-9098-aebd0008aacf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Deleting subnet b0a8c9b8-56e9-43c2-a105-950896f7e5ec {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:32.632466 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64606a7e-90f5-4b5d-9098-aebd0008aacf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (b0a8c9b8-56e9-43c2-a105-950896f7e5ec), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.682162 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64606a7e-90f5-4b5d-9098-aebd0008aacf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (b0a8c9b8-56e9-43c2-a105-950896f7e5ec), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.775980 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0493917b-efc3-4983-9f73-30138921ff29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.797327 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64606a7e-90f5-4b5d-9098-aebd0008aacf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (b0a8c9b8-56e9-43c2-a105-950896f7e5ec), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.902640 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (8e7de762-ded7-453e-b7ef-41b4d90d6b1b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.922540 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:32.937629 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8e7de762-ded7-453e-b7ef-41b4d90d6b1b HTTP/1.1" status: 204 len: 168 time: 1.8697004 Jan 27 21:46:32.982366 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d172b8-e548-48f3-97e2-f50005bf8438 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e7de762-ded7-453e-b7ef-41b4d90d6b1b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:33.102165 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64606a7e-90f5-4b5d-9098-aebd0008aacf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (b0a8c9b8-56e9-43c2-a105-950896f7e5ec), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.129310 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-64606a7e-90f5-4b5d-9098-aebd0008aacf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.147346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54576) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:33.148223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-64606a7e-90f5-4b5d-9098-aebd0008aacf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/subnets/b0a8c9b8-56e9-43c2-a105-950896f7e5ec HTTP/1.1" status: 204 len: 168 time: 0.5838587 Jan 27 21:46:33.149906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6575c3-6265-402a-8e44-1c89777eb130 None None] Network da753a11-bbea-416e-a85a-2f3219a740dd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:33.253134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64606a7e-90f5-4b5d-9098-aebd0008aacf tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a8c9b8-56e9-43c2-a105-950896f7e5ec,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:33.314139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-697ebc0b-50cd-4413-ab35-7520f502a4fe req-db733c75-b2d4-415d-92e1-925b4f9f32c4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 210 time: 0.0761752 Jan 27 21:46:33.455300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346b95-dbac-4786-98b0-2d2f33cbdb6f req-f410702e-49fe-48c7-9042-2752373c445d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:33.461205 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (da753a11-bbea-416e-a85a-2f3219a740dd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.465852 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f346b95-dbac-4786-98b0-2d2f33cbdb6f req-f410702e-49fe-48c7-9042-2752373c445d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.1749916 Jan 27 21:46:33.588425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f346b95-dbac-4786-98b0-2d2f33cbdb6f req-52d09359-6880-4351-ba4f-f0408090f740 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119919 Jan 27 21:46:33.650739 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Deleting port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:33.651088 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.729163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437d2ac-c38d-4611-9a0b-045447bf1b3c None None] DHCP port deletion for da753a11-bbea-416e-a85a-2f3219a740dd request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:46:33.771568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] For port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8f5512ee-cb5b-44d1-a8d2-6f864e31485a,segment=NetworkSegment(c0082403-fb7c-4291-b0f8-5e1370a4e100),segment_id=c0082403-fb7c-4291-b0f8-5e1370a4e100)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:33.771900 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.789077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Calling delete_port for 8f5512ee-cb5b-44d1-a8d2-6f864e31485a owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:33.795152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8437d2ac-c38d-4611-9a0b-045447bf1b3c None None] Deleting port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:33.796655 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8437d2ac-c38d-4611-9a0b-045447bf1b3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.890032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54606) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:33.890150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8437d2ac-c38d-4611-9a0b-045447bf1b3c None None] For port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8f5512ee-cb5b-44d1-a8d2-6f864e31485a,segment=NetworkSegment(c0082403-fb7c-4291-b0f8-5e1370a4e100),segment_id=c0082403-fb7c-4291-b0f8-5e1370a4e100)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:33.890150 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8437d2ac-c38d-4611-9a0b-045447bf1b3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:33.905307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8437d2ac-c38d-4611-9a0b-045447bf1b3c None None] Calling delete_port for 8f5512ee-cb5b-44d1-a8d2-6f864e31485a owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:33.965054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ab6e8501-93fb-452e-9a4e-e3ae2c83e0f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c33a792bc92f445fad0ef862f076efe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790324 Jan 27 21:46:33.965773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54608) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:34.038563 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61a583b5-6d4d-4ac2-a249-794e942c4940 admin admin] Publish callbacks [] for security_group (2383b026-a797-4a10-a81f-35ba4a332bf6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.070076 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61a583b5-6d4d-4ac2-a249-794e942c4940 admin admin] Publish callbacks [] for security_group (2383b026-a797-4a10-a81f-35ba4a332bf6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.161943 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.173485 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8437d2ac-c38d-4611-9a0b-045447bf1b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (8f5512ee-cb5b-44d1-a8d2-6f864e31485a), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.186202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No DVR routers for this DVR port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:34.206202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437d2ac-c38d-4611-9a0b-045447bf1b3c None None] Pushing event deleted for resources: {'Port': ['ID=8f5512ee-cb5b-44d1-a8d2-6f864e31485a,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:34.224728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e5efb97e-27ba-46a5-942c-8cb8c6198ad2 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:34.240289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: e5efb97e-27ba-46a5-942c-8cb8c6198ad2 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:34.240289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e5efb97e-27ba-46a5-942c-8cb8c6198ad2 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:34.251949 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Port': ['ID=8f5512ee-cb5b-44d1-a8d2-6f864e31485a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:34.316772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8437d2ac-c38d-4611-9a0b-045447bf1b3c None None] No DVR routers for this DVR port 8f5512ee-cb5b-44d1-a8d2-6f864e31485a on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:34.398803 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (da753a11-bbea-416e-a85a-2f3219a740dd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.437700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da753a11-bbea-416e-a85a-2f3219a740dd']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:34.454022 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61a583b5-6d4d-4ac2-a249-794e942c4940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2383b026-a797-4a10-a81f-35ba4a332bf6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.457245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61a583b5-6d4d-4ac2-a249-794e942c4940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.459187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-61a583b5-6d4d-4ac2-a249-794e942c4940 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2383b026-a797-4a10-a81f-35ba4a332bf6 HTTP/1.1" status: 204 len: 168 time: 0.4897525 Jan 27 21:46:34.459644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0082403-fb7c-4291-b0f8-5e1370a4e100') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:34.460029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0082403-fb7c-4291-b0f8-5e1370a4e100') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:34.473511 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (c0082403-fb7c-4291-b0f8-5e1370a4e100), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.492763 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (c0082403-fb7c-4291-b0f8-5e1370a4e100), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.494977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7b5b2c4-3399-4a58-871f-af3cc5d48bcf req-334d63bb-a5bf-4e13-b08f-4281350b181a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=69d9e5fa-8d30-40b4-b2b8-f05571847453 HTTP/1.1" status: 200 len: 210 time: 0.0559025 Jan 27 21:46:34.500879 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:34.501591 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (c0082403-fb7c-4291-b0f8-5e1370a4e100), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:34.505327 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:34.507549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a583b5-6d4d-4ac2-a249-794e942c4940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2383b026-a797-4a10-a81f-35ba4a332bf6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:34.719547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39e40b-4561-46d0-9ea2-073cdbaaa2d9 req-bccedf29-da7a-4db7-b95e-625bf699e401 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:34.721234 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c39e40b-4561-46d0-9ea2-073cdbaaa2d9 req-bccedf29-da7a-4db7-b95e-625bf699e401 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.0541885 Jan 27 21:46:34.774614 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c39e40b-4561-46d0-9ea2-073cdbaaa2d9 req-e55c6731-cf1e-4b1a-97e2-1262646e991b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476875 Jan 27 21:46:34.940424 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (da753a11-bbea-416e-a85a-2f3219a740dd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.952772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:34.955096 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/da753a11-bbea-416e-a85a-2f3219a740dd HTTP/1.1" status: 204 len: 168 time: 1.8041112 Jan 27 21:46:34.958374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54630) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:34.995441 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96d0f46-4162-4023-9637-372c1b504639 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:34.996251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96d0f46-4162-4023-9637-372c1b504639 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:35.008230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d96d0f46-4162-4023-9637-372c1b504639 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/subnets/56ced2aa-f538-463a-8ec2-90dfa1c286ce HTTP/1.1" status: 404 len: 337 time: 0.0423045 Jan 27 21:46:35.012824 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10126fa-beb2-4648-b6a3-118c04346c31 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Network': ['ID=da753a11-bbea-416e-a85a-2f3219a740dd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:35.014952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54632) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:35.050556 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc22b91b-7d02-442c-bb2d-a493b04ebbc5 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] DELETE failed (client error): The resource could not be found. Jan 27 21:46:35.051364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc22b91b-7d02-442c-bb2d-a493b04ebbc5 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:46:35.055202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bc22b91b-7d02-442c-bb2d-a493b04ebbc5 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/7bb68864-3d91-4be2-a025-654b93b5dfc3 HTTP/1.1" status: 404 len: 339 time: 0.0377178 Jan 27 21:46:35.058031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54634) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:35.067218 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6e6ac0e-3e06-4465-8256-0a14a5928b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.152788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-0918ecdd-8c45-488f-a174-a5613246e52a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Deleting subnet 1ac7d9dc-0361-4e41-99c9-b7d62fe4feec {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:46:35.156700 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0918ecdd-8c45-488f-a174-a5613246e52a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (1ac7d9dc-0361-4e41-99c9-b7d62fe4feec), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.218150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0918ecdd-8c45-488f-a174-a5613246e52a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (1ac7d9dc-0361-4e41-99c9-b7d62fe4feec), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.377426 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0918ecdd-8c45-488f-a174-a5613246e52a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (1ac7d9dc-0361-4e41-99c9-b7d62fe4feec), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.691330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8f5512ee-cb5b-44d1-a8d2-6f864e31485a no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:35.727366 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0918ecdd-8c45-488f-a174-a5613246e52a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (1ac7d9dc-0361-4e41-99c9-b7d62fe4feec), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.765203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 8f5512ee-cb5b-44d1-a8d2-6f864e31485a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:35.765850 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8f5512ee-cb5b-44d1-a8d2-6f864e31485a not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:35.811788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918ecdd-8c45-488f-a174-a5613246e52a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac7d9dc-0361-4e41-99c9-b7d62fe4feec,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:35.837751 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0918ecdd-8c45-488f-a174-a5613246e52a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:35.841571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0918ecdd-8c45-488f-a174-a5613246e52a tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/subnets/1ac7d9dc-0361-4e41-99c9-b7d62fe4feec HTTP/1.1" status: 204 len: 168 time: 0.7820055 Jan 27 21:46:35.844405 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54672) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:35.848587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f2a54c-83c9-4da0-8549-59a2683afc3b None None] Network ead97e85-2f5b-44a7-afdd-88e147a56544 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:36.018986 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (ead97e85-2f5b-44a7-afdd-88e147a56544), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.026526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ba63d-f421-481e-8018-b173204601d6 req-d4ad78a7-2b78-40af-add2-a3071410614a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.034017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b0ba63d-f421-481e-8018-b173204601d6 req-d4ad78a7-2b78-40af-add2-a3071410614a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.0897036 Jan 27 21:46:36.203316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b0ba63d-f421-481e-8018-b173204601d6 req-bd5b8856-46ef-42f7-b382-7ba3f0aa3592 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618440 Jan 27 21:46:36.245763 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Deleting port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:36.246371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.279276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] DHCP port deletion for ead97e85-2f5b-44a7-afdd-88e147a56544 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:46:36.366433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-b2bd51c0-230f-460e-b304-3eaa82282559 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:36.366433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-b2bd51c0-230f-460e-b304-3eaa82282559 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.2156274 Jan 27 21:46:36.386443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-2ba4e2d6-e09b-4574-9c5a-2ae448d5fa38 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/quotas/baaa884c37364039b5a4bbeeb1e5e38f HTTP/1.1" status: 200 len: 375 time: 0.0122409 Jan 27 21:46:36.398268 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.421048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Deleting port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:36.421513 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.432144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] For port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb,segment=NetworkSegment(4b38a768-6a89-4b37-a502-447d9e78e436),segment_id=4b38a768-6a89-4b37-a502-447d9e78e436)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:36.447018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.447247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-efc99183-b459-4ace-b8d5-4f4b54d12c18 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426202 Jan 27 21:46:36.456740 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Calling delete_port for c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:36.527815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] For port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb,segment=NetworkSegment(4b38a768-6a89-4b37-a502-447d9e78e436),segment_id=4b38a768-6a89-4b37-a502-447d9e78e436)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:36.528279 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.561537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Calling delete_port for c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:36.695542 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.703468 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.747661 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] No DVR routers for this DVR port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:36.769784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Port': ['ID=c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:36.772754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] No DVR routers for this DVR port c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:36.841310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Pushing event deleted for resources: {'Port': ['ID=c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:36.863097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.863602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.864060 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.864534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.865011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.865610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.869460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.869668 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-a293a3e5-f74d-4721-b582-32f68e86c4b7 service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195504 Jan 27 21:46:36.870172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.870598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.871027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.875278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.875278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.875278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a6f4b5-d61d-4b41-b6f3-04d210791403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:36.904031 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (ead97e85-2f5b-44a7-afdd-88e147a56544), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.933174 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead97e85-2f5b-44a7-afdd-88e147a56544']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:36.950763 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b38a768-6a89-4b37-a502-447d9e78e436') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:36.951181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b38a768-6a89-4b37-a502-447d9e78e436') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:36.963880 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (4b38a768-6a89-4b37-a502-447d9e78e436), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.980035 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4b38a768-6a89-4b37-a502-447d9e78e436), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:36.989268 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:46:36.989865 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (4b38a768-6a89-4b37-a502-447d9e78e436), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:46:37.014642 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:46:37.062679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-a8e802c2-3f49-476a-9ae8-927594918f66 service neutron] 10.222.0.61 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898811 Jan 27 21:46:37.182265 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (ead97e85-2f5b-44a7-afdd-88e147a56544), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.182413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54740) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:37.195214 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.201090 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] 10.222.0.61 "DELETE /v2.0/networks/ead97e85-2f5b-44a7-afdd-88e147a56544 HTTP/1.1" status: 204 len: 168 time: 1.3539243 Jan 27 21:46:37.249864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53ab36-9b6b-4564-847f-ba545527e9d0 tempest-NetworksIpV6Test-1345484020 tempest-NetworksIpV6Test-1345484020-project] Pushing event deleted for resources: {'Network': ['ID=ead97e85-2f5b-44a7-afdd-88e147a56544,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:37.261409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54750) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:37.366812 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.371293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dab45-55d9-4ffc-a9aa-663fbfec5a46 req-c3e1869c-7000-4606-903d-78ea101f1b37 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:37.373480 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e1dab45-55d9-4ffc-a9aa-663fbfec5a46 req-c3e1869c-7000-4606-903d-78ea101f1b37 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.0610728 Jan 27 21:46:37.512776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-282998699-network', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:37.517903 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4c1dc10-25bd-4710-829a-2672562d78c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.554227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e1dab45-55d9-4ffc-a9aa-663fbfec5a46 req-615f0508-8bbc-46fd-a06f-d131a88c99e4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731329 Jan 27 21:46:37.648835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d50c2ef6-e026-4b7e-97dc-d648de2e7f93 req-6957e094-72b6-4596-8a52-4397e6cc7c75 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 210 time: 0.0649211 Jan 27 21:46:37.674291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:37.718848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:46:37.719052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c6e4bbc3-c8a0-4c77-bab2-9c1a70b6abfb not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:46:37.729495 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4c1dc10-25bd-4710-829a-2672562d78c3 admin admin] Publish callbacks [] for security_group (71204337-d421-4f02-9f25-d063b4eebc20), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.751094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Made reservation on behalf of 7b2996852aa64ed4b972b7f3908a1d0e for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:37.751094 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.757350 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.859711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Publish callbacks [] for security_group (34df5bdd-e92b-47a8-abf1-0fe564e1d373), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:37.943790 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4c1dc10-25bd-4710-829a-2672562d78c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (71204337-d421-4f02-9f25-d063b4eebc20), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.013715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c4c1dc10-25bd-4710-829a-2672562d78c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ee8b2b89b1e46a08959f5bc0d13677a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8302221 Jan 27 21:46:38.020810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54778) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:38.030775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1dc10-25bd-4710-829a-2672562d78c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71204337-d421-4f02-9f25-d063b4eebc20,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:38.051449 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (34df5bdd-e92b-47a8-abf1-0fe564e1d373), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.130111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34df5bdd-e92b-47a8-abf1-0fe564e1d373,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:38.146335 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54786) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:38.165101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:38.177121 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (29b18400-3dc7-4a5b-a26e-56e1910ff7b1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.177483 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Added segment 29b18400-3dc7-4a5b-a26e-56e1910ff7b1 of type vlan for network 4f58c62b-88b6-477a-b84d-b9da9cf61aad Jan 27 21:46:38.178364 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d63b23da-059e-4b32-8b14-4987b6a0a156 admin admin] Publish callbacks [] for security_group (71204337-d421-4f02-9f25-d063b4eebc20), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.226548 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (4f58c62b-88b6-477a-b84d-b9da9cf61aad), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.229797 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d63b23da-059e-4b32-8b14-4987b6a0a156 admin admin] Publish callbacks [] for security_group (71204337-d421-4f02-9f25-d063b4eebc20), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.367490 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (4f58c62b-88b6-477a-b84d-b9da9cf61aad), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.368884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:38.369544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.407212 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b59fd61-9e4c-4874-bece-e378835ef0f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6513e25c65a84f57a4b38f1145f8aa36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2571888 Jan 27 21:46:38.409845 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54794) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:38.507728 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2482a8e3-f7aa-4d5c-967e-4826cab5f3ed admin admin] Publish callbacks [] for security_group (ec5111bd-5a76-40e5-98be-547c270e013d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.544731 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2482a8e3-f7aa-4d5c-967e-4826cab5f3ed admin admin] Publish callbacks [] for security_group (ec5111bd-5a76-40e5-98be-547c270e013d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.553436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] Pushing event updated for resources: {'Network': ['ID=4f58c62b-88b6-477a-b84d-b9da9cf61aad,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:38.575050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 4f58c62b-88b6-477a-b84d-b9da9cf61aad details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:38.577564 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d63b23da-059e-4b32-8b14-4987b6a0a156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (71204337-d421-4f02-9f25-d063b4eebc20), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.585635 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d63b23da-059e-4b32-8b14-4987b6a0a156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.587172 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d63b23da-059e-4b32-8b14-4987b6a0a156 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71204337-d421-4f02-9f25-d063b4eebc20 HTTP/1.1" status: 204 len: 168 time: 0.5646427 Jan 27 21:46:38.632609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b23da-059e-4b32-8b14-4987b6a0a156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71204337-d421-4f02-9f25-d063b4eebc20,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:38.743451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e2e10eb7-0add-4f54-8b62-b44396bb8363 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4809003 Jan 27 21:46:38.746489 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54810) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:38.753062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7e2adc98-afbc-430e-8bda-38137b70b9e5 admin admin] Request body: {'subnet': {'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-282998699-subnet', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:38.807401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-033763eb-7657-4723-8150-1c9ec47931f2 req-59168a1e-6ce4-4ec4-a778-dc04501b79e6 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 210 time: 0.0700068 Jan 27 21:46:38.867705 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2482a8e3-f7aa-4d5c-967e-4826cab5f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ec5111bd-5a76-40e5-98be-547c270e013d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.885638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b011c77-096e-4938-884f-ba3f26299a36 req-403f19b3-0b57-42c4-94a1-e6018b8d065b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:38.886273 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2482a8e3-f7aa-4d5c-967e-4826cab5f3ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.888681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b011c77-096e-4938-884f-ba3f26299a36 req-403f19b3-0b57-42c4-94a1-e6018b8d065b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.0847976 Jan 27 21:46:38.888966 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2482a8e3-f7aa-4d5c-967e-4826cab5f3ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec5111bd-5a76-40e5-98be-547c270e013d HTTP/1.1" status: 204 len: 168 time: 0.4778600 Jan 27 21:46:38.902063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482a8e3-f7aa-4d5c-967e-4826cab5f3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5111bd-5a76-40e5-98be-547c270e013d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:38.961463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2adc98-afbc-430e-8bda-38137b70b9e5 admin admin] Made reservation on behalf of 7b2996852aa64ed4b972b7f3908a1d0e for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:38.963842 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e2adc98-afbc-430e-8bda-38137b70b9e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.966642 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:38.991819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b011c77-096e-4938-884f-ba3f26299a36 req-7213ff02-6156-45d5-a285-693383f18b70 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946062 Jan 27 21:46:39.195496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54818) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:39.375879 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e2adc98-afbc-430e-8bda-38137b70b9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (338d8a7d-0831-4f3c-8de8-52f4a57bbd13), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:39.435761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2adc98-afbc-430e-8bda-38137b70b9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=338d8a7d-0831-4f3c-8de8-52f4a57bbd13,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:39.450648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2adc98-afbc-430e-8bda-38137b70b9e5 admin admin] Checking segment: {'id': '29b18400-3dc7-4a5b-a26e-56e1910ff7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:39.451109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2adc98-afbc-430e-8bda-38137b70b9e5 admin admin] Network hostable DHCP agents. Network: 4f58c62b-88b6-477a-b84d-b9da9cf61aad, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:39.892743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2adc98-afbc-430e-8bda-38137b70b9e5 admin admin] Network 4f58c62b-88b6-477a-b84d-b9da9cf61aad is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:39.907093 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2682820b-b649-475a-a684-f1d3f12e77c6 req-a9cb7e3d-b27c-467a-962b-ef7ce84a5c0d tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 210 time: 0.0315197 Jan 27 21:46:40.012185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-7e2adc98-afbc-430e-8bda-38137b70b9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 4f58c62b-88b6-477a-b84d-b9da9cf61aad) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:40.020668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2adc98-afbc-430e-8bda-38137b70b9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:40.020926 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e2adc98-afbc-430e-8bda-38137b70b9e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.034532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a31e714-7bce-4956-9c14-9acf9b6ca52c None None] Network 4f58c62b-88b6-477a-b84d-b9da9cf61aad requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:40.184817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb991e-f432-4a3e-aecc-84a390458ce5 req-1ab7512c-6093-4496-8488-ab4da2eb8ad0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:40.190214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33fb991e-f432-4a3e-aecc-84a390458ce5 req-1ab7512c-6093-4496-8488-ab4da2eb8ad0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.1075766 Jan 27 21:46:40.209261 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7e2adc98-afbc-430e-8bda-38137b70b9e5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4612594 Jan 27 21:46:40.210127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54836) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:40.215839 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-282998699-router', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:40.250075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54838) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:40.272556 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e50b3dc3-cefe-4c31-bf18-cd767b4f7846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.283563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-4f58c62b-88b6-477a-b84d-b9da9cf61aad', 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad', 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'fixed_ips': [{'subnet_id': '338d8a7d-0831-4f3c-8de8-52f4a57bbd13'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:46:40.293131 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.312119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33fb991e-f432-4a3e-aecc-84a390458ce5 req-04f8048e-073b-4bb0-8983-1dee1a7a7c3a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153865 Jan 27 21:46:40.389156 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-50cc2a95-92b3-4af2-b7fc-bddc7d4232fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.558193 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e50b3dc3-cefe-4c31-bf18-cd767b4f7846 admin admin] Publish callbacks [] for security_group (413f8283-575a-4946-bc20-0de4f3244206), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.563333 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-50cc2a95-92b3-4af2-b7fc-bddc7d4232fa admin admin] Publish callbacks [] for security_group (14f5d500-8e7b-4155-b6d9-ae2c7586a138), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.568959 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (ea53532e-c07d-49d8-ba83-436cfed6f5bb), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.577644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (ea53532e-c07d-49d8-ba83-436cfed6f5bb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.739622 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e50b3dc3-cefe-4c31-bf18-cd767b4f7846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (413f8283-575a-4946-bc20-0de4f3244206), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.745865 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Publish callbacks [] for router_controller (ea53532e-c07d-49d8-ba83-436cfed6f5bb), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.752869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Allocated IP 172.20.0.2 (4f58c62b-88b6-477a-b84d-b9da9cf61aad/338d8a7d-0831-4f3c-8de8-52f4a57bbd13/c35d1702-3184-42de-af3e-628910081772) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:40.775670 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-50cc2a95-92b3-4af2-b7fc-bddc7d4232fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (14f5d500-8e7b-4155-b6d9-ae2c7586a138), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:40.794652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b3dc3-cefe-4c31-bf18-cd767b4f7846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413f8283-575a-4946-bc20-0de4f3244206,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:40.828347 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e50b3dc3-cefe-4c31-bf18-cd767b4f7846 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=437c4d4175914041ab3159e22a83a08d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5760829 Jan 27 21:46:40.829941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54848) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:40.873858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-50cc2a95-92b3-4af2-b7fc-bddc7d4232fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d76cfbac7c364f948faaa6342dc0fad5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6771433 Jan 27 21:46:40.875354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc2a95-92b3-4af2-b7fc-bddc7d4232fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f5d500-8e7b-4155-b6d9-ae2c7586a138,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:40.893732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54850) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:41.018126 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77918511-7e5b-49b9-a6a3-0915954c733e admin admin] Publish callbacks [] for security_group (14f5d500-8e7b-4155-b6d9-ae2c7586a138), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.035951 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Publish callbacks [] for port (c35d1702-3184-42de-af3e-628910081772), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.083553 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Publish callbacks [] for router_gateway (ea53532e-c07d-49d8-ba83-436cfed6f5bb), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.111213 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04764e68-d9e6-4ecb-9ec0-5939e031f573 admin admin] Publish callbacks [] for security_group (413f8283-575a-4946-bc20-0de4f3244206), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.111839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0be52fc-cd18-4c6f-b2e4-0b80a8f858aa req-fec28dc2-8010-404d-a397-e90c79672fe1 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 210 time: 0.0576653 Jan 27 21:46:41.117325 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77918511-7e5b-49b9-a6a3-0915954c733e admin admin] Publish callbacks [] for security_group (14f5d500-8e7b-4155-b6d9-ae2c7586a138), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.156124 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04764e68-d9e6-4ecb-9ec0-5939e031f573 admin admin] Publish callbacks [] for security_group (413f8283-575a-4946-bc20-0de4f3244206), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.182400 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (c35d1702-3184-42de-af3e-628910081772), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.263010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Pushing event updated for resources: {'Port': ['ID=c35d1702-3184-42de-af3e-628910081772,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:41.281484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Network 4f58c62b-88b6-477a-b84d-b9da9cf61aad is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:41.283210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:41.287524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:41.384025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Attempting to bind port c35d1702-3184-42de-af3e-628910081772 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:41.384025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Attempting to bind port c35d1702-3184-42de-af3e-628910081772 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '29b18400-3dc7-4a5b-a26e-56e1910ff7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:41.384399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Attempting to bind port c35d1702-3184-42de-af3e-628910081772 on network 4f58c62b-88b6-477a-b84d-b9da9cf61aad {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:41.384501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77918511-7e5b-49b9-a6a3-0915954c733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (14f5d500-8e7b-4155-b6d9-ae2c7586a138), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.390572 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77918511-7e5b-49b9-a6a3-0915954c733e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.392375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-77918511-7e5b-49b9-a6a3-0915954c733e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/14f5d500-8e7b-4155-b6d9-ae2c7586a138 HTTP/1.1" status: 204 len: 168 time: 0.4973741 Jan 27 21:46:41.410173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:41.414900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77918511-7e5b-49b9-a6a3-0915954c733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f5d500-8e7b-4155-b6d9-ae2c7586a138,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:41.424441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Checking segment: {'id': '29b18400-3dc7-4a5b-a26e-56e1910ff7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:41.425163 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.427785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Bound using segment: {'id': '29b18400-3dc7-4a5b-a26e-56e1910ff7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:41.428545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Bound port: c35d1702-3184-42de-af3e-628910081772, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b18400-3dc7-4a5b-a26e-56e1910ff7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:41.435665 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c35d1702-3184-42de-af3e-628910081772), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.460462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04764e68-d9e6-4ecb-9ec0-5939e031f573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (413f8283-575a-4946-bc20-0de4f3244206), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.463330 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04764e68-d9e6-4ecb-9ec0-5939e031f573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:41.464797 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-04764e68-d9e6-4ecb-9ec0-5939e031f573 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/413f8283-575a-4946-bc20-0de4f3244206 HTTP/1.1" status: 204 len: 168 time: 0.6335831 Jan 27 21:46:41.637736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588b274-aa99-4edf-b49d-46121968def8 req-7883b388-4635-49ab-b531-b30bd92ebb07 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:41.640220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5588b274-aa99-4edf-b49d-46121968def8 req-7883b388-4635-49ab-b531-b30bd92ebb07 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.2027977 Jan 27 21:46:41.746382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] For port c35d1702-3184-42de-af3e-628910081772, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:41.748496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5588b274-aa99-4edf-b49d-46121968def8 req-bedfb0d3-8dc5-4d6e-8ace-4ab3f5cd3604 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989978 Jan 27 21:46:41.783249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] For port c35d1702-3184-42de-af3e-628910081772, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c35d1702-3184-42de-af3e-628910081772,segment=NetworkSegment(29b18400-3dc7-4a5b-a26e-56e1910ff7b1),segment_id=29b18400-3dc7-4a5b-a26e-56e1910ff7b1)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:41.873224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04764e68-d9e6-4ecb-9ec0-5939e031f573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413f8283-575a-4946-bc20-0de4f3244206,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:41.943388 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c35d1702-3184-42de-af3e-628910081772), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.029680 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Publish callbacks [] for router_gateway (ea53532e-c07d-49d8-ba83-436cfed6f5bb), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.061950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935b865-8d4f-4900-9fb7-a7f1785d4743 None None] Pushing event updated for resources: {'Port': ['ID=c35d1702-3184-42de-af3e-628910081772,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:42.075853 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.351576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16d5eb18-edc1-49b8-bfee-f25358f82498 req-ed25cd9a-44b6-4af9-976a-e088a2151b9c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 210 time: 0.0684621 Jan 27 21:46:42.437361 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Allocated IP 172.25.0.145 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/a56a7a1a-7392-4f95-8700-5d7c859ea09b) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:42.716935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-29a7bef5-19ab-4b9e-aad2-395e60ff41c0 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:42.723763 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-29a7bef5-19ab-4b9e-aad2-395e60ff41c0 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "GET /v2.0/networks?id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 200 len: 811 time: 0.3226974 Jan 27 21:46:42.737841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Request body: {'port': {'device_id': '5caa012a-ebad-4fba-a7d2-393f0ee350e1', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'admin_state_up': True, 'tenant_id': 'baaa884c37364039b5a4bbeeb1e5e38f'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:42.795570 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Publish callbacks [] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:42.922239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54886) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:42.956145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f250e4df-9228-4629-a470-8dede84ddced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.001914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034efc84-7f6c-4cbc-9790-901bb078ed0a req-b20f4bb2-fbdb-4ee4-9c08-90b29737ceb5 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:43.003585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-034efc84-7f6c-4cbc-9790-901bb078ed0a req-b20f4bb2-fbdb-4ee4-9c08-90b29737ceb5 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.0946038 Jan 27 21:46:43.095965 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.196990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Pushing event updated for resources: {'Port': ['ID=a56a7a1a-7392-4f95-8700-5d7c859ea09b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:43.199567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-034efc84-7f6c-4cbc-9790-901bb078ed0a req-080e81b8-07b6-4969-bd4a-d6486d9b892f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812184 Jan 27 21:46:43.206900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Made reservation on behalf of baaa884c37364039b5a4bbeeb1e5e38f for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:43.215279 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.234425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:43.238566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:43.262870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:43.596007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-302578df-ec47-4a6f-8b2a-68b21fa56a6b req-8ede4d8a-c509-4c0a-826c-3e7b3feb91db tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 210 time: 0.0677733 Jan 27 21:46:43.615703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54896) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:43.623417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Allocated IP 172.20.0.5 (e1c09d8a-8c2d-4d53-a7c3-ebd34c604156/6cd8c838-195c-4376-a980-ec062e79b1ed/d35fc9f9-6464-4ee5-b309-ff76960965fd) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:43.682777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f250e4df-9228-4629-a470-8dede84ddced admin admin] Publish callbacks [] for security_group (419ed2c8-f8b3-48a8-ad79-b88d933e27ca), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.819761 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f250e4df-9228-4629-a470-8dede84ddced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (419ed2c8-f8b3-48a8-ad79-b88d933e27ca), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:43.885213 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c35d1702-3184-42de-af3e-628910081772 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:43.914056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250e4df-9228-4629-a470-8dede84ddced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419ed2c8-f8b3-48a8-ad79-b88d933e27ca,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:44.002985 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f250e4df-9228-4629-a470-8dede84ddced admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=901a1a2917f146128aec55a56ae5eac9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0789487 Jan 27 21:46:44.004099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54906) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:44.054180 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks [] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.132153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c35d1702-3184-42de-af3e-628910081772 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:44.132542 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c35d1702-3184-42de-af3e-628910081772), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.171631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5a186ed6-87ca-4b33-86e5-767ce2ab8365 tempest-DvrRoutersNegativeTest-1068599364 tempest-DvrRoutersNegativeTest-1068599364-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-88211597', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:44.174696 n-d-760456-6 neutron-server[104027]: DEBUG neutron.policy [None req-5a186ed6-87ca-4b33-86e5-767ce2ab8365 tempest-DvrRoutersNegativeTest-1068599364 tempest-DvrRoutersNegativeTest-1068599364-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104027) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 27 21:46:44.175085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.policy [None req-5a186ed6-87ca-4b33-86e5-767ce2ab8365 tempest-DvrRoutersNegativeTest-1068599364 tempest-DvrRoutersNegativeTest-1068599364-project] Failed policy check for 'create_router' {{(pid=104027) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 27 21:46:44.175710 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-5a186ed6-87ca-4b33-86e5-767ce2ab8365 tempest-DvrRoutersNegativeTest-1068599364 tempest-DvrRoutersNegativeTest-1068599364-project] create failed (client error): Access was denied to this resource. Jan 27 21:46:44.183426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5a186ed6-87ca-4b33-86e5-767ce2ab8365 tempest-DvrRoutersNegativeTest-1068599364 tempest-DvrRoutersNegativeTest-1068599364-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5593708 Jan 27 21:46:44.216288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f03bf-67e2-470b-b5e6-d2e4ccb0fffb req-53f71c2c-aede-4feb-94cd-f4310dadff39 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:44.227818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f03bf-67e2-470b-b5e6-d2e4ccb0fffb req-53f71c2c-aede-4feb-94cd-f4310dadff39 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:44.239774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f03bf-67e2-470b-b5e6-d2e4ccb0fffb req-53f71c2c-aede-4feb-94cd-f4310dadff39 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:44.255315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f03bf-67e2-470b-b5e6-d2e4ccb0fffb req-53f71c2c-aede-4feb-94cd-f4310dadff39 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:44.260694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f03bf-67e2-470b-b5e6-d2e4ccb0fffb req-53f71c2c-aede-4feb-94cd-f4310dadff39 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:44.275256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f03bf-67e2-470b-b5e6-d2e4ccb0fffb req-53f71c2c-aede-4feb-94cd-f4310dadff39 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:44.278305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dee0bf-5d02-47b2-82df-4a75658d2f3d None None] Network 4f58c62b-88b6-477a-b84d-b9da9cf61aad requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:44.281812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f03bf-67e2-470b-b5e6-d2e4ccb0fffb req-53f71c2c-aede-4feb-94cd-f4310dadff39 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:44.287681 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Publish callbacks [] for router_gateway (ea53532e-c07d-49d8-ba83-436cfed6f5bb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.289418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f6f03bf-67e2-470b-b5e6-d2e4ccb0fffb req-53f71c2c-aede-4feb-94cd-f4310dadff39 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5447 time: 0.4174163 Jan 27 21:46:44.301844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.386862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:44.400642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:44.429749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:44.433621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Pushing event updated for resources: {'Port': ['ID=d35fc9f9-6464-4ee5-b309-ff76960965fd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:44.499915 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae16eab3-9bdf-4e0e-9a06-b5bd9bed7c44 admin admin] Publish callbacks [] for security_group (419ed2c8-f8b3-48a8-ad79-b88d933e27ca), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.512443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ac5de110-7677-40a6-b030-5ecc32353165 None None] Provisioning complete for port c35d1702-3184-42de-af3e-628910081772 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:44.512833 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac5de110-7677-40a6-b030-5ecc32353165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c35d1702-3184-42de-af3e-628910081772), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.525122 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae16eab3-9bdf-4e0e-9a06-b5bd9bed7c44 admin admin] Publish callbacks [] for security_group (419ed2c8-f8b3-48a8-ad79-b88d933e27ca), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.569308 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f6f03bf-67e2-470b-b5e6-d2e4ccb0fffb req-4dd66066-0c07-4a70-ac7c-ccabcb0f1d07 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2783337 Jan 27 21:46:44.623750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:44.625692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.642313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b3406-5325-4e12-adf6-daa364f24d4a req-b73d32e6-2734-47cf-907b-dfa51a366a7a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:44.644873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f49b3406-5325-4e12-adf6-daa364f24d4a req-b73d32e6-2734-47cf-907b-dfa51a366a7a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.2521143 Jan 27 21:46:44.733022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae16eab3-9bdf-4e0e-9a06-b5bd9bed7c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (419ed2c8-f8b3-48a8-ad79-b88d933e27ca), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.748395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae16eab3-9bdf-4e0e-9a06-b5bd9bed7c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.757430 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ae16eab3-9bdf-4e0e-9a06-b5bd9bed7c44 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/419ed2c8-f8b3-48a8-ad79-b88d933e27ca HTTP/1.1" status: 204 len: 168 time: 0.7522271 Jan 27 21:46:44.788843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c35d1702-3184-42de-af3e-628910081772 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:44.788843 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c35d1702-3184-42de-af3e-628910081772), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:44.801127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16eab3-9bdf-4e0e-9a06-b5bd9bed7c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419ed2c8-f8b3-48a8-ad79-b88d933e27ca,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:44.815605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f49b3406-5325-4e12-adf6-daa364f24d4a req-cb5e1af1-ad5a-4638-a34a-de6ba492fe4d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570976 Jan 27 21:46:44.929219 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-70417d02-fca4-4de8-a886-d5f9ded650d7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1961899 Jan 27 21:46:44.951445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Request body: {'port': {'device_id': '5caa012a-ebad-4fba-a7d2-393f0ee350e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:44.998864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (ea53532e-c07d-49d8-ba83-436cfed6f5bb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:45.008315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port c35d1702-3184-42de-af3e-628910081772, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c35d1702-3184-42de-af3e-628910081772,segment=NetworkSegment(29b18400-3dc7-4a5b-a26e-56e1910ff7b1),segment_id=29b18400-3dc7-4a5b-a26e-56e1910ff7b1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:45.013796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ac5de110-7677-40a6-b030-5ecc32353165 None None] Current status of the port c35d1702-3184-42de-af3e-628910081772 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:45.013796 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac5de110-7677-40a6-b030-5ecc32353165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c35d1702-3184-42de-af3e-628910081772), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:45.133985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8927b18-6d53-4a36-bdca-582f0a42774b req-1590810f-622b-42e8-bc85-8dd2c2fc0461 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.147922 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c35d1702-3184-42de-af3e-628910081772), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:45.150552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8927b18-6d53-4a36-bdca-582f0a42774b req-1590810f-622b-42e8-bc85-8dd2c2fc0461 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 931 time: 0.4106684 Jan 27 21:46:45.174408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54930) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:45.191245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-11e0d638-623b-49fc-b232-3a5bf682f5b4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.196901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-11e0d638-623b-49fc-b232-3a5bf682f5b4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.202399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-11e0d638-623b-49fc-b232-3a5bf682f5b4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.208477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-11e0d638-623b-49fc-b232-3a5bf682f5b4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.214095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-11e0d638-623b-49fc-b232-3a5bf682f5b4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.220247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-11e0d638-623b-49fc-b232-3a5bf682f5b4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.226386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-11e0d638-623b-49fc-b232-3a5bf682f5b4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.228647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-11e0d638-623b-49fc-b232-3a5bf682f5b4 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5447 time: 0.3697143 Jan 27 21:46:45.302561 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:45.315027 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-ac5de110-7677-40a6-b030-5ecc32353165 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:46:45.315712 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-ac5de110-7677-40a6-b030-5ecc32353165 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:46:45.326739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=c35d1702-3184-42de-af3e-628910081772,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:45.348893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-b095a540-7119-4b77-8905-719c83cd0123 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:45.350404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-b095a540-7119-4b77-8905-719c83cd0123 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "GET /v2.0/ports/22cdf208-eafd-45a4-b320-f1219ee540a4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1061161 Jan 27 21:46:45.502448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8927b18-6d53-4a36-bdca-582f0a42774b req-ed8280d8-c7ef-4c2d-b397-d89886795c76 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508968 Jan 27 21:46:45.615706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Router ea53532e-c07d-49d8-ba83-436cfed6f5bb is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:46:45.667349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4589f91f-eea7-45e9-9494-d280a6aa4c62 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "GET /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3089094 Jan 27 21:46:45.712555 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c35d1702-3184-42de-af3e-628910081772 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:45.896954 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:45.956764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ac5de110-7677-40a6-b030-5ecc32353165 None None] Current status of the port c35d1702-3184-42de-af3e-628910081772 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:45.987108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c35d1702-3184-42de-af3e-628910081772 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:45.992164 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c35d1702-3184-42de-af3e-628910081772), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.106888 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Publish callbacks [] for security_group (d05729c3-d4a4-4c91-88b6-1bb9d5984745), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.121756 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:46.175379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Sync routers for ids ['ea53532e-c07d-49d8-ba83-436cfed6f5bb'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:46.195716 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d05729c3-d4a4-4c91-88b6-1bb9d5984745), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.245134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c35d1702-3184-42de-af3e-628910081772 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:46.248623 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e21b60d63033482a9fc488d5bb8d6b11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0668702 Jan 27 21:46:46.252447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a03c37fb-af63-4e1c-89fb-ff34b93841e5 None None] Provisioning complete for port c35d1702-3184-42de-af3e-628910081772 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:46.252834 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a03c37fb-af63-4e1c-89fb-ff34b93841e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c35d1702-3184-42de-af3e-628910081772), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.256569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Routers {'ea53532e-c07d-49d8-ba83-436cfed6f5bb'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:46.256739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea53532e-c07d-49d8-ba83-436cfed6f5bb'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:46.275168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54954) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:46.313683 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05729c3-d4a4-4c91-88b6-1bb9d5984745,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:46.329673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.330558 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.331480 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.332702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.333287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.334060 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.334650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.335201 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.335746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.336948 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.337798 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.338591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.339998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e9bb3-6bba-4a81-8d69-a89f62465eba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:46.397523 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.400608 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-34acc4ac-c67e-4fb4-9648-59accdb2c365 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1888978 Jan 27 21:46:46.409213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54960) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:46.415137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:46.513862 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d68b9c3-aaa0-4448-af73-e7bc73f33edc admin admin] Publish callbacks [] for security_group (d05729c3-d4a4-4c91-88b6-1bb9d5984745), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.592177 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d68b9c3-aaa0-4448-af73-e7bc73f33edc admin admin] Publish callbacks [] for security_group (d05729c3-d4a4-4c91-88b6-1bb9d5984745), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.947575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Set router ea53532e-c07d-49d8-ba83-436cfed6f5bb gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:46.950678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d68b9c3-aaa0-4448-af73-e7bc73f33edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d05729c3-d4a4-4c91-88b6-1bb9d5984745), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.953602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d68b9c3-aaa0-4448-af73-e7bc73f33edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:46.964496 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9d68b9c3-aaa0-4448-af73-e7bc73f33edc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d05729c3-d4a4-4c91-88b6-1bb9d5984745 HTTP/1.1" status: 204 len: 168 time: 0.6878557 Jan 27 21:46:46.993206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68b9c3-aaa0-4448-af73-e7bc73f33edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05729c3-d4a4-4c91-88b6-1bb9d5984745,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:47.026749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:47.034586 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:46:47.151834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a03c37fb-af63-4e1c-89fb-ff34b93841e5 None None] Current status of the port c35d1702-3184-42de-af3e-628910081772 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:47.205510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35fc9f9-6464-4ee5-b309-ff76960965fd {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:47.280287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb42b9-f83a-4a57-accb-31ac1963d8b0 req-0e9e48ba-8bf3-46f8-a609-2e898f9b59da tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.299022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb42b9-f83a-4a57-accb-31ac1963d8b0 req-0e9e48ba-8bf3-46f8-a609-2e898f9b59da tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.311477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb42b9-f83a-4a57-accb-31ac1963d8b0 req-0e9e48ba-8bf3-46f8-a609-2e898f9b59da tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.329453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb42b9-f83a-4a57-accb-31ac1963d8b0 req-0e9e48ba-8bf3-46f8-a609-2e898f9b59da tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.335720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb42b9-f83a-4a57-accb-31ac1963d8b0 req-0e9e48ba-8bf3-46f8-a609-2e898f9b59da tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.365872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb42b9-f83a-4a57-accb-31ac1963d8b0 req-0e9e48ba-8bf3-46f8-a609-2e898f9b59da tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.377583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb42b9-f83a-4a57-accb-31ac1963d8b0 req-0e9e48ba-8bf3-46f8-a609-2e898f9b59da tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.383515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2aeb42b9-f83a-4a57-accb-31ac1963d8b0 req-0e9e48ba-8bf3-46f8-a609-2e898f9b59da tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5447 time: 0.9836397 Jan 27 21:46:47.387821 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:47.429289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Publish callbacks [] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:47.453475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d1e96-e252-49a0-98c5-8003c8205e1e req-cd172ea8-c683-42cb-acf4-70bd48d24b4e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:47.455561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f6d1e96-e252-49a0-98c5-8003c8205e1e req-cd172ea8-c683-42cb-acf4-70bd48d24b4e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 1.0836427 Jan 27 21:46:47.477984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'name': 'tempest-FloatingIPDetailsTestJSON-282998699-router', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:46:43Z', 'revision_number': 3, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'gw_port': {'id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:47.498770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Transition to ACTIVE for port object d35fc9f9-6464-4ee5-b309-ff76960965fd will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:46:47.560264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Checking router: ea53532e-c07d-49d8-ba83-436cfed6f5bb for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:47.560264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Updating router ea53532e-c07d-49d8-ba83-436cfed6f5bb port a56a7a1a-7392-4f95-8700-5d7c859ea09b binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:46:47.629230 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:47.717520 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:47.838873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f6d1e96-e252-49a0-98c5-8003c8205e1e req-d1731567-1b59-4328-94c7-ab64a4674aa9 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715453 Jan 27 21:46:47.850413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Allocated IP 172.20.0.1 (4f58c62b-88b6-477a-b84d-b9da9cf61aad/338d8a7d-0831-4f3c-8de8-52f4a57bbd13/79ac9f42-3ec5-4870-8152-6dbe5dc9ea58) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:47.859707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2aeb42b9-f83a-4a57-accb-31ac1963d8b0 req-34ee5bb5-777a-4c5d-9261-db27d4bd0646 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4259055 Jan 27 21:46:48.010335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Pushing event updated for resources: {'Port': ['ID=d35fc9f9-6464-4ee5-b309-ff76960965fd,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:48.136436 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55000) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:48.183066 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Publish callbacks [] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.210648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.211808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.214253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.214910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.215875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.216483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.218547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.219470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.220823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.222173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.225503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.226255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.226903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:46:48.244633 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Publish callbacks [] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.269148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] For port 22cdf208-eafd-45a4-b320-f1219ee540a4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=22cdf208-eafd-45a4-b320-f1219ee540a4,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:48.315574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 22cdf208-eafd-45a4-b320-f1219ee540a4 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:48.347820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.410297 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.457405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] For port 22cdf208-eafd-45a4-b320-f1219ee540a4, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:48.514617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Network 4f58c62b-88b6-477a-b84d-b9da9cf61aad is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:48.515634 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5c00a-a15f-4567-9523-e1e1cfcbbcc7 None None] Pushing event updated for resources: {'Port': ['ID=a56a7a1a-7392-4f95-8700-5d7c859ea09b,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:48.520450 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-180668927-network', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:48.520715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Attempting to bind port a56a7a1a-7392-4f95-8700-5d7c859ea09b on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:48.521101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Attempting to bind port a56a7a1a-7392-4f95-8700-5d7c859ea09b by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:48.521470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Attempting to bind port a56a7a1a-7392-4f95-8700-5d7c859ea09b on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:48.528215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] device_id is not set on port 22cdf208-eafd-45a4-b320-f1219ee540a4 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:46:48.528645 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Pushing event updated for resources: {'Port': ['ID=79ac9f42-3ec5-4870-8152-6dbe5dc9ea58,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:48.533462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:48.533848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:48.534272 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.534737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:48.535224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Bound port: a56a7a1a-7392-4f95-8700-5d7c859ea09b, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:48.535618 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.537165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:48.540910 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 22cdf208-eafd-45a4-b320-f1219ee540a4 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:48.541311 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.541893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:48.573684 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] Publish callbacks [] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.597884 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (ea53532e-c07d-49d8-ba83-436cfed6f5bb), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.602434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7541cd-113c-450a-b592-a07eced81fc7 req-654b1c5c-d32e-4e17-930d-c7418d9def72 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:48.615149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a7541cd-113c-450a-b592-a07eced81fc7 req-654b1c5c-d32e-4e17-930d-c7418d9def72 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 943 time: 0.6152272 Jan 27 21:46:48.619934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] For port a56a7a1a-7392-4f95-8700-5d7c859ea09b, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:48.623478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] For port a56a7a1a-7392-4f95-8700-5d7c859ea09b, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a56a7a1a-7392-4f95-8700-5d7c859ea09b,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:48.624048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Attempting to bind port d35fc9f9-6464-4ee5-b309-ff76960965fd on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:48.624417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Attempting to bind port d35fc9f9-6464-4ee5-b309-ff76960965fd by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:48.624752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Attempting to bind port d35fc9f9-6464-4ee5-b309-ff76960965fd on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:48.637870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Port d35fc9f9-6464-4ee5-b309-ff76960965fd on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:46:48.638201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Attempting to bind port d35fc9f9-6464-4ee5-b309-ff76960965fd on network e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:48.648629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:48.648972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Checking segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:48.649368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Bound using segment: {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:48.649821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Bound port: d35fc9f9-6464-4ee5-b309-ff76960965fd, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd338503d-5573-49ea-a640-ba8b2ac80a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:48.650192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.709013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a7541cd-113c-450a-b592-a07eced81fc7 req-3cbb79da-5420-409a-b84d-08be16c8c010 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928268 Jan 27 21:46:48.742130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] For port d35fc9f9-6464-4ee5-b309-ff76960965fd, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:48.745555 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] For port d35fc9f9-6464-4ee5-b309-ff76960965fd, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d35fc9f9-6464-4ee5-b309-ff76960965fd,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:48.897259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e46789e5-d608-4c6a-97fe-98deccf9345b None None] Provisioning complete for port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:48.897554 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e46789e5-d608-4c6a-97fe-98deccf9345b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:48.959393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e46789e5-d608-4c6a-97fe-98deccf9345b None None] Port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:49.060736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13361216-36ba-4395-8ec0-0108ff58694d req-e9b57df7-3889-403a-834a-d50b4230e5bf tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.062247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13361216-36ba-4395-8ec0-0108ff58694d req-e9b57df7-3889-403a-834a-d50b4230e5bf tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.0931618 Jan 27 21:46:49.077939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd1bac-0d2a-427d-9b40-4fdaea67597e req-2a05eb20-c2f9-4a58-bd9c-d30281830fa7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.083263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd1bac-0d2a-427d-9b40-4fdaea67597e req-2a05eb20-c2f9-4a58-bd9c-d30281830fa7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.088515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd1bac-0d2a-427d-9b40-4fdaea67597e req-2a05eb20-c2f9-4a58-bd9c-d30281830fa7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.095768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd1bac-0d2a-427d-9b40-4fdaea67597e req-2a05eb20-c2f9-4a58-bd9c-d30281830fa7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.103085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd1bac-0d2a-427d-9b40-4fdaea67597e req-2a05eb20-c2f9-4a58-bd9c-d30281830fa7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.119409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd1bac-0d2a-427d-9b40-4fdaea67597e req-2a05eb20-c2f9-4a58-bd9c-d30281830fa7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.119409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd1bac-0d2a-427d-9b40-4fdaea67597e req-2a05eb20-c2f9-4a58-bd9c-d30281830fa7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.119409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4cd1bac-0d2a-427d-9b40-4fdaea67597e req-2a05eb20-c2f9-4a58-bd9c-d30281830fa7 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 5447 time: 0.1182003 Jan 27 21:46:49.191357 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13361216-36ba-4395-8ec0-0108ff58694d req-7aa63ccc-04a2-4465-ac85-32a9db916486 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714524 Jan 27 21:46:49.209758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Made reservation on behalf of 07c59af8c69240f0b5855c26c79283a7 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:49.212452 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.216213 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4cd1bac-0d2a-427d-9b40-4fdaea67597e req-e9ad4010-f908-44ce-baf4-4f2bdf344314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=422d8364-d797-46e7-8cfa-2033ee1fcbd4&id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903509 Jan 27 21:46:49.218593 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.221113 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.221262 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.268753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.269395 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.271032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] 10.222.0.74 "PUT /v2.0/ports/d35fc9f9-6464-4ee5-b309-ff76960965fd HTTP/1.1" status: 200 len: 1091 time: 4.3241231 Jan 27 21:46:49.271712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5caa012a-ebad-4fba-a7d2-393f0ee350e1', 'tag': 'd35fc9f9-6464-4ee5-b309-ff76960965fd'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:49.274163 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01af362-0c15-4c73-a457-531d286abe03" -d '{"events": [{"name": "network-changed", "server_uuid": "5caa012a-ebad-4fba-a7d2-393f0ee350e1", "tag": "d35fc9f9-6464-4ee5-b309-ff76960965fd"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:49.293020 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.355007 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.383645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Routers {'ea53532e-c07d-49d8-ba83-436cfed6f5bb'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:49.384819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea53532e-c07d-49d8-ba83-436cfed6f5bb'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:49.451163 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:46:49.451163 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:46:49.459776 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb79a88-53c7-474b-83a9-93a8997319fa x-openstack-request-id: req-ffb79a88-53c7-474b-83a9-93a8997319fa {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:49.460461 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5caa012a-ebad-4fba-a7d2-393f0ee350e1", "tag": "d35fc9f9-6464-4ee5-b309-ff76960965fd", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:49.460461 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffb79a88-53c7-474b-83a9-93a8997319fa {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:49.460795 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5caa012a-ebad-4fba-a7d2-393f0ee350e1', 'tag': 'd35fc9f9-6464-4ee5-b309-ff76960965fd', 'status': 'completed', 'code': 200} Jan 27 21:46:49.474734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] No DVR routers for this DVR port 22cdf208-eafd-45a4-b320-f1219ee540a4 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:49.481467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5c00a-a15f-4567-9523-e1e1cfcbbcc7 None None] Pushing event updated for resources: {'Port': ['ID=a56a7a1a-7392-4f95-8700-5d7c859ea09b,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:49.570140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] In _notify_port_updated(), no bound segment for port 22cdf208-eafd-45a4-b320-f1219ee540a4 on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 {{(pid=104027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:46:49.571035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.571674 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.573120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] 10.222.0.71 "PUT /v2.0/ports/22cdf208-eafd-45a4-b320-f1219ee540a4 HTTP/1.1" status: 200 len: 1033 time: 3.1867504 Jan 27 21:46:49.757548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] Set router ea53532e-c07d-49d8-ba83-436cfed6f5bb gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:49.850446 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f9549dac-ab77-47d7-9028-0ffbd12a0bda None None] Provisioning complete for port 22cdf208-eafd-45a4-b320-f1219ee540a4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:49.851191 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9549dac-ab77-47d7-9028-0ffbd12a0bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.859646 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Publish callbacks [] for security_group (2cb1f152-9c24-4bf4-a26c-f7f45d8c1149), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.866033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57ecba-5464-436c-b8f5-0d8b48161c5c service neutron] Pushing event updated for resources: {'Port': ['ID=d35fc9f9-6464-4ee5-b309-ff76960965fd,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:49.932700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-bb261314-cf8a-4c9c-aad8-e447836c2439 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.934155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-bb261314-cf8a-4c9c-aad8-e447836c2439 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "GET /v2.0/ports/8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2150865 Jan 27 21:46:49.955154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01af362-0c15-4c73-a457-531d286abe03 req-5284daec-3304-46ec-921b-fd2a637be89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:49.957597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f01af362-0c15-4c73-a457-531d286abe03 req-5284daec-3304-46ec-921b-fd2a637be89d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 1094 time: 0.3887439 Jan 27 21:46:49.960138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2cb1f152-9c24-4bf4-a26c-f7f45d8c1149), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:49.975173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:50.036365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f9549dac-ab77-47d7-9028-0ffbd12a0bda None None] Port 22cdf208-eafd-45a4-b320-f1219ee540a4 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:50.043432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:46:50.062599 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Publish callbacks [] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.071524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb1f152-9c24-4bf4-a26c-f7f45d8c1149,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:50.076885 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b100a816-2367-4a4c-8dc7-cec930ec9452), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.077241 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Added segment b100a816-2367-4a4c-8dc7-cec930ec9452 of type vlan for network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d Jan 27 21:46:50.115759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 22cdf208-eafd-45a4-b320-f1219ee540a4 is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:50.116822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a96bb84f-38fc-43fe-95fb-da828d6972b7 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:50.166124 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6e74bf64-ae4a-48c5-856f-e83dfdc0290d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.169286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1cb55-d499-4a46-af9d-94f8ed1cf0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=22cdf208-eafd-45a4-b320-f1219ee540a4,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:50.240576 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.247586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135684c-a1e8-4355-9c4a-826409919429 req-267b5696-366a-43a6-8690-f3d2d20a074c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:50.254003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6135684c-a1e8-4355-9c4a-826409919429 req-267b5696-366a-43a6-8690-f3d2d20a074c tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 943 time: 0.3676190 Jan 27 21:46:50.333974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a96bb84f-38fc-43fe-95fb-da828d6972b7 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:50.334815 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.361481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (ea53532e-c07d-49d8-ba83-436cfed6f5bb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.369240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6e74bf64-ae4a-48c5-856f-e83dfdc0290d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.370221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:50.370939 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.390114 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.445937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96bb84f-38fc-43fe-95fb-da828d6972b7'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:50.450967 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea09278-41c8-4232-b5a2-9923e573f818" -d '{"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-unplugged", "status": "completed", "tag": "a96bb84f-38fc-43fe-95fb-da828d6972b7"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:50.484243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a96bb84f-38fc-43fe-95fb-da828d6972b7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a96bb84f-38fc-43fe-95fb-da828d6972b7,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:50.499240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01af362-0c15-4c73-a457-531d286abe03 req-e66b9aff-5796-485e-a57f-670ff9673aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:50.501478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f01af362-0c15-4c73-a457-531d286abe03 req-e66b9aff-5796-485e-a57f-670ff9673aaf service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5156810 Jan 27 21:46:50.503418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'name': 'tempest-FloatingIPDetailsTestJSON-282998699-router', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:46:48Z', 'revision_number': 4, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'gw_port': {'id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '79ac9f42-3ec5-4870-8152-6dbe5dc9ea58', 'name': '', 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'mac_address': 'fa:16:3e:2b:0b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '338d8a7d-0831-4f3c-8de8-52f4a57bbd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:47Z', 'updated_at': '2022-01-27T21:46:47Z', 'revision_number': 1, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'subnets': [{'id': '338d8a7d-0831-4f3c-8de8-52f4a57bbd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:50.521555 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Pushing event updated for resources: {'Port': ['ID=79ac9f42-3ec5-4870-8152-6dbe5dc9ea58,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:50.535470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] Pushing event updated for resources: {'Network': ['ID=6e74bf64-ae4a-48c5-856f-e83dfdc0290d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:50.581151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:46:50.586828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09bc3c-0777-42bf-906c-863143d4b4aa None None] The sync data for ids ['ea53532e-c07d-49d8-ba83-436cfed6f5bb'] in n-d-760456-6 is: [{'id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'name': 'tempest-FloatingIPDetailsTestJSON-282998699-router', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:46:48Z', 'revision_number': 4, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'gw_port': {'id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '79ac9f42-3ec5-4870-8152-6dbe5dc9ea58', 'name': '', 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'mac_address': 'fa:16:3e:2b:0b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '338d8a7d-0831-4f3c-8de8-52f4a57bbd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:47Z', 'updated_at': '2022-01-27T21:46:47Z', 'revision_number': 1, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'subnets': [{'id': '338d8a7d-0831-4f3c-8de8-52f4a57bbd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:50.605984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Network 4f58c62b-88b6-477a-b84d-b9da9cf61aad is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:50.607494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:50.661938 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:50.663500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:50.689939 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-58cc49ca-b4cd-4281-9df5-e19405f604c9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5451996 Jan 27 21:46:50.693209 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55048) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:50.703796 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e6e66c02-1f7d-4fbf-ad4a-6357c399b824 admin admin] Request body: {'subnet': {'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-180668927-subnet', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:50.743407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] For port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:50.833613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] For port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:50.868701 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a96bb84f-38fc-43fe-95fb-da828d6972b7,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:50.896066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] device_id is not set on port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:46:50.917503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] Publish callbacks [] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.141777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:51.142185 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.157348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6135684c-a1e8-4355-9c4a-826409919429 req-12358904-f8e4-42d3-88a3-9d783870c058 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8743277 Jan 27 21:46:51.174369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b997b5e-90d1-4563-b5f0-09c2121269df req-ceb2dada-af8e-42b0-857c-42d5da37ecc7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:51.176851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b997b5e-90d1-4563-b5f0-09c2121269df req-ceb2dada-af8e-42b0-857c-42d5da37ecc7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.8067918 Jan 27 21:46:51.260836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.344346 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:46:51.348917 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:46:51.351154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3961de59-85a6-4017-ab4f-742f14bbec8e None None] Provisioning complete for port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:51.353296 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3961de59-85a6-4017-ab4f-742f14bbec8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.461328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3961de59-85a6-4017-ab4f-742f14bbec8e None None] Port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:51.559297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e66c02-1f7d-4fbf-ad4a-6357c399b824 admin admin] Made reservation on behalf of 07c59af8c69240f0b5855c26c79283a7 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:46:51.562052 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6e66c02-1f7d-4fbf-ad4a-6357c399b824 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:51.596669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01af362-0c15-4c73-a457-531d286abe03 req-e52c8739-29db-41b7-b04f-45fecb5167c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:51.598196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f01af362-0c15-4c73-a457-531d286abe03 req-e52c8739-29db-41b7-b04f-45fecb5167c2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0879760 Jan 27 21:46:51.763996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] No DVR routers for this DVR port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:51.808623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] Pushing event updated for resources: {'Port': ['ID=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:51.823227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Router ea53532e-c07d-49d8-ba83-436cfed6f5bb has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:46:51.962411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:51.963729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c36e1084-48e0-4ada-bb62-776d8ad9ce29 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:51.965809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-63eb8acf-ed9c-4177-aaf3-7ceb685fbf67 None None] Provisioning complete for port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:51.966194 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-63eb8acf-ed9c-4177-aaf3-7ceb685fbf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.035851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b997b5e-90d1-4563-b5f0-09c2121269df req-37efab40-11a8-4f26-96d5-9348e3e7f282 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8276050 Jan 27 21:46:52.122968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:52.143518 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4d7d278c-68ae-4f1e-b944-8d14808e904b admin admin] 10.222.0.61 "PUT /v2.0/routers/ea53532e-c07d-49d8-ba83-436cfed6f5bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7328515 Jan 27 21:46:52.209296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-a250409b-9b10-4906-8924-2df2001eda9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:52.209296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-a250409b-9b10-4906-8924-2df2001eda9e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 1094 time: 0.4273479 Jan 27 21:46:52.209296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8ea18-54f6-4f15-9e3e-cce55b32dd9d req-f7bb8238-d7eb-4407-b8a7-c6e6b0c8956a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:52.216478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8ea18-54f6-4f15-9e3e-cce55b32dd9d req-f7bb8238-d7eb-4407-b8a7-c6e6b0c8956a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:52.234013 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96097844-99d0-4bc0-858e-55aa46980cdf x-openstack-request-id: req-96097844-99d0-4bc0-858e-55aa46980cdf {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:52.234361 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-unplugged", "status": "completed", "tag": "a96bb84f-38fc-43fe-95fb-da828d6972b7", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:52.236968 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96097844-99d0-4bc0-858e-55aa46980cdf {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:52.237395 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a96bb84f-38fc-43fe-95fb-da828d6972b7', 'code': 200} Jan 27 21:46:52.243457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8ea18-54f6-4f15-9e3e-cce55b32dd9d req-f7bb8238-d7eb-4407-b8a7-c6e6b0c8956a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:52.249536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8ea18-54f6-4f15-9e3e-cce55b32dd9d req-f7bb8238-d7eb-4407-b8a7-c6e6b0c8956a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:52.266863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8ea18-54f6-4f15-9e3e-cce55b32dd9d req-f7bb8238-d7eb-4407-b8a7-c6e6b0c8956a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:52.277283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6e8ea18-54f6-4f15-9e3e-cce55b32dd9d req-f7bb8238-d7eb-4407-b8a7-c6e6b0c8956a tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 3885 time: 0.8102410 Jan 27 21:46:52.285360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] In _notify_port_updated(), no bound segment for port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 on network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 {{(pid=104027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:46:52.286220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:52.287058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.290945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-145fd2aa-fd75-416e-9640-bee277ae728c service neutron] 10.222.0.71 "PUT /v2.0/ports/8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 HTTP/1.1" status: 200 len: 1033 time: 2.3295720 Jan 27 21:46:52.314450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-63eb8acf-ed9c-4177-aaf3-7ceb685fbf67 None None] Port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:52.350316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-3414bc7a-3248-410c-ad70-e89d03205e8f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35fc9f9-6464-4ee5-b309-ff76960965fd HTTP/1.1" status: 200 len: 217 time: 0.0718195 Jan 27 21:46:52.475004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c36e1084-48e0-4ada-bb62-776d8ad9ce29 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:52.475721 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.540335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-535bbef0-5bd0-4d24-b6bc-30a8cc759be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:52.546398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-535bbef0-5bd0-4d24-b6bc-30a8cc759be5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6cd8c838-195c-4376-a980-ec062e79b1ed HTTP/1.1" status: 200 len: 851 time: 0.1554942 Jan 27 21:46:52.553339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c36e1084-48e0-4ada-bb62-776d8ad9ce29, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c36e1084-48e0-4ada-bb62-776d8ad9ce29,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:52.570371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6e8ea18-54f6-4f15-9e3e-cce55b32dd9d req-f1f6f48e-a7b7-48c0-bd56-382245902615 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2775810 Jan 27 21:46:52.609333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-3f62a6e2-77f7-4f0f-8295-07ed395f4ac3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377314 Jan 27 21:46:52.692009 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.695780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device cf0d2933-9ced-40f1-ba80-638a181d5c6a no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:52.695967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6e66c02-1f7d-4fbf-ad4a-6357c399b824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (21fea7fb-8bf2-4546-b139-1422786c54ed), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:52.814334 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e66c02-1f7d-4fbf-ad4a-6357c399b824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21fea7fb-8bf2-4546-b139-1422786c54ed,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:52.847481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e66c02-1f7d-4fbf-ad4a-6357c399b824 admin admin] Checking segment: {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:52.848022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e66c02-1f7d-4fbf-ad4a-6357c399b824 admin admin] Network hostable DHCP agents. Network: 6e74bf64-ae4a-48c5-856f-e83dfdc0290d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:46:52.984577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d613c6d-da11-496b-9ad0-f6128a76d1d3 req-c0048625-9f27-4a2c-a531-cd80f55c7559 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:52.990267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d613c6d-da11-496b-9ad0-f6128a76d1d3 req-c0048625-9f27-4a2c-a531-cd80f55c7559 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 943 time: 0.3422499 Jan 27 21:46:52.992646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e66c02-1f7d-4fbf-ad4a-6357c399b824 admin admin] Network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:46:53.087066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c36e1084-48e0-4ada-bb62-776d8ad9ce29,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:53.105037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port cf0d2933-9ced-40f1-ba80-638a181d5c6a is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:53.105730 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.108785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e6e66c02-1f7d-4fbf-ad4a-6357c399b824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 6e74bf64-ae4a-48c5-856f-e83dfdc0290d) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:53.113727 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e66c02-1f7d-4fbf-ad4a-6357c399b824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:53.114582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6e66c02-1f7d-4fbf-ad4a-6357c399b824 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.131459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d613c6d-da11-496b-9ad0-f6128a76d1d3 req-09bd7c6f-b1c4-4aa6-9abf-d3a4abbc78ed tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175091 Jan 27 21:46:53.168048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b78fc2-3471-4ada-85b6-9553b18d85c1 None None] Network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:53.177114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4bc00437-39a5-4b82-9c51-a9f2a6b61590 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Deleting port cf0d2933-9ced-40f1-ba80-638a181d5c6a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:53.178132 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4bc00437-39a5-4b82-9c51-a9f2a6b61590 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.263976 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e6e66c02-1f7d-4fbf-ad4a-6357c399b824 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5696044 Jan 27 21:46:53.267160 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55112) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:53.272126 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-180668927-router', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:53.296831 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-164cb28b-350d-4f92-8346-d88cfbfb79c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6040108 Jan 27 21:46:53.379911 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port cf0d2933-9ced-40f1-ba80-638a181d5c6a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cf0d2933-9ced-40f1-ba80-638a181d5c6a,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:53.420035 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (5f206ff2-c846-4042-8444-a81cf65d4cf6), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.420035 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (5f206ff2-c846-4042-8444-a81cf65d4cf6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.466040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-6e74bf64-ae4a-48c5-856f-e83dfdc0290d', 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d', 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'fixed_ips': [{'subnet_id': '21fea7fb-8bf2-4546-b139-1422786c54ed'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:46:53.467399 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.515288 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Publish callbacks [] for router_controller (5f206ff2-c846-4042-8444-a81cf65d4cf6), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.541668 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.544574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 155f11db-f305-4457-814e-848bb16c424f no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:53.743863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-fd9780e9-99e6-454a-a2dd-5a18b7e8474c service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0925589 Jan 27 21:46:53.753863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:53.791201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a56a7a1a-7392-4f95-8700-5d7c859ea09b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:53.885086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=cf0d2933-9ced-40f1-ba80-638a181d5c6a,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:53.929628 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.938988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a56a7a1a-7392-4f95-8700-5d7c859ea09b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:53.939379 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.958730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622db968-db28-4e6a-af8e-dd6424076dc4 req-3d2a48c4-0f54-4740-81c2-b11e4afe8eb4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:53.973916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-622db968-db28-4e6a-af8e-dd6424076dc4 req-3d2a48c4-0f54-4740-81c2-b11e4afe8eb4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.6621642 Jan 27 21:46:53.977176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4bc00437-39a5-4b82-9c51-a9f2a6b61590 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] For port cf0d2933-9ced-40f1-ba80-638a181d5c6a, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=cf0d2933-9ced-40f1-ba80-638a181d5c6a,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:53.977551 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4bc00437-39a5-4b82-9c51-a9f2a6b61590 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:53.998804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 155f11db-f305-4457-814e-848bb16c424f is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:53.999209 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (155f11db-f305-4457-814e-848bb16c424f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.021469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4bc00437-39a5-4b82-9c51-a9f2a6b61590 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Calling delete_port for cf0d2933-9ced-40f1-ba80-638a181d5c6a owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:54.033252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e99bf-5bba-4b90-a2cd-88858b795f21 req-2f80e4eb-24b8-4fc0-9b22-abebe030b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.035242 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-295e99bf-5bba-4b90-a2cd-88858b795f21 req-2f80e4eb-24b8-4fc0-9b22-abebe030b63e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 1097 time: 0.3443024 Jan 27 21:46:54.037837 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Publish callbacks [] for router_gateway (5f206ff2-c846-4042-8444-a81cf65d4cf6), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.081145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 155f11db-f305-4457-814e-848bb16c424f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=155f11db-f305-4457-814e-848bb16c424f,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:54.151400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a56a7a1a-7392-4f95-8700-5d7c859ea09b is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:54.152705 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.189429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port a56a7a1a-7392-4f95-8700-5d7c859ea09b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a56a7a1a-7392-4f95-8700-5d7c859ea09b,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:54.194997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8f721ff-17cf-43f4-ba22-de3c0dbf2c50 req-74e2c26d-a0de-45ca-8eb3-6f9d11a14c61 service neutron] 10.222.0.74 "GET /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911533 Jan 27 21:46:54.198049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Allocated IP 172.20.0.2 (6e74bf64-ae4a-48c5-856f-e83dfdc0290d/21fea7fb-8bf2-4546-b139-1422786c54ed/1df6586f-1065-41c5-810d-6f97e500b63e) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:54.233075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e99bf-5bba-4b90-a2cd-88858b795f21 req-bd1c1bbb-2680-4251-a8a7-1a57a0ae5f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.237222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-622db968-db28-4e6a-af8e-dd6424076dc4 req-78ec0673-1cbb-4030-962a-c9c8fce933f9 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623112 Jan 27 21:46:54.237971 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-295e99bf-5bba-4b90-a2cd-88858b795f21 req-bd1c1bbb-2680-4251-a8a7-1a57a0ae5f27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 918 time: 0.1951282 Jan 27 21:46:54.366770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.427280 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Publish callbacks [] for port (1df6586f-1065-41c5-810d-6f97e500b63e), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.431038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36e1084-48e0-4ada-bb62-776d8ad9ce29'}, {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0d2933-9ced-40f1-ba80-638a181d5c6a'}, {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '155f11db-f305-4457-814e-848bb16c424f'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:54.433916 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65582615-a57e-44fc-95e9-57556c454c11" -d '{"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-unplugged", "status": "completed", "tag": "c36e1084-48e0-4ada-bb62-776d8ad9ce29"}, {"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0d2933-9ced-40f1-ba80-638a181d5c6a"}, {"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-unplugged", "status": "completed", "tag": "155f11db-f305-4457-814e-848bb16c424f"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:54.486358 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.486358 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (155f11db-f305-4457-814e-848bb16c424f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.486358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c98474e4-1252-489c-91e8-4efc34ed60ca no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:54.492063 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-295e99bf-5bba-4b90-a2cd-88858b795f21 req-a353d20a-2c19-4409-b785-d4ae6d85ed3e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1368993-dd0a-4234-80fe-d51d39870566 HTTP/1.1" status: 200 len: 1002 time: 0.2299955 Jan 27 21:46:54.517080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Allocated IP 172.25.0.121 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/b1a9a72a-c94b-4349-9e8f-a983f5999149) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:54.554759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55128) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:54.592886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=a56a7a1a-7392-4f95-8700-5d7c859ea09b,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:54.638094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e99bf-5bba-4b90-a2cd-88858b795f21 req-c16b6c63-2fe0-4490-aee6-9d3a645a7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.638729 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.639698 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-295e99bf-5bba-4b90-a2cd-88858b795f21 req-c16b6c63-2fe0-4490-aee6-9d3a645a7e9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 200 len: 856 time: 0.1396890 Jan 27 21:46:54.707097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738452f-119e-493a-8b79-f9e81b5ed398 req-301fb21c-be49-4521-b51d-3e432814c863 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.713649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738452f-119e-493a-8b79-f9e81b5ed398 req-301fb21c-be49-4521-b51d-3e432814c863 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.719188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738452f-119e-493a-8b79-f9e81b5ed398 req-301fb21c-be49-4521-b51d-3e432814c863 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.720596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c98474e4-1252-489c-91e8-4efc34ed60ca is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:54.721134 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.724544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738452f-119e-493a-8b79-f9e81b5ed398 req-301fb21c-be49-4521-b51d-3e432814c863 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.729848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738452f-119e-493a-8b79-f9e81b5ed398 req-301fb21c-be49-4521-b51d-3e432814c863 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.731742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1738452f-119e-493a-8b79-f9e81b5ed398 req-301fb21c-be49-4521-b51d-3e432814c863 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 3879 time: 0.1695435 Jan 27 21:46:54.755004 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Sync routers for ids ['ea53532e-c07d-49d8-ba83-436cfed6f5bb'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:54.771341 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Routers {'ea53532e-c07d-49d8-ba83-436cfed6f5bb'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:54.821080 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea53532e-c07d-49d8-ba83-436cfed6f5bb'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:54.821863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c98474e4-1252-489c-91e8-4efc34ed60ca, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c98474e4-1252-489c-91e8-4efc34ed60ca,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:54.821983 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for port (b1a9a72a-c94b-4349-9e8f-a983f5999149), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.822432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=155f11db-f305-4457-814e-848bb16c424f,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:54.822432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:54.834657 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ac7f11b7-3850-4253-b3bb-b01f8545a13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:54.870982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:54.874532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:54.902583 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e99bf-5bba-4b90-a2cd-88858b795f21 req-c9ba3211-dc84-43a8-87f2-651cf139f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:54.904148 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-295e99bf-5bba-4b90-a2cd-88858b795f21 req-c9ba3211-dc84-43a8-87f2-651cf139f516 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf700070-3437-4935-bb61-9656ea0d6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2561932 Jan 27 21:46:54.907463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1738452f-119e-493a-8b79-f9e81b5ed398 req-4afabaf4-06b1-460e-84b7-c8561704cdbf tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627192 Jan 27 21:46:54.965025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Pushing event updated for resources: {'Port': ['ID=1df6586f-1065-41c5-810d-6f97e500b63e,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:54.995787 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Set router ea53532e-c07d-49d8-ba83-436cfed6f5bb gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:54.998670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Attempting to bind port 1df6586f-1065-41c5-810d-6f97e500b63e on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:54.999315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Attempting to bind port 1df6586f-1065-41c5-810d-6f97e500b63e by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:55.010738 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4bc00437-39a5-4b82-9c51-a9f2a6b61590 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cf0d2933-9ced-40f1-ba80-638a181d5c6a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.020115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Attempting to bind port 1df6586f-1065-41c5-810d-6f97e500b63e on network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:55.049868 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ac7f11b7-3850-4253-b3bb-b01f8545a13a admin admin] Publish callbacks [] for security_group (842b31ff-5174-4ba8-88cf-061788ff1653), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.050066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:55.050066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Checking segment: {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:55.059032 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.061579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Bound using segment: {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:55.063730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Bound port: 1df6586f-1065-41c5-810d-6f97e500b63e, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:55.065699 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.085251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc00437-39a5-4b82-9c51-a9f2a6b61590 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Port': ['ID=cf0d2933-9ced-40f1-ba80-638a181d5c6a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:55.123874 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Publish callbacks [] for router_gateway (5f206ff2-c846-4042-8444-a81cf65d4cf6), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.185045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b1a9a72a-c94b-4349-9e8f-a983f5999149), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.185195 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.199114 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.271422 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-295e99bf-5bba-4b90-a2cd-88858b795f21 req-69079989-d176-49d3-a3df-206960a3e776 service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052821 Jan 27 21:46:55.278865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Pushing event updated for resources: {'Port': ['ID=b1a9a72a-c94b-4349-9e8f-a983f5999149,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:55.289904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4bc00437-39a5-4b82-9c51-a9f2a6b61590 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] No DVR routers for this DVR port cf0d2933-9ced-40f1-ba80-638a181d5c6a on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:55.294065 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4bc00437-39a5-4b82-9c51-a9f2a6b61590 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.301035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4bc00437-39a5-4b82-9c51-a9f2a6b61590 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "DELETE /v2.0/ports/cf0d2933-9ced-40f1-ba80-638a181d5c6a HTTP/1.1" status: 204 len: 173 time: 2.9701271 Jan 27 21:46:55.308309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-deleted', 'tag': 'cf0d2933-9ced-40f1-ba80-638a181d5c6a'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:55.310622 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbefe18-f9a4-43ba-8da9-6b09e0e9377a" -d '{"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-deleted", "tag": "cf0d2933-9ced-40f1-ba80-638a181d5c6a"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:55.319462 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ac7f11b7-3850-4253-b3bb-b01f8545a13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (842b31ff-5174-4ba8-88cf-061788ff1653), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.346532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] For port 1df6586f-1065-41c5-810d-6f97e500b63e, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:55.348748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c98474e4-1252-489c-91e8-4efc34ed60ca,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:55.362529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] For port 1df6586f-1065-41c5-810d-6f97e500b63e, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1df6586f-1065-41c5-810d-6f97e500b63e,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:55.397907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ac7f11b7-3850-4253-b3bb-b01f8545a13a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da87b51d93e749cf9c0854f5037b0244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8343041 Jan 27 21:46:55.407129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc1eb0-4faf-495f-9a1f-484ac35f748a req-96898f45-ce75-468a-9a50-92f1ea65fdff tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:55.412290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55142) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:55.417161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87cc1eb0-4faf-495f-9a1f-484ac35f748a req-96898f45-ce75-468a-9a50-92f1ea65fdff tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 943 time: 0.3900743 Jan 27 21:46:55.433496 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'name': 'tempest-FloatingIPDetailsTestJSON-282998699-router', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:46:48Z', 'revision_number': 4, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'gw_port': {'id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '79ac9f42-3ec5-4870-8152-6dbe5dc9ea58', 'name': '', 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'mac_address': 'fa:16:3e:2b:0b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '338d8a7d-0831-4f3c-8de8-52f4a57bbd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:47Z', 'updated_at': '2022-01-27T21:46:49Z', 'revision_number': 2, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'subnets': [{'id': '338d8a7d-0831-4f3c-8de8-52f4a57bbd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:55.463738 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Checking router: ea53532e-c07d-49d8-ba83-436cfed6f5bb for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:46:55.464208 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Updating router ea53532e-c07d-49d8-ba83-436cfed6f5bb port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:46:55.470963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:55.497034 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.505151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:55.517722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:55.520188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Allocated IP 172.25.0.216 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/34de1f6d-ce0f-4a37-a25d-0d127159102d) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:55.561516 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.646766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f11b7-3850-4253-b3bb-b01f8545a13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842b31ff-5174-4ba8-88cf-061788ff1653,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:55.737934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3449ba-ba8c-4e55-9765-9b782f5b8a7f None None] Pushing event updated for resources: {'Port': ['ID=1df6586f-1065-41c5-810d-6f97e500b63e,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:55.763551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87cc1eb0-4faf-495f-9a1f-484ac35f748a req-b22a4d8e-fac6-4ba3-bdc4-9336ba257679 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454611 Jan 27 21:46:55.769470 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-572ac99d-a27d-4282-b258-1fce19ded40d admin admin] Publish callbacks [] for security_group (842b31ff-5174-4ba8-88cf-061788ff1653), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.812314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a56a7a1a-7392-4f95-8700-5d7c859ea09b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:55.837030 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-572ac99d-a27d-4282-b258-1fce19ded40d admin admin] Publish callbacks [] for security_group (842b31ff-5174-4ba8-88cf-061788ff1653), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.851294 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebcc828-2e91-4436-89a8-6c9e02cb99db x-openstack-request-id: req-eebcc828-2e91-4436-89a8-6c9e02cb99db {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:55.851604 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-unplugged", "status": "completed", "tag": "c36e1084-48e0-4ada-bb62-776d8ad9ce29", "code": 200}, {"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-unplugged", "status": "completed", "tag": "cf0d2933-9ced-40f1-ba80-638a181d5c6a", "code": 200}, {"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-unplugged", "status": "completed", "tag": "155f11db-f305-4457-814e-848bb16c424f", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:55.851872 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eebcc828-2e91-4436-89a8-6c9e02cb99db {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:55.855781 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c36e1084-48e0-4ada-bb62-776d8ad9ce29', 'code': 200} Jan 27 21:46:55.856066 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf0d2933-9ced-40f1-ba80-638a181d5c6a', 'code': 200} Jan 27 21:46:55.856365 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '155f11db-f305-4457-814e-848bb16c424f', 'code': 200} Jan 27 21:46:55.862349 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (26747e26-6b88-40e1-b71c-a4cd2d2d87ba), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.874709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0d79bf02-3580-4e26-a5d1-78570356796c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Deleting port 155f11db-f305-4457-814e-848bb16c424f {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:55.875058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0d79bf02-3580-4e26-a5d1-78570356796c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (155f11db-f305-4457-814e-848bb16c424f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.924111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a56a7a1a-7392-4f95-8700-5d7c859ea09b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:55.924538 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:55.978964 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-295e99bf-5bba-4b90-a2cd-88858b795f21 req-dc948162-9346-46a3-84ef-c3c6b6074ab9 service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949297 Jan 27 21:46:56.053169 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Publish callbacks [] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.055965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60212f60-64cf-40ff-a113-113f95d1d238 req-a8c4d802-0067-4e3e-9dc8-b3959a26c562 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:56.062392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60212f60-64cf-40ff-a113-113f95d1d238 req-a8c4d802-0067-4e3e-9dc8-b3959a26c562 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.1397355 Jan 27 21:46:56.133378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a56a7a1a-7392-4f95-8700-5d7c859ea09b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:56.155969 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Publish callbacks [] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.171499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-572ac99d-a27d-4282-b258-1fce19ded40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (842b31ff-5174-4ba8-88cf-061788ff1653), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.176609 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-572ac99d-a27d-4282-b258-1fce19ded40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.180920 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-572ac99d-a27d-4282-b258-1fce19ded40d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/842b31ff-5174-4ba8-88cf-061788ff1653 HTTP/1.1" status: 204 len: 168 time: 0.7664568 Jan 27 21:46:56.186527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0d79bf02-3580-4e26-a5d1-78570356796c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] For port 155f11db-f305-4457-814e-848bb16c424f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=155f11db-f305-4457-814e-848bb16c424f,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:56.186918 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0d79bf02-3580-4e26-a5d1-78570356796c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (155f11db-f305-4457-814e-848bb16c424f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.190648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ac99d-a27d-4282-b258-1fce19ded40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842b31ff-5174-4ba8-88cf-061788ff1653,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:56.229329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0d79bf02-3580-4e26-a5d1-78570356796c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Calling delete_port for 155f11db-f305-4457-814e-848bb16c424f owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:56.284224 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b1a9a72a-c94b-4349-9e8f-a983f5999149), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.320540 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.349772 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60212f60-64cf-40ff-a113-113f95d1d238 req-4dbb4eef-bea7-4e8b-a588-ae1363536953 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755239 Jan 27 21:46:56.371123 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:46:56.374801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:46:56.377509 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.378068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:46:56.427603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Pushing event updated for resources: {'Port': ['ID=34de1f6d-ce0f-4a37-a25d-0d127159102d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:56.477736 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df21d6b-8415-4f30-a432-771266e375d5 None None] Pushing event updated for resources: {'Port': ['ID=79ac9f42-3ec5-4870-8152-6dbe5dc9ea58,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:56.588451 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Attempting to bind port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:46:56.589105 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Attempting to bind port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '29b18400-3dc7-4a5b-a26e-56e1910ff7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:46:56.589644 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Attempting to bind port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 on network 4f58c62b-88b6-477a-b84d-b9da9cf61aad {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:46:56.596239 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:46:56.596879 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Checking segment: {'id': '29b18400-3dc7-4a5b-a26e-56e1910ff7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:46:56.597570 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.598157 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Bound using segment: {'id': '29b18400-3dc7-4a5b-a26e-56e1910ff7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:46:56.598822 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Bound port: 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b18400-3dc7-4a5b-a26e-56e1910ff7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:46:56.599376 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.604667 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56298ee7-dd76-476e-9c19-395822aef9a4 x-openstack-request-id: req-56298ee7-dd76-476e-9c19-395822aef9a4 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:56.609074 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-deleted", "tag": "cf0d2933-9ced-40f1-ba80-638a181d5c6a", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:56.609074 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56298ee7-dd76-476e-9c19-395822aef9a4 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:56.609074 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-deleted', 'tag': 'cf0d2933-9ced-40f1-ba80-638a181d5c6a', 'status': 'completed', 'code': 200} Jan 27 21:46:56.611430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for port (b1a9a72a-c94b-4349-9e8f-a983f5999149), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.781881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fec64c-7ca4-4e53-af7f-26d103debf79 req-57b12eda-18a1-46ec-a74c-e35bfa8361b9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:56.787741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fec64c-7ca4-4e53-af7f-26d103debf79 req-57b12eda-18a1-46ec-a74c-e35bfa8361b9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:56.794669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fec64c-7ca4-4e53-af7f-26d103debf79 req-57b12eda-18a1-46ec-a74c-e35bfa8361b9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:56.800281 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fec64c-7ca4-4e53-af7f-26d103debf79 req-57b12eda-18a1-46ec-a74c-e35bfa8361b9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:56.807789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79fec64c-7ca4-4e53-af7f-26d103debf79 req-57b12eda-18a1-46ec-a74c-e35bfa8361b9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 3144 time: 0.1410551 Jan 27 21:46:56.828742 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] For port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:46:56.828742 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] For port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=79ac9f42-3ec5-4870-8152-6dbe5dc9ea58,segment=NetworkSegment(29b18400-3dc7-4a5b-a26e-56e1910ff7b1),segment_id=29b18400-3dc7-4a5b-a26e-56e1910ff7b1)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:46:56.856602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79fec64c-7ca4-4e53-af7f-26d103debf79 req-9da7fc82-5251-4174-a1b3-cc815686570b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478628 Jan 27 21:46:56.887807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8ed1dbfe-c387-4420-ba21-6345862b78d0 None None] Provisioning complete for port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:56.888513 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8ed1dbfe-c387-4420-ba21-6345862b78d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.905295 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (b1a9a72a-c94b-4349-9e8f-a983f5999149), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:56.960921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1dbfe-c387-4420-ba21-6345862b78d0 None None] Port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:46:56.961255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Pushing event updated for resources: {'Port': ['ID=b1a9a72a-c94b-4349-9e8f-a983f5999149,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:56.987050 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.008473 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0d79bf02-3580-4e26-a5d1-78570356796c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (155f11db-f305-4457-814e-848bb16c424f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.067464 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.073342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79bf02-3580-4e26-a5d1-78570356796c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Port': ['ID=155f11db-f305-4457-814e-848bb16c424f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:57.081087 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (26747e26-6b88-40e1-b71c-a4cd2d2d87ba), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.146068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0d79bf02-3580-4e26-a5d1-78570356796c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] No DVR routers for this DVR port 155f11db-f305-4457-814e-848bb16c424f on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:46:57.149193 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0d79bf02-3580-4e26-a5d1-78570356796c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.152743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0d79bf02-3580-4e26-a5d1-78570356796c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "DELETE /v2.0/ports/155f11db-f305-4457-814e-848bb16c424f HTTP/1.1" status: 204 len: 173 time: 1.7816346 Jan 27 21:46:57.166820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e54102-c7a0-4848-af9a-d4bbdce23ff8 req-9dd29b8b-871d-485e-aa1e-4b10604f51b6 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:57.171215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d35fc9f9-6464-4ee5-b309-ff76960965fd details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:46:57.196500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e1368993-dd0a-4234-80fe-d51d39870566 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:57.199777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1e54102-c7a0-4848-af9a-d4bbdce23ff8 req-9dd29b8b-871d-485e-aa1e-4b10604f51b6 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 943 time: 0.1944063 Jan 27 21:46:57.235282 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Routers {'ea53532e-c07d-49d8-ba83-436cfed6f5bb'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:57.240940 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.242025 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea53532e-c07d-49d8-ba83-436cfed6f5bb'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:57.251130 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Publish callbacks [] for router_gateway (5f206ff2-c846-4042-8444-a81cf65d4cf6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.320742 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.334371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-33170b34-24c3-4a0f-95ba-ccdd76bc3bb8 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5852518 Jan 27 21:46:57.355580 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df21d6b-8415-4f30-a432-771266e375d5 None None] Pushing event updated for resources: {'Port': ['ID=79ac9f42-3ec5-4870-8152-6dbe5dc9ea58,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:57.517884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1e54102-c7a0-4848-af9a-d4bbdce23ff8 req-2435287b-fa1c-42c7-a632-0e43292c42b7 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154855 Jan 27 21:46:57.529417 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] Set router ea53532e-c07d-49d8-ba83-436cfed6f5bb gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:46:57.582958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d4da01-2eb9-4512-8165-3251f402177a None None] Network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:46:57.597568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-aaf5a816-6ef3-4cdd-95f8-25b2aa706368 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 696 time: 0.2616119 Jan 27 21:46:57.714138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55180) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:57.723257 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (5f206ff2-c846-4042-8444-a81cf65d4cf6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.874103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98474e4-1252-489c-91e8-4efc34ed60ca'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:57.878123 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8668eb13-7f13-48c6-af5f-c4c37cc0628e" -d '{"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-unplugged", "status": "completed", "tag": "c98474e4-1252-489c-91e8-4efc34ed60ca"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:57.887839 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f3f112b-9194-4fda-9f3d-6189e51fbe5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.905494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port e1368993-dd0a-4234-80fe-d51d39870566 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:57.906098 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e1368993-dd0a-4234-80fe-d51d39870566), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:57.916986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d35fc9f9-6464-4ee5-b309-ff76960965fd, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d35fc9f9-6464-4ee5-b309-ff76960965fd,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:57.959790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bcfbb25f-1dca-4f45-ac47-19c317507044 None None] Provisioning complete for port 1df6586f-1065-41c5-810d-6f97e500b63e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:57.960554 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb25f-1dca-4f45-ac47-19c317507044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.082161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Deleting port c98474e4-1252-489c-91e8-4efc34ed60ca {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:46:58.082758 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.084824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'd35fc9f9-6464-4ee5-b309-ff76960965fd', 'network_id': 'e1c09d8a-8c2d-4d53-a7c3-ebd34c604156', 'port_id': 'd35fc9f9-6464-4ee5-b309-ff76960965fd', 'mac_address': 'fa:16:3e:e5:61:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd8c838-195c-4376-a980-ec062e79b1ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:46:58.121880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:58.129061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1df6586f-1065-41c5-810d-6f97e500b63e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:46:58.140044 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'name': 'tempest-FloatingIPDetailsTestJSON-282998699-router', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:46:48Z', 'revision_number': 4, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'gw_port': {'id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '79ac9f42-3ec5-4870-8152-6dbe5dc9ea58', 'name': '', 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'mac_address': 'fa:16:3e:2b:0b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '338d8a7d-0831-4f3c-8de8-52f4a57bbd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:47Z', 'updated_at': '2022-01-27T21:46:56Z', 'revision_number': 4, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'subnets': [{'id': '338d8a7d-0831-4f3c-8de8-52f4a57bbd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:58.199601 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf2060-b37f-4015-b13b-4e31142c68f2 None None] The sync data for ids ['ea53532e-c07d-49d8-ba83-436cfed6f5bb'] in n-d-760456-6 is: [{'id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'name': 'tempest-FloatingIPDetailsTestJSON-282998699-router', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:46:48Z', 'revision_number': 4, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'gw_port': {'id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '79ac9f42-3ec5-4870-8152-6dbe5dc9ea58', 'name': '', 'network_id': '4f58c62b-88b6-477a-b84d-b9da9cf61aad', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'mac_address': 'fa:16:3e:2b:0b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '338d8a7d-0831-4f3c-8de8-52f4a57bbd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:47Z', 'updated_at': '2022-01-27T21:46:56Z', 'revision_number': 4, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'subnets': [{'id': '338d8a7d-0831-4f3c-8de8-52f4a57bbd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:46:58.231276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396db54-d779-4190-a3d0-a303b83ac256 req-2528bea3-208c-4604-9e7c-17e551a9aea0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:58.239240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3396db54-d779-4190-a3d0-a303b83ac256 req-2528bea3-208c-4604-9e7c-17e551a9aea0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.5262289 Jan 27 21:46:58.329547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-8adfafb4-fe33-4e66-90d9-279d52fb3d80 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:58.331004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-8adfafb4-fe33-4e66-90d9-279d52fb3d80 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.7332034 Jan 27 21:46:58.352248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Router 5f206ff2-c846-4042-8444-a81cf65d4cf6 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:46:58.366622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d35fc9f9-6464-4ee5-b309-ff76960965fd is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:58.371913 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.372157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-990e1560-7251-464e-a92b-000001381678 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:46:58.394211 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acaf3422-567e-4296-9a54-7cd7a236c333 req-990e1560-7251-464e-a92b-000001381678 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279770 Jan 27 21:46:58.407885 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.562413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3396db54-d779-4190-a3d0-a303b83ac256 req-9e6abd1e-6518-4780-a59a-855a16506871 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3036983 Jan 27 21:46:58.562604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35fc9f9-6464-4ee5-b309-ff76960965fd {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:46:58.592744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:46:58.594318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1df6586f-1065-41c5-810d-6f97e500b63e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:58.594707 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.613284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-deleted', 'tag': '155f11db-f305-4457-814e-848bb16c424f'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:46:58.628771 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfd9aed-a348-4111-ad7d-6a3448c18b81" -d '{"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-deleted", "tag": "155f11db-f305-4457-814e-848bb16c424f"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:46:58.653885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Sync routers for ids ['5f206ff2-c846-4042-8444-a81cf65d4cf6'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:46:58.707240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d35fc9f9-6464-4ee5-b309-ff76960965fd, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d35fc9f9-6464-4ee5-b309-ff76960965fd,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:58.708731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bcfbb25f-1dca-4f45-ac47-19c317507044 None None] Current status of the port 1df6586f-1065-41c5-810d-6f97e500b63e is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:58.709122 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb25f-1dca-4f45-ac47-19c317507044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.735877 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913a1184-1fe3-4382-91d4-007dffe82ec4 x-openstack-request-id: req-913a1184-1fe3-4382-91d4-007dffe82ec4 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:46:58.738986 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-unplugged", "status": "completed", "tag": "c98474e4-1252-489c-91e8-4efc34ed60ca", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:46:58.738986 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-913a1184-1fe3-4382-91d4-007dffe82ec4 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:46:58.738986 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98474e4-1252-489c-91e8-4efc34ed60ca', 'code': 200} Jan 27 21:46:58.787606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:58.805004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Routers {'5f206ff2-c846-4042-8444-a81cf65d4cf6'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:46:58.805781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5f206ff2-c846-4042-8444-a81cf65d4cf6'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:46:58.809585 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.811240 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3c4bc6ce-5334-4be5-a56c-6300f85a3f15 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5429914 Jan 27 21:46:58.813917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55198) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:46:58.897077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] For port c98474e4-1252-489c-91e8-4efc34ed60ca, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c98474e4-1252-489c-91e8-4efc34ed60ca,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:58.897586 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:58.979868 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.050278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bcfbb25f-1dca-4f45-ac47-19c317507044 None None] For port 1df6586f-1065-41c5-810d-6f97e500b63e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1df6586f-1065-41c5-810d-6f97e500b63e,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:46:59.169466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d35fc9f9-6464-4ee5-b309-ff76960965fd,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:46:59.201930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e1368993-dd0a-4234-80fe-d51d39870566 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:46:59.273394 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb25f-1dca-4f45-ac47-19c317507044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.296004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['d35fc9f9-6464-4ee5-b309-ff76960965fd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:46:59.673697 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.674733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-14a38e04-d526-4f60-a92c-1bfb9d1c5cbf tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9047129 Jan 27 21:46:59.690525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:46:59.742181 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1706d5c-9fc8-4cb3-9c94-27e3e563905d req-06b9712f-b251-4fab-a60e-e91f9458ea32 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:59.748818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1706d5c-9fc8-4cb3-9c94-27e3e563905d req-06b9712f-b251-4fab-a60e-e91f9458ea32 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:59.757586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1706d5c-9fc8-4cb3-9c94-27e3e563905d req-06b9712f-b251-4fab-a60e-e91f9458ea32 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:46:59.765237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1706d5c-9fc8-4cb3-9c94-27e3e563905d req-06b9712f-b251-4fab-a60e-e91f9458ea32 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 2411 time: 1.2082431 Jan 27 21:46:59.834682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f3f112b-9194-4fda-9f3d-6189e51fbe5f admin admin] Publish callbacks [] for security_group (46cf419c-260e-40b1-9df2-05d112308660), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.859926 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port e1368993-dd0a-4234-80fe-d51d39870566 is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:59.910683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c9f6e982-f1a5-47c6-99e2-80caec194ac7 None None] Provisioning complete for port 1df6586f-1065-41c5-810d-6f97e500b63e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:46:59.911267 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e982-f1a5-47c6-99e2-80caec194ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.927555 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Allocated IP 172.20.0.1 (6e74bf64-ae4a-48c5-856f-e83dfdc0290d/21fea7fb-8bf2-4546-b139-1422786c54ed/25e08fbd-2c67-4856-b2af-ce101d8cdd13) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:46:59.934097 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.934846 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (da178b6e-7777-4a7a-9db6-a0e94c238924), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:46:59.935595 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Floating IP da178b6e-7777-4a7a-9db6-a0e94c238924 disassociated. External IP: 172.25.0.25, port: c98474e4-1252-489c-91e8-4efc34ed60ca. Jan 27 21:46:59.947601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Calling delete_port for c98474e4-1252-489c-91e8-4efc34ed60ca owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:46:59.980229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1df6586f-1065-41c5-810d-6f97e500b63e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:46:59.983424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:00.067032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c9f6e982-f1a5-47c6-99e2-80caec194ac7 None None] Current status of the port 1df6586f-1065-41c5-810d-6f97e500b63e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:00.107842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Set router 5f206ff2-c846-4042-8444-a81cf65d4cf6 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:00.138226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f3f112b-9194-4fda-9f3d-6189e51fbe5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (46cf419c-260e-40b1-9df2-05d112308660), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.151133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.161584 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Publish callbacks [] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.201092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1706d5c-9fc8-4cb3-9c94-27e3e563905d req-cde8bc00-052b-4050-9f9a-a734e534b1d8 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4348295 Jan 27 21:47:00.206509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbb25f-1dca-4f45-ac47-19c317507044 None None] Pushing event updated for resources: {'Port': ['ID=1df6586f-1065-41c5-810d-6f97e500b63e,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:00.221727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6f3f112b-9194-4fda-9f3d-6189e51fbe5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=996ce5be1e80426eb5b75495a2edee80&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5044973 Jan 27 21:47:00.224396 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55212) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:00.231471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f112b-9194-4fda-9f3d-6189e51fbe5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf419c-260e-40b1-9df2-05d112308660,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:00.304002 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c98474e4-1252-489c-91e8-4efc34ed60ca), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.340850 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c9f6e982-f1a5-47c6-99e2-80caec194ac7 None None] Provisioning complete for port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:00.341023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e982-f1a5-47c6-99e2-80caec194ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.371978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Port': ['ID=c98474e4-1252-489c-91e8-4efc34ed60ca,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:00.377305 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.424978 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246c1442-8d2c-4114-87c1-9c2380710f39 admin admin] Publish callbacks [] for security_group (46cf419c-260e-40b1-9df2-05d112308660), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.448203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:00.457617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:00.463389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:00.480971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:00.481386 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.564358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c383d-97a1-4a5a-bdc3-552ad771ece8 req-420b4366-3a93-4e24-8b39-1426e070041a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:00.566583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a1c383d-97a1-4a5a-bdc3-552ad771ece8 req-420b4366-3a93-4e24-8b39-1426e070041a tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 944 time: 0.1792164 Jan 27 21:47:00.577517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c9f6e982-f1a5-47c6-99e2-80caec194ac7 None None] Current status of the port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:00.577945 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e982-f1a5-47c6-99e2-80caec194ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.649032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:00.649441 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.652809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.678825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c9f6e982-f1a5-47c6-99e2-80caec194ac7 None None] For port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=79ac9f42-3ec5-4870-8152-6dbe5dc9ea58,segment=NetworkSegment(29b18400-3dc7-4a5b-a26e-56e1910ff7b1),segment_id=29b18400-3dc7-4a5b-a26e-56e1910ff7b1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:00.699249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'name': 'tempest-TestServerMultinode-180668927-router', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:53Z', 'updated_at': '2022-01-27T21:46:56Z', 'revision_number': 3, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'gw_port': {'id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:02:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:55Z', 'updated_at': '2022-01-27T21:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:00.788803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:00.795426 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4cf7d6-e01a-4067-b167-7f48eb250568" -d '{"events": [{"server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "name": "network-vif-unplugged", "status": "completed", "tag": "e1368993-dd0a-4234-80fe-d51d39870566"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:00.803287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Checking router: 5f206ff2-c846-4042-8444-a81cf65d4cf6 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:00.803733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Updating router 5f206ff2-c846-4042-8444-a81cf65d4cf6 port 34de1f6d-ce0f-4a37-a25d-0d127159102d binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:47:00.809268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a1c383d-97a1-4a5a-bdc3-552ad771ece8 req-2f6f97fc-032b-449b-b175-6cca98c043fa tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274358 Jan 27 21:47:00.820631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Router 8049c494-785b-4987-ab6c-ae770463d403 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:47:00.853704 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c9f6e982-f1a5-47c6-99e2-80caec194ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.954360 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a44d982-de91-4420-a76d-9d68b8155331 x-openstack-request-id: req-1a44d982-de91-4420-a76d-9d68b8155331 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:00.954741 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-deleted", "tag": "155f11db-f305-4457-814e-848bb16c424f", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:00.954971 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a44d982-de91-4420-a76d-9d68b8155331 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:00.955335 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-deleted', 'tag': '155f11db-f305-4457-814e-848bb16c424f', 'status': 'completed', 'code': 200} Jan 27 21:47:00.981131 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246c1442-8d2c-4114-87c1-9c2380710f39 admin admin] Publish callbacks [] for security_group (46cf419c-260e-40b1-9df2-05d112308660), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:00.986059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Allocated IP 172.25.0.220 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/1c0daacf-240b-422a-8c2d-4e2a247e3ce7) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:01.000862 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.055567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Pushing event updated for resources: {'Port': ['ID=25e08fbd-2c67-4856-b2af-ce101d8cdd13,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:01.079644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-417ecc78-c82a-46ac-931e-0db8bcee0e02 None None] Provisioning complete for port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:01.080624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-417ecc78-c82a-46ac-931e-0db8bcee0e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.089779 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (5f206ff2-c846-4042-8444-a81cf65d4cf6), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.118235 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:47:01.118694 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:47:01.133217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:01.144657 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761c4dcf-07e6-4459-b139-d73a60b4dc94 None None] Sync routers for ids ['8049c494-785b-4987-ab6c-ae770463d403'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:01.165549 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c4dcf-07e6-4459-b139-d73a60b4dc94 None None] Routers {'8049c494-785b-4987-ab6c-ae770463d403'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:01.170434 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-761c4dcf-07e6-4459-b139-d73a60b4dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8049c494-785b-4987-ab6c-ae770463d403'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:01.182306 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246c1442-8d2c-4114-87c1-9c2380710f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (46cf419c-260e-40b1-9df2-05d112308660), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.189326 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246c1442-8d2c-4114-87c1-9c2380710f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.192817 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-246c1442-8d2c-4114-87c1-9c2380710f39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46cf419c-260e-40b1-9df2-05d112308660 HTTP/1.1" status: 204 len: 168 time: 0.9647968 Jan 27 21:47:01.205519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6e982-f1a5-47c6-99e2-80caec194ac7 None None] Pushing event updated for resources: {'Port': ['ID=79ac9f42-3ec5-4870-8152-6dbe5dc9ea58,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:01.215753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d35fc9f9-6464-4ee5-b309-ff76960965fd up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:01.232860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c1442-8d2c-4114-87c1-9c2380710f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf419c-260e-40b1-9df2-05d112308660,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:01.300641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-417ecc78-c82a-46ac-931e-0db8bcee0e02 None None] Port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:47:01.394264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] No DVR routers for this DVR port c98474e4-1252-489c-91e8-4efc34ed60ca on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:01.402262 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.405913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-a604a8c7-752b-4724-b26c-ebb9ac100314 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "DELETE /v2.0/ports/c98474e4-1252-489c-91e8-4efc34ed60ca HTTP/1.1" status: 204 len: 173 time: 4.2002430 Jan 27 21:47:01.430186 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-761c4dcf-07e6-4459-b139-d73a60b4dc94 None None] Set router 8049c494-785b-4987-ab6c-ae770463d403 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:01.441451 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.465761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68369019-07fa-4961-ab3b-e92623c4cd28 req-6afb178b-7fff-43b3-8842-2a20206ebc5d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.470348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port d35fc9f9-6464-4ee5-b309-ff76960965fd completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:47:01.476913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port d35fc9f9-6464-4ee5-b309-ff76960965fd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:01.477558 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.479784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68369019-07fa-4961-ab3b-e92623c4cd28 req-6afb178b-7fff-43b3-8842-2a20206ebc5d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.3989496 Jan 27 21:47:01.575917 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for port (1c0daacf-240b-422a-8c2d-4e2a247e3ce7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.601024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68369019-07fa-4961-ab3b-e92623c4cd28 req-e2da5eb2-607c-4e77-839c-89ffd9a1caf7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151643 Jan 27 21:47:01.611683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d35fc9f9-6464-4ee5-b309-ff76960965fd is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:01.612104 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.670398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4cd3c595-da49-4792-ab67-299f5c906f75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Deleting port a96bb84f-38fc-43fe-95fb-da828d6972b7 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:01.676339 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4cd3c595-da49-4792-ab67-299f5c906f75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.696499 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f02815-be72-43ee-868b-18be63e73cb5 x-openstack-request-id: req-c9f02815-be72-43ee-868b-18be63e73cb5 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:01.697102 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "name": "network-vif-unplugged", "status": "failed", "tag": "e1368993-dd0a-4234-80fe-d51d39870566", "code": 422}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:01.697565 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9f02815-be72-43ee-868b-18be63e73cb5 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:01.698170 n-d-760456-6 neutron-server[104028]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566', 'code': 422} returned with failed status Jan 27 21:47:01.792963 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Publish callbacks [] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.806811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d35fc9f9-6464-4ee5-b309-ff76960965fd, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d35fc9f9-6464-4ee5-b309-ff76960965fd,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:01.808433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:01.875901 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-761c4dcf-07e6-4459-b139-d73a60b4dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:35:14Z', 'revision_number': 4, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'f370cb4a-f4ce-46e4-8600-a2ab49425fb1', 'name': '', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'mac_address': 'fa:16:3e:0a:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:13Z', 'updated_at': '2022-01-27T21:35:21Z', 'revision_number': 5, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'subnets': [{'id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:01.890166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870d239-c9aa-4b3e-930c-09a17edc1cab req-ac683049-6077-48ff-8490-b8bddd06a371 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.905987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870d239-c9aa-4b3e-930c-09a17edc1cab req-ac683049-6077-48ff-8490-b8bddd06a371 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:01.909480 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d870d239-c9aa-4b3e-930c-09a17edc1cab req-ac683049-6077-48ff-8490-b8bddd06a371 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 1677 time: 0.1211023 Jan 27 21:47:01.914546 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761c4dcf-07e6-4459-b139-d73a60b4dc94 None None] Checking router: 8049c494-785b-4987-ab6c-ae770463d403 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:01.924581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4cd3c595-da49-4792-ab67-299f5c906f75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] For port a96bb84f-38fc-43fe-95fb-da828d6972b7, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a96bb84f-38fc-43fe-95fb-da828d6972b7,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:01.924959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4cd3c595-da49-4792-ab67-299f5c906f75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.925960 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c4dcf-07e6-4459-b139-d73a60b4dc94 None None] Routers {'8049c494-785b-4987-ab6c-ae770463d403'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:01.926739 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-761c4dcf-07e6-4459-b139-d73a60b4dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8049c494-785b-4987-ab6c-ae770463d403'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:01.939849 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.944247 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1c0daacf-240b-422a-8c2d-4e2a247e3ce7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.986850 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1df6586f-1065-41c5-810d-6f97e500b63e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:01.989782 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:01.999092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4cd3c595-da49-4792-ab67-299f5c906f75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Calling delete_port for a96bb84f-38fc-43fe-95fb-da828d6972b7 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:02.068474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:02.083028 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-761c4dcf-07e6-4459-b139-d73a60b4dc94 None None] Set router 8049c494-785b-4987-ab6c-ae770463d403 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:02.100934 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (5f206ff2-c846-4042-8444-a81cf65d4cf6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.104234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:02.119903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Pushing event updated for resources: {'Port': ['ID=25e08fbd-2c67-4856-b2af-ce101d8cdd13,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:02.206348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:02.261605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d35fc9f9-6464-4ee5-b309-ff76960965fd,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:02.290205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d870d239-c9aa-4b3e-930c-09a17edc1cab req-b5ef0fa2-ea19-4714-a479-4c4308dc810c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups?id=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602552 Jan 27 21:47:02.301976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Pushing event updated for resources: {'Port': ['ID=1c0daacf-240b-422a-8c2d-4e2a247e3ce7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:02.375473 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:02.384246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:02.487975 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Publish callbacks [] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.500136 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-42486759-685c-45fe-b73d-eee9e698c062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.508062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1df6586f-1065-41c5-810d-6f97e500b63e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:02.509842 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.580657 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.653955 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (2cfe0188-1374-44bf-aa7d-9b7ad5ee13b5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.654103 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-761c4dcf-07e6-4459-b139-d73a60b4dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:35:14Z', 'revision_number': 4, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'f370cb4a-f4ce-46e4-8600-a2ab49425fb1', 'name': '', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'mac_address': 'fa:16:3e:0a:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:13Z', 'updated_at': '2022-01-27T21:35:21Z', 'revision_number': 5, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'subnets': [{'id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:02.699834 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Router 5f206ff2-c846-4042-8444-a81cf65d4cf6 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:47:02.714455 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761c4dcf-07e6-4459-b139-d73a60b4dc94 None None] The sync data for ids ['8049c494-785b-4987-ab6c-ae770463d403'] in n-d-760456-6 is: [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:35:14Z', 'revision_number': 4, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'f370cb4a-f4ce-46e4-8600-a2ab49425fb1', 'name': '', 'network_id': '9a852156-70b0-45a2-b678-46738908299d', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'mac_address': 'fa:16:3e:0a:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:13Z', 'updated_at': '2022-01-27T21:35:21Z', 'revision_number': 5, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'subnets': [{'id': '13a66f8e-75a2-447f-948d-f9d0ac1c16db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:02.759442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d84e7-43e0-4eb8-a190-ffae92870dea None None] Pushing event updated for resources: {'Port': ['ID=34de1f6d-ce0f-4a37-a25d-0d127159102d,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:02.762402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Attempting to bind port 34de1f6d-ce0f-4a37-a25d-0d127159102d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:02.763099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Attempting to bind port 34de1f6d-ce0f-4a37-a25d-0d127159102d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:02.763738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Attempting to bind port 34de1f6d-ce0f-4a37-a25d-0d127159102d on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:02.780046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:02.780701 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:02.781762 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.782264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:02.782870 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Bound port: 34de1f6d-ce0f-4a37-a25d-0d127159102d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:02.783360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.790076 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4cd3c595-da49-4792-ab67-299f5c906f75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a96bb84f-38fc-43fe-95fb-da828d6972b7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.930637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bfe02ff8-4dbf-4db4-8e5c-7a38c089d1fb None None] Provisioning complete for port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:02.931351 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bfe02ff8-4dbf-4db4-8e5c-7a38c089d1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:02.936590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1df6586f-1065-41c5-810d-6f97e500b63e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:02.938250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:02.998515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-deleted', 'tag': 'c98474e4-1252-489c-91e8-4efc34ed60ca'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:02.998515 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805be82e-296d-4b34-9aca-7bcdd9ca87bf" -d '{"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-deleted", "tag": "c98474e4-1252-489c-91e8-4efc34ed60ca"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:02.999159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] For port 34de1f6d-ce0f-4a37-a25d-0d127159102d, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:03.008745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3c595-da49-4792-ab67-299f5c906f75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Port': ['ID=a96bb84f-38fc-43fe-95fb-da828d6972b7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:03.011902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] For port 34de1f6d-ce0f-4a37-a25d-0d127159102d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=34de1f6d-ce0f-4a37-a25d-0d127159102d,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:03.073689 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:03.088020 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1c0daacf-240b-422a-8c2d-4e2a247e3ce7), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:03.090816 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-104f6b5f-a663-43f7-99af-e8fed537f83f admin admin] 10.222.0.61 "PUT /v2.0/routers/5f206ff2-c846-4042-8444-a81cf65d4cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2756116 Jan 27 21:47:03.130326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bfe02ff8-4dbf-4db4-8e5c-7a38c089d1fb None None] Port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:47:03.160043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4cd3c595-da49-4792-ab67-299f5c906f75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] No DVR routers for this DVR port a96bb84f-38fc-43fe-95fb-da828d6972b7 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:03.167076 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4cd3c595-da49-4792-ab67-299f5c906f75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:03.174335 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-4cd3c595-da49-4792-ab67-299f5c906f75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "DELETE /v2.0/ports/a96bb84f-38fc-43fe-95fb-da828d6972b7 HTTP/1.1" status: 204 len: 173 time: 1.7606180 Jan 27 21:47:03.193562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:03.193997 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:03.260777 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:03.353126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d84e7-43e0-4eb8-a190-ffae92870dea None None] Pushing event updated for resources: {'Port': ['ID=34de1f6d-ce0f-4a37-a25d-0d127159102d,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:03.366278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de3a9d7-0aeb-4500-a468-b9b0e86d1580 None None] New status for floating IP da178b6e-7777-4a7a-9db6-a0e94c238924: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:47:03.517878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0c0392a9-668b-453b-bec8-6fcbf1af6dd5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Deleting port c36e1084-48e0-4ada-bb62-776d8ad9ce29 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:03.518393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0c0392a9-668b-453b-bec8-6fcbf1af6dd5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:03.651092 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for port (1c0daacf-240b-422a-8c2d-4e2a247e3ce7), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:03.766553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0c0392a9-668b-453b-bec8-6fcbf1af6dd5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] For port c36e1084-48e0-4ada-bb62-776d8ad9ce29, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c36e1084-48e0-4ada-bb62-776d8ad9ce29,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:03.766978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0c0392a9-668b-453b-bec8-6fcbf1af6dd5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:03.800738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0c0392a9-668b-453b-bec8-6fcbf1af6dd5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Calling delete_port for c36e1084-48e0-4ada-bb62-776d8ad9ce29 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:03.857818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5caa012a-ebad-4fba-a7d2-393f0ee350e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35fc9f9-6464-4ee5-b309-ff76960965fd'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:03.863088 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce259a2-d658-4877-ab7c-bd1decf687bb" -d '{"events": [{"server_uuid": "5caa012a-ebad-4fba-a7d2-393f0ee350e1", "name": "network-vif-plugged", "status": "completed", "tag": "d35fc9f9-6464-4ee5-b309-ff76960965fd"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:03.867332 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (1c0daacf-240b-422a-8c2d-4e2a247e3ce7), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:03.934151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Routers {'5f206ff2-c846-4042-8444-a81cf65d4cf6'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:03.934792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:46:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5f206ff2-c846-4042-8444-a81cf65d4cf6'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:03.981505 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (2cfe0188-1374-44bf-aa7d-9b7ad5ee13b5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.002494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Pushing event updated for resources: {'Port': ['ID=1c0daacf-240b-422a-8c2d-4e2a247e3ce7,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:04.028323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:04.105869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] Set router 5f206ff2-c846-4042-8444-a81cf65d4cf6 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:04.136770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.143838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-4ad9fa81-3e3f-40d5-b645-91aff4198778 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4514749 Jan 27 21:47:04.228951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-26eb74ee-1d2a-403c-862a-8e6e643fa9da tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.0845554 Jan 27 21:47:04.365064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-406a1ebd-a9e1-4a75-934b-96b2a32d23c5 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:04.380762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-406a1ebd-a9e1-4a75-934b-96b2a32d23c5 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1322162 Jan 27 21:47:04.380762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-6576266a-5bc9-4666-9a84-8ee4ae98ff15 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:47:04.380762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac0a7623-8b71-41b2-979b-a4b9aa8aa441 req-6576266a-5bc9-4666-9a84-8ee4ae98ff15 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062852 Jan 27 21:47:04.412427 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0c0392a9-668b-453b-bec8-6fcbf1af6dd5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c36e1084-48e0-4ada-bb62-776d8ad9ce29), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.531241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0392a9-668b-453b-bec8-6fcbf1af6dd5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Port': ['ID=c36e1084-48e0-4ada-bb62-776d8ad9ce29,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:04.531743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'name': 'tempest-TestServerMultinode-180668927-router', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:53Z', 'updated_at': '2022-01-27T21:47:01Z', 'revision_number': 4, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'gw_port': {'id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:02:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:55Z', 'updated_at': '2022-01-27T21:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '25e08fbd-2c67-4856-b2af-ce101d8cdd13', 'name': '', 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '21fea7fb-8bf2-4546-b139-1422786c54ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:59Z', 'updated_at': '2022-01-27T21:47:01Z', 'revision_number': 2, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'subnets': [{'id': '21fea7fb-8bf2-4546-b139-1422786c54ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:04.574512 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b95cf1d-fa68-4991-ade4-61a4f79811be None None] The sync data for ids ['5f206ff2-c846-4042-8444-a81cf65d4cf6'] in n-d-760456-6 is: [{'id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'name': 'tempest-TestServerMultinode-180668927-router', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:53Z', 'updated_at': '2022-01-27T21:47:01Z', 'revision_number': 4, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'gw_port': {'id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:02:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:55Z', 'updated_at': '2022-01-27T21:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '25e08fbd-2c67-4856-b2af-ce101d8cdd13', 'name': '', 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '21fea7fb-8bf2-4546-b139-1422786c54ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:59Z', 'updated_at': '2022-01-27T21:47:01Z', 'revision_number': 2, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'subnets': [{'id': '21fea7fb-8bf2-4546-b139-1422786c54ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:04.586806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0c0392a9-668b-453b-bec8-6fcbf1af6dd5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] No DVR routers for this DVR port c36e1084-48e0-4ada-bb62-776d8ad9ce29 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:04.591384 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0c0392a9-668b-453b-bec8-6fcbf1af6dd5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.596418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05c91e5d-5ed6-4171-99a5-b0486be3d80d req-0c0392a9-668b-453b-bec8-6fcbf1af6dd5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.71 "DELETE /v2.0/ports/c36e1084-48e0-4ada-bb62-776d8ad9ce29 HTTP/1.1" status: 204 len: 173 time: 1.4111476 Jan 27 21:47:04.613149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803ceca-5156-4acf-bb22-4a2f02e4d076 req-14b6ba7f-6ccf-453d-939e-9cd14f01e843 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:04.614849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7803ceca-5156-4acf-bb22-4a2f02e4d076 req-14b6ba7f-6ccf-453d-939e-9cd14f01e843 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 945 time: 0.1590443 Jan 27 21:47:04.706926 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55302) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:04.713279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1286686554-network', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:04.729199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7803ceca-5156-4acf-bb22-4a2f02e4d076 req-cc9e957d-ff91-46cc-91ff-ecb736a9d3af tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923784 Jan 27 21:47:04.761181 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459ad36e-d0a4-46b8-9649-920dd8edefa7 x-openstack-request-id: req-459ad36e-d0a4-46b8-9649-920dd8edefa7 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:04.762735 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-deleted", "tag": "c98474e4-1252-489c-91e8-4efc34ed60ca", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:04.763037 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-459ad36e-d0a4-46b8-9649-920dd8edefa7 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:04.763657 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-deleted', 'tag': 'c98474e4-1252-489c-91e8-4efc34ed60ca', 'status': 'completed', 'code': 200} Jan 27 21:47:04.888196 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6693a4-6e9b-4a72-8bb8-9cab34555262 x-openstack-request-id: req-3c6693a4-6e9b-4a72-8bb8-9cab34555262 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:04.888196 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5caa012a-ebad-4fba-a7d2-393f0ee350e1", "name": "network-vif-plugged", "status": "completed", "tag": "d35fc9f9-6464-4ee5-b309-ff76960965fd", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:04.888196 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c6693a4-6e9b-4a72-8bb8-9cab34555262 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:04.888196 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5caa012a-ebad-4fba-a7d2-393f0ee350e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35fc9f9-6464-4ee5-b309-ff76960965fd', 'code': 200} Jan 27 21:47:04.920377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Made reservation on behalf of 12c3e0e9ae7b48eba662aaa61ce3c058 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:04.923614 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.956685 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d3c13e57-d6b5-4faf-8d08-091697b8e31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.964799 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:04.971616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71f598c7-529c-41f8-8327-a7eca3bef2a6 req-74fdf32f-473a-409f-9918-540d3df2a9f5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0589516 Jan 27 21:47:05.194044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-e8bf6f7a-47ad-4f64-9a6d-3c9fb953a8d4 req-2e97c508-b74f-4e72-a407-c610412cbd10 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:47:05.198758 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8bf6f7a-47ad-4f64-9a6d-3c9fb953a8d4 req-2e97c508-b74f-4e72-a407-c610412cbd10 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0215859 Jan 27 21:47:05.208881 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd04c6e-b515-4d2e-9683-322d3892d1d3 req-782a20f6-995a-414a-994f-bc8813fb3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:05.211193 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3fd04c6e-b515-4d2e-9683-322d3892d1d3 req-782a20f6-995a-414a-994f-bc8813fb3db8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 1096 time: 0.2336113 Jan 27 21:47:05.404700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-6636e540-c8cd-4550-a4fc-2ce39080ac88 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4462585 Jan 27 21:47:05.407697 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3fd04c6e-b515-4d2e-9683-322d3892d1d3 req-05164452-82c3-4423-b483-9de5edba836b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787908 Jan 27 21:47:05.425501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:05.464134 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Publish callbacks [] for security_group (29a59287-39d8-415e-a0dd-6ed1b1506d4c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.708152 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (29a59287-39d8-415e-a0dd-6ed1b1506d4c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.718387 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.761344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a59287-39d8-415e-a0dd-6ed1b1506d4c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:05.780460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:47:05.801072 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (47ca3fb9-68c7-4eaa-a2e5-c962af93518b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:05.801648 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Added segment 47ca3fb9-68c7-4eaa-a2e5-c962af93518b of type vlan for network 1a419a8b-7a95-4da9-bc03-ae0e69934107 Jan 27 21:47:05.914721 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (1a419a8b-7a95-4da9-bc03-ae0e69934107), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.084003 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.119552 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (1a419a8b-7a95-4da9-bc03-ae0e69934107), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.137158 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:06.137158 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.192221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126bc1a-45f3-4df4-be3f-7cdf78753195 req-2a88b466-a5e0-4df6-9d97-1eaf534b7575 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:06.198826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6126bc1a-45f3-4df4-be3f-7cdf78753195 req-2a88b466-a5e0-4df6-9d97-1eaf534b7575 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.4221909 Jan 27 21:47:06.273183 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] Pushing event updated for resources: {'Network': ['ID=1a419a8b-7a95-4da9-bc03-ae0e69934107,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:06.287200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 1a419a8b-7a95-4da9-bc03-ae0e69934107 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:47:06.308014 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-71940f06-62ee-40c3-a2c5-0e5fd6867817 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5970972 Jan 27 21:47:06.319097 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55344) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:06.329269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55346) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:06.362221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.398407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ec04fe62-fb8d-4f64-a57f-ff68e2ed32bf admin admin] Request body: {'subnet': {'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1286686554-subnet', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:06.403549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6126bc1a-45f3-4df4-be3f-7cdf78753195 req-57d6380b-7af1-4525-89c1-5e1c6b726cc3 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959422 Jan 27 21:47:06.557556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 34de1f6d-ce0f-4a37-a25d-0d127159102d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:06.638353 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec04fe62-fb8d-4f64-a57f-ff68e2ed32bf admin admin] Made reservation on behalf of 12c3e0e9ae7b48eba662aaa61ce3c058 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:06.646638 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec04fe62-fb8d-4f64-a57f-ff68e2ed32bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.667405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Allocated IP 172.25.0.156 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/f8335041-be66-40d0-97b6-12cb1edccf4b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:06.925066 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8bc0be62-05de-49b3-a376-91da4ae38db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:06.928524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 34de1f6d-ce0f-4a37-a25d-0d127159102d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:06.928905 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.151744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 34de1f6d-ce0f-4a37-a25d-0d127159102d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:07.154563 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.169989 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8bc0be62-05de-49b3-a376-91da4ae38db5 admin admin] Publish callbacks [] for security_group (00d6e0be-54b4-4e4b-8193-f2cd3a480932), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.209798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 34de1f6d-ce0f-4a37-a25d-0d127159102d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=34de1f6d-ce0f-4a37-a25d-0d127159102d,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:07.264990 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8bc0be62-05de-49b3-a376-91da4ae38db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (00d6e0be-54b4-4e4b-8193-f2cd3a480932), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.305217 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8bc0be62-05de-49b3-a376-91da4ae38db5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab4a869281194716a302a44d7772d4bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8901207 Jan 27 21:47:07.308855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.337047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55356) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:07.377251 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.443765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=34de1f6d-ce0f-4a37-a25d-0d127159102d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:07.464228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-deleted', 'tag': 'a96bb84f-38fc-43fe-95fb-da828d6972b7'}, {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-deleted', 'tag': 'c36e1084-48e0-4ada-bb62-776d8ad9ce29'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:07.464228 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7155e51-ec85-45b0-b107-8365e957f9be" -d '{"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-deleted", "tag": "a96bb84f-38fc-43fe-95fb-da828d6972b7"}, {"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-deleted", "tag": "c36e1084-48e0-4ada-bb62-776d8ad9ce29"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:07.480702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0be62-05de-49b3-a376-91da4ae38db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d6e0be-54b4-4e4b-8193-f2cd3a480932,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:07.640088 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e70915d4-90d9-4982-a2fb-f16962517a7a admin admin] Publish callbacks [] for security_group (00d6e0be-54b4-4e4b-8193-f2cd3a480932), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.648300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c06c9-6478-4616-98c8-8eb70505ef1a req-638be705-78a9-442a-9043-d2830661fad9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:07.657187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce1c06c9-6478-4616-98c8-8eb70505ef1a req-638be705-78a9-442a-9043-d2830661fad9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 945 time: 0.1972716 Jan 27 21:47:07.674332 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e70915d4-90d9-4982-a2fb-f16962517a7a admin admin] Publish callbacks [] for security_group (00d6e0be-54b4-4e4b-8193-f2cd3a480932), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.729098 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for port (f8335041-be66-40d0-97b6-12cb1edccf4b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.775581 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec04fe62-fb8d-4f64-a57f-ff68e2ed32bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (16fefb23-d374-4655-8237-c6a0be4d9948), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.784570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-8df0c2cc-8d7a-4fdd-b968-1e4493e3e83b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3202055 Jan 27 21:47:07.799516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-50e38837-01f5-44af-821d-8709988fea5e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:47:07.801522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-50e38837-01f5-44af-821d-8709988fea5e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097566 Jan 27 21:47:07.829507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce1c06c9-6478-4616-98c8-8eb70505ef1a req-5bc3d643-3982-42d4-8e39-db786c7f721b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703012 Jan 27 21:47:07.843171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04fe62-fb8d-4f64-a57f-ff68e2ed32bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=16fefb23-d374-4655-8237-c6a0be4d9948,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:07.941255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec04fe62-fb8d-4f64-a57f-ff68e2ed32bf admin admin] Checking segment: {'id': '47ca3fb9-68c7-4eaa-a2e5-c962af93518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:07.942059 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec04fe62-fb8d-4f64-a57f-ff68e2ed32bf admin admin] Network hostable DHCP agents. Network: 1a419a8b-7a95-4da9-bc03-ae0e69934107, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:47:07.976800 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e70915d4-90d9-4982-a2fb-f16962517a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (00d6e0be-54b4-4e4b-8193-f2cd3a480932), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.979449 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e70915d4-90d9-4982-a2fb-f16962517a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:07.980700 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e70915d4-90d9-4982-a2fb-f16962517a7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/00d6e0be-54b4-4e4b-8193-f2cd3a480932 HTTP/1.1" status: 204 len: 168 time: 0.6374092 Jan 27 21:47:08.010640 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f8335041-be66-40d0-97b6-12cb1edccf4b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.011930 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70915d4-90d9-4982-a2fb-f16962517a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d6e0be-54b4-4e4b-8193-f2cd3a480932,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:08.112457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0a0126e-e831-4341-8a08-19c5c36aa286 req-f6078206-5ae3-49de-9346-bbd2530a8211 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.1399035 Jan 27 21:47:08.114232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Pushing event updated for resources: {'Port': ['ID=f8335041-be66-40d0-97b6-12cb1edccf4b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:08.149976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:08.164234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:08.165588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:08.221568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 34de1f6d-ce0f-4a37-a25d-0d127159102d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:08.264377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec04fe62-fb8d-4f64-a57f-ff68e2ed32bf admin admin] Network 1a419a8b-7a95-4da9-bc03-ae0e69934107 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:47:08.302249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 34de1f6d-ce0f-4a37-a25d-0d127159102d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:08.303237 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.355430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (6fe25b3b-42bc-4425-9ba1-0e8dd8b66a9c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.371217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7befff-2000-4004-b80e-1136d6fccef0 req-01965422-c50e-4e7c-8264-458974664944 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.375727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d7befff-2000-4004-b80e-1136d6fccef0 req-01965422-c50e-4e7c-8264-458974664944 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0882902 Jan 27 21:47:08.425349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 34de1f6d-ce0f-4a37-a25d-0d127159102d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:08.445893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ec04fe62-fb8d-4f64-a57f-ff68e2ed32bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 1a419a8b-7a95-4da9-bc03-ae0e69934107) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:08.509944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ae98f5-0bb7-4453-9340-93cd6777e2e8 None None] Network 1a419a8b-7a95-4da9-bc03-ae0e69934107 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:08.510051 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec04fe62-fb8d-4f64-a57f-ff68e2ed32bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:08.510051 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec04fe62-fb8d-4f64-a57f-ff68e2ed32bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.510317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d7befff-2000-4004-b80e-1136d6fccef0 req-bb578b96-f330-4e1b-966a-80d740803a3b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103959 Jan 27 21:47:08.536121 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4531d540-ea3f-4d42-9852-77cd6be4dfed x-openstack-request-id: req-4531d540-ea3f-4d42-9852-77cd6be4dfed {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:08.536437 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-deleted", "tag": "a96bb84f-38fc-43fe-95fb-da828d6972b7", "status": "completed", "code": 200}, {"server_uuid": "c22fb84c-1a67-45ad-a291-0367429a7d62", "name": "network-vif-deleted", "tag": "c36e1084-48e0-4ada-bb62-776d8ad9ce29", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:08.536701 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4531d540-ea3f-4d42-9852-77cd6be4dfed {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:08.537792 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-deleted', 'tag': 'a96bb84f-38fc-43fe-95fb-da828d6972b7', 'status': 'completed', 'code': 200} Jan 27 21:47:08.538102 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22fb84c-1a67-45ad-a291-0367429a7d62', 'name': 'network-vif-deleted', 'tag': 'c36e1084-48e0-4ada-bb62-776d8ad9ce29', 'status': 'completed', 'code': 200} Jan 27 21:47:08.617835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-1a419a8b-7a95-4da9-bc03-ae0e69934107', 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107', 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'fixed_ips': [{'subnet_id': '16fefb23-d374-4655-8237-c6a0be4d9948'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:47:08.618801 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.666749 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ec04fe62-fb8d-4f64-a57f-ff68e2ed32bf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3087397 Jan 27 21:47:08.670510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55374) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:08.721484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1286686554-router', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:08.730175 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f8335041-be66-40d0-97b6-12cb1edccf4b), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.793685 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Sync routers for ids ['5f206ff2-c846-4042-8444-a81cf65d4cf6'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:08.812891 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Routers {'5f206ff2-c846-4042-8444-a81cf65d4cf6'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:08.813536 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5f206ff2-c846-4042-8444-a81cf65d4cf6'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:08.912810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Allocated IP 172.20.0.2 (1a419a8b-7a95-4da9-bc03-ae0e69934107/16fefb23-d374-4655-8237-c6a0be4d9948/e4a745ab-9815-47c7-9b98-4b1ae61eb47e) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:08.925709 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.927224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:08.968528 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.099169 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Publish callbacks [] for router_controller (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.111277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2435ffd-4a36-4e1b-823e-05a62b21b019 req-258da4b3-f522-44cb-abc7-9927c9c55ced tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:09.112885 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2435ffd-4a36-4e1b-823e-05a62b21b019 req-258da4b3-f522-44cb-abc7-9927c9c55ced tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 945 time: 0.0914216 Jan 27 21:47:09.185171 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for port (f8335041-be66-40d0-97b6-12cb1edccf4b), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.211316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2435ffd-4a36-4e1b-823e-05a62b21b019 req-c5d31b96-6704-4a8e-8e86-ff18be92ff64 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885749 Jan 27 21:47:09.224664 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Set router 5f206ff2-c846-4042-8444-a81cf65d4cf6 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:09.228139 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Publish callbacks [] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.354456 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (f8335041-be66-40d0-97b6-12cb1edccf4b), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.371806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b21309b6-eacb-406c-8487-c3d59c3020f0 req-7fbb157f-8f67-4b3d-9718-fd22faf6de11 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0868556 Jan 27 21:47:09.490399 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (6fe25b3b-42bc-4425-9ba1-0e8dd8b66a9c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.496887 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.521786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Pushing event updated for resources: {'Port': ['ID=f8335041-be66-40d0-97b6-12cb1edccf4b,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:09.535169 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Publish callbacks [] for router_gateway (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.543611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Network 1a419a8b-7a95-4da9-bc03-ae0e69934107 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:09.546710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:09.554685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:09.569282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Pushing event updated for resources: {'Port': ['ID=e4a745ab-9815-47c7-9b98-4b1ae61eb47e,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:09.631140 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.633205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-09d55643-8e95-4bc7-9e92-3996fa6b5dc0 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2273614 Jan 27 21:47:09.645717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55396) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:09.650416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Attempting to bind port e4a745ab-9815-47c7-9b98-4b1ae61eb47e on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:09.650830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Attempting to bind port e4a745ab-9815-47c7-9b98-4b1ae61eb47e by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '47ca3fb9-68c7-4eaa-a2e5-c962af93518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:09.651217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Attempting to bind port e4a745ab-9815-47c7-9b98-4b1ae61eb47e on network 1a419a8b-7a95-4da9-bc03-ae0e69934107 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:09.657147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:09.657577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Checking segment: {'id': '47ca3fb9-68c7-4eaa-a2e5-c962af93518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:09.658172 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.658580 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Bound using segment: {'id': '47ca3fb9-68c7-4eaa-a2e5-c962af93518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:09.659058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Bound port: e4a745ab-9815-47c7-9b98-4b1ae61eb47e, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3fb9-68c7-4eaa-a2e5-c962af93518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:09.659445 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.671802 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'name': 'tempest-TestServerMultinode-180668927-router', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:53Z', 'updated_at': '2022-01-27T21:47:01Z', 'revision_number': 4, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'gw_port': {'id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:55Z', 'updated_at': '2022-01-27T21:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '25e08fbd-2c67-4856-b2af-ce101d8cdd13', 'name': '', 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '21fea7fb-8bf2-4546-b139-1422786c54ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:59Z', 'updated_at': '2022-01-27T21:47:01Z', 'revision_number': 2, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'subnets': [{'id': '21fea7fb-8bf2-4546-b139-1422786c54ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:09.701662 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Checking router: 5f206ff2-c846-4042-8444-a81cf65d4cf6 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:09.702364 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Updating router 5f206ff2-c846-4042-8444-a81cf65d4cf6 port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:47:09.711361 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bc1d63d2-e255-412c-8e70-c17567bb16c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.727934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] For port e4a745ab-9815-47c7-9b98-4b1ae61eb47e, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:09.731425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] For port e4a745ab-9815-47c7-9b98-4b1ae61eb47e, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e4a745ab-9815-47c7-9b98-4b1ae61eb47e,segment=NetworkSegment(47ca3fb9-68c7-4eaa-a2e5-c962af93518b),segment_id=47ca3fb9-68c7-4eaa-a2e5-c962af93518b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:09.749846 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:09.858195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-55c4db90-1105-406c-92ea-8a8cdfd8ae17 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 696 time: 0.2150044 Jan 27 21:47:09.977310 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Publish callbacks [] for router_gateway (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.002403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-13cc747a-c652-4485-8ba6-34078e9439fd tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:10.003652 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.004030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14e3d028-4b6b-451a-8c5a-92702d97b4b2 req-13cc747a-c652-4485-8ba6-34078e9439fd tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1384711 Jan 27 21:47:10.133458 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.221814 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Publish callbacks [] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.257507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656e4d7-5016-4949-b79d-d83df1b1b667 None None] Pushing event updated for resources: {'Port': ['ID=e4a745ab-9815-47c7-9b98-4b1ae61eb47e,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:10.337498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bc1d63d2-e255-412c-8e70-c17567bb16c4 admin admin] Publish callbacks [] for security_group (91136b86-7b51-4334-81c8-f93826f2a3d6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.359829 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.375952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f40f63-dca6-46d5-86da-d9cd32c1f4d6 req-5ff848ea-67a4-4258-8912-0bbf7d47f540 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:10.378062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85f40f63-dca6-46d5-86da-d9cd32c1f4d6 req-5ff848ea-67a4-4258-8912-0bbf7d47f540 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.2170298 Jan 27 21:47:10.386663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Allocated IP 172.25.0.120 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/49db2fac-5199-4213-9574-34192e233ad2) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:10.459499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-c4544c0f-5dac-4267-96e2-d2b012d8d2ec tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3812630 Jan 27 21:47:10.465443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bc1d63d2-e255-412c-8e70-c17567bb16c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (91136b86-7b51-4334-81c8-f93826f2a3d6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.471746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:10.618615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d63d2-e255-412c-8e70-c17567bb16c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91136b86-7b51-4334-81c8-f93826f2a3d6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:10.672615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85f40f63-dca6-46d5-86da-d9cd32c1f4d6 req-8d3393f0-287f-4609-b643-408f8dc558b6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835510 Jan 27 21:47:10.688636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bc1d63d2-e255-412c-8e70-c17567bb16c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac72637d8e354d5f9e616a6ad475c166&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0445662 Jan 27 21:47:10.700548 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Publish callbacks [] for port (49db2fac-5199-4213-9574-34192e233ad2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.722296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55408) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:10.739113 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd981f5-f284-4dbd-b164-466cbcd8df19 None None] Pushing event updated for resources: {'Port': ['ID=25e08fbd-2c67-4856-b2af-ce101d8cdd13,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:10.778664 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Attempting to bind port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:10.779046 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Attempting to bind port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:10.779411 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Attempting to bind port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 on network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:10.804688 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:10.805168 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Checking segment: {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:10.805645 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.806053 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Bound using segment: {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:10.806548 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Bound port: 25e08fbd-2c67-4856-b2af-ce101d8cdd13, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:10.806936 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.921047 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (49db2fac-5199-4213-9574-34192e233ad2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.936148 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7f13fa18-b926-4c6a-8361-9ec161fe23b0 admin admin] Publish callbacks [] for security_group (91136b86-7b51-4334-81c8-f93826f2a3d6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:10.982906 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] For port 25e08fbd-2c67-4856-b2af-ce101d8cdd13, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:10.982906 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] For port 25e08fbd-2c67-4856-b2af-ce101d8cdd13, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=25e08fbd-2c67-4856-b2af-ce101d8cdd13,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:10.998531 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:11.014133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7f13fa18-b926-4c6a-8361-9ec161fe23b0 admin admin] Publish callbacks [] for security_group (91136b86-7b51-4334-81c8-f93826f2a3d6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:11.046755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07544dd6-40ca-4511-bc63-d4d8580c9436 req-23aba9ce-1e0e-4797-973b-4dad49080cf9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:11.048410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07544dd6-40ca-4511-bc63-d4d8580c9436 req-23aba9ce-1e0e-4797-973b-4dad49080cf9 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 945 time: 0.2032955 Jan 27 21:47:11.067410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-cf9fd729-e1f6-4de8-b55d-97f857de0095 None None] Provisioning complete for port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:11.072004 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cf9fd729-e1f6-4de8-b55d-97f857de0095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:11.075341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Pushing event updated for resources: {'Port': ['ID=49db2fac-5199-4213-9574-34192e233ad2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:11.085406 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:11.128950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:11.132254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:11.147955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:11.171897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fd729-e1f6-4de8-b55d-97f857de0095 None None] Port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:47:11.233017 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd981f5-f284-4dbd-b164-466cbcd8df19 None None] Pushing event updated for resources: {'Port': ['ID=25e08fbd-2c67-4856-b2af-ce101d8cdd13,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:11.234861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07544dd6-40ca-4511-bc63-d4d8580c9436 req-fa254b19-7c2d-4d74-821f-fea72df95c5b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771281 Jan 27 21:47:11.238466 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Routers {'5f206ff2-c846-4042-8444-a81cf65d4cf6'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:11.239414 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5f206ff2-c846-4042-8444-a81cf65d4cf6'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:11.365962 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:11.404550 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7f13fa18-b926-4c6a-8361-9ec161fe23b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (91136b86-7b51-4334-81c8-f93826f2a3d6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:11.407525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7f13fa18-b926-4c6a-8361-9ec161fe23b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:11.409127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7f13fa18-b926-4c6a-8361-9ec161fe23b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/91136b86-7b51-4334-81c8-f93826f2a3d6 HTTP/1.1" status: 204 len: 168 time: 0.6867828 Jan 27 21:47:11.616314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13fa18-b926-4c6a-8361-9ec161fe23b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91136b86-7b51-4334-81c8-f93826f2a3d6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:11.656481 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] Set router 5f206ff2-c846-4042-8444-a81cf65d4cf6 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:11.763667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a608a034-6b29-4f5b-94a4-60e9c7704fb4 req-46136011-612a-4b30-bed2-dce36033c2a5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.2918265 Jan 27 21:47:11.829935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ec1a0ad5-a157-4b9f-b97c-d510d0bb8358 None None] Provisioning complete for port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:11.831150 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ec1a0ad5-a157-4b9f-b97c-d510d0bb8358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.121036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a0ad5-a157-4b9f-b97c-d510d0bb8358 None None] Current status of the port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:12.127619 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ec1a0ad5-a157-4b9f-b97c-d510d0bb8358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.193390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Allocated IP 172.25.0.232 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/cb1c169d-b1ae-4436-bbcd-25741e89436d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:12.231280 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Publish callbacks [] for router_gateway (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.271058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc4a0b-31db-4380-ae71-fb9a001f0a07 req-63f4d7ef-8304-429a-bced-045e07769d30 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:12.279374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75dc4a0b-31db-4380-ae71-fb9a001f0a07 req-63f4d7ef-8304-429a-bced-045e07769d30 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.3222980 Jan 27 21:47:12.288017 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'name': 'tempest-TestServerMultinode-180668927-router', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:53Z', 'updated_at': '2022-01-27T21:47:01Z', 'revision_number': 4, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'gw_port': {'id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:55Z', 'updated_at': '2022-01-27T21:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '25e08fbd-2c67-4856-b2af-ce101d8cdd13', 'name': '', 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '21fea7fb-8bf2-4546-b139-1422786c54ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:59Z', 'updated_at': '2022-01-27T21:47:10Z', 'revision_number': 4, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'subnets': [{'id': '21fea7fb-8bf2-4546-b139-1422786c54ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:12.301069 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ec1a0ad5-a157-4b9f-b97c-d510d0bb8358 None None] For port 25e08fbd-2c67-4856-b2af-ce101d8cdd13, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=25e08fbd-2c67-4856-b2af-ce101d8cdd13,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:12.307483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999e9e6d-31eb-4f3e-b70c-49eb8cc22314 None None] Network 1a419a8b-7a95-4da9-bc03-ae0e69934107 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:12.399890 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a249040-f71d-4c66-9452-29ee0a2a60a7 None None] The sync data for ids ['5f206ff2-c846-4042-8444-a81cf65d4cf6'] in n-d-760456-6 is: [{'id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'name': 'tempest-TestServerMultinode-180668927-router', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:53Z', 'updated_at': '2022-01-27T21:47:01Z', 'revision_number': 4, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'gw_port': {'id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:55Z', 'updated_at': '2022-01-27T21:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '25e08fbd-2c67-4856-b2af-ce101d8cdd13', 'name': '', 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'mac_address': 'fa:16:3e:5d:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': '21fea7fb-8bf2-4546-b139-1422786c54ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:59Z', 'updated_at': '2022-01-27T21:47:10Z', 'revision_number': 4, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'subnets': [{'id': '21fea7fb-8bf2-4546-b139-1422786c54ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:12.486724 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ec1a0ad5-a157-4b9f-b97c-d510d0bb8358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.709733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a0ad5-a157-4b9f-b97c-d510d0bb8358 None None] Pushing event updated for resources: {'Port': ['ID=25e08fbd-2c67-4856-b2af-ce101d8cdd13,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:12.735468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 25e08fbd-2c67-4856-b2af-ce101d8cdd13 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:12.744651 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for port (cb1c169d-b1ae-4436-bbcd-25741e89436d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.806043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75dc4a0b-31db-4380-ae71-fb9a001f0a07 req-9856265e-2471-49ae-992e-59e56a41af4e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5254917 Jan 27 21:47:12.931404 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cb1c169d-b1ae-4436-bbcd-25741e89436d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.947320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-59ab0975-4766-4273-8703-7d7813e0a7f1 None None] Provisioning complete for port e4a745ab-9815-47c7-9b98-4b1ae61eb47e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:12.951116 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-59ab0975-4766-4273-8703-7d7813e0a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:12.994052 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:13.049682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:13.064929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:13.068235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:13.222120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Pushing event updated for resources: {'Port': ['ID=cb1c169d-b1ae-4436-bbcd-25741e89436d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:13.225621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-59ab0975-4766-4273-8703-7d7813e0a7f1 None None] Current status of the port e4a745ab-9815-47c7-9b98-4b1ae61eb47e is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:13.226027 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-59ab0975-4766-4273-8703-7d7813e0a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:13.228921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:13.229291 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:13.326462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323ecb2-7e7a-4be1-8642-e5e1e8e8bd8b req-67bd2ae5-6050-4137-a398-43506f794748 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:13.333825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a323ecb2-7e7a-4be1-8642-e5e1e8e8bd8b req-67bd2ae5-6050-4137-a398-43506f794748 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 945 time: 0.3143704 Jan 27 21:47:13.434091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-59ab0975-4766-4273-8703-7d7813e0a7f1 None None] For port e4a745ab-9815-47c7-9b98-4b1ae61eb47e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e4a745ab-9815-47c7-9b98-4b1ae61eb47e,segment=NetworkSegment(47ca3fb9-68c7-4eaa-a2e5-c962af93518b),segment_id=47ca3fb9-68c7-4eaa-a2e5-c962af93518b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:13.474265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Router 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:47:13.511403 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-59ab0975-4766-4273-8703-7d7813e0a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:13.539003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a323ecb2-7e7a-4be1-8642-e5e1e8e8bd8b req-56be4ff9-7338-472f-9c02-1b0d6f57b3aa tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035744 Jan 27 21:47:13.541982 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (ce1dc952-7b3b-4b6f-af10-81282c28e969), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:13.680437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41dc7c5b-274f-4020-bb5f-36f47bf1ba8a req-3e87eaf4-e32e-4f07-bd95-d8085fbc8b31 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0535939 Jan 27 21:47:13.778768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:13.782686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e4a745ab-9815-47c7-9b98-4b1ae61eb47e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:13.811461 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cb1c169d-b1ae-4436-bbcd-25741e89436d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:13.874587 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:13.874833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab0975-4766-4273-8703-7d7813e0a7f1 None None] Pushing event updated for resources: {'Port': ['ID=e4a745ab-9815-47c7-9b98-4b1ae61eb47e,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:13.909094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Sync routers for ids ['9f4fc58d-ea60-42cd-aa4e-75ff98520f91'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:14.023243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-351ad141-1389-45bc-a0be-39fbabb01cfa None None] Provisioning complete for port e4a745ab-9815-47c7-9b98-4b1ae61eb47e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:14.025784 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-351ad141-1389-45bc-a0be-39fbabb01cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.038223 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Routers {'9f4fc58d-ea60-42cd-aa4e-75ff98520f91'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:14.038930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['9f4fc58d-ea60-42cd-aa4e-75ff98520f91'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:14.047785 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.052718 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3900d884-4b3d-451f-81b3-8a7245d306d5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3811724 Jan 27 21:47:14.061736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55452) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:14.196784 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e4a745ab-9815-47c7-9b98-4b1ae61eb47e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:14.196784 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.244554 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for port (cb1c169d-b1ae-4436-bbcd-25741e89436d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.405425 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (cb1c169d-b1ae-4436-bbcd-25741e89436d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.526190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Pushing event updated for resources: {'Port': ['ID=cb1c169d-b1ae-4436-bbcd-25741e89436d,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:14.577317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e4a745ab-9815-47c7-9b98-4b1ae61eb47e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:14.589740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Set router 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:14.603667 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (ce1dc952-7b3b-4b6f-af10-81282c28e969), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:14.826211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-351ad141-1389-45bc-a0be-39fbabb01cfa None None] Current status of the port e4a745ab-9815-47c7-9b98-4b1ae61eb47e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:14.833263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 25e08fbd-2c67-4856-b2af-ce101d8cdd13 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:14.928312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a368a3-b6f6-451e-8ce5-450843b4576e req-f4290095-1e0b-4400-ba69-63d1136d55ba tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:14.930856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07a368a3-b6f6-451e-8ce5-450843b4576e req-f4290095-1e0b-4400-ba69-63d1136d55ba tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.2587631 Jan 27 21:47:15.012397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07a368a3-b6f6-451e-8ce5-450843b4576e req-0e147af1-2e42-4c88-acea-3c95a7d3d342 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757875 Jan 27 21:47:15.042114 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:15.043992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-4f69c4b6-4f67-4e48-9b8f-ff0a1ac732c2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5830052 Jan 27 21:47:15.100004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:15.100622 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:15.216889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'name': 'tempest-TestServerMultinode-1286686554-router', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '49db2fac-5199-4213-9574-34192e233ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:08Z', 'updated_at': '2022-01-27T21:47:11Z', 'revision_number': 3, 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'gw_port': {'id': '49db2fac-5199-4213-9574-34192e233ad2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:10Z', 'updated_at': '2022-01-27T21:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:15.279717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-8769201e-9c92-4ff5-8a64-ccab3da476c3 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.2281289 Jan 27 21:47:15.285173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Checking router: 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:15.285173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Updating router 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 port 49db2fac-5199-4213-9574-34192e233ad2 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:47:15.344193 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (49db2fac-5199-4213-9574-34192e233ad2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:15.349928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:15.351127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e4a745ab-9815-47c7-9b98-4b1ae61eb47e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:15.425083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb540b-a873-4abb-bb22-44301e112ec8 req-55cfb210-e3fa-4ccf-a0cf-5a26fdc70deb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:15.426681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cddb540b-a873-4abb-bb22-44301e112ec8 req-55cfb210-e3fa-4ccf-a0cf-5a26fdc70deb tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 945 time: 0.2687469 Jan 27 21:47:15.449931 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:15.573859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cddb540b-a873-4abb-bb22-44301e112ec8 req-7323caaa-18f7-4930-a568-c965fa948492 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/security-groups?id=200d6b44-b93e-4d97-8702-860019cb4559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381719 Jan 27 21:47:15.586053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e4a745ab-9815-47c7-9b98-4b1ae61eb47e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:15.587648 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:15.625581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-6e229598-c356-46b9-8a0a-319ccb27c105 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:15.627572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b74d0f44-d6c4-4b19-8918-769f2ea03180 req-6e229598-c356-46b9-8a0a-319ccb27c105 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.3392713 Jan 27 21:47:15.708810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e52f4ac-10f6-4e3b-9a3a-f2666a007dd5 req-f45ccee7-733e-4b37-807a-c60599f629e9 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0544348 Jan 27 21:47:15.755905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3042ae3-de7f-49f6-9632-f7df5205172d req-48c42652-7128-47cf-ad17-177655e877aa tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips/ce1dc952-7b3b-4b6f-af10-81282c28e969 HTTP/1.1" status: 200 len: 693 time: 0.1003983 Jan 27 21:47:15.856557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Allocated IP 172.20.0.1 (1a419a8b-7a95-4da9-bc03-ae0e69934107/16fefb23-d374-4655-8237-c6a0be4d9948/bc2ea82a-8e86-4389-b3b3-3b059b12e4a8) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:15.970238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3042ae3-de7f-49f6-9632-f7df5205172d req-c3cf6f1a-cb7c-42fd-b804-b6affa1697da tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:15.976848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3042ae3-de7f-49f6-9632-f7df5205172d req-c3cf6f1a-cb7c-42fd-b804-b6affa1697da tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.2076955 Jan 27 21:47:15.982903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-f3042ae3-de7f-49f6-9632-f7df5205172d req-e5fe73c0-d421-4a00-85b6-c6d3b41904a5 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:47:15.993549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3042ae3-de7f-49f6-9632-f7df5205172d req-e5fe73c0-d421-4a00-85b6-c6d3b41904a5 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158057 Jan 27 21:47:16.006645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e4a745ab-9815-47c7-9b98-4b1ae61eb47e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:16.067454 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Publish callbacks [] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.141135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-38fa5823-39a9-4da2-bdd4-c92eb7939be6 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips/ce1dc952-7b3b-4b6f-af10-81282c28e969 HTTP/1.1" status: 200 len: 693 time: 0.1322925 Jan 27 21:47:16.196888 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Publish callbacks [] for port (49db2fac-5199-4213-9574-34192e233ad2), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.199229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c1768-71d4-4652-8ddc-777517251048 req-e7f50f62-6143-414b-ba35-6342c6bee1b4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:16.203158 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9c3c1768-71d4-4652-8ddc-777517251048 req-e7f50f62-6143-414b-ba35-6342c6bee1b4 tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 945 time: 0.1781375 Jan 27 21:47:16.205454 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.324099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Network 1a419a8b-7a95-4da9-bc03-ae0e69934107 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:16.341378 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:16.350054 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:16.355520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2ea82a-8e86-4389-b3b3-3b059b12e4a8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:16.399448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-4c08eeb5-f9c0-4e5d-81a0-062737ac53f5 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:16.401103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-4c08eeb5-f9c0-4e5d-81a0-062737ac53f5 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.2568011 Jan 27 21:47:16.409357 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (49db2fac-5199-4213-9574-34192e233ad2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.482637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-bf2187cb-0f57-43d4-8e49-17c2f8d8d737 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:47:16.490553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-bf2187cb-0f57-43d4-8e49-17c2f8d8d737 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0640860 Jan 27 21:47:16.498380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-9c3c1768-71d4-4652-8ddc-777517251048 req-5290c58f-5935-458a-90e8-aedaf74e689b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Deleting port d35fc9f9-6464-4ee5-b309-ff76960965fd {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:16.498873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9c3c1768-71d4-4652-8ddc-777517251048 req-5290c58f-5935-458a-90e8-aedaf74e689b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.513650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e17427-af35-4351-87c3-8c2b65390f85 None None] Pushing event updated for resources: {'Port': ['ID=49db2fac-5199-4213-9574-34192e233ad2,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:16.555671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Attempting to bind port 49db2fac-5199-4213-9574-34192e233ad2 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:16.556310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Attempting to bind port 49db2fac-5199-4213-9574-34192e233ad2 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:16.582354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Attempting to bind port 49db2fac-5199-4213-9574-34192e233ad2 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:16.582354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:16.582354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:16.582354 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.582354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:16.582354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Bound port: 49db2fac-5199-4213-9574-34192e233ad2, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:16.582354 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (49db2fac-5199-4213-9574-34192e233ad2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.654994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-46143abb-c238-4338-9eba-665f26c24513 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.1634808 Jan 27 21:47:16.716285 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49535698-f506-47e3-aca2-8e849692132f req-07da0eab-bb9a-416c-ae27-34fa2a1e90af tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:16.725429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49535698-f506-47e3-aca2-8e849692132f req-07da0eab-bb9a-416c-ae27-34fa2a1e90af tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.3227513 Jan 27 21:47:16.727242 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] For port 49db2fac-5199-4213-9574-34192e233ad2, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:16.735946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] For port 49db2fac-5199-4213-9574-34192e233ad2, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=49db2fac-5199-4213-9574-34192e233ad2,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:16.752958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-9c3c1768-71d4-4652-8ddc-777517251048 req-5290c58f-5935-458a-90e8-aedaf74e689b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] For port d35fc9f9-6464-4ee5-b309-ff76960965fd, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d35fc9f9-6464-4ee5-b309-ff76960965fd,segment=NetworkSegment(d338503d-5573-49ea-a640-ba8b2ac80a93),segment_id=d338503d-5573-49ea-a640-ba8b2ac80a93)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:16.753334 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9c3c1768-71d4-4652-8ddc-777517251048 req-5290c58f-5935-458a-90e8-aedaf74e689b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.771235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a54742af-f602-46f8-95de-de2c7ec021b5 None None] Provisioning complete for port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:16.771621 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a54742af-f602-46f8-95de-de2c7ec021b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.790162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-9c3c1768-71d4-4652-8ddc-777517251048 req-5290c58f-5935-458a-90e8-aedaf74e689b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Calling delete_port for d35fc9f9-6464-4ee5-b309-ff76960965fd owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:16.823956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-7c657059-6ad3-48f1-8b68-cd6a4ace7701 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.1677039 Jan 27 21:47:16.870506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a54742af-f602-46f8-95de-de2c7ec021b5 None None] Port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:47:16.884855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (49db2fac-5199-4213-9574-34192e233ad2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.996036 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:16.998735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49535698-f506-47e3-aca2-8e849692132f req-93458854-8dd4-4276-b944-73db40da1dc9 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720816 Jan 27 21:47:17.017561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Routers {'9f4fc58d-ea60-42cd-aa4e-75ff98520f91'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:17.018478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['9f4fc58d-ea60-42cd-aa4e-75ff98520f91'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:17.104887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e17427-af35-4351-87c3-8c2b65390f85 None None] Pushing event updated for resources: {'Port': ['ID=49db2fac-5199-4213-9574-34192e233ad2,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:17.131967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9c3c1768-71d4-4652-8ddc-777517251048 req-5290c58f-5935-458a-90e8-aedaf74e689b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d35fc9f9-6464-4ee5-b309-ff76960965fd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:17.173883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-90ce4b1c-073d-4fec-9d14-a69a1c546f8a tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Deleting port cb1c169d-b1ae-4436-bbcd-25741e89436d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:17.174331 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-90ce4b1c-073d-4fec-9d14-a69a1c546f8a tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cb1c169d-b1ae-4436-bbcd-25741e89436d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:17.196393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['d35fc9f9-6464-4ee5-b309-ff76960965fd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:17.236591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] Set router 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:17.273064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-90ce4b1c-073d-4fec-9d14-a69a1c546f8a tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cb1c169d-b1ae-4436-bbcd-25741e89436d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:17.273410 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-90ce4b1c-073d-4fec-9d14-a69a1c546f8a tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (cb1c169d-b1ae-4436-bbcd-25741e89436d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:17.278843 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290c58f-5935-458a-90e8-aedaf74e689b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Pushing event deleted for resources: {'Port': ['ID=d35fc9f9-6464-4ee5-b309-ff76960965fd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:17.290370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-90ce4b1c-073d-4fec-9d14-a69a1c546f8a tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Calling delete_port for cb1c169d-b1ae-4436-bbcd-25741e89436d owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:17.349965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3c1768-71d4-4652-8ddc-777517251048 req-5290c58f-5935-458a-90e8-aedaf74e689b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] No DVR routers for this DVR port d35fc9f9-6464-4ee5-b309-ff76960965fd on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:17.352981 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9c3c1768-71d4-4652-8ddc-777517251048 req-5290c58f-5935-458a-90e8-aedaf74e689b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:17.358163 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9c3c1768-71d4-4652-8ddc-777517251048 req-5290c58f-5935-458a-90e8-aedaf74e689b tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.74 "DELETE /v2.0/ports/d35fc9f9-6464-4ee5-b309-ff76960965fd HTTP/1.1" status: 204 len: 173 time: 1.1435893 Jan 27 21:47:17.373670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5caa012a-ebad-4fba-a7d2-393f0ee350e1', 'name': 'network-vif-deleted', 'tag': 'd35fc9f9-6464-4ee5-b309-ff76960965fd'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:17.378505 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d322251-0c27-4f22-a2c9-9e171aae276b" -d '{"events": [{"server_uuid": "5caa012a-ebad-4fba-a7d2-393f0ee350e1", "name": "network-vif-deleted", "tag": "d35fc9f9-6464-4ee5-b309-ff76960965fd"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:17.427558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cf47d17-f76f-4477-b8bf-95ef34466923 req-204b630c-3900-4480-aa75-c234dbb68c5e tempest-DeleteServersTestJSON-645273868 tempest-DeleteServersTestJSON-645273868-project] 10.222.0.61 "GET /v2.0/ports?device_id=5caa012a-ebad-4fba-a7d2-393f0ee350e1 HTTP/1.1" status: 200 len: 210 time: 0.2564921 Jan 27 21:47:17.573025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'name': 'tempest-TestServerMultinode-1286686554-router', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '49db2fac-5199-4213-9574-34192e233ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:08Z', 'updated_at': '2022-01-27T21:47:11Z', 'revision_number': 3, 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'gw_port': {'id': '49db2fac-5199-4213-9574-34192e233ad2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:10Z', 'updated_at': '2022-01-27T21:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:17.606874 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:17.652624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746ce7d-eb19-49c2-b859-55ac6a69d638 None None] The sync data for ids ['9f4fc58d-ea60-42cd-aa4e-75ff98520f91'] in n-d-760456-6 is: [{'id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'name': 'tempest-TestServerMultinode-1286686554-router', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '49db2fac-5199-4213-9574-34192e233ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:08Z', 'updated_at': '2022-01-27T21:47:11Z', 'revision_number': 3, 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'gw_port': {'id': '49db2fac-5199-4213-9574-34192e233ad2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:82:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:10Z', 'updated_at': '2022-01-27T21:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:17.737217 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75e6bfd2-4fe4-4ff8-90b7-ae240cdc26f4 req-d0d6a1fc-5311-408b-af6d-ec22228f641c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.1258566 Jan 27 21:47:17.856868 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-90ce4b1c-073d-4fec-9d14-a69a1c546f8a tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cb1c169d-b1ae-4436-bbcd-25741e89436d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:17.900860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce4b1c-073d-4fec-9d14-a69a1c546f8a tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Pushing event deleted for resources: {'Port': ['ID=cb1c169d-b1ae-4436-bbcd-25741e89436d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:17.940761 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c07a18-410d-409f-a6b7-0383a19a735d x-openstack-request-id: req-b5c07a18-410d-409f-a6b7-0383a19a735d {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:17.941068 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5caa012a-ebad-4fba-a7d2-393f0ee350e1", "name": "network-vif-deleted", "tag": "d35fc9f9-6464-4ee5-b309-ff76960965fd", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:17.942879 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b5c07a18-410d-409f-a6b7-0383a19a735d {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:17.942879 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5caa012a-ebad-4fba-a7d2-393f0ee350e1', 'name': 'network-vif-deleted', 'tag': 'd35fc9f9-6464-4ee5-b309-ff76960965fd', 'status': 'completed', 'code': 200} Jan 27 21:47:18.078845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-90ce4b1c-073d-4fec-9d14-a69a1c546f8a tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (ce1dc952-7b3b-4b6f-af10-81282c28e969), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.082365 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-90ce4b1c-073d-4fec-9d14-a69a1c546f8a tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.083795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d3986e9-99b3-4b00-8308-d325a0cccd6a req-90ce4b1c-073d-4fec-9d14-a69a1c546f8a tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "DELETE /v2.0/floatingips/ce1dc952-7b3b-4b6f-af10-81282c28e969 HTTP/1.1" status: 204 len: 173 time: 1.2477047 Jan 27 21:47:18.203754 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Publish callbacks [] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.277674 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.439535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2ea82a-8e86-4389-b3b3-3b059b12e4a8,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:18.459031 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:18.737519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Network 1a419a8b-7a95-4da9-bc03-ae0e69934107 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:18.742008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:18.834528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 49db2fac-5199-4213-9574-34192e233ad2 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:19.014339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 49db2fac-5199-4213-9574-34192e233ad2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:19.015226 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (49db2fac-5199-4213-9574-34192e233ad2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.063143 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Router 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:47:19.242595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 49db2fac-5199-4213-9574-34192e233ad2 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:19.243410 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (49db2fac-5199-4213-9574-34192e233ad2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.278944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-cbcd00bc-ee34-431e-9d6a-6bc66ae31ed3 None None] Provisioning complete for port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:19.279693 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cbcd00bc-ee34-431e-9d6a-6bc66ae31ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.286750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 49db2fac-5199-4213-9574-34192e233ad2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=49db2fac-5199-4213-9574-34192e233ad2,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:19.291318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:19.315792 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7fb417c6-c163-492c-b335-079087b92524 admin admin] 10.222.0.61 "PUT /v2.0/routers/9f4fc58d-ea60-42cd-aa4e-75ff98520f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2526562 Jan 27 21:47:19.365512 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d35fc9f9-6464-4ee5-b309-ff76960965fd no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:19.382949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e820cf-298c-45be-b981-efa65aaf079f req-b3ef2557-8f3a-4d10-8ffd-cb7dba156ab0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:19.390535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4e820cf-298c-45be-b981-efa65aaf079f req-b3ef2557-8f3a-4d10-8ffd-cb7dba156ab0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 1.2484083 Jan 27 21:47:19.417082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: d35fc9f9-6464-4ee5-b309-ff76960965fd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:19.422904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d35fc9f9-6464-4ee5-b309-ff76960965fd not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:19.430530 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (49db2fac-5199-4213-9574-34192e233ad2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:19.445103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd00bc-ee34-431e-9d6a-6bc66ae31ed3 None None] Port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:47:19.476649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4e820cf-298c-45be-b981-efa65aaf079f req-48747f16-5527-4764-96ac-132ab90651f9 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851583 Jan 27 21:47:19.497829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cd5cf-94b6-4078-afc5-c365c75c1096 req-e8ab46c2-bdf9-48e9-9027-767782a55771 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:19.499326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e4cd5cf-94b6-4078-afc5-c365c75c1096 req-e8ab46c2-bdf9-48e9-9027-767782a55771 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.3473470 Jan 27 21:47:19.537072 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=49db2fac-5199-4213-9574-34192e233ad2,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:19.657488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3eb0967f-aa52-4c96-8dd9-9a463af52ffa req-b3c54d91-6ff4-4816-ba20-06348fc8cf88 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=7b2996852aa64ed4b972b7f3908a1d0e HTTP/1.1" status: 200 len: 1657 time: 0.0771759 Jan 27 21:47:19.681828 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24217752-8527-41a6-adb4-f2f1e34823c1 req-98103516-79aa-4eeb-af91-4e7155503364 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0560045 Jan 27 21:47:19.798021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0967f-aa52-4c96-8dd9-9a463af52ffa req-02fd1339-dce0-453c-9c96-f534126a8439 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:19.800296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3eb0967f-aa52-4c96-8dd9-9a463af52ffa req-02fd1339-dce0-453c-9c96-f534126a8439 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks?id=0e54f04f-53c4-425f-a429-eb92ff39011e&id=0e54f04f-53c4-425f-a429-eb92ff39011e&id=0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 787 time: 0.1419842 Jan 27 21:47:19.811626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-3eb0967f-aa52-4c96-8dd9-9a463af52ffa req-7e3aa180-0219-4ece-958b-54ee1af39d91 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:47:19.832490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3eb0967f-aa52-4c96-8dd9-9a463af52ffa req-7e3aa180-0219-4ece-958b-54ee1af39d91 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0255532 Jan 27 21:47:20.161611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-3284e140-a776-4275-89c0-c7092f81f687 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips/6fe25b3b-42bc-4425-9ba1-0e8dd8b66a9c HTTP/1.1" status: 200 len: 693 time: 0.0995116 Jan 27 21:47:20.321473 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-e1855633-9118-4f73-9f24-d0200b87aafb tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.330010 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-e1855633-9118-4f73-9f24-d0200b87aafb tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1628394 Jan 27 21:47:20.448217 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Sync routers for ids ['9f4fc58d-ea60-42cd-aa4e-75ff98520f91'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:20.461477 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Routers {'9f4fc58d-ea60-42cd-aa4e-75ff98520f91'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:20.462238 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['9f4fc58d-ea60-42cd-aa4e-75ff98520f91'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:20.474929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-32f33d56-d597-4e5f-8372-b9c1a414ca84 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:20.476442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-32f33d56-d597-4e5f-8372-b9c1a414ca84 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/networks?id=6e74bf64-ae4a-48c5-856f-e83dfdc0290d HTTP/1.1" status: 200 len: 910 time: 0.0918982 Jan 27 21:47:20.487623 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-2d884210-8c80-4ba9-a4fb-9e75a90bf0d5 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 696 time: 0.1569822 Jan 27 21:47:20.536908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-eff73d0d-6fd1-4dfe-b050-4c9527b6043f tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/quotas/12c3e0e9ae7b48eba662aaa61ce3c058 HTTP/1.1" status: 200 len: 375 time: 0.0472665 Jan 27 21:47:20.553414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-e9f0227d-57d5-454c-a93b-ca02503719a9 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 696 time: 0.0649085 Jan 27 21:47:20.605751 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Set router 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:20.716677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 49db2fac-5199-4213-9574-34192e233ad2 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:20.760044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-26dc0e48-1c0d-4dbd-a76c-ba6b27969bd0 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=12c3e0e9ae7b48eba662aaa61ce3c058&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2159235 Jan 27 21:47:20.772734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 49db2fac-5199-4213-9574-34192e233ad2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:20.773124 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (49db2fac-5199-4213-9574-34192e233ad2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:20.891977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 49db2fac-5199-4213-9574-34192e233ad2 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:20.919051 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'name': 'tempest-TestServerMultinode-1286686554-router', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '49db2fac-5199-4213-9574-34192e233ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:08Z', 'updated_at': '2022-01-27T21:47:17Z', 'revision_number': 4, 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'gw_port': {'id': '49db2fac-5199-4213-9574-34192e233ad2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:10Z', 'updated_at': '2022-01-27T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'bc2ea82a-8e86-4389-b3b3-3b059b12e4a8', 'name': '', 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'mac_address': 'fa:16:3e:5c:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '16fefb23-d374-4655-8237-c6a0be4d9948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:15Z', 'updated_at': '2022-01-27T21:47:17Z', 'revision_number': 2, 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'subnets': [{'id': '16fefb23-d374-4655-8237-c6a0be4d9948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:20.948296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-c89980fe-e408-4770-8611-725642a79995 service neutron] 10.222.0.61 "GET /v2.0/networks/6e74bf64-ae4a-48c5-856f-e83dfdc0290d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865311 Jan 27 21:47:20.956953 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Checking router: 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:20.957257 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Updating router 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:47:20.992349 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.081976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-db49395f-2d93-46b0-b790-aa59dcb8b5fb service neutron] 10.222.0.61 "GET /v2.0/networks/6e74bf64-ae4a-48c5-856f-e83dfdc0290d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327970 Jan 27 21:47:21.100537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-7af37f08-dbe0-4500-aa2c-f0816fb7d0fb tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Deleting port f8335041-be66-40d0-97b6-12cb1edccf4b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:21.101159 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-7af37f08-dbe0-4500-aa2c-f0816fb7d0fb tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f8335041-be66-40d0-97b6-12cb1edccf4b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.230343 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-7af37f08-dbe0-4500-aa2c-f0816fb7d0fb tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f8335041-be66-40d0-97b6-12cb1edccf4b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.231611 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-7af37f08-dbe0-4500-aa2c-f0816fb7d0fb tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (f8335041-be66-40d0-97b6-12cb1edccf4b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.264453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-7af37f08-dbe0-4500-aa2c-f0816fb7d0fb tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Calling delete_port for f8335041-be66-40d0-97b6-12cb1edccf4b owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:21.495278 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Publish callbacks [] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.591224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c991d-be17-4f32-9343-3bea19248f7e req-645e54b7-1c76-40e8-b201-a4e5c579c7bf tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:21.598751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a46c991d-be17-4f32-9343-3bea19248f7e req-645e54b7-1c76-40e8-b201-a4e5c579c7bf tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0597780 Jan 27 21:47:21.632156 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-7af37f08-dbe0-4500-aa2c-f0816fb7d0fb tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f8335041-be66-40d0-97b6-12cb1edccf4b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.669866 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.734290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a46c991d-be17-4f32-9343-3bea19248f7e req-72e1920a-e83d-4e53-a74b-1040d53a3e3f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345901 Jan 27 21:47:21.744752 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Pushing event updated for resources: {'Port': ['ID=bc2ea82a-8e86-4389-b3b3-3b059b12e4a8,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:21.759315 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.759315 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.759797 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.760279 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.760997 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.761129 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.761548 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.762638 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.763003 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.763430 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.763927 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.764576 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.765782 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:21.778304 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af37f08-dbe0-4500-aa2c-f0816fb7d0fb tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Pushing event deleted for resources: {'Port': ['ID=f8335041-be66-40d0-97b6-12cb1edccf4b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:21.819995 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Attempting to bind port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:21.820645 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Attempting to bind port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '47ca3fb9-68c7-4eaa-a2e5-c962af93518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:21.821128 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Attempting to bind port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 on network 1a419a8b-7a95-4da9-bc03-ae0e69934107 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:21.831542 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:21.834326 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Checking segment: {'id': '47ca3fb9-68c7-4eaa-a2e5-c962af93518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:21.834893 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.836284 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Bound using segment: {'id': '47ca3fb9-68c7-4eaa-a2e5-c962af93518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:21.836447 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-7af37f08-dbe0-4500-aa2c-f0816fb7d0fb tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (6fe25b3b-42bc-4425-9ba1-0e8dd8b66a9c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.839000 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-7af37f08-dbe0-4500-aa2c-f0816fb7d0fb tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.839443 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Bound port: bc2ea82a-8e86-4389-b3b3-3b059b12e4a8, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ca3fb9-68c7-4eaa-a2e5-c962af93518b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:21.839960 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:21.840304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91c8c819-dc3e-46bc-a362-28be1a4f4b76 req-7af37f08-dbe0-4500-aa2c-f0816fb7d0fb tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "DELETE /v2.0/floatingips/6fe25b3b-42bc-4425-9ba1-0e8dd8b66a9c HTTP/1.1" status: 204 len: 173 time: 1.2860036 Jan 27 21:47:21.879718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a4af7e6-3a54-41a4-a040-27811e12a19c req-b15cecc0-4f4d-4a06-b400-075b6939e069 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0319636 Jan 27 21:47:21.941783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3724684-a301-428b-b7d9-2e38f209548a req-0fa2aacc-d324-4659-8101-f38a7f599fca tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 210 time: 0.0470223 Jan 27 21:47:22.000112 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] For port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:22.005459 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] For port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bc2ea82a-8e86-4389-b3b3-3b059b12e4a8,segment=NetworkSegment(47ca3fb9-68c7-4eaa-a2e5-c962af93518b),segment_id=47ca3fb9-68c7-4eaa-a2e5-c962af93518b)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:22.048496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-77168c28-af71-4cdc-9cf8-815acb292bb9 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips/2cfe0188-1374-44bf-aa7d-9b7ad5ee13b5 HTTP/1.1" status: 200 len: 693 time: 0.0685000 Jan 27 21:47:22.148647 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.192633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-30b56e0a-489e-4edc-863b-d2ecd25badbf tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:22.203813 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-30b56e0a-489e-4edc-863b-d2ecd25badbf tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1529226 Jan 27 21:47:22.206792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fc4a56a8-be5f-49d7-8705-4ce67f90112c None None] Provisioning complete for port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:22.207270 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc4a56a8-be5f-49d7-8705-4ce67f90112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.225936 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Routers {'9f4fc58d-ea60-42cd-aa4e-75ff98520f91'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:22.226577 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['9f4fc58d-ea60-42cd-aa4e-75ff98520f91'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:22.280278 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90a38b-e241-47f3-a618-791d2b8d43d0 None None] Pushing event updated for resources: {'Port': ['ID=bc2ea82a-8e86-4389-b3b3-3b059b12e4a8,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:22.287036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-bb24b02a-8bb9-4014-9056-8b945bb7d76c tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.0822084 Jan 27 21:47:22.359644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a56a8-be5f-49d7-8705-4ce67f90112c None None] Current status of the port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:22.360343 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc4a56a8-be5f-49d7-8705-4ce67f90112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.389639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-5e83d97b-239a-4020-b67a-a915c4515e0a tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.220 HTTP/1.1" status: 200 len: 696 time: 0.1011763 Jan 27 21:47:22.398711 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] Set router 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:22.423162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fc4a56a8-be5f-49d7-8705-4ce67f90112c None None] For port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bc2ea82a-8e86-4389-b3b3-3b059b12e4a8,segment=NetworkSegment(47ca3fb9-68c7-4eaa-a2e5-c962af93518b),segment_id=47ca3fb9-68c7-4eaa-a2e5-c962af93518b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:22.524707 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc4a56a8-be5f-49d7-8705-4ce67f90112c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.601057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a56a8-be5f-49d7-8705-4ce67f90112c None None] Pushing event updated for resources: {'Port': ['ID=bc2ea82a-8e86-4389-b3b3-3b059b12e4a8,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:22.625346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-8bb798ba-18b7-41cd-9a63-d26c75229db2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Deleting port 1c0daacf-240b-422a-8c2d-4e2a247e3ce7 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:22.625939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-8bb798ba-18b7-41cd-9a63-d26c75229db2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1c0daacf-240b-422a-8c2d-4e2a247e3ce7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.661539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-607ca341-1aa0-494f-a7f2-1a58fe2ce3c4 None None] Provisioning complete for port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:22.662298 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-607ca341-1aa0-494f-a7f2-1a58fe2ce3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.712511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-8bb798ba-18b7-41cd-9a63-d26c75229db2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1c0daacf-240b-422a-8c2d-4e2a247e3ce7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.712766 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-8bb798ba-18b7-41cd-9a63-d26c75229db2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (1c0daacf-240b-422a-8c2d-4e2a247e3ce7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:22.728824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-8bb798ba-18b7-41cd-9a63-d26c75229db2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Calling delete_port for 1c0daacf-240b-422a-8c2d-4e2a247e3ce7 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:22.813849 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'name': 'tempest-TestServerMultinode-1286686554-router', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '49db2fac-5199-4213-9574-34192e233ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:08Z', 'updated_at': '2022-01-27T21:47:17Z', 'revision_number': 4, 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'gw_port': {'id': '49db2fac-5199-4213-9574-34192e233ad2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:10Z', 'updated_at': '2022-01-27T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'bc2ea82a-8e86-4389-b3b3-3b059b12e4a8', 'name': '', 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'mac_address': 'fa:16:3e:5c:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '16fefb23-d374-4655-8237-c6a0be4d9948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:15Z', 'updated_at': '2022-01-27T21:47:21Z', 'revision_number': 4, 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'subnets': [{'id': '16fefb23-d374-4655-8237-c6a0be4d9948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:22.820764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-607ca341-1aa0-494f-a7f2-1a58fe2ce3c4 None None] Current status of the port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:22.851593 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb70e51-d3a6-4445-a265-86f4fd4618fb None None] The sync data for ids ['9f4fc58d-ea60-42cd-aa4e-75ff98520f91'] in n-d-760456-6 is: [{'id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'name': 'tempest-TestServerMultinode-1286686554-router', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '49db2fac-5199-4213-9574-34192e233ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:08Z', 'updated_at': '2022-01-27T21:47:17Z', 'revision_number': 4, 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'gw_port': {'id': '49db2fac-5199-4213-9574-34192e233ad2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:10Z', 'updated_at': '2022-01-27T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'bc2ea82a-8e86-4389-b3b3-3b059b12e4a8', 'name': '', 'network_id': '1a419a8b-7a95-4da9-bc03-ae0e69934107', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'mac_address': 'fa:16:3e:5c:40:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2148, 'fixed_ips': [{'subnet_id': '16fefb23-d374-4655-8237-c6a0be4d9948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:15Z', 'updated_at': '2022-01-27T21:47:21Z', 'revision_number': 4, 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'subnets': [{'id': '16fefb23-d374-4655-8237-c6a0be4d9948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:22.926649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31621357-e315-4f29-bac0-4f9acd5dcece req-8e584299-e44b-46d4-be7e-a4a0bba452d6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:22.936024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31621357-e315-4f29-bac0-4f9acd5dcece req-8e584299-e44b-46d4-be7e-a4a0bba452d6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.1122584 Jan 27 21:47:23.030764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31621357-e315-4f29-bac0-4f9acd5dcece req-143029b3-a677-41d5-9e9d-a8238aad6abb tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902393 Jan 27 21:47:23.178384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1db1c9c7-4007-407d-8f13-da1767844ef5 req-d413aeb9-089f-4527-8795-19a5b04ba66f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0375607 Jan 27 21:47:23.256785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-139f48f0-4eb6-4ddf-b910-decefd798a4f req-13ca3eb4-ac35-4f98-9b2a-380ead72d628 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 210 time: 0.0274944 Jan 27 21:47:23.370482 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-8bb798ba-18b7-41cd-9a63-d26c75229db2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1c0daacf-240b-422a-8c2d-4e2a247e3ce7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.402205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb798ba-18b7-41cd-9a63-d26c75229db2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Pushing event deleted for resources: {'Port': ['ID=1c0daacf-240b-422a-8c2d-4e2a247e3ce7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:23.475862 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-8bb798ba-18b7-41cd-9a63-d26c75229db2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (2cfe0188-1374-44bf-aa7d-9b7ad5ee13b5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.478781 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-8bb798ba-18b7-41cd-9a63-d26c75229db2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:23.486239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91af4d33-dc4b-4825-8218-c9948d5a2f31 req-8bb798ba-18b7-41cd-9a63-d26c75229db2 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "DELETE /v2.0/floatingips/2cfe0188-1374-44bf-aa7d-9b7ad5ee13b5 HTTP/1.1" status: 204 len: 173 time: 1.0890260 Jan 27 21:47:23.553518 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-b7b5dd7b-c48c-450b-a191-a9cc054d0867 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips/26747e26-6b88-40e1-b71c-a4cd2d2d87ba HTTP/1.1" status: 200 len: 693 time: 0.0507011 Jan 27 21:47:23.667394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-ea9210c9-e292-473c-96df-ed2171594705 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:23.670280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-ea9210c9-e292-473c-96df-ed2171594705 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 784 time: 0.1147854 Jan 27 21:47:23.679711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-79c06cb0-3c26-4a0d-b3dc-d5c710ee264c tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:47:23.680960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-79c06cb0-3c26-4a0d-b3dc-d5c710ee264c tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059745 Jan 27 21:47:23.745945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-1ce55b8b-c268-4fd0-abe7-b4a398fb3fd7 tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 696 time: 0.0534482 Jan 27 21:47:23.806608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-2a1c876a-b736-4c06-9546-0ecb9a8a62fa tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.0.121 HTTP/1.1" status: 200 len: 696 time: 0.0522714 Jan 27 21:47:23.961859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-dc103fd2-4e23-44b4-a021-64f96d541f1b tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Deleting port b1a9a72a-c94b-4349-9e8f-a983f5999149 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:23.962358 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-dc103fd2-4e23-44b4-a021-64f96d541f1b tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b1a9a72a-c94b-4349-9e8f-a983f5999149), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.026329 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:47:24.049611 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-dc103fd2-4e23-44b4-a021-64f96d541f1b tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b1a9a72a-c94b-4349-9e8f-a983f5999149), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.050068 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-dc103fd2-4e23-44b4-a021-64f96d541f1b tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (b1a9a72a-c94b-4349-9e8f-a983f5999149), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.072576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-dc103fd2-4e23-44b4-a021-64f96d541f1b tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Calling delete_port for b1a9a72a-c94b-4349-9e8f-a983f5999149 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:24.209672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78669d-447b-4073-aa24-0d42d712cc1b req-d1d36f0d-446d-40ce-9dfd-2f3059dbd3c4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:24.212528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd78669d-447b-4073-aa24-0d42d712cc1b req-d1d36f0d-446d-40ce-9dfd-2f3059dbd3c4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0820742 Jan 27 21:47:24.286957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd78669d-447b-4073-aa24-0d42d712cc1b req-48f93c56-3bbc-43bf-a771-ca348eec75a0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675993 Jan 27 21:47:24.432115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed09a585-430e-44fc-b4cb-ef3156792b34 req-68a3d88f-d775-4e2c-9543-e08153e21e7f tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0407472 Jan 27 21:47:24.481697 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-dc103fd2-4e23-44b4-a021-64f96d541f1b tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b1a9a72a-c94b-4349-9e8f-a983f5999149), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.543274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc103fd2-4e23-44b4-a021-64f96d541f1b tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Pushing event deleted for resources: {'Port': ['ID=b1a9a72a-c94b-4349-9e8f-a983f5999149,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:24.577692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0376f80-080e-440e-83ea-efcdb32f863b req-cc6021bc-460b-46a2-8cc6-1c47bb4614b2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 210 time: 0.0521386 Jan 27 21:47:24.621712 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-dc103fd2-4e23-44b4-a021-64f96d541f1b tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks [] for floatingip (26747e26-6b88-40e1-b71c-a4cd2d2d87ba), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.628125 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-dc103fd2-4e23-44b4-a021-64f96d541f1b tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.630143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6cbff71-95e5-4880-accc-e7d06aafea6f req-dc103fd2-4e23-44b4-a021-64f96d541f1b tempest-FloatingIPDetailsTestJSON-1337478957 tempest-FloatingIPDetailsTestJSON-1337478957-project] 10.222.0.61 "DELETE /v2.0/floatingips/26747e26-6b88-40e1-b71c-a4cd2d2d87ba HTTP/1.1" status: 204 len: 173 time: 0.8154562 Jan 27 21:47:24.636776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55590) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:24.751293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:24.813607 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:24.813607 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:24.897085 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:25.045959 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3821d38-5695-473e-88a5-202d8cdfe296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (ea53532e-c07d-49d8-ba83-436cfed6f5bb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.304178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e3821d38-5695-473e-88a5-202d8cdfe296 admin admin] Deleting port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:25.304456 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3821d38-5695-473e-88a5-202d8cdfe296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.399335 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-e3821d38-5695-473e-88a5-202d8cdfe296 admin admin] For port 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=79ac9f42-3ec5-4870-8152-6dbe5dc9ea58,segment=NetworkSegment(29b18400-3dc7-4a5b-a26e-56e1910ff7b1),segment_id=29b18400-3dc7-4a5b-a26e-56e1910ff7b1)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:25.399665 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3821d38-5695-473e-88a5-202d8cdfe296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.417910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e3821d38-5695-473e-88a5-202d8cdfe296 admin admin] Calling delete_port for 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:25.431429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c91fee-69b6-4193-a6af-6548521149ad req-e412526b-524d-4972-bde2-23ee1f007c88 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:25.436644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18c91fee-69b6-4193-a6af-6548521149ad req-e412526b-524d-4972-bde2-23ee1f007c88 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0622482 Jan 27 21:47:25.505121 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18c91fee-69b6-4193-a6af-6548521149ad req-7515ff49-d49d-494a-bafc-9b44c9451728 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628622 Jan 27 21:47:25.578344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47e26c58-a6a9-4163-a2e6-a8d187c1608e req-0eed0d19-4e22-40e4-b324-0d0511aa5f5b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0322700 Jan 27 21:47:25.695967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2ae343c-06da-4f6b-a5d4-e7c84a6bdf62 req-fb734ec9-17a7-44bb-8e96-be1caf983309 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 210 time: 0.0357969 Jan 27 21:47:25.740773 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3821d38-5695-473e-88a5-202d8cdfe296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (79ac9f42-3ec5-4870-8152-6dbe5dc9ea58), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.765144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3821d38-5695-473e-88a5-202d8cdfe296 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ac9f42-3ec5-4870-8152-6dbe5dc9ea58,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:25.808252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-04c8cab6-88eb-4fd5-9ccf-74bb99c0962b tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:25.809905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-04c8cab6-88eb-4fd5-9ccf-74bb99c0962b tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.71 "GET /v2.0/networks?id=6e74bf64-ae4a-48c5-856f-e83dfdc0290d HTTP/1.1" status: 200 len: 910 time: 0.1226885 Jan 27 21:47:25.821214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Request body: {'port': {'device_id': '9ea0d1da-ca75-4e08-ad9b-557dbb642840', 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d', 'admin_state_up': True, 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:25.970550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Made reservation on behalf of 12c3e0e9ae7b48eba662aaa61ce3c058 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:25.974373 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:25.987410 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3821d38-5695-473e-88a5-202d8cdfe296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (ea53532e-c07d-49d8-ba83-436cfed6f5bb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.131187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Allocated IP 172.20.0.6 (6e74bf64-ae4a-48c5-856f-e83dfdc0290d/21fea7fb-8bf2-4546-b139-1422786c54ed/0eba3b21-810c-44d8-86fa-0e4aeca166d9) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:26.317880 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks [] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.456727 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.501937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:26.506989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:26.511545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:26.514950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Pushing event updated for resources: {'Port': ['ID=0eba3b21-810c-44d8-86fa-0e4aeca166d9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:26.557471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:26.557890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.637399 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3821d38-5695-473e-88a5-202d8cdfe296 admin admin] Router ea53532e-c07d-49d8-ba83-436cfed6f5bb has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:47:26.715767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd020d-df74-40ec-9f5a-a23aea7313b7 req-a933c056-c407-4340-939a-a35739bb02a0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:26.725346 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19dd020d-df74-40ec-9f5a-a23aea7313b7 req-a933c056-c407-4340-939a-a35739bb02a0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.1217742 Jan 27 21:47:26.775481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-662299a9-3175-4dc4-b543-aca1354b9b61 req-66686eaf-4177-4d51-85e9-73ff1fc6ef4c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0409889 Jan 27 21:47:26.805519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3821d38-5695-473e-88a5-202d8cdfe296 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:26.817186 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e3821d38-5695-473e-88a5-202d8cdfe296 admin admin] 10.222.0.61 "PUT /v2.0/routers/ea53532e-c07d-49d8-ba83-436cfed6f5bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1792510 Jan 27 21:47:26.819575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55604) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:26.826999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336a0ff-b6a9-4508-a4a2-e1a6ed7d3fc4 None None] Sync routers for ids ['ea53532e-c07d-49d8-ba83-436cfed6f5bb'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:26.835085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19dd020d-df74-40ec-9f5a-a23aea7313b7 req-a06932e9-805d-4b4a-b6f4-926ae8540da2 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088283 Jan 27 21:47:26.855023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336a0ff-b6a9-4508-a4a2-e1a6ed7d3fc4 None None] Routers {'ea53532e-c07d-49d8-ba83-436cfed6f5bb'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:26.855687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c336a0ff-b6a9-4508-a4a2-e1a6ed7d3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea53532e-c07d-49d8-ba83-436cfed6f5bb'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:26.882212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-1f3f6b99-c964-4c41-9038-4cbd34b8a5c2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0644414 Jan 27 21:47:26.900397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Request body: {'port': {'device_id': '9ea0d1da-ca75-4e08-ad9b-557dbb642840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:26.917506 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:26.998674 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.001556 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Publish callbacks [] for router (ea53532e-c07d-49d8-ba83-436cfed6f5bb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.024335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed4620-0dbf-426b-b672-a37e3b867bad req-37183ee4-8844-4e37-9fe9-6f479b33c4d9 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:27.026772 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9ed4620-0dbf-426b-b672-a37e3b867bad req-37183ee4-8844-4e37-9fe9-6f479b33c4d9 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1027 time: 0.1401186 Jan 27 21:47:27.065195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-c336a0ff-b6a9-4508-a4a2-e1a6ed7d3fc4 None None] Set router ea53532e-c07d-49d8-ba83-436cfed6f5bb gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:27.067280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b0c86577-6fa0-4418-8389-0ce99c61fe6f None None] Provisioning complete for port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:27.067756 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b0c86577-6fa0-4418-8389-0ce99c61fe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.140095 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Publish callbacks [] for router_gateway (ea53532e-c07d-49d8-ba83-436cfed6f5bb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.179949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9ed4620-0dbf-426b-b672-a37e3b867bad req-4c65b29c-2f07-4add-8c66-3221a72d5301 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428154 Jan 27 21:47:27.308117 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Deleting port a56a7a1a-7392-4f95-8700-5d7c859ea09b {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:27.308117 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.388239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eba3b21-810c-44d8-86fa-0e4aeca166d9 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:27.399026 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Publish callbacks [] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.416747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Transition to ACTIVE for port object 0eba3b21-810c-44d8-86fa-0e4aeca166d9 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:47:27.432060 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] For port a56a7a1a-7392-4f95-8700-5d7c859ea09b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a56a7a1a-7392-4f95-8700-5d7c859ea09b,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:27.432341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b0c86577-6fa0-4418-8389-0ce99c61fe6f None None] Port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:47:27.432471 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.448124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Calling delete_port for a56a7a1a-7392-4f95-8700-5d7c859ea09b owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:27.504408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c336a0ff-b6a9-4508-a4a2-e1a6ed7d3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'name': 'tempest-FloatingIPDetailsTestJSON-282998699-router', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:47:25Z', 'revision_number': 5, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'gw_port': {'id': 'a56a7a1a-7392-4f95-8700-5d7c859ea09b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:72:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:42Z', 'updated_at': '2022-01-27T21:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:27.551380 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336a0ff-b6a9-4508-a4a2-e1a6ed7d3fc4 None None] Checking router: ea53532e-c07d-49d8-ba83-436cfed6f5bb for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:27.553811 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.562314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c336a0ff-b6a9-4508-a4a2-e1a6ed7d3fc4 None None] Routers {'ea53532e-c07d-49d8-ba83-436cfed6f5bb'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:27.563070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c336a0ff-b6a9-4508-a4a2-e1a6ed7d3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ea53532e-c07d-49d8-ba83-436cfed6f5bb'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:27.599136 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.657161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-c336a0ff-b6a9-4508-a4a2-e1a6ed7d3fc4 None None] Set router ea53532e-c07d-49d8-ba83-436cfed6f5bb gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:27.668540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Pushing event updated for resources: {'Port': ['ID=0eba3b21-810c-44d8-86fa-0e4aeca166d9,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:27.743969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c336a0ff-b6a9-4508-a4a2-e1a6ed7d3fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'name': 'tempest-FloatingIPDetailsTestJSON-282998699-router', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:47:27Z', 'revision_number': 6, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:27.772548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Attempting to bind port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:27.773305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c336a0ff-b6a9-4508-a4a2-e1a6ed7d3fc4 None None] The sync data for ids ['ea53532e-c07d-49d8-ba83-436cfed6f5bb'] in n-d-760456-6 is: [{'id': 'ea53532e-c07d-49d8-ba83-436cfed6f5bb', 'name': 'tempest-FloatingIPDetailsTestJSON-282998699-router', 'tenant_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:40Z', 'updated_at': '2022-01-27T21:47:27Z', 'revision_number': 6, 'project_id': '7b2996852aa64ed4b972b7f3908a1d0e', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:27.773463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Attempting to bind port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:27.774018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Attempting to bind port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 on network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:27.785014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 on network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:27.785646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Attempting to bind port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 on network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:27.787758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a56a7a1a-7392-4f95-8700-5d7c859ea09b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.810052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:27.816501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Checking segment: {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:27.817031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Bound using segment: {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:27.817568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Bound port: 0eba3b21-810c-44d8-86fa-0e4aeca166d9, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:27.818012 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:27.856858 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=a56a7a1a-7392-4f95-8700-5d7c859ea09b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:27.910425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] For port 0eba3b21-810c-44d8-86fa-0e4aeca166d9, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:27.917839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] For port 0eba3b21-810c-44d8-86fa-0e4aeca166d9, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0eba3b21-810c-44d8-86fa-0e4aeca166d9,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:27.995871 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (ea53532e-c07d-49d8-ba83-436cfed6f5bb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.027144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40ec895f-9783-4dea-ac04-dfdfb87b0e1d req-33fb4401-4aba-4559-a3c8-053a4125400d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0731006 Jan 27 21:47:28.029014 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.097780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.099188 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.100802 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] 10.222.0.71 "PUT /v2.0/ports/0eba3b21-810c-44d8-86fa-0e4aeca166d9 HTTP/1.1" status: 200 len: 1091 time: 1.2050974 Jan 27 21:47:28.104282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea0d1da-ca75-4e08-ad9b-557dbb642840', 'tag': '0eba3b21-810c-44d8-86fa-0e4aeca166d9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:28.107874 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e9107c-da0d-4cbc-8ba5-8111e60e24c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea0d1da-ca75-4e08-ad9b-557dbb642840", "tag": "0eba3b21-810c-44d8-86fa-0e4aeca166d9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:28.150921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c63b15-71b5-4c51-85ca-9ed6852d78ec req-900b9ba6-d21e-4f94-b14b-049a3fbd25a8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.153056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86c63b15-71b5-4c51-85ca-9ed6852d78ec req-900b9ba6-d21e-4f94-b14b-049a3fbd25a8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.1974690 Jan 27 21:47:28.185273 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (ea53532e-c07d-49d8-ba83-436cfed6f5bb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.187819 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Publish callbacks [] for router_controller (ea53532e-c07d-49d8-ba83-436cfed6f5bb), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.190089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ececd-4b2c-405f-b117-6edd551a2dcb service neutron] Pushing event updated for resources: {'Port': ['ID=0eba3b21-810c-44d8-86fa-0e4aeca166d9,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:28.227552 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e72ca6-2acc-4555-bb2e-a2775c003194 x-openstack-request-id: req-66e72ca6-2acc-4555-bb2e-a2775c003194 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:28.227851 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea0d1da-ca75-4e08-ad9b-557dbb642840", "tag": "0eba3b21-810c-44d8-86fa-0e4aeca166d9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:28.228139 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66e72ca6-2acc-4555-bb2e-a2775c003194 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:28.228558 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea0d1da-ca75-4e08-ad9b-557dbb642840', 'tag': '0eba3b21-810c-44d8-86fa-0e4aeca166d9', 'status': 'completed', 'code': 200} Jan 27 21:47:28.303499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86c63b15-71b5-4c51-85ca-9ed6852d78ec req-d53dc7c8-e6db-4509-84b7-46ddbaa08bd4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381400 Jan 27 21:47:28.350635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9107c-da0d-4cbc-8ba5-8111e60e24c3 req-ee0404b2-d1cc-4546-a595-162438e8cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.352226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0e9107c-da0d-4cbc-8ba5-8111e60e24c3 req-ee0404b2-d1cc-4546-a595-162438e8cf5e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=12c3e0e9ae7b48eba662aaa61ce3c058&device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1094 time: 0.1156631 Jan 27 21:47:28.433394 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (ea53532e-c07d-49d8-ba83-436cfed6f5bb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.433974 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea53532e-c07d-49d8-ba83-436cfed6f5bb {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:47:28.440548 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.443218 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fab8b849-cb86-4c74-a021-eabd1503f4ec admin admin] 10.222.0.61 "DELETE /v2.0/routers/ea53532e-c07d-49d8-ba83-436cfed6f5bb HTTP/1.1" status: 204 len: 168 time: 1.6214266 Jan 27 21:47:28.444684 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55616) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:28.450236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705d59e-433b-489b-948f-1a6b2cbf5d7a req-7d18d242-418c-4528-b4ec-ebc2fa7396ed tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.455974 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8705d59e-433b-489b-948f-1a6b2cbf5d7a req-7d18d242-418c-4528-b4ec-ebc2fa7396ed tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1094 time: 0.1154871 Jan 27 21:47:28.507263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c1b86d-0906-406b-82fc-ee8e6d0210c9 admin admin] Deleting subnet 338d8a7d-0831-4f3c-8de8-52f4a57bbd13 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:47:28.510532 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-50c1b86d-0906-406b-82fc-ee8e6d0210c9 admin admin] Publish callbacks [] for subnet (338d8a7d-0831-4f3c-8de8-52f4a57bbd13), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.529086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9107c-da0d-4cbc-8ba5-8111e60e24c3 req-04abed03-d4d0-4017-aa69-b78de9fb1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.531786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0e9107c-da0d-4cbc-8ba5-8111e60e24c3 req-04abed03-d4d0-4017-aa69-b78de9fb1f12 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=12c3e0e9ae7b48eba662aaa61ce3c058&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1591260 Jan 27 21:47:28.549083 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-50c1b86d-0906-406b-82fc-ee8e6d0210c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (338d8a7d-0831-4f3c-8de8-52f4a57bbd13), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.620278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8705d59e-433b-489b-948f-1a6b2cbf5d7a req-972bda3d-2ea1-4290-96ab-89defd0d6335 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539724 Jan 27 21:47:28.643017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-50c1b86d-0906-406b-82fc-ee8e6d0210c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (338d8a7d-0831-4f3c-8de8-52f4a57bbd13), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.708765 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9107c-da0d-4cbc-8ba5-8111e60e24c3 req-7366bbae-2cac-4254-bd6d-69e88f83515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.710385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0e9107c-da0d-4cbc-8ba5-8111e60e24c3 req-7366bbae-2cac-4254-bd6d-69e88f83515f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1684837 Jan 27 21:47:28.799846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:28.821783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-6c7a0f4f-97ef-420a-b822-70b0d22662ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:28.823283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-6c7a0f4f-97ef-420a-b822-70b0d22662ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=12c3e0e9ae7b48eba662aaa61ce3c058&device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1094 time: 0.0461338 Jan 27 21:47:28.830000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:28.830630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 79ac9f42-3ec5-4870-8152-6dbe5dc9ea58 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:28.831279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a56a7a1a-7392-4f95-8700-5d7c859ea09b no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:28.859092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: a56a7a1a-7392-4f95-8700-5d7c859ea09b {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:28.859597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a56a7a1a-7392-4f95-8700-5d7c859ea09b not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:28.885333 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-50c1b86d-0906-406b-82fc-ee8e6d0210c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (338d8a7d-0831-4f3c-8de8-52f4a57bbd13), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.949544 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1b86d-0906-406b-82fc-ee8e6d0210c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338d8a7d-0831-4f3c-8de8-52f4a57bbd13,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:28.949544 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-50c1b86d-0906-406b-82fc-ee8e6d0210c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:28.953498 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-50c1b86d-0906-406b-82fc-ee8e6d0210c9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/338d8a7d-0831-4f3c-8de8-52f4a57bbd13 HTTP/1.1" status: 204 len: 168 time: 0.5076928 Jan 27 21:47:28.954196 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55618) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:28.957520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad317608-3979-4f85-be43-43631f2da87c None None] Network 4f58c62b-88b6-477a-b84d-b9da9cf61aad requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:29.085913 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (4f58c62b-88b6-477a-b84d-b9da9cf61aad), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.194129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3577a1-cd16-4d46-9de6-761bee8f7c6f None None] DHCP port deletion for 4f58c62b-88b6-477a-b84d-b9da9cf61aad request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:47:29.219483 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Deleting port c35d1702-3184-42de-af3e-628910081772 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:29.220118 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c35d1702-3184-42de-af3e-628910081772), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.273834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-ff6c9b2f-e675-4d3b-836e-e5a4456e7317 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0eba3b21-810c-44d8-86fa-0e4aeca166d9 HTTP/1.1" status: 200 len: 217 time: 0.4440382 Jan 27 21:47:29.305234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7f3577a1-cd16-4d46-9de6-761bee8f7c6f None None] Deleting port c35d1702-3184-42de-af3e-628910081772 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:47:29.305912 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f3577a1-cd16-4d46-9de6-761bee8f7c6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c35d1702-3184-42de-af3e-628910081772), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.333816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] For port c35d1702-3184-42de-af3e-628910081772, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c35d1702-3184-42de-af3e-628910081772,segment=NetworkSegment(29b18400-3dc7-4a5b-a26e-56e1910ff7b1),segment_id=29b18400-3dc7-4a5b-a26e-56e1910ff7b1)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:29.334191 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c35d1702-3184-42de-af3e-628910081772), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.335893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-7f3dbd48-b9f4-4fb8-8a68-12ca901c1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:29.337511 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-7f3dbd48-b9f4-4fb8-8a68-12ca901c1629 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21fea7fb-8bf2-4546-b139-1422786c54ed HTTP/1.1" status: 200 len: 848 time: 0.0497940 Jan 27 21:47:29.358298 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Calling delete_port for c35d1702-3184-42de-af3e-628910081772 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:29.397067 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7f3577a1-cd16-4d46-9de6-761bee8f7c6f None None] For port c35d1702-3184-42de-af3e-628910081772, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c35d1702-3184-42de-af3e-628910081772,segment=NetworkSegment(29b18400-3dc7-4a5b-a26e-56e1910ff7b1),segment_id=29b18400-3dc7-4a5b-a26e-56e1910ff7b1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:29.397759 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f3577a1-cd16-4d46-9de6-761bee8f7c6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c35d1702-3184-42de-af3e-628910081772), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.420209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7f3577a1-cd16-4d46-9de6-761bee8f7c6f None None] Calling delete_port for c35d1702-3184-42de-af3e-628910081772 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:47:29.428061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52407bd4-4711-422f-a50f-3deab881c5ef req-c179ce7a-2dd6-48e1-9b9b-1bc11472faaa tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.1531255 Jan 27 21:47:29.508002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-cb5aef69-2bf5-4a79-8682-6995c4c73997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:29.509693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-cb5aef69-2bf5-4a79-8682-6995c4c73997 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6e74bf64-ae4a-48c5-856f-e83dfdc0290d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457736 Jan 27 21:47:29.545146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0897b39-f5b7-4798-947a-0713d14d830d req-181ce0ae-e3ee-4095-bdcb-215f3e384fe6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:29.547216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0897b39-f5b7-4798-947a-0713d14d830d req-181ce0ae-e3ee-4095-bdcb-215f3e384fe6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0833528 Jan 27 21:47:29.591870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c35d1702-3184-42de-af3e-628910081772), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.606727 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f3577a1-cd16-4d46-9de6-761bee8f7c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (c35d1702-3184-42de-af3e-628910081772), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.635231 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Pushing event deleted for resources: {'Port': ['ID=c35d1702-3184-42de-af3e-628910081772,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:29.649197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3577a1-cd16-4d46-9de6-761bee8f7c6f None None] No DVR routers for this DVR port c35d1702-3184-42de-af3e-628910081772 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:29.653755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] No DVR routers for this DVR port c35d1702-3184-42de-af3e-628910081772 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:29.656039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3577a1-cd16-4d46-9de6-761bee8f7c6f None None] Pushing event deleted for resources: {'Port': ['ID=c35d1702-3184-42de-af3e-628910081772,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:29.684935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0897b39-f5b7-4798-947a-0713d14d830d req-1224464a-6153-45bb-a791-d46b5c68b0b5 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108854 Jan 27 21:47:29.697238 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-b5e468d9-090a-40d4-8de2-bd0f773988c5 service neutron] 10.222.0.71 "GET /v2.0/networks/6e74bf64-ae4a-48c5-856f-e83dfdc0290d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808867 Jan 27 21:47:29.797999 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (4f58c62b-88b6-477a-b84d-b9da9cf61aad), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.825055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f58c62b-88b6-477a-b84d-b9da9cf61aad']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:29.836850 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b18400-3dc7-4a5b-a26e-56e1910ff7b1') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:29.837223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b18400-3dc7-4a5b-a26e-56e1910ff7b1') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:29.843979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fffc8-5361-4117-b3b3-387136e5d8c8 req-e970b1b3-7712-4428-b104-c5bfa1c02884 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:29.845603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd3fffc8-5361-4117-b3b3-387136e5d8c8 req-e970b1b3-7712-4428-b104-c5bfa1c02884 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1094 time: 0.0692401 Jan 27 21:47:29.852609 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (29b18400-3dc7-4a5b-a26e-56e1910ff7b1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.863087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c7c87e2-8348-4afa-842d-27e2353e5e60 req-9a399944-89c2-437d-ba0c-8a7d19a3528e service neutron] 10.222.0.71 "GET /v2.0/networks/6e74bf64-ae4a-48c5-856f-e83dfdc0290d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593769 Jan 27 21:47:29.873706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (29b18400-3dc7-4a5b-a26e-56e1910ff7b1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.881583 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:47:29.882217 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (29b18400-3dc7-4a5b-a26e-56e1910ff7b1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:29.901345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd3fffc8-5361-4117-b3b3-387136e5d8c8 req-ae887cc1-5cf0-4da1-ae5b-60989819216f tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498996 Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:47:29.936526 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:47:30.090459 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (4f58c62b-88b6-477a-b84d-b9da9cf61aad), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.100996 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.104351 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] 10.222.0.61 "DELETE /v2.0/networks/4f58c62b-88b6-477a-b84d-b9da9cf61aad HTTP/1.1" status: 204 len: 168 time: 1.1426075 Jan 27 21:47:30.115316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3861a62-3130-4a50-869e-e267a07dd56d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f58c62b-88b6-477a-b84d-b9da9cf61aad,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:30.545564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd37e0b2-a6ea-4f2c-ac2a-04f3e19523a5 req-3b7399aa-a758-473e-b211-f5863924d73c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0268924 Jan 27 21:47:30.662402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c35d1702-3184-42de-af3e-628910081772 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:47:30.686619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: c35d1702-3184-42de-af3e-628910081772 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:47:30.687509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c35d1702-3184-42de-af3e-628910081772 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:47:30.692823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55630) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:30.742732 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6b7c4ba7-38af-493f-ab97-c2c4acdd6ceb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b2996852aa64ed4b972b7f3908a1d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483723 Jan 27 21:47:30.745624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55634) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:30.807131 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee74e-7b71-4e65-9a77-c87e51b6ed95 admin admin] Publish callbacks [] for security_group (34df5bdd-e92b-47a8-abf1-0fe564e1d373), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.846498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee74e-7b71-4e65-9a77-c87e51b6ed95 admin admin] Publish callbacks [] for security_group (34df5bdd-e92b-47a8-abf1-0fe564e1d373), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:30.886544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9974ee-81a0-45ee-aae8-0fcc6db9094d req-678fc66e-939a-4694-8dca-4750625b959f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:30.887986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e9974ee-81a0-45ee-aae8-0fcc6db9094d req-678fc66e-939a-4694-8dca-4750625b959f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0912910 Jan 27 21:47:30.943070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e9974ee-81a0-45ee-aae8-0fcc6db9094d req-8ed22b3c-01d7-4d32-a1ad-badb293e1203 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474076 Jan 27 21:47:31.028885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a62b5-0c7b-48fc-b19f-d7e337f214a5 req-aafd472b-5b58-47da-a1c3-1b5a948ee6e1 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:31.031085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-038a62b5-0c7b-48fc-b19f-d7e337f214a5 req-aafd472b-5b58-47da-a1c3-1b5a948ee6e1 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1094 time: 0.0483017 Jan 27 21:47:31.033983 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee74e-7b71-4e65-9a77-c87e51b6ed95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (34df5bdd-e92b-47a8-abf1-0fe564e1d373), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:31.037173 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee74e-7b71-4e65-9a77-c87e51b6ed95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:31.038200 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3c6ee74e-7b71-4e65-9a77-c87e51b6ed95 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34df5bdd-e92b-47a8-abf1-0fe564e1d373 HTTP/1.1" status: 204 len: 168 time: 0.2915001 Jan 27 21:47:31.056513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ee74e-7b71-4e65-9a77-c87e51b6ed95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34df5bdd-e92b-47a8-abf1-0fe564e1d373,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:31.111470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-038a62b5-0c7b-48fc-b19f-d7e337f214a5 req-1e2d12c4-f7ac-419e-abe8-5b420f374919 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571795 Jan 27 21:47:31.655391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87b69aae-13ad-44e8-8cff-545023239fc8 req-7b935d32-9a4c-4191-b13e-2e606736a0cd tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0279286 Jan 27 21:47:32.118693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb78cb-7548-4235-af2c-edd7c8eb122b req-668bef03-df49-49d4-bbc9-8c678d0f9fc3 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:32.121443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bcb78cb-7548-4235-af2c-edd7c8eb122b req-668bef03-df49-49d4-bbc9-8c678d0f9fc3 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0862346 Jan 27 21:47:32.179160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bcb78cb-7548-4235-af2c-edd7c8eb122b req-286be86a-ef9f-4aa6-a51a-cc1abfaa01f2 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502067 Jan 27 21:47:32.239075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ed542-528b-43bc-aa51-cea7895bd79f req-cdf99a77-5690-4ac0-8726-80e93443f28a tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:32.241182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-055ed542-528b-43bc-aa51-cea7895bd79f req-cdf99a77-5690-4ac0-8726-80e93443f28a tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1094 time: 0.0505135 Jan 27 21:47:32.303325 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5485a8e-f1fb-434f-aa62-046f16582a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:32.303920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-055ed542-528b-43bc-aa51-cea7895bd79f req-34fb2fed-5af0-485d-80d8-05f07fd88a31 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528607 Jan 27 21:47:32.503524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0eba3b21-810c-44d8-86fa-0e4aeca166d9 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:32.624433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0eba3b21-810c-44d8-86fa-0e4aeca166d9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0eba3b21-810c-44d8-86fa-0e4aeca166d9,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:32.640473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '0eba3b21-810c-44d8-86fa-0e4aeca166d9', 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d', 'port_id': '0eba3b21-810c-44d8-86fa-0e4aeca166d9', 'mac_address': 'fa:16:3e:f9:6b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fea7fb-8bf2-4546-b139-1422786c54ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:32.686494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:32.686494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:32.708209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eba3b21-810c-44d8-86fa-0e4aeca166d9 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:32.733946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0eba3b21-810c-44d8-86fa-0e4aeca166d9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0eba3b21-810c-44d8-86fa-0e4aeca166d9,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:32.809724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95a91c46-3591-4218-a76e-862f76dec54a req-a34717c1-edd9-4a56-8aba-011db81bf485 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0293059 Jan 27 21:47:32.936000 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:33.005112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=0eba3b21-810c-44d8-86fa-0e4aeca166d9,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:33.173333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['0eba3b21-810c-44d8-86fa-0e4aeca166d9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:33.339729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572e08e-ab4b-4761-92ed-7e959e77cf3e req-0eca6fd7-7a37-4c45-9425-166e4ae3b264 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:33.344623 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9572e08e-ab4b-4761-92ed-7e959e77cf3e req-0eca6fd7-7a37-4c45-9425-166e4ae3b264 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0745876 Jan 27 21:47:33.408220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9572e08e-ab4b-4761-92ed-7e959e77cf3e req-ed4ee5cb-41d5-418d-bf72-eb99b9bb7abb tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604360 Jan 27 21:47:33.491981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8efb73-6ed9-4a05-bff9-8032c19d0dd5 req-7178e399-12d9-44ee-b9fd-0d16da72ce52 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:33.495617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf8efb73-6ed9-4a05-bff9-8032c19d0dd5 req-7178e399-12d9-44ee-b9fd-0d16da72ce52 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1095 time: 0.0596340 Jan 27 21:47:33.560798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf8efb73-6ed9-4a05-bff9-8032c19d0dd5 req-b6b15177-6dda-4d80-b9a7-1721d5c1d07f tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576453 Jan 27 21:47:33.927770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8cb63fc6-fe2a-4a89-ada5-8840f6ef3d7d req-bd8009d8-6549-4ef0-8138-0f2b37df4a1d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0314384 Jan 27 21:47:34.506843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0eba3b21-810c-44d8-86fa-0e4aeca166d9 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:34.562651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adc8d3-6dae-4054-b450-dc1e81c36dd5 req-354f5b92-5181-467f-8f33-ef70bc48d9aa tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:34.564203 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46adc8d3-6dae-4054-b450-dc1e81c36dd5 req-354f5b92-5181-467f-8f33-ef70bc48d9aa tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0652146 Jan 27 21:47:34.616322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46adc8d3-6dae-4054-b450-dc1e81c36dd5 req-3f4d49d3-da7c-446e-98fa-ae3bd73713a4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461969 Jan 27 21:47:34.691998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac80d9d-a651-47bb-aca3-67b30299c7dc req-d5ba8ad3-dea6-424b-8df6-67228a59f56d tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:34.693616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bac80d9d-a651-47bb-aca3-67b30299c7dc req-d5ba8ad3-dea6-424b-8df6-67228a59f56d tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1095 time: 0.0418773 Jan 27 21:47:34.738738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bac80d9d-a651-47bb-aca3-67b30299c7dc req-3d3f0a1f-f4dd-4323-8fdc-44736dc5d178 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393682 Jan 27 21:47:34.906848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:47:34.911249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:34.911637 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:34.992976 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cf1bc1ca-579f-46f6-abbf-9025f75f9b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.009692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:35.010282 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.046848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea0d1da-ca75-4e08-ad9b-557dbb642840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eba3b21-810c-44d8-86fa-0e4aeca166d9'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:35.049145 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81771c7e-e2bf-43c5-8378-0abc5b790fa3" -d '{"events": [{"server_uuid": "9ea0d1da-ca75-4e08-ad9b-557dbb642840", "name": "network-vif-plugged", "status": "completed", "tag": "0eba3b21-810c-44d8-86fa-0e4aeca166d9"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:35.063947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0eba3b21-810c-44d8-86fa-0e4aeca166d9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0eba3b21-810c-44d8-86fa-0e4aeca166d9,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:35.075458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f5c691c-e299-4415-b70b-d1f235f37304 req-8d94483f-815d-4214-86b1-fce870f73351 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0501544 Jan 27 21:47:35.079015 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55706) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:35.111980 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b209f8c-6229-4312-9908-cf3ec35f6346 x-openstack-request-id: req-2b209f8c-6229-4312-9908-cf3ec35f6346 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:35.116445 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea0d1da-ca75-4e08-ad9b-557dbb642840", "name": "network-vif-plugged", "status": "completed", "tag": "0eba3b21-810c-44d8-86fa-0e4aeca166d9", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:35.116445 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b209f8c-6229-4312-9908-cf3ec35f6346 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:35.116445 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea0d1da-ca75-4e08-ad9b-557dbb642840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eba3b21-810c-44d8-86fa-0e4aeca166d9', 'code': 200} Jan 27 21:47:35.209805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa810c-c355-4e62-b198-5e76cfc597f4 req-6df85856-9370-4cc0-b7e6-eeac04ef3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:35.211326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15fa810c-c355-4e62-b198-5e76cfc597f4 req-6df85856-9370-4cc0-b7e6-eeac04ef3fd8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1095 time: 0.0450006 Jan 27 21:47:35.223646 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.235261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ba38155-0abf-45c3-a619-18b8a5d1f153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.267287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15fa810c-c355-4e62-b198-5e76cfc597f4 req-d5e2a7cd-a290-4b79-bf06-1086f3af1920 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501230 Jan 27 21:47:35.290022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=0eba3b21-810c-44d8-86fa-0e4aeca166d9,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:35.336678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ba38155-0abf-45c3-a619-18b8a5d1f153 admin admin] Publish callbacks [] for security_group (e9de1bee-f03a-40a6-a17e-6a3e3c3916cc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.478846 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ba38155-0abf-45c3-a619-18b8a5d1f153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e9de1bee-f03a-40a6-a17e-6a3e3c3916cc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.529238 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5ba38155-0abf-45c3-a619-18b8a5d1f153 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5b96ed47aff4c33be99a1b05d3b7263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380591 Jan 27 21:47:35.529238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba38155-0abf-45c3-a619-18b8a5d1f153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9de1bee-f03a-40a6-a17e-6a3e3c3916cc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:35.530465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55710) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:35.574548 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae7c83a4-8cdf-4af1-ba8b-133acf75600f admin admin] Publish callbacks [] for security_group (e9de1bee-f03a-40a6-a17e-6a3e3c3916cc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.596667 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae7c83a4-8cdf-4af1-ba8b-133acf75600f admin admin] Publish callbacks [] for security_group (e9de1bee-f03a-40a6-a17e-6a3e3c3916cc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.869395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0560c4-e361-4f4e-984a-08f4db61473e req-c8744157-2530-4d59-b3af-b8c53b9e2047 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:35.870944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f0560c4-e361-4f4e-984a-08f4db61473e req-c8744157-2530-4d59-b3af-b8c53b9e2047 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1096 time: 0.0490594 Jan 27 21:47:35.879003 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae7c83a4-8cdf-4af1-ba8b-133acf75600f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e9de1bee-f03a-40a6-a17e-6a3e3c3916cc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.881930 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae7c83a4-8cdf-4af1-ba8b-133acf75600f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:35.883130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ae7c83a4-8cdf-4af1-ba8b-133acf75600f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e9de1bee-f03a-40a6-a17e-6a3e3c3916cc HTTP/1.1" status: 204 len: 168 time: 0.3603325 Jan 27 21:47:35.910970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c83a4-8cdf-4af1-ba8b-133acf75600f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9de1bee-f03a-40a6-a17e-6a3e3c3916cc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:35.961888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f0560c4-e361-4f4e-984a-08f4db61473e req-55a4c164-9fe0-4e16-b2dd-561c07f11fdd tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775754 Jan 27 21:47:36.021033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2a9a6-b8d3-4429-b770-65605cb24cd7 req-32e8f62e-1668-40ba-9dba-bd3834219628 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:36.023172 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dd2a9a6-b8d3-4429-b770-65605cb24cd7 req-32e8f62e-1668-40ba-9dba-bd3834219628 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0573843 Jan 27 21:47:36.074987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dd2a9a6-b8d3-4429-b770-65605cb24cd7 req-9827b3b2-3b6c-4822-b3a6-e04dea83f4c3 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441182 Jan 27 21:47:36.175997 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:36.194252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccba9ef3-dcdf-4b8f-9e69-0687fd8aef98 req-88b42a45-e2c1-4ef9-ac6d-c0edd5934fab tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0260653 Jan 27 21:47:37.078403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a4869-4b40-4a7f-95b5-cb843a8cb711 req-9c3c5193-3db8-4e1c-ba23-5a6df85a7ff4 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.079954 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c21a4869-4b40-4a7f-95b5-cb843a8cb711 req-9c3c5193-3db8-4e1c-ba23-5a6df85a7ff4 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1096 time: 0.0463486 Jan 27 21:47:37.135509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c21a4869-4b40-4a7f-95b5-cb843a8cb711 req-c3c60a10-2b73-499e-9ac6-a3f6fc697584 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498753 Jan 27 21:47:37.265534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299e914-8209-49fa-b854-1d026cd24c16 req-a7e40170-7624-4a8c-8680-8158e554b636 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.267035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2299e914-8209-49fa-b854-1d026cd24c16 req-a7e40170-7624-4a8c-8680-8158e554b636 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0837259 Jan 27 21:47:37.300487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dce7b2-d62a-4f78-ba15-670931de15e0 req-2efe612f-78b2-4145-896c-c50bc4e315d7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.301995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15dce7b2-d62a-4f78-ba15-670931de15e0 req-2efe612f-78b2-4145-896c-c50bc4e315d7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1096 time: 0.0718408 Jan 27 21:47:37.346753 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2299e914-8209-49fa-b854-1d026cd24c16 req-bac56fb5-2a37-4751-ac2c-ea1d0941deb7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732968 Jan 27 21:47:37.385009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15dce7b2-d62a-4f78-ba15-670931de15e0 req-5fa6523d-8126-4e41-b323-3bfaf41af968 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696878 Jan 27 21:47:37.458017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-555c9a62-bc8e-497e-922b-6aaab9d86292 req-44e34d5d-fc8d-48ed-8729-8aadb80e36a3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0317128 Jan 27 21:47:37.481552 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:37.531024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459d6d8-1028-4605-8370-dc1d3757ba31 req-abfc8077-9634-46e1-a8fd-55c7dcc2774b tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.536212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e459d6d8-1028-4605-8370-dc1d3757ba31 req-abfc8077-9634-46e1-a8fd-55c7dcc2774b tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1096 time: 0.0564957 Jan 27 21:47:37.603924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e459d6d8-1028-4605-8370-dc1d3757ba31 req-2a40b0fc-717f-411b-9616-1a3953cc7723 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477529 Jan 27 21:47:37.909754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-e07a7460-2509-4c19-a002-4daa6398e3f9 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:37.911481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-e07a7460-2509-4c19-a002-4daa6398e3f9 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/networks?id=6e74bf64-ae4a-48c5-856f-e83dfdc0290d HTTP/1.1" status: 200 len: 910 time: 0.1223295 Jan 27 21:47:37.932700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-cfb5e620-c00f-4e78-9055-0ab41f8c7d95 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/quotas/12c3e0e9ae7b48eba662aaa61ce3c058 HTTP/1.1" status: 200 len: 375 time: 0.0156081 Jan 27 21:47:38.008970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55764) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:38.009636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-7410b0d5-9c1b-4177-bf3c-7ea9c7c37410 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=12c3e0e9ae7b48eba662aaa61ce3c058&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617092 Jan 27 21:47:38.112105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-4e48c4d6-0fad-4082-b23d-1d51859c8129 service neutron] 10.222.0.61 "GET /v2.0/networks/6e74bf64-ae4a-48c5-856f-e83dfdc0290d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152370 Jan 27 21:47:38.113359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1281674775-network', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:38.231046 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-4cab18e3-a1ec-40fa-9eb1-91622f827c9c service neutron] 10.222.0.61 "GET /v2.0/networks/6e74bf64-ae4a-48c5-856f-e83dfdc0290d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132929 Jan 27 21:47:38.306748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Made reservation on behalf of 1fa45938040c4f1fbf25deacd57850b9 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:38.310364 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:38.332500 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:38.439412 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Publish callbacks [] for security_group (27a0c15d-939e-4aae-b9d0-5f2510cb21c8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:38.511732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aae4c-5ec5-44f3-9f45-8aa5c0e3773e req-c5ada91c-d77e-433e-8843-c37f937b44e3 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:38.516550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb6aae4c-5ec5-44f3-9f45-8aa5c0e3773e req-c5ada91c-d77e-433e-8843-c37f937b44e3 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0569386 Jan 27 21:47:38.584261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb6aae4c-5ec5-44f3-9f45-8aa5c0e3773e req-1dbe563b-b6b9-489d-b0ec-d9e78f335f46 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649855 Jan 27 21:47:38.684438 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (27a0c15d-939e-4aae-b9d0-5f2510cb21c8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:38.701360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:47:38.706508 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da11b13b-9d0d-444d-960c-704214f82daf req-b90ca254-1d8c-4f8d-ab6a-b7612532f976 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 210 time: 0.0502720 Jan 27 21:47:38.714778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e40bd7c5-ddd7-470c-984b-320b10f99853), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:38.715141 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Added segment e40bd7c5-ddd7-470c-984b-320b10f99853 of type vlan for network 8767157d-81c1-4a09-8ac7-b908ec6eab9d Jan 27 21:47:38.739982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b78a6c48-1125-4c8a-84e2-36bfbcfdf04e req-10be867d-9fb2-4788-a6de-f7f1380a3565 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0563254 Jan 27 21:47:38.776673 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (8767157d-81c1-4a09-8ac7-b908ec6eab9d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:38.841061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a0c15d-939e-4aae-b9d0-5f2510cb21c8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:38.969963 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:39.056273 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (8767157d-81c1-4a09-8ac7-b908ec6eab9d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:39.057424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:39.060031 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:39.158146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] Pushing event updated for resources: {'Network': ['ID=8767157d-81c1-4a09-8ac7-b908ec6eab9d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:39.171691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 8767157d-81c1-4a09-8ac7-b908ec6eab9d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:47:39.385067 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ff086a3d-f6be-40a0-9f9f-3980334e6118 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3894396 Jan 27 21:47:39.388243 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55786) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:39.398654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c7a13ab7-3e02-4d84-b0de-61cc9272456c admin admin] Request body: {'subnet': {'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1281674775-subnet', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:39.626488 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a13ab7-3e02-4d84-b0de-61cc9272456c admin admin] Made reservation on behalf of 1fa45938040c4f1fbf25deacd57850b9 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:39.646221 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7a13ab7-3e02-4d84-b0de-61cc9272456c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:39.715153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8c528-71e1-471d-b8f5-e00a1c9dfecf req-644801d3-efbe-45b4-b44e-80347f42a813 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:39.718353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-50a8c528-71e1-471d-b8f5-e00a1c9dfecf req-644801d3-efbe-45b4-b44e-80347f42a813 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.0564513 Jan 27 21:47:39.827780 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-132bf15f-89e6-46e4-b9a6-9128e22a2a55 req-cde634f8-270e-4cff-8b0d-286b68ab412e tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 210 time: 0.0689147 Jan 27 21:47:39.910401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-50a8c528-71e1-471d-b8f5-e00a1c9dfecf req-7c1c06c5-4f5a-44fe-8430-d092e1f82dea tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859152 Jan 27 21:47:39.946412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-514dd5d8-7a44-4af0-8da0-cca32bf3eaff req-65fbae70-dd99-451e-8a2f-44d7d7eca7d2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0350950 Jan 27 21:47:40.079102 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7a13ab7-3e02-4d84-b0de-61cc9272456c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (c6314d55-14ad-4dbe-a56e-d8dfcfde5739), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:40.162213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a13ab7-3e02-4d84-b0de-61cc9272456c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6314d55-14ad-4dbe-a56e-d8dfcfde5739,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:40.184116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a13ab7-3e02-4d84-b0de-61cc9272456c admin admin] Checking segment: {'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:40.184116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a13ab7-3e02-4d84-b0de-61cc9272456c admin admin] Network hostable DHCP agents. Network: 8767157d-81c1-4a09-8ac7-b908ec6eab9d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:47:40.404703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a13ab7-3e02-4d84-b0de-61cc9272456c admin admin] Network 8767157d-81c1-4a09-8ac7-b908ec6eab9d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:47:40.674225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-c7a13ab7-3e02-4d84-b0de-61cc9272456c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 8767157d-81c1-4a09-8ac7-b908ec6eab9d) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:40.678443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a13ab7-3e02-4d84-b0de-61cc9272456c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:40.679172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7a13ab7-3e02-4d84-b0de-61cc9272456c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:40.687553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a516604f-197f-4805-a46f-efad080ff01c None None] Network 8767157d-81c1-4a09-8ac7-b908ec6eab9d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:40.856866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'fixed_ips': [{'subnet_id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:47:40.858119 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:40.956989 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c7a13ab7-3e02-4d84-b0de-61cc9272456c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5669413 Jan 27 21:47:40.959332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55800) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:40.967318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:41.054155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3da8f3a-8572-4705-b6f9-b7a3b304a9ee req-4485685e-acab-4774-8a4e-743856041adc tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 210 time: 0.0452921 Jan 27 21:47:41.140310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Allocated IP 172.20.0.2 (8767157d-81c1-4a09-8ac7-b908ec6eab9d/c6314d55-14ad-4dbe-a56e-d8dfcfde5739/d942598d-ff33-44ed-815f-1b37f48db9b4) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:41.153444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29acd01-cca4-4cf8-89e2-b17dff7e85ef req-201123c7-18e9-45b4-8bc7-809c043f769e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:41.155752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e29acd01-cca4-4cf8-89e2-b17dff7e85ef req-201123c7-18e9-45b4-8bc7-809c043f769e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.1004207 Jan 27 21:47:41.165258 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.166745 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.293373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6beb660e-4569-47ac-8a15-3479fec114bf req-8ffd0ef9-ede3-4a50-9084-ef7ac812893b tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0824223 Jan 27 21:47:41.329605 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Publish callbacks [] for router_controller (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.341616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e29acd01-cca4-4cf8-89e2-b17dff7e85ef req-e51f0f1f-b8e8-460f-b703-ae802d376cce tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802197 Jan 27 21:47:41.412093 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Publish callbacks [] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.646008 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Publish callbacks [] for router_gateway (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.672766 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.710902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Network 8767157d-81c1-4a09-8ac7-b908ec6eab9d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:41.713850 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:41.719032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:41.730101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Pushing event updated for resources: {'Port': ['ID=d942598d-ff33-44ed-815f-1b37f48db9b4,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:41.754188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.754547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.754893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.755237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.755592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.755920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.756282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.756615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.756943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.757270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.757598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.757924 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.758248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:41.801492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Attempting to bind port d942598d-ff33-44ed-815f-1b37f48db9b4 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:41.801919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Attempting to bind port d942598d-ff33-44ed-815f-1b37f48db9b4 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:41.803620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Attempting to bind port d942598d-ff33-44ed-815f-1b37f48db9b4 on network 8767157d-81c1-4a09-8ac7-b908ec6eab9d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:41.808167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:41.808520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Checking segment: {'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:41.808932 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.809333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Bound using segment: {'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:41.809806 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Bound port: d942598d-ff33-44ed-815f-1b37f48db9b4, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:41.810193 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:41.901802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] For port d942598d-ff33-44ed-815f-1b37f48db9b4, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:41.905442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] For port d942598d-ff33-44ed-815f-1b37f48db9b4, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d942598d-ff33-44ed-815f-1b37f48db9b4,segment=NetworkSegment(e40bd7c5-ddd7-470c-984b-320b10f99853),segment_id=e40bd7c5-ddd7-470c-984b-320b10f99853)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:42.021886 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.112110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9a6ec-1504-403f-805c-d91fe3a21d69 None None] Pushing event updated for resources: {'Port': ['ID=d942598d-ff33-44ed-815f-1b37f48db9b4,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:42.131448 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Publish callbacks [] for router_gateway (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.166357 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.275074 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-312fc3be-fe80-4e79-b9cc-dd9572319870 req-8c31d3c3-802d-4b0c-9fb4-596c769cee6a tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 210 time: 0.0391309 Jan 27 21:47:42.489911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Allocated IP 172.25.0.12 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/4dd511e5-2272-46c7-8577-53525cb69da9) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:42.559235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a87f34d-acd4-4fdb-adfd-d8e2a65c2709 req-87fc328f-bb6f-40b8-a00d-dc2846d9ad42 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0830605 Jan 27 21:47:42.660247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37fe1e-44ca-432a-bd9c-e1566654a571 req-62836c17-2d47-41d8-873f-d9f1e347f014 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:42.673864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b37fe1e-44ca-432a-bd9c-e1566654a571 req-62836c17-2d47-41d8-873f-d9f1e347f014 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.1812911 Jan 27 21:47:42.821184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-822f4d1d-a1f0-4de7-884a-4a8b8a6ba7eb tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:42.822834 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-822f4d1d-a1f0-4de7-884a-4a8b8a6ba7eb tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.74 "GET /v2.0/networks?id=6e74bf64-ae4a-48c5-856f-e83dfdc0290d HTTP/1.1" status: 200 len: 910 time: 0.2574937 Jan 27 21:47:42.840719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Request body: {'port': {'device_id': '47c4a51c-6477-4d9f-84c9-0cb426172e52', 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d', 'admin_state_up': True, 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:42.860662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b37fe1e-44ca-432a-bd9c-e1566654a571 req-50c42e01-977d-4808-83a4-745fd38e0209 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859300 Jan 27 21:47:42.864141 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Publish callbacks [] for port (4dd511e5-2272-46c7-8577-53525cb69da9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:42.886487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d942598d-ff33-44ed-815f-1b37f48db9b4 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:42.944014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d942598d-ff33-44ed-815f-1b37f48db9b4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:42.944350 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.022669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d942598d-ff33-44ed-815f-1b37f48db9b4 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:43.023066 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.056124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port d942598d-ff33-44ed-815f-1b37f48db9b4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d942598d-ff33-44ed-815f-1b37f48db9b4,segment=NetworkSegment(e40bd7c5-ddd7-470c-984b-320b10f99853),segment_id=e40bd7c5-ddd7-470c-984b-320b10f99853)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:43.059985 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Made reservation on behalf of 12c3e0e9ae7b48eba662aaa61ce3c058 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:47:43.060607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4dd511e5-2272-46c7-8577-53525cb69da9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.062442 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.190179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:43.198839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:43.202481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:43.217115 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.263724 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Allocated IP 172.20.0.10 (6e74bf64-ae4a-48c5-856f-e83dfdc0290d/21fea7fb-8bf2-4546-b139-1422786c54ed/ea85407d-8cc0-428f-bfca-672a58dbe717) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:43.289869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=d942598d-ff33-44ed-815f-1b37f48db9b4,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:43.303370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd511e5-2272-46c7-8577-53525cb69da9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:43.394811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-b1182bb0-c3b4-4778-9e2d-aed2e0c3cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:43.396380 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-b1182bb0-c3b4-4778-9e2d-aed2e0c3cba1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d&tenant_id=56bceb56edbf41a4810a46a76f4d48af HTTP/1.1" status: 200 len: 1095 time: 0.2722669 Jan 27 21:47:43.407759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:43.483410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7a819c1-3a01-4010-a701-0fc2c76e09f5 req-603a114f-85aa-4c62-a57f-a376bfdcc606 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 210 time: 0.0707872 Jan 27 21:47:43.517050 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks [] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.544050 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e1368993-dd0a-4234-80fe-d51d39870566), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.675087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39272494-8632-47ca-9eb5-443b831b5039 None None] Network 8767157d-81c1-4a09-8ac7-b908ec6eab9d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:47:43.685309 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.726604 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Publish callbacks [] for router_gateway (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.756622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Pushing event updated for resources: {'Port': ['ID=ea85407d-8cc0-428f-bfca-672a58dbe717,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:43.767887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:43.769472 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:43.773998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['0eba3b21-810c-44d8-86fa-0e4aeca166d9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:43.785210 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:43.785371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bcffe51-e6be-4569-a146-1726941ba70a req-d8c71d40-1575-4e47-9f45-e7c023a2a4a0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0470817 Jan 27 21:47:43.898780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:43.899390 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:43.975818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6a8b1c90-a02d-4947-815a-0bfad9f312a5 None None] Provisioning complete for port d942598d-ff33-44ed-815f-1b37f48db9b4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:43.976367 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a8b1c90-a02d-4947-815a-0bfad9f312a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.074015 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-df50ed57-1f89-441c-9e69-a2d729d96129 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2432411 Jan 27 21:47:44.087576 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Request body: {'port': {'device_id': '47c4a51c-6477-4d9f-84c9-0cb426172e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:44.225383 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.233461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b1c90-a02d-4947-815a-0bfad9f312a5 None None] Current status of the port d942598d-ff33-44ed-815f-1b37f48db9b4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:44.356274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a4c29cca-23a4-4e9f-a3db-2359dbe88da1 None None] Provisioning complete for port ea85407d-8cc0-428f-bfca-672a58dbe717 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:44.357052 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a4c29cca-23a4-4e9f-a3db-2359dbe88da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.399665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a4c29cca-23a4-4e9f-a3db-2359dbe88da1 None None] Port ea85407d-8cc0-428f-bfca-672a58dbe717 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:47:44.522337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a6273b56-05de-4679-95db-46c90f14eb38 None None] Provisioning complete for port d942598d-ff33-44ed-815f-1b37f48db9b4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:44.522737 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a6273b56-05de-4679-95db-46c90f14eb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.572976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee64ae-6597-4cca-a5d6-63527d6f5d3d req-3c98bc20-ab35-4146-9abb-baf9b218498c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:44.574859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65ee64ae-6597-4cca-a5d6-63527d6f5d3d req-3c98bc20-ab35-4146-9abb-baf9b218498c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.1898022 Jan 27 21:47:44.577428 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea85407d-8cc0-428f-bfca-672a58dbe717 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:44.579607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:44.586680 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Publish callbacks [] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.602684 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Transition to ACTIVE for port object ea85407d-8cc0-428f-bfca-672a58dbe717 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:47:44.632420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a6273b56-05de-4679-95db-46c90f14eb38 None None] Current status of the port d942598d-ff33-44ed-815f-1b37f48db9b4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:44.691769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65ee64ae-6597-4cca-a5d6-63527d6f5d3d req-c4bacafd-ab16-4d21-be49-4c897dace199 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694480 Jan 27 21:47:44.695447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.719436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d942598d-ff33-44ed-815f-1b37f48db9b4 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:44.772235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:44.781632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9808d5e-1de4-40b5-beeb-3ec0dfcabb7e req-9d05e8ae-6e08-42b1-a97f-f79c9ed7edf8 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:44.783933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9808d5e-1de4-40b5-beeb-3ec0dfcabb7e req-9d05e8ae-6e08-42b1-a97f-f79c9ed7edf8 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1028 time: 0.2075810 Jan 27 21:47:44.835103 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea85407d-8cc0-428f-bfca-672a58dbe717,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:44.869677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d942598d-ff33-44ed-815f-1b37f48db9b4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:44.870063 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.908690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1368993-dd0a-4234-80fe-d51d39870566 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:44.925490 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.941352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Attempting to bind port ea85407d-8cc0-428f-bfca-672a58dbe717 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:44.942155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Attempting to bind port ea85407d-8cc0-428f-bfca-672a58dbe717 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:44.942155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Attempting to bind port ea85407d-8cc0-428f-bfca-672a58dbe717 on network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:44.951123 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Publish callbacks [] for port (e1368993-dd0a-4234-80fe-d51d39870566), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:44.959850 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Port ea85407d-8cc0-428f-bfca-672a58dbe717 on network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:44.960262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Attempting to bind port ea85407d-8cc0-428f-bfca-672a58dbe717 on network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:44.975285 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:44.975636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Checking segment: {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:44.976027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Bound using segment: {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:44.976573 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Bound port: ea85407d-8cc0-428f-bfca-672a58dbe717, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b100a816-2367-4a4c-8dc7-cec930ec9452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:44.976852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.134122 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] For port ea85407d-8cc0-428f-bfca-672a58dbe717, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:45.139363 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] For port ea85407d-8cc0-428f-bfca-672a58dbe717, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ea85407d-8cc0-428f-bfca-672a58dbe717,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:45.174102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10c84c4b-2d16-42f9-b080-fcce08ba1db2 req-77b0edb9-95e2-48ae-8c12-1eaab61a4260 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.2014008 Jan 27 21:47:45.175728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Transition to ACTIVE for port object e1368993-dd0a-4234-80fe-d51d39870566 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:47:45.221551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d942598d-ff33-44ed-815f-1b37f48db9b4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:45.231874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9808d5e-1de4-40b5-beeb-3ec0dfcabb7e req-23bf2216-4076-45dc-8a6d-fb66d729e091 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158363 Jan 27 21:47:45.284697 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.295443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.320403 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:45.321566 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:45.322596 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] 10.222.0.74 "PUT /v2.0/ports/ea85407d-8cc0-428f-bfca-672a58dbe717 HTTP/1.1" status: 200 len: 1092 time: 1.2404823 Jan 27 21:47:45.323039 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c4a51c-6477-4d9f-84c9-0cb426172e52', 'tag': 'ea85407d-8cc0-428f-bfca-672a58dbe717'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:45.325663 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9802881e-4de0-4920-8c63-432b7394e344" -d '{"events": [{"name": "network-changed", "server_uuid": "47c4a51c-6477-4d9f-84c9-0cb426172e52", "tag": "ea85407d-8cc0-428f-bfca-672a58dbe717"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:45.351770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da1abc-5b95-42ee-9bbb-95e2a4ac4bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea85407d-8cc0-428f-bfca-672a58dbe717,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:45.385025 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a4ac7c-76bb-469e-be10-1ed8c9bcd2bb x-openstack-request-id: req-03a4ac7c-76bb-469e-be10-1ed8c9bcd2bb {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:45.385325 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c4a51c-6477-4d9f-84c9-0cb426172e52", "tag": "ea85407d-8cc0-428f-bfca-672a58dbe717", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:45.385581 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03a4ac7c-76bb-469e-be10-1ed8c9bcd2bb {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:45.385989 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c4a51c-6477-4d9f-84c9-0cb426172e52', 'tag': 'ea85407d-8cc0-428f-bfca-672a58dbe717', 'status': 'completed', 'code': 200} Jan 27 21:47:45.429539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Pushing event updated for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=9']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:45.466801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:47:45.486748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802881e-4de0-4920-8c63-432b7394e344 req-ab0f59bb-e976-4905-b037-4074d9e45fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:45.488665 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9802881e-4de0-4920-8c63-432b7394e344 req-ab0f59bb-e976-4905-b037-4074d9e45fb5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12c3e0e9ae7b48eba662aaa61ce3c058&device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1095 time: 0.0816832 Jan 27 21:47:45.506955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] No DVR routers for this DVR port e1368993-dd0a-4234-80fe-d51d39870566 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:47:45.805104 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802881e-4de0-4920-8c63-432b7394e344 req-6ba59d72-22aa-4ddc-8d1d-dcfe7953fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:45.806626 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9802881e-4de0-4920-8c63-432b7394e344 req-6ba59d72-22aa-4ddc-8d1d-dcfe7953fffc service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=12c3e0e9ae7b48eba662aaa61ce3c058&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3102264 Jan 27 21:47:45.924037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802881e-4de0-4920-8c63-432b7394e344 req-60ef4a8f-90a8-4c58-9e5a-43950f53d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:45.926540 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9802881e-4de0-4920-8c63-432b7394e344 req-60ef4a8f-90a8-4c58-9e5a-43950f53d404 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106424 Jan 27 21:47:45.984824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:45.998780 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Sync routers for ids ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:46.021354 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Routers {'97b2fd41-981a-4302-a17c-bd41dfe5d5bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:46.021988 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:47:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:46.051818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-fb90f2fb-59fb-4d1a-9e46-f98bbd94e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.053365 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-fb90f2fb-59fb-4d1a-9e46-f98bbd94e2e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=12c3e0e9ae7b48eba662aaa61ce3c058&device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1095 time: 0.0895472 Jan 27 21:47:46.059720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e4108-997c-436f-947d-0f0d813cfc90 req-577a3a16-739c-442a-a7e0-827ad2ee0bf6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.075472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e14e4108-997c-436f-947d-0f0d813cfc90 req-577a3a16-739c-442a-a7e0-827ad2ee0bf6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 944 time: 0.2392445 Jan 27 21:47:46.136383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Attempting to bind port e1368993-dd0a-4234-80fe-d51d39870566 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:46.136730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Attempting to bind port e1368993-dd0a-4234-80fe-d51d39870566 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:46.137215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Attempting to bind port e1368993-dd0a-4234-80fe-d51d39870566 on network bf700070-3437-4935-bb61-9656ea0d6b47 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:46.139657 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-020878d2-611a-4f08-8aea-3540083eca7f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea85407d-8cc0-428f-bfca-672a58dbe717 HTTP/1.1" status: 200 len: 217 time: 0.0775435 Jan 27 21:47:46.152045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Port e1368993-dd0a-4234-80fe-d51d39870566 on network bf700070-3437-4935-bb61-9656ea0d6b47 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:47:46.152408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Attempting to bind port e1368993-dd0a-4234-80fe-d51d39870566 on network bf700070-3437-4935-bb61-9656ea0d6b47 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:46.187921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e14e4108-997c-436f-947d-0f0d813cfc90 req-7cdab38f-0e9e-4d72-8e5d-59a6c96dc582 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069729 Jan 27 21:47:46.189770 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Set router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:46.208768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.210873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-94d4ae9a-0d62-4839-b18c-b22ec45511a0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2491210 Jan 27 21:47:46.217056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55874) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:46.228994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:46.229944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Checking segment: {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:46.231380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Bound using segment: {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:46.235300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Bound port: e1368993-dd0a-4234-80fe-d51d39870566, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:46.235881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e1368993-dd0a-4234-80fe-d51d39870566), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.451026 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-07f87b53-1b81-407f-b3f9-49f44ca4df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.453143 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-07f87b53-1b81-407f-b3f9-49f44ca4df04 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=21fea7fb-8bf2-4546-b139-1422786c54ed HTTP/1.1" status: 200 len: 848 time: 0.3067241 Jan 27 21:47:46.481069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b709792-bf89-4fff-a259-edf647773a68 req-5d9c7edd-6864-4cf8-9203-73894a0d7898 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.1143453 Jan 27 21:47:46.520445 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:47:43Z', 'revision_number': 3, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:46.545847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-7b847faf-e4b4-428b-871d-e41161328011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.547345 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-7b847faf-e4b4-428b-871d-e41161328011 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6e74bf64-ae4a-48c5-856f-e83dfdc0290d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870042 Jan 27 21:47:46.549455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:46.554757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:46.562415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330c1d-9b58-4d3d-a60c-668867a72c91 req-3b08809c-6ad1-4c03-ba92-b6c60a6588fa tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.577301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7330c1d-9b58-4d3d-a60c-668867a72c91 req-3b08809c-6ad1-4c03-ba92-b6c60a6588fa tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1095 time: 0.1220796 Jan 27 21:47:46.606067 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Checking router: 97b2fd41-981a-4302-a17c-bd41dfe5d5bd for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:46.607217 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Updating router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd port 4dd511e5-2272-46c7-8577-53525cb69da9 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:47:46.641856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7330c1d-9b58-4d3d-a60c-668867a72c91 req-a5e76d6a-f784-4c3c-8496-4605678ff8c6 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596750 Jan 27 21:47:46.656983 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4dd511e5-2272-46c7-8577-53525cb69da9), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.686911 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.771634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:46.774166 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:46.782459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] 10.222.0.71 "PUT /v2.0/ports/e1368993-dd0a-4234-80fe-d51d39870566 HTTP/1.1" status: 200 len: 1092 time: 3.3785396 Jan 27 21:47:46.790667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:46.800526 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc234a58-3d5a-495f-9b36-e0c1b707e75c" -d '{"events": [{"name": "network-changed", "server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "tag": "e1368993-dd0a-4234-80fe-d51d39870566"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:46.960029 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c5ed08-7bc9-42b1-80ff-40d344721221 x-openstack-request-id: req-51c5ed08-7bc9-42b1-80ff-40d344721221 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:46.960440 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "tag": "e1368993-dd0a-4234-80fe-d51d39870566", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:46.960714 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-51c5ed08-7bc9-42b1-80ff-40d344721221 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:46.961158 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566', 'status': 'completed', 'code': 200} Jan 27 21:47:46.982310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e1a0b-d05f-4f4a-bd8f-a8375dd8160b service neutron] Pushing event updated for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=10']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:47.000676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-fa88f55a-8ba1-4965-af78-f0c628546c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.003279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-fa88f55a-8ba1-4965-af78-f0c628546c70 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 1096 time: 0.1700771 Jan 27 21:47:47.197038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-d40643d0-84da-40ef-aa14-2ea3647f8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.198669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-d40643d0-84da-40ef-aa14-2ea3647f8bdc service neutron] 10.222.0.71 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 918 time: 0.1896200 Jan 27 21:47:47.275146 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Publish callbacks [] for port (4dd511e5-2272-46c7-8577-53525cb69da9), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.369460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-9cdfa438-a883-495a-a8d5-9e3588c32379 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1368993-dd0a-4234-80fe-d51d39870566 HTTP/1.1" status: 200 len: 1000 time: 0.1648510 Jan 27 21:47:47.370103 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4dd511e5-2272-46c7-8577-53525cb69da9), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.440429 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57206de7-49a9-4c94-a68a-4a120fedeb58 None None] Pushing event updated for resources: {'Port': ['ID=4dd511e5-2272-46c7-8577-53525cb69da9,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:47.488531 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Attempting to bind port 4dd511e5-2272-46c7-8577-53525cb69da9 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:47.489829 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Attempting to bind port 4dd511e5-2272-46c7-8577-53525cb69da9 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:47.490675 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Attempting to bind port 4dd511e5-2272-46c7-8577-53525cb69da9 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:47.499824 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:47.500667 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:47.501249 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.502643 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:47.503289 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Bound port: 4dd511e5-2272-46c7-8577-53525cb69da9, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:47.503858 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4dd511e5-2272-46c7-8577-53525cb69da9), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.583305 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-09faf763-1c72-4349-b84a-f8841d4174c4 service neutron] 10.222.0.74 "GET /v2.0/networks/6e74bf64-ae4a-48c5-856f-e83dfdc0290d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9964721 Jan 27 21:47:47.583923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7aa2bf-4172-40af-a50b-19044ec957c5 req-a85bcb0b-3e2e-4fef-b1cb-3e697cd346cd tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.586759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f7aa2bf-4172-40af-a50b-19044ec957c5 req-a85bcb0b-3e2e-4fef-b1cb-3e697cd346cd tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.2162261 Jan 27 21:47:47.622131 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] For port 4dd511e5-2272-46c7-8577-53525cb69da9, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:47.625225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-1f9522dd-ffc4-4e49-b8f7-66af2a165653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.626552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-1f9522dd-ffc4-4e49-b8f7-66af2a165653 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 200 len: 856 time: 0.1774569 Jan 27 21:47:47.627512 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] For port 4dd511e5-2272-46c7-8577-53525cb69da9, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4dd511e5-2272-46c7-8577-53525cb69da9,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:47.722746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8884b096-d1e5-459d-ba3a-d5117d39742a req-ba08ba9b-b1fa-4149-bd02-52db081ce7a5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0911784 Jan 27 21:47:47.730422 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.736791 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4dd511e5-2272-46c7-8577-53525cb69da9), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:47.747437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f7aa2bf-4172-40af-a50b-19044ec957c5 req-766c7252-5980-43db-8394-67bf420fccc5 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482463 Jan 27 21:47:47.761825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-747039a3-c780-4c21-9265-8c0df942129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.766900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-747039a3-c780-4c21-9265-8c0df942129e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf700070-3437-4935-bb61-9656ea0d6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318531 Jan 27 21:47:47.892013 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57206de7-49a9-4c94-a68a-4a120fedeb58 None None] Pushing event updated for resources: {'Port': ['ID=4dd511e5-2272-46c7-8577-53525cb69da9,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:47.924290 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Routers {'97b2fd41-981a-4302-a17c-bd41dfe5d5bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:47.932098 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:47:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:47.969571 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26df2bd-b91c-44d0-a515-59cc96986c24 req-fe06ac63-65c3-4666-891a-b7c795e48a20 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:47.977318 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d26df2bd-b91c-44d0-a515-59cc96986c24 req-fe06ac63-65c3-4666-891a-b7c795e48a20 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1095 time: 0.0907919 Jan 27 21:47:48.006917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-e0ab300e-59a8-4f17-bff1-c64b616509ab service neutron] 10.222.0.71 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251494 Jan 27 21:47:48.207055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Allocated IP 172.20.0.1 (8767157d-81c1-4a09-8ac7-b908ec6eab9d/c6314d55-14ad-4dbe-a56e-d8dfcfde5739/8a34f66f-1de9-420c-b806-c53f394a578c) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:48.207248 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] Set router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:48.207598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d26df2bd-b91c-44d0-a515-59cc96986c24 req-65829259-66f0-4f7a-8ed2-6500b4de29e2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156351 Jan 27 21:47:48.242724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59261152-c93a-485d-b01f-fa59b3fd6b3a req-0f1715c5-7476-4f7c-984c-f44976c16af3 service neutron] 10.222.0.71 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225730 Jan 27 21:47:48.339342 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Publish callbacks [] for port (8a34f66f-1de9-420c-b806-c53f394a578c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.463812 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.467091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc234a58-3d5a-495f-9b36-e0c1b707e75c req-24c76d4b-9c00-44d9-9d27-2199c5017403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:48.469910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc234a58-3d5a-495f-9b36-e0c1b707e75c req-24c76d4b-9c00-44d9-9d27-2199c5017403 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 1096 time: 0.0856926 Jan 27 21:47:48.641365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Network 8767157d-81c1-4a09-8ac7-b908ec6eab9d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:48.648883 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:47:43Z', 'revision_number': 3, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:48.659282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:48.667506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc234a58-3d5a-495f-9b36-e0c1b707e75c req-41fd3e6c-0517-45cd-b412-08efa1d61f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:48.674004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:47:48.685592 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ba237ee8-6756-4049-b70f-7b081dc62d27 req-43d327ac-aec3-42dd-beea-a8c213c031eb service neutron] 10.222.0.74 "GET /v2.0/networks/6e74bf64-ae4a-48c5-856f-e83dfdc0290d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9690862 Jan 27 21:47:48.687401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc234a58-3d5a-495f-9b36-e0c1b707e75c req-41fd3e6c-0517-45cd-b412-08efa1d61f01 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 918 time: 0.2116141 Jan 27 21:47:48.745184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Pushing event updated for resources: {'Port': ['ID=8a34f66f-1de9-420c-b806-c53f394a578c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:48.776341 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636bde63-b24c-4b95-8431-e5adeadf4980 None None] The sync data for ids ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'] in n-d-760456-6 is: [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:47:43Z', 'revision_number': 3, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:48.787806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.791781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.792517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.794915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.795901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.797469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.797889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.798325 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.807321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.807840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.808342 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.808788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.809423 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:48.835820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:48.913665 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc234a58-3d5a-495f-9b36-e0c1b707e75c req-958410fb-6a3d-40b9-b2f4-bbf2383b5f0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1368993-dd0a-4234-80fe-d51d39870566 HTTP/1.1" status: 200 len: 1000 time: 0.1987765 Jan 27 21:47:49.063404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc234a58-3d5a-495f-9b36-e0c1b707e75c req-51feac62-8fe4-418e-b9dc-8afc1aa3bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:49.073406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc234a58-3d5a-495f-9b36-e0c1b707e75c req-51feac62-8fe4-418e-b9dc-8afc1aa3bd97 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 200 len: 856 time: 0.1580365 Jan 27 21:47:49.183556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94b156df-18dc-4bc8-a38f-204b9e1ed7d1 req-1acb00be-3955-4f36-92fb-666cea5c50b5 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.1099660 Jan 27 21:47:49.203873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc234a58-3d5a-495f-9b36-e0c1b707e75c req-6e301e27-696c-4d9b-b144-ece5a97f9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:49.205597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc234a58-3d5a-495f-9b36-e0c1b707e75c req-6e301e27-696c-4d9b-b144-ece5a97f9036 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf700070-3437-4935-bb61-9656ea0d6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258087 Jan 27 21:47:49.237916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3d228745-6c87-44d0-ae73-28d4eb5eec7a None None] Provisioning complete for port 8a34f66f-1de9-420c-b806-c53f394a578c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:49.238918 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3d228745-6c87-44d0-ae73-28d4eb5eec7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.292991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3d228745-6c87-44d0-ae73-28d4eb5eec7a None None] Port 8a34f66f-1de9-420c-b806-c53f394a578c cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:47:49.345109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:49.355496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a2852-687c-44b7-b04a-def137a3f5ac req-48589d99-a2cc-4843-b6aa-646c96dbe232 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:49.360528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b1a2852-687c-44b7-b04a-def137a3f5ac req-48589d99-a2cc-4843-b6aa-646c96dbe232 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.2829509 Jan 27 21:47:49.783391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b1a2852-687c-44b7-b04a-def137a3f5ac req-f341cf02-36d5-4f46-8972-bcdca3e57636 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151519 Jan 27 21:47:49.786274 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc234a58-3d5a-495f-9b36-e0c1b707e75c req-0e4315b8-bffc-43c9-b7a1-1e04b0705c5d service neutron] 10.222.0.71 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699968 Jan 27 21:47:49.789597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce642235-8183-4bab-ac34-1a77c0c3f799 req-a02c9610-93eb-4cd5-870a-4e6879c8310c tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:49.791738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce642235-8183-4bab-ac34-1a77c0c3f799 req-a02c9610-93eb-4cd5-870a-4e6879c8310c tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1095 time: 0.3365912 Jan 27 21:47:49.990617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Publish callbacks [] for port (8a34f66f-1de9-420c-b806-c53f394a578c), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:50.078656 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:50.084434 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce642235-8183-4bab-ac34-1a77c0c3f799 req-e2b95cdb-3ba7-4a94-991f-7da84291bdf1 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517982 Jan 27 21:47:50.152137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc234a58-3d5a-495f-9b36-e0c1b707e75c req-4422abad-cff2-4557-9767-8e04f971df61 service neutron] 10.222.0.71 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587384 Jan 27 21:47:50.307522 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Pushing event updated for resources: {'Port': ['ID=8a34f66f-1de9-420c-b806-c53f394a578c,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:50.324339 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:50.447229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-336aa3f3-a66f-4781-9396-1af5bab86a5c req-30aa3f21-56d0-470e-9dc1-b046032a8b0d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0670698 Jan 27 21:47:50.734386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Network 8767157d-81c1-4a09-8ac7-b908ec6eab9d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:50.746332 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:50.912652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4dd511e5-2272-46c7-8577-53525cb69da9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:51.032376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4dd511e5-2272-46c7-8577-53525cb69da9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:51.032921 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4dd511e5-2272-46c7-8577-53525cb69da9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.120246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:47:51.250262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8d581-f388-4592-9ebd-8b5dd8872840 req-3a8fe8d0-f1c2-43dd-bee9-37e05e7dbc63 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:51.254696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9c8d581-f388-4592-9ebd-8b5dd8872840 req-3a8fe8d0-f1c2-43dd-bee9-37e05e7dbc63 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.2545130 Jan 27 21:47:51.277679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4dd511e5-2272-46c7-8577-53525cb69da9 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:51.278530 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4dd511e5-2272-46c7-8577-53525cb69da9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.333525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 4dd511e5-2272-46c7-8577-53525cb69da9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4dd511e5-2272-46c7-8577-53525cb69da9,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:51.380993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f9b2eedd-2194-4de7-a742-8f4a9d6b5247 None None] Provisioning complete for port 8a34f66f-1de9-420c-b806-c53f394a578c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:51.387542 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9b2eedd-2194-4de7-a742-8f4a9d6b5247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.433680 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:47:51.447565 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e032e94f-7b76-4227-8c9c-ff5a71540033 admin admin] 10.222.0.61 "PUT /v2.0/routers/97b2fd41-981a-4302-a17c-bd41dfe5d5bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2294369 Jan 27 21:47:51.477712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f9b2eedd-2194-4de7-a742-8f4a9d6b5247 None None] Port 8a34f66f-1de9-420c-b806-c53f394a578c cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:47:51.485803 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4dd511e5-2272-46c7-8577-53525cb69da9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:51.568473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ea85407d-8cc0-428f-bfca-672a58dbe717 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:47:51.643779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9c8d581-f388-4592-9ebd-8b5dd8872840 req-357456da-6e81-4f95-b09a-f4de65265925 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3596158 Jan 27 21:47:51.655013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b9d6a-735f-4bfc-8ca5-bc5183c44da5 req-72e52000-4f4d-43b5-8d11-65661f4cde69 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:51.675889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=4dd511e5-2272-46c7-8577-53525cb69da9,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:51.676833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c5b9d6a-735f-4bfc-8ca5-bc5183c44da5 req-72e52000-4f4d-43b5-8d11-65661f4cde69 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1095 time: 0.2872887 Jan 27 21:47:51.942474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ea85407d-8cc0-428f-bfca-672a58dbe717, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ea85407d-8cc0-428f-bfca-672a58dbe717,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:51.979564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c5b9d6a-735f-4bfc-8ca5-bc5183c44da5 req-1b09c1b1-d32c-4a85-9f7c-43b3dd0ab5a5 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016605 Jan 27 21:47:51.988949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'ea85407d-8cc0-428f-bfca-672a58dbe717', 'network_id': '6e74bf64-ae4a-48c5-856f-e83dfdc0290d', 'port_id': 'ea85407d-8cc0-428f-bfca-672a58dbe717', 'mac_address': 'fa:16:3e:18:49:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fea7fb-8bf2-4546-b139-1422786c54ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:47:51.990977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3bdb0ee-c095-4af1-8ce3-9a87a5ba8826 req-9fcd7567-e27d-4ddf-b4f4-bdb8df1ca998 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.1202972 Jan 27 21:47:52.124001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port ea85407d-8cc0-428f-bfca-672a58dbe717 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:52.125083 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:52.156244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea85407d-8cc0-428f-bfca-672a58dbe717 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:47:52.197993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ea85407d-8cc0-428f-bfca-672a58dbe717, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ea85407d-8cc0-428f-bfca-672a58dbe717,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:52.215884 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Sync routers for ids ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:47:52.232334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Routers {'97b2fd41-981a-4302-a17c-bd41dfe5d5bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:52.234044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:47:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:52.287315 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:52.485393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Set router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:52.775540 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4dd511e5-2272-46c7-8577-53525cb69da9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:52.879004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda694b-8ad9-4467-a7e8-1c8916637f92 req-41ee33b3-d12d-441d-ba8d-a0f0de3db972 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:52.880401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=ea85407d-8cc0-428f-bfca-672a58dbe717,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:52.924395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bda694b-8ad9-4467-a7e8-1c8916637f92 req-41ee33b3-d12d-441d-ba8d-a0f0de3db972 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.1387520 Jan 27 21:47:52.925193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55992) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:52.930337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-80c18272-a941-4560-9297-1b228cda0055 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--549608795', 'description': 'tempest-description--1183765759'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:52.943709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['ea85407d-8cc0-428f-bfca-672a58dbe717'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:47:53.128418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bda694b-8ad9-4467-a7e8-1c8916637f92 req-de7f842c-95c2-4810-ab66-f2c748a418eb tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047000 Jan 27 21:47:53.237920 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80c18272-a941-4560-9297-1b228cda0055 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.305720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a03324-c02f-4d40-891e-944e87878c45 req-44c9190e-f257-4576-8c2d-11e732203295 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:53.317435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8a03324-c02f-4d40-891e-944e87878c45 req-44c9190e-f257-4576-8c2d-11e732203295 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1096 time: 0.1482306 Jan 27 21:47:53.478264 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80c18272-a941-4560-9297-1b228cda0055 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for security_group (2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.519679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-168e2def-5564-4bcf-8f64-652e933fb100 req-4645c48c-6f28-4e08-9b63-2148b57e5ade tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.1381798 Jan 27 21:47:53.523154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8a03324-c02f-4d40-891e-944e87878c45 req-72c62dfe-d9e9-405d-844e-34b62bb49d43 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004824 Jan 27 21:47:53.619503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4dd511e5-2272-46c7-8577-53525cb69da9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:53.621849 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4dd511e5-2272-46c7-8577-53525cb69da9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.626392 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80c18272-a941-4560-9297-1b228cda0055 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.710790 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c18272-a941-4560-9297-1b228cda0055 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:53.735406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:47:49Z', 'revision_number': 4, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8a34f66f-1de9-420c-b806-c53f394a578c', 'name': '', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'mac_address': 'fa:16:3e:30:e9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:49Z', 'revision_number': 2, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'subnets': [{'id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:53.824459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Checking router: 97b2fd41-981a-4302-a17c-bd41dfe5d5bd for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:47:53.824459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Updating router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd port 8a34f66f-1de9-420c-b806-c53f394a578c binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:47:53.877815 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:53.949306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4dd511e5-2272-46c7-8577-53525cb69da9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:54.186745 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80c18272-a941-4560-9297-1b228cda0055 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.191206 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-80c18272-a941-4560-9297-1b228cda0055 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2643230 Jan 27 21:47:54.195261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56012) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:54.201381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Request body: {'security_group_rule': {'security_group_id': '2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:54.417126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69681cfa-52ae-4924-8cd4-526b49e70d9b req-b6922737-c635-4ed1-b1da-8f16db1f2be8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:54.419024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69681cfa-52ae-4924-8cd4-526b49e70d9b req-b6922737-c635-4ed1-b1da-8f16db1f2be8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.1215904 Jan 27 21:47:54.420425 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for security_group_rule (72812751-920b-4562-b8aa-594bcf5d7b2b), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.439720 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Publish callbacks [] for port (8a34f66f-1de9-420c-b806-c53f394a578c), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.541065 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for security_group_rule (72812751-920b-4562-b8aa-594bcf5d7b2b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.583646 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.651832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69681cfa-52ae-4924-8cd4-526b49e70d9b req-3d222eb4-d232-4cc4-9b6a-4689638fe1cb tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601555 Jan 27 21:47:54.679264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d629e50-850e-40b0-bbac-edb8146243c4 None None] Pushing event updated for resources: {'Port': ['ID=8a34f66f-1de9-420c-b806-c53f394a578c,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:54.705661 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (72812751-920b-4562-b8aa-594bcf5d7b2b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.816992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Attempting to bind port 8a34f66f-1de9-420c-b806-c53f394a578c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:47:54.819949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Attempting to bind port 8a34f66f-1de9-420c-b806-c53f394a578c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:47:54.820596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Attempting to bind port 8a34f66f-1de9-420c-b806-c53f394a578c on network 8767157d-81c1-4a09-8ac7-b908ec6eab9d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:47:54.836028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:47:54.837100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Checking segment: {'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:47:54.838244 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:54.839314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Bound using segment: {'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:47:54.841690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Bound port: 8a34f66f-1de9-420c-b806-c53f394a578c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:47:54.842231 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.023700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] For port 8a34f66f-1de9-420c-b806-c53f394a578c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:47:55.031690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] For port 8a34f66f-1de9-420c-b806-c53f394a578c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8a34f66f-1de9-420c-b806-c53f394a578c,segment=NetworkSegment(e40bd7c5-ddd7-470c-984b-320b10f99853),segment_id=e40bd7c5-ddd7-470c-984b-320b10f99853)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:47:55.157778 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.251442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Routers {'97b2fd41-981a-4302-a17c-bd41dfe5d5bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:47:55.264475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:47:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:55.537125 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] Set router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:47:55.544201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9a87864-71e3-4a67-87f6-3163e631d3c6 req-e409bb65-414f-462f-a27b-84aca821408e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.8011305 Jan 27 21:47:55.545053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72812751-920b-4562-b8aa-594bcf5d7b2b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:55.605767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d16fca-0596-4bef-a7ee-c6a6f20e0a69 req-dd6bc53a-86ba-4ac5-9f56-4e0d8c874c71 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:55.634045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a2d16fca-0596-4bef-a7ee-c6a6f20e0a69 req-dd6bc53a-86ba-4ac5-9f56-4e0d8c874c71 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1096 time: 0.8642778 Jan 27 21:47:55.634990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d629e50-850e-40b0-bbac-edb8146243c4 None None] Pushing event updated for resources: {'Port': ['ID=8a34f66f-1de9-420c-b806-c53f394a578c,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:55.636631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.636997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.637351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.637700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.638035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.645741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.646159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.646519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.646870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.647221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.647601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.647940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.650361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ea85407d-8cc0-428f-bfca-672a58dbe717 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:55.652007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:47:55.724634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.728893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9419693c-7ac8-43e2-b777-fb3af80101d7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5286334 Jan 27 21:47:55.730151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56044) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:55.730755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a846df54-c3eb-4cc2-9167-eef6fec91eac None None] Provisioning complete for port 8a34f66f-1de9-420c-b806-c53f394a578c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:55.731306 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a846df54-c3eb-4cc2-9167-eef6fec91eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.736939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1c245709-c063-4ff2-9185-7625dd47766c tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Request body: {'security_group_rule': {'security_group_id': '2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:55.813729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a2d16fca-0596-4bef-a7ee-c6a6f20e0a69 req-67bbe50a-f52a-4213-a93f-6475b265647e tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665869 Jan 27 21:47:55.899435 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c245709-c063-4ff2-9185-7625dd47766c tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for security_group_rule (8016f249-ea4d-4645-be63-03288f6cda7b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:55.970613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16592fa-cd58-4b81-906d-4d73e98a8a97 req-716f7a36-7b37-41c6-b109-d2e788a96373 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:55.972837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f16592fa-cd58-4b81-906d-4d73e98a8a97 req-716f7a36-7b37-41c6-b109-d2e788a96373 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.1182106 Jan 27 21:47:56.111836 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a846df54-c3eb-4cc2-9167-eef6fec91eac None None] Current status of the port 8a34f66f-1de9-420c-b806-c53f394a578c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:56.113479 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a846df54-c3eb-4cc2-9167-eef6fec91eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.174051 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c245709-c063-4ff2-9185-7625dd47766c tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for security_group_rule (8016f249-ea4d-4645-be63-03288f6cda7b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.187472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f16592fa-cd58-4b81-906d-4d73e98a8a97 req-4ed3ea1d-eac6-4b1b-9079-d756d65483d4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899252 Jan 27 21:47:56.190701 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a846df54-c3eb-4cc2-9167-eef6fec91eac None None] For port 8a34f66f-1de9-420c-b806-c53f394a578c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8a34f66f-1de9-420c-b806-c53f394a578c,segment=NetworkSegment(e40bd7c5-ddd7-470c-984b-320b10f99853),segment_id=e40bd7c5-ddd7-470c-984b-320b10f99853)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:56.212937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port ea85407d-8cc0-428f-bfca-672a58dbe717 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:47:56.230104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port ea85407d-8cc0-428f-bfca-672a58dbe717 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:56.230718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.322652 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c245709-c063-4ff2-9185-7625dd47766c tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (8016f249-ea4d-4645-be63-03288f6cda7b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.354767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c245709-c063-4ff2-9185-7625dd47766c tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8016f249-ea4d-4645-be63-03288f6cda7b,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:56.457402 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a846df54-c3eb-4cc2-9167-eef6fec91eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.545136 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c245709-c063-4ff2-9185-7625dd47766c tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.547017 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1c245709-c063-4ff2-9185-7625dd47766c tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8156011 Jan 27 21:47:56.552286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56052) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:56.556784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:47:56.861130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca4035f2-cb80-494b-9228-c15a5b69964b req-ddce2117-13d5-4fc9-be52-e972e8315553 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.1145027 Jan 27 21:47:56.868467 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:56.882061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port ea85407d-8cc0-428f-bfca-672a58dbe717 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:56.882461 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.027350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ea85407d-8cc0-428f-bfca-672a58dbe717, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ea85407d-8cc0-428f-bfca-672a58dbe717,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:47:57.031484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-74f0849b-e78d-443d-9c97-7c7dc83accfd None None] Provisioning complete for port 8a34f66f-1de9-420c-b806-c53f394a578c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:57.036530 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-74f0849b-e78d-443d-9c97-7c7dc83accfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.193785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627ab03-64e3-45fe-b71c-40def7c0aecd req-7af08c4e-d377-403c-a3e7-9a188936f0f8 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:57.205793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1627ab03-64e3-45fe-b71c-40def7c0aecd req-7af08c4e-d377-403c-a3e7-9a188936f0f8 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1096 time: 0.2705841 Jan 27 21:47:57.261249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c4a51c-6477-4d9f-84c9-0cb426172e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea85407d-8cc0-428f-bfca-672a58dbe717'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:47:57.263543 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566a0bca-c7b0-476d-9bb0-40a1ee601294" -d '{"events": [{"server_uuid": "47c4a51c-6477-4d9f-84c9-0cb426172e52", "name": "network-vif-plugged", "status": "completed", "tag": "ea85407d-8cc0-428f-bfca-672a58dbe717"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:47:57.282649 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.424726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846df54-c3eb-4cc2-9167-eef6fec91eac None None] Pushing event updated for resources: {'Port': ['ID=8a34f66f-1de9-420c-b806-c53f394a578c,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:57.447373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1627ab03-64e3-45fe-b71c-40def7c0aecd req-68d39574-a809-4d81-a3b2-d62a55ae9c7b tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402964 Jan 27 21:47:57.451977 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.485175 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.739805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:47:49Z', 'revision_number': 4, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8a34f66f-1de9-420c-b806-c53f394a578c', 'name': '', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'mac_address': 'fa:16:3e:30:e9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:55Z', 'revision_number': 4, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'subnets': [{'id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:47:57.831293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=ea85407d-8cc0-428f-bfca-672a58dbe717,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:57.837875 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64855665-263a-4720-96ef-6c8e973956b5 x-openstack-request-id: req-64855665-263a-4720-96ef-6c8e973956b5 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:47:57.837875 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c4a51c-6477-4d9f-84c9-0cb426172e52", "name": "network-vif-plugged", "status": "completed", "tag": "ea85407d-8cc0-428f-bfca-672a58dbe717", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:47:57.837875 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64855665-263a-4720-96ef-6c8e973956b5 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:47:57.837875 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c4a51c-6477-4d9f-84c9-0cb426172e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea85407d-8cc0-428f-bfca-672a58dbe717', 'code': 200} Jan 27 21:47:57.840183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448fc4e7-3d88-47da-a5f4-b5de7a57b083 None None] The sync data for ids ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'] in n-d-760456-6 is: [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:47:49Z', 'revision_number': 4, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8a34f66f-1de9-420c-b806-c53f394a578c', 'name': '', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'mac_address': 'fa:16:3e:30:e9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:55Z', 'revision_number': 4, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'subnets': [{'id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:47:57.850097 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:57.920172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-74f0849b-e78d-443d-9c97-7c7dc83accfd None None] Current status of the port 8a34f66f-1de9-420c-b806-c53f394a578c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:57.920563 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512402b-0c5c-4ebf-b4f7-45be95ad8a4d req-a3d15fe4-6bbf-40a5-bf4c-e0c1a038d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:57.929198 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3512402b-0c5c-4ebf-b4f7-45be95ad8a4d req-a3d15fe4-6bbf-40a5-bf4c-e0c1a038d86d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1097 time: 0.1726873 Jan 27 21:47:58.095863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Allocated IP 172.25.0.162 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/dedda71e-319a-4674-8d09-5461ce6ba34f) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:47:58.153674 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3512402b-0c5c-4ebf-b4f7-45be95ad8a4d req-d98b7835-6f5a-460f-b6de-4a49f6c99535 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160463 Jan 27 21:47:58.242310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ce8c1a9-cdf6-486e-9089-a260d9de0786 req-8679a27e-ca36-4119-a806-28f8639c4e6d tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/ports?device_id=c22fb84c-1a67-45ad-a291-0367429a7d62 HTTP/1.1" status: 200 len: 210 time: 0.0744197 Jan 27 21:47:58.393362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80714a72-3c42-4e73-851e-c43e9389db1b req-faf3383b-9093-4c5b-8a15-592e6504680c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:58.406140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80714a72-3c42-4e73-851e-c43e9389db1b req-faf3383b-9093-4c5b-8a15-592e6504680c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 1.0397549 Jan 27 21:47:59.061326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80714a72-3c42-4e73-851e-c43e9389db1b req-12f0efd8-2ffd-4738-b7b9-a5ea139cee25 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6541691 Jan 27 21:47:59.087729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8a34f66f-1de9-420c-b806-c53f394a578c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:47:59.177493 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for port (dedda71e-319a-4674-8d09-5461ce6ba34f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.273922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875c547-3fa0-44e6-8d40-6fa3fa318010 req-4594cbde-91f5-49f4-bcaf-a2d14c280c9d tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:47:59.275727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1875c547-3fa0-44e6-8d40-6fa3fa318010 req-4594cbde-91f5-49f4-bcaf-a2d14c280c9d tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1097 time: 0.5584998 Jan 27 21:47:59.325073 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8a34f66f-1de9-420c-b806-c53f394a578c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:47:59.328569 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.556790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1875c547-3fa0-44e6-8d40-6fa3fa318010 req-3af72c0a-8edb-4345-b888-ef3f510c27c7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634125 Jan 27 21:47:59.668747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8a34f66f-1de9-420c-b806-c53f394a578c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:47:59.800460 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (dedda71e-319a-4674-8d09-5461ce6ba34f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:47:59.813051 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56096) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:47:59.911222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Pushing event updated for resources: {'Port': ['ID=dedda71e-319a-4674-8d09-5461ce6ba34f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:47:59.957507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:47:59.968355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:47:59.968355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:00.032688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-12f59054-e7a9-4c0c-a77d-2468d9ccda7e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for security_group (486e44e9-58a4-4337-8f5f-d6bc6dfa9a57), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:00.084353 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-12f59054-e7a9-4c0c-a77d-2468d9ccda7e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for security_group (486e44e9-58a4-4337-8f5f-d6bc6dfa9a57), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:00.273384 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for floatingip (50e1c2ec-530b-4f74-ba0d-7f9121da363c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:00.340727 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-12f59054-e7a9-4c0c-a77d-2468d9ccda7e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (486e44e9-58a4-4337-8f5f-d6bc6dfa9a57), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:00.344227 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-12f59054-e7a9-4c0c-a77d-2468d9ccda7e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:00.345409 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-12f59054-e7a9-4c0c-a77d-2468d9ccda7e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "DELETE /v2.0/security-groups/486e44e9-58a4-4337-8f5f-d6bc6dfa9a57 HTTP/1.1" status: 204 len: 168 time: 0.5313249 Jan 27 21:48:00.349151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56104) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:00.417133 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-1b04f734-0820-4b5c-9411-162cc15112b3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] show failed (client error): The resource could not be found. Jan 27 21:48:00.420130 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1b04f734-0820-4b5c-9411-162cc15112b3 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "GET /v2.0/security-groups/486e44e9-58a4-4337-8f5f-d6bc6dfa9a57 HTTP/1.1" status: 404 len: 347 time: 0.0608547 Jan 27 21:48:00.426879 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f59054-e7a9-4c0c-a77d-2468d9ccda7e tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486e44e9-58a4-4337-8f5f-d6bc6dfa9a57,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:00.427037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56106) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:00.834384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c122607-7623-4113-9467-f2725691724c req-8153a0eb-5935-42c0-97d0-44e4c049fb99 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:00.839362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c122607-7623-4113-9467-f2725691724c req-8153a0eb-5935-42c0-97d0-44e4c049fb99 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.5447159 Jan 27 21:48:00.991653 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dedda71e-319a-4674-8d09-5461ce6ba34f), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.025737 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:48:01.221207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e0197-32ab-4177-8c1d-8307d44767c7 req-3191cb57-a66a-4735-8cce-f89c3a1acdd5 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:01.233944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd8e0197-32ab-4177-8c1d-8307d44767c7 req-3191cb57-a66a-4735-8cce-f89c3a1acdd5 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1097 time: 0.3899770 Jan 27 21:48:01.275604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c122607-7623-4113-9467-f2725691724c req-37c38cf9-b55e-4690-a46f-6ecf69ae69fb tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807682 Jan 27 21:48:01.406100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd8e0197-32ab-4177-8c1d-8307d44767c7 req-aaaedb6e-6fd0-4697-9f0a-898fe761d5e6 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549449 Jan 27 21:48:01.698628 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for port (dedda71e-319a-4674-8d09-5461ce6ba34f), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.703901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-4ceae02d-30cf-4fb5-94a6-a695a9a97f27 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Deleting port ec6d9c7b-63eb-4845-9cf8-98dbda217fe0 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:01.704375 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4ceae02d-30cf-4fb5-94a6-a695a9a97f27 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ec6d9c7b-63eb-4845-9cf8-98dbda217fe0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:01.946852 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (dedda71e-319a-4674-8d09-5461ce6ba34f), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.018854 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4ceae02d-30cf-4fb5-94a6-a695a9a97f27 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ec6d9c7b-63eb-4845-9cf8-98dbda217fe0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.019254 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4ceae02d-30cf-4fb5-94a6-a695a9a97f27 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for floatingip (ec6d9c7b-63eb-4845-9cf8-98dbda217fe0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.066623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-4ceae02d-30cf-4fb5-94a6-a695a9a97f27 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Calling delete_port for ec6d9c7b-63eb-4845-9cf8-98dbda217fe0 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:02.260819 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b33b9fcf-8966-4f64-aba3-2620f55f9f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.499768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be1491-d3dc-45a7-9d30-690e30dba692 req-97c5b9d4-ad5e-43d5-9b52-725dccc8ea11 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:02.511105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1be1491-d3dc-45a7-9d30-690e30dba692 req-97c5b9d4-ad5e-43d5-9b52-725dccc8ea11 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1097 time: 0.7988439 Jan 27 21:48:02.533423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Pushing event updated for resources: {'Port': ['ID=dedda71e-319a-4674-8d09-5461ce6ba34f,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:02.653489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (50e1c2ec-530b-4f74-ba0d-7f9121da363c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.722821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1be1491-d3dc-45a7-9d30-690e30dba692 req-cfd6c324-b0aa-4db2-83fc-89900316eb8c tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756606 Jan 27 21:48:02.766857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce414447-ea79-41c5-b086-cdde757ecd27 req-3266505c-6b9d-4753-ac4a-9f527003d426 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:02.766857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce414447-ea79-41c5-b086-cdde757ecd27 req-3266505c-6b9d-4753-ac4a-9f527003d426 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.2240241 Jan 27 21:48:02.766857 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4ceae02d-30cf-4fb5-94a6-a695a9a97f27 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ec6d9c7b-63eb-4845-9cf8-98dbda217fe0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.888828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceae02d-30cf-4fb5-94a6-a695a9a97f27 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Port': ['ID=ec6d9c7b-63eb-4845-9cf8-98dbda217fe0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:02.971689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:02.973290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b13016c4-869f-4b1a-8541-139c57e73481 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4217014 Jan 27 21:48:02.991885 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce414447-ea79-41c5-b086-cdde757ecd27 req-fdb0038e-91c0-456e-b79d-2c8598a94850 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154901 Jan 27 21:48:03.095637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4ceae02d-30cf-4fb5-94a6-a695a9a97f27 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for floatingip (da178b6e-7777-4a7a-9db6-a0e94c238924), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:03.105703 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4ceae02d-30cf-4fb5-94a6-a695a9a97f27 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:03.109738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4ceae02d-30cf-4fb5-94a6-a695a9a97f27 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "DELETE /v2.0/floatingips/da178b6e-7777-4a7a-9db6-a0e94c238924 HTTP/1.1" status: 204 len: 168 time: 2.6791859 Jan 27 21:48:03.110128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56140) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:03.127451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ce0d0-46c3-49c2-873c-3dd2a10df03e req-52ce2c57-d710-459d-bf34-ec059a4605d1 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:03.139966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5d9ce0d0-46c3-49c2-873c-3dd2a10df03e req-52ce2c57-d710-459d-bf34-ec059a4605d1 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1097 time: 0.2482600 Jan 27 21:48:03.357322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5d9ce0d0-46c3-49c2-873c-3dd2a10df03e req-08fc8f21-6e22-47fb-9bec-56ca337a8f22 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022810 Jan 27 21:48:03.431640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1d73574b-d0c4-412f-b84e-b06948585b75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Deleting port 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:03.432186 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d73574b-d0c4-412f-b84e-b06948585b75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:03.652666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d73574b-d0c4-412f-b84e-b06948585b75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:03.667721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1d73574b-d0c4-412f-b84e-b06948585b75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Calling delete_port for 8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:03.974399 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d73574b-d0c4-412f-b84e-b06948585b75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:04.134255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73574b-d0c4-412f-b84e-b06948585b75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Port': ['ID=8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:04.301336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9116c0-62ab-4143-8ddf-c5934b6299c5 req-48e04dc2-e014-41f5-a7c5-53ec82d33a9f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:04.303854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba9116c0-62ab-4143-8ddf-c5934b6299c5 req-48e04dc2-e014-41f5-a7c5-53ec82d33a9f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.0902865 Jan 27 21:48:04.354436 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d73574b-d0c4-412f-b84e-b06948585b75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:04.362635 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1d73574b-d0c4-412f-b84e-b06948585b75 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "DELETE /v2.0/ports/8bf7e6f3-62fe-489b-8b97-dc78f1a4b6c0 HTTP/1.1" status: 204 len: 168 time: 1.2480326 Jan 27 21:48:04.362912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56194) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:04.597825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4e170-dd34-44a7-86fa-a1d7c518bd3c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Deleting port 22cdf208-eafd-45a4-b320-f1219ee540a4 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:04.598173 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4f4e170-dd34-44a7-86fa-a1d7c518bd3c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:04.653197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba9116c0-62ab-4143-8ddf-c5934b6299c5 req-7c04ea96-47a4-4eb2-8c83-af40c2ed4f09 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359888 Jan 27 21:48:04.716817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f6276-fdda-4c59-a24b-1de8b6e64759 req-bb1742a0-b843-49ac-b4df-a22844572892 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:04.762636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f1f6276-fdda-4c59-a24b-1de8b6e64759 req-bb1742a0-b843-49ac-b4df-a22844572892 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1097 time: 0.2838879 Jan 27 21:48:04.772875 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4f4e170-dd34-44a7-86fa-a1d7c518bd3c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:04.802003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4e170-dd34-44a7-86fa-a1d7c518bd3c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Calling delete_port for 22cdf208-eafd-45a4-b320-f1219ee540a4 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:04.969198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f1f6276-fdda-4c59-a24b-1de8b6e64759 req-60d5abec-45e5-4c8c-93a3-09b56494d6d2 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002583 Jan 27 21:48:05.014983 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-90d3b30d-0dc4-4f0e-81db-c29cbda947b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:05.214133 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4f4e170-dd34-44a7-86fa-a1d7c518bd3c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (22cdf208-eafd-45a4-b320-f1219ee540a4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:05.296052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4e170-dd34-44a7-86fa-a1d7c518bd3c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Port': ['ID=22cdf208-eafd-45a4-b320-f1219ee540a4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:05.370765 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4f4e170-dd34-44a7-86fa-a1d7c518bd3c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:05.377408 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b4f4e170-dd34-44a7-86fa-a1d7c518bd3c tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "DELETE /v2.0/ports/22cdf208-eafd-45a4-b320-f1219ee540a4 HTTP/1.1" status: 204 len: 168 time: 1.0108724 Jan 27 21:48:05.377633 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56210) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:05.439822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e83ed62-4b0c-4507-83cf-bf47877e14c0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Deleting subnet 39e01611-9532-469d-8e1a-8f2c049f536e {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:05.453213 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e83ed62-4b0c-4507-83cf-bf47877e14c0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for subnet (39e01611-9532-469d-8e1a-8f2c049f536e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:05.490968 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e83ed62-4b0c-4507-83cf-bf47877e14c0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (39e01611-9532-469d-8e1a-8f2c049f536e), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:05.671089 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718f6af-0658-4e02-a45a-55ea0c8a721b req-e7f36ef0-270b-4ff0-a8c6-b96140e998a4 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:05.673747 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8718f6af-0658-4e02-a45a-55ea0c8a721b req-e7f36ef0-270b-4ff0-a8c6-b96140e998a4 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1097 time: 0.0509937 Jan 27 21:48:05.795467 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-8718f6af-0658-4e02-a45a-55ea0c8a721b req-929e7293-4887-4eca-b9f7-27eb2a8fa3e7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Deleting port ea85407d-8cc0-428f-bfca-672a58dbe717 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:05.796266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8718f6af-0658-4e02-a45a-55ea0c8a721b req-929e7293-4887-4eca-b9f7-27eb2a8fa3e7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:05.859378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99fee3-c08d-41ff-87ce-39842e3c7138 req-40c8c9a4-0962-467e-9d1f-049b4d3f4fb0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:05.869082 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d99fee3-c08d-41ff-87ce-39842e3c7138 req-40c8c9a4-0962-467e-9d1f-049b4d3f4fb0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.0819075 Jan 27 21:48:06.002588 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-8718f6af-0658-4e02-a45a-55ea0c8a721b req-929e7293-4887-4eca-b9f7-27eb2a8fa3e7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] For port ea85407d-8cc0-428f-bfca-672a58dbe717, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ea85407d-8cc0-428f-bfca-672a58dbe717,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:06.002588 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8718f6af-0658-4e02-a45a-55ea0c8a721b req-929e7293-4887-4eca-b9f7-27eb2a8fa3e7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:06.003378 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d99fee3-c08d-41ff-87ce-39842e3c7138 req-9e9de8a4-540a-4315-8b36-75ca152abd9d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998526 Jan 27 21:48:06.011297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-8718f6af-0658-4e02-a45a-55ea0c8a721b req-929e7293-4887-4eca-b9f7-27eb2a8fa3e7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Calling delete_port for ea85407d-8cc0-428f-bfca-672a58dbe717 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:06.122189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f474771-0f4e-4874-8ad3-d8181ba23468 req-2e685abb-88f7-43f7-90a5-28fb0bbaa4de tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:06.130323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f474771-0f4e-4874-8ad3-d8181ba23468 req-2e685abb-88f7-43f7-90a5-28fb0bbaa4de tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 1097 time: 0.0765696 Jan 27 21:48:06.273154 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e83ed62-4b0c-4507-83cf-bf47877e14c0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (39e01611-9532-469d-8e1a-8f2c049f536e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:06.316166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f474771-0f4e-4874-8ad3-d8181ba23468 req-6b838634-7327-4201-afea-093818528fbf tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841478 Jan 27 21:48:06.889848 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:06.955646 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e83ed62-4b0c-4507-83cf-bf47877e14c0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (39e01611-9532-469d-8e1a-8f2c049f536e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:06.973675 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8718f6af-0658-4e02-a45a-55ea0c8a721b req-929e7293-4887-4eca-b9f7-27eb2a8fa3e7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ea85407d-8cc0-428f-bfca-672a58dbe717), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:06.974733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['ea85407d-8cc0-428f-bfca-672a58dbe717'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:06.983458 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['0eba3b21-810c-44d8-86fa-0e4aeca166d9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:07.211324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ba9569-9764-4ee4-94b0-563f354aa21f None None] Network 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:07.225352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83ed62-4b0c-4507-83cf-bf47877e14c0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Subnet': ['ID=39e01611-9532-469d-8e1a-8f2c049f536e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:07.252855 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9e83ed62-4b0c-4507-83cf-bf47877e14c0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.259705 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9e83ed62-4b0c-4507-83cf-bf47877e14c0 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "DELETE /v2.0/subnets/39e01611-9532-469d-8e1a-8f2c049f536e HTTP/1.1" status: 204 len: 168 time: 1.8808951 Jan 27 21:48:07.273712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56250) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:07.343056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-8718f6af-0658-4e02-a45a-55ea0c8a721b req-929e7293-4887-4eca-b9f7-27eb2a8fa3e7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] No DVR routers for this DVR port ea85407d-8cc0-428f-bfca-672a58dbe717 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:07.370055 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8718f6af-0658-4e02-a45a-55ea0c8a721b req-929e7293-4887-4eca-b9f7-27eb2a8fa3e7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.377714 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8718f6af-0658-4e02-a45a-55ea0c8a721b req-929e7293-4887-4eca-b9f7-27eb2a8fa3e7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.74 "DELETE /v2.0/ports/ea85407d-8cc0-428f-bfca-672a58dbe717 HTTP/1.1" status: 204 len: 173 time: 1.6985791 Jan 27 21:48:07.386098 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c4a51c-6477-4d9f-84c9-0cb426172e52', 'name': 'network-vif-deleted', 'tag': 'ea85407d-8cc0-428f-bfca-672a58dbe717'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:07.390383 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5d6ce2-9d1a-4068-8f8f-91dcfdb2cd05" -d '{"events": [{"server_uuid": "47c4a51c-6477-4d9f-84c9-0cb426172e52", "name": "network-vif-deleted", "tag": "ea85407d-8cc0-428f-bfca-672a58dbe717"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:07.397627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e7293-4887-4eca-b9f7-27eb2a8fa3e7 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea85407d-8cc0-428f-bfca-672a58dbe717,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:07.528343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13530a-d40e-42f9-a089-6879a448b85e req-d2588289-7851-4f90-9b0e-59fdc35b5540 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:07.536165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c13530a-d40e-42f9-a089-6879a448b85e req-d2588289-7851-4f90-9b0e-59fdc35b5540 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.4019284 Jan 27 21:48:07.613575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fda2fe4-a423-4599-b0a0-4df6921e7e35 req-db87e250-12c4-491a-89f0-aaf1321acfcf tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 210 time: 0.0556142 Jan 27 21:48:07.657620 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.686408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff04fca-c977-49f7-a71e-b154fea51f09 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Deleting subnet cdc39d94-35f6-4283-aa70-2a15d1dc2b86 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:07.693905 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b503c4e6-57a6-4358-91e8-b8efde9240b6 x-openstack-request-id: req-b503c4e6-57a6-4358-91e8-b8efde9240b6 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:07.694114 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c4a51c-6477-4d9f-84c9-0cb426172e52", "name": "network-vif-deleted", "tag": "ea85407d-8cc0-428f-bfca-672a58dbe717", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:07.694373 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b503c4e6-57a6-4358-91e8-b8efde9240b6 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:07.694794 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c4a51c-6477-4d9f-84c9-0cb426172e52', 'name': 'network-vif-deleted', 'tag': 'ea85407d-8cc0-428f-bfca-672a58dbe717', 'status': 'completed', 'code': 200} Jan 27 21:48:07.696454 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6ff04fca-c977-49f7-a71e-b154fea51f09 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for subnet (cdc39d94-35f6-4283-aa70-2a15d1dc2b86), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.745378 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c13530a-d40e-42f9-a089-6879a448b85e req-cce59ecd-6669-419a-a56c-6fb903e1f761 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080081 Jan 27 21:48:07.755573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a59bfca-3425-4842-801a-3902d2ce8345 None None] DHCP port deletion for 7e1655c6-78a8-4691-8e0d-090ebfbca2d4 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:48:07.778353 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6ff04fca-c977-49f7-a71e-b154fea51f09 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (cdc39d94-35f6-4283-aa70-2a15d1dc2b86), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:07.957662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2a59bfca-3425-4842-801a-3902d2ce8345 None None] Deleting port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:07.958321 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a59bfca-3425-4842-801a-3902d2ce8345 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:08.065401 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6ff04fca-c977-49f7-a71e-b154fea51f09 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (cdc39d94-35f6-4283-aa70-2a15d1dc2b86), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:08.215496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2a59bfca-3425-4842-801a-3902d2ce8345 None None] For port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1,segment=NetworkSegment(2423775b-d227-42d3-87c9-9b33234227cb),segment_id=2423775b-d227-42d3-87c9-9b33234227cb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:08.215918 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a59bfca-3425-4842-801a-3902d2ce8345 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:08.268585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2a59bfca-3425-4842-801a-3902d2ce8345 None None] Calling delete_port for 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:08.386636 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6ff04fca-c977-49f7-a71e-b154fea51f09 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (cdc39d94-35f6-4283-aa70-2a15d1dc2b86), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:08.422732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6ff04fca-c977-49f7-a71e-b154fea51f09 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:08.433461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d8a5c-f848-4598-b06e-2aa6cf710af7 None None] Network 48d40ea8-2154-4a64-8f89-b888ed9df3b1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:08.437214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6ff04fca-c977-49f7-a71e-b154fea51f09 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "DELETE /v2.0/subnets/cdc39d94-35f6-4283-aa70-2a15d1dc2b86 HTTP/1.1" status: 204 len: 168 time: 1.1614394 Jan 27 21:48:08.440054 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56308) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:08.530274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff04fca-c977-49f7-a71e-b154fea51f09 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc39d94-35f6-4283-aa70-2a15d1dc2b86,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:08.616222 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (7e1655c6-78a8-4691-8e0d-090ebfbca2d4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:08.679822 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a59bfca-3425-4842-801a-3902d2ce8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:08.889301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b721fad-07c4-4915-9dd5-79e85fc45d85 req-50d1421f-0f10-4194-aec9-5b4bf33213c4 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47c4a51c-6477-4d9f-84c9-0cb426172e52 HTTP/1.1" status: 200 len: 210 time: 0.0628257 Jan 27 21:48:08.979670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:08.986928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f3526-a61a-4b70-88b1-a51ffaf98aa1 req-51b3dfb1-30f7-4927-92de-982af976d05b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:08.997072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8f3526-a61a-4b70-88b1-a51ffaf98aa1 req-51b3dfb1-30f7-4927-92de-982af976d05b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.0711560 Jan 27 21:48:09.002510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59bfca-3425-4842-801a-3902d2ce8345 None None] Pushing event deleted for resources: {'Port': ['ID=8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:09.019819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59bfca-3425-4842-801a-3902d2ce8345 None None] No DVR routers for this DVR port 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:09.024500 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (7e1655c6-78a8-4691-8e0d-090ebfbca2d4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.106174 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1655c6-78a8-4691-8e0d-090ebfbca2d4']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:09.115815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:09.116595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8e2b7a92-45e9-4ff7-9b9a-8aa5d00cb8c1 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:09.155344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2423775b-d227-42d3-87c9-9b33234227cb') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:09.155344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2423775b-d227-42d3-87c9-9b33234227cb') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:09.183752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a8f3526-a61a-4b70-88b1-a51ffaf98aa1 req-98db8299-e4b6-4a41-9287-9a059e2cb678 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852443 Jan 27 21:48:09.201774 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (2423775b-d227-42d3-87c9-9b33234227cb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.229432 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (2423775b-d227-42d3-87c9-9b33234227cb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.245032 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.282243 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:09.283027 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (2423775b-d227-42d3-87c9-9b33234227cb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:09.287741 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:09.307497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b6d137-3e9f-43c8-af5b-8c6fc7a5f2ad None None] DHCP port deletion for 48d40ea8-2154-4a64-8f89-b888ed9df3b1 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:48:09.390957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-25b6d137-3e9f-43c8-af5b-8c6fc7a5f2ad None None] Deleting port 5d08a44c-1284-4735-849e-d2e677f61db5 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:09.392208 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25b6d137-3e9f-43c8-af5b-8c6fc7a5f2ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.459984 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (7e1655c6-78a8-4691-8e0d-090ebfbca2d4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.468572 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.480113 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "DELETE /v2.0/networks/7e1655c6-78a8-4691-8e0d-090ebfbca2d4 HTTP/1.1" status: 204 len: 168 time: 1.0388756 Jan 27 21:48:09.482958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56326) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:09.507451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-25b6d137-3e9f-43c8-af5b-8c6fc7a5f2ad None None] For port 5d08a44c-1284-4735-849e-d2e677f61db5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5d08a44c-1284-4735-849e-d2e677f61db5,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:09.508476 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25b6d137-3e9f-43c8-af5b-8c6fc7a5f2ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.521127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89164d3f-729f-43b4-8cc9-76f1ba42a7c2 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Network': ['ID=7e1655c6-78a8-4691-8e0d-090ebfbca2d4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:09.538881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ea85407d-8cc0-428f-bfca-672a58dbe717 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:09.566536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-25b6d137-3e9f-43c8-af5b-8c6fc7a5f2ad None None] Calling delete_port for 5d08a44c-1284-4735-849e-d2e677f61db5 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:09.569082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: ea85407d-8cc0-428f-bfca-672a58dbe717 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:09.569703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ea85407d-8cc0-428f-bfca-672a58dbe717 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:09.680368 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (48d40ea8-2154-4a64-8f89-b888ed9df3b1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.772881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Deleting port 5d08a44c-1284-4735-849e-d2e677f61db5 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:09.773373 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.786081 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25b6d137-3e9f-43c8-af5b-8c6fc7a5f2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.858276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6d137-3e9f-43c8-af5b-8c6fc7a5f2ad None None] Pushing event deleted for resources: {'Port': ['ID=5d08a44c-1284-4735-849e-d2e677f61db5,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:09.859328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] For port 5d08a44c-1284-4735-849e-d2e677f61db5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5d08a44c-1284-4735-849e-d2e677f61db5,segment=NetworkSegment(6579dcb7-2d22-47db-ba71-b6c6e0e0fec1),segment_id=6579dcb7-2d22-47db-ba71-b6c6e0e0fec1)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:09.859724 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:09.873595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6d137-3e9f-43c8-af5b-8c6fc7a5f2ad None None] No DVR routers for this DVR port 5d08a44c-1284-4735-849e-d2e677f61db5 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:09.876903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Calling delete_port for 5d08a44c-1284-4735-849e-d2e677f61db5 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:10.150827 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5d08a44c-1284-4735-849e-d2e677f61db5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.160420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] No DVR routers for this DVR port 5d08a44c-1284-4735-849e-d2e677f61db5 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:10.208313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Port': ['ID=5d08a44c-1284-4735-849e-d2e677f61db5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:10.424926 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (48d40ea8-2154-4a64-8f89-b888ed9df3b1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.461419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad96df4-c97a-4eab-a171-79dcbd1a0502 req-a9ff3144-1f29-491d-bb83-3198dbe4e0e0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:10.476693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ad96df4-c97a-4eab-a171-79dcbd1a0502 req-a9ff3144-1f29-491d-bb83-3198dbe4e0e0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.1225929 Jan 27 21:48:10.486582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d40ea8-2154-4a64-8f89-b888ed9df3b1']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:10.508944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:10.509358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6579dcb7-2d22-47db-ba71-b6c6e0e0fec1') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:10.528437 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (6579dcb7-2d22-47db-ba71-b6c6e0e0fec1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.568514 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6579dcb7-2d22-47db-ba71-b6c6e0e0fec1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.582792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ad96df4-c97a-4eab-a171-79dcbd1a0502 req-512f5d51-60d6-4344-9baa-4d1505a98dae tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050143 Jan 27 21:48:10.586731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:10.587919 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (6579dcb7-2d22-47db-ba71-b6c6e0e0fec1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:10.592107 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:10.930016 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (48d40ea8-2154-4a64-8f89-b888ed9df3b1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.930708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5d08a44c-1284-4735-849e-d2e677f61db5 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:10.945241 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:10.958869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] 10.222.0.61 "DELETE /v2.0/networks/48d40ea8-2154-4a64-8f89-b888ed9df3b1 HTTP/1.1" status: 204 len: 168 time: 1.4738436 Jan 27 21:48:10.994324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 5d08a44c-1284-4735-849e-d2e677f61db5 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:11.002633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5d08a44c-1284-4735-849e-d2e677f61db5 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:11.073700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56360) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:11.083898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f431f-d74e-4cef-8ac0-c39383d53389 tempest-TaggedBootDevicesTest_v242-2095194177 tempest-TaggedBootDevicesTest_v242-2095194177-project] Pushing event deleted for resources: {'Network': ['ID=48d40ea8-2154-4a64-8f89-b888ed9df3b1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:11.110460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56364) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:11.217655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ad530-7922-442f-be9a-a41e1e20010b req-95c9c134-fa4d-4c2a-b739-f01fd4b62597 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:11.223561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e1ad530-7922-442f-be9a-a41e1e20010b req-95c9c134-fa4d-4c2a-b739-f01fd4b62597 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1096 time: 0.1858811 Jan 27 21:48:11.340167 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8e2d-6430-4f03-8953-2863f037a3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.371594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e1ad530-7922-442f-be9a-a41e1e20010b req-01c0c316-f904-4b31-8ada-4040731706f9 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431150 Jan 27 21:48:11.640544 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8e2d-6430-4f03-8953-2863f037a3e3 admin admin] Publish callbacks [] for security_group (95fd4714-9944-445a-94ed-d46be0f6ed34), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.683947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2245a9-be33-44e0-bda9-183ff5892a2c admin admin] Deleting subnet 6cd8c838-195c-4376-a980-ec062e79b1ed {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:11.691845 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b2245a9-be33-44e0-bda9-183ff5892a2c admin admin] Publish callbacks [] for subnet (6cd8c838-195c-4376-a980-ec062e79b1ed), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.770832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b2245a9-be33-44e0-bda9-183ff5892a2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (6cd8c838-195c-4376-a980-ec062e79b1ed), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.820865 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b2245a9-be33-44e0-bda9-183ff5892a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (6cd8c838-195c-4376-a980-ec062e79b1ed), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.846864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca5951-62d7-44c4-adcb-f71c5490c938 req-33df59ce-ada5-4e0b-abe3-5b9427208bc2 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:11.854507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-50ca5951-62d7-44c4-adcb-f71c5490c938 req-33df59ce-ada5-4e0b-abe3-5b9427208bc2 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.0842292 Jan 27 21:48:11.918612 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8e2d-6430-4f03-8953-2863f037a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (95fd4714-9944-445a-94ed-d46be0f6ed34), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:11.985940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-50ca5951-62d7-44c4-adcb-f71c5490c938 req-0c747e2f-618d-40f1-9ba4-291af6a87d32 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304138 Jan 27 21:48:12.047941 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7b6f8e2d-6430-4f03-8953-2863f037a3e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1fe268b2100343acaf3ffdc94ab6c11f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9664502 Jan 27 21:48:12.048901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56388) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:12.052594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f8e2d-6430-4f03-8953-2863f037a3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fd4714-9944-445a-94ed-d46be0f6ed34,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:12.107411 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b2245a9-be33-44e0-bda9-183ff5892a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (6cd8c838-195c-4376-a980-ec062e79b1ed), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.191299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2245a9-be33-44e0-bda9-183ff5892a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cd8c838-195c-4376-a980-ec062e79b1ed,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:12.192678 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c7b551b-b3b2-4a0d-8ec1-63d242e427ba admin admin] Publish callbacks [] for security_group (95fd4714-9944-445a-94ed-d46be0f6ed34), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.195756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b2245a9-be33-44e0-bda9-183ff5892a2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.204234 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1b2245a9-be33-44e0-bda9-183ff5892a2c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6cd8c838-195c-4376-a980-ec062e79b1ed HTTP/1.1" status: 204 len: 168 time: 1.0895281 Jan 27 21:48:12.212279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56392) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:12.253778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c7b551b-b3b2-4a0d-8ec1-63d242e427ba admin admin] Publish callbacks [] for security_group (95fd4714-9944-445a-94ed-d46be0f6ed34), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.289517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a59382-a5a3-423e-aad4-ffb2f36b115d req-d6c5587f-ca0b-47b4-84e6-aacfa3816386 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:12.293386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31a59382-a5a3-423e-aad4-ffb2f36b115d req-d6c5587f-ca0b-47b4-84e6-aacfa3816386 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1096 time: 0.0885961 Jan 27 21:48:12.376201 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (e1c09d8a-8c2d-4d53-a7c3-ebd34c604156), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.452499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-31a59382-a5a3-423e-aad4-ffb2f36b115d req-b1245987-0581-48d2-bf50-848ecb2db80e tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Deleting port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:12.453418 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-31a59382-a5a3-423e-aad4-ffb2f36b115d req-b1245987-0581-48d2-bf50-848ecb2db80e tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.515298 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c7b551b-b3b2-4a0d-8ec1-63d242e427ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (95fd4714-9944-445a-94ed-d46be0f6ed34), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.525396 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c7b551b-b3b2-4a0d-8ec1-63d242e427ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.529538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2c7b551b-b3b2-4a0d-8ec1-63d242e427ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95fd4714-9944-445a-94ed-d46be0f6ed34 HTTP/1.1" status: 204 len: 168 time: 0.4791818 Jan 27 21:48:12.564655 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (e1c09d8a-8c2d-4d53-a7c3-ebd34c604156), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.576843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b551b-b3b2-4a0d-8ec1-63d242e427ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fd4714-9944-445a-94ed-d46be0f6ed34,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:12.631985 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c09d8a-8c2d-4d53-a7c3-ebd34c604156']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:12.649880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd338503d-5573-49ea-a640-ba8b2ac80a93') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:12.650168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd338503d-5573-49ea-a640-ba8b2ac80a93') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:12.676220 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (d338503d-5573-49ea-a640-ba8b2ac80a93), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.704731 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d338503d-5573-49ea-a640-ba8b2ac80a93), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.717479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:12.717954 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (d338503d-5573-49ea-a640-ba8b2ac80a93), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:12.719870 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:12.731462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90aee-eccc-4d18-8a88-671296f68c32 req-1f8c9a5b-dfb2-4374-b57a-d477fccc3f20 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:12.734572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8c90aee-eccc-4d18-8a88-671296f68c32 req-1f8c9a5b-dfb2-4374-b57a-d477fccc3f20 tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 1096 time: 0.1677492 Jan 27 21:48:12.866746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-31a59382-a5a3-423e-aad4-ffb2f36b115d req-b1245987-0581-48d2-bf50-848ecb2db80e tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] For port 0eba3b21-810c-44d8-86fa-0e4aeca166d9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0eba3b21-810c-44d8-86fa-0e4aeca166d9,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:12.866746 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-31a59382-a5a3-423e-aad4-ffb2f36b115d req-b1245987-0581-48d2-bf50-848ecb2db80e tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:12.900344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-31a59382-a5a3-423e-aad4-ffb2f36b115d req-b1245987-0581-48d2-bf50-848ecb2db80e tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Calling delete_port for 0eba3b21-810c-44d8-86fa-0e4aeca166d9 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:13.248707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8c90aee-eccc-4d18-8a88-671296f68c32 req-d5ac4925-3040-403c-8990-d38e398da78a tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=29a59287-39d8-415e-a0dd-6ed1b1506d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781148 Jan 27 21:48:13.286098 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40381ba7-574e-485b-a283-736dc6ae2857 req-2fe9dd2b-9baa-4dc8-b0d1-b5e7c24f03dd tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:13.287653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40381ba7-574e-485b-a283-736dc6ae2857 req-2fe9dd2b-9baa-4dc8-b0d1-b5e7c24f03dd tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.1425381 Jan 27 21:48:13.438374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40381ba7-574e-485b-a283-736dc6ae2857 req-ee98a9dd-4c7b-42b2-a6d9-cc7caef60c94 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328311 Jan 27 21:48:13.654779 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (e1c09d8a-8c2d-4d53-a7c3-ebd34c604156), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.663877 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.667457 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e1c09d8a-8c2d-4d53-a7c3-ebd34c604156 HTTP/1.1" status: 204 len: 168 time: 1.4541676 Jan 27 21:48:13.697383 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae269332-8921-4012-ba1d-ce2933c93408 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c09d8a-8c2d-4d53-a7c3-ebd34c604156,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:13.832210 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-31a59382-a5a3-423e-aad4-ffb2f36b115d req-b1245987-0581-48d2-bf50-848ecb2db80e tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0eba3b21-810c-44d8-86fa-0e4aeca166d9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:13.843464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['0eba3b21-810c-44d8-86fa-0e4aeca166d9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:13.912552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1245987-0581-48d2-bf50-848ecb2db80e tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Pushing event deleted for resources: {'Port': ['ID=0eba3b21-810c-44d8-86fa-0e4aeca166d9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:14.001681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a59382-a5a3-423e-aad4-ffb2f36b115d req-b1245987-0581-48d2-bf50-848ecb2db80e tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] No DVR routers for this DVR port 0eba3b21-810c-44d8-86fa-0e4aeca166d9 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:14.006242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-31a59382-a5a3-423e-aad4-ffb2f36b115d req-b1245987-0581-48d2-bf50-848ecb2db80e tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.010530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31a59382-a5a3-423e-aad4-ffb2f36b115d req-b1245987-0581-48d2-bf50-848ecb2db80e tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.71 "DELETE /v2.0/ports/0eba3b21-810c-44d8-86fa-0e4aeca166d9 HTTP/1.1" status: 204 len: 173 time: 1.7090797 Jan 27 21:48:14.012383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea0d1da-ca75-4e08-ad9b-557dbb642840', 'name': 'network-vif-deleted', 'tag': '0eba3b21-810c-44d8-86fa-0e4aeca166d9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:14.014013 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e44d8fd-396c-49dd-8dd4-37ed4c98aec8" -d '{"events": [{"server_uuid": "9ea0d1da-ca75-4e08-ad9b-557dbb642840", "name": "network-vif-deleted", "tag": "0eba3b21-810c-44d8-86fa-0e4aeca166d9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:14.069180 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86230bec-5b40-4de2-94b2-cc880b8cd14c x-openstack-request-id: req-86230bec-5b40-4de2-94b2-cc880b8cd14c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:14.069480 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea0d1da-ca75-4e08-ad9b-557dbb642840", "name": "network-vif-deleted", "tag": "0eba3b21-810c-44d8-86fa-0e4aeca166d9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:14.069740 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-86230bec-5b40-4de2-94b2-cc880b8cd14c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:14.070198 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea0d1da-ca75-4e08-ad9b-557dbb642840', 'name': 'network-vif-deleted', 'tag': '0eba3b21-810c-44d8-86fa-0e4aeca166d9', 'status': 'completed', 'code': 200} Jan 27 21:48:14.447304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-829aff21-ed15-4622-9dd2-b2671c69122d req-6b37f833-0c6f-46c2-b647-64d4dc19db1f tempest-TestServerMultinode-1336029704 tempest-TestServerMultinode-1336029704-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9ea0d1da-ca75-4e08-ad9b-557dbb642840 HTTP/1.1" status: 200 len: 210 time: 0.0661092 Jan 27 21:48:14.551264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56432) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:14.620213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e48736-64e0-415a-8e91-899fc0968d02 req-552069c3-81be-4067-81c1-98866c4bdd2d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:14.636368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2e48736-64e0-415a-8e91-899fc0968d02 req-552069c3-81be-4067-81c1-98866c4bdd2d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.0969198 Jan 27 21:48:14.654582 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8db8e05d-23f8-442d-b424-b5587a80513e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=baaa884c37364039b5a4bbeeb1e5e38f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0977032 Jan 27 21:48:14.654582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56434) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:14.710988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2e48736-64e0-415a-8e91-899fc0968d02 req-a686c91c-3c9e-4b58-88c0-29c37c3e9deb tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788565 Jan 27 21:48:14.738419 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56436) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:14.765725 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20a69c74-3645-43a2-9b91-48fd91d2ba3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.778429 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43085c1a-afe2-45f2-bd59-f22d3b73c131 admin admin] Publish callbacks [] for security_group (200d6b44-b93e-4d97-8702-860019cb4559), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.812025 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43085c1a-afe2-45f2-bd59-f22d3b73c131 admin admin] Publish callbacks [] for security_group (200d6b44-b93e-4d97-8702-860019cb4559), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:14.963144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20a69c74-3645-43a2-9b91-48fd91d2ba3b admin admin] Publish callbacks [] for security_group (7bc57e50-37e7-4b97-b674-97d4890a67cc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.008864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43085c1a-afe2-45f2-bd59-f22d3b73c131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (200d6b44-b93e-4d97-8702-860019cb4559), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.012007 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43085c1a-afe2-45f2-bd59-f22d3b73c131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.015564 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-43085c1a-afe2-45f2-bd59-f22d3b73c131 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/200d6b44-b93e-4d97-8702-860019cb4559 HTTP/1.1" status: 204 len: 168 time: 0.3605509 Jan 27 21:48:15.029072 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43085c1a-afe2-45f2-bd59-f22d3b73c131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200d6b44-b93e-4d97-8702-860019cb4559,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:15.046181 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20a69c74-3645-43a2-9b91-48fd91d2ba3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7bc57e50-37e7-4b97-b674-97d4890a67cc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.125687 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-20a69c74-3645-43a2-9b91-48fd91d2ba3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32fcbbc7b6ec487da248c0886c24d5b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3839302 Jan 27 21:48:15.125687 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a69c74-3645-43a2-9b91-48fd91d2ba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc57e50-37e7-4b97-b674-97d4890a67cc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:15.126519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56444) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:15.213652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be5eed49-3620-4dd1-8bb3-fc3d5ad82a5b admin admin] Publish callbacks [] for security_group (7bc57e50-37e7-4b97-b674-97d4890a67cc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.249223 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be5eed49-3620-4dd1-8bb3-fc3d5ad82a5b admin admin] Publish callbacks [] for security_group (7bc57e50-37e7-4b97-b674-97d4890a67cc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.414540 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be5eed49-3620-4dd1-8bb3-fc3d5ad82a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7bc57e50-37e7-4b97-b674-97d4890a67cc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.417918 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be5eed49-3620-4dd1-8bb3-fc3d5ad82a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:15.421269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-be5eed49-3620-4dd1-8bb3-fc3d5ad82a5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7bc57e50-37e7-4b97-b674-97d4890a67cc HTTP/1.1" status: 204 len: 168 time: 0.2933035 Jan 27 21:48:15.445141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5eed49-3620-4dd1-8bb3-fc3d5ad82a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc57e50-37e7-4b97-b674-97d4890a67cc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:15.555944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56456) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:16.048449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38289-424f-4010-a508-d4f13726be88 req-a3f72b94-c5c1-4d43-bbcb-ce059713a818 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:16.050147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34b38289-424f-4010-a508-d4f13726be88 req-a3f72b94-c5c1-4d43-bbcb-ce059713a818 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 945 time: 0.1448641 Jan 27 21:48:16.135621 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34b38289-424f-4010-a508-d4f13726be88 req-fb7e8fe4-5c5a-4785-ac40-351ed79123f9 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756683 Jan 27 21:48:16.182473 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8b2c-f1ab-4dc7-8dd3-c6dbf71ad273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (5f206ff2-c846-4042-8444-a81cf65d4cf6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:16.688705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e1368993-dd0a-4234-80fe-d51d39870566 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:16.690835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0eba3b21-810c-44d8-86fa-0e4aeca166d9 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:16.756747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 0eba3b21-810c-44d8-86fa-0e4aeca166d9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:16.757097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0eba3b21-810c-44d8-86fa-0e4aeca166d9 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:16.779869 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e8b2c-f1ab-4dc7-8dd3-c6dbf71ad273 admin admin] Deleting port 25e08fbd-2c67-4856-b2af-ce101d8cdd13 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:16.781733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8b2c-f1ab-4dc7-8dd3-c6dbf71ad273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:16.954570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-eb5e8b2c-f1ab-4dc7-8dd3-c6dbf71ad273 admin admin] For port 25e08fbd-2c67-4856-b2af-ce101d8cdd13, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=25e08fbd-2c67-4856-b2af-ce101d8cdd13,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:16.954870 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8b2c-f1ab-4dc7-8dd3-c6dbf71ad273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:16.977204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e8b2c-f1ab-4dc7-8dd3-c6dbf71ad273 admin admin] Calling delete_port for 25e08fbd-2c67-4856-b2af-ce101d8cdd13 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:16.997422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:17.030741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'e1368993-dd0a-4234-80fe-d51d39870566', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'port_id': 'e1368993-dd0a-4234-80fe-d51d39870566', 'mac_address': 'fa:16:3e:81:43:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:48:17.163634 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port e1368993-dd0a-4234-80fe-d51d39870566 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:17.164123 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e1368993-dd0a-4234-80fe-d51d39870566), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.201859 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1368993-dd0a-4234-80fe-d51d39870566 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:17.238138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:17.305758 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.332676 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56514) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:17.390272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=11']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:17.500771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e1368993-dd0a-4234-80fe-d51d39870566'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:17.611359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-835652659-network', 'tenant_id': '89e59fd44eae44288860ac589b848924'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:17.642847 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8b2c-f1ab-4dc7-8dd3-c6dbf71ad273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (25e08fbd-2c67-4856-b2af-ce101d8cdd13), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.715587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e8b2c-f1ab-4dc7-8dd3-c6dbf71ad273 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e08fbd-2c67-4856-b2af-ce101d8cdd13,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:17.741151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Made reservation on behalf of 89e59fd44eae44288860ac589b848924 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:17.749196 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.769634 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:17.956351 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Publish callbacks [] for security_group (2d0c6d97-58dc-4ff7-9213-a6b45ca4270e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.088721 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2d0c6d97-58dc-4ff7-9213-a6b45ca4270e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.126990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56536) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.154655 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:18.192568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec7c66-2465-4ee5-bfcf-37ef7274c20c req-02fb1711-00b9-411f-83d8-a91f1b37d474 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:18.208453 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:18.213454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44ec7c66-2465-4ee5-bfcf-37ef7274c20c req-02fb1711-00b9-411f-83d8-a91f1b37d474 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 946 time: 0.8545995 Jan 27 21:48:18.238086 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5445b5b6-6c45-4878-8fd5-133f533e2781), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.238437 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Added segment 5445b5b6-6c45-4878-8fd5-133f533e2781 of type vlan for network e304c56f-7e77-4200-b502-11e7f0abaae6 Jan 27 21:48:18.442342 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (e304c56f-7e77-4200-b502-11e7f0abaae6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.568564 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (e304c56f-7e77-4200-b502-11e7f0abaae6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.569907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:18.570806 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:18.703567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e1368993-dd0a-4234-80fe-d51d39870566 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:18.790442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] Pushing event updated for resources: {'Network': ['ID=e304c56f-7e77-4200-b502-11e7f0abaae6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:18.817222 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6fc62960-8598-4c7c-8676-e454000eaa88 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4828563 Jan 27 21:48:18.820013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56548) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:18.825779 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-93cca72b-a1dd-418b-a392-a6a74682c21f admin admin] Request body: {'subnet': {'network_id': 'e304c56f-7e77-4200-b502-11e7f0abaae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-835652659-subnet', 'tenant_id': '89e59fd44eae44288860ac589b848924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:18.827922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-553077446-network', 'tenant_id': '82aafe84316147d28d86510457caac91'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:18.861127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network e304c56f-7e77-4200-b502-11e7f0abaae6 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:18.926549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44ec7c66-2465-4ee5-bfcf-37ef7274c20c req-f5b5fefc-2f34-4d8d-a69a-3a69181fd113 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7119505 Jan 27 21:48:18.962222 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8b2c-f1ab-4dc7-8dd3-c6dbf71ad273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (5f206ff2-c846-4042-8444-a81cf65d4cf6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.025505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cca72b-a1dd-418b-a392-a6a74682c21f admin admin] Made reservation on behalf of 89e59fd44eae44288860ac589b848924 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:19.039084 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93cca72b-a1dd-418b-a392-a6a74682c21f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.113481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Made reservation on behalf of 82aafe84316147d28d86510457caac91 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:19.116273 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.123375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port e1368993-dd0a-4234-80fe-d51d39870566 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:48:19.129023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port e1368993-dd0a-4234-80fe-d51d39870566 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:19.131959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e1368993-dd0a-4234-80fe-d51d39870566), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.132174 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.218520 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Publish callbacks [] for security_group (d896a317-c8ef-49fe-981a-065044a0fc33), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.306622 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d896a317-c8ef-49fe-981a-065044a0fc33), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.375041 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port e1368993-dd0a-4234-80fe-d51d39870566 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:19.376679 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e1368993-dd0a-4234-80fe-d51d39870566), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.401029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:19.430498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d896a317-c8ef-49fe-981a-065044a0fc33,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:19.454151 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7058e9f8-e31e-4871-9426-f096eeb08a10), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.455216 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Added segment 7058e9f8-e31e-4871-9426-f096eeb08a10 of type vlan for network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 Jan 27 21:48:19.458715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:19.459749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:19.462406 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869fedf2-3373-4fd2-9478-5aad0c21fab9" -d '{"events": [{"server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "name": "network-vif-plugged", "status": "completed", "tag": "e1368993-dd0a-4234-80fe-d51d39870566"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:19.514427 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0521834a-cb13-4d4e-97e2-204f604c6869 x-openstack-request-id: req-0521834a-cb13-4d4e-97e2-204f604c6869 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:19.523271 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "name": "network-vif-plugged", "status": "completed", "tag": "e1368993-dd0a-4234-80fe-d51d39870566", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:19.523271 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0521834a-cb13-4d4e-97e2-204f604c6869 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:19.523271 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566', 'code': 200} Jan 27 21:48:19.545998 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93cca72b-a1dd-418b-a392-a6a74682c21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (4bd70393-23df-4cb9-80fa-44dd600d1d80), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.580207 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.597583 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (d0379b3e-f3e6-43a2-bcf6-214a1e531b81), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.635555 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cca72b-a1dd-418b-a392-a6a74682c21f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd70393-23df-4cb9-80fa-44dd600d1d80,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:19.650267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cca72b-a1dd-418b-a392-a6a74682c21f admin admin] Checking segment: {'id': '5445b5b6-6c45-4878-8fd5-133f533e2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e304c56f-7e77-4200-b502-11e7f0abaae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:19.650631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cca72b-a1dd-418b-a392-a6a74682c21f admin admin] Network hostable DHCP agents. Network: e304c56f-7e77-4200-b502-11e7f0abaae6, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:48:19.714367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=12']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:19.731634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5e8b2c-f1ab-4dc7-8dd3-c6dbf71ad273 admin admin] Router 5f206ff2-c846-4042-8444-a81cf65d4cf6 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:48:19.774073 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cca72b-a1dd-418b-a392-a6a74682c21f admin admin] Network e304c56f-7e77-4200-b502-11e7f0abaae6 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:48:19.814732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (d0379b3e-f3e6-43a2-bcf6-214a1e531b81), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.814732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.814732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.865265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-93cca72b-a1dd-418b-a392-a6a74682c21f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, e304c56f-7e77-4200-b502-11e7f0abaae6) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:19.869777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cca72b-a1dd-418b-a392-a6a74682c21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:19.870363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93cca72b-a1dd-418b-a392-a6a74682c21f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:19.875628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367a8e1-e6f2-42fd-b245-9df3d52712ff None None] Network e304c56f-7e77-4200-b502-11e7f0abaae6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:19.975384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] Pushing event updated for resources: {'Network': ['ID=d0379b3e-f3e6-43a2-bcf6-214a1e531b81,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:19.988391 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-93cca72b-a1dd-418b-a392-a6a74682c21f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1637511 Jan 27 21:48:20.040365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56566) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:20.052437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d20ef516-d26c-4e07-8092-949d189fdd3b admin admin] Request body: {'subnet': {'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-553077446-subnet', 'tenant_id': '82aafe84316147d28d86510457caac91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:20.056597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f46d9278-b592-4b94-b22c-76581a5e5c08 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9081550 Jan 27 21:48:20.062949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fded5-fd4b-4119-aac2-427741fc31d5 req-a67469f9-5947-400c-a83b-3d5f2f841b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:20.062949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a8fded5-fd4b-4119-aac2-427741fc31d5 req-a67469f9-5947-400c-a83b-3d5f2f841b02 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 1098 time: 0.2627761 Jan 27 21:48:20.063685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5e8b2c-f1ab-4dc7-8dd3-c6dbf71ad273 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:48:20.076761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-eb5e8b2c-f1ab-4dc7-8dd3-c6dbf71ad273 admin admin] 10.222.0.61 "PUT /v2.0/routers/5f206ff2-c846-4042-8444-a81cf65d4cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5168343 Jan 27 21:48:20.079672 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37877a-0f08-49e6-b532-58b502cd9c78 None None] Sync routers for ids ['5f206ff2-c846-4042-8444-a81cf65d4cf6'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:48:20.096318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56568) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:20.113024 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37877a-0f08-49e6-b532-58b502cd9c78 None None] Routers {'5f206ff2-c846-4042-8444-a81cf65d4cf6'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:20.113665 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aa37877a-0f08-49e6-b532-58b502cd9c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:48:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5f206ff2-c846-4042-8444-a81cf65d4cf6'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:20.259610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20ef516-d26c-4e07-8092-949d189fdd3b admin admin] Made reservation on behalf of 82aafe84316147d28d86510457caac91 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:20.263539 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d20ef516-d26c-4e07-8092-949d189fdd3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.365676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:20.482671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5af5f-c059-4207-a42d-f7a8f2080f3e req-9bbc83bb-a90c-4a6e-9229-7e7e06e6c3cb tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:20.499209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30c5af5f-c059-4207-a42d-f7a8f2080f3e req-9bbc83bb-a90c-4a6e-9229-7e7e06e6c3cb tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 947 time: 0.3587394 Jan 27 21:48:20.709070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88efb30-c7c5-4b5c-a6e5-ad51774bafae None None] Network e304c56f-7e77-4200-b502-11e7f0abaae6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:20.716065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30c5af5f-c059-4207-a42d-f7a8f2080f3e req-aee4617a-4abf-4342-b034-bd584b68e9c7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152886 Jan 27 21:48:20.751256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a8fded5-fd4b-4119-aac2-427741fc31d5 req-a9c87904-2921-48c2-a98b-7b757f538ddc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6536639 Jan 27 21:48:20.797763 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Publish callbacks [] for router (5f206ff2-c846-4042-8444-a81cf65d4cf6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:20.987898 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-aa37877a-0f08-49e6-b532-58b502cd9c78 None None] Set router 5f206ff2-c846-4042-8444-a81cf65d4cf6 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:21.026130 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d20ef516-d26c-4e07-8092-949d189fdd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (5e63d6f9-fa13-4877-ab5f-8f136a53d0b2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.059053 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Publish callbacks [] for router_gateway (5f206ff2-c846-4042-8444-a81cf65d4cf6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.192171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ef516-d26c-4e07-8092-949d189fdd3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e63d6f9-fa13-4877-ab5f-8f136a53d0b2,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:21.206747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-92bee36d-fbb7-4cbb-8a3a-c95d71301eba tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:21.208461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-92bee36d-fbb7-4cbb-8a3a-c95d71301eba tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/networks?id=e304c56f-7e77-4200-b502-11e7f0abaae6 HTTP/1.1" status: 200 len: 813 time: 0.1343198 Jan 27 21:48:21.262685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ef516-d26c-4e07-8092-949d189fdd3b admin admin] Checking segment: {'id': '7058e9f8-e31e-4871-9426-f096eeb08a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:21.263234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ef516-d26c-4e07-8092-949d189fdd3b admin admin] Network hostable DHCP agents. Network: d0379b3e-f3e6-43a2-bcf6-214a1e531b81, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:48:21.292277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-9ab7419d-26aa-4d41-9dfb-90cc53e3ef68 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/quotas/89e59fd44eae44288860ac589b848924 HTTP/1.1" status: 200 len: 375 time: 0.0262775 Jan 27 21:48:21.342096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-c6702483-8fe1-4333-acff-f92ecf05faba tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=89e59fd44eae44288860ac589b848924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407126 Jan 27 21:48:21.374732 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ef516-d26c-4e07-8092-949d189fdd3b admin admin] Network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:48:21.399087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Deleting port 34de1f6d-ce0f-4a37-a25d-0d127159102d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:21.399970 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.499953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d20ef516-d26c-4e07-8092-949d189fdd3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, d0379b3e-f3e6-43a2-bcf6-214a1e531b81) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:21.505364 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ef516-d26c-4e07-8092-949d189fdd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:21.506248 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d20ef516-d26c-4e07-8092-949d189fdd3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.517388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a5e08c-f3d4-46ce-948e-798535729d0e None None] Network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:21.651263 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d20ef516-d26c-4e07-8092-949d189fdd3b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6095095 Jan 27 21:48:21.653882 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aa37877a-0f08-49e6-b532-58b502cd9c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'name': 'tempest-TestServerMultinode-180668927-router', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:53Z', 'updated_at': '2022-01-27T21:48:17Z', 'revision_number': 5, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'gw_port': {'id': '34de1f6d-ce0f-4a37-a25d-0d127159102d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:46:55Z', 'updated_at': '2022-01-27T21:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:21.662582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] For port 34de1f6d-ce0f-4a37-a25d-0d127159102d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=34de1f6d-ce0f-4a37-a25d-0d127159102d,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:21.663021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:21.688427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Calling delete_port for 34de1f6d-ce0f-4a37-a25d-0d127159102d owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:21.761945 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37877a-0f08-49e6-b532-58b502cd9c78 None None] Checking router: 5f206ff2-c846-4042-8444-a81cf65d4cf6 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:48:21.797409 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37877a-0f08-49e6-b532-58b502cd9c78 None None] Routers {'5f206ff2-c846-4042-8444-a81cf65d4cf6'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:21.799656 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aa37877a-0f08-49e6-b532-58b502cd9c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:48:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5f206ff2-c846-4042-8444-a81cf65d4cf6'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:21.889068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720f88d4-7c08-47da-8123-46a99901094a None None] Network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:22.139307 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-aa37877a-0f08-49e6-b532-58b502cd9c78 None None] Set router 5f206ff2-c846-4042-8444-a81cf65d4cf6 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:22.316501 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aa37877a-0f08-49e6-b532-58b502cd9c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'name': 'tempest-TestServerMultinode-180668927-router', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:53Z', 'updated_at': '2022-01-27T21:48:21Z', 'revision_number': 6, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:22.402582 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37877a-0f08-49e6-b532-58b502cd9c78 None None] The sync data for ids ['5f206ff2-c846-4042-8444-a81cf65d4cf6'] in n-d-760456-6 is: [{'id': '5f206ff2-c846-4042-8444-a81cf65d4cf6', 'name': 'tempest-TestServerMultinode-180668927-router', 'tenant_id': '07c59af8c69240f0b5855c26c79283a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:46:53Z', 'updated_at': '2022-01-27T21:48:21Z', 'revision_number': 6, 'project_id': '07c59af8c69240f0b5855c26c79283a7', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:48:22.542204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af45dc-96ed-4db7-825a-22907f8ae3e6 req-fd4e913b-07b2-4873-988b-f1234f4ca338 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:22.548494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4af45dc-96ed-4db7-825a-22907f8ae3e6 req-fd4e913b-07b2-4873-988b-f1234f4ca338 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 947 time: 0.4460795 Jan 27 21:48:22.567949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-58c81bf4-8d23-4537-b1ed-b5ae0d18315d service neutron] 10.222.0.61 "GET /v2.0/networks/e304c56f-7e77-4200-b502-11e7f0abaae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2151496 Jan 27 21:48:22.764664 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (34de1f6d-ce0f-4a37-a25d-0d127159102d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:22.822515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=34de1f6d-ce0f-4a37-a25d-0d127159102d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:22.939587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4af45dc-96ed-4db7-825a-22907f8ae3e6 req-ac73c13f-a93f-4420-bef1-6c1bfa381167 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781741 Jan 27 21:48:22.943611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-662d608a-9927-435d-8a5c-1fb6d8efbe26 service neutron] 10.222.0.61 "GET /v2.0/networks/e304c56f-7e77-4200-b502-11e7f0abaae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444436 Jan 27 21:48:22.960474 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (5f206ff2-c846-4042-8444-a81cf65d4cf6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.098800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 25e08fbd-2c67-4856-b2af-ce101d8cdd13 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:23.160848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 25e08fbd-2c67-4856-b2af-ce101d8cdd13 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:23.160848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 25e08fbd-2c67-4856-b2af-ce101d8cdd13 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:23.161385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (5f206ff2-c846-4042-8444-a81cf65d4cf6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.164236 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Publish callbacks [] for router_controller (5f206ff2-c846-4042-8444-a81cf65d4cf6), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.289087 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (5f206ff2-c846-4042-8444-a81cf65d4cf6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.294386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f206ff2-c846-4042-8444-a81cf65d4cf6 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:48:23.305425 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.306997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3f6772e4-5e85-442c-970b-7e5847fc7a29 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5f206ff2-c846-4042-8444-a81cf65d4cf6 HTTP/1.1" status: 204 len: 168 time: 3.2058656 Jan 27 21:48:23.309499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56660) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:23.429194 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-7986f635-a849-491f-baa2-07cedaa8f093 admin admin] Deleting subnet 21fea7fb-8bf2-4546-b139-1422786c54ed {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:23.435554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7986f635-a849-491f-baa2-07cedaa8f093 admin admin] Publish callbacks [] for subnet (21fea7fb-8bf2-4546-b139-1422786c54ed), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.470837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-746dc6e1-6ade-4347-92d1-935293843e13 req-a37d457e-6fa2-4659-b94c-e2ff26141465 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 210 time: 0.0941336 Jan 27 21:48:23.486792 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7986f635-a849-491f-baa2-07cedaa8f093 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (21fea7fb-8bf2-4546-b139-1422786c54ed), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:23.821660 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7986f635-a849-491f-baa2-07cedaa8f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (21fea7fb-8bf2-4546-b139-1422786c54ed), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.043631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7986f635-a849-491f-baa2-07cedaa8f093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (21fea7fb-8bf2-4546-b139-1422786c54ed), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.089137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b07417-4815-4716-a418-b0763037d80c None None] Network 6e74bf64-ae4a-48c5-856f-e83dfdc0290d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:24.148207 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7986f635-a849-491f-baa2-07cedaa8f093 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.156150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56688) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:24.164734 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7986f635-a849-491f-baa2-07cedaa8f093 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/21fea7fb-8bf2-4546-b139-1422786c54ed HTTP/1.1" status: 204 len: 168 time: 0.8528833 Jan 27 21:48:24.173682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986f635-a849-491f-baa2-07cedaa8f093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21fea7fb-8bf2-4546-b139-1422786c54ed,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:24.447070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33289a07-908a-40df-9cad-bc27b44f3691 req-dc4deb83-253d-4b10-a6ff-a1ddcd29b780 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:24.448765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33289a07-908a-40df-9cad-bc27b44f3691 req-dc4deb83-253d-4b10-a6ff-a1ddcd29b780 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 947 time: 0.3339825 Jan 27 21:48:24.472042 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6e74bf64-ae4a-48c5-856f-e83dfdc0290d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.541282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e56f31b-0ec8-49b5-80fc-00e4a700725f None None] DHCP port deletion for 6e74bf64-ae4a-48c5-856f-e83dfdc0290d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:48:24.687084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9e56f31b-0ec8-49b5-80fc-00e4a700725f None None] Deleting port 1df6586f-1065-41c5-810d-6f97e500b63e {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:24.689965 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e56f31b-0ec8-49b5-80fc-00e4a700725f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.733919 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1be38338-b447-4423-8b3c-ba87dbfb4dd5 req-c8f016a3-a340-40ab-9263-08c2f0f633ca tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 210 time: 0.1279857 Jan 27 21:48:24.768031 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33289a07-908a-40df-9cad-bc27b44f3691 req-28387273-b7ad-4b9d-8f6e-957b3aedde6e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925107 Jan 27 21:48:24.814638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Deleting port 1df6586f-1065-41c5-810d-6f97e500b63e {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:24.818717 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.849482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9e56f31b-0ec8-49b5-80fc-00e4a700725f None None] For port 1df6586f-1065-41c5-810d-6f97e500b63e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1df6586f-1065-41c5-810d-6f97e500b63e,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:24.852499 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e56f31b-0ec8-49b5-80fc-00e4a700725f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:24.886411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 34de1f6d-ce0f-4a37-a25d-0d127159102d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:24.998105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9e56f31b-0ec8-49b5-80fc-00e4a700725f None None] Calling delete_port for 1df6586f-1065-41c5-810d-6f97e500b63e owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:24.999977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 34de1f6d-ce0f-4a37-a25d-0d127159102d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:25.014291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 34de1f6d-ce0f-4a37-a25d-0d127159102d not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:25.014771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1df6586f-1065-41c5-810d-6f97e500b63e no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:25.058095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] For port 1df6586f-1065-41c5-810d-6f97e500b63e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1df6586f-1065-41c5-810d-6f97e500b63e,segment=NetworkSegment(b100a816-2367-4a4c-8dc7-cec930ec9452),segment_id=b100a816-2367-4a4c-8dc7-cec930ec9452)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:25.058480 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.109031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Calling delete_port for 1df6586f-1065-41c5-810d-6f97e500b63e owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:25.354979 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.356946 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e56f31b-0ec8-49b5-80fc-00e4a700725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (1df6586f-1065-41c5-810d-6f97e500b63e), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.429373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df6586f-1065-41c5-810d-6f97e500b63e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:25.446066 n-d-760456-6 neutron-server[104028]: INFO neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No ports have port_id starting with 1df6586f-1065-41c5-810d-6f97e500b63e Jan 27 21:48:25.447364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56f31b-0ec8-49b5-80fc-00e4a700725f None None] Pushing event deleted for resources: {'Port': ['ID=1df6586f-1065-41c5-810d-6f97e500b63e,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:25.463299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] No DVR routers for this DVR port 1df6586f-1065-41c5-810d-6f97e500b63e on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:25.479114 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56f31b-0ec8-49b5-80fc-00e4a700725f None None] No DVR routers for this DVR port 1df6586f-1065-41c5-810d-6f97e500b63e on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:25.612266 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6e74bf64-ae4a-48c5-856f-e83dfdc0290d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.663496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e74bf64-ae4a-48c5-856f-e83dfdc0290d']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:25.674898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b100a816-2367-4a4c-8dc7-cec930ec9452') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:25.675243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b100a816-2367-4a4c-8dc7-cec930ec9452') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:25.686354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (b100a816-2367-4a4c-8dc7-cec930ec9452), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.702317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b100a816-2367-4a4c-8dc7-cec930ec9452), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.714309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:25.715222 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (b100a816-2367-4a4c-8dc7-cec930ec9452), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:25.865838 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:26.107999 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7437fa6-d11d-43be-8267-f25947617de9 req-d3d06782-ee06-44ca-b5bc-f5c860661f46 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 210 time: 0.1695030 Jan 27 21:48:26.119544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (6e74bf64-ae4a-48c5-856f-e83dfdc0290d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.173947 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.189145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6e74bf64-ae4a-48c5-856f-e83dfdc0290d HTTP/1.1" status: 204 len: 168 time: 2.0316124 Jan 27 21:48:26.192137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56734) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:26.197769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54f6fdf0-496e-42a4-a895-071c3d04cc88 req-91ac6c29-3563-4963-90a8-a06046cf80a0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3309636 Jan 27 21:48:26.220070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0d68d-6f6e-4574-b85b-5e31f68a91e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e74bf64-ae4a-48c5-856f-e83dfdc0290d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:26.310873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0c395-d123-41da-b4bb-e930dd0b07b2 req-b660ed5b-03b3-4deb-abfb-d3db14b60faf tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:26.313153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7db0c395-d123-41da-b4bb-e930dd0b07b2 req-b660ed5b-03b3-4deb-abfb-d3db14b60faf tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 947 time: 0.3692000 Jan 27 21:48:26.508200 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7db0c395-d123-41da-b4bb-e930dd0b07b2 req-dc591d7a-153c-4dfd-a7b1-da7017d75be1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830101 Jan 27 21:48:26.515659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6fdf0-496e-42a4-a895-071c3d04cc88 req-c63d19db-cf98-4e18-8ac7-3cea7c189f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:26.517458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54f6fdf0-496e-42a4-a895-071c3d04cc88 req-c63d19db-cf98-4e18-8ac7-3cea7c189f60 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 1098 time: 0.2609107 Jan 27 21:48:26.763403 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:26.793032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6fdf0-496e-42a4-a895-071c3d04cc88 req-c3460d85-dc00-4c52-a8df-bc23a5c667a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:26.797773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54f6fdf0-496e-42a4-a895-071c3d04cc88 req-c3460d85-dc00-4c52-a8df-bc23a5c667a7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 918 time: 0.2542355 Jan 27 21:48:26.969295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54f6fdf0-496e-42a4-a895-071c3d04cc88 req-f769b1ed-bb42-4f23-bfeb-92ef3acd7ebc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1368993-dd0a-4234-80fe-d51d39870566 HTTP/1.1" status: 200 len: 1002 time: 0.1646147 Jan 27 21:48:27.156388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6fdf0-496e-42a4-a895-071c3d04cc88 req-236362f6-33c9-4128-849d-b36d82c8e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:27.156388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54f6fdf0-496e-42a4-a895-071c3d04cc88 req-236362f6-33c9-4128-849d-b36d82c8e9bf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 200 len: 856 time: 0.1729198 Jan 27 21:48:27.260294 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:27.271202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6fdf0-496e-42a4-a895-071c3d04cc88 req-80eb668a-187f-42bc-9327-465c80a679ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:27.271421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54f6fdf0-496e-42a4-a895-071c3d04cc88 req-80eb668a-187f-42bc-9327-465c80a679ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bf700070-3437-4935-bb61-9656ea0d6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111028 Jan 27 21:48:27.440414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-2af27304-7965-4e60-9918-0534db407ab9 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:27.450496 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-2af27304-7965-4e60-9918-0534db407ab9 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.74 "GET /v2.0/networks?id=e304c56f-7e77-4200-b502-11e7f0abaae6 HTTP/1.1" status: 200 len: 813 time: 0.5908983 Jan 27 21:48:27.474133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Request body: {'port': {'device_id': '07a95bb9-e454-41ad-bb33-989b9d58f58c', 'network_id': 'e304c56f-7e77-4200-b502-11e7f0abaae6', 'admin_state_up': True, 'tenant_id': '89e59fd44eae44288860ac589b848924'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:27.593015 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54f6fdf0-496e-42a4-a895-071c3d04cc88 req-393f12f7-56b0-42e1-9f21-40e3464a923d service neutron] 10.222.0.71 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135471 Jan 27 21:48:27.882298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54f6fdf0-496e-42a4-a895-071c3d04cc88 req-2b3e5c01-5e3e-4c4f-ad12-fcbc1eb04358 service neutron] 10.222.0.71 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147355 Jan 27 21:48:27.884472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99200ac8-a89a-4306-bca9-61796b5be360 req-ab2542e4-6151-4b29-83b9-ac1ae0f17753 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 210 time: 0.3327360 Jan 27 21:48:28.149907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-461b22a9-0c55-4e87-b9a2-200a4c47983a tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:28.162931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-461b22a9-0c55-4e87-b9a2-200a4c47983a tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/networks?id=d0379b3e-f3e6-43a2-bcf6-214a1e531b81 HTTP/1.1" status: 200 len: 808 time: 0.6394551 Jan 27 21:48:28.203044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-cc5ba538-bace-470e-9745-6e7be92ec592 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/quotas/82aafe84316147d28d86510457caac91 HTTP/1.1" status: 200 len: 375 time: 0.0391142 Jan 27 21:48:28.273427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-107aefab-8156-4134-89ba-ad613568cdca tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=82aafe84316147d28d86510457caac91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694013 Jan 27 21:48:28.401935 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80355baa-99a1-4d9c-a8dd-d0fd037456e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:28.456505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Made reservation on behalf of 89e59fd44eae44288860ac589b848924 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:28.460568 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:28.530138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-6eb41b8d-ffe7-499e-9b59-0b08d3b7a06d service neutron] 10.222.0.61 "GET /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553475 Jan 27 21:48:28.794519 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-db8327d8-0b60-498a-b178-207ed9b906e0 service neutron] 10.222.0.61 "GET /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520432 Jan 27 21:48:28.890746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Allocated IP 172.20.0.6 (e304c56f-7e77-4200-b502-11e7f0abaae6/4bd70393-23df-4cb9-80fa-44dd600d1d80/ac53bd89-c2cc-4ea9-a64c-0ace05d8669e) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:28.918361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56790) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:29.109209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4700ba9-1332-4e5a-b129-3de17b396443 req-1be68a75-2dca-4a1d-909c-a722a76c32b6 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 210 time: 0.0969415 Jan 27 21:48:29.258295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5185b81d-75b8-4d42-b62e-6a20a296877b req-95a6f0bd-ba52-4293-b668-89812c710117 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 210 time: 0.0813510 Jan 27 21:48:29.274085 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db6b4dd0-89ac-47b4-a5ca-46111cfee88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.437357 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Publish callbacks [] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.493438 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db6b4dd0-89ac-47b4-a5ca-46111cfee88b admin admin] Publish callbacks [] for security_group (54845abc-f582-44ff-8eeb-119618bce0b3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.542553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-80355baa-99a1-4d9c-a8dd-d0fd037456e3 admin admin] Deleting port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:29.543140 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80355baa-99a1-4d9c-a8dd-d0fd037456e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.599336 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db6b4dd0-89ac-47b4-a5ca-46111cfee88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (54845abc-f582-44ff-8eeb-119618bce0b3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.631346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-80355baa-99a1-4d9c-a8dd-d0fd037456e3 admin admin] For port bc2ea82a-8e86-4389-b3b3-3b059b12e4a8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bc2ea82a-8e86-4389-b3b3-3b059b12e4a8,segment=NetworkSegment(47ca3fb9-68c7-4eaa-a2e5-c962af93518b),segment_id=47ca3fb9-68c7-4eaa-a2e5-c962af93518b)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:29.631876 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80355baa-99a1-4d9c-a8dd-d0fd037456e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.647006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-80355baa-99a1-4d9c-a8dd-d0fd037456e3 admin admin] Calling delete_port for bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:29.655149 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.712456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-db6b4dd0-89ac-47b4-a5ca-46111cfee88b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=87fe1d04fa924c6994deff0f1b4c6db8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7896044 Jan 27 21:48:29.713353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56808) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:29.761662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Pushing event updated for resources: {'Port': ['ID=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:29.807226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b4dd0-89ac-47b4-a5ca-46111cfee88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54845abc-f582-44ff-8eeb-119618bce0b3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:29.838051 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Network e304c56f-7e77-4200-b502-11e7f0abaae6 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:29.841971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:29.851871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:29.913649 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2541fbf3-bfa5-4bd4-8395-0ece5ca63665 admin admin] Publish callbacks [] for security_group (54845abc-f582-44ff-8eeb-119618bce0b3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.945936 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2541fbf3-bfa5-4bd4-8395-0ece5ca63665 admin admin] Publish callbacks [] for security_group (54845abc-f582-44ff-8eeb-119618bce0b3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:29.946891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:29.947526 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.157768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2541fbf3-bfa5-4bd4-8395-0ece5ca63665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (54845abc-f582-44ff-8eeb-119618bce0b3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.161809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2541fbf3-bfa5-4bd4-8395-0ece5ca63665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.163744 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2541fbf3-bfa5-4bd4-8395-0ece5ca63665 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54845abc-f582-44ff-8eeb-119618bce0b3 HTTP/1.1" status: 204 len: 168 time: 0.4490271 Jan 27 21:48:30.176445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541fbf3-bfa5-4bd4-8395-0ece5ca63665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54845abc-f582-44ff-8eeb-119618bce0b3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:30.200221 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-be801993-c07a-486f-86b6-f3aa8ade290a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7391360 Jan 27 21:48:30.200991 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80355baa-99a1-4d9c-a8dd-d0fd037456e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (bc2ea82a-8e86-4389-b3b3-3b059b12e4a8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.270929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Request body: {'port': {'device_id': '07a95bb9-e454-41ad-bb33-989b9d58f58c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:30.274222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80355baa-99a1-4d9c-a8dd-d0fd037456e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2ea82a-8e86-4389-b3b3-3b059b12e4a8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:30.308528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab7744-db93-41cc-899b-680aa3afe2b7 req-1d70b348-b264-418a-882f-0cb9bbeaf59f tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:30.314114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbab7744-db93-41cc-899b-680aa3afe2b7 req-1d70b348-b264-418a-882f-0cb9bbeaf59f tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 931 time: 0.0925748 Jan 27 21:48:30.381476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-856d3671-5183-4c86-8a70-81cf9cce75d3 req-33fc7cd3-b9ee-453a-a0e5-6c8a9ca17b12 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 210 time: 0.0464091 Jan 27 21:48:30.419430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbab7744-db93-41cc-899b-680aa3afe2b7 req-d46e263c-71e4-4229-998b-6ac2c8d0fc64 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979369 Jan 27 21:48:30.574191 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:30.886109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80355baa-99a1-4d9c-a8dd-d0fd037456e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.169695 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac53bd89-c2cc-4ea9-a64c-0ace05d8669e {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:31.207730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Publish callbacks [] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.231455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Transition to ACTIVE for port object ac53bd89-c2cc-4ea9-a64c-0ace05d8669e will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:31.252904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80355baa-99a1-4d9c-a8dd-d0fd037456e3 admin admin] Router 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:48:31.323625 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.415198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56834) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:31.442982 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f535dc8-bb4f-4e2f-b422-827bd0d81486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.444902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80355baa-99a1-4d9c-a8dd-d0fd037456e3 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:48:31.452045 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-80355baa-99a1-4d9c-a8dd-d0fd037456e3 admin admin] 10.222.0.61 "PUT /v2.0/routers/9f4fc58d-ea60-42cd-aa4e-75ff98520f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2582438 Jan 27 21:48:31.456418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Pushing event updated for resources: {'Port': ['ID=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:31.460526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56838) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:31.464129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10613e-26fc-4579-9f30-e3aea73c49a7 None None] Sync routers for ids ['9f4fc58d-ea60-42cd-aa4e-75ff98520f91'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:48:31.493882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10613e-26fc-4579-9f30-e3aea73c49a7 None None] Routers {'9f4fc58d-ea60-42cd-aa4e-75ff98520f91'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:31.494554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9c10613e-26fc-4579-9f30-e3aea73c49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:48:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['9f4fc58d-ea60-42cd-aa4e-75ff98520f91'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:31.617794 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Attempting to bind port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:31.618416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Attempting to bind port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '5445b5b6-6c45-4878-8fd5-133f533e2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e304c56f-7e77-4200-b502-11e7f0abaae6'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:31.618543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Attempting to bind port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e on network e304c56f-7e77-4200-b502-11e7f0abaae6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:31.625124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1494656f-d705-4998-9884-13829b820eca req-e973bf7b-62c0-48d2-9f1b-c92762e58f7a tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 210 time: 0.0505168 Jan 27 21:48:31.641214 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e on network e304c56f-7e77-4200-b502-11e7f0abaae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:31.641727 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Attempting to bind port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e on network e304c56f-7e77-4200-b502-11e7f0abaae6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:31.659256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc60a7-c6c5-4897-9c7a-36adeaa23672 req-34298cf2-409a-4608-a363-f7e190b6c2b8 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:31.659256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1dc60a7-c6c5-4897-9c7a-36adeaa23672 req-34298cf2-409a-4608-a363-f7e190b6c2b8 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 943 time: 0.0913796 Jan 27 21:48:31.659586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:31.659693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Checking segment: {'id': '5445b5b6-6c45-4878-8fd5-133f533e2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e304c56f-7e77-4200-b502-11e7f0abaae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:31.660184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Bound using segment: {'id': '5445b5b6-6c45-4878-8fd5-133f533e2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e304c56f-7e77-4200-b502-11e7f0abaae6'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:31.660653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Bound port: ac53bd89-c2cc-4ea9-a64c-0ace05d8669e, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5445b5b6-6c45-4878-8fd5-133f533e2781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e304c56f-7e77-4200-b502-11e7f0abaae6'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:31.661026 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.700380 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f535dc8-bb4f-4e2f-b422-827bd0d81486 admin admin] Publish callbacks [] for security_group (77b687e6-6a4c-47cd-a8c8-17764d8c0abe), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.714941 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Publish callbacks [] for router (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.738929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-9c10613e-26fc-4579-9f30-e3aea73c49a7 None None] Set router 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:31.739569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1dc60a7-c6c5-4897-9c7a-36adeaa23672 req-68f89c87-c34d-4ee2-be95-3a636e7015e5 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671175 Jan 27 21:48:31.768040 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f535dc8-bb4f-4e2f-b422-827bd0d81486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (77b687e6-6a4c-47cd-a8c8-17764d8c0abe), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:31.833734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4f535dc8-bb4f-4e2f-b422-827bd0d81486 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f296471f36b8485585a9955028f1a126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4172313 Jan 27 21:48:31.835744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f535dc8-bb4f-4e2f-b422-827bd0d81486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b687e6-6a4c-47cd-a8c8-17764d8c0abe,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:31.841336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56842) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:31.943176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] For port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:31.948352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] For port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e,segment=NetworkSegment(5445b5b6-6c45-4878-8fd5-133f533e2781),segment_id=5445b5b6-6c45-4878-8fd5-133f533e2781)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:31.978200 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Publish callbacks [] for router_gateway (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.000444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3339ddc-1360-4d15-9e9d-08434989c09f admin admin] Publish callbacks [] for security_group (77b687e6-6a4c-47cd-a8c8-17764d8c0abe), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.029298 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3339ddc-1360-4d15-9e9d-08434989c09f admin admin] Publish callbacks [] for security_group (77b687e6-6a4c-47cd-a8c8-17764d8c0abe), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.055998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9c10613e-26fc-4579-9f30-e3aea73c49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'name': 'tempest-TestServerMultinode-1286686554-router', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '49db2fac-5199-4213-9574-34192e233ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:08Z', 'updated_at': '2022-01-27T21:48:30Z', 'revision_number': 5, 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'gw_port': {'id': '49db2fac-5199-4213-9574-34192e233ad2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:10Z', 'updated_at': '2022-01-27T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:32.089462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.097240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10613e-26fc-4579-9f30-e3aea73c49a7 None None] Checking router: 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:48:32.108612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10613e-26fc-4579-9f30-e3aea73c49a7 None None] Routers {'9f4fc58d-ea60-42cd-aa4e-75ff98520f91'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:32.109302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9c10613e-26fc-4579-9f30-e3aea73c49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:48:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['9f4fc58d-ea60-42cd-aa4e-75ff98520f91'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:32.157539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:32.162889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.162889 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] 10.222.0.74 "PUT /v2.0/ports/ac53bd89-c2cc-4ea9-a64c-0ace05d8669e HTTP/1.1" status: 200 len: 1091 time: 1.9490907 Jan 27 21:48:32.162889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a95bb9-e454-41ad-bb33-989b9d58f58c', 'tag': 'ac53bd89-c2cc-4ea9-a64c-0ace05d8669e'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:32.164293 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3973aa39-5df9-4e49-9b18-c3d06e612ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "07a95bb9-e454-41ad-bb33-989b9d58f58c", "tag": "ac53bd89-c2cc-4ea9-a64c-0ace05d8669e"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:32.192054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3339ddc-1360-4d15-9e9d-08434989c09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (77b687e6-6a4c-47cd-a8c8-17764d8c0abe), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.192054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3339ddc-1360-4d15-9e9d-08434989c09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.192054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b3339ddc-1360-4d15-9e9d-08434989c09f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/77b687e6-6a4c-47cd-a8c8-17764d8c0abe HTTP/1.1" status: 204 len: 168 time: 0.3439231 Jan 27 21:48:32.211364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3339ddc-1360-4d15-9e9d-08434989c09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b687e6-6a4c-47cd-a8c8-17764d8c0abe,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:32.315668 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ee74d8da-2682-4c8e-8ee3-b7b60d2884ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.335088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-9c10613e-26fc-4579-9f30-e3aea73c49a7 None None] Set router 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:32.350274 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0556cc0-474e-4c73-ae44-551e7fba83db x-openstack-request-id: req-e0556cc0-474e-4c73-ae44-551e7fba83db {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:32.351071 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a95bb9-e454-41ad-bb33-989b9d58f58c", "tag": "ac53bd89-c2cc-4ea9-a64c-0ace05d8669e", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:32.353130 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0556cc0-474e-4c73-ae44-551e7fba83db {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:32.355229 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a95bb9-e454-41ad-bb33-989b9d58f58c', 'tag': 'ac53bd89-c2cc-4ea9-a64c-0ace05d8669e', 'status': 'completed', 'code': 200} Jan 27 21:48:32.395622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86cd79-d67e-4285-aa75-5322b278e77f service neutron] Pushing event updated for resources: {'Port': ['ID=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:32.455205 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973aa39-5df9-4e49-9b18-c3d06e612ca8 req-53f540f6-e4d1-4729-9530-73b8181dc475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:32.455205 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3973aa39-5df9-4e49-9b18-c3d06e612ca8 req-53f540f6-e4d1-4729-9530-73b8181dc475 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89e59fd44eae44288860ac589b848924&device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 1094 time: 0.0644255 Jan 27 21:48:32.455205 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Deleting port 49db2fac-5199-4213-9574-34192e233ad2 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:32.455205 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (49db2fac-5199-4213-9574-34192e233ad2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.617072 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] For port 49db2fac-5199-4213-9574-34192e233ad2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=49db2fac-5199-4213-9574-34192e233ad2,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:32.617619 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (49db2fac-5199-4213-9574-34192e233ad2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:32.631063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973aa39-5df9-4e49-9b18-c3d06e612ca8 req-841c8d50-f491-420f-83cf-249f32e39cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:32.632727 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3973aa39-5df9-4e49-9b18-c3d06e612ca8 req-841c8d50-f491-420f-83cf-249f32e39cdf service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=89e59fd44eae44288860ac589b848924&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1921000 Jan 27 21:48:32.636719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Calling delete_port for 49db2fac-5199-4213-9574-34192e233ad2 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:32.671658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9c10613e-26fc-4579-9f30-e3aea73c49a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'name': 'tempest-TestServerMultinode-1286686554-router', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '49db2fac-5199-4213-9574-34192e233ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:08Z', 'updated_at': '2022-01-27T21:48:30Z', 'revision_number': 5, 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'gw_port': {'id': '49db2fac-5199-4213-9574-34192e233ad2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:10Z', 'updated_at': '2022-01-27T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:32.709817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c10613e-26fc-4579-9f30-e3aea73c49a7 None None] The sync data for ids ['9f4fc58d-ea60-42cd-aa4e-75ff98520f91'] in n-d-760456-6 is: [{'id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'name': 'tempest-TestServerMultinode-1286686554-router', 'tenant_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '49db2fac-5199-4213-9574-34192e233ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:08Z', 'updated_at': '2022-01-27T21:48:30Z', 'revision_number': 5, 'project_id': '12c3e0e9ae7b48eba662aaa61ce3c058', 'gw_port': {'id': '49db2fac-5199-4213-9574-34192e233ad2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4fc58d-ea60-42cd-aa4e-75ff98520f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:10Z', 'updated_at': '2022-01-27T21:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:48:32.775992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-7339da50-4fc0-423c-913e-77f6f7c9869e tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:32.778317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-7339da50-4fc0-423c-913e-77f6f7c9869e tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.71 "GET /v2.0/networks?id=d0379b3e-f3e6-43a2-bcf6-214a1e531b81 HTTP/1.1" status: 200 len: 808 time: 0.1719933 Jan 27 21:48:32.795152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Request body: {'port': {'device_id': '99949ea1-cddd-49db-9856-93539f59e698', 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81', 'admin_state_up': True, 'tenant_id': '82aafe84316147d28d86510457caac91'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:32.821520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973aa39-5df9-4e49-9b18-c3d06e612ca8 req-053d3bc2-fc70-43c2-b6ca-1f1d64fe2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:32.823057 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3973aa39-5df9-4e49-9b18-c3d06e612ca8 req-053d3bc2-fc70-43c2-b6ca-1f1d64fe2529 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1837552 Jan 27 21:48:32.980213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-0273b97e-d3f1-4ef8-bf2b-c6d31d724096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:32.981855 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-0273b97e-d3f1-4ef8-bf2b-c6d31d724096 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89e59fd44eae44288860ac589b848924&device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 1094 time: 0.1155472 Jan 27 21:48:33.034093 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-38797913-9e42-4102-8c8b-2581d394b3b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e HTTP/1.1" status: 200 len: 217 time: 0.0445404 Jan 27 21:48:33.468823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01c07219-2060-4f2a-b613-68cc6a20a044 req-ac3b8359-7e73-4ca1-972d-9c8ea384190f tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 210 time: 0.6871891 Jan 27 21:48:33.555361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39c0af-b5ff-48a1-b6a4-a7579d16463f req-212fb9aa-4b4b-407c-8287-cab7b5f1c0ea tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:33.562453 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f39c0af-b5ff-48a1-b6a4-a7579d16463f req-212fb9aa-4b4b-407c-8287-cab7b5f1c0ea tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 943 time: 0.1721592 Jan 27 21:48:33.628324 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-b5fe10cb-e184-4619-884d-a04aaff23b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:33.633903 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-b5fe10cb-e184-4619-884d-a04aaff23b66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4bd70393-23df-4cb9-80fa-44dd600d1d80 HTTP/1.1" status: 200 len: 853 time: 0.0660479 Jan 27 21:48:33.665233 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-e264fd75-7b75-4b1d-b3ff-f277db974b4e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e304c56f-7e77-4200-b502-11e7f0abaae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283158 Jan 27 21:48:33.672131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f39c0af-b5ff-48a1-b6a4-a7579d16463f req-80f0d423-e7d3-4ce1-b34a-3325da465c86 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007471 Jan 27 21:48:33.705776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Made reservation on behalf of 82aafe84316147d28d86510457caac91 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:33.711066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.801633 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (49db2fac-5199-4213-9574-34192e233ad2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:33.847042 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-d5d01e75-514e-4d98-948f-91db1c59a520 service neutron] 10.222.0.74 "GET /v2.0/networks/e304c56f-7e77-4200-b502-11e7f0abaae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699657 Jan 27 21:48:33.850246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=49db2fac-5199-4213-9574-34192e233ad2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:33.904440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Allocated IP 172.20.0.2 (d0379b3e-f3e6-43a2-bcf6-214a1e531b81/5e63d6f9-fa13-4877-ab5f-8f136a53d0b2/271c1ee5-b909-4ed8-bdd8-8cb97e495822) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:33.989648 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.078426 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks [] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.104281 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-24def4c0-fe07-4b38-bbbe-119b7d9d10c3 req-e207a4d5-4b78-410a-893a-980b11451d57 service neutron] 10.222.0.74 "GET /v2.0/networks/e304c56f-7e77-4200-b502-11e7f0abaae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448971 Jan 27 21:48:34.107621 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.110070 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Publish callbacks [] for router_controller (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.244111 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.277921 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (9f4fc58d-ea60-42cd-aa4e-75ff98520f91), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.278692 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f4fc58d-ea60-42cd-aa4e-75ff98520f91 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:48:34.285610 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.288262 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-42649f80-d8f9-400f-9fb8-a64691a08d3a admin admin] 10.222.0.61 "DELETE /v2.0/routers/9f4fc58d-ea60-42cd-aa4e-75ff98520f91 HTTP/1.1" status: 204 len: 168 time: 2.8231049 Jan 27 21:48:34.290015 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56880) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:34.305249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:34.310359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:34.312574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Pushing event updated for resources: {'Port': ['ID=271c1ee5-b909-4ed8-bdd8-8cb97e495822,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:34.315090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:34.360866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56882) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:34.377297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d10f714-d13f-4d4d-b353-14a32badd264 admin admin] Deleting subnet 16fefb23-d374-4655-8237-c6a0be4d9948 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:34.392743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:34.392884 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d10f714-d13f-4d4d-b353-14a32badd264 admin admin] Publish callbacks [] for subnet (16fefb23-d374-4655-8237-c6a0be4d9948), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.392994 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.393110 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f25c362d-2259-49af-bc8c-ca72aad6bdc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.454366 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d10f714-d13f-4d4d-b353-14a32badd264 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (16fefb23-d374-4655-8237-c6a0be4d9948), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.526319 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d63e7f03-9a18-4582-aa83-49a471ec3bd1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7360401 Jan 27 21:48:34.535930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-67df3aa7-e82f-4a55-85c8-9d33c558e183 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:48:34.536975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-67df3aa7-e82f-4a55-85c8-9d33c558e183 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054939 Jan 27 21:48:34.555346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Request body: {'port': {'device_id': '99949ea1-cddd-49db-9856-93539f59e698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:34.613447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d10f714-d13f-4d4d-b353-14a32badd264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (16fefb23-d374-4655-8237-c6a0be4d9948), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.616999 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f25c362d-2259-49af-bc8c-ca72aad6bdc6 admin admin] Publish callbacks [] for security_group (68e3dc21-4bca-4084-81ca-61814c221a12), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.661115 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:34.684767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427891fe-bfe9-4463-8d34-5c8c33e8bbdd req-2510fad5-5878-43a0-998b-de60ad9cca8e tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:34.686600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-427891fe-bfe9-4463-8d34-5c8c33e8bbdd req-2510fad5-5878-43a0-998b-de60ad9cca8e tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 931 time: 0.1057351 Jan 27 21:48:34.914121 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-427891fe-bfe9-4463-8d34-5c8c33e8bbdd req-24c12e26-45b6-43bf-b845-2b735cc6e359 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190373 Jan 27 21:48:34.940674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a18a8-855a-4f28-a00a-776e154832a9 req-fde15567-c63b-42d1-ab5d-8d4f8fce032a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:34.942348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-989a18a8-855a-4f28-a00a-776e154832a9 req-fde15567-c63b-42d1-ab5d-8d4f8fce032a tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 943 time: 0.1898150 Jan 27 21:48:35.004000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:35.056282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-989a18a8-855a-4f28-a00a-776e154832a9 req-7d3eb8e4-9be5-4d9a-b8ee-ce9046afb91c tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666721 Jan 27 21:48:35.060413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:35.060772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bc2ea82a-8e86-4389-b3b3-3b059b12e4a8 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:35.061330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 49db2fac-5199-4213-9574-34192e233ad2 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:35.089819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 49db2fac-5199-4213-9574-34192e233ad2 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:35.090263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 49db2fac-5199-4213-9574-34192e233ad2 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:35.171026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271c1ee5-b909-4ed8-bdd8-8cb97e495822 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:35.179045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Publish callbacks [] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.193753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Transition to ACTIVE for port object 271c1ee5-b909-4ed8-bdd8-8cb97e495822 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:48:35.508685 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d10f714-d13f-4d4d-b353-14a32badd264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (16fefb23-d374-4655-8237-c6a0be4d9948), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.511312 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4c2a089b-9be9-4dc1-bb1b-3b71ba93abc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.534837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a316805-2f36-4a9e-a49d-96d1d7321d8c None None] Network 1a419a8b-7a95-4da9-bc03-ae0e69934107 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:35.547378 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f25c362d-2259-49af-bc8c-ca72aad6bdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (68e3dc21-4bca-4084-81ca-61814c221a12), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.560676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d10f714-d13f-4d4d-b353-14a32badd264 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.570891 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0d10f714-d13f-4d4d-b353-14a32badd264 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/16fefb23-d374-4655-8237-c6a0be4d9948 HTTP/1.1" status: 204 len: 168 time: 1.2787850 Jan 27 21:48:35.576285 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56908) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:35.583962 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.651101 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f25c362d-2259-49af-bc8c-ca72aad6bdc6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbeb5bbf8edf41d9b8f22af7e70aad5f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2885170 Jan 27 21:48:35.710530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c362d-2259-49af-bc8c-ca72aad6bdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e3dc21-4bca-4084-81ca-61814c221a12,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:35.713088 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56910) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:35.729080 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10f714-d13f-4d4d-b353-14a32badd264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16fefb23-d374-4655-8237-c6a0be4d9948,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:35.729205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ac53bd89-c2cc-4ea9-a64c-0ace05d8669e details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:35.754233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (1a419a8b-7a95-4da9-bc03-ae0e69934107), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.869024 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-303b4a92-193e-4b31-aaa1-0b3bc3ca6d83 admin admin] Publish callbacks [] for security_group (68e3dc21-4bca-4084-81ca-61814c221a12), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.878865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Pushing event updated for resources: {'Port': ['ID=271c1ee5-b909-4ed8-bdd8-8cb97e495822,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:35.885993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e,segment=NetworkSegment(5445b5b6-6c45-4878-8fd5-133f533e2781),segment_id=5445b5b6-6c45-4878-8fd5-133f533e2781)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:35.902532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'ac53bd89-c2cc-4ea9-a64c-0ace05d8669e', 'network_id': 'e304c56f-7e77-4200-b502-11e7f0abaae6', 'port_id': 'ac53bd89-c2cc-4ea9-a64c-0ace05d8669e', 'mac_address': 'fa:16:3e:63:2a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd70393-23df-4cb9-80fa-44dd600d1d80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:48:35.939735 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-303b4a92-193e-4b31-aaa1-0b3bc3ca6d83 admin admin] Publish callbacks [] for security_group (68e3dc21-4bca-4084-81ca-61814c221a12), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:35.984443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Attempting to bind port 271c1ee5-b909-4ed8-bdd8-8cb97e495822 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:35.985072 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Attempting to bind port 271c1ee5-b909-4ed8-bdd8-8cb97e495822 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '7058e9f8-e31e-4871-9426-f096eeb08a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:35.985232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Attempting to bind port 271c1ee5-b909-4ed8-bdd8-8cb97e495822 on network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:35.994813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Port 271c1ee5-b909-4ed8-bdd8-8cb97e495822 on network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:48:35.995397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Attempting to bind port 271c1ee5-b909-4ed8-bdd8-8cb97e495822 on network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:36.004120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:36.004503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Checking segment: {'id': '7058e9f8-e31e-4871-9426-f096eeb08a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:36.006312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Bound using segment: {'id': '7058e9f8-e31e-4871-9426-f096eeb08a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:36.007204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Bound port: 271c1ee5-b909-4ed8-bdd8-8cb97e495822, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7058e9f8-e31e-4871-9426-f096eeb08a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:36.007558 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.021397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:36.022531 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.050192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac53bd89-c2cc-4ea9-a64c-0ace05d8669e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:36.083053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e,segment=NetworkSegment(5445b5b6-6c45-4878-8fd5-133f533e2781),segment_id=5445b5b6-6c45-4878-8fd5-133f533e2781)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:36.093875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86444937-cc64-4804-abe5-803a1a7eb446 None None] DHCP port deletion for 1a419a8b-7a95-4da9-bc03-ae0e69934107 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:48:36.109939 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.127034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] For port 271c1ee5-b909-4ed8-bdd8-8cb97e495822, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:36.127650 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-303b4a92-193e-4b31-aaa1-0b3bc3ca6d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (68e3dc21-4bca-4084-81ca-61814c221a12), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.131221 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-303b4a92-193e-4b31-aaa1-0b3bc3ca6d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.132028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] For port 271c1ee5-b909-4ed8-bdd8-8cb97e495822, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=271c1ee5-b909-4ed8-bdd8-8cb97e495822,segment=NetworkSegment(7058e9f8-e31e-4871-9426-f096eeb08a10),segment_id=7058e9f8-e31e-4871-9426-f096eeb08a10)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:36.132618 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-303b4a92-193e-4b31-aaa1-0b3bc3ca6d83 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68e3dc21-4bca-4084-81ca-61814c221a12 HTTP/1.1" status: 204 len: 168 time: 0.4010673 Jan 27 21:48:36.146333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b4a92-193e-4b31-aaa1-0b3bc3ca6d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e3dc21-4bca-4084-81ca-61814c221a12,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:36.159428 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.214521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Deleting port e4a745ab-9815-47c7-9b98-4b1ae61eb47e {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:36.218029 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.300142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:36.369121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-86444937-cc64-4804-abe5-803a1a7eb446 None None] Deleting port e4a745ab-9815-47c7-9b98-4b1ae61eb47e {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:36.369672 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-86444937-cc64-4804-abe5-803a1a7eb446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.395929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] For port e4a745ab-9815-47c7-9b98-4b1ae61eb47e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e4a745ab-9815-47c7-9b98-4b1ae61eb47e,segment=NetworkSegment(47ca3fb9-68c7-4eaa-a2e5-c962af93518b),segment_id=47ca3fb9-68c7-4eaa-a2e5-c962af93518b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:36.400606 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.421758 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.440388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Calling delete_port for e4a745ab-9815-47c7-9b98-4b1ae61eb47e owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:36.463216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['ac53bd89-c2cc-4ea9-a64c-0ace05d8669e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:36.527717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:36.528376 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.530248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] 10.222.0.71 "PUT /v2.0/ports/271c1ee5-b909-4ed8-bdd8-8cb97e495822 HTTP/1.1" status: 200 len: 1091 time: 1.9797940 Jan 27 21:48:36.534533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99949ea1-cddd-49db-9856-93539f59e698', 'tag': '271c1ee5-b909-4ed8-bdd8-8cb97e495822'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:36.537318 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01b9cbb-4067-482a-bc1d-f9ee4fe65573" -d '{"events": [{"name": "network-changed", "server_uuid": "99949ea1-cddd-49db-9856-93539f59e698", "tag": "271c1ee5-b909-4ed8-bdd8-8cb97e495822"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:36.606060 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-86444937-cc64-4804-abe5-803a1a7eb446 None None] For port e4a745ab-9815-47c7-9b98-4b1ae61eb47e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e4a745ab-9815-47c7-9b98-4b1ae61eb47e,segment=NetworkSegment(47ca3fb9-68c7-4eaa-a2e5-c962af93518b),segment_id=47ca3fb9-68c7-4eaa-a2e5-c962af93518b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:36.606698 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-86444937-cc64-4804-abe5-803a1a7eb446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:36.619864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f9f8e-2124-4029-8bc6-301ef4fb8232 req-df5037f5-4855-4931-980d-bb84a7599ae9 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:36.631376 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-104f9f8e-2124-4029-8bc6-301ef4fb8232 req-df5037f5-4855-4931-980d-bb84a7599ae9 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 944 time: 0.4243104 Jan 27 21:48:36.681826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3d508-be38-465c-b57d-0cc02c20b99d service neutron] Pushing event updated for resources: {'Port': ['ID=271c1ee5-b909-4ed8-bdd8-8cb97e495822,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:36.727132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f91c5-9c4c-4e27-b92c-71cb8e503739 req-ce5c6cee-e2c8-4eae-9cfd-bd8f5a52c063 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:36.736771 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-061f91c5-9c4c-4e27-b92c-71cb8e503739 req-ce5c6cee-e2c8-4eae-9cfd-bd8f5a52c063 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 943 time: 0.5951884 Jan 27 21:48:36.914423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-eed0f9d9-408e-4419-a762-70379fff9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:36.916385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-eed0f9d9-408e-4419-a762-70379fff9331 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=82aafe84316147d28d86510457caac91&device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 1094 time: 0.2743387 Jan 27 21:48:36.938647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e4a745ab-9815-47c7-9b98-4b1ae61eb47e no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:37.002836 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-86444937-cc64-4804-abe5-803a1a7eb446 None None] Calling delete_port for e4a745ab-9815-47c7-9b98-4b1ae61eb47e owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:37.029256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-104f9f8e-2124-4029-8bc6-301ef4fb8232 req-c820a8e5-3e75-4aba-8d3a-43941f736858 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844104 Jan 27 21:48:37.029256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-0dd6b499-6f10-404f-9b99-d9667d062945 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=271c1ee5-b909-4ed8-bdd8-8cb97e495822 HTTP/1.1" status: 200 len: 217 time: 0.0965514 Jan 27 21:48:37.038293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-061f91c5-9c4c-4e27-b92c-71cb8e503739 req-4cabf39f-c00f-4c8e-8a64-251e64cd1b66 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006084 Jan 27 21:48:37.131694 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31ba5ed-f974-46c1-93f0-6f15a56ccebd x-openstack-request-id: req-b31ba5ed-f974-46c1-93f0-6f15a56ccebd {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:37.132253 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99949ea1-cddd-49db-9856-93539f59e698", "tag": "271c1ee5-b909-4ed8-bdd8-8cb97e495822", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:37.132709 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b31ba5ed-f974-46c1-93f0-6f15a56ccebd {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:37.133293 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99949ea1-cddd-49db-9856-93539f59e698', 'tag': '271c1ee5-b909-4ed8-bdd8-8cb97e495822', 'status': 'completed', 'code': 200} Jan 27 21:48:37.174585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-114a9c8b-da0e-4cba-80d5-a296349487fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:37.176123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-114a9c8b-da0e-4cba-80d5-a296349487fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e63d6f9-fa13-4877-ab5f-8f136a53d0b2 HTTP/1.1" status: 200 len: 848 time: 0.1369107 Jan 27 21:48:37.239407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-a876f410-472c-4ee7-9349-3e77a9b5aad6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0379b3e-f3e6-43a2-bcf6-214a1e531b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536125 Jan 27 21:48:37.275265 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.305430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e4a745ab-9815-47c7-9b98-4b1ae61eb47e is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:37.306399 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.319136 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-86444937-cc64-4804-abe5-803a1a7eb446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (e4a745ab-9815-47c7-9b98-4b1ae61eb47e), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.335903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86444937-cc64-4804-abe5-803a1a7eb446 None None] No DVR routers for this DVR port e4a745ab-9815-47c7-9b98-4b1ae61eb47e on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:37.376879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86444937-cc64-4804-abe5-803a1a7eb446 None None] Pushing event deleted for resources: {'Port': ['ID=e4a745ab-9815-47c7-9b98-4b1ae61eb47e,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:37.410497 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.451038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a745ab-9815-47c7-9b98-4b1ae61eb47e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:37.464270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] No DVR routers for this DVR port e4a745ab-9815-47c7-9b98-4b1ae61eb47e on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:37.632188 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (1a419a8b-7a95-4da9-bc03-ae0e69934107), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.675663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ac53bd89-c2cc-4ea9-a64c-0ace05d8669e up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:37.681727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a419a8b-7a95-4da9-bc03-ae0e69934107']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:37.711752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-d0fa3850-6022-404e-a655-bd263c16092c service neutron] 10.222.0.71 "GET /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609485 Jan 27 21:48:37.717606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ca3fb9-68c7-4eaa-a2e5-c962af93518b') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:37.719679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ca3fb9-68c7-4eaa-a2e5-c962af93518b') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:37.765858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (47ca3fb9-68c7-4eaa-a2e5-c962af93518b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.835775 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (47ca3fb9-68c7-4eaa-a2e5-c962af93518b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (47ca3fb9-68c7-4eaa-a2e5-c962af93518b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:37.853093 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:37.882125 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:48:37.889403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:37.889403 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:37.945576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a69dcc56-0c51-48ea-af74-be32f50e2dad req-6d99c57e-7b20-4a17-876c-dc7bf6c7a324 service neutron] 10.222.0.71 "GET /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232013 Jan 27 21:48:38.003546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:38.003949 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.026518 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:48:38.050007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a95bb9-e454-41ad-bb33-989b9d58f58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac53bd89-c2cc-4ea9-a64c-0ace05d8669e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:38.052557 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfd6f4d-f28e-456b-9117-1e262ecb5302" -d '{"events": [{"server_uuid": "07a95bb9-e454-41ad-bb33-989b9d58f58c", "name": "network-vif-plugged", "status": "completed", "tag": "ac53bd89-c2cc-4ea9-a64c-0ace05d8669e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:38.071948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e,segment=NetworkSegment(5445b5b6-6c45-4878-8fd5-133f533e2781),segment_id=5445b5b6-6c45-4878-8fd5-133f533e2781)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:38.115985 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42925f40-d607-43ad-b4e6-daf449076d14 x-openstack-request-id: req-42925f40-d607-43ad-b4e6-daf449076d14 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:38.116527 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a95bb9-e454-41ad-bb33-989b9d58f58c", "name": "network-vif-plugged", "status": "completed", "tag": "ac53bd89-c2cc-4ea9-a64c-0ace05d8669e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:38.116941 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42925f40-d607-43ad-b4e6-daf449076d14 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:38.117427 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a95bb9-e454-41ad-bb33-989b9d58f58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac53bd89-c2cc-4ea9-a64c-0ace05d8669e', 'code': 200} Jan 27 21:48:38.121457 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (1a419a8b-7a95-4da9-bc03-ae0e69934107), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.143743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.160144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] 10.222.0.61 "DELETE /v2.0/networks/1a419a8b-7a95-4da9-bc03-ae0e69934107 HTTP/1.1" status: 204 len: 168 time: 2.5826190 Jan 27 21:48:38.173898 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.249035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e021d-47dd-4fe6-96ef-72c6ba138fce admin admin] Pushing event deleted for resources: {'Network': ['ID=1a419a8b-7a95-4da9-bc03-ae0e69934107,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:38.352815 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82bb0b-28e7-4d98-bb13-4864c372986a req-504c8ccc-d8e9-4329-aa12-eadffeab1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.354267 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4f82bb0b-28e7-4d98-bb13-4864c372986a req-504c8ccc-d8e9-4329-aa12-eadffeab1c67 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 1096 time: 0.1369700 Jan 27 21:48:38.365314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:38.389624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b9cbb-4067-482a-bc1d-f9ee4fe65573 req-be867e76-91a2-4967-970b-d48075b8346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.391316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c01b9cbb-4067-482a-bc1d-f9ee4fe65573 req-be867e76-91a2-4967-970b-d48075b8346e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=82aafe84316147d28d86510457caac91&device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 1094 time: 0.2298896 Jan 27 21:48:38.404594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c75ab-4790-4397-add1-62c289514b2c req-2b75d9ca-7516-4709-9d1f-0767447ea28a tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.406477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c73c75ab-4790-4397-add1-62c289514b2c req-2b75d9ca-7516-4709-9d1f-0767447ea28a tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 943 time: 0.1588445 Jan 27 21:48:38.415635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89682ea1-828f-48fd-a632-0a4f73dcc7ce req-b4a4093c-5e52-4c26-b10b-4175e69a60b3 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.423189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-89682ea1-828f-48fd-a632-0a4f73dcc7ce req-b4a4093c-5e52-4c26-b10b-4175e69a60b3 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 945 time: 0.2918973 Jan 27 21:48:38.464296 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4f82bb0b-28e7-4d98-bb13-4864c372986a req-98dcdba2-1984-4d66-8ff3-f05acafd630d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023242 Jan 27 21:48:38.598741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c73c75ab-4790-4397-add1-62c289514b2c req-5788392d-0aa5-4f8a-9c43-5915d9b54b0a tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670856 Jan 27 21:48:38.618866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-89682ea1-828f-48fd-a632-0a4f73dcc7ce req-96fed86e-6e1f-485c-8758-30e12c892394 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946192 Jan 27 21:48:38.690068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b9cbb-4067-482a-bc1d-f9ee4fe65573 req-98eae105-4221-4a6f-80a3-93600f8fe422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.691684 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c01b9cbb-4067-482a-bc1d-f9ee4fe65573 req-98eae105-4221-4a6f-80a3-93600f8fe422 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d0379b3e-f3e6-43a2-bcf6-214a1e531b81 HTTP/1.1" status: 200 len: 909 time: 0.2841420 Jan 27 21:48:38.743267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56982) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:38.750400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c01b9cbb-4067-482a-bc1d-f9ee4fe65573 req-f593bbbf-f71f-455e-8a49-4a28eb5b49fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=271c1ee5-b909-4ed8-bdd8-8cb97e495822 HTTP/1.1" status: 200 len: 217 time: 0.0472567 Jan 27 21:48:38.819862 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1ffa2e4b-ae4a-4d1e-8f44-6696d98a2c1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07c59af8c69240f0b5855c26c79283a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0750163 Jan 27 21:48:38.823982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56986) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:38.849638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b9cbb-4067-482a-bc1d-f9ee4fe65573 req-ff5910c6-71a5-4c5c-9cae-1eaee75f7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:38.851648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c01b9cbb-4067-482a-bc1d-f9ee4fe65573 req-ff5910c6-71a5-4c5c-9cae-1eaee75f7f08 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=5e63d6f9-fa13-4877-ab5f-8f136a53d0b2 HTTP/1.1" status: 200 len: 848 time: 0.0633292 Jan 27 21:48:38.888436 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.892452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c01b9cbb-4067-482a-bc1d-f9ee4fe65573 req-12e72d35-205e-4230-b7eb-f50cf0d89307 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d0379b3e-f3e6-43a2-bcf6-214a1e531b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335770 Jan 27 21:48:38.907160 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e676f614-e7a7-4cc6-99d4-81391877eb54 admin admin] Publish callbacks [] for security_group (2cb1f152-9c24-4bf4-a26c-f7f45d8c1149), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:38.935279 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e676f614-e7a7-4cc6-99d4-81391877eb54 admin admin] Publish callbacks [] for security_group (2cb1f152-9c24-4bf4-a26c-f7f45d8c1149), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.096283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c01b9cbb-4067-482a-bc1d-f9ee4fe65573 req-d7d4498c-e63b-4404-9df2-8951446dd15e service neutron] 10.222.0.71 "GET /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942163 Jan 27 21:48:39.144822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e676f614-e7a7-4cc6-99d4-81391877eb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2cb1f152-9c24-4bf4-a26c-f7f45d8c1149), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.147439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e676f614-e7a7-4cc6-99d4-81391877eb54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:39.151497 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e676f614-e7a7-4cc6-99d4-81391877eb54 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2cb1f152-9c24-4bf4-a26c-f7f45d8c1149 HTTP/1.1" status: 204 len: 168 time: 0.3207631 Jan 27 21:48:39.160807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676f614-e7a7-4cc6-99d4-81391877eb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb1f152-9c24-4bf4-a26c-f7f45d8c1149,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:39.270250 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c01b9cbb-4067-482a-bc1d-f9ee4fe65573 req-6700e645-41a1-4845-9ba5-0a0653db36e8 service neutron] 10.222.0.71 "GET /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631658 Jan 27 21:48:39.850179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833af51-89ab-4b6e-ba59-1e88a457e3a2 req-7102401f-7625-4224-bf6e-e43d282c0672 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:39.859474 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6833af51-89ab-4b6e-ba59-1e88a457e3a2 req-7102401f-7625-4224-bf6e-e43d282c0672 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 943 time: 0.1412954 Jan 27 21:48:39.952839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6833af51-89ab-4b6e-ba59-1e88a457e3a2 req-b47ed597-27c9-4003-9ffc-a520b213e6ae tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922387 Jan 27 21:48:39.972124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f25d0a-0591-4349-9518-dfedd0f4fa1c req-3208bf5f-33a7-45ef-b162-8e6f11282da1 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:39.973714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84f25d0a-0591-4349-9518-dfedd0f4fa1c req-3208bf5f-33a7-45ef-b162-8e6f11282da1 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 945 time: 0.1987329 Jan 27 21:48:40.109892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84f25d0a-0591-4349-9518-dfedd0f4fa1c req-007a59de-838d-49a0-8ed6-90111618471b tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295214 Jan 27 21:48:40.129007 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57028) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:40.240607 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1862e8b7-d781-41ae-8fe5-bfcb79d08cf8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12c3e0e9ae7b48eba662aaa61ce3c058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1097939 Jan 27 21:48:40.243577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57034) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:40.343174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-efa73381-5c5b-4f30-ba1b-fa7dcadde141 admin admin] Publish callbacks [] for security_group (29a59287-39d8-415e-a0dd-6ed1b1506d4c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.373133 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-efa73381-5c5b-4f30-ba1b-fa7dcadde141 admin admin] Publish callbacks [] for security_group (29a59287-39d8-415e-a0dd-6ed1b1506d4c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.568516 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-efa73381-5c5b-4f30-ba1b-fa7dcadde141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (29a59287-39d8-415e-a0dd-6ed1b1506d4c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.571911 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-efa73381-5c5b-4f30-ba1b-fa7dcadde141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:40.575530 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-efa73381-5c5b-4f30-ba1b-fa7dcadde141 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29a59287-39d8-415e-a0dd-6ed1b1506d4c HTTP/1.1" status: 204 len: 168 time: 0.3284700 Jan 27 21:48:40.593531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa73381-5c5b-4f30-ba1b-fa7dcadde141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a59287-39d8-415e-a0dd-6ed1b1506d4c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:40.739075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0aa98-02c0-4f38-b45e-ddb0ee8d3f32 req-657cb04a-a132-423f-b171-80a1b3fbdade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:40.741846 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-01d0aa98-02c0-4f38-b45e-ddb0ee8d3f32 req-657cb04a-a132-423f-b171-80a1b3fbdade service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=89e59fd44eae44288860ac589b848924&device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 1096 time: 0.0813220 Jan 27 21:48:40.751436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d53fef-fbcb-48d6-a0ee-8069e9b5d547 req-6d19035d-6d2c-449e-b85f-cb563332fac1 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:40.756657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07d53fef-fbcb-48d6-a0ee-8069e9b5d547 req-6d19035d-6d2c-449e-b85f-cb563332fac1 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 945 time: 0.1962059 Jan 27 21:48:40.786317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 271c1ee5-b909-4ed8-bdd8-8cb97e495822 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:48:40.840913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07d53fef-fbcb-48d6-a0ee-8069e9b5d547 req-6e08b32d-333c-46a8-b6de-f24ea8448c31 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593376 Jan 27 21:48:40.923652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57054) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:40.953924 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0aa98-02c0-4f38-b45e-ddb0ee8d3f32 req-7713b79a-5312-47c7-a06f-c48a08cc4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:40.956729 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-01d0aa98-02c0-4f38-b45e-ddb0ee8d3f32 req-7713b79a-5312-47c7-a06f-c48a08cc4983 service neutron] 10.222.0.74 "GET /v2.0/networks?id=e304c56f-7e77-4200-b502-11e7f0abaae6 HTTP/1.1" status: 200 len: 914 time: 0.2089050 Jan 27 21:48:41.059011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 271c1ee5-b909-4ed8-bdd8-8cb97e495822, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=271c1ee5-b909-4ed8-bdd8-8cb97e495822,segment=NetworkSegment(7058e9f8-e31e-4871-9426-f096eeb08a10),segment_id=7058e9f8-e31e-4871-9426-f096eeb08a10)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:41.067359 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-01d0aa98-02c0-4f38-b45e-ddb0ee8d3f32 req-36cb3e0c-c97a-409f-b861-6cdcd5f6ce03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e HTTP/1.1" status: 200 len: 217 time: 0.1040468 Jan 27 21:48:41.075066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '271c1ee5-b909-4ed8-bdd8-8cb97e495822', 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81', 'port_id': '271c1ee5-b909-4ed8-bdd8-8cb97e495822', 'mac_address': 'fa:16:3e:38:d3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e63d6f9-fa13-4877-ab5f-8f136a53d0b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:48:41.223775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 271c1ee5-b909-4ed8-bdd8-8cb97e495822 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:41.224709 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.247859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0aa98-02c0-4f38-b45e-ddb0ee8d3f32 req-059a2dcc-d00b-4d0e-abc0-bc7ad9bc7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:41.253398 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-01d0aa98-02c0-4f38-b45e-ddb0ee8d3f32 req-059a2dcc-d00b-4d0e-abc0-bc7ad9bc7964 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4bd70393-23df-4cb9-80fa-44dd600d1d80 HTTP/1.1" status: 200 len: 853 time: 0.1790011 Jan 27 21:48:41.262606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271c1ee5-b909-4ed8-bdd8-8cb97e495822 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:48:41.270909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2e724-84cf-4eaa-8247-747276cbfa8d req-21210df5-37b8-406c-9153-7321ee113c40 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:41.289021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9d2e724-84cf-4eaa-8247-747276cbfa8d req-21210df5-37b8-406c-9153-7321ee113c40 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 943 time: 0.1775403 Jan 27 21:48:41.326447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 271c1ee5-b909-4ed8-bdd8-8cb97e495822, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=271c1ee5-b909-4ed8-bdd8-8cb97e495822,segment=NetworkSegment(7058e9f8-e31e-4871-9426-f096eeb08a10),segment_id=7058e9f8-e31e-4871-9426-f096eeb08a10)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:41.331140 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-01d0aa98-02c0-4f38-b45e-ddb0ee8d3f32 req-a5f8b47a-1a4b-4036-bd1a-bd37904a3dae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e304c56f-7e77-4200-b502-11e7f0abaae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702960 Jan 27 21:48:41.402993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9d2e724-84cf-4eaa-8247-747276cbfa8d req-9bef54d6-398b-42cc-96a5-b0da8c557ed3 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117437 Jan 27 21:48:41.413561 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.509337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=271c1ee5-b909-4ed8-bdd8-8cb97e495822,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:41.519844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-995aed75-d108-426f-a7ce-a3943c97c6e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.537191 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-01d0aa98-02c0-4f38-b45e-ddb0ee8d3f32 req-72a2c45b-7e3e-45c4-a833-ec4dd91f2180 service neutron] 10.222.0.74 "GET /v2.0/networks/e304c56f-7e77-4200-b502-11e7f0abaae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994343 Jan 27 21:48:41.660108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-995aed75-d108-426f-a7ce-a3943c97c6e6 admin admin] Publish callbacks [] for security_group (ed4e344d-2d49-4f11-96f3-dc992986a14b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.674295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['271c1ee5-b909-4ed8-bdd8-8cb97e495822'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:41.696564 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-01d0aa98-02c0-4f38-b45e-ddb0ee8d3f32 req-060e7e17-51ff-4255-9ed1-6f113b679e32 service neutron] 10.222.0.74 "GET /v2.0/networks/e304c56f-7e77-4200-b502-11e7f0abaae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526120 Jan 27 21:48:41.728590 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-995aed75-d108-426f-a7ce-a3943c97c6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ed4e344d-2d49-4f11-96f3-dc992986a14b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.788915 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-995aed75-d108-426f-a7ce-a3943c97c6e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=254ad54d6dd44baa840f0a73fc0c4dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8592787 Jan 27 21:48:41.791438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57066) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:41.808716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995aed75-d108-426f-a7ce-a3943c97c6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4e344d-2d49-4f11-96f3-dc992986a14b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:41.889953 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1dc9-52ed-4576-9861-12a2f5d574cf admin admin] Publish callbacks [] for security_group (ed4e344d-2d49-4f11-96f3-dc992986a14b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:41.946618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1dc9-52ed-4576-9861-12a2f5d574cf admin admin] Publish callbacks [] for security_group (ed4e344d-2d49-4f11-96f3-dc992986a14b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.020984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc7e5b-573c-4cc3-8b96-62aa15123bfb req-9f13f827-3675-4d3e-9b4a-0b122bf26199 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:42.028884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ebc7e5b-573c-4cc3-8b96-62aa15123bfb req-9f13f827-3675-4d3e-9b4a-0b122bf26199 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 945 time: 0.0740819 Jan 27 21:48:42.179013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1dc9-52ed-4576-9861-12a2f5d574cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ed4e344d-2d49-4f11-96f3-dc992986a14b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.181778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1dc9-52ed-4576-9861-12a2f5d574cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:42.185810 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ba0c1dc9-52ed-4576-9861-12a2f5d574cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed4e344d-2d49-4f11-96f3-dc992986a14b HTTP/1.1" status: 204 len: 168 time: 0.3903332 Jan 27 21:48:42.197969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ebc7e5b-573c-4cc3-8b96-62aa15123bfb req-30f51ca2-8dd3-44da-a2a9-acea47b2c025 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676292 Jan 27 21:48:42.198183 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c1dc9-52ed-4576-9861-12a2f5d574cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4e344d-2d49-4f11-96f3-dc992986a14b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:42.577536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd33ac8-a7f6-4ad4-85db-4daa7be2ba04 req-c045aeac-bbbf-4e6e-bfe6-6b42eac0b5f3 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:42.581108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abd33ac8-a7f6-4ad4-85db-4daa7be2ba04 req-c045aeac-bbbf-4e6e-bfe6-6b42eac0b5f3 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 944 time: 0.0713763 Jan 27 21:48:42.695122 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abd33ac8-a7f6-4ad4-85db-4daa7be2ba04 req-125b10c1-7607-4a95-b662-77db5d14b182 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091738 Jan 27 21:48:42.795115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 271c1ee5-b909-4ed8-bdd8-8cb97e495822 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:42.927889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 271c1ee5-b909-4ed8-bdd8-8cb97e495822 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:48:42.934917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 271c1ee5-b909-4ed8-bdd8-8cb97e495822 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:42.935734 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.062165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 271c1ee5-b909-4ed8-bdd8-8cb97e495822 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:43.063876 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.108145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 271c1ee5-b909-4ed8-bdd8-8cb97e495822, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=271c1ee5-b909-4ed8-bdd8-8cb97e495822,segment=NetworkSegment(7058e9f8-e31e-4871-9426-f096eeb08a10),segment_id=7058e9f8-e31e-4871-9426-f096eeb08a10)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:43.110098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99949ea1-cddd-49db-9856-93539f59e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271c1ee5-b909-4ed8-bdd8-8cb97e495822'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:43.115668 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5e9ff4-54a3-4307-a07e-7b54d33111f3" -d '{"events": [{"server_uuid": "99949ea1-cddd-49db-9856-93539f59e698", "name": "network-vif-plugged", "status": "completed", "tag": "271c1ee5-b909-4ed8-bdd8-8cb97e495822"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:43.192648 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b115e8ec-e490-4a46-9492-6f764ae51e2e x-openstack-request-id: req-b115e8ec-e490-4a46-9492-6f764ae51e2e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:43.193221 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99949ea1-cddd-49db-9856-93539f59e698", "name": "network-vif-plugged", "status": "completed", "tag": "271c1ee5-b909-4ed8-bdd8-8cb97e495822", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:43.194298 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b115e8ec-e490-4a46-9492-6f764ae51e2e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:43.194936 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99949ea1-cddd-49db-9856-93539f59e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271c1ee5-b909-4ed8-bdd8-8cb97e495822', 'code': 200} Jan 27 21:48:43.195178 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57084) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:43.196945 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.232692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-22dd228f-6779-4db2-b8f4-25925e9f024c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.249196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=271c1ee5-b909-4ed8-bdd8-8cb97e495822,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:43.260535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.260681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.261017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.261364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.262242 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.262574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.263001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.263228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.263561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.263890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.264265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.264596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.264923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:43.506604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8da9d4-b314-429c-999e-3a326df4daad req-b59a64c1-8739-493c-bfd7-de8e3ef98b33 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:43.508355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd8da9d4-b314-429c-999e-3a326df4daad req-b59a64c1-8739-493c-bfd7-de8e3ef98b33 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 945 time: 0.1760936 Jan 27 21:48:43.568430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-22dd228f-6779-4db2-b8f4-25925e9f024c admin admin] Publish callbacks [] for security_group (795e947d-9b5f-48f6-8a1a-7741d7d16fba), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.608867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd8da9d4-b314-429c-999e-3a326df4daad req-9b7cc175-3977-4bed-ba0c-e09426045d83 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855060 Jan 27 21:48:43.616272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdc305-8762-4a2b-900e-995ac4fc8b46 req-af73441f-e3df-4ec6-a9c8-e86d8106ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:43.617994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4bdc305-8762-4a2b-900e-995ac4fc8b46 req-af73441f-e3df-4ec6-a9c8-e86d8106ec89 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 1096 time: 0.3124471 Jan 27 21:48:43.646380 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-22dd228f-6779-4db2-b8f4-25925e9f024c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (795e947d-9b5f-48f6-8a1a-7741d7d16fba), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.723854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-22dd228f-6779-4db2-b8f4-25925e9f024c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=157f266cdd8c45f781266bbef5027c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5275064 Jan 27 21:48:43.726519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57100) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:43.735869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4bdc305-8762-4a2b-900e-995ac4fc8b46 req-3e05b2d1-3b6a-4382-8896-64958fe80ebd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101544 Jan 27 21:48:43.738356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd228f-6779-4db2-b8f4-25925e9f024c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795e947d-9b5f-48f6-8a1a-7741d7d16fba,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:43.840482 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87226542-6c9f-4dd4-a98d-b1ffaa7021c0 admin admin] Publish callbacks [] for security_group (795e947d-9b5f-48f6-8a1a-7741d7d16fba), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.875482 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87226542-6c9f-4dd4-a98d-b1ffaa7021c0 admin admin] Publish callbacks [] for security_group (795e947d-9b5f-48f6-8a1a-7741d7d16fba), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:43.886850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d418d-6783-48b6-964c-dfd36ac652ab req-9f3ca197-a9fe-4c9d-a896-84e3b20c0e73 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:43.888999 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e10d418d-6783-48b6-964c-dfd36ac652ab req-9f3ca197-a9fe-4c9d-a896-84e3b20c0e73 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 945 time: 0.0704916 Jan 27 21:48:43.989330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e10d418d-6783-48b6-964c-dfd36ac652ab req-31e8cd41-ca95-4a5a-bb59-c6db7b28f340 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939283 Jan 27 21:48:44.101200 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87226542-6c9f-4dd4-a98d-b1ffaa7021c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (795e947d-9b5f-48f6-8a1a-7741d7d16fba), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.105116 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87226542-6c9f-4dd4-a98d-b1ffaa7021c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:44.108591 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-87226542-6c9f-4dd4-a98d-b1ffaa7021c0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/795e947d-9b5f-48f6-8a1a-7741d7d16fba HTTP/1.1" status: 204 len: 168 time: 0.3786235 Jan 27 21:48:44.127876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87226542-6c9f-4dd4-a98d-b1ffaa7021c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795e947d-9b5f-48f6-8a1a-7741d7d16fba,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:44.373092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691554fb-1cb8-413e-b161-b4491c1fccc7 req-18ddfd2a-4077-4ffc-819f-ad6043819320 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:44.381029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-691554fb-1cb8-413e-b161-b4491c1fccc7 req-18ddfd2a-4077-4ffc-819f-ad6043819320 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 945 time: 0.0689697 Jan 27 21:48:44.440921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57110) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:44.449767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-691554fb-1cb8-413e-b161-b4491c1fccc7 req-2726b954-8a1e-4343-b4c3-ff2878ac5642 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671780 Jan 27 21:48:45.228006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9104b1-bf38-4222-a1ff-77d5acde4f16 req-0d20c0c1-e9db-48a3-b1ad-2071d564b4b6 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:45.234868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e9104b1-bf38-4222-a1ff-77d5acde4f16 req-0d20c0c1-e9db-48a3-b1ad-2071d564b4b6 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 945 time: 0.1472721 Jan 27 21:48:45.348037 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e9104b1-bf38-4222-a1ff-77d5acde4f16 req-3bd3aa3f-3c21-4909-8ff0-e504482c6e44 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063547 Jan 27 21:48:45.362471 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e40d97e1-6d71-4b52-bbbf-180c2ac87004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (8049c494-785b-4987-ab6c-ae770463d403), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:45.636332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735aa5e-ed65-493f-8ae9-1862c7228d2a req-c1ad1940-c180-4a0e-bce0-aecfa5b4aac5 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:45.645143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e735aa5e-ed65-493f-8ae9-1862c7228d2a req-c1ad1940-c180-4a0e-bce0-aecfa5b4aac5 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 945 time: 0.0637619 Jan 27 21:48:45.730492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e735aa5e-ed65-493f-8ae9-1862c7228d2a req-831ce544-7e4b-4abd-a24b-4a41edf8d285 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818057 Jan 27 21:48:45.754465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809534c5-517b-4f35-82e6-9daa227a34cd req-d070541e-ea6c-42c2-9900-10428a7b1114 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:45.756284 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-809534c5-517b-4f35-82e6-9daa227a34cd req-d070541e-ea6c-42c2-9900-10428a7b1114 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.74 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 945 time: 0.0951488 Jan 27 21:48:45.950375 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e40d97e1-6d71-4b52-bbbf-180c2ac87004 admin admin] Deleting port f370cb4a-f4ce-46e4-8600-a2ab49425fb1 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:45.950995 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e40d97e1-6d71-4b52-bbbf-180c2ac87004 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.014720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-809534c5-517b-4f35-82e6-9daa227a34cd req-c367c78f-2de3-47a0-bc90-f1ac93b86b75 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Deleting port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:46.015077 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-809534c5-517b-4f35-82e6-9daa227a34cd req-c367c78f-2de3-47a0-bc90-f1ac93b86b75 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.143559 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-809534c5-517b-4f35-82e6-9daa227a34cd req-c367c78f-2de3-47a0-bc90-f1ac93b86b75 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] For port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e,segment=NetworkSegment(5445b5b6-6c45-4878-8fd5-133f533e2781),segment_id=5445b5b6-6c45-4878-8fd5-133f533e2781)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:46.144070 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-809534c5-517b-4f35-82e6-9daa227a34cd req-c367c78f-2de3-47a0-bc90-f1ac93b86b75 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.168629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-e40d97e1-6d71-4b52-bbbf-180c2ac87004 admin admin] For port f370cb4a-f4ce-46e4-8600-a2ab49425fb1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f370cb4a-f4ce-46e4-8600-a2ab49425fb1,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:46.169002 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e40d97e1-6d71-4b52-bbbf-180c2ac87004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.182317 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-809534c5-517b-4f35-82e6-9daa227a34cd req-c367c78f-2de3-47a0-bc90-f1ac93b86b75 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Calling delete_port for ac53bd89-c2cc-4ea9-a64c-0ace05d8669e owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:46.192362 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e40d97e1-6d71-4b52-bbbf-180c2ac87004 admin admin] Calling delete_port for f370cb4a-f4ce-46e4-8600-a2ab49425fb1 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:46.546505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab11980-0bf4-483b-9405-6104e3c674af req-794d11e0-450d-49fc-a162-61a39e45b386 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:46.548295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fab11980-0bf4-483b-9405-6104e3c674af req-794d11e0-450d-49fc-a162-61a39e45b386 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 945 time: 0.0525761 Jan 27 21:48:46.562668 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-809534c5-517b-4f35-82e6-9daa227a34cd req-c367c78f-2de3-47a0-bc90-f1ac93b86b75 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ac53bd89-c2cc-4ea9-a64c-0ace05d8669e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.579134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['ac53bd89-c2cc-4ea9-a64c-0ace05d8669e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:46.627270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fab11980-0bf4-483b-9405-6104e3c674af req-96b55f14-a60f-4e56-b1c0-a6e83afe8469 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723403 Jan 27 21:48:46.673305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367c78f-2de3-47a0-bc90-f1ac93b86b75 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Pushing event deleted for resources: {'Port': ['ID=ac53bd89-c2cc-4ea9-a64c-0ace05d8669e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:46.730168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-809534c5-517b-4f35-82e6-9daa227a34cd req-c367c78f-2de3-47a0-bc90-f1ac93b86b75 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] No DVR routers for this DVR port ac53bd89-c2cc-4ea9-a64c-0ace05d8669e on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:46.730168 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e40d97e1-6d71-4b52-bbbf-180c2ac87004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f370cb4a-f4ce-46e4-8600-a2ab49425fb1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.730168 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-809534c5-517b-4f35-82e6-9daa227a34cd req-c367c78f-2de3-47a0-bc90-f1ac93b86b75 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:46.733843 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-809534c5-517b-4f35-82e6-9daa227a34cd req-c367c78f-2de3-47a0-bc90-f1ac93b86b75 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.74 "DELETE /v2.0/ports/ac53bd89-c2cc-4ea9-a64c-0ace05d8669e HTTP/1.1" status: 204 len: 173 time: 0.9691646 Jan 27 21:48:46.736305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a95bb9-e454-41ad-bb33-989b9d58f58c', 'name': 'network-vif-deleted', 'tag': 'ac53bd89-c2cc-4ea9-a64c-0ace05d8669e'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:46.738217 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ef179f-1ba7-4523-ab48-aa177bb2ef53" -d '{"events": [{"server_uuid": "07a95bb9-e454-41ad-bb33-989b9d58f58c", "name": "network-vif-deleted", "tag": "ac53bd89-c2cc-4ea9-a64c-0ace05d8669e"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:46.766157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d97e1-6d71-4b52-bbbf-180c2ac87004 admin admin] Pushing event deleted for resources: {'Port': ['ID=f370cb4a-f4ce-46e4-8600-a2ab49425fb1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:46.912230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76abe84d-c63d-4479-8028-9f750047288d req-82760e25-36e3-4196-9cc1-971c4ce0390e tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 210 time: 0.0754201 Jan 27 21:48:47.062918 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e40d97e1-6d71-4b52-bbbf-180c2ac87004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (8049c494-785b-4987-ab6c-ae770463d403), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.124172 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deac236-dae7-4029-886d-d1ee60ea6147 x-openstack-request-id: req-6deac236-dae7-4029-886d-d1ee60ea6147 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:47.124554 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a95bb9-e454-41ad-bb33-989b9d58f58c", "name": "network-vif-deleted", "tag": "ac53bd89-c2cc-4ea9-a64c-0ace05d8669e", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:47.124819 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6deac236-dae7-4029-886d-d1ee60ea6147 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:47.125236 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a95bb9-e454-41ad-bb33-989b9d58f58c', 'name': 'network-vif-deleted', 'tag': 'ac53bd89-c2cc-4ea9-a64c-0ace05d8669e', 'status': 'completed', 'code': 200} Jan 27 21:48:47.303781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40d97e1-6d71-4b52-bbbf-180c2ac87004 admin admin] Router 8049c494-785b-4987-ab6c-ae770463d403 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:48:47.421064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40d97e1-6d71-4b52-bbbf-180c2ac87004 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:48:47.426442 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e40d97e1-6d71-4b52-bbbf-180c2ac87004 admin admin] 10.222.0.61 "PUT /v2.0/routers/8049c494-785b-4987-ab6c-ae770463d403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9844420 Jan 27 21:48:47.429187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57184) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:47.429869 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691a16b-9495-47f9-98b9-0ae8571297e1 None None] Sync routers for ids ['8049c494-785b-4987-ab6c-ae770463d403'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:48:47.442467 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691a16b-9495-47f9-98b9-0ae8571297e1 None None] Routers {'8049c494-785b-4987-ab6c-ae770463d403'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:47.443112 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2691a16b-9495-47f9-98b9-0ae8571297e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:48:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8049c494-785b-4987-ab6c-ae770463d403'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:47.547141 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Publish callbacks [] for router (8049c494-785b-4987-ab6c-ae770463d403), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.560899 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-2691a16b-9495-47f9-98b9-0ae8571297e1 None None] Set router 8049c494-785b-4987-ab6c-ae770463d403 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:47.691138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Publish callbacks [] for router_gateway (8049c494-785b-4987-ab6c-ae770463d403), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.813169 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2691a16b-9495-47f9-98b9-0ae8571297e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:48:46Z', 'revision_number': 5, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port': {'id': 'a1fd9b32-3ca9-43f0-b68e-6797d09d9329', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8049c494-785b-4987-ab6c-ae770463d403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:07Z', 'updated_at': '2022-01-27T21:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:47.848703 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691a16b-9495-47f9-98b9-0ae8571297e1 None None] Checking router: 8049c494-785b-4987-ab6c-ae770463d403 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:48:47.852835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Deleting port a1fd9b32-3ca9-43f0-b68e-6797d09d9329 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:47.858171 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.862793 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691a16b-9495-47f9-98b9-0ae8571297e1 None None] Routers {'8049c494-785b-4987-ab6c-ae770463d403'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:47.863687 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2691a16b-9495-47f9-98b9-0ae8571297e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:48:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8049c494-785b-4987-ab6c-ae770463d403'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:47.955060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] For port a1fd9b32-3ca9-43f0-b68e-6797d09d9329, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a1fd9b32-3ca9-43f0-b68e-6797d09d9329,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:47.956032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:47.973428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Calling delete_port for a1fd9b32-3ca9-43f0-b68e-6797d09d9329 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:48.017588 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-2691a16b-9495-47f9-98b9-0ae8571297e1 None None] Set router 8049c494-785b-4987-ab6c-ae770463d403 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:48.101381 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2691a16b-9495-47f9-98b9-0ae8571297e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:48:47Z', 'revision_number': 6, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:48.132627 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691a16b-9495-47f9-98b9-0ae8571297e1 None None] The sync data for ids ['8049c494-785b-4987-ab6c-ae770463d403'] in n-d-760456-6 is: [{'id': '8049c494-785b-4987-ab6c-ae770463d403', 'name': 'tempest-TaggedBootDevicesTest_v242-1369545781-router', 'tenant_id': '9435631fc91c487e8271f5c9f30d0433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:06Z', 'updated_at': '2022-01-27T21:48:47Z', 'revision_number': 6, 'project_id': '9435631fc91c487e8271f5c9f30d0433', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:48:48.529823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de3099b4-e798-417f-82b8-df7a657fcc35 req-faa4be7a-7024-4c87-b8f2-9533aa4b2b47 tempest-InstanceActionsTestJSON-790473848 tempest-InstanceActionsTestJSON-790473848-project] 10.222.0.61 "GET /v2.0/ports?device_id=07a95bb9-e454-41ad-bb33-989b9d58f58c HTTP/1.1" status: 200 len: 210 time: 0.4356852 Jan 27 21:48:48.808057 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a1fd9b32-3ca9-43f0-b68e-6797d09d9329), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:48.835503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fd9b32-3ca9-43f0-b68e-6797d09d9329,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:48.906285 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (8049c494-785b-4987-ab6c-ae770463d403), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.007206 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (8049c494-785b-4987-ab6c-ae770463d403), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.013626 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Publish callbacks [] for router_controller (8049c494-785b-4987-ab6c-ae770463d403), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.039946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f370cb4a-f4ce-46e4-8600-a2ab49425fb1 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:49.072916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: f370cb4a-f4ce-46e4-8600-a2ab49425fb1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:49.073276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f370cb4a-f4ce-46e4-8600-a2ab49425fb1 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:49.073713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a1fd9b32-3ca9-43f0-b68e-6797d09d9329 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:49.111966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: a1fd9b32-3ca9-43f0-b68e-6797d09d9329 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:49.111966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a1fd9b32-3ca9-43f0-b68e-6797d09d9329 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:49.202739 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (8049c494-785b-4987-ab6c-ae770463d403), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.208859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8049c494-785b-4987-ab6c-ae770463d403 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:48:49.208859 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.209843 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a3bc9560-fb47-4ff5-a065-f4dc6d688bb6 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8049c494-785b-4987-ab6c-ae770463d403 HTTP/1.1" status: 204 len: 168 time: 1.7796268 Jan 27 21:48:49.212887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57220) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:49.224063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e804360-b579-4313-8153-30e64ad9b3fb req-f236a3f5-0af5-46a0-a306-57c897ad06aa tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:49.225683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e804360-b579-4313-8153-30e64ad9b3fb req-f236a3f5-0af5-46a0-a306-57c897ad06aa tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 945 time: 0.0676894 Jan 27 21:48:49.284846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Deleting subnet 13a66f8e-75a2-447f-948d-f9d0ac1c16db {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:49.287911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e804360-b579-4313-8153-30e64ad9b3fb req-58c7f140-9f78-498e-896b-f10679d46fe0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562005 Jan 27 21:48:49.295513 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Publish callbacks [] for subnet (13a66f8e-75a2-447f-948d-f9d0ac1c16db), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.336226 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (13a66f8e-75a2-447f-948d-f9d0ac1c16db), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.431156 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (13a66f8e-75a2-447f-948d-f9d0ac1c16db), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.567722 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (13a66f8e-75a2-447f-948d-f9d0ac1c16db), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.586968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57228) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:49.598404 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.602714 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/13a66f8e-75a2-447f-948d-f9d0ac1c16db HTTP/1.1" status: 204 len: 168 time: 0.3876975 Jan 27 21:48:49.603290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a66f8e-75a2-447f-948d-f9d0ac1c16db,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:49.607298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b80d563-a518-419a-a9c2-6d437232a8df None None] Network 9a852156-70b0-45a2-b678-46738908299d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:49.607502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57230) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:49.630442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.630793 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.631058 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.631757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.631757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.632131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.632468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.632800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.633478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.633613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.633867 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.634197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.639241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd566d6-77bf-4176-b21e-596130fd6c26 admin admin] Deleting subnet 4bd70393-23df-4cb9-80fa-44dd600d1d80 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:49.643615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fd566d6-77bf-4176-b21e-596130fd6c26 admin admin] Publish callbacks [] for subnet (4bd70393-23df-4cb9-80fa-44dd600d1d80), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.648689 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b507896-cc62-4c71-9db2-910bbba1a4c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:49.697310 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fd566d6-77bf-4176-b21e-596130fd6c26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (4bd70393-23df-4cb9-80fa-44dd600d1d80), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.716104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ac53bd89-c2cc-4ea9-a64c-0ace05d8669e no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:49.739831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: ac53bd89-c2cc-4ea9-a64c-0ace05d8669e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:49.740506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ac53bd89-c2cc-4ea9-a64c-0ace05d8669e not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:49.746910 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fd566d6-77bf-4176-b21e-596130fd6c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (4bd70393-23df-4cb9-80fa-44dd600d1d80), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.752167 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (9a852156-70b0-45a2-b678-46738908299d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.807803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e667701-c437-4f49-97be-d5a1d3a04e4f None None] DHCP port deletion for 9a852156-70b0-45a2-b678-46738908299d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:48:49.840426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Deleting port 070eb816-3cee-466a-95fd-3a3b4928677d {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:49.840777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.872807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6e667701-c437-4f49-97be-d5a1d3a04e4f None None] Deleting port 070eb816-3cee-466a-95fd-3a3b4928677d {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:49.872807 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6e667701-c437-4f49-97be-d5a1d3a04e4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.913375 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] For port 070eb816-3cee-466a-95fd-3a3b4928677d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=070eb816-3cee-466a-95fd-3a3b4928677d,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:49.913742 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.931558 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Calling delete_port for 070eb816-3cee-466a-95fd-3a3b4928677d owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:49.944815 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fd566d6-77bf-4176-b21e-596130fd6c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (4bd70393-23df-4cb9-80fa-44dd600d1d80), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.950573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6e667701-c437-4f49-97be-d5a1d3a04e4f None None] For port 070eb816-3cee-466a-95fd-3a3b4928677d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=070eb816-3cee-466a-95fd-3a3b4928677d,segment=NetworkSegment(f2f9897c-e2bd-4e53-9e68-084df718bb65),segment_id=f2f9897c-e2bd-4e53-9e68-084df718bb65)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:49.951522 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6e667701-c437-4f49-97be-d5a1d3a04e4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:49.969103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6e667701-c437-4f49-97be-d5a1d3a04e4f None None] Calling delete_port for 070eb816-3cee-466a-95fd-3a3b4928677d owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:49.985484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd566d6-77bf-4176-b21e-596130fd6c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd70393-23df-4cb9-80fa-44dd600d1d80,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:50.002925 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fd566d6-77bf-4176-b21e-596130fd6c26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.009392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3fd566d6-77bf-4176-b21e-596130fd6c26 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4bd70393-23df-4cb9-80fa-44dd600d1d80 HTTP/1.1" status: 204 len: 168 time: 0.4213014 Jan 27 21:48:50.015166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57238) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:50.140965 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (e304c56f-7e77-4200-b502-11e7f0abaae6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.225432 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (e304c56f-7e77-4200-b502-11e7f0abaae6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.245881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e304c56f-7e77-4200-b502-11e7f0abaae6']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:50.253812 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.259957 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6e667701-c437-4f49-97be-d5a1d3a04e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (070eb816-3cee-466a-95fd-3a3b4928677d), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.264770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5445b5b6-6c45-4878-8fd5-133f533e2781') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:50.265096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5445b5b6-6c45-4878-8fd5-133f533e2781') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:50.287195 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=070eb816-3cee-466a-95fd-3a3b4928677d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:50.297624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] No DVR routers for this DVR port 070eb816-3cee-466a-95fd-3a3b4928677d on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:50.305998 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (5445b5b6-6c45-4878-8fd5-133f533e2781), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.310835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e667701-c437-4f49-97be-d5a1d3a04e4f None None] Pushing event deleted for resources: {'Port': ['ID=070eb816-3cee-466a-95fd-3a3b4928677d,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:50.331698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e667701-c437-4f49-97be-d5a1d3a04e4f None None] No DVR routers for this DVR port 070eb816-3cee-466a-95fd-3a3b4928677d on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:50.332045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5445b5b6-6c45-4878-8fd5-133f533e2781), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.355047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:50.359368 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (5445b5b6-6c45-4878-8fd5-133f533e2781), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:50.362102 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:50.431073 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (9a852156-70b0-45a2-b678-46738908299d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.467648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a852156-70b0-45a2-b678-46738908299d']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:50.477197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f9897c-e2bd-4e53-9e68-084df718bb65') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:50.477522 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f9897c-e2bd-4e53-9e68-084df718bb65') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:50.497890 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (f2f9897c-e2bd-4e53-9e68-084df718bb65), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.503136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b054d-fe4a-49b5-86b2-ea05676870bc req-bdfcf678-9c0e-4eb5-8468-71f7ff4bec07 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:50.512020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-085b054d-fe4a-49b5-86b2-ea05676870bc req-bdfcf678-9c0e-4eb5-8468-71f7ff4bec07 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 945 time: 0.1250415 Jan 27 21:48:50.525649 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (f2f9897c-e2bd-4e53-9e68-084df718bb65), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.533425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:50.533980 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (f2f9897c-e2bd-4e53-9e68-084df718bb65), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:50.537134 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:50.568640 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-085b054d-fe4a-49b5-86b2-ea05676870bc req-3744a073-de46-42cd-bdbb-209cc954fe15 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526669 Jan 27 21:48:50.616023 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (e304c56f-7e77-4200-b502-11e7f0abaae6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.619308 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.623545 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e304c56f-7e77-4200-b502-11e7f0abaae6 HTTP/1.1" status: 204 len: 168 time: 0.6060572 Jan 27 21:48:50.655518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07321f-7779-4946-ac48-b0221f8990f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e304c56f-7e77-4200-b502-11e7f0abaae6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:50.740107 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (9a852156-70b0-45a2-b678-46738908299d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.744658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.755974 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9a852156-70b0-45a2-b678-46738908299d HTTP/1.1" status: 204 len: 168 time: 1.1474431 Jan 27 21:48:50.760314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57246) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:50.764117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5a6db-d603-48da-b54e-d286a2c5edf6 req-2b16efcd-0ed9-4a65-ae0e-9bb3ce442138 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:50.765741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55a5a6db-d603-48da-b54e-d286a2c5edf6 req-2b16efcd-0ed9-4a65-ae0e-9bb3ce442138 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.71 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 945 time: 0.1193707 Jan 27 21:48:50.817469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 070eb816-3cee-466a-95fd-3a3b4928677d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:50.867818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 070eb816-3cee-466a-95fd-3a3b4928677d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:50.868383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 070eb816-3cee-466a-95fd-3a3b4928677d not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:50.920321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-55a5a6db-d603-48da-b54e-d286a2c5edf6 req-827c550f-a0e9-447a-8cde-f106522f99e7 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Deleting port 271c1ee5-b909-4ed8-bdd8-8cb97e495822 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:50.920667 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-55a5a6db-d603-48da-b54e-d286a2c5edf6 req-827c550f-a0e9-447a-8cde-f106522f99e7 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:50.925345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fb8e1-7a78-459b-938c-8288ad28a3d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a852156-70b0-45a2-b678-46738908299d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:51.051945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-55a5a6db-d603-48da-b54e-d286a2c5edf6 req-827c550f-a0e9-447a-8cde-f106522f99e7 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] For port 271c1ee5-b909-4ed8-bdd8-8cb97e495822, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=271c1ee5-b909-4ed8-bdd8-8cb97e495822,segment=NetworkSegment(7058e9f8-e31e-4871-9426-f096eeb08a10),segment_id=7058e9f8-e31e-4871-9426-f096eeb08a10)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:51.052468 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-55a5a6db-d603-48da-b54e-d286a2c5edf6 req-827c550f-a0e9-447a-8cde-f106522f99e7 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.079019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-55a5a6db-d603-48da-b54e-d286a2c5edf6 req-827c550f-a0e9-447a-8cde-f106522f99e7 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Calling delete_port for 271c1ee5-b909-4ed8-bdd8-8cb97e495822 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:51.338410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57252) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:51.401066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-55a5a6db-d603-48da-b54e-d286a2c5edf6 req-827c550f-a0e9-447a-8cde-f106522f99e7 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (271c1ee5-b909-4ed8-bdd8-8cb97e495822), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.422546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['271c1ee5-b909-4ed8-bdd8-8cb97e495822'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:48:51.534005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c550f-a0e9-447a-8cde-f106522f99e7 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Pushing event deleted for resources: {'Port': ['ID=271c1ee5-b909-4ed8-bdd8-8cb97e495822,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:51.580019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f686988d-cbd3-452c-a560-d240906a61fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (f82a364d-11c8-4556-9972-2ca4990effca), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.611543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-88c21068-71cb-4046-8da9-510b7672ccff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=89e59fd44eae44288860ac589b848924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718403 Jan 27 21:48:51.618320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57258) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:51.648778 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a5a6db-d603-48da-b54e-d286a2c5edf6 req-827c550f-a0e9-447a-8cde-f106522f99e7 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] No DVR routers for this DVR port 271c1ee5-b909-4ed8-bdd8-8cb97e495822 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:51.651853 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-55a5a6db-d603-48da-b54e-d286a2c5edf6 req-827c550f-a0e9-447a-8cde-f106522f99e7 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.655753 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55a5a6db-d603-48da-b54e-d286a2c5edf6 req-827c550f-a0e9-447a-8cde-f106522f99e7 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.71 "DELETE /v2.0/ports/271c1ee5-b909-4ed8-bdd8-8cb97e495822 HTTP/1.1" status: 204 len: 173 time: 0.8846672 Jan 27 21:48:51.656424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99949ea1-cddd-49db-9856-93539f59e698', 'name': 'network-vif-deleted', 'tag': '271c1ee5-b909-4ed8-bdd8-8cb97e495822'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:48:51.658808 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdd6121-4daa-442b-9d81-eac21eb5b64d" -d '{"events": [{"server_uuid": "99949ea1-cddd-49db-9856-93539f59e698", "name": "network-vif-deleted", "tag": "271c1ee5-b909-4ed8-bdd8-8cb97e495822"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:48:51.717073 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44a4ce7-2c33-41d5-b911-f44afd97afa5 x-openstack-request-id: req-f44a4ce7-2c33-41d5-b911-f44afd97afa5 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:48:51.718506 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99949ea1-cddd-49db-9856-93539f59e698", "name": "network-vif-deleted", "tag": "271c1ee5-b909-4ed8-bdd8-8cb97e495822", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:48:51.720276 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f44a4ce7-2c33-41d5-b911-f44afd97afa5 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:48:51.720715 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99949ea1-cddd-49db-9856-93539f59e698', 'name': 'network-vif-deleted', 'tag': '271c1ee5-b909-4ed8-bdd8-8cb97e495822', 'status': 'completed', 'code': 200} Jan 27 21:48:51.749642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-50204949-cd19-4c79-a3bf-c3cb76d2837e req-bbf12703-ff01-4762-a970-04fb0f91678b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 210 time: 0.0559521 Jan 27 21:48:51.781942 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6683737e-35b8-4de3-9a4a-a77cdb8b6147 admin admin] Publish callbacks [] for security_group (2d0c6d97-58dc-4ff7-9213-a6b45ca4270e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.814296 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6683737e-35b8-4de3-9a4a-a77cdb8b6147 admin admin] Publish callbacks [] for security_group (2d0c6d97-58dc-4ff7-9213-a6b45ca4270e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.911287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f686988d-cbd3-452c-a560-d240906a61fa admin admin] Deleting port dd5eacf1-c4ab-494f-99b6-25f1194e749d {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:51.911637 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f686988d-cbd3-452c-a560-d240906a61fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:51.997891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-f686988d-cbd3-452c-a560-d240906a61fa admin admin] For port dd5eacf1-c4ab-494f-99b6-25f1194e749d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=dd5eacf1-c4ab-494f-99b6-25f1194e749d,segment=NetworkSegment(d889c75e-8907-4fc8-a57f-1c6b68707057),segment_id=d889c75e-8907-4fc8-a57f-1c6b68707057)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:51.998262 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f686988d-cbd3-452c-a560-d240906a61fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.011245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f686988d-cbd3-452c-a560-d240906a61fa admin admin] Calling delete_port for dd5eacf1-c4ab-494f-99b6-25f1194e749d owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:52.150773 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6683737e-35b8-4de3-9a4a-a77cdb8b6147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2d0c6d97-58dc-4ff7-9213-a6b45ca4270e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.155159 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6683737e-35b8-4de3-9a4a-a77cdb8b6147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.161032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6683737e-35b8-4de3-9a4a-a77cdb8b6147 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d0c6d97-58dc-4ff7-9213-a6b45ca4270e HTTP/1.1" status: 204 len: 168 time: 0.5212159 Jan 27 21:48:52.175465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683737e-35b8-4de3-9a4a-a77cdb8b6147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0c6d97-58dc-4ff7-9213-a6b45ca4270e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:52.321985 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f686988d-cbd3-452c-a560-d240906a61fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (dd5eacf1-c4ab-494f-99b6-25f1194e749d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.351592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686988d-cbd3-452c-a560-d240906a61fa admin admin] Pushing event deleted for resources: {'Port': ['ID=dd5eacf1-c4ab-494f-99b6-25f1194e749d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:52.540336 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f686988d-cbd3-452c-a560-d240906a61fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (f82a364d-11c8-4556-9972-2ca4990effca), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:52.848789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f686988d-cbd3-452c-a560-d240906a61fa admin admin] Router f82a364d-11c8-4556-9972-2ca4990effca has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:48:52.958225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3517cecc-574d-48a2-ad1f-9724304a80e8 req-f50e1ac8-3c73-436a-bd9a-2fba3dc43bfd tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=99949ea1-cddd-49db-9856-93539f59e698 HTTP/1.1" status: 200 len: 210 time: 0.0556862 Jan 27 21:48:53.062196 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f686988d-cbd3-452c-a560-d240906a61fa admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:48:53.067784 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f686988d-cbd3-452c-a560-d240906a61fa admin admin] 10.222.0.61 "PUT /v2.0/routers/f82a364d-11c8-4556-9972-2ca4990effca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3060215 Jan 27 21:48:53.069997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57288) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:53.078264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a968185-d969-4e5b-9c51-8398a12e3a51 None None] Sync routers for ids ['f82a364d-11c8-4556-9972-2ca4990effca'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:48:53.099404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a968185-d969-4e5b-9c51-8398a12e3a51 None None] Routers {'f82a364d-11c8-4556-9972-2ca4990effca'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:53.100344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-4a968185-d969-4e5b-9c51-8398a12e3a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:48:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f82a364d-11c8-4556-9972-2ca4990effca'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:53.250130 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Publish callbacks [] for router (f82a364d-11c8-4556-9972-2ca4990effca), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.293711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-4a968185-d969-4e5b-9c51-8398a12e3a51 None None] Set router f82a364d-11c8-4556-9972-2ca4990effca gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:53.392439 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Publish callbacks [] for router_gateway (f82a364d-11c8-4556-9972-2ca4990effca), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.514108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-4a968185-d969-4e5b-9c51-8398a12e3a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'name': 'tempest-TaggedBootDevicesTest_v242-1359788573-router', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:21Z', 'updated_at': '2022-01-27T21:48:52Z', 'revision_number': 5, 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'gw_port': {'id': '7118a8d7-710a-41f1-ac8e-b2c57c3b4247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:35:23Z', 'updated_at': '2022-01-27T21:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:53.545754 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a968185-d969-4e5b-9c51-8398a12e3a51 None None] Checking router: f82a364d-11c8-4556-9972-2ca4990effca for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:48:53.555763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a968185-d969-4e5b-9c51-8398a12e3a51 None None] Routers {'f82a364d-11c8-4556-9972-2ca4990effca'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:48:53.556520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-4a968185-d969-4e5b-9c51-8398a12e3a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:48:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f82a364d-11c8-4556-9972-2ca4990effca'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:53.578851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Deleting port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:53.579192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.659615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-4a968185-d969-4e5b-9c51-8398a12e3a51 None None] Set router f82a364d-11c8-4556-9972-2ca4990effca gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:48:53.719840 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-4a968185-d969-4e5b-9c51-8398a12e3a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'name': 'tempest-TaggedBootDevicesTest_v242-1359788573-router', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:21Z', 'updated_at': '2022-01-27T21:48:53Z', 'revision_number': 6, 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:53.732509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] For port 7118a8d7-710a-41f1-ac8e-b2c57c3b4247, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7118a8d7-710a-41f1-ac8e-b2c57c3b4247,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:53.732509 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:53.746164 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Calling delete_port for 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:53.753784 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a968185-d969-4e5b-9c51-8398a12e3a51 None None] The sync data for ids ['f82a364d-11c8-4556-9972-2ca4990effca'] in n-d-760456-6 is: [{'id': 'f82a364d-11c8-4556-9972-2ca4990effca', 'name': 'tempest-TaggedBootDevicesTest_v242-1359788573-router', 'tenant_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:35:21Z', 'updated_at': '2022-01-27T21:48:53Z', 'revision_number': 6, 'project_id': 'ae5a406a5bc54b6fbf1bc7e2a9318f9f', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:48:53.763233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57304) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:53.931176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-783868194-network', 'tenant_id': '52a4573b2cb34a0683f73853e51bb0d4'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:54.041830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7118a8d7-710a-41f1-ac8e-b2c57c3b4247), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.067913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Pushing event deleted for resources: {'Port': ['ID=7118a8d7-710a-41f1-ac8e-b2c57c3b4247,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:54.131380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Made reservation on behalf of 52a4573b2cb34a0683f73853e51bb0d4 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:54.134096 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.200944 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.322340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (f82a364d-11c8-4556-9972-2ca4990effca), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.454481 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (f82a364d-11c8-4556-9972-2ca4990effca), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.458880 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Publish callbacks [] for router_controller (f82a364d-11c8-4556-9972-2ca4990effca), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.474605 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-bbd5ee85-0203-44f4-81f5-dd68122510ec tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:54.476206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-bbd5ee85-0203-44f4-81f5-dd68122510ec tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/networks?id=d0379b3e-f3e6-43a2-bcf6-214a1e531b81 HTTP/1.1" status: 200 len: 808 time: 0.2600791 Jan 27 21:48:54.536459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8c2b5d5a-ee4f-49b0-b4fb-c015c699a7f3 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/quotas/82aafe84316147d28d86510457caac91 HTTP/1.1" status: 200 len: 375 time: 0.0193269 Jan 27 21:48:54.559097 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Publish callbacks [] for security_group (d6225e0d-8eec-4b4a-834c-37622b1b7a66), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.578772 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-2af01b9a-00f3-41db-84bf-a4c463d9d88a tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=82aafe84316147d28d86510457caac91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318651 Jan 27 21:48:54.661590 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (f82a364d-11c8-4556-9972-2ca4990effca), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.670182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f82a364d-11c8-4556-9972-2ca4990effca {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:48:54.670182 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.671800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57326) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:54.672365 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ffffc18d-87b9-4563-9d34-8bbef17fea1d admin admin] 10.222.0.61 "DELETE /v2.0/routers/f82a364d-11c8-4556-9972-2ca4990effca HTTP/1.1" status: 204 len: 168 time: 1.6005194 Jan 27 21:48:54.691282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-123fef4b-ac04-43e7-b7b9-ee062363c4ca service neutron] 10.222.0.61 "GET /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017148 Jan 27 21:48:54.732664 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d6225e0d-8eec-4b4a-834c-37622b1b7a66), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.739997 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d7fa1b-a4aa-4a63-9e3f-a38edec55303 admin admin] Deleting subnet 4fd5f42e-6956-46f2-99c6-b651f1230932 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:48:54.747337 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92d7fa1b-a4aa-4a63-9e3f-a38edec55303 admin admin] Publish callbacks [] for subnet (4fd5f42e-6956-46f2-99c6-b651f1230932), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.785663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device dd5eacf1-c4ab-494f-99b6-25f1194e749d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:54.817296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 271c1ee5-b909-4ed8-bdd8-8cb97e495822 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:54.819689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: dd5eacf1-c4ab-494f-99b6-25f1194e749d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:54.826853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device dd5eacf1-c4ab-494f-99b6-25f1194e749d not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:54.827558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:54.838715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:48:54.882330 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (52263cda-02f8-4c1a-b06b-e6e3acac79f3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.882330 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Added segment 52263cda-02f8-4c1a-b06b-e6e3acac79f3 of type vlan for network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 Jan 27 21:48:54.882330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6225e0d-8eec-4b4a-834c-37622b1b7a66,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:54.892726 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92d7fa1b-a4aa-4a63-9e3f-a38edec55303 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (4fd5f42e-6956-46f2-99c6-b651f1230932), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.935023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:54.935641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7118a8d7-710a-41f1-ac8e-b2c57c3b4247 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:54.939317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 271c1ee5-b909-4ed8-bdd8-8cb97e495822 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:54.939317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 271c1ee5-b909-4ed8-bdd8-8cb97e495822 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:54.946862 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (571b0b5e-7e7e-43e7-8091-7b07a084ae74), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:54.967409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-11cf6593-407d-439b-afaf-29d6b52e7730 service neutron] 10.222.0.61 "GET /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664931 Jan 27 21:48:55.043214 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92d7fa1b-a4aa-4a63-9e3f-a38edec55303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (4fd5f42e-6956-46f2-99c6-b651f1230932), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.053579 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (571b0b5e-7e7e-43e7-8091-7b07a084ae74), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.054775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:55.055498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.180148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] Pushing event updated for resources: {'Network': ['ID=571b0b5e-7e7e-43e7-8091-7b07a084ae74,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:55.186674 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92d7fa1b-a4aa-4a63-9e3f-a38edec55303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (4fd5f42e-6956-46f2-99c6-b651f1230932), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.191302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:48:55.213582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7fa1b-a4aa-4a63-9e3f-a38edec55303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd5f42e-6956-46f2-99c6-b651f1230932,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:55.218028 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92d7fa1b-a4aa-4a63-9e3f-a38edec55303 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.226436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57342) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:55.232276 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-92d7fa1b-a4aa-4a63-9e3f-a38edec55303 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4fd5f42e-6956-46f2-99c6-b651f1230932 HTTP/1.1" status: 204 len: 168 time: 0.5576162 Jan 27 21:48:55.260925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f61307b-0ca7-406a-a6c1-796ce94acfb1 None None] Network a4967413-a84b-4e8a-ad75-c81519ece533 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:55.380113 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57356) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:55.385519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-403b5588-99a7-4536-8e5b-1a3db348f44f admin admin] Request body: {'subnet': {'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-783868194-subnet', 'tenant_id': '52a4573b2cb34a0683f73853e51bb0d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:55.386188 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2f7d5186-6188-4348-9385-e743c6fdb74b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6122873 Jan 27 21:48:55.454293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d35caf9d-bf6d-494a-952b-f5fbb2bfea19 req-e655db8f-9723-4702-a0c4-b5a5fcbd0c24 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 210 time: 0.1475625 Jan 27 21:48:55.480401 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (a4967413-a84b-4e8a-ad75-c81519ece533), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.579433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403b5588-99a7-4536-8e5b-1a3db348f44f admin admin] Made reservation on behalf of 52a4573b2cb34a0683f73853e51bb0d4 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:48:55.582097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-403b5588-99a7-4536-8e5b-1a3db348f44f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.610327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d730d95-683c-4193-8847-33365d180eaf None None] DHCP port deletion for a4967413-a84b-4e8a-ad75-c81519ece533 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:48:55.620310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-19b18229-f11f-4983-99e8-d0bceffe99bd tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--549608795&fields=id&tenant_id=1fa45938040c4f1fbf25deacd57850b9 HTTP/1.1" status: 200 len: 267 time: 0.1155820 Jan 27 21:48:55.693954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1d730d95-683c-4193-8847-33365d180eaf None None] Deleting port 94006695-0612-4cdd-ab5e-6558930be831 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:55.694345 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d730d95-683c-4193-8847-33365d180eaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (94006695-0612-4cdd-ab5e-6558930be831), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.808308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-d46fa9fd-17fa-4dd1-9128-75351d42534b tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:55.811167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-d46fa9fd-17fa-4dd1-9128-75351d42534b tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/networks?id=8767157d-81c1-4a09-8ac7-b908ec6eab9d HTTP/1.1" status: 200 len: 816 time: 0.1892276 Jan 27 21:48:55.834162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Deleting port 94006695-0612-4cdd-ab5e-6558930be831 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:48:55.834684 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (94006695-0612-4cdd-ab5e-6558930be831), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.839176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-a4709a68-5af4-439c-9496-87149eb5d06f tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/quotas/1fa45938040c4f1fbf25deacd57850b9 HTTP/1.1" status: 200 len: 375 time: 0.0214455 Jan 27 21:48:55.947160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] For port 94006695-0612-4cdd-ab5e-6558930be831, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=94006695-0612-4cdd-ab5e-6558930be831,segment=NetworkSegment(d889c75e-8907-4fc8-a57f-1c6b68707057),segment_id=d889c75e-8907-4fc8-a57f-1c6b68707057)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:55.947680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (94006695-0612-4cdd-ab5e-6558930be831), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:55.963151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-cea59bc6-c35c-49af-a026-54d92b330478 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1fa45938040c4f1fbf25deacd57850b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102538 Jan 27 21:48:55.969404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Calling delete_port for 94006695-0612-4cdd-ab5e-6558930be831 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:56.026071 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-403b5588-99a7-4536-8e5b-1a3db348f44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (eeafd880-8117-4d30-8789-e3a6b1a1df0b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.043190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1d730d95-683c-4193-8847-33365d180eaf None None] For port 94006695-0612-4cdd-ab5e-6558930be831, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=94006695-0612-4cdd-ab5e-6558930be831,segment=NetworkSegment(d889c75e-8907-4fc8-a57f-1c6b68707057),segment_id=d889c75e-8907-4fc8-a57f-1c6b68707057)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:56.044300 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d730d95-683c-4193-8847-33365d180eaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (94006695-0612-4cdd-ab5e-6558930be831), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.067198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1d730d95-683c-4193-8847-33365d180eaf None None] Calling delete_port for 94006695-0612-4cdd-ab5e-6558930be831 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:48:56.125882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b5588-99a7-4536-8e5b-1a3db348f44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeafd880-8117-4d30-8789-e3a6b1a1df0b,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:56.132770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b5588-99a7-4536-8e5b-1a3db348f44f admin admin] Checking segment: {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:56.132988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b5588-99a7-4536-8e5b-1a3db348f44f admin admin] Network hostable DHCP agents. Network: 571b0b5e-7e7e-43e7-8091-7b07a084ae74, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:48:56.211649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-2dfce2e1-1f2f-46ae-8bc3-0f07fde1ed06 service neutron] 10.222.0.61 "GET /v2.0/networks/8767157d-81c1-4a09-8ac7-b908ec6eab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310336 Jan 27 21:48:56.258492 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b5588-99a7-4536-8e5b-1a3db348f44f admin admin] Network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:48:56.294812 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d730d95-683c-4193-8847-33365d180eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (94006695-0612-4cdd-ab5e-6558930be831), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.324280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d730d95-683c-4193-8847-33365d180eaf None None] No DVR routers for this DVR port 94006695-0612-4cdd-ab5e-6558930be831 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:56.330049 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-e9c83ea6-a632-4733-900c-6bc4a1ec6fb6 service neutron] 10.222.0.61 "GET /v2.0/networks/8767157d-81c1-4a09-8ac7-b908ec6eab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173403 Jan 27 21:48:56.350730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-403b5588-99a7-4536-8e5b-1a3db348f44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 571b0b5e-7e7e-43e7-8091-7b07a084ae74) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:56.351079 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (94006695-0612-4cdd-ab5e-6558930be831), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.356900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b5588-99a7-4536-8e5b-1a3db348f44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:56.357447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-403b5588-99a7-4536-8e5b-1a3db348f44f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.398000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Pushing event deleted for resources: {'Port': ['ID=94006695-0612-4cdd-ab5e-6558930be831,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:56.405774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a30c95-30eb-4468-a15f-00a67e56a02e None None] Network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:56.417172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d730d95-683c-4193-8847-33365d180eaf None None] Pushing event deleted for resources: {'Port': ['ID=94006695-0612-4cdd-ab5e-6558930be831,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:56.430154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.430554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.430898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.431239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.431578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.431908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.432286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.432617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.432949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.433327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.433669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.433979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.434328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:48:56.441550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] No DVR routers for this DVR port 94006695-0612-4cdd-ab5e-6558930be831 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:48:56.536616 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-403b5588-99a7-4536-8e5b-1a3db348f44f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1548700 Jan 27 21:48:56.618477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-571b0b5e-7e7e-43e7-8091-7b07a084ae74', 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74', 'project_id': '52a4573b2cb34a0683f73853e51bb0d4', 'fixed_ips': [{'subnet_id': 'eeafd880-8117-4d30-8789-e3a6b1a1df0b'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:48:56.619533 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.636949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98a8cc3b-e6a6-4d3c-893c-74e12d075b2d req-a98ffdbc-5c89-4af0-9e53-507f52574959 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 210 time: 0.0593100 Jan 27 21:48:56.670587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (a4967413-a84b-4e8a-ad75-c81519ece533), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.763911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4967413-a84b-4e8a-ad75-c81519ece533']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:56.791420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd889c75e-8907-4fc8-a57f-1c6b68707057') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:56.791720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd889c75e-8907-4fc8-a57f-1c6b68707057') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:48:56.814864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (d889c75e-8907-4fc8-a57f-1c6b68707057), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.834436 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d889c75e-8907-4fc8-a57f-1c6b68707057), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.850375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:48:56.851518 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (d889c75e-8907-4fc8-a57f-1c6b68707057), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:48:56.857588 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:48:56.910554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 94006695-0612-4cdd-ab5e-6558930be831 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:48:56.926901 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:56.950939 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 94006695-0612-4cdd-ab5e-6558930be831 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:48:56.951291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 94006695-0612-4cdd-ab5e-6558930be831 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:48:57.036972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Allocated IP 172.20.0.2 (571b0b5e-7e7e-43e7-8091-7b07a084ae74/eeafd880-8117-4d30-8789-e3a6b1a1df0b/0c772ee5-7088-4623-9560-f3c4d2fc8263) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:48:57.228378 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Publish callbacks [] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.331917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888323-00c3-47d9-a40f-62516852b955 req-934ff66c-7ff9-4f1d-8603-5654b1b04aaa tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:57.333550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-934ff66c-7ff9-4f1d-8603-5654b1b04aaa tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/networks?id=571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 200 len: 815 time: 0.1027615 Jan 27 21:48:57.335137 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (a4967413-a84b-4e8a-ad75-c81519ece533), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.343963 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.349416 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.356057 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a4967413-a84b-4e8a-ad75-c81519ece533 HTTP/1.1" status: 204 len: 168 time: 2.1283464 Jan 27 21:48:57.367609 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.381500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf8aac-a778-45d2-8201-4b0149c3c684 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4967413-a84b-4e8a-ad75-c81519ece533,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:57.395818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-1f487a45-7250-416e-b13d-2883ac1fd994 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/quotas/52a4573b2cb34a0683f73853e51bb0d4 HTTP/1.1" status: 200 len: 375 time: 0.0477381 Jan 27 21:48:57.414265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:48:57.418828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:48:57.423087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:48:57.471223 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Pushing event updated for resources: {'Port': ['ID=0c772ee5-7088-4623-9560-f3c4d2fc8263,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:57.515033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Attempting to bind port 0c772ee5-7088-4623-9560-f3c4d2fc8263 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:48:57.515605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Attempting to bind port 0c772ee5-7088-4623-9560-f3c4d2fc8263 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:48:57.516099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Attempting to bind port 0c772ee5-7088-4623-9560-f3c4d2fc8263 on network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:48:57.521991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:48:57.522563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Checking segment: {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:48:57.523140 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.523672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Bound using segment: {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:48:57.524452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Bound port: 0c772ee5-7088-4623-9560-f3c4d2fc8263, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:48:57.524918 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.547881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-c3eede74-afd2-49c8-a240-d36ed0498740 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1442471 Jan 27 21:48:57.640443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] For port 0c772ee5-7088-4623-9560-f3c4d2fc8263, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:48:57.645015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] For port 0c772ee5-7088-4623-9560-f3c4d2fc8263, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c772ee5-7088-4623-9560-f3c4d2fc8263,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:48:57.685889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-38b7a401-516e-4a9e-ab64-a3b61d8adf06 service neutron] 10.222.0.61 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277502 Jan 27 21:48:57.739647 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:57.872713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-c60e9b8d-b67f-42b2-a607-dcd840359283 service neutron] 10.222.0.61 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857579 Jan 27 21:48:57.919231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfec54-13f1-4724-bcbf-6e0cd0e81253 None None] Pushing event updated for resources: {'Port': ['ID=0c772ee5-7088-4623-9560-f3c4d2fc8263,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:57.969265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57464) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:58.067080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6ac14ca-6214-40b6-8f37-a93bb101098c req-0ffbf590-643b-4980-8c6c-f06949cc6995 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.0452650 Jan 27 21:48:58.107183 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ca12bd21-af31-4b5e-8584-84a7dad21a5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9435631fc91c487e8271f5c9f30d0433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362305 Jan 27 21:48:58.109461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57472) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:48:58.222186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0daca123-5b87-4030-9524-ded6cda84ec8 req-a3e48a82-8323-4902-b11f-016b3c034446 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 210 time: 0.0440395 Jan 27 21:48:58.240981 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f0d2a52-0214-4acb-bfac-bf6f16fbf467 admin admin] Publish callbacks [] for security_group (422d8364-d797-46e7-8cfa-2033ee1fcbd4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.291002 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f0d2a52-0214-4acb-bfac-bf6f16fbf467 admin admin] Publish callbacks [] for security_group (422d8364-d797-46e7-8cfa-2033ee1fcbd4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.532966 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f0d2a52-0214-4acb-bfac-bf6f16fbf467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (422d8364-d797-46e7-8cfa-2033ee1fcbd4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.535618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f0d2a52-0214-4acb-bfac-bf6f16fbf467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:58.540246 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6f0d2a52-0214-4acb-bfac-bf6f16fbf467 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/422d8364-d797-46e7-8cfa-2033ee1fcbd4 HTTP/1.1" status: 204 len: 168 time: 0.4294705 Jan 27 21:48:58.561718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d2a52-0214-4acb-bfac-bf6f16fbf467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422d8364-d797-46e7-8cfa-2033ee1fcbd4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:48:58.756407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-9a7939ff-131e-4bba-8756-5d886493f6fd tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:58.765669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-9a7939ff-131e-4bba-8756-5d886493f6fd tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/networks?id=571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 200 len: 815 time: 0.2036316 Jan 27 21:48:58.789518 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-e362a150-a52b-4d35-815e-3505256887cd tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/quotas/52a4573b2cb34a0683f73853e51bb0d4 HTTP/1.1" status: 200 len: 375 time: 0.0217443 Jan 27 21:48:58.874103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-caaf46cc-67cf-410c-a568-233564de103a tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833142 Jan 27 21:48:58.933955 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c772ee5-7088-4623-9560-f3c4d2fc8263 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:48:58.941013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-0dab3bda-1ddb-46d0-9edb-bfbd57b146d0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:48:58.943593 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-0dab3bda-1ddb-46d0-9edb-bfbd57b146d0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.74 "GET /v2.0/networks?id=d0379b3e-f3e6-43a2-bcf6-214a1e531b81 HTTP/1.1" status: 200 len: 808 time: 0.3210793 Jan 27 21:48:58.957088 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Request body: {'port': {'device_id': '20b0248e-340e-440f-a913-94924ee72125', 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81', 'admin_state_up': True, 'tenant_id': '82aafe84316147d28d86510457caac91'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:48:59.175842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0c772ee5-7088-4623-9560-f3c4d2fc8263 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:59.176563 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.187762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-e869f0c8-f103-4d4b-942e-567a504c93e9 service neutron] 10.222.0.61 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973323 Jan 27 21:48:59.298748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-439996b6-90e0-4403-93cd-107157ead2d3 req-62c94392-48c2-4c62-a6cb-2a4631a0f70d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.1028073 Jan 27 21:48:59.688355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0c772ee5-7088-4623-9560-f3c4d2fc8263 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:48:59.688355 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:48:59.690522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bb1b4df-09fe-44de-aebc-004b8c315586 req-70562642-964e-432f-9020-cf91a8d390d1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 210 time: 0.1138585 Jan 27 21:48:59.691480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 0c772ee5-7088-4623-9560-f3c4d2fc8263, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c772ee5-7088-4623-9560-f3c4d2fc8263,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:48:59.693767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-a2ee394f-cfbf-4920-96c9-a4e2536256b5 service neutron] 10.222.0.61 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042443 Jan 27 21:48:59.748279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34da0f1-7d23-4247-92fc-3460d1208da3 None None] Network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:48:59.868901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4d247cd1-29b1-404d-b4fd-43cf487eadc7 None None] Provisioning complete for port 0c772ee5-7088-4623-9560-f3c4d2fc8263 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:48:59.869884 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4d247cd1-29b1-404d-b4fd-43cf487eadc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.030336 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Made reservation on behalf of 82aafe84316147d28d86510457caac91 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:00.033838 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.052509 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.131402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=0c772ee5-7088-4623-9560-f3c4d2fc8263,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:00.154384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4d247cd1-29b1-404d-b4fd-43cf487eadc7 None None] Current status of the port 0c772ee5-7088-4623-9560-f3c4d2fc8263 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:00.155040 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4d247cd1-29b1-404d-b4fd-43cf487eadc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:00.325074 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-4d247cd1-29b1-404d-b4fd-43cf487eadc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:49:00.325734 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-4d247cd1-29b1-404d-b4fd-43cf487eadc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:49:00.387175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Allocated IP 172.20.0.3 (d0379b3e-f3e6-43a2-bcf6-214a1e531b81/5e63d6f9-fa13-4877-ab5f-8f136a53d0b2/053e5f8a-31d0-4c3c-8569-f22b5c836e39) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:00.494900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57532) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:00.542623 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b749a301-a459-420d-9084-8e3dbb8679ca req-4b5fc7bc-d26c-4df9-8757-3262ea95cd3a tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.1140749 Jan 27 21:49:00.686532 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7cea7383-a63a-44e4-97b5-57021b0eb195 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae5a406a5bc54b6fbf1bc7e2a9318f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749704 Jan 27 21:49:00.713764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57548) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:00.833550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c772ee5-7088-4623-9560-f3c4d2fc8263 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:00.961028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-bd40c5f3-1ed0-4ce0-8924-0c5c5b39074a tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:00.968878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-bd40c5f3-1ed0-4ce0-8924-0c5c5b39074a tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/networks?id=571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 200 len: 815 time: 0.3856032 Jan 27 21:49:00.987294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d223ccb-6435-4efe-879a-9e3183e07f48 admin admin] Publish callbacks [] for security_group (a9f14ad7-7c5b-4fa6-8be3-0c7413dad4a0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.075070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4d247cd1-29b1-404d-b4fd-43cf487eadc7 None None] Current status of the port 0c772ee5-7088-4623-9560-f3c4d2fc8263 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:01.087923 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d223ccb-6435-4efe-879a-9e3183e07f48 admin admin] Publish callbacks [] for security_group (a9f14ad7-7c5b-4fa6-8be3-0c7413dad4a0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.092166 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks [] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.118493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d776d691-73ed-4c17-a68b-004ea993638b req-9acbce93-6678-4b84-82d0-aa376d38329e tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 210 time: 0.1445527 Jan 27 21:49:01.125103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-b4f80470-ac0d-451e-9838-08a23a83ac5f tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/quotas/52a4573b2cb34a0683f73853e51bb0d4 HTTP/1.1" status: 200 len: 375 time: 0.1393120 Jan 27 21:49:01.133193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0c772ee5-7088-4623-9560-f3c4d2fc8263 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:01.133862 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.206922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-aa3ec5ee-9567-4d83-a413-1657d412ee27 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0754192 Jan 27 21:49:01.351280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bf8efb0c-b3db-47cb-b845-272ea2261e35 None None] Provisioning complete for port 0c772ee5-7088-4623-9560-f3c4d2fc8263 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:01.351993 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bf8efb0c-b3db-47cb-b845-272ea2261e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.356314 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.387375 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:01.396651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:01.419079 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0c772ee5-7088-4623-9560-f3c4d2fc8263 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:01.442660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:01.482158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-60ab8b3b-ab89-4233-8646-3ba28aaa8a66 service neutron] 10.222.0.61 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686892 Jan 27 21:49:01.526868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bf8efb0c-b3db-47cb-b845-272ea2261e35 None None] Current status of the port 0c772ee5-7088-4623-9560-f3c4d2fc8263 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:01.559254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:01.560552 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.566370 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d223ccb-6435-4efe-879a-9e3183e07f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a9f14ad7-7c5b-4fa6-8be3-0c7413dad4a0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.577266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d223ccb-6435-4efe-879a-9e3183e07f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:01.578480 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0d223ccb-6435-4efe-879a-9e3183e07f48 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9f14ad7-7c5b-4fa6-8be3-0c7413dad4a0 HTTP/1.1" status: 204 len: 168 time: 0.8625860 Jan 27 21:49:01.625066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d223ccb-6435-4efe-879a-9e3183e07f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f14ad7-7c5b-4fa6-8be3-0c7413dad4a0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:01.646062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Pushing event updated for resources: {'Port': ['ID=053e5f8a-31d0-4c3c-8569-f22b5c836e39,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:01.724456 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-aeb981e2-3058-4643-aa84-1c765d125fd0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7714598 Jan 27 21:49:01.735518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-78b1df4b-8bbf-475a-a079-4e5c1e63c9e0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:49:01.736701 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-78b1df4b-8bbf-475a-a079-4e5c1e63c9e0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056062 Jan 27 21:49:01.949395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Request body: {'port': {'device_id': '20b0248e-340e-440f-a913-94924ee72125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:02.063504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.305169 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c8b3-da34-49c6-80ff-ffc6a924d79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.586092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-795c893c-b36e-45f6-a466-92950d2466ce tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:02.587924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-795c893c-b36e-45f6-a466-92950d2466ce tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.74 "GET /v2.0/networks?id=8767157d-81c1-4a09-8ac7-b908ec6eab9d HTTP/1.1" status: 200 len: 816 time: 1.0276954 Jan 27 21:49:02.642173 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053e5f8a-31d0-4c3c-8569-f22b5c836e39 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:02.660990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0312ffb8-0164-4dc8-bad9-445247d85d8e req-93ae3b74-1c28-42b8-96d5-63407b0ce9e2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.0714779 Jan 27 21:49:02.663408 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Publish callbacks [] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.683371 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Transition to ACTIVE for port object 053e5f8a-31d0-4c3c-8569-f22b5c836e39 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:02.847855 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:02.927114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-5da319dc-2116-423e-b557-94e11e677d13 service neutron] 10.222.0.61 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4389503 Jan 27 21:49:03.007922 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Pushing event updated for resources: {'Port': ['ID=053e5f8a-31d0-4c3c-8569-f22b5c836e39,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:03.118100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888323-00c3-47d9-a40f-62516852b955 req-ed776f83-268e-464e-ae6c-3cd2bbc03136 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:03.120891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-ed776f83-268e-464e-ae6c-3cd2bbc03136 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.71 "GET /v2.0/networks?id=571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 200 len: 815 time: 0.4387352 Jan 27 21:49:03.154471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e8888323-00c3-47d9-a40f-62516852b955 req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Request body: {'port': {'device_id': '2aca8658-ea7d-4c8c-a57d-d32849c48425', 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74', 'admin_state_up': True, 'tenant_id': '52a4573b2cb34a0683f73853e51bb0d4'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:03.186372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-861e580b-8d58-40d8-b8e0-33b4afef85e6 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fa45938040c4f1fbf25deacd57850b9 HTTP/1.1" status: 200 len: 379 time: 0.5818994 Jan 27 21:49:03.209282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Attempting to bind port 053e5f8a-31d0-4c3c-8569-f22b5c836e39 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:03.211014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Attempting to bind port 053e5f8a-31d0-4c3c-8569-f22b5c836e39 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '7058e9f8-e31e-4871-9426-f096eeb08a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:03.211431 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Attempting to bind port 053e5f8a-31d0-4c3c-8569-f22b5c836e39 on network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:03.219962 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Port 053e5f8a-31d0-4c3c-8569-f22b5c836e39 on network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:03.220929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Attempting to bind port 053e5f8a-31d0-4c3c-8569-f22b5c836e39 on network d0379b3e-f3e6-43a2-bcf6-214a1e531b81 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:03.228002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:03.228459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Checking segment: {'id': '7058e9f8-e31e-4871-9426-f096eeb08a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:03.229127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Bound using segment: {'id': '7058e9f8-e31e-4871-9426-f096eeb08a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:03.230762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Bound port: 053e5f8a-31d0-4c3c-8569-f22b5c836e39, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7058e9f8-e31e-4871-9426-f096eeb08a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:03.231455 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:03.234008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e2ea4-7f43-4a66-a546-ebf0c3449f14 req-15e3515e-eef9-4204-b0c1-5dd4d3a26dd3 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:03.239565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db3e2ea4-7f43-4a66-a546-ebf0c3449f14 req-15e3515e-eef9-4204-b0c1-5dd4d3a26dd3 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 931 time: 0.4327736 Jan 27 21:49:03.250582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Request body: {'port': {'device_id': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'admin_state_up': True, 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'security_groups': ['2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:03.529816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] For port 053e5f8a-31d0-4c3c-8569-f22b5c836e39, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:03.536547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] For port 053e5f8a-31d0-4c3c-8569-f22b5c836e39, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=053e5f8a-31d0-4c3c-8569-f22b5c836e39,segment=NetworkSegment(7058e9f8-e31e-4871-9426-f096eeb08a10),segment_id=7058e9f8-e31e-4871-9426-f096eeb08a10)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:03.727448 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:03.814386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:03.815820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:03.817296 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] 10.222.0.74 "PUT /v2.0/ports/053e5f8a-31d0-4c3c-8569-f22b5c836e39 HTTP/1.1" status: 200 len: 1091 time: 2.0716004 Jan 27 21:49:03.826805 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b0248e-340e-440f-a913-94924ee72125', 'tag': '053e5f8a-31d0-4c3c-8569-f22b5c836e39'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:03.830230 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8e6863-b3c6-4703-9b59-d26ef90d56ff" -d '{"events": [{"name": "network-changed", "server_uuid": "20b0248e-340e-440f-a913-94924ee72125", "tag": "053e5f8a-31d0-4c3c-8569-f22b5c836e39"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:03.894845 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe493f2-3599-4600-b9d1-eb41ca5cb524 service neutron] Pushing event updated for resources: {'Port': ['ID=053e5f8a-31d0-4c3c-8569-f22b5c836e39,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:03.926934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-e1b15c39-323a-4beb-8697-47e1e7f845ed tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:03.936232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-e1b15c39-323a-4beb-8697-47e1e7f845ed tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.71 "GET /v2.0/networks?id=571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 200 len: 815 time: 0.3689950 Jan 27 21:49:04.001019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Request body: {'port': {'device_id': '109dc83d-5241-4386-9278-d35fa34255c2', 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74', 'admin_state_up': True, 'tenant_id': '52a4573b2cb34a0683f73853e51bb0d4'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:04.011856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57610) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:04.101019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70e19f8c-4bbd-4e9b-9b6f-f80d32ec4a0d req-9a2fd796-fe94-4852-be18-717a65138a22 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 210 time: 0.5396280 Jan 27 21:49:04.218806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-c2531427-329d-49a0-872e-22a5d27c4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:04.223638 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-c2531427-329d-49a0-872e-22a5d27c4dc1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=82aafe84316147d28d86510457caac91&device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 1094 time: 0.1036150 Jan 27 21:49:04.294582 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db3e2ea4-7f43-4a66-a546-ebf0c3449f14 req-afccb8b0-0779-4d01-900a-3f4632f00181 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0279894 Jan 27 21:49:04.323380 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-6a7b8c1c-78ae-49f0-bd9d-2ed1c1f65af9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=053e5f8a-31d0-4c3c-8569-f22b5c836e39 HTTP/1.1" status: 200 len: 217 time: 0.0927839 Jan 27 21:49:04.329025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1147872855-network', 'tenant_id': 'f179d8c2be504d42b0d56d988a5c7d14'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:04.422054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-282497fa-e792-47fe-b982-61d3d7315e87 req-eb7765f1-6296-46f9-81d0-987d2b5f32bd tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.0627484 Jan 27 21:49:04.448758 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2741597d-5cac-4613-abea-8d5885a1e97b x-openstack-request-id: req-2741597d-5cac-4613-abea-8d5885a1e97b {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:04.449060 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b0248e-340e-440f-a913-94924ee72125", "tag": "053e5f8a-31d0-4c3c-8569-f22b5c836e39", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:04.449327 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2741597d-5cac-4613-abea-8d5885a1e97b {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:04.449746 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b0248e-340e-440f-a913-94924ee72125', 'tag': '053e5f8a-31d0-4c3c-8569-f22b5c836e39', 'status': 'completed', 'code': 200} Jan 27 21:49:04.479567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-0a16e0c8-cfe2-4ea4-ab0e-7f0cbf2cd875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:04.485573 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-0a16e0c8-cfe2-4ea4-ab0e-7f0cbf2cd875 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e63d6f9-fa13-4877-ab5f-8f136a53d0b2 HTTP/1.1" status: 200 len: 848 time: 0.1192887 Jan 27 21:49:04.527697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8888323-00c3-47d9-a40f-62516852b955 req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Made reservation on behalf of 52a4573b2cb34a0683f73853e51bb0d4 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:04.532414 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e8888323-00c3-47d9-a40f-62516852b955 req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.542858 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-18e62a6d-f049-492e-bca0-e79a429d986f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0379b3e-f3e6-43a2-bcf6-214a1e531b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502355 Jan 27 21:49:04.545818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Made reservation on behalf of f179d8c2be504d42b0d56d988a5c7d14 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:04.548127 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.585675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Made reservation on behalf of 1fa45938040c4f1fbf25deacd57850b9 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:04.589866 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.600697 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.707024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Made reservation on behalf of 52a4573b2cb34a0683f73853e51bb0d4 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:04.714794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:04.790053 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-8e311009-1bbb-40eb-948f-f70d2274af4b service neutron] 10.222.0.74 "GET /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343071 Jan 27 21:49:04.984387 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d69c1002-5432-4b5b-a81a-53a518e25031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.024433 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Publish callbacks [] for security_group (5535e85f-2f53-4bdd-94f9-cddfdfc47d67), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.033247 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8928ffbf-6292-46bf-907d-a55be7652bb8 req-96f6baba-5e2a-4e56-9cf8-57e297207e9c service neutron] 10.222.0.74 "GET /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347174 Jan 27 21:49:05.064194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-e8888323-00c3-47d9-a40f-62516852b955 req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Allocated IP 172.20.0.5 (571b0b5e-7e7e-43e7-8091-7b07a084ae74/eeafd880-8117-4d30-8789-e3a6b1a1df0b/f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:05.091591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Allocated IP 172.20.0.5 (8767157d-81c1-4a09-8ac7-b908ec6eab9d/c6314d55-14ad-4dbe-a56e-d8dfcfde5739/650d2c89-e56d-4a2d-b8b7-21a181907ebe) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:05.178660 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5535e85f-2f53-4bdd-94f9-cddfdfc47d67), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.198397 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:49:05.251760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d0b37e97-9508-4448-8881-b52079c9b094), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.252041 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Added segment d0b37e97-9508-4448-8881-b52079c9b094 of type vlan for network 5b75c03e-8e90-409c-bbb3-b208f0c1a38f Jan 27 21:49:05.280572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5535e85f-2f53-4bdd-94f9-cddfdfc47d67,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:05.320168 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.413531 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (5b75c03e-8e90-409c-bbb3-b208f0c1a38f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.425376 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d258ee25-2c4c-44d4-bb7c-f283c09fcda6 req-b1b6d771-cba6-4f41-9cd5-c9f6afa31247 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 210 time: 0.0385950 Jan 27 21:49:05.432714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6863-b3c6-4703-9b59-d26ef90d56ff req-8154121c-b01a-4454-9ae5-d9616ca4a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.434601 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b8e6863-b3c6-4703-9b59-d26ef90d56ff req-8154121c-b01a-4454-9ae5-d9616ca4a735 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=82aafe84316147d28d86510457caac91&device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 1094 time: 0.1803212 Jan 27 21:49:05.556480 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.594322 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6863-b3c6-4703-9b59-d26ef90d56ff req-0ef5b987-1367-40f5-b913-5ae359dad737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.596252 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b8e6863-b3c6-4703-9b59-d26ef90d56ff req-0ef5b987-1367-40f5-b913-5ae359dad737 service neutron] 10.222.0.74 "GET /v2.0/networks?id=d0379b3e-f3e6-43a2-bcf6-214a1e531b81 HTTP/1.1" status: 200 len: 909 time: 0.1407764 Jan 27 21:49:05.598091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Network 8767157d-81c1-4a09-8ac7-b908ec6eab9d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:05.606924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:05.616661 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (5b75c03e-8e90-409c-bbb3-b208f0c1a38f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.617879 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.618692 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.645638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:05.749434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66df108-9d52-4630-8adf-937220765532 req-adc60a6c-1953-4baf-b033-b8c7539a5007 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.762042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] Pushing event updated for resources: {'Network': ['ID=5b75c03e-8e90-409c-bbb3-b208f0c1a38f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:05.762225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d66df108-9d52-4630-8adf-937220765532 req-adc60a6c-1953-4baf-b033-b8c7539a5007 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 943 time: 0.3090799 Jan 27 21:49:05.762301 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b8e6863-b3c6-4703-9b59-d26ef90d56ff req-fcc3a356-777e-4a62-b702-f199ddf11843 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=053e5f8a-31d0-4c3c-8569-f22b5c836e39 HTTP/1.1" status: 200 len: 217 time: 0.1519084 Jan 27 21:49:05.767247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Pushing event updated for resources: {'Port': ['ID=650d2c89-e56d-4a2d-b8b7-21a181907ebe,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:05.771814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 5b75c03e-8e90-409c-bbb3-b208f0c1a38f details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:49:05.825470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.826158 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.831327 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e8888323-00c3-47d9-a40f-62516852b955 req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks [] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:05.885085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89c0a1-e594-4f74-bedc-96a62f3abb01 req-8953d788-086b-467d-afbd-ccf2b606f34e tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.892439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e89c0a1-e594-4f74-bedc-96a62f3abb01 req-8953d788-086b-467d-afbd-ccf2b606f34e tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 931 time: 0.3220670 Jan 27 21:49:05.921745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6863-b3c6-4703-9b59-d26ef90d56ff req-e473f4f6-bf17-4b5d-8cc8-5c1421fbc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:05.923383 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b8e6863-b3c6-4703-9b59-d26ef90d56ff req-e473f4f6-bf17-4b5d-8cc8-5c1421fbc851 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e63d6f9-fa13-4877-ab5f-8f136a53d0b2 HTTP/1.1" status: 200 len: 848 time: 0.1484733 Jan 27 21:49:05.949213 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ad2c4f42-54f0-497f-8de5-dd1f7bc09256 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9354138 Jan 27 21:49:05.963388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57626) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:05.972308 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b8e6863-b3c6-4703-9b59-d26ef90d56ff req-559d67ef-6f58-4e15-997f-e8938bbf788c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=d0379b3e-f3e6-43a2-bcf6-214a1e531b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407078 Jan 27 21:49:05.981048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b5a1bfe8-1775-44b6-879b-79b2efaae6c8 admin admin] Request body: {'subnet': {'network_id': '5b75c03e-8e90-409c-bbb3-b208f0c1a38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1147872855-subnet', 'tenant_id': 'f179d8c2be504d42b0d56d988a5c7d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:06.002608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-48ac2768-04bc-434e-8906-9a024f69efec None None] Provisioning complete for port 650d2c89-e56d-4a2d-b8b7-21a181907ebe triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:06.003123 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-48ac2768-04bc-434e-8906-9a024f69efec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.043114 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-48ac2768-04bc-434e-8906-9a024f69efec None None] Port 650d2c89-e56d-4a2d-b8b7-21a181907ebe cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:06.059616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d66df108-9d52-4630-8adf-937220765532 req-b841cf8f-ae58-4c9b-a85b-d0ac6aec2b2d tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005984 Jan 27 21:49:06.079179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-45db9732-a2ad-4b8c-965f-7ed69c997176 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8654530 Jan 27 21:49:06.102814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Request body: {'port': {'device_id': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:06.179022 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.199140 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b8e6863-b3c6-4703-9b59-d26ef90d56ff req-dbbc2b66-8f26-49d7-a345-e43ff46e1666 service neutron] 10.222.0.74 "GET /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129464 Jan 27 21:49:06.203304 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.244513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e89c0a1-e594-4f74-bedc-96a62f3abb01 req-63ae89dc-0599-4702-bb94-cc07e980f8b0 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511796 Jan 27 21:49:06.246920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a1bfe8-1775-44b6-879b-79b2efaae6c8 admin admin] Made reservation on behalf of f179d8c2be504d42b0d56d988a5c7d14 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:06.251269 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b5a1bfe8-1775-44b6-879b-79b2efaae6c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.326968 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-1b8e6863-b3c6-4703-9b59-d26ef90d56ff req-1409320b-df27-4684-ab94-3b2dacf742c6 service neutron] 10.222.0.74 "GET /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221323 Jan 27 21:49:06.475794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e8888323-00c3-47d9-a40f-62516852b955 req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:06.586049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Pushing event updated for resources: {'Port': ['ID=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:06.609859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8888323-00c3-47d9-a40f-62516852b955 req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:06.621524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-e8888323-00c3-47d9-a40f-62516852b955 req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:06.637909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8888323-00c3-47d9-a40f-62516852b955 req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:06.794041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Allocated IP 172.20.0.8 (571b0b5e-7e7e-43e7-8091-7b07a084ae74/eeafd880-8117-4d30-8789-e3a6b1a1df0b/8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:06.999790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a6b2889b-f78d-4d96-9754-b281ea8b75be None None] Provisioning complete for port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:07.005163 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a6b2889b-f78d-4d96-9754-b281ea8b75be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.010265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-ee74903f-b451-4493-9923-a85a120bac28 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:07.013902 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-ee74903f-b451-4493-9923-a85a120bac28 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.74 "GET /v2.0/networks?id=571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 200 len: 815 time: 0.2037613 Jan 27 21:49:07.032109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Request body: {'port': {'device_id': '062561fb-eb78-40be-b79f-e053f2791303', 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74', 'admin_state_up': True, 'tenant_id': '52a4573b2cb34a0683f73853e51bb0d4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:07.039049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888323-00c3-47d9-a40f-62516852b955 req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:07.039963 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e8888323-00c3-47d9-a40f-62516852b955 req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.043854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf36bf90-ea65-48e8-9bf4-7b739a166599 req-025a1cc4-712a-40a6-b595-0134090feaee tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 210 time: 0.4256175 Jan 27 21:49:07.044719 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b5a1bfe8-1775-44b6-879b-79b2efaae6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (eb106d01-dc77-4831-a519-95860c584cb5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.106245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a6b2889b-f78d-4d96-9754-b281ea8b75be None None] Port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:07.298789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Made reservation on behalf of 52a4573b2cb34a0683f73853e51bb0d4 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:07.302762 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.327464 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.368514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650d2c89-e56d-4a2d-b8b7-21a181907ebe {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:07.376791 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Publish callbacks [] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.392971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Transition to ACTIVE for port object 650d2c89-e56d-4a2d-b8b7-21a181907ebe will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:07.480905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1bfe8-1775-44b6-879b-79b2efaae6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb106d01-dc77-4831-a519-95860c584cb5,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:07.525219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.543393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-78931ad0-61da-40f3-964c-9a9d49d4e57b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4014144 Jan 27 21:49:07.622232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Request body: {'port': {'device_id': '2aca8658-ea7d-4c8c-a57d-d32849c48425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:07.624993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Pushing event updated for resources: {'Port': ['ID=650d2c89-e56d-4a2d-b8b7-21a181907ebe,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:07.698700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaeb31-9b91-4630-99f4-f8a314030eb5 req-628f213a-691d-4417-a1ea-be67fea0c15d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:07.706281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cccaeb31-9b91-4630-99f4-f8a314030eb5 req-628f213a-691d-4417-a1ea-be67fea0c15d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.2129140 Jan 27 21:49:07.745768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks [] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.764592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80d633-05a6-4cf1-b035-b1ab176d9209 req-6cb86a5f-62fe-443b-ad26-73541f9f31ec tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:07.766345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d80d633-05a6-4cf1-b035-b1ab176d9209 req-6cb86a5f-62fe-443b-ad26-73541f9f31ec tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 943 time: 0.3636198 Jan 27 21:49:07.778246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 053e5f8a-31d0-4c3c-8569-f22b5c836e39 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:07.827723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1bfe8-1775-44b6-879b-79b2efaae6c8 admin admin] Checking segment: {'id': 'd0b37e97-9508-4448-8881-b52079c9b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5b75c03e-8e90-409c-bbb3-b208f0c1a38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:07.828250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a1bfe8-1775-44b6-879b-79b2efaae6c8 admin admin] Network hostable DHCP agents. Network: 5b75c03e-8e90-409c-bbb3-b208f0c1a38f, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:07.969981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 053e5f8a-31d0-4c3c-8569-f22b5c836e39, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=053e5f8a-31d0-4c3c-8569-f22b5c836e39,segment=NetworkSegment(7058e9f8-e31e-4871-9426-f096eeb08a10),segment_id=7058e9f8-e31e-4871-9426-f096eeb08a10)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:07.974842 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:07.993129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '053e5f8a-31d0-4c3c-8569-f22b5c836e39', 'network_id': 'd0379b3e-f3e6-43a2-bcf6-214a1e531b81', 'port_id': '053e5f8a-31d0-4c3c-8569-f22b5c836e39', 'mac_address': 'fa:16:3e:2b:e2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e63d6f9-fa13-4877-ab5f-8f136a53d0b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:08.051740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 053e5f8a-31d0-4c3c-8569-f22b5c836e39 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:08.053394 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.085036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053e5f8a-31d0-4c3c-8569-f22b5c836e39 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:08.109469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 053e5f8a-31d0-4c3c-8569-f22b5c836e39, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=053e5f8a-31d0-4c3c-8569-f22b5c836e39,segment=NetworkSegment(7058e9f8-e31e-4871-9426-f096eeb08a10),segment_id=7058e9f8-e31e-4871-9426-f096eeb08a10)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:08.112537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Attempting to bind port 650d2c89-e56d-4a2d-b8b7-21a181907ebe on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:08.112886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Attempting to bind port 650d2c89-e56d-4a2d-b8b7-21a181907ebe by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:08.113221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Attempting to bind port 650d2c89-e56d-4a2d-b8b7-21a181907ebe on network 8767157d-81c1-4a09-8ac7-b908ec6eab9d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:08.119201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d80d633-05a6-4cf1-b035-b1ab176d9209 req-3cef830b-bda1-4ca9-a71f-53eb6225169d tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856982 Jan 27 21:49:08.145477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Port 650d2c89-e56d-4a2d-b8b7-21a181907ebe on network 8767157d-81c1-4a09-8ac7-b908ec6eab9d not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:08.145477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Attempting to bind port 650d2c89-e56d-4a2d-b8b7-21a181907ebe on network 8767157d-81c1-4a09-8ac7-b908ec6eab9d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:08.220731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cccaeb31-9b91-4630-99f4-f8a314030eb5 req-0d5a3ca5-a154-486c-9f8b-1f8db4cf1f61 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5135565 Jan 27 21:49:08.265500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:08.266025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Checking segment: {'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:08.266547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Bound using segment: {'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:08.267231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Bound port: 650d2c89-e56d-4a2d-b8b7-21a181907ebe, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40bd7c5-ddd7-470c-984b-320b10f99853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:08.267826 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.275377 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.308776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c296f5e-3778-435f-aae3-1f532e177e48 req-42775a1f-d695-4480-9d75-c8de5e66122d tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 210 time: 0.0634964 Jan 27 21:49:08.327119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a1bfe8-1775-44b6-879b-79b2efaae6c8 admin admin] Network 5b75c03e-8e90-409c-bbb3-b208f0c1a38f is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:08.372199 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.437829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=053e5f8a-31d0-4c3c-8569-f22b5c836e39,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:08.443997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:08.455584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:08.469093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:08.472124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-b5a1bfe8-1775-44b6-879b-79b2efaae6c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 5b75c03e-8e90-409c-bbb3-b208f0c1a38f) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:08.482660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a45bc90-2c71-468a-bfd2-b3091d00beae None None] Network 5b75c03e-8e90-409c-bbb3-b208f0c1a38f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:08.559427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.560690 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.562071 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-07e6c0ce-2b75-4451-ac16-209cc863625d {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:49:08.562556 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:49:08.584413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a1bfe8-1775-44b6-879b-79b2efaae6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:08.585726 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b5a1bfe8-1775-44b6-879b-79b2efaae6c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.601654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['053e5f8a-31d0-4c3c-8569-f22b5c836e39'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:08.653692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Pushing event updated for resources: {'Port': ['ID=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:08.662653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f87f5d0-dff1-464f-9e3a-6863d4c51a01 None None] Network 5b75c03e-8e90-409c-bbb3-b208f0c1a38f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:08.679893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] For port 650d2c89-e56d-4a2d-b8b7-21a181907ebe, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:08.685927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] For port 650d2c89-e56d-4a2d-b8b7-21a181907ebe, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=650d2c89-e56d-4a2d-b8b7-21a181907ebe,segment=NetworkSegment(e40bd7c5-ddd7-470c-984b-320b10f99853),segment_id=e40bd7c5-ddd7-470c-984b-320b10f99853)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:08.826879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b5a1bfe8-1775-44b6-879b-79b2efaae6c8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8577697 Jan 27 21:49:08.832774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-f5d2ad2d-15d4-47ae-8891-e62a92e75491 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8587139 Jan 27 21:49:08.847925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Request body: {'port': {'device_id': '109dc83d-5241-4386-9278-d35fa34255c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:08.880591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-77fc6ac9-81c0-41cb-9ba2-ef51f3418b4a None None] Provisioning complete for port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:08.881306 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-77fc6ac9-81c0-41cb-9ba2-ef51f3418b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.935716 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.952713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:08.971564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Publish callbacks [] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:08.979158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-77fc6ac9-81c0-41cb-9ba2-ef51f3418b4a None None] Port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:09.022057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Transition to ACTIVE for port object f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:09.064166 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.115964 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.177131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.177780 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.179249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] 10.222.0.74 "PUT /v2.0/ports/650d2c89-e56d-4a2d-b8b7-21a181907ebe HTTP/1.1" status: 200 len: 1091 time: 3.0890210 Jan 27 21:49:09.179738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'tag': '650d2c89-e56d-4a2d-b8b7-21a181907ebe'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:09.182145 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372bc07c-8e6d-449e-89bf-d04949c54bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd0449a-6b76-44d9-b121-786468eac1d5", "tag": "650d2c89-e56d-4a2d-b8b7-21a181907ebe"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:09.268764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb533fc-456f-4bce-b5b5-f861eebc56be service neutron] Pushing event updated for resources: {'Port': ['ID=650d2c89-e56d-4a2d-b8b7-21a181907ebe,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:09.316255 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.349155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a579021-fe77-4147-8dea-ac2d9d305d91 req-5daf06e9-a190-4275-a6c9-e413d56b76a1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:09.351113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a579021-fe77-4147-8dea-ac2d9d305d91 req-5daf06e9-a190-4275-a6c9-e413d56b76a1 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 944 time: 0.0946760 Jan 27 21:49:09.774642 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:09.808228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 053e5f8a-31d0-4c3c-8569-f22b5c836e39 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:09.953132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a579021-fe77-4147-8dea-ac2d9d305d91 req-d34bd6f8-5baa-4eb8-ae9f-1b1b33279f20 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903041 Jan 27 21:49:09.973386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:10.006951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-d397b6ea-c0f1-4864-ad42-1d969d9d6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:10.008935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-d397b6ea-c0f1-4864-ad42-1d969d9d6ac2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1fa45938040c4f1fbf25deacd57850b9&device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 1094 time: 0.2487655 Jan 27 21:49:10.029077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 053e5f8a-31d0-4c3c-8569-f22b5c836e39 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:10.032665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 053e5f8a-31d0-4c3c-8569-f22b5c836e39 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:10.032789 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.119973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-3ef7a412-f111-461b-8f30-7913d9d3ccae tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:10.126260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-3ef7a412-f111-461b-8f30-7913d9d3ccae tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/networks?id=5b75c03e-8e90-409c-bbb3-b208f0c1a38f HTTP/1.1" status: 200 len: 814 time: 0.7698591 Jan 27 21:49:10.130638 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91579f9-a892-4955-a4cd-7a4d1ebec141 x-openstack-request-id: req-d91579f9-a892-4955-a4cd-7a4d1ebec141 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:10.130933 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd0449a-6b76-44d9-b121-786468eac1d5", "tag": "650d2c89-e56d-4a2d-b8b7-21a181907ebe", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:10.131193 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d91579f9-a892-4955-a4cd-7a4d1ebec141 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:10.131644 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'tag': '650d2c89-e56d-4a2d-b8b7-21a181907ebe', 'status': 'completed', 'code': 200} Jan 27 21:49:10.183451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 053e5f8a-31d0-4c3c-8569-f22b5c836e39 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:10.183960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.216004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b0248e-340e-440f-a913-94924ee72125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053e5f8a-31d0-4c3c-8569-f22b5c836e39'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:10.218857 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bb541a-2bb7-4de4-b74b-ffc74ab8a014" -d '{"events": [{"server_uuid": "20b0248e-340e-440f-a913-94924ee72125", "name": "network-vif-plugged", "status": "completed", "tag": "053e5f8a-31d0-4c3c-8569-f22b5c836e39"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:10.234584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 053e5f8a-31d0-4c3c-8569-f22b5c836e39, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=053e5f8a-31d0-4c3c-8569-f22b5c836e39,segment=NetworkSegment(7058e9f8-e31e-4871-9426-f096eeb08a10),segment_id=7058e9f8-e31e-4871-9426-f096eeb08a10)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:10.243708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-de79b322-65c6-4297-9594-aa4ed699be68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=650d2c89-e56d-4a2d-b8b7-21a181907ebe HTTP/1.1" status: 200 len: 217 time: 0.1105709 Jan 27 21:49:10.262501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-8c8e0629-cff4-4c49-bd67-439d66349eae tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/quotas/f179d8c2be504d42b0d56d988a5c7d14 HTTP/1.1" status: 200 len: 375 time: 0.0989439 Jan 27 21:49:10.327795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:10.328392 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.349203 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Publish callbacks [] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.381706 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-46ab346e-1645-41a7-af0e-65b528c7cc13 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f179d8c2be504d42b0d56d988a5c7d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888429 Jan 27 21:49:10.388905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=053e5f8a-31d0-4c3c-8569-f22b5c836e39,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:10.415481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Transition to ACTIVE for port object 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:10.427786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-d5821667-11cc-4d10-bc7c-f9dc5b2aca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:10.429333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-d5821667-11cc-4d10-bc7c-f9dc5b2aca8d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6314d55-14ad-4dbe-a56e-d8dfcfde5739 HTTP/1.1" status: 200 len: 855 time: 0.1712103 Jan 27 21:49:10.429992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Attempting to bind port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:10.430329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Attempting to bind port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:10.430660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Attempting to bind port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 on network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:10.482315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 on network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:10.482315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Attempting to bind port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 on network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:10.490199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a26ec-ba74-4146-aa12-93e8f5f67c1d req-e9ab0f30-b5f1-4932-a4f0-4a4be5504ecd tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:10.491754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-542a26ec-ba74-4146-aa12-93e8f5f67c1d req-e9ab0f30-b5f1-4932-a4f0-4a4be5504ecd tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.2608654 Jan 27 21:49:10.508020 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.521735 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Allocated IP 172.20.0.13 (571b0b5e-7e7e-43e7-8091-7b07a084ae74/eeafd880-8117-4d30-8789-e3a6b1a1df0b/142d2fad-d58d-4b14-a4bc-cd53933b5f22) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:10.532524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:10.532843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Checking segment: {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:10.533241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Bound using segment: {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:10.533700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Bound port: f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:10.534070 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.686942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:10.695794 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks [] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:10.714651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-48335374-1ac4-4532-8abb-d47d570b2454 service neutron] 10.222.0.61 "GET /v2.0/networks/5b75c03e-8e90-409c-bbb3-b208f0c1a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215880 Jan 27 21:49:10.717139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-b6df3446-7bdf-49a6-a77c-02f0f19471ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:10.718631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-b6df3446-7bdf-49a6-a77c-02f0f19471ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8767157d-81c1-4a09-8ac7-b908ec6eab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2516444 Jan 27 21:49:10.826739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-542a26ec-ba74-4146-aa12-93e8f5f67c1d req-23653d68-18d0-4df5-a70d-e871b75966e9 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133209 Jan 27 21:49:10.987648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-982b4139-e84b-4e1c-979e-f42aec716f57 req-c1a915ea-3314-4cd6-a09e-63fa12fce913 service neutron] (104027) timed out ('10.222.0.61', 56788) {{(pid=104027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 21:49:11.026925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] For port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:11.032648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] For port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:11.111713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f3bdc902-0d09-40af-90cb-139a85f36225 service neutron] 10.222.0.61 "GET /v2.0/networks/5b75c03e-8e90-409c-bbb3-b208f0c1a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769178 Jan 27 21:49:11.124760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-038417f2-c40e-461d-9568-7a87777af74a req-19bb5ed3-ab57-49ea-a2a6-a7611251aa31 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 210 time: 0.1367433 Jan 27 21:49:11.158857 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.190564 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.239897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:11.251011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.253926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-d29e31a1-ab0d-48f6-b3f3-517083966a55 service neutron] 10.222.0.71 "PUT /v2.0/ports/f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 HTTP/1.1" status: 200 len: 1091 time: 3.6393757 Jan 27 21:49:11.277587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Attempting to bind port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:11.278095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Attempting to bind port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:11.278789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Attempting to bind port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 on network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:11.287909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-07fd94ed-3b75-4158-b1b4-517d131b0527 service neutron] 10.222.0.74 "GET /v2.0/networks/8767157d-81c1-4a09-8ac7-b908ec6eab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558693 Jan 27 21:49:11.288635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 on network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:11.289058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Attempting to bind port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 on network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:11.329937 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:11.335684 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:11.339649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:11.426843 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4671d8-9a7c-4a51-aa9a-d8fc4de7f1b7 x-openstack-request-id: req-4e4671d8-9a7c-4a51-aa9a-d8fc4de7f1b7 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:11.427317 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b0248e-340e-440f-a913-94924ee72125", "name": "network-vif-plugged", "status": "completed", "tag": "053e5f8a-31d0-4c3c-8569-f22b5c836e39", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:11.429964 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e4671d8-9a7c-4a51-aa9a-d8fc4de7f1b7 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:11.433861 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b0248e-340e-440f-a913-94924ee72125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053e5f8a-31d0-4c3c-8569-f22b5c836e39', 'code': 200} Jan 27 21:49:11.449134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.450129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.470911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Pushing event updated for resources: {'Port': ['ID=142d2fad-d58d-4b14-a4bc-cd53933b5f22,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:11.518078 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-35f99802-9c13-4160-a13d-dd739df0f178 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4953470 Jan 27 21:49:11.522443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:11.523107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Checking segment: {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:11.523690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Bound using segment: {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:11.524379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Bound port: 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:11.524936 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.531971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Request body: {'port': {'device_id': '062561fb-eb78-40be-b79f-e053f2791303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:11.626037 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab3a4237-0358-463a-9a47-b15de66deec0 req-9aecd325-8b8a-4446-95be-910b69f340fa service neutron] 10.222.0.74 "GET /v2.0/networks/8767157d-81c1-4a09-8ac7-b908ec6eab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314307 Jan 27 21:49:11.650062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a47b9ec-8d56-4795-a72d-b6a3591c5045 req-fcd51b5c-c8fb-4286-a1ec-7344a44308db tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 210 time: 0.1094239 Jan 27 21:49:11.677147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888323-00c3-47d9-a40f-62516852b955 req-6d6d3136-6ce7-46c2-9cb7-886d012e0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.679063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-6d6d3136-6ce7-46c2-9cb7-886d012e0be1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 1094 time: 0.2392609 Jan 27 21:49:11.720541 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:11.756368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-ad838a85-e21c-4c23-bcb0-06e117235c24 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 HTTP/1.1" status: 200 len: 217 time: 0.0666006 Jan 27 21:49:11.777245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a183851-122a-4e3e-ba6e-a5e1a48b7171 req-840d17ba-087e-4a48-9e18-a03253d9bbe5 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.784772 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a183851-122a-4e3e-ba6e-a5e1a48b7171 req-840d17ba-087e-4a48-9e18-a03253d9bbe5 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 945 time: 0.2451181 Jan 27 21:49:11.888573 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c79b-80d2-4fe4-8af2-1b2e51e55ef0 req-6107e854-28e1-4f37-bf7c-970d0ae3f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:11.888724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] For port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:11.890135 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-35d5c79b-80d2-4fe4-8af2-1b2e51e55ef0 req-6107e854-28e1-4f37-bf7c-970d0ae3f4d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 1096 time: 0.3273487 Jan 27 21:49:11.946626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] For port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:12.000408 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-35d5c79b-80d2-4fe4-8af2-1b2e51e55ef0 req-81604a59-0e5f-4178-b3d8-518f31ace95a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030149 Jan 27 21:49:12.077820 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a183851-122a-4e3e-ba6e-a5e1a48b7171 req-24b75f6c-7963-46a6-9c7a-95e51912724d tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920845 Jan 27 21:49:12.079246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888323-00c3-47d9-a40f-62516852b955 req-b6167290-e7c7-495b-afc1-e973a6b53036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.081852 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-b6167290-e7c7-495b-afc1-e973a6b53036 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eeafd880-8117-4d30-8789-e3a6b1a1df0b HTTP/1.1" status: 200 len: 854 time: 0.2912643 Jan 27 21:49:12.116651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bc07c-8e6d-449e-89bf-d04949c54bf7 req-3de6db96-5a32-478a-8393-c1f7a46433e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.118169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-372bc07c-8e6d-449e-89bf-d04949c54bf7 req-3de6db96-5a32-478a-8393-c1f7a46433e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1fa45938040c4f1fbf25deacd57850b9&device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 1094 time: 0.3313568 Jan 27 21:49:12.133005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aca8658-ea7d-4c8c-a57d-d32849c48425', 'tag': 'f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:12.135413 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02222b5f-73af-4393-bec3-11116c637b35" -d '{"events": [{"name": "network-changed", "server_uuid": "2aca8658-ea7d-4c8c-a57d-d32849c48425", "tag": "f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:12.146106 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.168929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01158dbd-a391-47b8-b09b-e42877c948df req-552fcd08-8376-407b-92c9-eb7ab29b5f4d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.170521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01158dbd-a391-47b8-b09b-e42877c948df req-552fcd08-8376-407b-92c9-eb7ab29b5f4d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.1818178 Jan 27 21:49:12.215263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2de74844-f2d8-4053-9a5e-04d496495812 None None] Provisioning complete for port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:12.215263 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2de74844-f2d8-4053-9a5e-04d496495812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.225107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142d2fad-d58d-4b14-a4bc-cd53933b5f22 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:12.232659 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c00a551-1f02-4d41-a9bb-7cb527bcdda9 x-openstack-request-id: req-7c00a551-1f02-4d41-a9bb-7cb527bcdda9 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:12.232877 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aca8658-ea7d-4c8c-a57d-d32849c48425", "tag": "f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:12.233146 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c00a551-1f02-4d41-a9bb-7cb527bcdda9 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:12.233554 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aca8658-ea7d-4c8c-a57d-d32849c48425', 'tag': 'f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6', 'status': 'completed', 'code': 200} Jan 27 21:49:12.246341 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Publish callbacks [] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.265220 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Transition to ACTIVE for port object 142d2fad-d58d-4b14-a4bc-cd53933b5f22 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:12.314542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2de74844-f2d8-4053-9a5e-04d496495812 None None] Port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:12.343019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.343641 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.345070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] 10.222.0.71 "PUT /v2.0/ports/8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 HTTP/1.1" status: 200 len: 1091 time: 3.5037901 Jan 27 21:49:12.390140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888323-00c3-47d9-a40f-62516852b955 req-b9d7df08-672a-442c-a800-bd573823a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.391588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-b9d7df08-672a-442c-a800-bd573823a5c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=571b0b5e-7e7e-43e7-8091-7b07a084ae74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3028200 Jan 27 21:49:12.423742 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.434839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e683bd8-ff23-4906-a3a1-c7c609a44784 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:12.523659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01158dbd-a391-47b8-b09b-e42877c948df req-904e54a6-6e84-42a4-9742-7f848b384ca0 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094666 Jan 27 21:49:12.536286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Pushing event updated for resources: {'Port': ['ID=142d2fad-d58d-4b14-a4bc-cd53933b5f22,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:12.567967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834cc73-3340-4a85-8f90-c9f200ef06de req-bf3c29be-3cfe-444f-9e1a-483ca8b30cf6 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.576821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1834cc73-3340-4a85-8f90-c9f200ef06de req-bf3c29be-3cfe-444f-9e1a-483ca8b30cf6 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 932 time: 0.3092797 Jan 27 21:49:12.746010 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Attempting to bind port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:12.746447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Attempting to bind port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:12.746880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Attempting to bind port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 on network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:12.757382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 on network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:12.757853 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Attempting to bind port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 on network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:12.767940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:12.769260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Checking segment: {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:12.769260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Bound using segment: {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:12.769260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Bound port: 142d2fad-d58d-4b14-a4bc-cd53933b5f22, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52263cda-02f8-4c1a-b06b-e6e3acac79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:12.771303 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:12.830655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bc07c-8e6d-449e-89bf-d04949c54bf7 req-d2a409d4-5602-4d2d-999b-f4cbba59ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.832195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-372bc07c-8e6d-449e-89bf-d04949c54bf7 req-d2a409d4-5602-4d2d-999b-f4cbba59ff88 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8767157d-81c1-4a09-8ac7-b908ec6eab9d HTTP/1.1" status: 200 len: 917 time: 0.6133819 Jan 27 21:49:12.854586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07bc12c5-eb27-4514-855a-8432547e7f2a req-ed6525ab-de92-40b4-8aa6-855fcdae9b45 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 210 time: 0.1009364 Jan 27 21:49:12.923134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-a6950254-4595-4fe6-9870-87623edc9b94 service neutron] 10.222.0.71 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170720 Jan 27 21:49:12.928030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-372bc07c-8e6d-449e-89bf-d04949c54bf7 req-81f06e69-dc84-4206-bd98-fcd50065b298 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=650d2c89-e56d-4a2d-b8b7-21a181907ebe HTTP/1.1" status: 200 len: 217 time: 0.0665743 Jan 27 21:49:12.932520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-46daa7a7-59d7-464b-a2f0-53bdcb7cd44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:12.934074 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-46daa7a7-59d7-464b-a2f0-53bdcb7cd44f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&device_id=109dc83d-5241-4386-9278-d35fa34255c2 HTTP/1.1" status: 200 len: 1094 time: 0.4341302 Jan 27 21:49:12.948839 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] For port 142d2fad-d58d-4b14-a4bc-cd53933b5f22, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:12.957394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] For port 142d2fad-d58d-4b14-a4bc-cd53933b5f22, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=142d2fad-d58d-4b14-a4bc-cd53933b5f22,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:12.957918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1834cc73-3340-4a85-8f90-c9f200ef06de req-28f5924d-7708-4629-b8b0-fee7f1e1ab17 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660777 Jan 27 21:49:13.053210 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:13.083549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-bb8e0046-d633-478b-8e89-50a448465bda service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 HTTP/1.1" status: 200 len: 217 time: 0.1092408 Jan 27 21:49:13.090006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:13.090678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:13.106236 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] 10.222.0.74 "PUT /v2.0/ports/142d2fad-d58d-4b14-a4bc-cd53933b5f22 HTTP/1.1" status: 200 len: 1092 time: 1.5660889 Jan 27 21:49:13.106916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062561fb-eb78-40be-b79f-e053f2791303', 'tag': '142d2fad-d58d-4b14-a4bc-cd53933b5f22'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:13.109360 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0fbc56-fffe-4106-a6a5-5465a7cc3e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "062561fb-eb78-40be-b79f-e053f2791303", "tag": "142d2fad-d58d-4b14-a4bc-cd53933b5f22"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:13.144331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bc07c-8e6d-449e-89bf-d04949c54bf7 req-9944a8b9-82bf-4e14-91c9-affa499b48b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:13.146658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-372bc07c-8e6d-449e-89bf-d04949c54bf7 req-9944a8b9-82bf-4e14-91c9-affa499b48b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6314d55-14ad-4dbe-a56e-d8dfcfde5739 HTTP/1.1" status: 200 len: 855 time: 0.1805468 Jan 27 21:49:13.161264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc272418-8e1a-4fb3-b5d5-cf1840718d23 service neutron] Pushing event updated for resources: {'Port': ['ID=142d2fad-d58d-4b14-a4bc-cd53933b5f22,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:13.291255 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a620fd-194c-4c03-93d9-64c6855a513f x-openstack-request-id: req-84a620fd-194c-4c03-93d9-64c6855a513f {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:13.291554 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062561fb-eb78-40be-b79f-e053f2791303", "tag": "142d2fad-d58d-4b14-a4bc-cd53933b5f22", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:13.291864 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-84a620fd-194c-4c03-93d9-64c6855a513f {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:13.292798 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062561fb-eb78-40be-b79f-e053f2791303', 'tag': '142d2fad-d58d-4b14-a4bc-cd53933b5f22', 'status': 'completed', 'code': 200} Jan 27 21:49:13.321116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-d600ace1-410e-4ec3-8eb1-1fad6f927649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:13.321810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-d600ace1-410e-4ec3-8eb1-1fad6f927649 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eeafd880-8117-4d30-8789-e3a6b1a1df0b HTTP/1.1" status: 200 len: 854 time: 0.2318838 Jan 27 21:49:13.323702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-2488b0cc-6c69-4ff4-b18c-cfba8eaa5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:13.325277 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-2488b0cc-6c69-4ff4-b18c-cfba8eaa5ea4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 1095 time: 0.0986893 Jan 27 21:49:13.416161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8888323-00c3-47d9-a40f-62516852b955 req-80be0ccd-da59-407b-8567-c66e136b9a5d service neutron] 10.222.0.71 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858887 Jan 27 21:49:13.469796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bc07c-8e6d-449e-89bf-d04949c54bf7 req-5279af08-07f4-49a5-aeda-655f5a53b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:13.472522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-372bc07c-8e6d-449e-89bf-d04949c54bf7 req-5279af08-07f4-49a5-aeda-655f5a53b303 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8767157d-81c1-4a09-8ac7-b908ec6eab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3158653 Jan 27 21:49:13.510870 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-aedf40d7-0c7d-4597-8000-48fffd4ebf2d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=142d2fad-d58d-4b14-a4bc-cd53933b5f22 HTTP/1.1" status: 200 len: 217 time: 0.1724219 Jan 27 21:49:13.614134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-372bc07c-8e6d-449e-89bf-d04949c54bf7 req-7a4bf518-1ba3-48a4-bc69-c4e22bfb77cf service neutron] 10.222.0.74 "GET /v2.0/networks/8767157d-81c1-4a09-8ac7-b908ec6eab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185656 Jan 27 21:49:13.630911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-a3c8cf4b-2d47-4ee7-9735-f08b52a3dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:13.632451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-a3c8cf4b-2d47-4ee7-9735-f08b52a3dc27 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=571b0b5e-7e7e-43e7-8091-7b07a084ae74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2936065 Jan 27 21:49:13.645299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e356f1-b35f-4cd2-a118-b1150b4c50dd req-ff2bf9e6-d7dc-4c0c-8b9b-2340f505d9ee tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:13.649441 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-0da13bf5-45f2-4a3b-a6fc-e5617ca32dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:13.650963 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-0da13bf5-45f2-4a3b-a6fc-e5617ca32dff service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeafd880-8117-4d30-8789-e3a6b1a1df0b HTTP/1.1" status: 200 len: 854 time: 0.1340592 Jan 27 21:49:13.652690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19e356f1-b35f-4cd2-a118-b1150b4c50dd req-ff2bf9e6-d7dc-4c0c-8b9b-2340f505d9ee tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 945 time: 0.3472686 Jan 27 21:49:13.727439 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-da8f64d2-23a7-46f0-b946-f585527bc5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:13.731482 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-da8f64d2-23a7-46f0-b946-f585527bc5a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=571b0b5e-7e7e-43e7-8091-7b07a084ae74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719106 Jan 27 21:49:13.897734 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-e7805e89-1f41-40ee-a124-4c42eb00181d service neutron] 10.222.0.74 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540382 Jan 27 21:49:14.013111 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4dd3479c-163d-40eb-8e06-56e4177c9ebd req-d6fbd5ad-9782-4619-b19e-c9704a83092a service neutron] 10.222.0.74 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076617 Jan 27 21:49:14.237871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109dc83d-5241-4386-9278-d35fa34255c2', 'tag': '8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:14.239960 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd67f2a-5944-4fd1-9ec4-b0d9eafbc799" -d '{"events": [{"name": "network-changed", "server_uuid": "109dc83d-5241-4386-9278-d35fa34255c2", "tag": "8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:14.252187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fbc56-fffe-4106-a6a5-5465a7cc3e3c req-80a80f85-b881-42cb-8ad8-da576f105741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.254320 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b0fbc56-fffe-4106-a6a5-5465a7cc3e3c req-80a80f85-b881-42cb-8ad8-da576f105741 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 1095 time: 0.0500634 Jan 27 21:49:14.329782 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19e356f1-b35f-4cd2-a118-b1150b4c50dd req-9094b498-d395-42d2-8b86-9d89ca2e61f2 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762009 Jan 27 21:49:14.348869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-91c2a9e5-f98a-4bb0-902f-544da2c84130 service neutron] 10.222.0.71 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871293 Jan 27 21:49:14.352955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02222b5f-73af-4393-bec3-11116c637b35 req-590cecb7-cfd3-4f69-9c1b-e4fdc94a2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.354946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02222b5f-73af-4393-bec3-11116c637b35 req-590cecb7-cfd3-4f69-9c1b-e4fdc94a2102 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 1094 time: 0.5501530 Jan 27 21:49:14.380010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c84e3e-aeb7-4689-93b8-358c202644bf req-869e4e62-a539-453e-8eda-9a5c1a05dcea tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.381925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5c84e3e-aeb7-4689-93b8-358c202644bf req-869e4e62-a539-453e-8eda-9a5c1a05dcea tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.5949485 Jan 27 21:49:14.397009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fbc56-fffe-4106-a6a5-5465a7cc3e3c req-12da066a-51a0-486b-9b27-628413be278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.398547 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b0fbc56-fffe-4106-a6a5-5465a7cc3e3c req-12da066a-51a0-486b-9b27-628413be278d service neutron] 10.222.0.74 "GET /v2.0/networks?id=571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 200 len: 916 time: 0.1380603 Jan 27 21:49:14.408003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-372bc07c-8e6d-449e-89bf-d04949c54bf7 req-75b6dd4b-3c78-4d2a-8ca9-866efc7326be service neutron] 10.222.0.74 "GET /v2.0/networks/8767157d-81c1-4a09-8ac7-b908ec6eab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7817061 Jan 27 21:49:14.487119 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b0fbc56-fffe-4106-a6a5-5465a7cc3e3c req-f86df15a-b015-4d76-83fe-0c8ae9707eeb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=142d2fad-d58d-4b14-a4bc-cd53933b5f22 HTTP/1.1" status: 200 len: 217 time: 0.0775740 Jan 27 21:49:14.572008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fbc56-fffe-4106-a6a5-5465a7cc3e3c req-f6c3082e-2b13-4aac-9d29-8de5177793af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.574061 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b0fbc56-fffe-4106-a6a5-5465a7cc3e3c req-f6c3082e-2b13-4aac-9d29-8de5177793af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeafd880-8117-4d30-8789-e3a6b1a1df0b HTTP/1.1" status: 200 len: 854 time: 0.0785544 Jan 27 21:49:14.593644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4fa07596-d90b-40e9-9555-81ce16e5f0e6 req-e75cd546-63ab-49a7-ba64-d0ea9868708c tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 210 time: 0.0534582 Jan 27 21:49:14.596885 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5c84e3e-aeb7-4689-93b8-358c202644bf req-4df77c24-5adb-48b3-b01a-03d6e66e8d7d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924472 Jan 27 21:49:14.603930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d03f846-ef10-456d-bf0e-84327474bc55 req-af7fdf10-ae40-4afc-a859-53f9ce547fd6 service neutron] 10.222.0.71 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480052 Jan 27 21:49:14.615424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02222b5f-73af-4393-bec3-11116c637b35 req-439c793f-6201-4a66-aab5-5c8ed4b5fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.617182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02222b5f-73af-4393-bec3-11116c637b35 req-439c793f-6201-4a66-aab5-5c8ed4b5fc40 service neutron] 10.222.0.71 "GET /v2.0/networks?id=571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 200 len: 916 time: 0.2334666 Jan 27 21:49:14.685392 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fbc56-fffe-4106-a6a5-5465a7cc3e3c req-a469a1e9-a9c9-4183-b6a6-31c33840eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.689415 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b0fbc56-fffe-4106-a6a5-5465a7cc3e3c req-a469a1e9-a9c9-4183-b6a6-31c33840eb80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=571b0b5e-7e7e-43e7-8091-7b07a084ae74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079516 Jan 27 21:49:14.703698 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb386a7-682f-4099-afce-ae56c59c7709 x-openstack-request-id: req-5fb386a7-682f-4099-afce-ae56c59c7709 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:14.704179 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109dc83d-5241-4386-9278-d35fa34255c2", "tag": "8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:14.704593 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5fb386a7-682f-4099-afce-ae56c59c7709 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:14.705128 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109dc83d-5241-4386-9278-d35fa34255c2', 'tag': '8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1', 'status': 'completed', 'code': 200} Jan 27 21:49:14.706901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02222b5f-73af-4393-bec3-11116c637b35 req-ccc17b79-d80b-4dc6-b10b-ad18f3fc578b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 HTTP/1.1" status: 200 len: 217 time: 0.0817840 Jan 27 21:49:14.837165 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b0fbc56-fffe-4106-a6a5-5465a7cc3e3c req-25510623-9d63-45d2-a6c4-4aea92764431 service neutron] 10.222.0.74 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346769 Jan 27 21:49:14.884916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02222b5f-73af-4393-bec3-11116c637b35 req-6f618423-17b6-4202-a60e-693cca6eec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:14.886489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02222b5f-73af-4393-bec3-11116c637b35 req-6f618423-17b6-4202-a60e-693cca6eec00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eeafd880-8117-4d30-8789-e3a6b1a1df0b HTTP/1.1" status: 200 len: 854 time: 0.1734858 Jan 27 21:49:14.898245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57742) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:15.013962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd67f2a-5944-4fd1-9ec4-b0d9eafbc799 req-0541f9c6-6e36-4da6-9750-6eee9bf7b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:15.015490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd67f2a-5944-4fd1-9ec4-b0d9eafbc799 req-0541f9c6-6e36-4da6-9750-6eee9bf7b607 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&device_id=109dc83d-5241-4386-9278-d35fa34255c2 HTTP/1.1" status: 200 len: 1094 time: 0.2443917 Jan 27 21:49:15.025473 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:49:15.054721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02222b5f-73af-4393-bec3-11116c637b35 req-6657d042-e69c-46df-a243-9d9aec8a15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:15.056851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02222b5f-73af-4393-bec3-11116c637b35 req-6657d042-e69c-46df-a243-9d9aec8a15dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=571b0b5e-7e7e-43e7-8091-7b07a084ae74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533227 Jan 27 21:49:15.081249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f8ac3-02e1-469b-b939-6e8fd56260dd req-68b8b22c-1bf1-4d7c-a2ce-d2b41bd2416c tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:15.082763 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e5f8ac3-02e1-469b-b939-6e8fd56260dd req-68b8b22c-1bf1-4d7c-a2ce-d2b41bd2416c tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 944 time: 0.2913587 Jan 27 21:49:15.093463 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-6b0fbc56-fffe-4106-a6a5-5465a7cc3e3c req-8f1c64f0-c1bb-4b3b-a5ec-b326df08af93 service neutron] 10.222.0.74 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503967 Jan 27 21:49:15.138352 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b3633e4-4868-4408-bcb1-3087048a428e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:15.258822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e5f8ac3-02e1-469b-b939-6e8fd56260dd req-1e76969c-1540-4b8f-b27d-cc236753e6ee tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556258 Jan 27 21:49:15.297531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd67f2a-5944-4fd1-9ec4-b0d9eafbc799 req-8b13f6ea-9591-4598-a32d-57d93fd84283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:15.299052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd67f2a-5944-4fd1-9ec4-b0d9eafbc799 req-8b13f6ea-9591-4598-a32d-57d93fd84283 service neutron] 10.222.0.71 "GET /v2.0/networks?id=571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 200 len: 916 time: 0.2622900 Jan 27 21:49:15.300097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b3633e4-4868-4408-bcb1-3087048a428e admin admin] Publish callbacks [] for security_group (b2926f0f-bb66-4332-8c34-fd07231ebd17), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:15.301239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02222b5f-73af-4393-bec3-11116c637b35 req-5a79cfe7-a0fe-46a9-a43a-edc3bfacded0 service neutron] 10.222.0.71 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175303 Jan 27 21:49:15.357551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd67f2a-5944-4fd1-9ec4-b0d9eafbc799 req-cbb917c6-8dba-42ef-a86f-600dc12757fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 HTTP/1.1" status: 200 len: 217 time: 0.0456824 Jan 27 21:49:15.399083 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b3633e4-4868-4408-bcb1-3087048a428e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b2926f0f-bb66-4332-8c34-fd07231ebd17), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:15.521495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02222b5f-73af-4393-bec3-11116c637b35 req-b8f65038-d773-4a37-88f2-e40e56ad1d49 service neutron] 10.222.0.71 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663284 Jan 27 21:49:15.567355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd67f2a-5944-4fd1-9ec4-b0d9eafbc799 req-6297c668-6374-46dd-a46f-39b6be40f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:15.569824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd67f2a-5944-4fd1-9ec4-b0d9eafbc799 req-6297c668-6374-46dd-a46f-39b6be40f03a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eeafd880-8117-4d30-8789-e3a6b1a1df0b HTTP/1.1" status: 200 len: 854 time: 0.1107357 Jan 27 21:49:15.571788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-7aae149b-a257-4854-a1a4-1ff5eb3ae0e9 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:15.573510 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-7aae149b-a257-4854-a1a4-1ff5eb3ae0e9 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.71 "GET /v2.0/networks?id=5b75c03e-8e90-409c-bbb3-b208f0c1a38f HTTP/1.1" status: 200 len: 814 time: 0.2959037 Jan 27 21:49:15.585119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fee5a-b874-4ee5-a545-316be359c49b req-a1065961-b32f-4c86-b647-5d896230354d tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:15.586761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-945fee5a-b874-4ee5-a545-316be359c49b req-a1065961-b32f-4c86-b647-5d896230354d tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 945 time: 0.1299350 Jan 27 21:49:15.595179 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3633e4-4868-4408-bcb1-3087048a428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2926f0f-bb66-4332-8c34-fd07231ebd17,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:15.615958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Request body: {'port': {'device_id': 'd31456bc-94bf-4168-bb08-a90d3dc2244c', 'network_id': '5b75c03e-8e90-409c-bbb3-b208f0c1a38f', 'admin_state_up': True, 'tenant_id': 'f179d8c2be504d42b0d56d988a5c7d14'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:15.682317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd67f2a-5944-4fd1-9ec4-b0d9eafbc799 req-1a8bb172-ab8a-43de-9c56-a6b0620fbf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:15.683967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd67f2a-5944-4fd1-9ec4-b0d9eafbc799 req-1a8bb172-ab8a-43de-9c56-a6b0620fbf70 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=571b0b5e-7e7e-43e7-8091-7b07a084ae74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961478 Jan 27 21:49:15.719611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-945fee5a-b874-4ee5-a545-316be359c49b req-b2ee8bfe-03c2-4e6f-8a6d-f86d2a8ec2a0 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222906 Jan 27 21:49:15.812277 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b3633e4-4868-4408-bcb1-3087048a428e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55a9a3b48fba4c808beb80217f677fba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9125571 Jan 27 21:49:15.815430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57756) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:15.834573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 142d2fad-d58d-4b14-a4bc-cd53933b5f22 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:15.900411 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd871-611b-4130-8f0f-e7ed41e0bb29 admin admin] Publish callbacks [] for security_group (b2926f0f-bb66-4332-8c34-fd07231ebd17), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:15.945713 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd871-611b-4130-8f0f-e7ed41e0bb29 admin admin] Publish callbacks [] for security_group (b2926f0f-bb66-4332-8c34-fd07231ebd17), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:15.960930 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Made reservation on behalf of f179d8c2be504d42b0d56d988a5c7d14 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:15.972161 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:15.982156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 142d2fad-d58d-4b14-a4bc-cd53933b5f22, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=142d2fad-d58d-4b14-a4bc-cd53933b5f22,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:16.033048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a168de-265b-4d55-9c51-8f244993154a req-c954ca68-7a27-4900-bc04-f0b813d35456 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:16.035943 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8a168de-265b-4d55-9c51-8f244993154a req-c954ca68-7a27-4900-bc04-f0b813d35456 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 947 time: 0.2784219 Jan 27 21:49:16.051934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796605f-b147-49d5-b32a-9e88d6674433 req-da0ab33b-d1be-4934-8a08-c9d421809c81 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:16.053601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f796605f-b147-49d5-b32a-9e88d6674433 req-da0ab33b-d1be-4934-8a08-c9d421809c81 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.2222843 Jan 27 21:49:16.055935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd67f2a-5944-4fd1-9ec4-b0d9eafbc799 req-c5aae665-f102-4785-b98e-8959c931f383 service neutron] 10.222.0.71 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612111 Jan 27 21:49:16.185101 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd871-611b-4130-8f0f-e7ed41e0bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b2926f0f-bb66-4332-8c34-fd07231ebd17), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:16.190867 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd871-611b-4130-8f0f-e7ed41e0bb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:16.193019 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bdcdd871-611b-4130-8f0f-e7ed41e0bb29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2926f0f-bb66-4332-8c34-fd07231ebd17 HTTP/1.1" status: 204 len: 168 time: 0.3766081 Jan 27 21:49:16.203293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '142d2fad-d58d-4b14-a4bc-cd53933b5f22', 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74', 'port_id': '142d2fad-d58d-4b14-a4bc-cd53933b5f22', 'mac_address': 'fa:16:3e:93:3c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeafd880-8117-4d30-8789-e3a6b1a1df0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:16.270094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:16.270494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:16.286633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bd67f2a-5944-4fd1-9ec4-b0d9eafbc799 req-5a1f50af-6ec5-4a0d-8cfa-803d85574b85 service neutron] 10.222.0.71 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241175 Jan 27 21:49:16.288831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142d2fad-d58d-4b14-a4bc-cd53933b5f22 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:16.317194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8a168de-265b-4d55-9c51-8f244993154a req-119fccf4-9346-45a8-850f-73cd78768aae tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721298 Jan 27 21:49:16.330421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f796605f-b147-49d5-b32a-9e88d6674433 req-d775943a-5c9a-40dd-be97-4210231476d1 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2655807 Jan 27 21:49:16.343948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 142d2fad-d58d-4b14-a4bc-cd53933b5f22, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=142d2fad-d58d-4b14-a4bc-cd53933b5f22,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:16.435635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdd871-611b-4130-8f0f-e7ed41e0bb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2926f0f-bb66-4332-8c34-fd07231ebd17,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:16.480260 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:16.483075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Allocated IP 172.20.0.4 (5b75c03e-8e90-409c-bbb3-b208f0c1a38f/eb106d01-dc77-4831-a519-95860c584cb5/8b454014-f914-4df5-b984-79ad1ef0bcbe) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:16.508693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e90d563-689d-4aa9-9e75-1663491985a0 req-25670a0d-2800-471a-8c78-851e53b520d1 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 210 time: 0.0733840 Jan 27 21:49:16.543854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2455bcb-61d4-4f84-8849-6ef7f3ff0a7e req-edb97ffa-db63-41b0-882c-db0a962e7609 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:16.552582 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2455bcb-61d4-4f84-8849-6ef7f3ff0a7e req-edb97ffa-db63-41b0-882c-db0a962e7609 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 944 time: 0.1547365 Jan 27 21:49:16.599553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=142d2fad-d58d-4b14-a4bc-cd53933b5f22,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:16.686274 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2455bcb-61d4-4f84-8849-6ef7f3ff0a7e req-e4d73104-bbe7-4b2f-8147-7b63808b7e88 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266184 Jan 27 21:49:16.700424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['142d2fad-d58d-4b14-a4bc-cd53933b5f22'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:16.837385 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Publish callbacks [] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:16.936414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:17.034847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:17.047005 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6', 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74', 'port_id': 'f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6', 'mac_address': 'fa:16:3e:7e:04:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeafd880-8117-4d30-8789-e3a6b1a1df0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:17.084169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:17.084565 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.108773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:17.127074 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.148168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:17.182015 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Network 5b75c03e-8e90-409c-bbb3-b208f0c1a38f is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:17.190310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:17.193021 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:17.199238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Pushing event updated for resources: {'Port': ['ID=8b454014-f914-4df5-b984-79ad1ef0bcbe,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:17.240783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.278891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:17.279630 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.294222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57772) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:17.313152 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-45d99c39-de4e-426f-bf87-6e4151821b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.391440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-ce7e0b86-2287-4322-b389-38bca3561bac tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:17.401537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-ce7e0b86-2287-4322-b389-38bca3561bac tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.71 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 947 time: 0.1384208 Jan 27 21:49:17.403855 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:17.423983 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f816ae12-f2fc-484b-8861-a674f28b761e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8159337 Jan 27 21:49:17.440607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Request body: {'port': {'device_id': 'd31456bc-94bf-4168-bb08-a90d3dc2244c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:17.477739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:17.494400 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-45d99c39-de4e-426f-bf87-6e4151821b2a admin admin] Publish callbacks [] for security_group (171a2ee4-f2ed-42da-87a1-52d38c4b3efa), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.534658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.662215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28eef-c879-4559-89f0-a0bc238bfefa req-6d622cde-4fd7-482a-9733-614ff0e2a017 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:17.671087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73d28eef-c879-4559-89f0-a0bc238bfefa req-6d622cde-4fd7-482a-9733-614ff0e2a017 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.1511447 Jan 27 21:49:17.684770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93a03-49f9-40da-a870-451360cdb459 req-0947d26f-1432-4146-9a63-1f7dfd46beda tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:17.686463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32e93a03-49f9-40da-a870-451360cdb459 req-0947d26f-1432-4146-9a63-1f7dfd46beda tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 947 time: 0.1681728 Jan 27 21:49:17.717269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Deleting port e1368993-dd0a-4234-80fe-d51d39870566 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:17.717762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e1368993-dd0a-4234-80fe-d51d39870566), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.745178 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-45d99c39-de4e-426f-bf87-6e4151821b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (171a2ee4-f2ed-42da-87a1-52d38c4b3efa), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:17.840302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 142d2fad-d58d-4b14-a4bc-cd53933b5f22 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:17.855130 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-45d99c39-de4e-426f-bf87-6e4151821b2a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=13a8ab5c836a4eea958a67bf0cf467ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5569036 Jan 27 21:49:17.858849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d99c39-de4e-426f-bf87-6e4151821b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171a2ee4-f2ed-42da-87a1-52d38c4b3efa,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:17.859788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57790) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:17.860689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73d28eef-c879-4559-89f0-a0bc238bfefa req-8f085962-1972-4604-9745-4eb49d3df695 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885397 Jan 27 21:49:17.896056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32e93a03-49f9-40da-a870-451360cdb459 req-7a11d9c8-92b0-4a82-ad4c-4e3acf4a7190 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=6df07aab-31a7-4002-b2c5-90dff220afca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000692 Jan 27 21:49:17.977675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] For port e1368993-dd0a-4234-80fe-d51d39870566, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e1368993-dd0a-4234-80fe-d51d39870566,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:17.978796 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e1368993-dd0a-4234-80fe-d51d39870566), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.059649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:18.068164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:18.068603 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.070483 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fdcaa18-6ea0-4b32-b5ce-4a97f19b19c7 admin admin] Publish callbacks [] for security_group (171a2ee4-f2ed-42da-87a1-52d38c4b3efa), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.187109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fdcaa18-6ea0-4b32-b5ce-4a97f19b19c7 admin admin] Publish callbacks [] for security_group (171a2ee4-f2ed-42da-87a1-52d38c4b3efa), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.197524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31615302-2ccd-402c-8947-47c6e211db88 req-d730def9-16c0-4d17-bd00-1083cd4f3882 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:18.200384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31615302-2ccd-402c-8947-47c6e211db88 req-d730def9-16c0-4d17-bd00-1083cd4f3882 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 931 time: 0.1554463 Jan 27 21:49:18.202016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:18.202425 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.234825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062561fb-eb78-40be-b79f-e053f2791303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142d2fad-d58d-4b14-a4bc-cd53933b5f22'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:18.237499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877e41a-ee43-4791-b681-25b5abf277a8 req-949d2279-bb2a-4879-9178-ff135cd90f4f tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:18.237752 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372483d6-95a8-458c-9d31-9021fbd4fdb8" -d '{"events": [{"server_uuid": "062561fb-eb78-40be-b79f-e053f2791303", "name": "network-vif-plugged", "status": "completed", "tag": "142d2fad-d58d-4b14-a4bc-cd53933b5f22"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:18.239022 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a877e41a-ee43-4791-b681-25b5abf277a8 req-949d2279-bb2a-4879-9178-ff135cd90f4f tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 945 time: 0.1921828 Jan 27 21:49:18.283874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 142d2fad-d58d-4b14-a4bc-cd53933b5f22, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=142d2fad-d58d-4b14-a4bc-cd53933b5f22,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:18.290711 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b454014-f914-4df5-b984-79ad1ef0bcbe {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:18.300606 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Publish callbacks [] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.364227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31615302-2ccd-402c-8947-47c6e211db88 req-3efb601a-2ad5-43c9-92f6-435b57c8dd3d tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/security-groups?id=5535e85f-2f53-4bdd-94f9-cddfdfc47d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389959 Jan 27 21:49:18.372784 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.402752 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.404097 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (bc2a6539-17b7-492e-8355-62f1a3805c15), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.404556 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Floating IP bc2a6539-17b7-492e-8355-62f1a3805c15 disassociated. External IP: 172.25.0.141, port: e1368993-dd0a-4234-80fe-d51d39870566. Jan 27 21:49:18.405024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Calling delete_port for e1368993-dd0a-4234-80fe-d51d39870566 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:18.413107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Transition to ACTIVE for port object 8b454014-f914-4df5-b984-79ad1ef0bcbe will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:18.414848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fdcaa18-6ea0-4b32-b5ce-4a97f19b19c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (171a2ee4-f2ed-42da-87a1-52d38c4b3efa), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.418114 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fdcaa18-6ea0-4b32-b5ce-4a97f19b19c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.421003 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8fdcaa18-6ea0-4b32-b5ce-4a97f19b19c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/171a2ee4-f2ed-42da-87a1-52d38c4b3efa HTTP/1.1" status: 204 len: 168 time: 0.5569572 Jan 27 21:49:18.446063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcaa18-6ea0-4b32-b5ce-4a97f19b19c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171a2ee4-f2ed-42da-87a1-52d38c4b3efa,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:18.462817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=142d2fad-d58d-4b14-a4bc-cd53933b5f22,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:18.481502 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.494287 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1fa3de-4fa1-4332-83af-a0f72bd2a87c x-openstack-request-id: req-7d1fa3de-4fa1-4332-83af-a0f72bd2a87c {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:18.495365 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062561fb-eb78-40be-b79f-e053f2791303", "name": "network-vif-plugged", "status": "completed", "tag": "142d2fad-d58d-4b14-a4bc-cd53933b5f22", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:18.498838 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d1fa3de-4fa1-4332-83af-a0f72bd2a87c {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:18.501238 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062561fb-eb78-40be-b79f-e053f2791303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142d2fad-d58d-4b14-a4bc-cd53933b5f22', 'code': 200} Jan 27 21:49:18.646301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Pushing event updated for resources: {'Port': ['ID=8b454014-f914-4df5-b984-79ad1ef0bcbe,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:18.680116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a877e41a-ee43-4791-b681-25b5abf277a8 req-9759785e-48f5-4be4-9453-5ce32cf8a20d tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121287 Jan 27 21:49:18.770229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a16d06-94b6-4348-9827-a8d62836e223 req-745aa041-6382-459f-94f7-4f842f69b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:18.772403 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-89a16d06-94b6-4348-9827-a8d62836e223 req-745aa041-6382-459f-94f7-4f842f69b571 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 1097 time: 0.2097607 Jan 27 21:49:18.806001 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Attempting to bind port 8b454014-f914-4df5-b984-79ad1ef0bcbe on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:18.806799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Attempting to bind port 8b454014-f914-4df5-b984-79ad1ef0bcbe by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd0b37e97-9508-4448-8881-b52079c9b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5b75c03e-8e90-409c-bbb3-b208f0c1a38f'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:18.808027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Attempting to bind port 8b454014-f914-4df5-b984-79ad1ef0bcbe on network 5b75c03e-8e90-409c-bbb3-b208f0c1a38f {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:18.821221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Port 8b454014-f914-4df5-b984-79ad1ef0bcbe on network 5b75c03e-8e90-409c-bbb3-b208f0c1a38f not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:18.821770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Attempting to bind port 8b454014-f914-4df5-b984-79ad1ef0bcbe on network 5b75c03e-8e90-409c-bbb3-b208f0c1a38f {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:18.831171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:18.831773 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Checking segment: {'id': 'd0b37e97-9508-4448-8881-b52079c9b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5b75c03e-8e90-409c-bbb3-b208f0c1a38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:18.832334 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Bound using segment: {'id': 'd0b37e97-9508-4448-8881-b52079c9b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5b75c03e-8e90-409c-bbb3-b208f0c1a38f'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:18.832920 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Bound port: 8b454014-f914-4df5-b984-79ad1ef0bcbe, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0b37e97-9508-4448-8881-b52079c9b094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '5b75c03e-8e90-409c-bbb3-b208f0c1a38f'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:18.833566 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.875154 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-89a16d06-94b6-4348-9827-a8d62836e223 req-0e295294-84ca-4637-806a-4875a1099701 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942543 Jan 27 21:49:18.891846 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e1368993-dd0a-4234-80fe-d51d39870566), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:18.953248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:18.955775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:19.025891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event deleted for resources: {'Port': ['ID=e1368993-dd0a-4234-80fe-d51d39870566,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:19.107413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] For port 8b454014-f914-4df5-b984-79ad1ef0bcbe, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:19.114158 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] For port 8b454014-f914-4df5-b984-79ad1ef0bcbe, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8b454014-f914-4df5-b984-79ad1ef0bcbe,segment=NetworkSegment(d0b37e97-9508-4448-8881-b52079c9b094),segment_id=d0b37e97-9508-4448-8881-b52079c9b094)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:19.167487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:19.180518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1', 'network_id': '571b0b5e-7e7e-43e7-8091-7b07a084ae74', 'port_id': '8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1', 'mac_address': 'fa:16:3e:89:7a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeafd880-8117-4d30-8789-e3a6b1a1df0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:19.236012 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:19.242422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:19.242996 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:19.278588 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:19.283978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc7a6f-d1cc-4256-bdd9-db1f32e850fd req-b4115fa5-fc6c-487a-b2cd-0e700db787b0 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:19.285151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:19.286515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5dc7a6f-d1cc-4256-bdd9-db1f32e850fd req-b4115fa5-fc6c-487a-b2cd-0e700db787b0 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.2672997 Jan 27 21:49:19.296808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:19.297668 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:19.297912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Router 035819c8-9ec2-418e-8274-c6d6fb2ad602 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:49:19.312017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:19.329526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:19.330185 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:19.332909 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] 10.222.0.71 "PUT /v2.0/ports/8b454014-f914-4df5-b984-79ad1ef0bcbe HTTP/1.1" status: 200 len: 1091 time: 1.8988216 Jan 27 21:49:19.333856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31456bc-94bf-4168-bb08-a90d3dc2244c', 'tag': '8b454014-f914-4df5-b984-79ad1ef0bcbe'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:19.336512 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3cb582-73ab-42eb-8f6c-e1fe5b658c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d31456bc-94bf-4168-bb08-a90d3dc2244c", "tag": "8b454014-f914-4df5-b984-79ad1ef0bcbe"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:19.372070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6320e-1791-4c13-baa6-634839e77216 service neutron] Pushing event updated for resources: {'Port': ['ID=8b454014-f914-4df5-b984-79ad1ef0bcbe,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:19.426123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:19.428607 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:19.437482 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:19.535007 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-40b42944-c9c1-490f-9fbc-e8e5e391d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:19.536861 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-40b42944-c9c1-490f-9fbc-e8e5e391d874 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f179d8c2be504d42b0d56d988a5c7d14&device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 1094 time: 0.1050026 Jan 27 21:49:19.618208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:19.619970 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-2c4f1b85-7a4e-4c5c-81fd-534c03eab2a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b454014-f914-4df5-b984-79ad1ef0bcbe HTTP/1.1" status: 200 len: 217 time: 0.0746613 Jan 27 21:49:19.631518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:19.634390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e3a0984-a35f-4215-8333-b51efc53cb3f req-f867ea2b-9ea2-438e-a66b-271366db8834 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 210 time: 0.1047440 Jan 27 21:49:19.648576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5dc7a6f-d1cc-4256-bdd9-db1f32e850fd req-f488d739-10f3-44a3-80a9-9773256f46a4 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482747 Jan 27 21:49:19.702186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:19.732360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-3cd91889-789e-4a65-8d30-1b9cc2f4b329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:19.735767 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-3cd91889-789e-4a65-8d30-1b9cc2f4b329 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb106d01-dc77-4831-a519-95860c584cb5 HTTP/1.1" status: 200 len: 854 time: 0.1065619 Jan 27 21:49:19.771472 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0ff06d-e40e-4534-8dd2-0804e46154e5 x-openstack-request-id: req-5c0ff06d-e40e-4534-8dd2-0804e46154e5 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:19.771472 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31456bc-94bf-4168-bb08-a90d3dc2244c", "tag": "8b454014-f914-4df5-b984-79ad1ef0bcbe", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:19.780369 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c0ff06d-e40e-4534-8dd2-0804e46154e5 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:19.782640 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31456bc-94bf-4168-bb08-a90d3dc2244c', 'tag': '8b454014-f914-4df5-b984-79ad1ef0bcbe', 'status': 'completed', 'code': 200} Jan 27 21:49:19.805413 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:19.841279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:49:19.858797 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5fa7bd-c8ef-4491-8725-cc38e3d12e9f None None] Sync routers for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:49:19.878367 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-8c0aaba6-5868-4091-a7e3-27893c554acb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b75c03e-8e90-409c-bbb3-b208f0c1a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339598 Jan 27 21:49:19.904815 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5fa7bd-c8ef-4491-8725-cc38e3d12e9f None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:19.908741 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2d5fa7bd-c8ef-4491-8725-cc38e3d12e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:49:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:19.964535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:20.035723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] No DVR routers for this DVR port e1368993-dd0a-4234-80fe-d51d39870566 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:49:20.040564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:20.053787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a8ab837-9023-4d0e-8bec-4bba7dd54ea5 req-5224a2bf-b418-477a-8033-4338435276e1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.71 "DELETE /v2.0/ports/e1368993-dd0a-4234-80fe-d51d39870566 HTTP/1.1" status: 204 len: 173 time: 2.6387362 Jan 27 21:49:20.054298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'name': 'network-vif-deleted', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:20.056988 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85dd144-307f-42cd-ad99-70c78f8139a4" -d '{"events": [{"server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "name": "network-vif-deleted", "tag": "e1368993-dd0a-4234-80fe-d51d39870566"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:20.141498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e9c1c-e025-45dc-b321-b8570dbd2696 req-df0f3f98-9e5f-493f-af2e-e4d955f1c15b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:20.156696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b5e9c1c-e025-45dc-b321-b8570dbd2696 req-df0f3f98-9e5f-493f-af2e-e4d955f1c15b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 945 time: 0.3775673 Jan 27 21:49:20.177592 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-251bf05d-200b-4b67-bbcc-ebeb1fd5ed3b service neutron] 10.222.0.71 "GET /v2.0/networks/5b75c03e-8e90-409c-bbb3-b208f0c1a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857985 Jan 27 21:49:20.231918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff90bf0-ef3c-4497-9af8-1ef4ab48ca03 req-cd1dc607-ad0b-4b62-befc-62941d856b89 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:20.250679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aff90bf0-ef3c-4497-9af8-1ef4ab48ca03 req-cd1dc607-ad0b-4b62-befc-62941d856b89 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 943 time: 0.3780880 Jan 27 21:49:20.313198 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-2d5fa7bd-c8ef-4491-8725-cc38e3d12e9f None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:20.365535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b5e9c1c-e025-45dc-b321-b8570dbd2696 req-b7b44783-cbfe-489f-88fb-a740a59f1f4d tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079468 Jan 27 21:49:20.390373 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f21fe3a0-618a-4840-b17f-00d89d6fbe00 req-f475269c-0f35-488d-b78d-5e0a395ded20 service neutron] 10.222.0.71 "GET /v2.0/networks/5b75c03e-8e90-409c-bbb3-b208f0c1a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989338 Jan 27 21:49:20.423772 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aff90bf0-ef3c-4497-9af8-1ef4ab48ca03 req-5f500d99-4fa8-4d17-81df-a984fc47913b tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/security-groups?id=5535e85f-2f53-4bdd-94f9-cddfdfc47d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588352 Jan 27 21:49:20.501482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aca8658-ea7d-4c8c-a57d-d32849c48425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:20.505585 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb964ab-78ac-42fb-aeec-7d9d797ae866" -d '{"events": [{"server_uuid": "2aca8658-ea7d-4c8c-a57d-d32849c48425", "name": "network-vif-plugged", "status": "completed", "tag": "f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:20.560364 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e1f663-91af-46c7-86d9-5f5b19e9b1c2 x-openstack-request-id: req-09e1f663-91af-46c7-86d9-5f5b19e9b1c2 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:20.562242 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ea7414-3ce0-4e48-9a03-bd44d749a41d", "name": "network-vif-deleted", "tag": "e1368993-dd0a-4234-80fe-d51d39870566", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:20.562692 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09e1f663-91af-46c7-86d9-5f5b19e9b1c2 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:20.563116 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ea7414-3ce0-4e48-9a03-bd44d749a41d', 'name': 'network-vif-deleted', 'tag': 'e1368993-dd0a-4234-80fe-d51d39870566', 'status': 'completed', 'code': 200} Jan 27 21:49:20.607097 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cb582-73ab-42eb-8f6c-e1fe5b658c1b req-9f49b383-eefb-4508-8326-1e78c5378c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:20.608443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0406c-056e-42de-bba2-280606af55de req-d9d304b3-a66f-45b6-b1ef-710afbcb68e5 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:20.608682 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3c3cb582-73ab-42eb-8f6c-e1fe5b658c1b req-9f49b383-eefb-4508-8326-1e78c5378c89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f179d8c2be504d42b0d56d988a5c7d14&device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 1094 time: 0.0766451 Jan 27 21:49:20.610579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12b0406c-056e-42de-bba2-280606af55de req-d9d304b3-a66f-45b6-b1ef-710afbcb68e5 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 946 time: 0.1403079 Jan 27 21:49:20.626803 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c315b53f-f99c-439e-8319-36fda161f1b2 x-openstack-request-id: req-c315b53f-f99c-439e-8319-36fda161f1b2 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:20.627319 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aca8658-ea7d-4c8c-a57d-d32849c48425", "name": "network-vif-plugged", "status": "completed", "tag": "f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:20.627687 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c315b53f-f99c-439e-8319-36fda161f1b2 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:20.628229 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aca8658-ea7d-4c8c-a57d-d32849c48425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6', 'code': 200} Jan 27 21:49:20.751837 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2d5fa7bd-c8ef-4491-8725-cc38e3d12e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:59Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:20.792138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12b0406c-056e-42de-bba2-280606af55de req-396fbbd1-12ce-4a40-89ae-fbead3ecf018 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673305 Jan 27 21:49:20.802734 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5fa7bd-c8ef-4491-8725-cc38e3d12e9f None None] Checking router: 035819c8-9ec2-418e-8274-c6d6fb2ad602 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:49:20.813147 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5fa7bd-c8ef-4491-8725-cc38e3d12e9f None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:20.814450 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2d5fa7bd-c8ef-4491-8725-cc38e3d12e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:49:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:20.949516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cb582-73ab-42eb-8f6c-e1fe5b658c1b req-4f4ac9d1-ecc1-4b28-875f-4c357a206d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:20.952491 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3c3cb582-73ab-42eb-8f6c-e1fe5b658c1b req-4f4ac9d1-ecc1-4b28-875f-4c357a206d25 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5b75c03e-8e90-409c-bbb3-b208f0c1a38f HTTP/1.1" status: 200 len: 915 time: 0.3185558 Jan 27 21:49:20.958600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:20.989692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e2a5228-ab1e-4c07-8796-fb831da63297 req-41ee4e64-fdda-47c4-b3d9-040c3cacef50 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=63ea7414-3ce0-4e48-9a03-bd44d749a41d HTTP/1.1" status: 200 len: 210 time: 0.0947492 Jan 27 21:49:21.025467 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3c3cb582-73ab-42eb-8f6c-e1fe5b658c1b req-54ed9264-6a9c-4680-a2ac-8291447e777f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b454014-f914-4df5-b984-79ad1ef0bcbe HTTP/1.1" status: 200 len: 217 time: 0.0616436 Jan 27 21:49:21.030884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a625d2f-b7ad-4ded-8000-5537d79596a3 req-7ca1c046-4fc8-4b3c-bdec-9d76f731d262 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:21.039659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a625d2f-b7ad-4ded-8000-5537d79596a3 req-7ca1c046-4fc8-4b3c-bdec-9d76f731d262 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.2375379 Jan 27 21:49:21.047291 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466eb50a-3a48-4ccd-b8c3-a098c0d93fba req-2a0ac6b2-e5c1-44e1-88ca-39d389cbe805 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:21.051355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e673a3c-33c4-4365-ab26-217b3b688d23 req-c7d36ad5-9496-4ebc-84ca-ff1769bf8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:21.052484 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-2d5fa7bd-c8ef-4491-8725-cc38e3d12e9f None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:21.053080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e673a3c-33c4-4365-ab26-217b3b688d23 req-c7d36ad5-9496-4ebc-84ca-ff1769bf8640 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 1096 time: 0.2648218 Jan 27 21:49:21.057546 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-466eb50a-3a48-4ccd-b8c3-a098c0d93fba req-2a0ac6b2-e5c1-44e1-88ca-39d389cbe805 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.74 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 945 time: 0.2092786 Jan 27 21:49:21.183658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:21.188244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:21.188634 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.311934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cb582-73ab-42eb-8f6c-e1fe5b658c1b req-93502d5e-c75d-4dba-ac31-83582d7025d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:21.314458 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3c3cb582-73ab-42eb-8f6c-e1fe5b658c1b req-93502d5e-c75d-4dba-ac31-83582d7025d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb106d01-dc77-4831-a519-95860c584cb5 HTTP/1.1" status: 200 len: 854 time: 0.2371733 Jan 27 21:49:21.409562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:21.410105 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.411895 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3c3cb582-73ab-42eb-8f6c-e1fe5b658c1b req-879eba43-ceb2-495d-bb38-9d694d333cd1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5b75c03e-8e90-409c-bbb3-b208f0c1a38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904901 Jan 27 21:49:21.423556 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-466eb50a-3a48-4ccd-b8c3-a098c0d93fba req-6a6e16f2-b0d3-4178-b8f1-4b098339bd6b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Deleting port 053e5f8a-31d0-4c3c-8569-f22b5c836e39 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:21.424454 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-466eb50a-3a48-4ccd-b8c3-a098c0d93fba req-6a6e16f2-b0d3-4178-b8f1-4b098339bd6b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.480691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:21.507737 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2d5fa7bd-c8ef-4491-8725-cc38e3d12e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:59Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:21.542940 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5fa7bd-c8ef-4491-8725-cc38e3d12e9f None None] The sync data for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 is: [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:59Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:49:21.577962 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.579390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e1368993-dd0a-4234-80fe-d51d39870566 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:21.629647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a625d2f-b7ad-4ded-8000-5537d79596a3 req-e63aacae-4a11-4e28-af37-1f551673ba04 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5734632 Jan 27 21:49:21.661084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: e1368993-dd0a-4234-80fe-d51d39870566 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:49:21.661438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e1368993-dd0a-4234-80fe-d51d39870566 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:49:21.737444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-466eb50a-3a48-4ccd-b8c3-a098c0d93fba req-6a6e16f2-b0d3-4178-b8f1-4b098339bd6b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] For port 053e5f8a-31d0-4c3c-8569-f22b5c836e39, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=053e5f8a-31d0-4c3c-8569-f22b5c836e39,segment=NetworkSegment(7058e9f8-e31e-4871-9426-f096eeb08a10),segment_id=7058e9f8-e31e-4871-9426-f096eeb08a10)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:21.737913 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-466eb50a-3a48-4ccd-b8c3-a098c0d93fba req-6a6e16f2-b0d3-4178-b8f1-4b098339bd6b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:21.742430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e673a3c-33c4-4365-ab26-217b3b688d23 req-de907b95-ccb8-4183-8458-7a1a34c8117d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263520 Jan 27 21:49:21.751535 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3c3cb582-73ab-42eb-8f6c-e1fe5b658c1b req-9c883b12-3ce4-4424-98c4-3cc2a60ab360 service neutron] 10.222.0.71 "GET /v2.0/networks/5b75c03e-8e90-409c-bbb3-b208f0c1a38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117692 Jan 27 21:49:21.757993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-466eb50a-3a48-4ccd-b8c3-a098c0d93fba req-6a6e16f2-b0d3-4178-b8f1-4b098339bd6b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Calling delete_port for 053e5f8a-31d0-4c3c-8569-f22b5c836e39 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:21.770206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:21.795630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47811eb9-1306-4743-8f4d-33a6b06bcdc7 req-04de513d-18bd-46bb-af59-d0fb0b077c9d tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:21.802909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47811eb9-1306-4743-8f4d-33a6b06bcdc7 req-04de513d-18bd-46bb-af59-d0fb0b077c9d tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.2796547 Jan 27 21:49:21.869743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647731fd-3fae-480c-9530-926e454e9e83 req-595b07b2-3713-4883-9489-e51f61ba7fd3 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:21.877835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-647731fd-3fae-480c-9530-926e454e9e83 req-595b07b2-3713-4883-9489-e51f61ba7fd3 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 945 time: 0.1268690 Jan 27 21:49:21.897525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47811eb9-1306-4743-8f4d-33a6b06bcdc7 req-c6df476c-1cce-4072-bf03-70f05a855317 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936122 Jan 27 21:49:22.005714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-647731fd-3fae-480c-9530-926e454e9e83 req-710a509a-f40d-4c49-81a0-e02d64e2297a tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/security-groups?id=d896a317-c8ef-49fe-981a-065044a0fc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268663 Jan 27 21:49:22.043405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce0be8-9e0b-4475-9475-2ee61416bc4f None None] New status for floating IP bc2a6539-17b7-492e-8355-62f1a3805c15: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:49:22.097089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6443d-30ff-4a60-927b-7da7073ef91b req-fd8109b3-2973-4b58-946d-025843d3b85c tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:22.099671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69d6443d-30ff-4a60-927b-7da7073ef91b req-fd8109b3-2973-4b58-946d-025843d3b85c tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 943 time: 0.0806603 Jan 27 21:49:22.144469 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3c3cb582-73ab-42eb-8f6c-e1fe5b658c1b req-e156bc1f-7c1a-43f3-91f3-71ebb6321ca4 service neutron] 10.222.0.71 "GET /v2.0/networks/5b75c03e-8e90-409c-bbb3-b208f0c1a38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681719 Jan 27 21:49:22.146595 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-466eb50a-3a48-4ccd-b8c3-a098c0d93fba req-6a6e16f2-b0d3-4178-b8f1-4b098339bd6b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (053e5f8a-31d0-4c3c-8569-f22b5c836e39), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.176173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69d6443d-30ff-4a60-927b-7da7073ef91b req-8a758c86-d46a-4ddf-ba67-f0ecd136f1cc tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/security-groups?id=5535e85f-2f53-4bdd-94f9-cddfdfc47d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645676 Jan 27 21:49:22.188620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e16f2-b0d3-4178-b8f1-4b098339bd6b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Pushing event deleted for resources: {'Port': ['ID=053e5f8a-31d0-4c3c-8569-f22b5c836e39,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:22.238982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-466eb50a-3a48-4ccd-b8c3-a098c0d93fba req-6a6e16f2-b0d3-4178-b8f1-4b098339bd6b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] No DVR routers for this DVR port 053e5f8a-31d0-4c3c-8569-f22b5c836e39 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:49:22.241610 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-466eb50a-3a48-4ccd-b8c3-a098c0d93fba req-6a6e16f2-b0d3-4178-b8f1-4b098339bd6b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.244955 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-466eb50a-3a48-4ccd-b8c3-a098c0d93fba req-6a6e16f2-b0d3-4178-b8f1-4b098339bd6b tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.74 "DELETE /v2.0/ports/053e5f8a-31d0-4c3c-8569-f22b5c836e39 HTTP/1.1" status: 204 len: 173 time: 1.1853323 Jan 27 21:49:22.245506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b0248e-340e-440f-a913-94924ee72125', 'name': 'network-vif-deleted', 'tag': '053e5f8a-31d0-4c3c-8569-f22b5c836e39'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:22.247687 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ea5c76-517b-492c-be6f-32dfddaf8578" -d '{"events": [{"server_uuid": "20b0248e-340e-440f-a913-94924ee72125", "name": "network-vif-deleted", "tag": "053e5f8a-31d0-4c3c-8569-f22b5c836e39"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:22.284428 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57886) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:22.295645 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf002c5-68a2-4b68-9b3f-6a205792fd23 x-openstack-request-id: req-aaf002c5-68a2-4b68-9b3f-6a205792fd23 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:22.296055 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b0248e-340e-440f-a913-94924ee72125", "name": "network-vif-deleted", "tag": "053e5f8a-31d0-4c3c-8569-f22b5c836e39", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:22.296434 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aaf002c5-68a2-4b68-9b3f-6a205792fd23 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:22.296980 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b0248e-340e-440f-a913-94924ee72125', 'name': 'network-vif-deleted', 'tag': '053e5f8a-31d0-4c3c-8569-f22b5c836e39', 'status': 'completed', 'code': 200} Jan 27 21:49:22.357524 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e193f7d1-90ec-46b9-8f9a-76a1aed04181 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group (6df07aab-31a7-4002-b2c5-90dff220afca), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.397364 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e193f7d1-90ec-46b9-8f9a-76a1aed04181 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group (6df07aab-31a7-4002-b2c5-90dff220afca), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.566479 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e193f7d1-90ec-46b9-8f9a-76a1aed04181 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6df07aab-31a7-4002-b2c5-90dff220afca), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.569369 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e193f7d1-90ec-46b9-8f9a-76a1aed04181 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:22.573740 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e193f7d1-90ec-46b9-8f9a-76a1aed04181 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "DELETE /v2.0/security-groups/6df07aab-31a7-4002-b2c5-90dff220afca HTTP/1.1" status: 204 len: 168 time: 0.2850351 Jan 27 21:49:22.574559 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57892) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:22.593731 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193f7d1-90ec-46b9-8f9a-76a1aed04181 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df07aab-31a7-4002-b2c5-90dff220afca,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:22.595347 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-c5107d93-b8b8-4f51-a90e-eecac7acce7b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] show failed (client error): The resource could not be found. Jan 27 21:49:22.598019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c5107d93-b8b8-4f51-a90e-eecac7acce7b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups/6df07aab-31a7-4002-b2c5-90dff220afca HTTP/1.1" status: 404 len: 347 time: 0.0205100 Jan 27 21:49:22.599465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57894) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:22.630840 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109dc83d-5241-4386-9278-d35fa34255c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:22.633343 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102fc33c-cfca-4396-b0a0-f98774affd4d" -d '{"events": [{"server_uuid": "109dc83d-5241-4386-9278-d35fa34255c2", "name": "network-vif-plugged", "status": "completed", "tag": "8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:22.703643 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7866ee-20f6-47b0-8e98-9e5a7b14a76f x-openstack-request-id: req-da7866ee-20f6-47b0-8e98-9e5a7b14a76f {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:22.704012 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109dc83d-5241-4386-9278-d35fa34255c2", "name": "network-vif-plugged", "status": "completed", "tag": "8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:22.704360 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da7866ee-20f6-47b0-8e98-9e5a7b14a76f {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:22.705626 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109dc83d-5241-4386-9278-d35fa34255c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1', 'code': 200} Jan 27 21:49:22.860777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371924e2-2ac6-48a4-8c76-2be8de594654 req-bb4edd1b-c213-41af-8c65-76355101518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:22.862749 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-371924e2-2ac6-48a4-8c76-2be8de594654 req-bb4edd1b-c213-41af-8c65-76355101518e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=109dc83d-5241-4386-9278-d35fa34255c2 HTTP/1.1" status: 200 len: 1096 time: 0.0633979 Jan 27 21:49:22.931984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca5e8b-d0c8-4dd1-b19a-91c1b3168eeb req-12348aaf-2218-4cfb-b29f-1689b0c8e681 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:22.933581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dca5e8b-d0c8-4dd1-b19a-91c1b3168eeb req-12348aaf-2218-4cfb-b29f-1689b0c8e681 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.1910532 Jan 27 21:49:22.950313 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-371924e2-2ac6-48a4-8c76-2be8de594654 req-08ffe7ae-d949-4ab7-b1af-375f5d6991b0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773180 Jan 27 21:49:22.966190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8b454014-f914-4df5-b984-79ad1ef0bcbe details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:22.990563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-274107da-1de6-4f99-8729-c34313c0d153 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Deleting port 7ae585e6-8510-4d21-ae88-cfcfede4948f {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:22.990913 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-274107da-1de6-4f99-8729-c34313c0d153 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7ae585e6-8510-4d21-ae88-cfcfede4948f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.057571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dca5e8b-d0c8-4dd1-b19a-91c1b3168eeb req-d35247f1-c13d-4a36-bc7c-44e550ee5127 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046703 Jan 27 21:49:23.089708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8b454014-f914-4df5-b984-79ad1ef0bcbe, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8b454014-f914-4df5-b984-79ad1ef0bcbe,segment=NetworkSegment(d0b37e97-9508-4448-8881-b52079c9b094),segment_id=d0b37e97-9508-4448-8881-b52079c9b094)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:23.107803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '8b454014-f914-4df5-b984-79ad1ef0bcbe', 'network_id': '5b75c03e-8e90-409c-bbb3-b208f0c1a38f', 'port_id': '8b454014-f914-4df5-b984-79ad1ef0bcbe', 'mac_address': 'fa:16:3e:05:22:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb106d01-dc77-4831-a519-95860c584cb5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:23.145802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8b454014-f914-4df5-b984-79ad1ef0bcbe is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:23.146500 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.178239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b454014-f914-4df5-b984-79ad1ef0bcbe {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:23.219748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8b454014-f914-4df5-b984-79ad1ef0bcbe, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8b454014-f914-4df5-b984-79ad1ef0bcbe,segment=NetworkSegment(d0b37e97-9508-4448-8881-b52079c9b094),segment_id=d0b37e97-9508-4448-8881-b52079c9b094)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:23.252488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56349a77-afed-4ce8-8ad5-787541f99430 req-f2dd5a66-a5d5-4a98-9022-659e62940128 tempest-VolumesActionsTest-321437420 tempest-VolumesActionsTest-321437420-project] 10.222.0.61 "GET /v2.0/ports?device_id=20b0248e-340e-440f-a913-94924ee72125 HTTP/1.1" status: 200 len: 210 time: 0.0453682 Jan 27 21:49:23.276331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e935aa-4932-4220-8860-8666f4a4e22e req-adaf669d-851b-46ea-8c97-f8f8727f2eaa tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:23.283709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32e935aa-4932-4220-8860-8666f4a4e22e req-adaf669d-851b-46ea-8c97-f8f8727f2eaa tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.2808084 Jan 27 21:49:23.352112 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-274107da-1de6-4f99-8729-c34313c0d153 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7ae585e6-8510-4d21-ae88-cfcfede4948f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.352460 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-274107da-1de6-4f99-8729-c34313c0d153 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (7ae585e6-8510-4d21-ae88-cfcfede4948f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.366451 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.425145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=8b454014-f914-4df5-b984-79ad1ef0bcbe,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:23.432437 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-274107da-1de6-4f99-8729-c34313c0d153 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Calling delete_port for 7ae585e6-8510-4d21-ae88-cfcfede4948f owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:23.481153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32e935aa-4932-4220-8860-8666f4a4e22e req-a3ec0a3f-7242-48ae-a0c8-8139c2154f9e tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964147 Jan 27 21:49:23.564031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b34c8d-21d1-4cf8-bc92-6830ce3b6ece req-cb8b0c11-6f5b-46ce-959f-41fef0421b4a tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:23.565848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1b34c8d-21d1-4cf8-bc92-6830ce3b6ece req-cb8b0c11-6f5b-46ce-959f-41fef0421b4a tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 944 time: 0.1876228 Jan 27 21:49:23.652836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1b34c8d-21d1-4cf8-bc92-6830ce3b6ece req-5e28cc51-8a20-4be0-b2bc-751ae235354e tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/security-groups?id=5535e85f-2f53-4bdd-94f9-cddfdfc47d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780661 Jan 27 21:49:23.677851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['8b454014-f914-4df5-b984-79ad1ef0bcbe'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:23.796186 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-274107da-1de6-4f99-8729-c34313c0d153 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7ae585e6-8510-4d21-ae88-cfcfede4948f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.855520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 053e5f8a-31d0-4c3c-8569-f22b5c836e39 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:23.873421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274107da-1de6-4f99-8729-c34313c0d153 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event deleted for resources: {'Port': ['ID=7ae585e6-8510-4d21-ae88-cfcfede4948f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:23.894152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 053e5f8a-31d0-4c3c-8569-f22b5c836e39 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:49:23.894534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 053e5f8a-31d0-4c3c-8569-f22b5c836e39 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:49:23.947173 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-274107da-1de6-4f99-8729-c34313c0d153 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (bc2a6539-17b7-492e-8355-62f1a3805c15), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.950984 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-274107da-1de6-4f99-8729-c34313c0d153 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:23.954916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-274107da-1de6-4f99-8729-c34313c0d153 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "DELETE /v2.0/floatingips/bc2a6539-17b7-492e-8355-62f1a3805c15 HTTP/1.1" status: 204 len: 168 time: 1.3517852 Jan 27 21:49:24.216423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db121559-aa15-4bc7-8ffc-7bda30ba0b35 req-86135778-40b3-4ce6-bd04-b2dc9d217b3d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:24.260910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db121559-aa15-4bc7-8ffc-7bda30ba0b35 req-86135778-40b3-4ce6-bd04-b2dc9d217b3d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.1005967 Jan 27 21:49:24.413690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db121559-aa15-4bc7-8ffc-7bda30ba0b35 req-a0ac93e6-5957-4745-83a4-4d05990e7aad tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232772 Jan 27 21:49:24.617262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2fd34-e759-4b84-94ca-348f13fcfb77 req-c1e63d32-4223-4ab7-976f-746934225e32 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:24.618861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02b2fd34-e759-4b84-94ca-348f13fcfb77 req-c1e63d32-4223-4ab7-976f-746934225e32 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0596120 Jan 27 21:49:24.672471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02b2fd34-e759-4b84-94ca-348f13fcfb77 req-890f0284-2318-4930-83fe-5d9be9b3569e tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473797 Jan 27 21:49:24.779356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57954) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:24.784463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ddc3bf4a-29f0-408f-9746-f10ef1c82234 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--166423537', 'description': 'tempest-description--1091188895'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:24.895689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131f21d-bb7c-402d-aecc-c2ea77a7a20e req-2e7103d1-9d3a-4d75-beef-cf7a5ebdee2f tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:24.897247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9131f21d-bb7c-402d-aecc-c2ea77a7a20e req-2e7103d1-9d3a-4d75-beef-cf7a5ebdee2f tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 944 time: 0.0910118 Jan 27 21:49:24.920565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b00b1e-2b70-4668-838c-ea60647889a5 req-7b9c0e1b-4237-403c-8aaa-5b3b98a72d0e tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:24.922026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30b00b1e-2b70-4668-838c-ea60647889a5 req-7b9c0e1b-4237-403c-8aaa-5b3b98a72d0e tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=109dc83d-5241-4386-9278-d35fa34255c2 HTTP/1.1" status: 200 len: 945 time: 0.0742593 Jan 27 21:49:24.988411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9131f21d-bb7c-402d-aecc-c2ea77a7a20e req-bf82654e-8f06-4128-8f47-dc509f583ae1 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/security-groups?id=5535e85f-2f53-4bdd-94f9-cddfdfc47d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838013 Jan 27 21:49:24.991104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8b454014-f914-4df5-b984-79ad1ef0bcbe up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:25.023869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30b00b1e-2b70-4668-838c-ea60647889a5 req-08ba7368-28db-45f4-9051-142c287a0e64 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951538 Jan 27 21:49:25.046493 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bf4a-29f0-408f-9746-f10ef1c82234 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.151356 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bf4a-29f0-408f-9746-f10ef1c82234 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group (0d997226-bac6-40ce-ad4b-75cbee171fcc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.319542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db69ff-53c6-4635-818b-dd7808230921 req-b3248048-798f-477c-b026-7fdb9c1b2376 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:25.321095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51db69ff-53c6-4635-818b-dd7808230921 req-b3248048-798f-477c-b026-7fdb9c1b2376 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 946 time: 0.0562344 Jan 27 21:49:25.383966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 8b454014-f914-4df5-b984-79ad1ef0bcbe completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:25.399826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 8b454014-f914-4df5-b984-79ad1ef0bcbe triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:25.400356 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.479078 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bf4a-29f0-408f-9746-f10ef1c82234 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0d997226-bac6-40ce-ad4b-75cbee171fcc), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.534979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57970) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:25.541305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51db69ff-53c6-4635-818b-dd7808230921 req-27621f8c-dde0-47f5-80b2-de51c092b760 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111044 Jan 27 21:49:25.567738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3bf4a-29f0-408f-9746-f10ef1c82234 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d997226-bac6-40ce-ad4b-75cbee171fcc,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:25.663050 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ddc3bf4a-29f0-408f-9746-f10ef1c82234 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.664643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ddc3bf4a-29f0-408f-9746-f10ef1c82234 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8839905 Jan 27 21:49:25.668103 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57978) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:25.672678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6ef56d68-3c55-4c8c-8910-e83f5ee81b12 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Request body: {'security_group_rule': {'security_group_id': '0d997226-bac6-40ce-ad4b-75cbee171fcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:25.682959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8c872-658a-4b92-a333-d193a265da7c req-8f62ae87-e458-4944-ac95-07c04e347048 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:25.691514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13d8c872-658a-4b92-a333-d193a265da7c req-8f62ae87-e458-4944-ac95-07c04e347048 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.0796046 Jan 27 21:49:25.696205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 8b454014-f914-4df5-b984-79ad1ef0bcbe is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:25.699972 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.734306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31456bc-94bf-4168-bb08-a90d3dc2244c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b454014-f914-4df5-b984-79ad1ef0bcbe'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:25.736841 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac10b43-cd25-4d7b-b4b2-dd6ff5c72e74" -d '{"events": [{"server_uuid": "d31456bc-94bf-4168-bb08-a90d3dc2244c", "name": "network-vif-plugged", "status": "completed", "tag": "8b454014-f914-4df5-b984-79ad1ef0bcbe"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:25.752135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 8b454014-f914-4df5-b984-79ad1ef0bcbe, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8b454014-f914-4df5-b984-79ad1ef0bcbe,segment=NetworkSegment(d0b37e97-9508-4448-8881-b52079c9b094),segment_id=d0b37e97-9508-4448-8881-b52079c9b094)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:25.781273 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ed49e260-1cdb-44eb-95d4-7e33b80055fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.825419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13d8c872-658a-4b92-a333-d193a265da7c req-d9ea33c4-3310-4fc5-a353-391353ca339f tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326458 Jan 27 21:49:25.847100 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.881524 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ed49e260-1cdb-44eb-95d4-7e33b80055fe admin admin] Publish callbacks [] for security_group (61555095-31f9-49dd-982a-c2b3f5b95016), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.890591 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ef56d68-3c55-4c8c-8910-e83f5ee81b12 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group_rule (ecfd1ad2-9687-43de-9eb1-01427c794152), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.924723 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840c62c4-05c2-4a8c-a45a-a8249967ded3 x-openstack-request-id: req-840c62c4-05c2-4a8c-a45a-a8249967ded3 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:25.924980 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31456bc-94bf-4168-bb08-a90d3dc2244c", "name": "network-vif-plugged", "status": "completed", "tag": "8b454014-f914-4df5-b984-79ad1ef0bcbe", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:25.930526 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-840c62c4-05c2-4a8c-a45a-a8249967ded3 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:25.930526 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31456bc-94bf-4168-bb08-a90d3dc2244c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b454014-f914-4df5-b984-79ad1ef0bcbe', 'code': 200} Jan 27 21:49:25.948126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcef7f8-f65a-46c4-8302-1f188ae947cd req-7d180bee-c3c7-4f26-9826-41ef4c80906c tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:25.950133 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dcef7f8-f65a-46c4-8302-1f188ae947cd req-7d180bee-c3c7-4f26-9826-41ef4c80906c tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0871618 Jan 27 21:49:25.970774 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ed49e260-1cdb-44eb-95d4-7e33b80055fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (61555095-31f9-49dd-982a-c2b3f5b95016), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:25.985846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=8b454014-f914-4df5-b984-79ad1ef0bcbe,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:26.027657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dcef7f8-f65a-46c4-8302-1f188ae947cd req-f858b8ea-ed14-49ad-a97a-c327598cedfb tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712252 Jan 27 21:49:26.063993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49e260-1cdb-44eb-95d4-7e33b80055fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61555095-31f9-49dd-982a-c2b3f5b95016,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:26.085667 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ed49e260-1cdb-44eb-95d4-7e33b80055fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f56f7c243fdf4a16b4993c27d2f4f24f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5481036 Jan 27 21:49:26.087840 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ef56d68-3c55-4c8c-8910-e83f5ee81b12 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group_rule (ecfd1ad2-9687-43de-9eb1-01427c794152), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.094823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57994) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:26.121670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659475b-cc21-4868-afb3-656f50092316 req-2d912877-464c-46db-b223-3e664afe8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:26.123421 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4659475b-cc21-4868-afb3-656f50092316 req-2d912877-464c-46db-b223-3e664afe8bc5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 1096 time: 0.1230626 Jan 27 21:49:26.189172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c935b0-ab1a-40df-98ad-6227ba603b14 req-ffef41fd-b4fe-4499-a6fd-cca97423cffd tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:26.190641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6c935b0-ab1a-40df-98ad-6227ba603b14 req-ffef41fd-b4fe-4499-a6fd-cca97423cffd tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 945 time: 0.1162937 Jan 27 21:49:26.206833 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4659475b-cc21-4868-afb3-656f50092316 req-397fc47d-8852-4eab-8747-bbea6721694d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5535e85f-2f53-4bdd-94f9-cddfdfc47d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658231 Jan 27 21:49:26.207625 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f63768c-d6b9-4814-abe7-5533bd7065be admin admin] Publish callbacks [] for security_group (61555095-31f9-49dd-982a-c2b3f5b95016), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.210547 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ef56d68-3c55-4c8c-8910-e83f5ee81b12 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (ecfd1ad2-9687-43de-9eb1-01427c794152), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.254120 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f63768c-d6b9-4814-abe7-5533bd7065be admin admin] Publish callbacks [] for security_group (61555095-31f9-49dd-982a-c2b3f5b95016), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.256279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef56d68-3c55-4c8c-8910-e83f5ee81b12 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfd1ad2-9687-43de-9eb1-01427c794152,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:26.284886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6c935b0-ab1a-40df-98ad-6227ba603b14 req-6450ce2f-0fe5-464c-898d-fd1fce34ad47 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/security-groups?id=5535e85f-2f53-4bdd-94f9-cddfdfc47d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829566 Jan 27 21:49:26.340211 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ef56d68-3c55-4c8c-8910-e83f5ee81b12 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.341786 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6ef56d68-3c55-4c8c-8910-e83f5ee81b12 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6726944 Jan 27 21:49:26.344426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57998) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:26.349724 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-80aab31e-02e9-4fe7-a3af-cb4c029540a6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Request body: {'security_group_rule': {'security_group_id': '0d997226-bac6-40ce-ad4b-75cbee171fcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:26.423889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f63768c-d6b9-4814-abe7-5533bd7065be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (61555095-31f9-49dd-982a-c2b3f5b95016), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.426778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f63768c-d6b9-4814-abe7-5533bd7065be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.430823 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f63768c-d6b9-4814-abe7-5533bd7065be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61555095-31f9-49dd-982a-c2b3f5b95016 HTTP/1.1" status: 204 len: 168 time: 0.3305078 Jan 27 21:49:26.440753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63768c-d6b9-4814-abe7-5533bd7065be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61555095-31f9-49dd-982a-c2b3f5b95016,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:26.459006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef796d6-4e67-4ae8-b053-f87a7dd7731f req-b4c4ed57-eefe-4013-8867-818bf56bfd21 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:26.473024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef796d6-4e67-4ae8-b053-f87a7dd7731f req-b4c4ed57-eefe-4013-8867-818bf56bfd21 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:26.482791 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80aab31e-02e9-4fe7-a3af-cb4c029540a6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group_rule (a3aad37d-670d-4df2-bf05-1cdf9358c461), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.493578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef796d6-4e67-4ae8-b053-f87a7dd7731f req-b4c4ed57-eefe-4013-8867-818bf56bfd21 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:26.495352 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aef796d6-4e67-4ae8-b053-f87a7dd7731f req-b4c4ed57-eefe-4013-8867-818bf56bfd21 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303&device_id=109dc83d-5241-4386-9278-d35fa34255c2&device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 2417 time: 0.1043696 Jan 27 21:49:26.558766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aef796d6-4e67-4ae8-b053-f87a7dd7731f req-4161ff13-3074-4eec-8f0c-4709d941886a tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559354 Jan 27 21:49:26.558953 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80aab31e-02e9-4fe7-a3af-cb4c029540a6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group_rule (a3aad37d-670d-4df2-bf05-1cdf9358c461), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.652308 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80aab31e-02e9-4fe7-a3af-cb4c029540a6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (a3aad37d-670d-4df2-bf05-1cdf9358c461), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.670501 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aab31e-02e9-4fe7-a3af-cb4c029540a6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3aad37d-670d-4df2-bf05-1cdf9358c461,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:26.711399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70319a7d-7d72-4682-8a3e-36bd8125f702 req-582e6239-6fc9-4645-a2eb-4941794f03dd tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:26.712930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70319a7d-7d72-4682-8a3e-36bd8125f702 req-582e6239-6fc9-4645-a2eb-4941794f03dd tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 946 time: 0.0552692 Jan 27 21:49:26.760194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70319a7d-7d72-4682-8a3e-36bd8125f702 req-31e23866-a57a-488c-b8c6-18602a4e609d tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410917 Jan 27 21:49:26.795375 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.799128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80aab31e-02e9-4fe7-a3af-cb4c029540a6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.799128 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-80aab31e-02e9-4fe7-a3af-cb4c029540a6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4530187 Jan 27 21:49:26.801963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58018) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:26.806571 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:26.939801 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2e2c3c41-dfa1-4702-bd0f-d4362b3239ec req-98ba10f4-df32-4f47-9a26-3a288dc133ac service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718575 Jan 27 21:49:26.961598 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:26.971673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78e7a1-f4a2-4d30-a75e-93da94cd05d4 req-52789136-e3f2-4658-adbc-0c92dd733780 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:26.979248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa78e7a1-f4a2-4d30-a75e-93da94cd05d4 req-52789136-e3f2-4658-adbc-0c92dd733780 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.0686347 Jan 27 21:49:27.051562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa78e7a1-f4a2-4d30-a75e-93da94cd05d4 req-ec78fddc-6f7d-4f11-a265-9a1af63f2517 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710008 Jan 27 21:49:27.108481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c3c41-dfa1-4702-bd0f-d4362b3239ec req-fe0ee5fe-0e5b-41f1-9443-daad7c5080b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:27.109220 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2e2c3c41-dfa1-4702-bd0f-d4362b3239ec req-fe0ee5fe-0e5b-41f1-9443-daad7c5080b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 1096 time: 0.0794513 Jan 27 21:49:27.286270 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:27.503592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767818a4-e963-4203-ad5a-41e63b551a50 req-7b0a23fe-4c68-4f8a-aba0-005cc72e5e3b tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:27.512039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-767818a4-e963-4203-ad5a-41e63b551a50 req-7b0a23fe-4c68-4f8a-aba0-005cc72e5e3b tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 945 time: 0.0954757 Jan 27 21:49:27.522174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58052) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:27.565977 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b24154d-830b-4583-ba34-4dc638f59202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:27.640065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:27.701306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-767818a4-e963-4203-ad5a-41e63b551a50 req-709a19f3-51a5-4f13-b084-ec2d6b0e0d12 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/security-groups?id=5535e85f-2f53-4bdd-94f9-cddfdfc47d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877179 Jan 27 21:49:27.734482 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc2d04da-4015-488a-8700-ff988b0af860 req-17ef15b6-7ef1-4b63-9b22-d5b0220a0c66 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2029667 Jan 27 21:49:27.801094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c3c41-dfa1-4702-bd0f-d4362b3239ec req-6048efc7-cbc4-4d87-be2f-68c271d8b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:27.803587 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2e2c3c41-dfa1-4702-bd0f-d4362b3239ec req-6048efc7-cbc4-4d87-be2f-68c271d8b01c service neutron] 10.222.0.71 "GET /v2.0/networks?id=571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 200 len: 916 time: 0.2630367 Jan 27 21:49:27.837762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b24154d-830b-4583-ba34-4dc638f59202 admin admin] Publish callbacks [] for security_group (ae8aee7a-c89d-436e-8a3a-a9fb794445f3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:27.903820 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2e2c3c41-dfa1-4702-bd0f-d4362b3239ec req-644c0035-094b-4e04-8289-fd7095a413c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 HTTP/1.1" status: 200 len: 217 time: 0.0652096 Jan 27 21:49:27.965969 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b24154d-830b-4583-ba34-4dc638f59202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ae8aee7a-c89d-436e-8a3a-a9fb794445f3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:27.969279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c3c41-dfa1-4702-bd0f-d4362b3239ec req-97edf005-f9ca-4c9c-bfdf-50bdceb6f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:27.971276 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2e2c3c41-dfa1-4702-bd0f-d4362b3239ec req-97edf005-f9ca-4c9c-bfdf-50bdceb6f7bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eeafd880-8117-4d30-8789-e3a6b1a1df0b HTTP/1.1" status: 200 len: 854 time: 0.0552349 Jan 27 21:49:28.028130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7b24154d-830b-4583-ba34-4dc638f59202 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dec2d13585224ba28eb2339470722c72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4991188 Jan 27 21:49:28.029271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24154d-830b-4583-ba34-4dc638f59202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8aee7a-c89d-436e-8a3a-a9fb794445f3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:28.032032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58072) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:28.052853 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d04da-4015-488a-8700-ff988b0af860 req-bfb9a89d-a4cc-4589-9829-a6fecb842c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.054613 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc2d04da-4015-488a-8700-ff988b0af860 req-bfb9a89d-a4cc-4589-9829-a6fecb842c1e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 1097 time: 0.2497180 Jan 27 21:49:28.075975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c3c41-dfa1-4702-bd0f-d4362b3239ec req-03f464d8-3adf-47ea-be01-9ef58163192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.077512 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2e2c3c41-dfa1-4702-bd0f-d4362b3239ec req-03f464d8-3adf-47ea-be01-9ef58163192a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=571b0b5e-7e7e-43e7-8091-7b07a084ae74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814202 Jan 27 21:49:28.143289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ab57-46db-491a-804f-dc4c4eabd3ae admin admin] Publish callbacks [] for security_group (ae8aee7a-c89d-436e-8a3a-a9fb794445f3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.169284 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ab57-46db-491a-804f-dc4c4eabd3ae admin admin] Publish callbacks [] for security_group (ae8aee7a-c89d-436e-8a3a-a9fb794445f3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.215416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Allocated IP 172.25.0.215 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/f162c02b-87c6-44cf-aa01-a7f6f372ca1c) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:28.291940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29871804-e0a6-478d-a9d6-cdc2e6709d6c req-5259fc6a-bb02-4ca1-ae96-823690e431c1 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.300200 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29871804-e0a6-478d-a9d6-cdc2e6709d6c req-5259fc6a-bb02-4ca1-ae96-823690e431c1 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.1222444 Jan 27 21:49:28.348204 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2e2c3c41-dfa1-4702-bd0f-d4362b3239ec req-bef7ef19-1064-4cb3-891c-be68fa1a61af service neutron] 10.222.0.71 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566116 Jan 27 21:49:28.350816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d04da-4015-488a-8700-ff988b0af860 req-696735f0-fb61-4f60-bdd0-2ac2697498d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.352371 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc2d04da-4015-488a-8700-ff988b0af860 req-696735f0-fb61-4f60-bdd0-2ac2697498d0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 200 len: 916 time: 0.2722754 Jan 27 21:49:28.402909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29871804-e0a6-478d-a9d6-cdc2e6709d6c req-cfe69c91-3d1d-44b3-b95c-7d1813b72362 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011379 Jan 27 21:49:28.435179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ab57-46db-491a-804f-dc4c4eabd3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ae8aee7a-c89d-436e-8a3a-a9fb794445f3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.439206 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ab57-46db-491a-804f-dc4c4eabd3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.443012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5ab6ab57-46db-491a-804f-dc4c4eabd3ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae8aee7a-c89d-436e-8a3a-a9fb794445f3 HTTP/1.1" status: 204 len: 168 time: 0.3947573 Jan 27 21:49:28.457449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6ab57-46db-491a-804f-dc4c4eabd3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8aee7a-c89d-436e-8a3a-a9fb794445f3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:28.556166 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc2d04da-4015-488a-8700-ff988b0af860 req-3e46eaf0-9e87-462c-b262-4591434056ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=142d2fad-d58d-4b14-a4bc-cd53933b5f22 HTTP/1.1" status: 200 len: 217 time: 0.1880596 Jan 27 21:49:28.559113 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2e2c3c41-dfa1-4702-bd0f-d4362b3239ec req-3de9ec78-f914-49bd-913c-f59b7bfe4d61 service neutron] 10.222.0.71 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004962 Jan 27 21:49:28.574373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e566f9-b098-44fb-9e1a-9783f813eecb req-5550734e-aa6d-47cb-8558-0db0cf641b12 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.578075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27e566f9-b098-44fb-9e1a-9783f813eecb req-5550734e-aa6d-47cb-8558-0db0cf641b12 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0893354 Jan 27 21:49:28.614668 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for port (f162c02b-87c6-44cf-aa01-a7f6f372ca1c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.701862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27e566f9-b098-44fb-9e1a-9783f813eecb req-87471084-2997-4304-9306-2dbd055dec7b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051116 Jan 27 21:49:28.724389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d04da-4015-488a-8700-ff988b0af860 req-650f49e9-0d77-4f75-9a1c-bf5d6776b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.725913 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc2d04da-4015-488a-8700-ff988b0af860 req-650f49e9-0d77-4f75-9a1c-bf5d6776b03c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeafd880-8117-4d30-8789-e3a6b1a1df0b HTTP/1.1" status: 200 len: 854 time: 0.0724564 Jan 27 21:49:28.796380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d04da-4015-488a-8700-ff988b0af860 req-0ab78019-d826-46d5-ab10-e81c3b41f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.797894 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc2d04da-4015-488a-8700-ff988b0af860 req-0ab78019-d826-46d5-ab10-e81c3b41f944 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=571b0b5e-7e7e-43e7-8091-7b07a084ae74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654070 Jan 27 21:49:28.832238 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f162c02b-87c6-44cf-aa01-a7f6f372ca1c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:28.846389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f898a-26bc-4735-b3f0-0f799bfd73cc req-cd151a74-49ee-481c-aebd-d33d08d61441 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:28.848202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee1f898a-26bc-4735-b3f0-0f799bfd73cc req-cd151a74-49ee-481c-aebd-d33d08d61441 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 945 time: 0.0535719 Jan 27 21:49:28.909117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee1f898a-26bc-4735-b3f0-0f799bfd73cc req-1697fc4b-382f-41f8-9c4f-2293df6ad5ac tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/security-groups?id=5535e85f-2f53-4bdd-94f9-cddfdfc47d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551162 Jan 27 21:49:28.923544 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:28.929534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:28.931510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event updated for resources: {'Port': ['ID=f162c02b-87c6-44cf-aa01-a7f6f372ca1c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:28.938169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:29.063132 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc2d04da-4015-488a-8700-ff988b0af860 req-d819faae-1eb6-42bd-99f5-67a9682aee8e service neutron] 10.222.0.74 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530649 Jan 27 21:49:29.252323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (4b61a4fb-709e-4f74-befb-4091b93ca50c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:29.291752 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bc2d04da-4015-488a-8700-ff988b0af860 req-a09676eb-b5f1-43cc-bfe6-725452d5b669 service neutron] 10.222.0.74 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218027 Jan 27 21:49:29.386631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f162c02b-87c6-44cf-aa01-a7f6f372ca1c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:29.627571 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c13c51-201e-4417-9254-2095e5333411 req-ec09d0e8-b701-403b-90cb-4a00977fc582 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:29.641453 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34c13c51-201e-4417-9254-2095e5333411 req-ec09d0e8-b701-403b-90cb-4a00977fc582 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.1227052 Jan 27 21:49:29.713465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34c13c51-201e-4417-9254-2095e5333411 req-2351f477-dc37-433e-b40c-66e799391a8b tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700586 Jan 27 21:49:29.739269 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for port (f162c02b-87c6-44cf-aa01-a7f6f372ca1c), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:29.787545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450ac45-8d0a-4b1e-a310-bc460b01fccd req-f8e5463d-0cd2-4d64-b5df-d43b1a992a7d tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:29.796065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3450ac45-8d0a-4b1e-a310-bc460b01fccd req-f8e5463d-0cd2-4d64-b5df-d43b1a992a7d tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 945 time: 0.1035907 Jan 27 21:49:29.835420 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (f162c02b-87c6-44cf-aa01-a7f6f372ca1c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.020782 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3450ac45-8d0a-4b1e-a310-bc460b01fccd req-4264e126-cf74-48b7-a9da-80b510c97527 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/security-groups?id=5535e85f-2f53-4bdd-94f9-cddfdfc47d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168689 Jan 27 21:49:30.036434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4131f-9727-4d23-b064-7962fc1613d3 req-27e85ce0-fbc6-44b8-a391-8bbb7768e73f tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:30.038380 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6e4131f-9727-4d23-b064-7962fc1613d3 req-27e85ce0-fbc6-44b8-a391-8bbb7768e73f tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.2241209 Jan 27 21:49:30.046737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (4b61a4fb-709e-4f74-befb-4091b93ca50c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.055969 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event updated for resources: {'Port': ['ID=f162c02b-87c6-44cf-aa01-a7f6f372ca1c,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:30.129631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6e4131f-9727-4d23-b064-7962fc1613d3 req-e7f2ff1d-abff-48e7-ac1d-665fb18a0fa5 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850289 Jan 27 21:49:30.283216 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:30.285680 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b275ba38-8f65-4031-ad92-7eeba5750808 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4825857 Jan 27 21:49:30.609248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a3573cf5-4dab-4459-8654-8163080ef395 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--166423537&fields=id&tenant_id=56bceb56edbf41a4810a46a76f4d48af HTTP/1.1" status: 200 len: 267 time: 0.0512927 Jan 27 21:49:30.843228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-1820e549-1143-4ab8-a3e3-1869ab78fb69 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:30.845228 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-1820e549-1143-4ab8-a3e3-1869ab78fb69 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 817 time: 0.2344487 Jan 27 21:49:30.893038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-876ffb94-381a-44b6-be34-a4269660d376 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/quotas/56bceb56edbf41a4810a46a76f4d48af HTTP/1.1" status: 200 len: 375 time: 0.0403976 Jan 27 21:49:30.971936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de7bb9-db55-4bb4-95aa-ce1c9dc764eb req-7c15a6d9-8a23-4728-a3a0-89968a80a860 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:30.979403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75de7bb9-db55-4bb4-95aa-ce1c9dc764eb req-7c15a6d9-8a23-4728-a3a0-89968a80a860 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.1138523 Jan 27 21:49:31.046415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75de7bb9-db55-4bb4-95aa-ce1c9dc764eb req-774495e5-d2c9-4b33-8122-d64ee622617d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660021 Jan 27 21:49:31.060423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-cc0611af-553a-4b26-ae5b-a0c0c627f97c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1545572 Jan 27 21:49:31.295535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d160de-ce3f-423f-a078-739e83cc5ea5 req-602731be-68e4-4285-8168-1f3af56047be tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:31.302651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32d160de-ce3f-423f-a078-739e83cc5ea5 req-602731be-68e4-4285-8168-1f3af56047be tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 945 time: 0.1149395 Jan 27 21:49:31.327355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-eecc52cb-4938-4ae1-9243-c2bc6701a4c6 service neutron] 10.222.0.61 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486746 Jan 27 21:49:31.437219 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32d160de-ce3f-423f-a078-739e83cc5ea5 req-26e2a165-b7a0-4985-99a3-524dc9ca4e4c tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/security-groups?id=5535e85f-2f53-4bdd-94f9-cddfdfc47d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281664 Jan 27 21:49:31.492582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7376a93-b4d9-4c9d-bd99-6585b4d13324 req-f67fe708-c795-4fe3-8d1e-92b9509be692 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:31.496948 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b7376a93-b4d9-4c9d-bd99-6585b4d13324 req-f67fe708-c795-4fe3-8d1e-92b9509be692 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.71 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 945 time: 0.1217394 Jan 27 21:49:31.508581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-39ed7e96-9107-4b11-944b-c252e8aaec70 service neutron] 10.222.0.61 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801064 Jan 27 21:49:31.644699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5e428-5c1a-4b3c-9597-73d3d15e974f req-e220741f-37d7-4fd3-bdf8-1f266c644f50 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:31.646273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ea5e428-5c1a-4b3c-9597-73d3d15e974f req-e220741f-37d7-4fd3-bdf8-1f266c644f50 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.1168981 Jan 27 21:49:31.705802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-b7376a93-b4d9-4c9d-bd99-6585b4d13324 req-8c4330ed-2704-453a-8632-2550faed39f1 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Deleting port 8b454014-f914-4df5-b984-79ad1ef0bcbe {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:31.706152 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b7376a93-b4d9-4c9d-bd99-6585b4d13324 req-8c4330ed-2704-453a-8632-2550faed39f1 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.731389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ea5e428-5c1a-4b3c-9597-73d3d15e974f req-d89866cd-0439-4c61-91f5-7858945b80ff tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783327 Jan 27 21:49:31.898329 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-b7376a93-b4d9-4c9d-bd99-6585b4d13324 req-8c4330ed-2704-453a-8632-2550faed39f1 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] For port 8b454014-f914-4df5-b984-79ad1ef0bcbe, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8b454014-f914-4df5-b984-79ad1ef0bcbe,segment=NetworkSegment(d0b37e97-9508-4448-8881-b52079c9b094),segment_id=d0b37e97-9508-4448-8881-b52079c9b094)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:31.898792 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b7376a93-b4d9-4c9d-bd99-6585b4d13324 req-8c4330ed-2704-453a-8632-2550faed39f1 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:31.903451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acf82be0-9232-49e4-a9f7-b0fee57e508b req-0bc5acda-bd2f-48f5-85cc-40a9fecbe4eb tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 210 time: 0.0411611 Jan 27 21:49:31.919530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-b7376a93-b4d9-4c9d-bd99-6585b4d13324 req-8c4330ed-2704-453a-8632-2550faed39f1 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Calling delete_port for 8b454014-f914-4df5-b984-79ad1ef0bcbe owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:32.219519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f75bf-00fe-4b2f-83bd-6ae9cc45feb6 req-34434be4-4916-49f1-9c52-e547ace305a8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:32.221768 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f90f75bf-00fe-4b2f-83bd-6ae9cc45feb6 req-34434be4-4916-49f1-9c52-e547ace305a8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.0623853 Jan 27 21:49:32.235105 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6cb7a25f-002c-46a5-b230-37601be8af6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:32.269624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b7376a93-b4d9-4c9d-bd99-6585b4d13324 req-8c4330ed-2704-453a-8632-2550faed39f1 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8b454014-f914-4df5-b984-79ad1ef0bcbe), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:32.292667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['8b454014-f914-4df5-b984-79ad1ef0bcbe'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:32.330114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f90f75bf-00fe-4b2f-83bd-6ae9cc45feb6 req-8c6dbdd6-2781-4d9e-9c5d-bbc238288bbb tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016829 Jan 27 21:49:32.337750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4330ed-2704-453a-8632-2550faed39f1 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Pushing event deleted for resources: {'Port': ['ID=8b454014-f914-4df5-b984-79ad1ef0bcbe,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:32.398416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7376a93-b4d9-4c9d-bd99-6585b4d13324 req-8c4330ed-2704-453a-8632-2550faed39f1 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] No DVR routers for this DVR port 8b454014-f914-4df5-b984-79ad1ef0bcbe on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:49:32.401521 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-b7376a93-b4d9-4c9d-bd99-6585b4d13324 req-8c4330ed-2704-453a-8632-2550faed39f1 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:32.405434 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b7376a93-b4d9-4c9d-bd99-6585b4d13324 req-8c4330ed-2704-453a-8632-2550faed39f1 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.71 "DELETE /v2.0/ports/8b454014-f914-4df5-b984-79ad1ef0bcbe HTTP/1.1" status: 204 len: 173 time: 0.9020739 Jan 27 21:49:32.406304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31456bc-94bf-4168-bb08-a90d3dc2244c', 'name': 'network-vif-deleted', 'tag': '8b454014-f914-4df5-b984-79ad1ef0bcbe'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:32.415886 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb73f2ec-137c-4722-a4ac-26af5d8dae59" -d '{"events": [{"server_uuid": "d31456bc-94bf-4168-bb08-a90d3dc2244c", "name": "network-vif-deleted", "tag": "8b454014-f914-4df5-b984-79ad1ef0bcbe"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:32.495113 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa93c2e7-7b52-4393-8ecd-7de07f629d85 x-openstack-request-id: req-aa93c2e7-7b52-4393-8ecd-7de07f629d85 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:32.495688 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31456bc-94bf-4168-bb08-a90d3dc2244c", "name": "network-vif-deleted", "tag": "8b454014-f914-4df5-b984-79ad1ef0bcbe", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:32.495688 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa93c2e7-7b52-4393-8ecd-7de07f629d85 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:32.496064 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31456bc-94bf-4168-bb08-a90d3dc2244c', 'name': 'network-vif-deleted', 'tag': '8b454014-f914-4df5-b984-79ad1ef0bcbe', 'status': 'completed', 'code': 200} Jan 27 21:49:32.591826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83063a19-95c1-434c-88cd-72738b7f8de7 req-37f53b40-389e-4d6b-851c-699939665064 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 210 time: 0.0444398 Jan 27 21:49:32.894873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62235176-3af1-4d31-877a-18a374d45531 req-015d2035-32ec-4f35-b60c-bdb2d1c832c7 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:32.903740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62235176-3af1-4d31-877a-18a374d45531 req-015d2035-32ec-4f35-b60c-bdb2d1c832c7 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0644386 Jan 27 21:49:33.012629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62235176-3af1-4d31-877a-18a374d45531 req-02330179-b323-40c4-b01a-c79d3d10fbab tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840347 Jan 27 21:49:33.029589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c089c43-d1c2-4967-8806-2f4b8f82e24d req-20914220-d3ec-4aca-982a-60be04cc5cc3 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 210 time: 0.0266700 Jan 27 21:49:33.545572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f88059-e07f-4630-9e1f-16c7b4b91df5 req-520cfb91-7eee-4693-8177-161beca409e1 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:33.567138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4f88059-e07f-4630-9e1f-16c7b4b91df5 req-520cfb91-7eee-4693-8177-161beca409e1 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.1003621 Jan 27 21:49:33.654871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4f88059-e07f-4630-9e1f-16c7b4b91df5 req-be880405-8d78-494b-af95-e1097d7b0985 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865557 Jan 27 21:49:33.766830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c222cdcb-74da-4f71-92ff-925069a2a435 req-72e4c6f9-0f12-4f1b-9339-e5e16c7de486 tempest-ServerAddressesTestJSON-241702657 tempest-ServerAddressesTestJSON-241702657-project] 10.222.0.61 "GET /v2.0/ports?device_id=d31456bc-94bf-4168-bb08-a90d3dc2244c HTTP/1.1" status: 200 len: 210 time: 0.0392251 Jan 27 21:49:34.228792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e54aae3f-f255-4103-b332-3ac05b597dbc req-70a95191-3440-45e6-88d9-64bea3585ac8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 210 time: 0.0470810 Jan 27 21:49:34.254144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9a12-1f1c-4b06-af66-47a217bb35cc req-22626306-9335-48a6-9e16-5f5924067965 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:34.259120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afdf9a12-1f1c-4b06-af66-47a217bb35cc req-22626306-9335-48a6-9e16-5f5924067965 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.1492221 Jan 27 21:49:34.341435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afdf9a12-1f1c-4b06-af66-47a217bb35cc req-860f1592-4b72-45ea-9988-e2f826e66199 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756640 Jan 27 21:49:34.808744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32068ac-8ad4-48bf-a570-19aff8d722f6 req-5faf1bd5-9df8-475f-ab94-4406bd526137 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:34.810337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d32068ac-8ad4-48bf-a570-19aff8d722f6 req-5faf1bd5-9df8-475f-ab94-4406bd526137 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.0700316 Jan 27 21:49:34.843250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58252) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:34.872641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d32068ac-8ad4-48bf-a570-19aff8d722f6 req-07676464-b501-4e5f-9591-6da7237a8a12 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524228 Jan 27 21:49:34.922019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-d992f84d-5429-4484-a4dc-4b3f4e92c6fd admin admin] Deleting subnet eb106d01-dc77-4831-a519-95860c584cb5 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:49:34.925687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d992f84d-5429-4484-a4dc-4b3f4e92c6fd admin admin] Publish callbacks [] for subnet (eb106d01-dc77-4831-a519-95860c584cb5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.974940 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d992f84d-5429-4484-a4dc-4b3f4e92c6fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (eb106d01-dc77-4831-a519-95860c584cb5), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:34.988464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8b454014-f914-4df5-b984-79ad1ef0bcbe no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:49:35.043781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 8b454014-f914-4df5-b984-79ad1ef0bcbe {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:49:35.044160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8b454014-f914-4df5-b984-79ad1ef0bcbe not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:49:35.044920 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d992f84d-5429-4484-a4dc-4b3f4e92c6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (eb106d01-dc77-4831-a519-95860c584cb5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.050937 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3b34a0b0-e095-41fd-a63e-fc1a78334774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.251787 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d992f84d-5429-4484-a4dc-4b3f4e92c6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (eb106d01-dc77-4831-a519-95860c584cb5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.274215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d992f84d-5429-4484-a4dc-4b3f4e92c6fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.275745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-3e814792-c465-4a8e-9a5d-eaded2565522 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ee451b2ed2e8423c9c458bf0a2731bb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678313 Jan 27 21:49:35.278548 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d992f84d-5429-4484-a4dc-4b3f4e92c6fd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/eb106d01-dc77-4831-a519-95860c584cb5 HTTP/1.1" status: 204 len: 168 time: 0.4332120 Jan 27 21:49:35.321492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58276) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:35.331427 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992f84d-5429-4484-a4dc-4b3f4e92c6fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb106d01-dc77-4831-a519-95860c584cb5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:35.538567 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (5b75c03e-8e90-409c-bbb3-b208f0c1a38f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.551377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7687ba6c-60a0-43b5-88e4-44fda11f5426 req-b740b0ef-6e7d-4a59-bd5f-bdb3cf5b140e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 210 time: 0.0900285 Jan 27 21:49:35.708643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-e248e1be-9296-4cb2-ad23-3e025ced08b9 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:35.710568 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-e248e1be-9296-4cb2-ad23-3e025ced08b9 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.74 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 817 time: 0.2210529 Jan 27 21:49:35.847043 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-57ac5b3a-9a9d-48ae-83e4-7dfc70e0d4ea tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56bceb56edbf41a4810a46a76f4d48af HTTP/1.1" status: 200 len: 379 time: 0.1280694 Jan 27 21:49:35.870206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Request body: {'port': {'device_id': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'admin_state_up': True, 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'security_groups': ['0d997226-bac6-40ce-ad4b-75cbee171fcc']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:35.892471 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (5b75c03e-8e90-409c-bbb3-b208f0c1a38f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:35.938758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5365c-cd1d-48f9-a304-5fa4a100dec5 req-d0034310-1d8b-46ed-8830-8fce25e39243 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:35.940600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09c5365c-cd1d-48f9-a304-5fa4a100dec5 req-d0034310-1d8b-46ed-8830-8fce25e39243 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.1817007 Jan 27 21:49:35.945499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b75c03e-8e90-409c-bbb3-b208f0c1a38f']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:36.001170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f2a202e5-476c-4a8b-95de-18b266521c85 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:36.002966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f2a202e5-476c-4a8b-95de-18b266521c85 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7264147 Jan 27 21:49:36.005080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b37e97-9508-4448-8881-b52079c9b094') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:36.005579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b37e97-9508-4448-8881-b52079c9b094') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:36.017475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09c5365c-cd1d-48f9-a304-5fa4a100dec5 req-3c85dfbc-e7ea-4ba5-9a27-92de76da54a2 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692346 Jan 27 21:49:36.029175 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (d0b37e97-9508-4448-8881-b52079c9b094), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.040907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-b3274833-236d-4e4d-91a3-cdcce5ff27ff tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/quotas/ee451b2ed2e8423c9c458bf0a2731bb2 HTTP/1.1" status: 200 len: 375 time: 0.0270715 Jan 27 21:49:36.068274 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d0b37e97-9508-4448-8881-b52079c9b094), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.119257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-22dbc5c7-764d-4322-8bc4-d6994d39369b tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee451b2ed2e8423c9c458bf0a2731bb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711737 Jan 27 21:49:36.120376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:49:36.120921 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (d0b37e97-9508-4448-8881-b52079c9b094), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:49:36.123190 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:49:36.154504 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.257884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Made reservation on behalf of 56bceb56edbf41a4810a46a76f4d48af for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:36.261783 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.270493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3634f-6d45-475a-9b80-6b0a8979f7ae req-14cdb165-eed6-439c-a760-368430a1456c tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:36.283040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6e3634f-6d45-475a-9b80-6b0a8979f7ae req-14cdb165-eed6-439c-a760-368430a1456c tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.1048295 Jan 27 21:49:36.383035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6e3634f-6d45-475a-9b80-6b0a8979f7ae req-73b1f8b4-29d0-4fe6-8a6f-ad9f5e1f0934 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979137 Jan 27 21:49:36.460798 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (5b75c03e-8e90-409c-bbb3-b208f0c1a38f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.460913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Allocated IP 172.20.0.11 (bf700070-3437-4935-bb61-9656ea0d6b47/3a365c30-82d4-4327-bdd8-74d2fad78778/d891ebd7-4395-4572-aa45-544a013bb1a0) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:36.513342 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.517497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5b75c03e-8e90-409c-bbb3-b208f0c1a38f HTTP/1.1" status: 204 len: 168 time: 1.1843238 Jan 27 21:49:36.518554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc3289-5652-4938-a537-72927e2860e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b75c03e-8e90-409c-bbb3-b208f0c1a38f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:36.710694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13cf7070-a500-468d-a4ee-345083a488fb req-a73ff967-343f-4cd3-86fb-962aea985409 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 210 time: 0.0686502 Jan 27 21:49:36.795209 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:36.799871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49e88890-b6c2-41ad-a03e-a185141a031e req-40adb506-8ccf-4dc9-92f8-1ee2baba12b1 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 210 time: 0.0626698 Jan 27 21:49:37.023833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.110787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event updated for resources: {'Port': ['ID=d891ebd7-4395-4572-aa45-544a013bb1a0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:37.280367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Network bf700070-3437-4935-bb61-9656ea0d6b47 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:37.280367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:37.280367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:37.280367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58310) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:37.284355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:37.285128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.333273 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e98508c7-9fa7-42f8-afd2-4bd1ddbf010c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f179d8c2be504d42b0d56d988a5c7d14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1125665 Jan 27 21:49:37.333796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d88d00-eb28-4b72-8504-26132209ed9d req-8e28ffd1-7050-4172-bfcf-d698ee3a3072 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:37.334293 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58316) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:37.336521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31d88d00-eb28-4b72-8504-26132209ed9d req-8e28ffd1-7050-4172-bfcf-d698ee3a3072 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.1470749 Jan 27 21:49:37.354830 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.439255 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-a24e972d-e82f-49ba-9c9c-e452cc0de466 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5795629 Jan 27 21:49:37.459671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Request body: {'port': {'device_id': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:37.466333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31d88d00-eb28-4b72-8504-26132209ed9d req-ff75ac1f-467f-4e16-aef0-f1158bb3e23c tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167536 Jan 27 21:49:37.479164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95b9e1ee-44e5-40a3-978e-3a422d25ac78 admin admin] Publish callbacks [] for security_group (5535e85f-2f53-4bdd-94f9-cddfdfc47d67), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.574458 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95b9e1ee-44e5-40a3-978e-3a422d25ac78 admin admin] Publish callbacks [] for security_group (5535e85f-2f53-4bdd-94f9-cddfdfc47d67), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.582313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef668c-1759-43d0-a1b0-d82e8990ce51 req-915679b4-6e7c-4f82-80fc-aa2767f70314 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:37.593258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08ef668c-1759-43d0-a1b0-d82e8990ce51 req-915679b4-6e7c-4f82-80fc-aa2767f70314 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 943 time: 0.0748684 Jan 27 21:49:37.619872 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.634373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-54cc484a-a145-4b94-b776-3c0e1f178621 None None] Provisioning complete for port d891ebd7-4395-4572-aa45-544a013bb1a0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:37.638792 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-54cc484a-a145-4b94-b776-3c0e1f178621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.728113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08ef668c-1759-43d0-a1b0-d82e8990ce51 req-b6eeadd1-31a9-4e3d-92dc-60da3559d6c4 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325536 Jan 27 21:49:37.764764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-54cc484a-a145-4b94-b776-3c0e1f178621 None None] Port d891ebd7-4395-4572-aa45-544a013bb1a0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:37.820853 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95b9e1ee-44e5-40a3-978e-3a422d25ac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5535e85f-2f53-4bdd-94f9-cddfdfc47d67), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.825547 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95b9e1ee-44e5-40a3-978e-3a422d25ac78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:37.827197 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-95b9e1ee-44e5-40a3-978e-3a422d25ac78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5535e85f-2f53-4bdd-94f9-cddfdfc47d67 HTTP/1.1" status: 204 len: 168 time: 0.4922695 Jan 27 21:49:37.850020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1cda33bc-ed34-4e5d-b925-0f740e007ef8 req-d394a2bd-7c8e-482f-b342-ebdda5fdcbab tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 210 time: 0.0570295 Jan 27 21:49:37.897509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9e1ee-44e5-40a3-978e-3a422d25ac78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5535e85f-2f53-4bdd-94f9-cddfdfc47d67,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:37.905666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 650d2c89-e56d-4a2d-b8b7-21a181907ebe details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:38.138525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbbeab-6c68-4792-8f14-443ad3651fe2 req-232b31b4-8712-4cae-9d2a-70ec657f75a6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:38.140926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cafbbeab-6c68-4792-8f14-443ad3651fe2 req-232b31b4-8712-4cae-9d2a-70ec657f75a6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 932 time: 0.1612220 Jan 27 21:49:38.191814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 650d2c89-e56d-4a2d-b8b7-21a181907ebe, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=650d2c89-e56d-4a2d-b8b7-21a181907ebe,segment=NetworkSegment(e40bd7c5-ddd7-470c-984b-320b10f99853),segment_id=e40bd7c5-ddd7-470c-984b-320b10f99853)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:38.206629 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '650d2c89-e56d-4a2d-b8b7-21a181907ebe', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'port_id': '650d2c89-e56d-4a2d-b8b7-21a181907ebe', 'mac_address': 'fa:16:3e:1a:10:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:38.224526 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cafbbeab-6c68-4792-8f14-443ad3651fe2 req-81563d3a-4612-4b7b-9f01-5c4896f9cc7f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764689 Jan 27 21:49:38.307797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 650d2c89-e56d-4a2d-b8b7-21a181907ebe is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:38.313053 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.333560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650d2c89-e56d-4a2d-b8b7-21a181907ebe {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:38.344378 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d891ebd7-4395-4572-aa45-544a013bb1a0 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:38.368635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 650d2c89-e56d-4a2d-b8b7-21a181907ebe, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=650d2c89-e56d-4a2d-b8b7-21a181907ebe,segment=NetworkSegment(e40bd7c5-ddd7-470c-984b-320b10f99853),segment_id=e40bd7c5-ddd7-470c-984b-320b10f99853)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:38.370191 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Publish callbacks [] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.386125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Transition to ACTIVE for port object d891ebd7-4395-4572-aa45-544a013bb1a0 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:38.543539 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.544010 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.610025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d844d72-56f3-4e59-b40b-30cc1b98c13c req-5401981e-8099-4dbe-88c6-bf819375eaa5 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:38.617789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d844d72-56f3-4e59-b40b-30cc1b98c13c req-5401981e-8099-4dbe-88c6-bf819375eaa5 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0728877 Jan 27 21:49:38.635913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=650d2c89-e56d-4a2d-b8b7-21a181907ebe,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:38.682509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d844d72-56f3-4e59-b40b-30cc1b98c13c req-7ba6ebf2-ac71-4e1c-bbc1-fbe5ac1cd5fb tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638490 Jan 27 21:49:38.730332 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Pushing event updated for resources: {'Port': ['ID=d891ebd7-4395-4572-aa45-544a013bb1a0,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:38.795728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['650d2c89-e56d-4a2d-b8b7-21a181907ebe'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:38.851009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Attempting to bind port d891ebd7-4395-4572-aa45-544a013bb1a0 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:38.851389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Attempting to bind port d891ebd7-4395-4572-aa45-544a013bb1a0 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:38.851640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Attempting to bind port d891ebd7-4395-4572-aa45-544a013bb1a0 on network bf700070-3437-4935-bb61-9656ea0d6b47 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:38.856606 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Port d891ebd7-4395-4572-aa45-544a013bb1a0 on network bf700070-3437-4935-bb61-9656ea0d6b47 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:38.858776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Attempting to bind port d891ebd7-4395-4572-aa45-544a013bb1a0 on network bf700070-3437-4935-bb61-9656ea0d6b47 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:38.876873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:38.877431 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Checking segment: {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:38.878009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Bound using segment: {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:38.879318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Bound port: d891ebd7-4395-4572-aa45-544a013bb1a0, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ac6313-122a-401f-b89b-61a3ef8f6438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:38.880244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:38.941624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015996e-a530-4d13-8a9a-6257e66a95d0 req-ac87ef93-d62f-42c2-ba09-37b5d8f180f0 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:38.953969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5015996e-a530-4d13-8a9a-6257e66a95d0 req-ac87ef93-d62f-42c2-ba09-37b5d8f180f0 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 944 time: 0.1048534 Jan 27 21:49:39.043189 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.043507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42fceb4b-e532-408e-9183-9334d4f35dd2 req-dac2aa1b-b423-4f9e-a77a-c92bbaa0aa2b tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 210 time: 0.0823748 Jan 27 21:49:39.107255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:39.111849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d891ebd7-4395-4572-aa45-544a013bb1a0,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:39.174574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5015996e-a530-4d13-8a9a-6257e66a95d0 req-00fc085b-1744-4281-834f-f3a5f627803d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088614 Jan 27 21:49:39.251815 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.325936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:39.327103 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:39.333118 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] 10.222.0.74 "PUT /v2.0/ports/d891ebd7-4395-4572-aa45-544a013bb1a0 HTTP/1.1" status: 200 len: 1092 time: 1.8844862 Jan 27 21:49:39.333974 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:39.336498 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d2efe4-e9d6-4d6d-92d0-54d2cb9de3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:39.391646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31840c13-a4d1-4b59-abde-c0f0b385c497 service neutron] Pushing event updated for resources: {'Port': ['ID=d891ebd7-4395-4572-aa45-544a013bb1a0,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:39.419265 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e9036d-1e18-447b-9475-00dcad6f6448 x-openstack-request-id: req-59e9036d-1e18-447b-9475-00dcad6f6448 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:39.419566 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:39.419828 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59e9036d-1e18-447b-9475-00dcad6f6448 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:39.420275 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'status': 'completed', 'code': 200} Jan 27 21:49:39.443707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac85e14-1965-4e53-ac19-e676ebb6622e req-09ac25c6-a4ab-4a41-8e75-8353217b9e8d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:39.445482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ac85e14-1965-4e53-ac19-e676ebb6622e req-09ac25c6-a4ab-4a41-8e75-8353217b9e8d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0787506 Jan 27 21:49:39.528713 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2efe4-e9d6-4d6d-92d0-54d2cb9de3fb req-5f6946af-1381-48f1-9cc0-74ef09627ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:39.542501 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-73d2efe4-e9d6-4d6d-92d0-54d2cb9de3fb req-5f6946af-1381-48f1-9cc0-74ef09627ecb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 1095 time: 0.0989480 Jan 27 21:49:39.578021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ac85e14-1965-4e53-ac19-e676ebb6622e req-db2e135c-71e6-40cf-8ff9-e927d55f3b12 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258900 Jan 27 21:49:39.809351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2efe4-e9d6-4d6d-92d0-54d2cb9de3fb req-613fcf23-23a4-4355-ac4c-7888270078a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:39.810901 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-73d2efe4-e9d6-4d6d-92d0-54d2cb9de3fb req-613fcf23-23a4-4355-ac4c-7888270078a8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=56bceb56edbf41a4810a46a76f4d48af&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2658215 Jan 27 21:49:39.907610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 650d2c89-e56d-4a2d-b8b7-21a181907ebe up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:39.908209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34bc1c-1806-4a0a-8010-ea19d835e3c9 req-41643b62-dd1c-45c9-8a03-7ba98a9932d1 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:39.915388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df34bc1c-1806-4a0a-8010-ea19d835e3c9 req-41643b62-dd1c-45c9-8a03-7ba98a9932d1 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0923645 Jan 27 21:49:39.988517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2efe4-e9d6-4d6d-92d0-54d2cb9de3fb req-cb9f6d34-4ed8-4412-8926-ab25b90e7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:39.994489 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-73d2efe4-e9d6-4d6d-92d0-54d2cb9de3fb req-cb9f6d34-4ed8-4412-8926-ab25b90e7e13 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1773829 Jan 27 21:49:40.024901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df34bc1c-1806-4a0a-8010-ea19d835e3c9 req-d85e85d1-db96-4754-a3e6-1f86eaba54a6 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079814 Jan 27 21:49:40.100724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58376) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:40.163065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-7bf03d08-1049-440a-a00a-c04b57d73eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:40.164809 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-7bf03d08-1049-440a-a00a-c04b57d73eb5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 1095 time: 0.1125672 Jan 27 21:49:40.172633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 650d2c89-e56d-4a2d-b8b7-21a181907ebe completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:40.184885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 650d2c89-e56d-4a2d-b8b7-21a181907ebe triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:40.184885 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.194450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92d0db31-9ba1-4a58-a34a-2a0aff2ec07a req-86ac2c35-b81f-4e48-a261-9172fb0b754a tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 210 time: 0.0465703 Jan 27 21:49:40.317494 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-ba15638e-dda0-4c48-9b74-102f061b8cd4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d891ebd7-4395-4572-aa45-544a013bb1a0 HTTP/1.1" status: 200 len: 217 time: 0.1444354 Jan 27 21:49:40.365037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 650d2c89-e56d-4a2d-b8b7-21a181907ebe is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:40.395221 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.395363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-810723440-network', 'tenant_id': 'ac42ec00a10044daa5c8b4c5013102bc'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:40.395450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650d2c89-e56d-4a2d-b8b7-21a181907ebe'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:40.395450 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adffeac-ac77-4e1e-bed5-4337ca177a2e" -d '{"events": [{"server_uuid": "8dd0449a-6b76-44d9-b121-786468eac1d5", "name": "network-vif-plugged", "status": "completed", "tag": "650d2c89-e56d-4a2d-b8b7-21a181907ebe"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:40.411905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 650d2c89-e56d-4a2d-b8b7-21a181907ebe, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=650d2c89-e56d-4a2d-b8b7-21a181907ebe,segment=NetworkSegment(e40bd7c5-ddd7-470c-984b-320b10f99853),segment_id=e40bd7c5-ddd7-470c-984b-320b10f99853)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:40.419152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2af68-5541-4619-a6f8-ba968c2f7f0a req-6c7d5a91-5c29-42d1-9fff-222ec1150cd7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:40.426901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08c2af68-5541-4619-a6f8-ba968c2f7f0a req-6c7d5a91-5c29-42d1-9fff-222ec1150cd7 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 944 time: 0.1293576 Jan 27 21:49:40.430726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-102d43a9-d9ae-4d3a-9823-386306b0a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:40.433439 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-102d43a9-d9ae-4d3a-9823-386306b0a899 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 200 len: 856 time: 0.0992410 Jan 27 21:49:40.492325 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-dc1cee5e-94e7-44e0-b11a-0f800fe305f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:40.496290 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-dc1cee5e-94e7-44e0-b11a-0f800fe305f0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf700070-3437-4935-bb61-9656ea0d6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564089 Jan 27 21:49:40.507195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08c2af68-5541-4619-a6f8-ba968c2f7f0a req-bb82e030-4206-4435-bbac-8347accd19d1 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764775 Jan 27 21:49:40.520179 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6138fb7-e6c4-41ef-9cbb-a857c899e5a2 x-openstack-request-id: req-e6138fb7-e6c4-41ef-9cbb-a857c899e5a2 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:40.520179 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd0449a-6b76-44d9-b121-786468eac1d5", "name": "network-vif-plugged", "status": "completed", "tag": "650d2c89-e56d-4a2d-b8b7-21a181907ebe", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:40.520179 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6138fb7-e6c4-41ef-9cbb-a857c899e5a2 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:40.520179 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650d2c89-e56d-4a2d-b8b7-21a181907ebe', 'code': 200} Jan 27 21:49:40.555162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.555396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Made reservation on behalf of ac42ec00a10044daa5c8b4c5013102bc for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:40.557841 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.574310 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:40.672733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=650d2c89-e56d-4a2d-b8b7-21a181907ebe,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:40.734636 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-785fbdc1-2373-4d34-9693-3529d7160612 service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317257 Jan 27 21:49:40.738018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4358f-6260-4919-92c3-02e23cdb1076 req-8bcf3339-40db-40ee-93a1-0e53fcc0f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:40.739829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eaa4358f-6260-4919-92c3-02e23cdb1076 req-8bcf3339-40db-40ee-93a1-0e53fcc0f6d2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 1096 time: 0.1208115 Jan 27 21:49:40.858007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2441c7-d4e3-4b29-9852-1a1f325ed6e2 req-e9ffc33e-0653-4112-9aa9-88650aea52f8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:40.865921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c2441c7-d4e3-4b29-9852-1a1f325ed6e2 req-e9ffc33e-0653-4112-9aa9-88650aea52f8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.1364250 Jan 27 21:49:40.872998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eaa4358f-6260-4919-92c3-02e23cdb1076 req-7b2a1266-581a-443d-b16f-0b55dd004dd9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233993 Jan 27 21:49:40.964895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c2441c7-d4e3-4b29-9852-1a1f325ed6e2 req-99f3d2c3-dab5-4a3b-a2d7-d72c9bf7d2fa tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891621 Jan 27 21:49:40.969051 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-ff1340a2-6c06-4542-bc07-6f6bc9092a31 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=ee451b2ed2e8423c9c458bf0a2731bb2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731552 Jan 27 21:49:40.984898 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Publish callbacks [] for security_group (bc45e2f8-b79f-4e45-bcde-9a4299b93ad0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.143535 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bc45e2f8-b79f-4e45-bcde-9a4299b93ad0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.179333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:41.222797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:49:41.263381 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9a1dcae3-16ae-4554-a6ad-97dd41354df5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.263750 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Added segment 9a1dcae3-16ae-4554-a6ad-97dd41354df5 of type vlan for network bff99387-7cb5-4548-9169-ac27e2748a33 Jan 27 21:49:41.291536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895efa79-5b34-456d-9b06-265da274e599 req-17f13343-b751-4269-9034-1044d8d7f819 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:41.294206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-895efa79-5b34-456d-9b06-265da274e599 req-17f13343-b751-4269-9034-1044d8d7f819 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.1169741 Jan 27 21:49:41.392257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b80f4831-a226-49f9-9dff-e4b6ca3bb218 req-0009c876-8b35-474a-8d44-670d6efef90c tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 210 time: 0.0534813 Jan 27 21:49:41.453888 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (bff99387-7cb5-4548-9169-ac27e2748a33), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.515005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-895efa79-5b34-456d-9b06-265da274e599 req-f2b77361-29d9-43f5-9d9e-bf18964da551 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103202 Jan 27 21:49:41.585859 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-54fd8674-f1ab-4611-840d-4e284288f2b6 req-6b77739a-46b3-48b4-9e23-1a61e05b8f89 service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8323734 Jan 27 21:49:41.614562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb843df-beba-47e9-9069-ceba643eb29a req-da5b9e52-8c1c-43b3-a0bd-c5513819848a tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:41.616228 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-da5b9e52-8c1c-43b3-a0bd-c5513819848a tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6325395 Jan 27 21:49:41.629916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Request body: {'port': {'device_id': 'cc0b3962-787f-4479-8858-a91d44df877f', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'ee451b2ed2e8423c9c458bf0a2731bb2'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:41.648987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e515f-aaa1-4070-aef8-677f612e6f78 req-c9de398f-4319-4f8a-9f39-7467e33aeeef tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:41.650937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb7e515f-aaa1-4070-aef8-677f612e6f78 req-c9de398f-4319-4f8a-9f39-7467e33aeeef tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 945 time: 0.0611324 Jan 27 21:49:41.709510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb7e515f-aaa1-4070-aef8-677f612e6f78 req-e197fd61-2d30-4e86-ab59-01addaabe928 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526755 Jan 27 21:49:41.921226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (bff99387-7cb5-4548-9169-ac27e2748a33), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.924231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:41.924945 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Made reservation on behalf of ee451b2ed2e8423c9c458bf0a2731bb2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:41.925446 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.938016 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:41.950447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:42.094296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] Pushing event updated for resources: {'Network': ['ID=bff99387-7cb5-4548-9169-ac27e2748a33,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:42.111745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network bff99387-7cb5-4548-9169-ac27e2748a33 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:49:42.126817 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Publish callbacks [] for security_group (34619f3e-842c-4190-888e-ba080567d9aa), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:42.238531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f45217-c34a-4e23-b858-1cc4f7b3381e req-aca7439f-5299-4666-a156-07e962dac4e8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:42.240289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26f45217-c34a-4e23-b858-1cc4f7b3381e req-aca7439f-5299-4666-a156-07e962dac4e8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.1353910 Jan 27 21:49:42.246248 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (34619f3e-842c-4190-888e-ba080567d9aa), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:42.279152 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d035439d-0b71-444f-9155-bae5cefd9212 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1742451 Jan 27 21:49:42.303209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58434) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:42.308864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ef6323e2-313e-441b-b136-612786066aca admin admin] Request body: {'subnet': {'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-810723440-subnet', 'tenant_id': 'ac42ec00a10044daa5c8b4c5013102bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:42.390489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26f45217-c34a-4e23-b858-1cc4f7b3381e req-bb2bbbac-7574-42dd-a13e-8652d1729f27 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332879 Jan 27 21:49:42.454990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34619f3e-842c-4190-888e-ba080567d9aa,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:42.497695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6323e2-313e-441b-b136-612786066aca admin admin] Made reservation on behalf of ac42ec00a10044daa5c8b4c5013102bc for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:42.500200 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef6323e2-313e-441b-b136-612786066aca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:42.643374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Allocated IP 192.168.233.176 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:42.979493 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Publish callbacks [] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.012706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58448) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:43.138456 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.222797 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f9e19e1-3868-41de-b04f-f3935cca44ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.226717 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:43.236119 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:43.238013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Pushing event updated for resources: {'Port': ['ID=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:43.240627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:43.316933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:43.317656 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.352256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66e5637f-7b16-4dff-8e9a-b1787aea1165 req-e81eef41-8f39-4f4f-a13f-aec50a6e50c9 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 210 time: 0.8492794 Jan 27 21:49:43.468570 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-cdab7229-00c5-40e7-8fc7-d0865d501896 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8424602 Jan 27 21:49:43.507436 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Request body: {'port': {'device_id': 'cc0b3962-787f-4479-8858-a91d44df877f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:43.595843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c097b-675d-4411-81d8-c4684f64bcf9 req-7784fc04-3578-46b9-bbd6-cff61338b6dc tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:43.598641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d38c097b-675d-4411-81d8-c4684f64bcf9 req-7784fc04-3578-46b9-bbd6-cff61338b6dc tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.2446623 Jan 27 21:49:43.622400 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f9e19e1-3868-41de-b04f-f3935cca44ec admin admin] Publish callbacks [] for security_group (7b3ef2ad-e456-4a95-a388-89e30302f087), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.631900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-cafe6a2b-94fc-464e-a814-b1c92b39b43e None None] Provisioning complete for port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:43.633455 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cafe6a2b-94fc-464e-a814-b1c92b39b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.655488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa0266-b085-49de-99fc-064217d95b10 req-71091bf0-a339-4165-85cd-eea91f4fb445 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:43.662964 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.665197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2dfa0266-b085-49de-99fc-064217d95b10 req-71091bf0-a339-4165-85cd-eea91f4fb445 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 945 time: 0.1760302 Jan 27 21:49:43.682445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cafe6a2b-94fc-464e-a814-b1c92b39b43e None None] Port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:49:43.766616 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f9e19e1-3868-41de-b04f-f3935cca44ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7b3ef2ad-e456-4a95-a388-89e30302f087), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:43.782383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2dfa0266-b085-49de-99fc-064217d95b10 req-8262eaaa-9dd8-4653-b238-3ab64cd08b1a tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149483 Jan 27 21:49:43.807863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d38c097b-675d-4411-81d8-c4684f64bcf9 req-6a904085-663c-4101-8fd5-d4005791d0e1 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982937 Jan 27 21:49:43.879871 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2f9e19e1-3868-41de-b04f-f3935cca44ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84fe1c0bdf8c40e289d53c7708dd2e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8654130 Jan 27 21:49:43.881707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58460) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:43.957562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e19e1-3868-41de-b04f-f3935cca44ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3ef2ad-e456-4a95-a388-89e30302f087,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:43.966518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63c3dd-cb53-43e9-9642-fed7e7c89f3b req-b176526e-1bc2-444d-b4ad-4c0d0b80b886 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:43.974100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e63c3dd-cb53-43e9-9642-fed7e7c89f3b req-b176526e-1bc2-444d-b4ad-4c0d0b80b886 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0869246 Jan 27 21:49:44.124731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0cf8d-fea4-4548-8818-577e38bdb8e0 req-26f35e76-909d-42a5-b4a6-8662f4b80e8d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:44.126408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7d0cf8d-fea4-4548-8818-577e38bdb8e0 req-26f35e76-909d-42a5-b4a6-8662f4b80e8d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 945 time: 0.1513236 Jan 27 21:49:44.134845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58462) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:44.144982 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be8c1a1a-ed52-4106-a675-97e5ca337f16 admin admin] Publish callbacks [] for security_group (7b3ef2ad-e456-4a95-a388-89e30302f087), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.153115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-598b96f3-0ef0-480a-a860-647abda649a8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Request body: {'floatingip': {'port_id': '650d2c89-e56d-4a2d-b8b7-21a181907ebe'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:44.158361 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef6323e2-313e-441b-b136-612786066aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (ab58da47-1e95-4723-ad77-d0012bc945f9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.206273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e63c3dd-cb53-43e9-9642-fed7e7c89f3b req-ee02b24a-4664-4e5a-b06d-f2d38d6aefc3 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070999 Jan 27 21:49:44.209163 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be8c1a1a-ed52-4106-a675-97e5ca337f16 admin admin] Publish callbacks [] for security_group (7b3ef2ad-e456-4a95-a388-89e30302f087), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.239713 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-598b96f3-0ef0-480a-a860-647abda649a8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for floatingip (50e1c2ec-530b-4f74-ba0d-7f9121da363c), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.321454 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:44.331153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6323e2-313e-441b-b136-612786066aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab58da47-1e95-4723-ad77-d0012bc945f9,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:44.331402 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Publish callbacks [] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.336786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6323e2-313e-441b-b136-612786066aca admin admin] Checking segment: {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:44.345462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6323e2-313e-441b-b136-612786066aca admin admin] Network hostable DHCP agents. Network: bff99387-7cb5-4548-9169-ac27e2748a33, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:49:44.346455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Transition to ACTIVE for port object f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:44.457602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.499015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6323e2-313e-441b-b136-612786066aca admin admin] Network bff99387-7cb5-4548-9169-ac27e2748a33 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:49:44.503678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be8c1a1a-ed52-4106-a675-97e5ca337f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7b3ef2ad-e456-4a95-a388-89e30302f087), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.506294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be8c1a1a-ed52-4106-a675-97e5ca337f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.510410 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-be8c1a1a-ed52-4106-a675-97e5ca337f16 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b3ef2ad-e456-4a95-a388-89e30302f087 HTTP/1.1" status: 204 len: 168 time: 0.6151843 Jan 27 21:49:44.571617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bced8-b64c-4ebd-a40f-0529c5e747c3 req-b7dab7df-2a93-4545-bf77-5ff39810a39e tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:44.573933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-531bced8-b64c-4ebd-a40f-0529c5e747c3 req-b7dab7df-2a93-4545-bf77-5ff39810a39e tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 948 time: 0.1202173 Jan 27 21:49:44.591223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c1a1a-ed52-4106-a675-97e5ca337f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3ef2ad-e456-4a95-a388-89e30302f087,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:44.601912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Pushing event updated for resources: {'Port': ['ID=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:44.625240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ef6323e2-313e-441b-b136-612786066aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, bff99387-7cb5-4548-9169-ac27e2748a33) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:44.633273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232841ad-6e78-424d-8226-4564b19368d2 None None] Network bff99387-7cb5-4548-9169-ac27e2748a33 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:44.717351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6323e2-313e-441b-b136-612786066aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:44.718127 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef6323e2-313e-441b-b136-612786066aca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:44.725060 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-531bced8-b64c-4ebd-a40f-0529c5e747c3 req-8d6fdc0d-c40f-4e2f-a4e7-722c5dd5f0c8 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/security-groups?id=34619f3e-842c-4190-888e-ba080567d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304808 Jan 27 21:49:44.818710 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Attempting to bind port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:44.819253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Attempting to bind port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:44.819486 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Attempting to bind port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:44.825087 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:44.825417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Attempting to bind port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:44.831013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:44.831406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:44.831849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:44.832341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Bound port: f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:44.832767 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.010865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] For port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:45.018136 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] For port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:45.052206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ef6323e2-313e-441b-b136-612786066aca admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7400670 Jan 27 21:49:45.172860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.208820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f844c5f-9786-4c49-9f12-e7eab052656a req-4419884f-f6aa-401f-af71-9f628d5f54ea tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:45.210471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f844c5f-9786-4c49-9f12-e7eab052656a req-4419884f-f6aa-401f-af71-9f628d5f54ea tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.1780906 Jan 27 21:49:45.241370 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880cbcb-4644-4a75-a09b-fea4f8982b83 None None] Network bff99387-7cb5-4548-9169-ac27e2748a33 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:49:45.305389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:45.310532 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.312186 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] 10.222.0.71 "PUT /v2.0/ports/f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 HTTP/1.1" status: 200 len: 1096 time: 1.8252857 Jan 27 21:49:45.312806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0b3962-787f-4479-8858-a91d44df877f', 'tag': 'f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:45.315221 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbb44fd-7352-473b-b2e8-5fa2848c7669" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0b3962-787f-4479-8858-a91d44df877f", "tag": "f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:45.373322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f844c5f-9786-4c49-9f12-e7eab052656a req-de08acdb-9536-4eb4-b762-d31f1d91d04c tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535077 Jan 27 21:49:45.391043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f99792-ef37-4033-92c7-1471dd62ff30 service neutron] Pushing event updated for resources: {'Port': ['ID=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:45.391224 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-598b96f3-0ef0-480a-a860-647abda649a8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.489822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5df5e4-1d7e-4644-8f0b-8d67e26657a2 req-36861859-b328-477b-8bb4-8cfa3c42c0ac tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:45.491995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df5df5e4-1d7e-4644-8f0b-8d67e26657a2 req-36861859-b328-477b-8bb4-8cfa3c42c0ac tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0735202 Jan 27 21:49:45.510361 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-598b96f3-0ef0-480a-a860-647abda649a8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (50e1c2ec-530b-4f74-ba0d-7f9121da363c), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.537939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb843df-beba-47e9-9069-ceba643eb29a req-c5b6ac0d-277a-4c93-9899-c7b1a1aa69db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:45.542665 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-c5b6ac0d-277a-4c93-9899-c7b1a1aa69db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ee451b2ed2e8423c9c458bf0a2731bb2&device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 1099 time: 0.0932345 Jan 27 21:49:45.660363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58494) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:45.661870 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-598b96f3-0ef0-480a-a860-647abda649a8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Floating IP 50e1c2ec-530b-4f74-ba0d-7f9121da363c associated. External IP: 172.25.0.162, port: 650d2c89-e56d-4a2d-b8b7-21a181907ebe. Jan 27 21:49:45.690077 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-24db041e-07d9-4a5f-b1c9-b20a96481fe7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 HTTP/1.1" status: 200 len: 217 time: 0.1373270 Jan 27 21:49:45.768041 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cb1e59b-8a5b-4b68-8edc-59cd1b3e41bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:45.772611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb843df-beba-47e9-9069-ceba643eb29a req-c0a8351c-0163-4242-b88f-e4d06a59fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:45.774916 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-c0a8351c-0163-4242-b88f-e4d06a59fa5c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0775409 Jan 27 21:49:45.860671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df5df5e4-1d7e-4644-8f0b-8d67e26657a2 req-0e879ec9-36d9-4006-9e1e-d4b77406f41a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3600872 Jan 27 21:49:45.930546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb843df-beba-47e9-9069-ceba643eb29a req-d91ee1c9-5db4-4f8a-9b10-06c28fcc903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:45.932677 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-d91ee1c9-5db4-4f8a-9b10-06c28fcc903e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334770 Jan 27 21:49:45.977479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d891ebd7-4395-4572-aa45-544a013bb1a0 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:45.992981 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c6e154-3e9b-4ea9-a209-ca24af9e5c9c x-openstack-request-id: req-27c6e154-3e9b-4ea9-a209-ca24af9e5c9c {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:45.997638 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0b3962-787f-4479-8858-a91d44df877f", "tag": "f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:45.998095 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27c6e154-3e9b-4ea9-a209-ca24af9e5c9c {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:45.999785 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0b3962-787f-4479-8858-a91d44df877f', 'tag': 'f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67', 'status': 'completed', 'code': 200} Jan 27 21:49:46.091976 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-45b7a1f7-e497-44ca-b9ec-17a1079148c0 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458502 Jan 27 21:49:46.167960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d891ebd7-4395-4572-aa45-544a013bb1a0,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:46.185867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'port_id': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'mac_address': 'fa:16:3e:e0:3c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:46.215694 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fbb843df-beba-47e9-9069-ceba643eb29a req-bdb34978-2f97-47d0-9b58-0293275663c2 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141152 Jan 27 21:49:46.254667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d891ebd7-4395-4572-aa45-544a013bb1a0 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:46.255306 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.256874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cb1e59b-8a5b-4b68-8edc-59cd1b3e41bd admin admin] Publish callbacks [] for security_group (bf8865bc-f7d8-4148-ab43-3f851d034a09), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.274618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d891ebd7-4395-4572-aa45-544a013bb1a0 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:46.300756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d891ebd7-4395-4572-aa45-544a013bb1a0,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:46.319028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f4aeb-fdb8-4aa4-871b-2ed993a5d0cc req-8373aff2-3acc-4abf-bd06-7010a431459b tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:46.320767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-934f4aeb-fdb8-4aa4-871b-2ed993a5d0cc req-8373aff2-3acc-4abf-bd06-7010a431459b tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 948 time: 0.2204611 Jan 27 21:49:46.367501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cb1e59b-8a5b-4b68-8edc-59cd1b3e41bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bf8865bc-f7d8-4148-ab43-3f851d034a09), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.446458 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb44fd-7352-473b-b2e8-5fa2848c7669 req-c540f481-a993-4e27-9611-260a763d3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:46.448256 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bbbb44fd-7352-473b-b2e8-5fa2848c7669 req-c540f481-a993-4e27-9611-260a763d3478 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ee451b2ed2e8423c9c458bf0a2731bb2&device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 1099 time: 0.0983419 Jan 27 21:49:46.451175 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.482509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9cb1e59b-8a5b-4b68-8edc-59cd1b3e41bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f39d01972a04eb8940de8b9c8ad0601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8154213 Jan 27 21:49:46.493228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58508) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:46.499877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-e04991d4-97f1-49a7-a81b-70c381d15dfe tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:46.507377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-e04991d4-97f1-49a7-a81b-70c381d15dfe tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 814 time: 0.3794098 Jan 27 21:49:46.530101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-934f4aeb-fdb8-4aa4-871b-2ed993a5d0cc req-a0537961-2963-4fb9-be2e-22515c0aff8b tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/security-groups?id=34619f3e-842c-4190-888e-ba080567d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013321 Jan 27 21:49:46.561605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d891ebd7-4395-4572-aa45-544a013bb1a0,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:46.594021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.594261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.594520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.594866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.595204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.595537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.595876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.596234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.596567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.596894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.604109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.604553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.604692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:46.615214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598b96f3-0ef0-480a-a860-647abda649a8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:49:46.616350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1e59b-8a5b-4b68-8edc-59cd1b3e41bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8865bc-f7d8-4148-ab43-3f851d034a09,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:46.654235 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb44fd-7352-473b-b2e8-5fa2848c7669 req-c9363aee-a998-4b4d-ab4e-16f927b7863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:46.656666 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bbbb44fd-7352-473b-b2e8-5fa2848c7669 req-c9363aee-a998-4b4d-ab4e-16f927b7863b service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.1915030 Jan 27 21:49:46.663182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-991d38e0-7393-40e0-b8c0-217f12189839 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/quotas/ac42ec00a10044daa5c8b4c5013102bc HTTP/1.1" status: 200 len: 375 time: 0.1545084 Jan 27 21:49:46.711882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['d891ebd7-4395-4572-aa45-544a013bb1a0'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:46.719181 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-aa74201e-612d-4c4d-9661-3dd0f117ed37 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543923 Jan 27 21:49:46.784507 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bbbb44fd-7352-473b-b2e8-5fa2848c7669 req-7d48646e-0e94-4df9-a837-925e49d4512e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 HTTP/1.1" status: 200 len: 217 time: 0.1168621 Jan 27 21:49:46.879157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb44fd-7352-473b-b2e8-5fa2848c7669 req-600be313-6822-4688-a50d-f25e254d1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:46.880983 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bbbb44fd-7352-473b-b2e8-5fa2848c7669 req-600be313-6822-4688-a50d-f25e254d1980 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0862408 Jan 27 21:49:46.888229 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cabe65ff-5455-4c56-a6fd-5f5e1d62e6d9 admin admin] Publish callbacks [] for security_group (bf8865bc-f7d8-4148-ab43-3f851d034a09), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:46.918471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42d05-73b7-4039-9ca4-712e20cfa254 req-2639f923-0e02-43e4-b956-a615a8a76fca tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:46.929089 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48c42d05-73b7-4039-9ca4-712e20cfa254 req-2639f923-0e02-43e4-b956-a615a8a76fca tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.2238188 Jan 27 21:49:46.986904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb44fd-7352-473b-b2e8-5fa2848c7669 req-2f3d23e4-bc51-446d-b0d3-571546f26b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:46.989120 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bbbb44fd-7352-473b-b2e8-5fa2848c7669 req-2f3d23e4-bc51-446d-b0d3-571546f26b5a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817833 Jan 27 21:49:47.014499 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cabe65ff-5455-4c56-a6fd-5f5e1d62e6d9 admin admin] Publish callbacks [] for security_group (bf8865bc-f7d8-4148-ab43-3f851d034a09), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:47.082899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-5feb6e14-ae87-4823-83dd-2ebb827490ef service neutron] 10.222.0.61 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366382 Jan 27 21:49:47.117515 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bbbb44fd-7352-473b-b2e8-5fa2848c7669 req-792f5d03-0aaf-4c27-b4cf-e252bad1b9bd service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154735 Jan 27 21:49:47.195851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48c42d05-73b7-4039-9ca4-712e20cfa254 req-7718237f-c127-4f5a-8d85-249110769552 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679379 Jan 27 21:49:47.210799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598b96f3-0ef0-480a-a860-647abda649a8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:49:47.266956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-598b96f3-0ef0-480a-a860-647abda649a8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:47.271481 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-bbbb44fd-7352-473b-b2e8-5fa2848c7669 req-aad4bc50-6944-4fbc-9f02-d4b3f8b733c1 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393373 Jan 27 21:49:47.291955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-3afe53ff-0b8a-4bf2-869d-66842e2dedb1 service neutron] 10.222.0.61 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870286 Jan 27 21:49:47.308759 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf451c-1345-4d86-8a80-56d44719abf3 None None] Sync routers for ids ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:49:47.319753 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf451c-1345-4d86-8a80-56d44719abf3 None None] Routers {'97b2fd41-981a-4302-a17c-bd41dfe5d5bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:47.320466 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-eddf451c-1345-4d86-8a80-56d44719abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:49:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:47.361974 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-598b96f3-0ef0-480a-a860-647abda649a8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "PUT /v2.0/floatingips/50e1c2ec-530b-4f74-ba0d-7f9121da363c HTTP/1.1" status: 200 len: 991 time: 3.2169137 Jan 27 21:49:47.362755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'tag': '650d2c89-e56d-4a2d-b8b7-21a181907ebe'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:47.367605 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed636438-5e9d-4c9c-a529-6b222025b523" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd0449a-6b76-44d9-b121-786468eac1d5", "tag": "650d2c89-e56d-4a2d-b8b7-21a181907ebe"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:47.386411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadb4e9-362f-4500-9f26-c01374b1c1ee req-8cef69e0-54c6-457d-974f-f883968eefb0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:47.388191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4aadb4e9-362f-4500-9f26-c01374b1c1ee req-8cef69e0-54c6-457d-974f-f883968eefb0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 945 time: 0.1305704 Jan 27 21:49:47.438192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4aadb4e9-362f-4500-9f26-c01374b1c1ee req-888d3997-9b7a-4f33-8d4a-40fb2a28dfc8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445452 Jan 27 21:49:47.440174 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-eddf451c-1345-4d86-8a80-56d44719abf3 None None] Set router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:47.588353 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de810323-5dc4-495c-9e13-15bacced1536 x-openstack-request-id: req-de810323-5dc4-495c-9e13-15bacced1536 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:47.588353 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd0449a-6b76-44d9-b121-786468eac1d5", "tag": "650d2c89-e56d-4a2d-b8b7-21a181907ebe", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:47.588353 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de810323-5dc4-495c-9e13-15bacced1536 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:47.588353 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'tag': '650d2c89-e56d-4a2d-b8b7-21a181907ebe', 'status': 'completed', 'code': 200} Jan 27 21:49:47.616853 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed636438-5e9d-4c9c-a529-6b222025b523 req-5c55835a-e2d0-49a9-99b1-914836401c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:47.619269 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed636438-5e9d-4c9c-a529-6b222025b523 req-5c55835a-e2d0-49a9-99b1-914836401c73 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1fa45938040c4f1fbf25deacd57850b9&device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 1096 time: 0.0443852 Jan 27 21:49:47.626937 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cabe65ff-5455-4c56-a6fd-5f5e1d62e6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bf8865bc-f7d8-4148-ab43-3f851d034a09), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:47.629587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cabe65ff-5455-4c56-a6fd-5f5e1d62e6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:47.630682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cabe65ff-5455-4c56-a6fd-5f5e1d62e6d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf8865bc-f7d8-4148-ab43-3f851d034a09 HTTP/1.1" status: 204 len: 168 time: 1.0801690 Jan 27 21:49:47.688174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe65ff-5455-4c56-a6fd-5f5e1d62e6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8865bc-f7d8-4148-ab43-3f851d034a09,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:47.712914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c05fa-0b8e-43dc-9189-02837068b5a8 req-eecd9add-3ae0-4f41-8d62-8f59ba8f719c tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:47.722452 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-eddf451c-1345-4d86-8a80-56d44719abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:47:49Z', 'revision_number': 4, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '50e1c2ec-530b-4f74-ba0d-7f9121da363c', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'port_id': '650d2c89-e56d-4a2d-b8b7-21a181907ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'mac_address': 'fa:16:3e:1a:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:48:00Z', 'updated_at': '2022-01-27T21:49:45Z', 'revision_number': 1, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a34f66f-1de9-420c-b806-c53f394a578c', 'name': '', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'mac_address': 'fa:16:3e:30:e9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:56Z', 'revision_number': 5, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'subnets': [{'id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:47.722773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a1c05fa-0b8e-43dc-9189-02837068b5a8 req-eecd9add-3ae0-4f41-8d62-8f59ba8f719c tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 948 time: 0.1060665 Jan 27 21:49:47.745181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed636438-5e9d-4c9c-a529-6b222025b523 req-4fda419d-12e4-425f-beb1-9e1521fd3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:47.747546 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed636438-5e9d-4c9c-a529-6b222025b523 req-4fda419d-12e4-425f-beb1-9e1521fd3828 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8767157d-81c1-4a09-8ac7-b908ec6eab9d HTTP/1.1" status: 200 len: 917 time: 0.1231494 Jan 27 21:49:47.759967 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf451c-1345-4d86-8a80-56d44719abf3 None None] Checking router: 97b2fd41-981a-4302-a17c-bd41dfe5d5bd for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:49:47.771294 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf451c-1345-4d86-8a80-56d44719abf3 None None] Routers {'97b2fd41-981a-4302-a17c-bd41dfe5d5bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:47.772181 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-eddf451c-1345-4d86-8a80-56d44719abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:49:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:47.952914 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed636438-5e9d-4c9c-a529-6b222025b523 req-ede8a573-8c57-425f-8797-3588d8eb77e5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=650d2c89-e56d-4a2d-b8b7-21a181907ebe HTTP/1.1" status: 200 len: 999 time: 0.1969368 Jan 27 21:49:47.983567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d891ebd7-4395-4572-aa45-544a013bb1a0 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:48.020912 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-eddf451c-1345-4d86-8a80-56d44719abf3 None None] Set router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:48.067238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed636438-5e9d-4c9c-a529-6b222025b523 req-dca6c857-777c-4c04-b191-53fcb7aefff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:48.068949 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed636438-5e9d-4c9c-a529-6b222025b523 req-dca6c857-777c-4c04-b191-53fcb7aefff9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6314d55-14ad-4dbe-a56e-d8dfcfde5739 HTTP/1.1" status: 200 len: 855 time: 0.1084585 Jan 27 21:49:48.175864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed636438-5e9d-4c9c-a529-6b222025b523 req-1d5fbab2-62e7-4f28-8638-85f68c618068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:48.179417 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed636438-5e9d-4c9c-a529-6b222025b523 req-1d5fbab2-62e7-4f28-8638-85f68c618068 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8767157d-81c1-4a09-8ac7-b908ec6eab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046386 Jan 27 21:49:48.194493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port d891ebd7-4395-4572-aa45-544a013bb1a0 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:48.198947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port d891ebd7-4395-4572-aa45-544a013bb1a0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:48.199425 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:48.341636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d891ebd7-4395-4572-aa45-544a013bb1a0 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:48.342386 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:48.361771 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed636438-5e9d-4c9c-a529-6b222025b523 req-936d85c4-366f-4a49-a967-8cd037671d84 service neutron] 10.222.0.74 "GET /v2.0/networks/8767157d-81c1-4a09-8ac7-b908ec6eab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721866 Jan 27 21:49:48.372359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f99b11e-176a-4ee2-8ea1-c551c4f606cf req-3aec4c16-ca9d-43b0-ae3b-a30e7fb79517 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 210 time: 0.0527751 Jan 27 21:49:48.382590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:48.402306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a1c05fa-0b8e-43dc-9189-02837068b5a8 req-1412edb2-c79b-4102-afc0-aa06b8cbf58a tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/security-groups?id=34619f3e-842c-4190-888e-ba080567d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787295 Jan 27 21:49:48.405447 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99417d2-a27b-4387-86b4-866a486245e1" -d '{"events": [{"server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "name": "network-vif-plugged", "status": "completed", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:48.447461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d891ebd7-4395-4572-aa45-544a013bb1a0,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:48.516919 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb20e12e-71f8-4e64-989d-955d9bd25b13 x-openstack-request-id: req-fb20e12e-71f8-4e64-989d-955d9bd25b13 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:48.517506 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "name": "network-vif-plugged", "status": "completed", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:48.517881 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb20e12e-71f8-4e64-989d-955d9bd25b13 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:48.518837 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'code': 200} Jan 27 21:49:48.559953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70143-d73e-4eee-925f-0909e21a663b req-d03bffa1-65d2-42d0-b7c2-d8dc26f04e83 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:48.575109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1b70143-d73e-4eee-925f-0909e21a663b req-d03bffa1-65d2-42d0-b7c2-d8dc26f04e83 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.1152704 Jan 27 21:49:48.584339 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-eddf451c-1345-4d86-8a80-56d44719abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:47:49Z', 'revision_number': 4, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '50e1c2ec-530b-4f74-ba0d-7f9121da363c', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'port_id': '650d2c89-e56d-4a2d-b8b7-21a181907ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'mac_address': 'fa:16:3e:1a:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:48:00Z', 'updated_at': '2022-01-27T21:49:45Z', 'revision_number': 1, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a34f66f-1de9-420c-b806-c53f394a578c', 'name': '', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'mac_address': 'fa:16:3e:30:e9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:56Z', 'revision_number': 5, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'subnets': [{'id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:48.610898 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ed636438-5e9d-4c9c-a529-6b222025b523 req-040d164e-a171-4b14-91dc-0cd5f7de2505 service neutron] 10.222.0.74 "GET /v2.0/networks/8767157d-81c1-4a09-8ac7-b908ec6eab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386777 Jan 27 21:49:48.612777 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:48.693691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1b70143-d73e-4eee-925f-0909e21a663b req-ed297687-5773-412b-abab-84ae79d61ba4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173403 Jan 27 21:49:48.787187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d891ebd7-4395-4572-aa45-544a013bb1a0,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:48.796239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fccea-e02c-4ff7-a1d8-75d1d165932d req-7c7290b2-f145-4772-afa0-827a4b44b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:48.805579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d71fccea-e02c-4ff7-a1d8-75d1d165932d req-7c7290b2-f145-4772-afa0-827a4b44b1cb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 1097 time: 0.1956737 Jan 27 21:49:48.850568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4e725-b8db-4ed2-a9e3-da69b9302e24 req-e3930683-a003-40b2-81a2-b9d4a27106a0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:48.863182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40c4e725-b8db-4ed2-a9e3-da69b9302e24 req-e3930683-a003-40b2-81a2-b9d4a27106a0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.2330792 Jan 27 21:49:48.866493 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddf451c-1345-4d86-8a80-56d44719abf3 None None] The sync data for ids ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'] in n-d-760456-6 is: [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:47:49Z', 'revision_number': 4, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '50e1c2ec-530b-4f74-ba0d-7f9121da363c', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'port_id': '650d2c89-e56d-4a2d-b8b7-21a181907ebe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'mac_address': 'fa:16:3e:1a:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:48:00Z', 'updated_at': '2022-01-27T21:49:45Z', 'revision_number': 1, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a34f66f-1de9-420c-b806-c53f394a578c', 'name': '', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'mac_address': 'fa:16:3e:30:e9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:56Z', 'revision_number': 5, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'subnets': [{'id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:49:48.914254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d71fccea-e02c-4ff7-a1d8-75d1d165932d req-ba5fc0a1-96ae-40b1-b3b0-947913849e78 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868621 Jan 27 21:49:48.949476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40c4e725-b8db-4ed2-a9e3-da69b9302e24 req-50201c9a-a8b8-47e0-8dc7-830527d67462 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772572 Jan 27 21:49:49.090811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:49:49.222472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d93eb-b64e-4603-b4b1-1bc8ac2aa1b9 None None] New status for floating IP 50e1c2ec-530b-4f74-ba0d-7f9121da363c: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:49:49.419066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:49.452592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67', 'mac_address': 'fa:16:3e:e3:08:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:49:49.509574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db2220d0-5787-433c-999b-8697a85a6713 req-db1dcf28-9430-4170-b5ab-d2e6b42483c4 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 210 time: 0.0712247 Jan 27 21:49:49.543302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:49.544044 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:49.559902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:49.604651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:49.605940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780b69-a36f-4152-8de6-bfe6d581991b req-10f6022d-46b2-4812-b8e9-d2d151d6293d tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:49.613409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce780b69-a36f-4152-8de6-bfe6d581991b req-10f6022d-46b2-4812-b8e9-d2d151d6293d tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 948 time: 0.1117330 Jan 27 21:49:49.678581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce780b69-a36f-4152-8de6-bfe6d581991b req-d2c9d5d3-ff7b-45c0-a266-0817a0bffb24 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/security-groups?id=34619f3e-842c-4190-888e-ba080567d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640619 Jan 27 21:49:49.703549 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:49.818761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:49.927056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a45ff-dea5-4f08-9163-ee33f74fee0e req-37a2fca4-fbcb-431e-88e1-a8f006037b78 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:49.934325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-585a45ff-dea5-4f08-9163-ee33f74fee0e req-37a2fca4-fbcb-431e-88e1-a8f006037b78 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0863578 Jan 27 21:49:50.016730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-585a45ff-dea5-4f08-9163-ee33f74fee0e req-fa75257b-ae78-4384-90bf-3c1d00291f44 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676057 Jan 27 21:49:50.020414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:50.233874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3198188-3aee-4411-ae3b-9eadf55182a5 req-6aca92b8-584c-4486-8fc0-442089a7fce5 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:50.236836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3198188-3aee-4411-ae3b-9eadf55182a5 req-6aca92b8-584c-4486-8fc0-442089a7fce5 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.1776412 Jan 27 21:49:50.323881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3198188-3aee-4411-ae3b-9eadf55182a5 req-96c3ac8a-b7b1-43ea-9786-a3632dcea513 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778904 Jan 27 21:49:50.630135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c8321d5-3b5f-487e-b7fe-ea35d4f31d3e req-f6a0b097-fa69-418f-903b-da76d395d5d5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 210 time: 0.0396318 Jan 27 21:49:50.831388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36102a82-529a-447d-8aed-e5deca22d899 req-f9d735d5-b9c5-4cf2-893e-1dd738884545 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:50.844717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36102a82-529a-447d-8aed-e5deca22d899 req-f9d735d5-b9c5-4cf2-893e-1dd738884545 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 949 time: 0.0792534 Jan 27 21:49:50.918467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36102a82-529a-447d-8aed-e5deca22d899 req-dd177dfc-5bfc-4ed3-9757-151c644ac21e tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/security-groups?id=34619f3e-842c-4190-888e-ba080567d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701642 Jan 27 21:49:51.091701 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:49:51.293976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f5b84-e4bd-4ce3-8ff9-afb205ae4146 req-c100003a-d611-4be7-9e70-7cc4baeb3a62 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:51.302484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a91f5b84-e4bd-4ce3-8ff9-afb205ae4146 req-c100003a-d611-4be7-9e70-7cc4baeb3a62 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.1655672 Jan 27 21:49:51.326112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:49:51.331575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:49:51.331951 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:51.401548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a91f5b84-e4bd-4ce3-8ff9-afb205ae4146 req-84dc4915-d6f8-4aa2-8454-497515b2fd1d tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979753 Jan 27 21:49:51.424991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:49:51.425384 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:51.475977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0b3962-787f-4479-8858-a91d44df877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:51.478473 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4865b2bb-33b2-4c97-9820-c84f4e8e5632" -d '{"events": [{"server_uuid": "cc0b3962-787f-4479-8858-a91d44df877f", "name": "network-vif-plugged", "status": "completed", "tag": "f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:51.527062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:51.564200 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64abd6f-47ee-4f55-920a-77319a63ec4f x-openstack-request-id: req-e64abd6f-47ee-4f55-920a-77319a63ec4f {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:51.564545 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0b3962-787f-4479-8858-a91d44df877f", "name": "network-vif-plugged", "status": "completed", "tag": "f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:51.564817 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e64abd6f-47ee-4f55-920a-77319a63ec4f {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:51.565228 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0b3962-787f-4479-8858-a91d44df877f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67', 'code': 200} Jan 27 21:49:51.659616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5685b69-84ce-4ad7-bc58-dd1f1cf50ed9 req-85ddd595-818c-4745-84ff-cd92a455cb6c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:51.659616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5685b69-84ce-4ad7-bc58-dd1f1cf50ed9 req-85ddd595-818c-4745-84ff-cd92a455cb6c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.1243019 Jan 27 21:49:51.663614 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:51.786118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b83bcae0-29bc-4f42-b5f9-06f8ce13813b req-2c0a6440-7893-4ce9-bd99-25e661ad73af tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 210 time: 0.0469077 Jan 27 21:49:51.786827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:51.807774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-0fc3989a-879b-4ee0-9676-cfefcc7e39b9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:51.808801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a1bd3-e293-4299-8a72-7e3e3defc0d5 req-3017ec4e-d615-4ac9-b6f5-753cc5790a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:51.809364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-0fc3989a-879b-4ee0-9676-cfefcc7e39b9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.74 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 814 time: 0.3890960 Jan 27 21:49:51.810285 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-795a1bd3-e293-4299-8a72-7e3e3defc0d5 req-3017ec4e-d615-4ac9-b6f5-753cc5790a6f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 1101 time: 0.1337662 Jan 27 21:49:51.832131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5685b69-84ce-4ad7-bc58-dd1f1cf50ed9 req-c953c9cc-3216-4fcb-9406-b519c831c2b6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532829 Jan 27 21:49:51.837093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Request body: {'port': {'device_id': 'b8aa1515-5700-403f-bdda-5cbd2f670dc6', 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33', 'admin_state_up': True, 'tenant_id': 'ac42ec00a10044daa5c8b4c5013102bc'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:51.929349 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-795a1bd3-e293-4299-8a72-7e3e3defc0d5 req-977b622a-9e70-45e0-8dec-b01aa2c2e2a3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=34619f3e-842c-4190-888e-ba080567d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092544 Jan 27 21:49:52.024194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62937bd9-1741-4169-b919-933a4618ea93 req-8597a0ff-8caa-4107-9485-b9c5e77f70fc tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:52.029643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62937bd9-1741-4169-b919-933a4618ea93 req-8597a0ff-8caa-4107-9485-b9c5e77f70fc tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.1066465 Jan 27 21:49:52.034156 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:49:52.035346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58640) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:52.041594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e6b547a1-d337-4647-91f1-edcfed1950d8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Request body: {'floatingip': {'port_id': 'd891ebd7-4395-4572-aa45-544a013bb1a0'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:52.089631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6b547a1-d337-4647-91f1-edcfed1950d8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (4b61a4fb-709e-4f74-befb-4091b93ca50c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.131546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17027b-e440-467d-868a-d540d13eaf22 req-ca41cff1-f8bb-49d3-9f55-1585ad60cddc tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:52.137134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb17027b-e440-467d-868a-d540d13eaf22 req-ca41cff1-f8bb-49d3-9f55-1585ad60cddc tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 950 time: 0.1040869 Jan 27 21:49:52.204340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb17027b-e440-467d-868a-d540d13eaf22 req-1e5f7c00-c074-46f7-a7d5-f09fdc704ab7 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/security-groups?id=34619f3e-842c-4190-888e-ba080567d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594697 Jan 27 21:49:52.281851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Made reservation on behalf of ac42ec00a10044daa5c8b4c5013102bc for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:49:52.285371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.543233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Allocated IP 172.20.0.10 (bff99387-7cb5-4548-9169-ac27e2748a33/ab58da47-1e95-4723-ad77-d0012bc945f9/09018ee4-9016-4771-a6af-fb3ed7962913) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:49:52.616146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e53ef-2d6d-4efa-9084-7a4f9c780387 req-986d0c8e-89a4-426f-b7ef-3f370db4e80f tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:52.617656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-386e53ef-2d6d-4efa-9084-7a4f9c780387 req-986d0c8e-89a4-426f-b7ef-3f370db4e80f tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0887620 Jan 27 21:49:52.741821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-386e53ef-2d6d-4efa-9084-7a4f9c780387 req-91258c93-534f-4009-b3ff-c5422a44c639 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154995 Jan 27 21:49:52.748950 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6b547a1-d337-4647-91f1-edcfed1950d8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.767249 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks [] for port (09018ee4-9016-4771-a6af-fb3ed7962913), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.886709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b6565ad-df19-4186-94e8-be492b5824eb req-8e1abda7-0be1-4e5b-88a0-cecc89f85221 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 210 time: 0.0263212 Jan 27 21:49:52.932470 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6b547a1-d337-4647-91f1-edcfed1950d8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (4b61a4fb-709e-4f74-befb-4091b93ca50c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.936251 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:52.980143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Network bff99387-7cb5-4548-9169-ac27e2748a33 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:49:52.983123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:49:52.989324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:49:53.013091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Pushing event updated for resources: {'Port': ['ID=09018ee4-9016-4771-a6af-fb3ed7962913,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:53.040068 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-e6b547a1-d337-4647-91f1-edcfed1950d8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Floating IP 4b61a4fb-709e-4f74-befb-4091b93ca50c associated. External IP: 172.25.0.215, port: d891ebd7-4395-4572-aa45-544a013bb1a0. Jan 27 21:49:53.046854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.047541 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.180182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-a9faa11a-542f-422c-a865-3c682a351396 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3469195 Jan 27 21:49:53.199903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Request body: {'port': {'device_id': 'b8aa1515-5700-403f-bdda-5cbd2f670dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:49:53.279701 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.396040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b547a1-d337-4647-91f1-edcfed1950d8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Router 035819c8-9ec2-418e-8274-c6d6fb2ad602 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:49:53.449879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296e31f-5af2-4a0c-a765-7df467aed59c req-4c8cad80-b7f6-447a-a044-f970701a4986 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.451878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b296e31f-5af2-4a0c-a765-7df467aed59c req-4c8cad80-b7f6-447a-a044-f970701a4986 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 950 time: 0.1058195 Jan 27 21:49:53.546241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b547a1-d337-4647-91f1-edcfed1950d8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:49:53.560031 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae95f65-b277-4485-9011-2c18ecca2751 None None] Sync routers for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:49:53.562314 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6b547a1-d337-4647-91f1-edcfed1950d8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.578800 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae95f65-b277-4485-9011-2c18ecca2751 None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:53.583765 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aae95f65-b277-4485-9011-2c18ecca2751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:49:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:53.617279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b296e31f-5af2-4a0c-a765-7df467aed59c req-1a4773df-59a4-458b-8c86-916033d93e32 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/security-groups?id=34619f3e-842c-4190-888e-ba080567d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172183 Jan 27 21:49:53.645936 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e6b547a1-d337-4647-91f1-edcfed1950d8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "PUT /v2.0/floatingips/4b61a4fb-709e-4f74-befb-4091b93ca50c HTTP/1.1" status: 200 len: 992 time: 1.6075404 Jan 27 21:49:53.649129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:53.666401 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c50dcf-f5ee-4ebf-8e81-4efe6630b66f" -d '{"events": [{"name": "network-changed", "server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:53.748414 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7913eb-bcdf-4d47-a13c-242284fe8ccc x-openstack-request-id: req-1e7913eb-bcdf-4d47-a13c-242284fe8ccc {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:53.748854 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:53.749031 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1e7913eb-bcdf-4d47-a13c-242284fe8ccc {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:53.749453 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'status': 'completed', 'code': 200} Jan 27 21:49:53.817344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09018ee4-9016-4771-a6af-fb3ed7962913 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:49:53.829192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Publish callbacks [] for port (09018ee4-9016-4771-a6af-fb3ed7962913), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:53.853147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Transition to ACTIVE for port object 09018ee4-9016-4771-a6af-fb3ed7962913 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:49:53.860850 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-aae95f65-b277-4485-9011-2c18ecca2751 None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:53.881744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c50dcf-f5ee-4ebf-8e81-4efe6630b66f req-2f8134e9-f9d9-43e3-ad06-7ed1ea506931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.889765 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-63c50dcf-f5ee-4ebf-8e81-4efe6630b66f req-2f8134e9-f9d9-43e3-ad06-7ed1ea506931 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 1097 time: 0.0859854 Jan 27 21:49:53.960424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0830d3-2821-473c-83ad-92c620b57cee req-a6893349-a270-407d-a9bf-9450cce522d8 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:53.968310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da0830d3-2821-473c-83ad-92c620b57cee req-a6893349-a270-407d-a9bf-9450cce522d8 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0944326 Jan 27 21:49:54.041460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da0830d3-2821-473c-83ad-92c620b57cee req-4e950f88-f9f6-413d-b6ca-a9276a0d9196 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669584 Jan 27 21:49:54.042680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.125914 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c50dcf-f5ee-4ebf-8e81-4efe6630b66f req-25f955bd-caa5-4d39-9f33-5a2349094dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:54.135095 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-63c50dcf-f5ee-4ebf-8e81-4efe6630b66f req-25f955bd-caa5-4d39-9f33-5a2349094dd2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 918 time: 0.2356358 Jan 27 21:49:54.173969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896328af-cdee-4697-8170-e07027fac906 service neutron] Pushing event updated for resources: {'Port': ['ID=09018ee4-9016-4771-a6af-fb3ed7962913,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:54.219671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58692) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:54.248856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Attempting to bind port 09018ee4-9016-4771-a6af-fb3ed7962913 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:49:54.249441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Attempting to bind port 09018ee4-9016-4771-a6af-fb3ed7962913 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:49:54.249954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Attempting to bind port 09018ee4-9016-4771-a6af-fb3ed7962913 on network bff99387-7cb5-4548-9169-ac27e2748a33 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:54.264810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9bf89-4459-4bcd-a0c0-f7fb49d8c38c req-a717d500-33f8-44dc-add0-37ed6d4feb1d tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:54.272030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41b9bf89-4459-4bcd-a0c0-f7fb49d8c38c req-a717d500-33f8-44dc-add0-37ed6d4feb1d tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 944 time: 0.1548591 Jan 27 21:49:54.294630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Port 09018ee4-9016-4771-a6af-fb3ed7962913 on network bff99387-7cb5-4548-9169-ac27e2748a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:49:54.295459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Attempting to bind port 09018ee4-9016-4771-a6af-fb3ed7962913 on network bff99387-7cb5-4548-9169-ac27e2748a33 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:49:54.300406 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-63c50dcf-f5ee-4ebf-8e81-4efe6630b66f req-5a8d0b0b-62d3-4a35-978e-0b351f55c6b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d891ebd7-4395-4572-aa45-544a013bb1a0 HTTP/1.1" status: 200 len: 1000 time: 0.1600575 Jan 27 21:49:54.308263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:49:54.308867 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Checking segment: {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:49:54.309400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Bound using segment: {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:49:54.310074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Bound port: 09018ee4-9016-4771-a6af-fb3ed7962913, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:49:54.310607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.404139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c50dcf-f5ee-4ebf-8e81-4efe6630b66f req-f1a250d2-4d21-4936-bc9c-631ccec9d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:54.406496 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-63c50dcf-f5ee-4ebf-8e81-4efe6630b66f req-f1a250d2-4d21-4936-bc9c-631ccec9d2fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 200 len: 856 time: 0.1017513 Jan 27 21:49:54.423614 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41b9bf89-4459-4bcd-a0c0-f7fb49d8c38c req-26e3a6f6-1183-4507-8fd6-6e38037024c4 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500525 Jan 27 21:49:54.435644 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aae95f65-b277-4485-9011-2c18ecca2751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '4b61a4fb-709e-4f74-befb-4091b93ca50c', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'port_id': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'mac_address': 'fa:16:3e:e0:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:29Z', 'updated_at': '2022-01-27T21:49:52Z', 'revision_number': 1, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:59Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:54.476690 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.493786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] For port 09018ee4-9016-4771-a6af-fb3ed7962913, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:49:54.498452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] For port 09018ee4-9016-4771-a6af-fb3ed7962913, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=09018ee4-9016-4771-a6af-fb3ed7962913,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:49:54.503613 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae95f65-b277-4485-9011-2c18ecca2751 None None] Checking router: 035819c8-9ec2-418e-8274-c6d6fb2ad602 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:49:54.513909 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae95f65-b277-4485-9011-2c18ecca2751 None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:49:54.514776 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aae95f65-b277-4485-9011-2c18ecca2751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:49:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:54.541809 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c50dcf-f5ee-4ebf-8e81-4efe6630b66f req-0987e840-f419-4196-9f3e-c8874a68af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:54.543598 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-63c50dcf-f5ee-4ebf-8e81-4efe6630b66f req-0987e840-f419-4196-9f3e-c8874a68af88 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf700070-3437-4935-bb61-9656ea0d6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306124 Jan 27 21:49:54.567009 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.636379 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-aae95f65-b277-4485-9011-2c18ecca2751 None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:49:54.674396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896328af-cdee-4697-8170-e07027fac906 service neutron] Pushing event updated for resources: {'Port': ['ID=09018ee4-9016-4771-a6af-fb3ed7962913,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:54.708540 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-63c50dcf-f5ee-4ebf-8e81-4efe6630b66f req-01f7f74d-4d83-42c7-bab7-52f779d08e36 service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530120 Jan 27 21:49:54.710995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:54.711368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Publish callbacks [] for security_group (3b3f468a-0de5-4bce-84b5-a0ebe5eca2b0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.711639 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:54.718232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-896328af-cdee-4697-8170-e07027fac906 service neutron] 10.222.0.74 "PUT /v2.0/ports/09018ee4-9016-4771-a6af-fb3ed7962913 HTTP/1.1" status: 200 len: 1092 time: 1.5218399 Jan 27 21:49:54.718786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8aa1515-5700-403f-bdda-5cbd2f670dc6', 'tag': '09018ee4-9016-4771-a6af-fb3ed7962913'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:54.733408 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a979a4-3f25-4c49-b680-d9b52fe60ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "b8aa1515-5700-403f-bdda-5cbd2f670dc6", "tag": "09018ee4-9016-4771-a6af-fb3ed7962913"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:54.960106 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737a64dd-9630-443a-abd0-0fad7536f8e0 x-openstack-request-id: req-737a64dd-9630-443a-abd0-0fad7536f8e0 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:54.961531 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8aa1515-5700-403f-bdda-5cbd2f670dc6", "tag": "09018ee4-9016-4771-a6af-fb3ed7962913", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:54.962751 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-737a64dd-9630-443a-abd0-0fad7536f8e0 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:54.966402 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8aa1515-5700-403f-bdda-5cbd2f670dc6', 'tag': '09018ee4-9016-4771-a6af-fb3ed7962913', 'status': 'completed', 'code': 200} Jan 27 21:49:55.026997 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aae95f65-b277-4485-9011-2c18ecca2751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '4b61a4fb-709e-4f74-befb-4091b93ca50c', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'port_id': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'mac_address': 'fa:16:3e:e0:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:29Z', 'updated_at': '2022-01-27T21:49:52Z', 'revision_number': 1, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:59Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:49:55.051254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-47844706-6d94-402b-a76a-820d0e95487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:55.053151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-47844706-6d94-402b-a76a-820d0e95487c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 1095 time: 0.0858531 Jan 27 21:49:55.089871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757d5b3-9af0-4e1b-9d68-0d5fe920aff6 req-842536b8-f563-4eb6-a4a6-6c004d82cb56 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:55.104898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a757d5b3-9af0-4e1b-9d68-0d5fe920aff6 req-842536b8-f563-4eb6-a4a6-6c004d82cb56 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 950 time: 0.2671673 Jan 27 21:49:55.114970 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae95f65-b277-4485-9011-2c18ecca2751 None None] The sync data for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 is: [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '4b61a4fb-709e-4f74-befb-4091b93ca50c', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'port_id': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'mac_address': 'fa:16:3e:e0:3c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:49:29Z', 'updated_at': '2022-01-27T21:49:52Z', 'revision_number': 1, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:59Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:49:55.194080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-77809b92-a8ad-42b4-8981-5660a007122a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09018ee4-9016-4771-a6af-fb3ed7962913 HTTP/1.1" status: 200 len: 217 time: 0.0819044 Jan 27 21:49:55.252067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3b3f468a-0de5-4bce-84b5-a0ebe5eca2b0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.300916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-afe1686b-f260-439a-b12d-869ba82fac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:55.303301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-afe1686b-f260-439a-b12d-869ba82fac91 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab58da47-1e95-4723-ad77-d0012bc945f9 HTTP/1.1" status: 200 len: 854 time: 0.0650094 Jan 27 21:49:55.330283 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f10db991786e411982f93e635d87af59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1062012 Jan 27 21:49:55.333347 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58710) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:55.335826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3f468a-0de5-4bce-84b5-a0ebe5eca2b0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:55.353153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-47cccab8-115f-41e2-9dda-7ecbc7b8cd31 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bff99387-7cb5-4548-9169-ac27e2748a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379572 Jan 27 21:49:55.379000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e634d-7e07-4fcf-9cf3-fdf3551fe8fc req-62b793bb-a4ac-465a-b85e-c1dca0c02168 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:55.381281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f4e634d-7e07-4fcf-9cf3-fdf3551fe8fc req-62b793bb-a4ac-465a-b85e-c1dca0c02168 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.1849587 Jan 27 21:49:55.409833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.410432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.410907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.411354 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.411890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.412469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.412915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.413609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.414318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.414778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.415659 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.416206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.416715 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f416d3e4-3344-45ab-9bb9-0930aef92919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:49:55.427114 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-63c50dcf-f5ee-4ebf-8e81-4efe6630b66f req-c7f83b72-ffd5-42d0-8be3-6ab0e037e825 service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121735 Jan 27 21:49:55.470054 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f539b777-19d7-41e3-9210-43538711c1b0 admin admin] Publish callbacks [] for security_group (3b3f468a-0de5-4bce-84b5-a0ebe5eca2b0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.493986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a757d5b3-9af0-4e1b-9d68-0d5fe920aff6 req-72c88a57-990e-4335-9c62-61250f2c221e tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/security-groups?id=34619f3e-842c-4190-888e-ba080567d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845024 Jan 27 21:49:55.542617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f539b777-19d7-41e3-9210-43538711c1b0 admin admin] Publish callbacks [] for security_group (3b3f468a-0de5-4bce-84b5-a0ebe5eca2b0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.561090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975cd4fb-32ee-4bcf-83c8-9309f4a99232 None None] New status for floating IP 4b61a4fb-709e-4f74-befb-4091b93ca50c: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:49:55.603664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f4e634d-7e07-4fcf-9cf3-fdf3551fe8fc req-ee6305fd-6b9e-40c7-ba62-6f6d95269421 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082222 Jan 27 21:49:55.678708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-9a398569-511d-467c-b904-36f502244d99 service neutron] 10.222.0.74 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126299 Jan 27 21:49:55.689276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552d96d-2576-412e-8693-8260ac5a634f req-76660e20-d6a9-42ef-a86b-338c03a5c82c tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:55.691602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1552d96d-2576-412e-8693-8260ac5a634f req-76660e20-d6a9-42ef-a86b-338c03a5c82c tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 944 time: 0.0774879 Jan 27 21:49:55.714684 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f539b777-19d7-41e3-9210-43538711c1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3b3f468a-0de5-4bce-84b5-a0ebe5eca2b0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.717833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f539b777-19d7-41e3-9210-43538711c1b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:55.720038 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f539b777-19d7-41e3-9210-43538711c1b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b3f468a-0de5-4bce-84b5-a0ebe5eca2b0 HTTP/1.1" status: 204 len: 168 time: 0.3848553 Jan 27 21:49:55.748151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539b777-19d7-41e3-9210-43538711c1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3f468a-0de5-4bce-84b5-a0ebe5eca2b0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:55.791735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8bec28b-079b-44f2-b3ad-149f2d9fbaa1 req-6d384e8d-a980-4fc3-9b1f-307820f8d21a service neutron] 10.222.0.74 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987916 Jan 27 21:49:55.842572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1552d96d-2576-412e-8693-8260ac5a634f req-a10c5d8a-7b14-4598-a2aa-b5cb577390e9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497873 Jan 27 21:49:56.342176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a979a4-3f25-4c49-b680-d9b52fe60ec2 req-b0279c75-9562-4e01-8ea2-867e2ec649fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:56.344034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7a979a4-3f25-4c49-b680-d9b52fe60ec2 req-b0279c75-9562-4e01-8ea2-867e2ec649fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 1095 time: 0.0724082 Jan 27 21:49:56.502944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a979a4-3f25-4c49-b680-d9b52fe60ec2 req-7195d56f-729b-4eb3-98c3-d7c9134eb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:56.505196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7a979a4-3f25-4c49-b680-d9b52fe60ec2 req-7195d56f-729b-4eb3-98c3-d7c9134eb2c2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 915 time: 0.1538177 Jan 27 21:49:56.590349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7a979a4-3f25-4c49-b680-d9b52fe60ec2 req-b72524e2-65a7-46fe-a26b-00d80c718130 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09018ee4-9016-4771-a6af-fb3ed7962913 HTTP/1.1" status: 200 len: 217 time: 0.0785348 Jan 27 21:49:56.661976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a979a4-3f25-4c49-b680-d9b52fe60ec2 req-9456db26-aaf0-47a8-b1ab-a2ab711f67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:56.661976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7a979a4-3f25-4c49-b680-d9b52fe60ec2 req-9456db26-aaf0-47a8-b1ab-a2ab711f67e0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab58da47-1e95-4723-ad77-d0012bc945f9 HTTP/1.1" status: 200 len: 854 time: 0.0633593 Jan 27 21:49:56.727190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7a979a4-3f25-4c49-b680-d9b52fe60ec2 req-d5c64c12-82d1-4558-ad5c-b383a810aabb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bff99387-7cb5-4548-9169-ac27e2748a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531862 Jan 27 21:49:56.816843 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:56.901926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a33ac6-f6c6-4488-9de1-8c526d2d767d req-43366531-bf20-4f98-88e3-6d4f98ed5e49 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:56.908861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8a33ac6-f6c6-4488-9de1-8c526d2d767d req-43366531-bf20-4f98-88e3-6d4f98ed5e49 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 950 time: 0.1904762 Jan 27 21:49:56.924629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43fdb8-ede5-4372-ae1e-f5f68a48195e req-e8785322-78fc-4627-8192-7b0e201d7c4c tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:56.926159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db43fdb8-ede5-4372-ae1e-f5f68a48195e req-e8785322-78fc-4627-8192-7b0e201d7c4c tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.1623914 Jan 27 21:49:56.990271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7a979a4-3f25-4c49-b680-d9b52fe60ec2 req-331a27df-ffbf-479a-b97f-a0357908c98c service neutron] 10.222.0.74 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399070 Jan 27 21:49:57.041546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58742) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:57.047967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8a33ac6-f6c6-4488-9de1-8c526d2d767d req-059fb262-da37-4ead-bab0-1d2cf1e4815e tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/security-groups?id=34619f3e-842c-4190-888e-ba080567d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381371 Jan 27 21:49:57.057726 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df8ba769-4f5d-4cc8-a5ac-86d4036e1431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.078475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db43fdb8-ede5-4372-ae1e-f5f68a48195e req-3edefc54-5500-49b2-a1e1-fd49ac6203f6 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424689 Jan 27 21:49:57.166023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7a979a4-3f25-4c49-b680-d9b52fe60ec2 req-3696825c-40fc-4fbf-950b-1c184d63daa2 service neutron] 10.222.0.74 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565576 Jan 27 21:49:57.210708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df8ba769-4f5d-4cc8-a5ac-86d4036e1431 admin admin] Publish callbacks [] for security_group (628149ce-5ebe-46cc-af84-20869a08e5b1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.245759 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.271544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfecb42-fb72-4e69-b597-96ff60dcefa7 req-cfe676a9-33c9-4d19-8b68-cd902c670096 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:57.279994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6cfecb42-fb72-4e69-b597-96ff60dcefa7 req-cfe676a9-33c9-4d19-8b68-cd902c670096 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 944 time: 0.0964067 Jan 27 21:49:57.314813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df8ba769-4f5d-4cc8-a5ac-86d4036e1431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (628149ce-5ebe-46cc-af84-20869a08e5b1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.341129 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-df8ba769-4f5d-4cc8-a5ac-86d4036e1431 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75019132635e4172b2d543728a861b57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2979074 Jan 27 21:49:57.346226 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58746) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:49:57.348331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6cfecb42-fb72-4e69-b597-96ff60dcefa7 req-9865c561-9d92-45e2-b286-b5eb1b606609 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622554 Jan 27 21:49:57.380893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ba769-4f5d-4cc8-a5ac-86d4036e1431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628149ce-5ebe-46cc-af84-20869a08e5b1,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:57.410689 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9ca1-a3f5-4257-966d-30cb870f00aa admin admin] Publish callbacks [] for security_group (628149ce-5ebe-46cc-af84-20869a08e5b1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.433682 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9ca1-a3f5-4257-966d-30cb870f00aa admin admin] Publish callbacks [] for security_group (628149ce-5ebe-46cc-af84-20869a08e5b1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.587837 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9ca1-a3f5-4257-966d-30cb870f00aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (628149ce-5ebe-46cc-af84-20869a08e5b1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.590599 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3cd9ca1-a3f5-4257-966d-30cb870f00aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:57.594595 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f3cd9ca1-a3f5-4257-966d-30cb870f00aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/628149ce-5ebe-46cc-af84-20869a08e5b1 HTTP/1.1" status: 204 len: 168 time: 0.2445710 Jan 27 21:49:57.600310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd9ca1-a3f5-4257-966d-30cb870f00aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628149ce-5ebe-46cc-af84-20869a08e5b1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:58.219280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6315a8a-7454-450c-ba48-c70dd341ea19 req-16c38b35-c0bc-4e52-ac22-b538645cdbf0 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:58.220836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6315a8a-7454-450c-ba48-c70dd341ea19 req-16c38b35-c0bc-4e52-ac22-b538645cdbf0 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 950 time: 0.1013646 Jan 27 21:49:58.232957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d8bf0-37a2-4ac8-8ddb-2c5d516180ff req-774bbf06-0b6d-4e1b-bd8e-f8ca702cc0a2 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:58.234211 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e94d8bf0-37a2-4ac8-8ddb-2c5d516180ff req-774bbf06-0b6d-4e1b-bd8e-f8ca702cc0a2 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0667243 Jan 27 21:49:58.326960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6315a8a-7454-450c-ba48-c70dd341ea19 req-6c28d631-ca9d-49fd-bea7-32b1e145d864 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/security-groups?id=34619f3e-842c-4190-888e-ba080567d9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916259 Jan 27 21:49:58.374262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e94d8bf0-37a2-4ac8-8ddb-2c5d516180ff req-317a3b3b-fd3e-4d84-a1de-d7286b80e566 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263728 Jan 27 21:49:58.585905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752cd48-fb28-4239-a05a-dff8421ffecc req-7074eaa9-6cc5-490f-9324-61d2c4cd4ec2 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:58.588310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4752cd48-fb28-4239-a05a-dff8421ffecc req-7074eaa9-6cc5-490f-9324-61d2c4cd4ec2 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 944 time: 0.0704675 Jan 27 21:49:58.661462 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5a01a-4502-41cd-b0ac-2082ae12edf1 req-d8f34db4-f763-469b-a2ca-93d49ce86b8b tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:58.664464 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-98f5a01a-4502-41cd-b0ac-2082ae12edf1 req-d8f34db4-f763-469b-a2ca-93d49ce86b8b tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.71 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 950 time: 0.1193545 Jan 27 21:49:58.712249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4752cd48-fb28-4239-a05a-dff8421ffecc req-ca1604aa-003e-4e88-907f-19ae247aff3a tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111279 Jan 27 21:49:58.797709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-98f5a01a-4502-41cd-b0ac-2082ae12edf1 req-e7558375-32dd-4984-a20a-764a62018204 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Deleting port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:49:58.798066 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-98f5a01a-4502-41cd-b0ac-2082ae12edf1 req-e7558375-32dd-4984-a20a-764a62018204 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:58.919114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-98f5a01a-4502-41cd-b0ac-2082ae12edf1 req-e7558375-32dd-4984-a20a-764a62018204 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] For port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:49:58.921700 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-98f5a01a-4502-41cd-b0ac-2082ae12edf1 req-e7558375-32dd-4984-a20a-764a62018204 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:58.935571 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-98f5a01a-4502-41cd-b0ac-2082ae12edf1 req-e7558375-32dd-4984-a20a-764a62018204 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Calling delete_port for f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:49:59.297708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-98f5a01a-4502-41cd-b0ac-2082ae12edf1 req-e7558375-32dd-4984-a20a-764a62018204 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:59.310586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:49:59.329078 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7558375-32dd-4984-a20a-764a62018204 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Pushing event deleted for resources: {'Port': ['ID=f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:49:59.380067 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f5a01a-4502-41cd-b0ac-2082ae12edf1 req-e7558375-32dd-4984-a20a-764a62018204 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] No DVR routers for this DVR port f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:49:59.383067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-98f5a01a-4502-41cd-b0ac-2082ae12edf1 req-e7558375-32dd-4984-a20a-764a62018204 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:49:59.386592 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-98f5a01a-4502-41cd-b0ac-2082ae12edf1 req-e7558375-32dd-4984-a20a-764a62018204 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.71 "DELETE /v2.0/ports/f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 HTTP/1.1" status: 204 len: 173 time: 0.7166717 Jan 27 21:49:59.387382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0b3962-787f-4479-8858-a91d44df877f', 'name': 'network-vif-deleted', 'tag': 'f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:49:59.390120 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e712d0a-e767-4d70-94c2-53f2ffde7a13" -d '{"events": [{"server_uuid": "cc0b3962-787f-4479-8858-a91d44df877f", "name": "network-vif-deleted", "tag": "f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:49:59.461035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f42e8e0-948d-4849-9211-1a724cd8539e req-27d607dd-bd45-48f5-a96a-e402a8b31b23 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 210 time: 0.0325248 Jan 27 21:49:59.520287 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996c99bb-1da8-49b8-8872-327eda4bc4b1 x-openstack-request-id: req-996c99bb-1da8-49b8-8872-327eda4bc4b1 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:49:59.520628 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0b3962-787f-4479-8858-a91d44df877f", "name": "network-vif-deleted", "tag": "f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:49:59.520894 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-996c99bb-1da8-49b8-8872-327eda4bc4b1 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:49:59.521456 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0b3962-787f-4479-8858-a91d44df877f', 'name': 'network-vif-deleted', 'tag': 'f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67', 'status': 'completed', 'code': 200} Jan 27 21:49:59.609374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc42961-fb91-428d-9508-039201c8243b req-97125cfa-0f5a-494b-b772-2f7cf9aca79d tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:59.620716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2dc42961-fb91-428d-9508-039201c8243b req-97125cfa-0f5a-494b-b772-2f7cf9aca79d tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.1404653 Jan 27 21:49:59.694823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2dc42961-fb91-428d-9508-039201c8243b req-71a725d1-4780-43f3-9c41-7b0f2d67442d tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722063 Jan 27 21:49:59.914024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211669a8-00dd-4d44-85e7-1f3ca8decc1f req-515af993-c477-4d77-b265-383fa42bdc07 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:49:59.916495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-211669a8-00dd-4d44-85e7-1f3ca8decc1f req-515af993-c477-4d77-b265-383fa42bdc07 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 944 time: 0.0757585 Jan 27 21:49:59.986451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-211669a8-00dd-4d44-85e7-1f3ca8decc1f req-122aeb3e-32ee-4e29-b2c3-70e506acefd9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644307 Jan 27 21:50:00.084696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 09018ee4-9016-4771-a6af-fb3ed7962913 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:50:00.221109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 09018ee4-9016-4771-a6af-fb3ed7962913, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=09018ee4-9016-4771-a6af-fb3ed7962913,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:00.233656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '09018ee4-9016-4771-a6af-fb3ed7962913', 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33', 'port_id': '09018ee4-9016-4771-a6af-fb3ed7962913', 'mac_address': 'fa:16:3e:6d:7e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab58da47-1e95-4723-ad77-d0012bc945f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:50:00.289072 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 09018ee4-9016-4771-a6af-fb3ed7962913 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:00.289072 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:00.310029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09018ee4-9016-4771-a6af-fb3ed7962913 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:00.333788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 09018ee4-9016-4771-a6af-fb3ed7962913, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=09018ee4-9016-4771-a6af-fb3ed7962913,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:00.394963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcf59e-facc-4ff9-95b2-3a5f6bc16e21 req-3efc5e82-f555-4018-915d-1182d86ec392 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.397201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1bcf59e-facc-4ff9-95b2-3a5f6bc16e21 req-3efc5e82-f555-4018-915d-1182d86ec392 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0500813 Jan 27 21:50:00.400580 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:00.472120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=09018ee4-9016-4771-a6af-fb3ed7962913,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:00.534987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1bcf59e-facc-4ff9-95b2-3a5f6bc16e21 req-0aceea9c-7aed-4c1c-a536-97ab77ff737b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027408 Jan 27 21:50:00.621433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c4724-716c-4cc8-a8db-be07adc1941f req-92980c0e-48c4-46e7-9e60-5c1b36753c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.623830 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-cd9c4724-716c-4cc8-a8db-be07adc1941f req-92980c0e-48c4-46e7-9e60-5c1b36753c3a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 1096 time: 0.0979881 Jan 27 21:50:00.637486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f348618-429e-4cc7-b43a-483508649ac5 req-fa6f1353-ff72-4f80-be74-5fe5bb44f009 tempest-VolumesNegativeTest-1061600743 tempest-VolumesNegativeTest-1061600743-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc0b3962-787f-4479-8858-a91d44df877f HTTP/1.1" status: 200 len: 210 time: 0.0384963 Jan 27 21:50:00.691635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['09018ee4-9016-4771-a6af-fb3ed7962913'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:00.744823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c4724-716c-4cc8-a8db-be07adc1941f req-8b64fb27-acbb-4307-b8b4-7804f1c34911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.744823 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-cd9c4724-716c-4cc8-a8db-be07adc1941f req-8b64fb27-acbb-4307-b8b4-7804f1c34911 service neutron] 10.222.0.71 "GET /v2.0/networks?id=571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 200 len: 916 time: 0.1096020 Jan 27 21:50:00.814645 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-cd9c4724-716c-4cc8-a8db-be07adc1941f req-e8728a27-fb63-4104-a298-e919e9c6359f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 HTTP/1.1" status: 200 len: 217 time: 0.0558953 Jan 27 21:50:00.875043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c4724-716c-4cc8-a8db-be07adc1941f req-2cebcb84-ce14-4342-b326-2c36bb16c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.877226 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-cd9c4724-716c-4cc8-a8db-be07adc1941f req-2cebcb84-ce14-4342-b326-2c36bb16c96c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eeafd880-8117-4d30-8789-e3a6b1a1df0b HTTP/1.1" status: 200 len: 854 time: 0.0562425 Jan 27 21:50:00.934964 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c4724-716c-4cc8-a8db-be07adc1941f req-43bfd8b6-f48f-4fc4-be3e-0b5dd73fa35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:00.936562 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-cd9c4724-716c-4cc8-a8db-be07adc1941f req-43bfd8b6-f48f-4fc4-be3e-0b5dd73fa35a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=571b0b5e-7e7e-43e7-8091-7b07a084ae74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506077 Jan 27 21:50:01.045296 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-cd9c4724-716c-4cc8-a8db-be07adc1941f req-8c61c14b-77f7-4826-bc9e-0221ab471483 service neutron] 10.222.0.71 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984290 Jan 27 21:50:01.106384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc32b65-673a-4cd0-b238-b639afcb6b78 req-dd33204e-fba3-441d-af1d-3b83caf09a88 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:01.107997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cc32b65-673a-4cd0-b238-b639afcb6b78 req-dd33204e-fba3-441d-af1d-3b83caf09a88 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 945 time: 0.0476220 Jan 27 21:50:01.144576 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-cd9c4724-716c-4cc8-a8db-be07adc1941f req-f2d297f1-ae53-47a1-aee9-6fcaf8105871 service neutron] 10.222.0.71 "GET /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918834 Jan 27 21:50:01.163760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cc32b65-673a-4cd0-b238-b639afcb6b78 req-d1a7af47-ae78-4441-9532-171f25e4635d tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499489 Jan 27 21:50:01.658382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef0ecf-b2c1-4138-8252-58282cf973bf req-9df65f4b-3ae6-4a70-8338-1dd6992e287f tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:01.659883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9ef0ecf-b2c1-4138-8252-58282cf973bf req-9df65f4b-3ae6-4a70-8338-1dd6992e287f tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0474360 Jan 27 21:50:01.708099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9ef0ecf-b2c1-4138-8252-58282cf973bf req-a7473ef9-ca3b-4b18-ab0d-8a0a09ad64a2 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421512 Jan 27 21:50:02.104572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 09018ee4-9016-4771-a6af-fb3ed7962913 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:02.182254 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-791952c0-b949-4f65-acc7-80109402c646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.263086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 09018ee4-9016-4771-a6af-fb3ed7962913 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:50:02.269912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 09018ee4-9016-4771-a6af-fb3ed7962913 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:02.270534 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.294673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902176ef-8c14-488b-88c6-d2dfd13a2637 req-543c7321-8a85-431f-97bf-29f1f8b9dc3b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:02.308324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-902176ef-8c14-488b-88c6-d2dfd13a2637 req-543c7321-8a85-431f-97bf-29f1f8b9dc3b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 945 time: 0.0648344 Jan 27 21:50:02.371153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-902176ef-8c14-488b-88c6-d2dfd13a2637 req-68e63ab9-32fa-4cad-a11f-e72415f49300 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666692 Jan 27 21:50:02.378682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 09018ee4-9016-4771-a6af-fb3ed7962913 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:02.379377 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.410251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aa1515-5700-403f-bdda-5cbd2f670dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09018ee4-9016-4771-a6af-fb3ed7962913'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:02.413287 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f372ccf-03db-4453-9319-a721ded63dfd" -d '{"events": [{"server_uuid": "b8aa1515-5700-403f-bdda-5cbd2f670dc6", "name": "network-vif-plugged", "status": "completed", "tag": "09018ee4-9016-4771-a6af-fb3ed7962913"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:02.428604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 09018ee4-9016-4771-a6af-fb3ed7962913, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=09018ee4-9016-4771-a6af-fb3ed7962913,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:02.459718 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b25b2d0-ad72-4fd0-a81a-764aa9eb70db x-openstack-request-id: req-0b25b2d0-ad72-4fd0-a81a-764aa9eb70db {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:02.460622 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8aa1515-5700-403f-bdda-5cbd2f670dc6", "name": "network-vif-plugged", "status": "completed", "tag": "09018ee4-9016-4771-a6af-fb3ed7962913", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:02.463771 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b25b2d0-ad72-4fd0-a81a-764aa9eb70db {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:02.465043 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aa1515-5700-403f-bdda-5cbd2f670dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09018ee4-9016-4771-a6af-fb3ed7962913', 'code': 200} Jan 27 21:50:02.548847 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:02.567242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2436332-81cb-4cee-8980-33206c78d17d req-a1628728-fdce-4c45-af99-be04c12a16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:02.568933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2436332-81cb-4cee-8980-33206c78d17d req-a1628728-fdce-4c45-af99-be04c12a16a6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 1096 time: 0.0444283 Jan 27 21:50:02.598653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=09018ee4-9016-4771-a6af-fb3ed7962913,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:02.627369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2436332-81cb-4cee-8980-33206c78d17d req-daa809c1-96b7-4485-a3d9-b72f4b071baa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506835 Jan 27 21:50:02.847363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb812d46-339e-4192-bc2b-80307fd94b3c req-694c79dd-f8f6-4d2a-9947-4c7a81aab59d tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:02.849021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb812d46-339e-4192-bc2b-80307fd94b3c req-694c79dd-f8f6-4d2a-9947-4c7a81aab59d tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0593400 Jan 27 21:50:02.897937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb812d46-339e-4192-bc2b-80307fd94b3c req-d71e760a-d520-4ca7-b26b-ffd3b9b1f3bb tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432317 Jan 27 21:50:03.061322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c7cd4-5e79-4307-8e45-e6895088f389 req-ecb90eaa-7b31-4104-bce0-580974fab93a tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:03.062823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f0c7cd4-5e79-4307-8e45-e6895088f389 req-ecb90eaa-7b31-4104-bce0-580974fab93a tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0578306 Jan 27 21:50:03.122349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f0c7cd4-5e79-4307-8e45-e6895088f389 req-d697b10f-4608-4885-a6d3-9c9700f80a10 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523915 Jan 27 21:50:03.177309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:03.208544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:03.208914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f408bae3-d2a8-4d19-b8d0-fc8f2ce80b67 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:03.261771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e537f-31e9-49b5-8904-2110d35ed4e7 req-0aca1e43-472f-478a-bdfa-202b217db400 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:03.263472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f98e537f-31e9-49b5-8904-2110d35ed4e7 req-0aca1e43-472f-478a-bdfa-202b217db400 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=109dc83d-5241-4386-9278-d35fa34255c2 HTTP/1.1" status: 200 len: 945 time: 0.0577934 Jan 27 21:50:03.319147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f98e537f-31e9-49b5-8904-2110d35ed4e7 req-ec8b71a0-50ac-45a6-9ca5-894ee2233a3a tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497258 Jan 27 21:50:03.441470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b0176-04f2-482f-ba3b-90197017cf4d req-8c940d18-a6b9-49f2-b049-74f522ab675a tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:03.443034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af5b0176-04f2-482f-ba3b-90197017cf4d req-8c940d18-a6b9-49f2-b049-74f522ab675a tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 946 time: 0.0535038 Jan 27 21:50:03.520807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af5b0176-04f2-482f-ba3b-90197017cf4d req-99fb369c-dc11-4b02-9795-f03fc81c01b9 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686557 Jan 27 21:50:03.527339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1200678-a5e2-4fc0-844e-c1e7b9a090d1 req-a37b180d-78d0-4760-88cf-74335047eb1c tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:03.528993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1200678-a5e2-4fc0-844e-c1e7b9a090d1 req-a37b180d-78d0-4760-88cf-74335047eb1c tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 946 time: 0.0850804 Jan 27 21:50:03.580613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-3322d493-9d1b-432e-88f1-ca0d21354372 req-6faa2b29-9d33-4376-9ba0-4e830de124ed tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:50:03.581575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3322d493-9d1b-432e-88f1-ca0d21354372 req-6faa2b29-9d33-4376-9ba0-4e830de124ed tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086107 Jan 27 21:50:03.621329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1200678-a5e2-4fc0-844e-c1e7b9a090d1 req-7542507e-ca26-4726-a1d0-5a24a73ff90e tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831938 Jan 27 21:50:03.669526 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3322d493-9d1b-432e-88f1-ca0d21354372 req-87c3c4ac-c7e2-482f-8955-56c47c38490b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0801303 Jan 27 21:50:03.949353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20e389-7bdd-46b6-a34b-d5d92fdbd9f2 req-ae6be3f6-296b-4a8d-93d8-541dcbb0d193 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:03.951234 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a20e389-7bdd-46b6-a34b-d5d92fdbd9f2 req-ae6be3f6-296b-4a8d-93d8-541dcbb0d193 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0625980 Jan 27 21:50:04.026527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a20e389-7bdd-46b6-a34b-d5d92fdbd9f2 req-8881524a-df78-45f9-95b2-75ad9a78c018 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696447 Jan 27 21:50:04.151943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c19a9-91cb-4527-8c53-b745ad755fca req-ea5dbb21-de57-44a4-857c-a670a80f5a57 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:04.153490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-212c19a9-91cb-4527-8c53-b745ad755fca req-ea5dbb21-de57-44a4-857c-a670a80f5a57 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=109dc83d-5241-4386-9278-d35fa34255c2 HTTP/1.1" status: 200 len: 945 time: 0.0532060 Jan 27 21:50:04.210676 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-212c19a9-91cb-4527-8c53-b745ad755fca req-77e03768-0d2c-4919-a8de-9f758ab32fb9 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514235 Jan 27 21:50:04.332352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c65bd-02cc-4e26-8e55-9f087c86d8e6 req-a29b42c8-876c-43cc-b0b9-cb9c20bb5941 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:04.334675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-726c65bd-02cc-4e26-8e55-9f087c86d8e6 req-a29b42c8-876c-43cc-b0b9-cb9c20bb5941 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 946 time: 0.0484314 Jan 27 21:50:04.395582 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-726c65bd-02cc-4e26-8e55-9f087c86d8e6 req-6b07eec7-46ed-4c23-b1a6-ffae23f20df1 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563052 Jan 27 21:50:04.584995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f33e6-4002-4eea-991a-1bbe2f78be25 req-31a1ce07-370f-4dea-bc2f-da156e9cba79 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:04.590206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f33e6-4002-4eea-991a-1bbe2f78be25 req-31a1ce07-370f-4dea-bc2f-da156e9cba79 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:04.595285 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f33e6-4002-4eea-991a-1bbe2f78be25 req-31a1ce07-370f-4dea-bc2f-da156e9cba79 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:04.596936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e33f33e6-4002-4eea-991a-1bbe2f78be25 req-31a1ce07-370f-4dea-bc2f-da156e9cba79 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303&device_id=109dc83d-5241-4386-9278-d35fa34255c2&device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 2417 time: 0.0626032 Jan 27 21:50:04.652320 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e33f33e6-4002-4eea-991a-1bbe2f78be25 req-ef789f9e-8025-42d0-98fa-93090d362981 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488379 Jan 27 21:50:04.797113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd36cfb8-e707-4db2-9b04-7b8fc15171da req-d1cbe432-5918-4309-ab74-2a68473774cc tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1018012 Jan 27 21:50:04.810662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ba158-1147-4870-ade5-ee4be65c9a20 req-bbc26952-16c8-4eb6-af04-90cf8dbc6dc6 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:04.812116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d6ba158-1147-4870-ade5-ee4be65c9a20 req-bbc26952-16c8-4eb6-af04-90cf8dbc6dc6 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 946 time: 0.0721061 Jan 27 21:50:04.897095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d6ba158-1147-4870-ade5-ee4be65c9a20 req-5d4d7cbe-635d-45bd-a3ce-d4a6d39640fc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758140 Jan 27 21:50:05.002480 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-803943a5-112c-4245-a602-b88887ab30d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.194986 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:06.665332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5df415-185c-41c4-8273-df68c3c19dfb req-29ff247a-7998-441d-bcf2-9e56c03c7817 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:06.671944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c5df415-185c-41c4-8273-df68c3c19dfb req-29ff247a-7998-441d-bcf2-9e56c03c7817 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 946 time: 0.0692058 Jan 27 21:50:06.732227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c5df415-185c-41c4-8273-df68c3c19dfb req-8ba12313-0ee6-4656-85a3-88b99a3b2523 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527956 Jan 27 21:50:07.366167 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:07.931425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aebdaf-7b84-4426-80b5-0670cfbccc20 req-f268517b-b432-46da-8cd5-a55cd44697bf tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:07.940825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58aebdaf-7b84-4426-80b5-0670cfbccc20 req-f268517b-b432-46da-8cd5-a55cd44697bf tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 946 time: 0.1037226 Jan 27 21:50:08.005433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58aebdaf-7b84-4426-80b5-0670cfbccc20 req-b925e0ba-1c2b-4f5c-9d6d-033044bdceac tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609226 Jan 27 21:50:08.234491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18d7f4-7cba-4321-9e44-96f4a6ba0a7f req-ec32d8a5-e1ef-4900-9369-ba34ac56ea35 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:08.236296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea18d7f4-7cba-4321-9e44-96f4a6ba0a7f req-ec32d8a5-e1ef-4900-9369-ba34ac56ea35 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.74 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 946 time: 0.0506265 Jan 27 21:50:08.344295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ea18d7f4-7cba-4321-9e44-96f4a6ba0a7f req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Deleting port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:08.344785 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ea18d7f4-7cba-4321-9e44-96f4a6ba0a7f req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.461500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ea18d7f4-7cba-4321-9e44-96f4a6ba0a7f req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] For port 142d2fad-d58d-4b14-a4bc-cd53933b5f22, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=142d2fad-d58d-4b14-a4bc-cd53933b5f22,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:08.462029 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ea18d7f4-7cba-4321-9e44-96f4a6ba0a7f req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.475249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ea18d7f4-7cba-4321-9e44-96f4a6ba0a7f req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Calling delete_port for 142d2fad-d58d-4b14-a4bc-cd53933b5f22 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:08.718734 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ea18d7f4-7cba-4321-9e44-96f4a6ba0a7f req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (142d2fad-d58d-4b14-a4bc-cd53933b5f22), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.734743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['142d2fad-d58d-4b14-a4bc-cd53933b5f22'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:08.751369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Pushing event deleted for resources: {'Port': ['ID=142d2fad-d58d-4b14-a4bc-cd53933b5f22,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:08.766187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.766187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.768203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.768203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.768203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.768203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.768203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.768203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.768854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.768854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.771666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.777659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.777659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:08.819497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6', '8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:08.840221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea18d7f4-7cba-4321-9e44-96f4a6ba0a7f req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] No DVR routers for this DVR port 142d2fad-d58d-4b14-a4bc-cd53933b5f22 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:08.843188 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ea18d7f4-7cba-4321-9e44-96f4a6ba0a7f req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:08.847061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea18d7f4-7cba-4321-9e44-96f4a6ba0a7f req-3f30b6e9-b109-4e6a-bc8b-7eee874a9e37 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.74 "DELETE /v2.0/ports/142d2fad-d58d-4b14-a4bc-cd53933b5f22 HTTP/1.1" status: 204 len: 173 time: 0.6001203 Jan 27 21:50:08.847554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062561fb-eb78-40be-b79f-e053f2791303', 'name': 'network-vif-deleted', 'tag': '142d2fad-d58d-4b14-a4bc-cd53933b5f22'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:08.850346 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8fac9d-1074-4bfa-8a19-449a81929d07" -d '{"events": [{"server_uuid": "062561fb-eb78-40be-b79f-e053f2791303", "name": "network-vif-deleted", "tag": "142d2fad-d58d-4b14-a4bc-cd53933b5f22"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:08.914307 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a1cbe6-963b-4ffb-80d0-126b89290df9 x-openstack-request-id: req-d0a1cbe6-963b-4ffb-80d0-126b89290df9 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:08.914856 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062561fb-eb78-40be-b79f-e053f2791303", "name": "network-vif-deleted", "tag": "142d2fad-d58d-4b14-a4bc-cd53933b5f22", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:08.915124 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0a1cbe6-963b-4ffb-80d0-126b89290df9 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:08.915539 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062561fb-eb78-40be-b79f-e053f2791303', 'name': 'network-vif-deleted', 'tag': '142d2fad-d58d-4b14-a4bc-cd53933b5f22', 'status': 'completed', 'code': 200} Jan 27 21:50:09.095847 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:09.194730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0d3cb28-07a5-4495-8f59-5c4e7b30627e req-4f79936b-6922-4f0f-b041-cd14edc2c725 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 210 time: 0.0514634 Jan 27 21:50:10.069266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59304) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:10.153185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-63aede25-c536-49e4-ae5c-534604d23a67 admin admin] Deleting subnet 5e63d6f9-fa13-4877-ab5f-8f136a53d0b2 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:50:10.156138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63aede25-c536-49e4-ae5c-534604d23a67 admin admin] Publish callbacks [] for subnet (5e63d6f9-fa13-4877-ab5f-8f136a53d0b2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.203514 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63aede25-c536-49e4-ae5c-534604d23a67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (5e63d6f9-fa13-4877-ab5f-8f136a53d0b2), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.255048 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63aede25-c536-49e4-ae5c-534604d23a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (5e63d6f9-fa13-4877-ab5f-8f136a53d0b2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.400664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e183373e-56fe-413a-b2fa-5223767d8124 req-c8d90798-96b9-4125-83cf-fd3a125dd9e7 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=062561fb-eb78-40be-b79f-e053f2791303 HTTP/1.1" status: 200 len: 210 time: 0.0561607 Jan 27 21:50:10.474740 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63aede25-c536-49e4-ae5c-534604d23a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (5e63d6f9-fa13-4877-ab5f-8f136a53d0b2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.497760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63aede25-c536-49e4-ae5c-534604d23a67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.501412 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-63aede25-c536-49e4-ae5c-534604d23a67 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5e63d6f9-fa13-4877-ab5f-8f136a53d0b2 HTTP/1.1" status: 204 len: 168 time: 0.4310968 Jan 27 21:50:10.504205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59314) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:10.553445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aede25-c536-49e4-ae5c-534604d23a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e63d6f9-fa13-4877-ab5f-8f136a53d0b2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:10.663616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (d0379b3e-f3e6-43a2-bcf6-214a1e531b81), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.770379 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (d0379b3e-f3e6-43a2-bcf6-214a1e531b81), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.799789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0379b3e-f3e6-43a2-bcf6-214a1e531b81']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:10.811451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7058e9f8-e31e-4871-9426-f096eeb08a10') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:10.811979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7058e9f8-e31e-4871-9426-f096eeb08a10') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:10.824908 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (7058e9f8-e31e-4871-9426-f096eeb08a10), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.842676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7058e9f8-e31e-4871-9426-f096eeb08a10), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.853581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:10.854295 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (7058e9f8-e31e-4871-9426-f096eeb08a10), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:10.856528 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:11.043644 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (d0379b3e-f3e6-43a2-bcf6-214a1e531b81), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.077794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:11.077794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d0379b3e-f3e6-43a2-bcf6-214a1e531b81 HTTP/1.1" status: 204 len: 168 time: 0.5594726 Jan 27 21:50:11.077794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53c604-0fb5-4548-9f00-553957aa7639 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0379b3e-f3e6-43a2-bcf6-214a1e531b81,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:11.851121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59334) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:11.911009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59336) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:11.912204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b77be5cf-2d9d-483e-a0d7-bf7d7936914c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82aafe84316147d28d86510457caac91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587273 Jan 27 21:50:12.031425 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93267631-8c89-4149-8685-a8084e80c727 admin admin] Publish callbacks [] for security_group (d896a317-c8ef-49fe-981a-065044a0fc33), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.078474 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93267631-8c89-4149-8685-a8084e80c727 admin admin] Publish callbacks [] for security_group (d896a317-c8ef-49fe-981a-065044a0fc33), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.174153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 142d2fad-d58d-4b14-a4bc-cd53933b5f22 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:12.211517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d60606-d90d-45e2-a1fd-721347be158b req-9c838a29-e2ee-47b7-a0ac-d7429ec90983 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:12.216843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 142d2fad-d58d-4b14-a4bc-cd53933b5f22 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:12.217426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 142d2fad-d58d-4b14-a4bc-cd53933b5f22 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:12.220313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37d60606-d90d-45e2-a1fd-721347be158b req-9c838a29-e2ee-47b7-a0ac-d7429ec90983 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=109dc83d-5241-4386-9278-d35fa34255c2 HTTP/1.1" status: 200 len: 945 time: 0.0885544 Jan 27 21:50:12.274079 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93267631-8c89-4149-8685-a8084e80c727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d896a317-c8ef-49fe-981a-065044a0fc33), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.278545 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93267631-8c89-4149-8685-a8084e80c727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:12.279879 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-93267631-8c89-4149-8685-a8084e80c727 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d896a317-c8ef-49fe-981a-065044a0fc33 HTTP/1.1" status: 204 len: 168 time: 0.3676708 Jan 27 21:50:12.294724 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93267631-8c89-4149-8685-a8084e80c727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d896a317-c8ef-49fe-981a-065044a0fc33,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:12.308896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37d60606-d90d-45e2-a1fd-721347be158b req-e3cacf9c-73d7-4982-8d1e-0c17fd245406 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761659 Jan 27 21:50:13.491870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177d6b3-9f6d-4303-9978-6a3d97bec657 req-620fc286-cece-420f-b5b5-21f45ea360b2 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.494081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8177d6b3-9f6d-4303-9978-6a3d97bec657 req-620fc286-cece-420f-b5b5-21f45ea360b2 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=109dc83d-5241-4386-9278-d35fa34255c2 HTTP/1.1" status: 200 len: 945 time: 0.0891411 Jan 27 21:50:13.557643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8177d6b3-9f6d-4303-9978-6a3d97bec657 req-71f899a7-df3d-4dad-b69a-00ccc3afc0d4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580115 Jan 27 21:50:13.809843 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59378) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:13.951038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4d212-da21-4ce6-bc29-068f313b9df3 req-46749a00-3eaf-4c11-9311-d3ffb5a6c1a1 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:13.952159 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-36c4d212-da21-4ce6-bc29-068f313b9df3 req-46749a00-3eaf-4c11-9311-d3ffb5a6c1a1 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.71 "GET /v2.0/ports?device_id=109dc83d-5241-4386-9278-d35fa34255c2 HTTP/1.1" status: 200 len: 945 time: 0.0958507 Jan 27 21:50:14.085294 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e1e0ac97-eae6-427f-b937-6ddf872312fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee451b2ed2e8423c9c458bf0a2731bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2734590 Jan 27 21:50:14.088067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59392) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:14.124983 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-36c4d212-da21-4ce6-bc29-068f313b9df3 req-66147c14-c11a-4e37-8c15-3633e2b7f467 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Deleting port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:14.125336 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-36c4d212-da21-4ce6-bc29-068f313b9df3 req-66147c14-c11a-4e37-8c15-3633e2b7f467 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.178914 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-826457d4-bfe9-421b-aa0d-360264baa908 admin admin] Publish callbacks [] for security_group (34619f3e-842c-4190-888e-ba080567d9aa), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.203692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-826457d4-bfe9-421b-aa0d-360264baa908 admin admin] Publish callbacks [] for security_group (34619f3e-842c-4190-888e-ba080567d9aa), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.314429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-36c4d212-da21-4ce6-bc29-068f313b9df3 req-66147c14-c11a-4e37-8c15-3633e2b7f467 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] For port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:14.314839 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-36c4d212-da21-4ce6-bc29-068f313b9df3 req-66147c14-c11a-4e37-8c15-3633e2b7f467 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.330525 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-36c4d212-da21-4ce6-bc29-068f313b9df3 req-66147c14-c11a-4e37-8c15-3633e2b7f467 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Calling delete_port for 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:14.497219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-826457d4-bfe9-421b-aa0d-360264baa908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (34619f3e-842c-4190-888e-ba080567d9aa), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.503204 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-826457d4-bfe9-421b-aa0d-360264baa908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.508015 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-826457d4-bfe9-421b-aa0d-360264baa908 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34619f3e-842c-4190-888e-ba080567d9aa HTTP/1.1" status: 204 len: 168 time: 0.4167399 Jan 27 21:50:14.530087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826457d4-bfe9-421b-aa0d-360264baa908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34619f3e-842c-4190-888e-ba080567d9aa,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:14.554587 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-36c4d212-da21-4ce6-bc29-068f313b9df3 req-66147c14-c11a-4e37-8c15-3633e2b7f467 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.569164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6', '8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:14.659968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66147c14-c11a-4e37-8c15-3633e2b7f467 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Pushing event deleted for resources: {'Port': ['ID=8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:14.792588 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c4d212-da21-4ce6-bc29-068f313b9df3 req-66147c14-c11a-4e37-8c15-3633e2b7f467 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] No DVR routers for this DVR port 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:14.795823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-36c4d212-da21-4ce6-bc29-068f313b9df3 req-66147c14-c11a-4e37-8c15-3633e2b7f467 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:14.802004 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-36c4d212-da21-4ce6-bc29-068f313b9df3 req-66147c14-c11a-4e37-8c15-3633e2b7f467 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.71 "DELETE /v2.0/ports/8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 HTTP/1.1" status: 204 len: 173 time: 0.8443735 Jan 27 21:50:14.802832 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109dc83d-5241-4386-9278-d35fa34255c2', 'name': 'network-vif-deleted', 'tag': '8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:14.805944 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab23d357-6e4e-4d8a-8d8d-76060a98be18" -d '{"events": [{"server_uuid": "109dc83d-5241-4386-9278-d35fa34255c2", "name": "network-vif-deleted", "tag": "8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:14.933360 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d8928d-c525-4048-8e21-736028f48693 x-openstack-request-id: req-92d8928d-c525-4048-8e21-736028f48693 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:14.933982 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109dc83d-5241-4386-9278-d35fa34255c2", "name": "network-vif-deleted", "tag": "8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:14.934079 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92d8928d-c525-4048-8e21-736028f48693 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:14.934667 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109dc83d-5241-4386-9278-d35fa34255c2', 'name': 'network-vif-deleted', 'tag': '8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1', 'status': 'completed', 'code': 200} Jan 27 21:50:15.584592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-990f8283-bd93-46dd-a694-0b457416558b req-3c04e975-dea0-49d5-ae10-60c6f2163b6a tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=109dc83d-5241-4386-9278-d35fa34255c2 HTTP/1.1" status: 200 len: 210 time: 0.8563714 Jan 27 21:50:17.214893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:17.265624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:17.270803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 8dc8f0d2-9d62-49b9-8d60-f8ec45e5e4e1 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:17.401978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2453a14-c434-4f39-8928-e1b2977e7d91 req-725ffb14-fc33-4512-a53b-82e303a009b4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:17.405906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2453a14-c434-4f39-8928-e1b2977e7d91 req-725ffb14-fc33-4512-a53b-82e303a009b4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0661769 Jan 27 21:50:17.469497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2453a14-c434-4f39-8928-e1b2977e7d91 req-0e40f90d-8d24-42bd-91e9-7d78b3ab6531 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576637 Jan 27 21:50:18.628337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dae9c-5a65-434c-9638-d9660d0d92b3 req-a24415bd-f02c-494b-91fb-f93e0215a3e7 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:18.635455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a32dae9c-5a65-434c-9638-d9660d0d92b3 req-a24415bd-f02c-494b-91fb-f93e0215a3e7 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0699289 Jan 27 21:50:18.681464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a32dae9c-5a65-434c-9638-d9660d0d92b3 req-24473b04-f25d-44ec-925d-8edee9bd1a23 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450857 Jan 27 21:50:19.513619 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212a720-b179-4328-b1ab-1805e8d35535 req-efb10d3e-672d-4052-a94a-888df4ba567b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:19.515233 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f212a720-b179-4328-b1ab-1805e8d35535 req-efb10d3e-672d-4052-a94a-888df4ba567b tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.71 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0517571 Jan 27 21:50:19.614458 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-f212a720-b179-4328-b1ab-1805e8d35535 req-520ac44b-55c3-432a-a0be-28a3e00144e4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Deleting port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:19.614846 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f212a720-b179-4328-b1ab-1805e8d35535 req-520ac44b-55c3-432a-a0be-28a3e00144e4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:19.719044 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-f212a720-b179-4328-b1ab-1805e8d35535 req-520ac44b-55c3-432a-a0be-28a3e00144e4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] For port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:19.719609 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f212a720-b179-4328-b1ab-1805e8d35535 req-520ac44b-55c3-432a-a0be-28a3e00144e4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:19.734689 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-f212a720-b179-4328-b1ab-1805e8d35535 req-520ac44b-55c3-432a-a0be-28a3e00144e4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Calling delete_port for f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:19.836413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b49e9a-135b-4e18-b1d6-b9dd82d8ff2b req-33523eea-4c1f-47b2-84c0-c802e9a0ee55 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:19.838573 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7b49e9a-135b-4e18-b1d6-b9dd82d8ff2b req-33523eea-4c1f-47b2-84c0-c802e9a0ee55 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 945 time: 0.0550904 Jan 27 21:50:19.888619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7b49e9a-135b-4e18-b1d6-b9dd82d8ff2b req-7e887d79-e045-4219-b660-cd4b68f0b6aa tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6225e0d-8eec-4b4a-834c-37622b1b7a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Jan 27 21:50:20.103910 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f212a720-b179-4328-b1ab-1805e8d35535 req-520ac44b-55c3-432a-a0be-28a3e00144e4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:20.116241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:20.218040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f212a720-b179-4328-b1ab-1805e8d35535 req-520ac44b-55c3-432a-a0be-28a3e00144e4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] No DVR routers for this DVR port f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:20.220005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ac44b-55c3-432a-a0be-28a3e00144e4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Pushing event deleted for resources: {'Port': ['ID=f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:20.228385 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-f212a720-b179-4328-b1ab-1805e8d35535 req-520ac44b-55c3-432a-a0be-28a3e00144e4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:20.233042 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f212a720-b179-4328-b1ab-1805e8d35535 req-520ac44b-55c3-432a-a0be-28a3e00144e4 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.71 "DELETE /v2.0/ports/f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 HTTP/1.1" status: 204 len: 173 time: 0.7116351 Jan 27 21:50:20.233447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aca8658-ea7d-4c8c-a57d-d32849c48425', 'name': 'network-vif-deleted', 'tag': 'f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:20.236993 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df9e495-5543-49ea-84de-5a124b59c651" -d '{"events": [{"server_uuid": "2aca8658-ea7d-4c8c-a57d-d32849c48425", "name": "network-vif-deleted", "tag": "f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:20.296162 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982aed21-d37d-4740-b057-798ca0d88949 x-openstack-request-id: req-982aed21-d37d-4740-b057-798ca0d88949 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:20.296477 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aca8658-ea7d-4c8c-a57d-d32849c48425", "name": "network-vif-deleted", "tag": "f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:20.296747 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-982aed21-d37d-4740-b057-798ca0d88949 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:20.297162 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aca8658-ea7d-4c8c-a57d-d32849c48425', 'name': 'network-vif-deleted', 'tag': 'f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6', 'status': 'completed', 'code': 200} Jan 27 21:50:21.045170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da8ae0e1-c287-4e19-bbb7-8ae62530a119 req-9ee46461-303a-4985-85eb-9e1eb80beed3 tempest-ListServerFiltersTestJSON-1253415660 tempest-ListServerFiltersTestJSON-1253415660-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aca8658-ea7d-4c8c-a57d-d32849c48425 HTTP/1.1" status: 200 len: 210 time: 0.0331702 Jan 27 21:50:22.119908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59500) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:22.166066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-045ddb99-7691-490a-8a33-974a50761a45 admin admin] Deleting subnet eeafd880-8117-4d30-8789-e3a6b1a1df0b {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:50:22.169730 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-045ddb99-7691-490a-8a33-974a50761a45 admin admin] Publish callbacks [] for subnet (eeafd880-8117-4d30-8789-e3a6b1a1df0b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.209078 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-045ddb99-7691-490a-8a33-974a50761a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (eeafd880-8117-4d30-8789-e3a6b1a1df0b), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.292897 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-045ddb99-7691-490a-8a33-974a50761a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (eeafd880-8117-4d30-8789-e3a6b1a1df0b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.434426 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-045ddb99-7691-490a-8a33-974a50761a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (eeafd880-8117-4d30-8789-e3a6b1a1df0b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.462163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ddb99-7691-490a-8a33-974a50761a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeafd880-8117-4d30-8789-e3a6b1a1df0b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:22.470501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-045ddb99-7691-490a-8a33-974a50761a45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.473882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-045ddb99-7691-490a-8a33-974a50761a45 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/eeafd880-8117-4d30-8789-e3a6b1a1df0b HTTP/1.1" status: 204 len: 168 time: 0.3529158 Jan 27 21:50:22.476760 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59502) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:22.487587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae2314f-5e4a-48ac-97a0-fd165240ef6a None None] Network 571b0b5e-7e7e-43e7-8091-7b07a084ae74 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:22.700543 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (571b0b5e-7e7e-43e7-8091-7b07a084ae74), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.794537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Deleting port 0c772ee5-7088-4623-9560-f3c4d2fc8263 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:22.795170 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.889590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f117255-e7df-4c6d-aac4-579a530902b2 None None] DHCP port deletion for 571b0b5e-7e7e-43e7-8091-7b07a084ae74 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:50:22.894172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] For port 0c772ee5-7088-4623-9560-f3c4d2fc8263, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c772ee5-7088-4623-9560-f3c4d2fc8263,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:22.894646 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:22.909748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Calling delete_port for 0c772ee5-7088-4623-9560-f3c4d2fc8263 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:23.004477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7f117255-e7df-4c6d-aac4-579a530902b2 None None] Deleting port 0c772ee5-7088-4623-9560-f3c4d2fc8263 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:23.007682 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f117255-e7df-4c6d-aac4-579a530902b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.093164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c772ee5-7088-4623-9560-f3c4d2fc8263 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:23.149012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7f117255-e7df-4c6d-aac4-579a530902b2 None None] For port 0c772ee5-7088-4623-9560-f3c4d2fc8263, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c772ee5-7088-4623-9560-f3c4d2fc8263,segment=NetworkSegment(52263cda-02f8-4c1a-b06b-e6e3acac79f3),segment_id=52263cda-02f8-4c1a-b06b-e6e3acac79f3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:23.149423 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f117255-e7df-4c6d-aac4-579a530902b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.169947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7f117255-e7df-4c6d-aac4-579a530902b2 None None] Calling delete_port for 0c772ee5-7088-4623-9560-f3c4d2fc8263 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:23.177144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.186280 n-d-760456-6 neutron-server[104028]: INFO neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No ports have port_id starting with 0c772ee5-7088-4623-9560-f3c4d2fc8263 Jan 27 21:50:23.213999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] No DVR routers for this DVR port 0c772ee5-7088-4623-9560-f3c4d2fc8263 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:23.215707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c772ee5-7088-4623-9560-f3c4d2fc8263,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:23.262913 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f117255-e7df-4c6d-aac4-579a530902b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (0c772ee5-7088-4623-9560-f3c4d2fc8263), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.271450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:23.291575 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (571b0b5e-7e7e-43e7-8091-7b07a084ae74), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.299029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f117255-e7df-4c6d-aac4-579a530902b2 None None] No DVR routers for this DVR port 0c772ee5-7088-4623-9560-f3c4d2fc8263 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:23.323610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571b0b5e-7e7e-43e7-8091-7b07a084ae74']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:23.335080 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52263cda-02f8-4c1a-b06b-e6e3acac79f3') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:23.335303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f117255-e7df-4c6d-aac4-579a530902b2 None None] Pushing event deleted for resources: {'Port': ['ID=0c772ee5-7088-4623-9560-f3c4d2fc8263,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:23.335738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52263cda-02f8-4c1a-b06b-e6e3acac79f3') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:50:23.338856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:23.339199 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device f5c5add3-9b3b-4fa6-b0e7-2779adfedaa6 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:23.350105 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (52263cda-02f8-4c1a-b06b-e6e3acac79f3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.364597 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (52263cda-02f8-4c1a-b06b-e6e3acac79f3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.371026 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:50:23.371450 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (52263cda-02f8-4c1a-b06b-e6e3acac79f3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:50:23.373169 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:50:23.483985 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (571b0b5e-7e7e-43e7-8091-7b07a084ae74), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.501122 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:23.504723 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] 10.222.0.61 "DELETE /v2.0/networks/571b0b5e-7e7e-43e7-8091-7b07a084ae74 HTTP/1.1" status: 204 len: 168 time: 1.0188468 Jan 27 21:50:23.505849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68ea7e-b978-452f-9484-56e58518dc63 admin admin] Pushing event deleted for resources: {'Network': ['ID=571b0b5e-7e7e-43e7-8091-7b07a084ae74,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:24.173778 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59536) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:24.228603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b19b21b4-e3d9-4eac-a9c2-f680d9bc85f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52a4573b2cb34a0683f73853e51bb0d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529299 Jan 27 21:50:24.230983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59540) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:24.282855 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a24780bc-a548-4d78-9ae7-5147332f9071 admin admin] Publish callbacks [] for security_group (d6225e0d-8eec-4b4a-834c-37622b1b7a66), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.307434 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a24780bc-a548-4d78-9ae7-5147332f9071 admin admin] Publish callbacks [] for security_group (d6225e0d-8eec-4b4a-834c-37622b1b7a66), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.461822 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a24780bc-a548-4d78-9ae7-5147332f9071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d6225e0d-8eec-4b4a-834c-37622b1b7a66), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.464762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a24780bc-a548-4d78-9ae7-5147332f9071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:24.468328 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a24780bc-a548-4d78-9ae7-5147332f9071 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d6225e0d-8eec-4b4a-834c-37622b1b7a66 HTTP/1.1" status: 204 len: 168 time: 0.2339263 Jan 27 21:50:24.474906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24780bc-a548-4d78-9ae7-5147332f9071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6225e0d-8eec-4b4a-834c-37622b1b7a66,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:25.770684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59574) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:25.876386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1956836527-network', 'tenant_id': '7bf06f40f20840c2aff7c3a64d549b2a'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:26.032251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Made reservation on behalf of 7bf06f40f20840c2aff7c3a64d549b2a for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:26.035497 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.044930 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.135726 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Publish callbacks [] for security_group (945f14d5-ffc0-4c81-a610-4595529156c0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.222666 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (945f14d5-ffc0-4c81-a610-4595529156c0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.241142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:50:26.251979 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b38a5f00-3dd3-46e9-8df0-f0947a8ed588), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.252424 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Added segment b38a5f00-3dd3-46e9-8df0-f0947a8ed588 of type vlan for network a94c7b2e-76df-4654-bf1d-3da67484adc1 Jan 27 21:50:26.346631 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (a94c7b2e-76df-4654-bf1d-3da67484adc1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.349758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945f14d5-ffc0-4c81-a610-4595529156c0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:26.449222 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (a94c7b2e-76df-4654-bf1d-3da67484adc1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.450316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:26.450990 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.520947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] Pushing event updated for resources: {'Network': ['ID=a94c7b2e-76df-4654-bf1d-3da67484adc1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:26.537845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network a94c7b2e-76df-4654-bf1d-3da67484adc1 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:50:26.589786 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59588) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:26.590486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0051f5ed-e277-427e-8625-5c9d7645b567 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8183081 Jan 27 21:50:26.596592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5b038f30-fe74-4e9a-a9af-888c721657b1 admin admin] Request body: {'subnet': {'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1956836527-subnet', 'tenant_id': '7bf06f40f20840c2aff7c3a64d549b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:26.703096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b038f30-fe74-4e9a-a9af-888c721657b1 admin admin] Made reservation on behalf of 7bf06f40f20840c2aff7c3a64d549b2a for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:26.705902 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b038f30-fe74-4e9a-a9af-888c721657b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:26.775511 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.041238 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b038f30-fe74-4e9a-a9af-888c721657b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (4e6fc38c-1d4e-4f53-9561-82dcd4faec63), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.108196 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b038f30-fe74-4e9a-a9af-888c721657b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6fc38c-1d4e-4f53-9561-82dcd4faec63,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:27.119864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b038f30-fe74-4e9a-a9af-888c721657b1 admin admin] Checking segment: {'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:27.120401 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b038f30-fe74-4e9a-a9af-888c721657b1 admin admin] Network hostable DHCP agents. Network: a94c7b2e-76df-4654-bf1d-3da67484adc1, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:50:27.197916 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.228998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b038f30-fe74-4e9a-a9af-888c721657b1 admin admin] Network a94c7b2e-76df-4654-bf1d-3da67484adc1 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:50:27.331190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-5b038f30-fe74-4e9a-a9af-888c721657b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, a94c7b2e-76df-4654-bf1d-3da67484adc1) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:27.335839 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b038f30-fe74-4e9a-a9af-888c721657b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.335962 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b038f30-fe74-4e9a-a9af-888c721657b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:27.341529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a9e2f-c250-4c24-b6c1-6223568a8ac0 None None] Network a94c7b2e-76df-4654-bf1d-3da67484adc1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:27.425764 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b038f30-fe74-4e9a-a9af-888c721657b1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8336976 Jan 27 21:50:27.448731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67051ba4-2ede-47dd-8460-8f4231d0a04d None None] Network a94c7b2e-76df-4654-bf1d-3da67484adc1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:50:27.879179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-9df6372e-99ef-492e-92c5-f51c64a76b80 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:27.880801 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-9df6372e-99ef-492e-92c5-f51c64a76b80 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/networks?id=a94c7b2e-76df-4654-bf1d-3da67484adc1 HTTP/1.1" status: 200 len: 818 time: 0.1062658 Jan 27 21:50:27.896631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-38b4035a-04cb-426e-b2cd-64b87d44db83 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/quotas/7bf06f40f20840c2aff7c3a64d549b2a HTTP/1.1" status: 200 len: 375 time: 0.0097899 Jan 27 21:50:27.929720 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-281f33fa-7483-46eb-ace4-1d803a845372 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7bf06f40f20840c2aff7c3a64d549b2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265546 Jan 27 21:50:28.030134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-de535940-acde-40f5-aaa8-823b6765a14e service neutron] 10.222.0.61 "GET /v2.0/networks/a94c7b2e-76df-4654-bf1d-3da67484adc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939531 Jan 27 21:50:28.142931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-1fd0976a-03e7-4d90-a70c-224f33e5e997 service neutron] 10.222.0.61 "GET /v2.0/networks/a94c7b2e-76df-4654-bf1d-3da67484adc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069870 Jan 27 21:50:28.836654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d64a09dc-7554-4f4b-9dbe-159e8e087194 req-4a6d46ce-e708-4799-9d05-c019137e6b5b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 210 time: 0.0451610 Jan 27 21:50:29.027794 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:50:29.416686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7fa89fc-7ed8-486e-b642-72372c39fd00 req-39169847-9ddf-433e-a185-757c965bd8dc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578685 Jan 27 21:50:29.533998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa89fc-7ed8-486e-b642-72372c39fd00 req-51f5f5e0-bcd2-4062-8f02-e32e189c432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.536567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7fa89fc-7ed8-486e-b642-72372c39fd00 req-51f5f5e0-bcd2-4062-8f02-e32e189c432f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1fa45938040c4f1fbf25deacd57850b9&device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 1096 time: 0.0634511 Jan 27 21:50:29.654660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa89fc-7ed8-486e-b642-72372c39fd00 req-45b7d370-ac8e-4505-bf67-ba2c5c5bdb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.656169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7fa89fc-7ed8-486e-b642-72372c39fd00 req-45b7d370-ac8e-4505-bf67-ba2c5c5bdb9a service neutron] 10.222.0.74 "GET /v2.0/networks?id=8767157d-81c1-4a09-8ac7-b908ec6eab9d HTTP/1.1" status: 200 len: 917 time: 0.0962756 Jan 27 21:50:29.736523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7fa89fc-7ed8-486e-b642-72372c39fd00 req-80f9fada-c723-479b-a366-d2994fe3e374 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=650d2c89-e56d-4a2d-b8b7-21a181907ebe HTTP/1.1" status: 200 len: 1001 time: 0.0716770 Jan 27 21:50:29.788813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa89fc-7ed8-486e-b642-72372c39fd00 req-14824c95-764e-4abe-a33a-da4727e8c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.790346 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7fa89fc-7ed8-486e-b642-72372c39fd00 req-14824c95-764e-4abe-a33a-da4727e8c2a9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=c6314d55-14ad-4dbe-a56e-d8dfcfde5739 HTTP/1.1" status: 200 len: 855 time: 0.0465446 Jan 27 21:50:29.841796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa89fc-7ed8-486e-b642-72372c39fd00 req-0914f837-ffc2-44c3-bf88-e2d8f36b11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:29.843483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7fa89fc-7ed8-486e-b642-72372c39fd00 req-0914f837-ffc2-44c3-bf88-e2d8f36b11cf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8767157d-81c1-4a09-8ac7-b908ec6eab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440443 Jan 27 21:50:29.958006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7fa89fc-7ed8-486e-b642-72372c39fd00 req-5bed204f-fc87-4a6a-9e3c-e88be8d35362 service neutron] 10.222.0.74 "GET /v2.0/networks/8767157d-81c1-4a09-8ac7-b908ec6eab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069870 Jan 27 21:50:29.995446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-97a1f5c3-27c2-446e-adfd-60ab2bfe120c req-17ab7da5-6803-40b5-a445-9a6596495e78 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 210 time: 0.0363717 Jan 27 21:50:30.109241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7fa89fc-7ed8-486e-b642-72372c39fd00 req-fd3b030c-9c6b-4e86-b07c-3993d960d42d service neutron] 10.222.0.74 "GET /v2.0/networks/8767157d-81c1-4a09-8ac7-b908ec6eab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394908 Jan 27 21:50:30.854770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-0eebbfa4-59fc-4973-851d-8c8e37827fa0 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:30.864605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-0eebbfa4-59fc-4973-851d-8c8e37827fa0 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 814 time: 0.1774979 Jan 27 21:50:30.889049 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-b1ed25c8-94f7-4cda-adbd-ea550c85175f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/quotas/ac42ec00a10044daa5c8b4c5013102bc HTTP/1.1" status: 200 len: 375 time: 0.0232291 Jan 27 21:50:30.969189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-bfa0b721-a6c6-467f-8378-16ac6e37026f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780835 Jan 27 21:50:31.105042 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-5e152279-b17a-4283-a965-460d584c8cd7 service neutron] 10.222.0.61 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350298 Jan 27 21:50:31.107110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a37048e-71cc-4a21-aaca-6dae568a0b30 req-a65baaf3-addd-4e88-b743-ef05080627f1 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 210 time: 0.0461888 Jan 27 21:50:31.208885 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-81e961c6-81d4-4edb-ab65-1bd0157429ad service neutron] 10.222.0.61 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954831 Jan 27 21:50:31.521132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0ea65ab-5c10-40ff-a924-b5c77b730de8 req-75be1cab-008d-47e5-9823-434de9c9cef3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 210 time: 0.0282967 Jan 27 21:50:32.236689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a362f9f4-b35b-4692-87f5-74c1c4c6aa13 req-0e4c166c-3781-48b1-980d-fbab99600955 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 210 time: 0.0396404 Jan 27 21:50:32.296566 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-13674095-f7ff-4fa3-896a-f9d98cb617b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:32.612865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ff4bbd2-84ac-4d63-99cd-07863be8e099 req-a74c6aa0-eea2-43d6-b5ef-eef0594d0f05 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 210 time: 0.0275724 Jan 27 21:50:33.363571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e91e2b6c-de5c-40bb-ac81-a6c304684b13 req-0b59fd94-0050-4eb8-8d73-89bc1f0526d9 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 210 time: 0.0322399 Jan 27 21:50:33.500250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-0683a63c-d051-4883-9c56-0553bdca7769 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:33.502626 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-0683a63c-d051-4883-9c56-0553bdca7769 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.71 "GET /v2.0/networks?id=a94c7b2e-76df-4654-bf1d-3da67484adc1 HTTP/1.1" status: 200 len: 818 time: 0.2006767 Jan 27 21:50:33.537852 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Request body: {'port': {'device_id': 'dba7441c-f9a4-4142-bdba-1d97047a961b', 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1', 'admin_state_up': True, 'tenant_id': '7bf06f40f20840c2aff7c3a64d549b2a'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:33.746476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e4d1421-c338-44ad-875a-92fa0aefa737 req-552f2540-83ca-47fb-b6ee-0c51c3757b2e tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 210 time: 0.0432019 Jan 27 21:50:33.780811 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Made reservation on behalf of 7bf06f40f20840c2aff7c3a64d549b2a for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:33.784246 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:33.954142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Allocated IP 172.20.0.3 (a94c7b2e-76df-4654-bf1d-3da67484adc1/4e6fc38c-1d4e-4f53-9561-82dcd4faec63/9273676f-bcc9-47a1-934e-870becf4d6ea) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:34.069494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-c676018e-2d4b-4541-8942-90da6cc779e5 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.071692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-c676018e-2d4b-4541-8942-90da6cc779e5 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.74 "GET /v2.0/networks?id=a94c7b2e-76df-4654-bf1d-3da67484adc1 HTTP/1.1" status: 200 len: 818 time: 0.1530259 Jan 27 21:50:34.104290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-711303c3-2656-450b-b7aa-e5690a042474 req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Request body: {'port': {'device_id': 'f2fed10b-74a6-410a-a790-c6e4b4bb0b73', 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1', 'admin_state_up': True, 'tenant_id': '7bf06f40f20840c2aff7c3a64d549b2a'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:34.183520 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks [] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.326411 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.379038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Network a94c7b2e-76df-4654-bf1d-3da67484adc1 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:34.383671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:34.386348 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:34.388983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Made reservation on behalf of 7bf06f40f20840c2aff7c3a64d549b2a for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:34.396354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.508974 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.509687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.554567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Pushing event updated for resources: {'Port': ['ID=9273676f-bcc9-47a1-934e-870becf4d6ea,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:34.618941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-208b35c3-0bb1-4bab-b83d-8e7e8b3b5c3a req-f8ade7f1-7e45-4261-b625-1399843d4f5f tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 210 time: 0.0658793 Jan 27 21:50:34.683241 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c4aff07-4244-4e94-87fe-978510e89219 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1495569 Jan 27 21:50:34.703086 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Request body: {'port': {'device_id': 'dba7441c-f9a4-4142-bdba-1d97047a961b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:34.841004 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:34.957007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-d9d6df76-3716-4499-a077-7b1c7af24442 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:34.958639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-d9d6df76-3716-4499-a077-7b1c7af24442 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.71 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 814 time: 0.4271324 Jan 27 21:50:35.012708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Request body: {'port': {'device_id': 'ce0798d4-6f80-4a6e-a0a0-3469f767dffd', 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33', 'admin_state_up': True, 'tenant_id': 'ac42ec00a10044daa5c8b4c5013102bc'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:35.045864 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-119bb675-46b3-47b4-9f2a-d3d5777e226c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.053389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-711303c3-2656-450b-b7aa-e5690a042474 req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Allocated IP 172.20.0.12 (a94c7b2e-76df-4654-bf1d-3da67484adc1/4e6fc38c-1d4e-4f53-9561-82dcd4faec63/3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:35.115031 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e458bb9-b489-48ea-bc53-1901765ccb67 req-d06b1e65-d9fa-415c-9a01-1faeba9bc33b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 210 time: 0.1645353 Jan 27 21:50:35.198660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-6e247e16-bb2c-4dd3-9a1e-21de6cf8a9ba tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:35.200244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-6e247e16-bb2c-4dd3-9a1e-21de6cf8a9ba tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.71 "GET /v2.0/networks?id=a94c7b2e-76df-4654-bf1d-3da67484adc1 HTTP/1.1" status: 200 len: 818 time: 0.5349925 Jan 27 21:50:35.215906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-711303c3-2656-450b-b7aa-e5690a042474 req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Request body: {'port': {'device_id': '10469ea0-afcc-484d-8e05-dc8fba0c1c9a', 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1', 'admin_state_up': True, 'tenant_id': '7bf06f40f20840c2aff7c3a64d549b2a'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:35.538876 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks [] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.667798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Made reservation on behalf of ac42ec00a10044daa5c8b4c5013102bc for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:35.672795 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.744227 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.745923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Made reservation on behalf of 7bf06f40f20840c2aff7c3a64d549b2a for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:50:35.749307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.787101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f3c76f9-a592-4d22-b642-2c96a0353112 req-895a757c-a71e-43ba-a38d-dc5385e3a207 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 210 time: 0.0634596 Jan 27 21:50:35.876736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711303c3-2656-450b-b7aa-e5690a042474 req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Network a94c7b2e-76df-4654-bf1d-3da67484adc1 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:35.883454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Pushing event updated for resources: {'Port': ['ID=3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:35.886017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-711303c3-2656-450b-b7aa-e5690a042474 req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:35.891738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-711303c3-2656-450b-b7aa-e5690a042474 req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:35.894046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9273676f-bcc9-47a1-934e-870becf4d6ea {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:35.902474 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Publish callbacks [] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:35.915487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Transition to ACTIVE for port object 9273676f-bcc9-47a1-934e-870becf4d6ea will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:35.977848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Allocated IP 172.20.0.3 (bff99387-7cb5-4548-9169-ac27e2748a33/ab58da47-1e95-4723-ad77-d0012bc945f9/fc23d715-2950-47cd-b186-557dd644f08b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:36.003854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.004433 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.055168 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.106554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Pushing event updated for resources: {'Port': ['ID=9273676f-bcc9-47a1-934e-870becf4d6ea,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:36.135143 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.168974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-711303c3-2656-450b-b7aa-e5690a042474 req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Allocated IP 172.20.0.6 (a94c7b2e-76df-4654-bf1d-3da67484adc1/4e6fc38c-1d4e-4f53-9561-82dcd4faec63/482a9403-6ddd-4f41-bd9b-062d6e410cc6) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:50:36.176414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Attempting to bind port 9273676f-bcc9-47a1-934e-870becf4d6ea on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:36.176862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Attempting to bind port 9273676f-bcc9-47a1-934e-870becf4d6ea by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:36.177260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Attempting to bind port 9273676f-bcc9-47a1-934e-870becf4d6ea on network a94c7b2e-76df-4654-bf1d-3da67484adc1 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:36.182033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Port 9273676f-bcc9-47a1-934e-870becf4d6ea on network a94c7b2e-76df-4654-bf1d-3da67484adc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:36.182441 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Attempting to bind port 9273676f-bcc9-47a1-934e-870becf4d6ea on network a94c7b2e-76df-4654-bf1d-3da67484adc1 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:36.187443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:36.187877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Checking segment: {'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:36.188353 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Bound using segment: {'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:36.188855 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Bound port: 9273676f-bcc9-47a1-934e-870becf4d6ea, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:36.189222 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.237805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57927e3d-d8b8-4829-b1a7-1b64cf9ca1c5 req-8ac9c578-4968-43b3-891f-af828441cb1f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 210 time: 0.0478032 Jan 27 21:50:36.240697 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks [] for port (fc23d715-2950-47cd-b186-557dd644f08b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.264112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] For port 9273676f-bcc9-47a1-934e-870becf4d6ea, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:36.267581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] For port 9273676f-bcc9-47a1-934e-870becf4d6ea, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9273676f-bcc9-47a1-934e-870becf4d6ea,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:36.283013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-4822bbfe-95fe-4950-b418-79308da8c1ee tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1986187 Jan 27 21:50:36.305401 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Request body: {'port': {'device_id': 'f2fed10b-74a6-410a-a790-c6e4b4bb0b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:36.412544 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.415717 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.448109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.449371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.451119 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] 10.222.0.71 "PUT /v2.0/ports/9273676f-bcc9-47a1-934e-870becf4d6ea HTTP/1.1" status: 200 len: 1091 time: 1.7543137 Jan 27 21:50:36.455717 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba7441c-f9a4-4142-bdba-1d97047a961b', 'tag': '9273676f-bcc9-47a1-934e-870becf4d6ea'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:36.455981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks [] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.458597 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd32af75-a806-4471-9fd6-15c00debc560" -d '{"events": [{"name": "network-changed", "server_uuid": "dba7441c-f9a4-4142-bdba-1d97047a961b", "tag": "9273676f-bcc9-47a1-934e-870becf4d6ea"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:36.499639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41f768-e5d2-4d40-b59d-ff5b4df5ad75 service neutron] Pushing event updated for resources: {'Port': ['ID=9273676f-bcc9-47a1-934e-870becf4d6ea,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:36.503657 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0982f3d9-4ad3-47d3-adb3-5c44b3453212 x-openstack-request-id: req-0982f3d9-4ad3-47d3-adb3-5c44b3453212 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:36.503956 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba7441c-f9a4-4142-bdba-1d97047a961b", "tag": "9273676f-bcc9-47a1-934e-870becf4d6ea", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:36.504241 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0982f3d9-4ad3-47d3-adb3-5c44b3453212 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:36.512134 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba7441c-f9a4-4142-bdba-1d97047a961b', 'tag': '9273676f-bcc9-47a1-934e-870becf4d6ea', 'status': 'completed', 'code': 200} Jan 27 21:50:36.548766 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fc23d715-2950-47cd-b186-557dd644f08b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.560605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['09018ee4-9016-4771-a6af-fb3ed7962913'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:36.589130 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32af75-a806-4471-9fd6-15c00debc560 req-720db4d4-0a25-46cb-b755-1a5fc8f440ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.591030 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fd32af75-a806-4471-9fd6-15c00debc560 req-720db4d4-0a25-46cb-b755-1a5fc8f440ba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7bf06f40f20840c2aff7c3a64d549b2a&device_id=dba7441c-f9a4-4142-bdba-1d97047a961b HTTP/1.1" status: 200 len: 1094 time: 0.0651407 Jan 27 21:50:36.660780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Pushing event updated for resources: {'Port': ['ID=fc23d715-2950-47cd-b186-557dd644f08b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:36.679604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Network bff99387-7cb5-4548-9169-ac27e2748a33 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:36.683422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:36.687570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:36.730360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32af75-a806-4471-9fd6-15c00debc560 req-7899b712-0b31-40ab-98d1-0f38d96e1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.731861 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fd32af75-a806-4471-9fd6-15c00debc560 req-7899b712-0b31-40ab-98d1-0f38d96e1e85 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=7bf06f40f20840c2aff7c3a64d549b2a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1330819 Jan 27 21:50:36.732687 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.857014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-711303c3-2656-450b-b7aa-e5690a042474 req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Network a94c7b2e-76df-4654-bf1d-3da67484adc1 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:50:36.860962 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32af75-a806-4471-9fd6-15c00debc560 req-644cb750-8eb6-480f-8c8e-fdd38a33f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.863348 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fd32af75-a806-4471-9fd6-15c00debc560 req-644cb750-8eb6-480f-8c8e-fdd38a33f5ef service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214671 Jan 27 21:50:36.879116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.879320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:36.894304 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-711303c3-2656-450b-b7aa-e5690a042474 req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:50:36.924542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-711303c3-2656-450b-b7aa-e5690a042474 req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:50:36.960524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-73b835d4-e49e-468e-8e60-7e1c44992765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:36.962138 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-73b835d4-e49e-468e-8e60-7e1c44992765 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7bf06f40f20840c2aff7c3a64d549b2a&device_id=dba7441c-f9a4-4142-bdba-1d97047a961b HTTP/1.1" status: 200 len: 1094 time: 0.0546749 Jan 27 21:50:36.965945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Pushing event updated for resources: {'Port': ['ID=482a9403-6ddd-4f41-bd9b-062d6e410cc6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:37.018588 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-3b43f7ea-c1f7-4630-a6b7-a7fff0934343 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9273676f-bcc9-47a1-934e-870becf4d6ea HTTP/1.1" status: 200 len: 217 time: 0.0453248 Jan 27 21:50:37.029736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:37.030366 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.063080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810d70b-a8fe-47fd-a3f4-bb4630049779 req-96933de5-58da-4919-87c4-2e084af0760c tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:37.071107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0810d70b-a8fe-47fd-a3f4-bb4630049779 req-96933de5-58da-4919-87c4-2e084af0760c tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 931 time: 0.1790390 Jan 27 21:50:37.123098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-a2605674-61ad-4866-8223-a92170e31ca3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1282420 Jan 27 21:50:37.126947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-f26cecb2-f5c9-4d40-b9f4-cf9a2332a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:37.129182 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-f26cecb2-f5c9-4d40-b9f4-cf9a2332a6af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e6fc38c-1d4e-4f53-9561-82dcd4faec63 HTTP/1.1" status: 200 len: 858 time: 0.1037548 Jan 27 21:50:37.145996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Request body: {'port': {'device_id': 'ce0798d4-6f80-4a6e-a0a0-3469f767dffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:37.166005 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-06c45255-84b6-4bc6-868e-bcacef171cf1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a94c7b2e-76df-4654-bf1d-3da67484adc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291345 Jan 27 21:50:37.214089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:37.230997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-79a9b9f2-434d-4637-8a9e-cf8d5fcc143b tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0210762 Jan 27 21:50:37.266632 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Publish callbacks [] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.274474 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-6acbf8d2-a2c6-43f1-a713-f77665fef98b service neutron] 10.222.0.71 "GET /v2.0/networks/a94c7b2e-76df-4654-bf1d-3da67484adc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026006 Jan 27 21:50:37.287921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Request body: {'port': {'device_id': '10469ea0-afcc-484d-8e05-dc8fba0c1c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:50:37.325194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0810d70b-a8fe-47fd-a3f4-bb4630049779 req-498b09a7-08b7-42a2-8cb6-aebbf99763cb tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538710 Jan 27 21:50:37.333128 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fc23d715-2950-47cd-b186-557dd644f08b), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.357807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Transition to ACTIVE for port object 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:37.397899 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.403050 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-09fbdd53-f450-4ceb-80b5-7fc7c0148cf8 service neutron] 10.222.0.71 "GET /v2.0/networks/a94c7b2e-76df-4654-bf1d-3da67484adc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218741 Jan 27 21:50:37.750921 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.804029 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:37.868507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc33bbd-9bbc-405f-b332-edf7e83051f3 req-6b94e31d-188a-44c7-b471-3865f5100c4b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:37.868507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6cc33bbd-9bbc-405f-b332-edf7e83051f3 req-6b94e31d-188a-44c7-b471-3865f5100c4b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 931 time: 0.5332580 Jan 27 21:50:37.893163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Pushing event updated for resources: {'Port': ['ID=3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:38.186237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6cc33bbd-9bbc-405f-b332-edf7e83051f3 req-63a6c4b2-42d2-4799-bc5b-c837dcda8edb tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761045 Jan 27 21:50:38.259769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Attempting to bind port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:38.260136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Attempting to bind port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:38.260476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Attempting to bind port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 on network a94c7b2e-76df-4654-bf1d-3da67484adc1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:38.276175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 on network a94c7b2e-76df-4654-bf1d-3da67484adc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:38.276512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Attempting to bind port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 on network a94c7b2e-76df-4654-bf1d-3da67484adc1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:38.289306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:38.289652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Checking segment: {'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:38.290043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Bound using segment: {'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:38.290487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Bound port: 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:38.290853 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.410487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc23d715-2950-47cd-b186-557dd644f08b {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:38.434065 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Publish callbacks [] for port (fc23d715-2950-47cd-b186-557dd644f08b), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.514693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] For port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:38.516886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Transition to ACTIVE for port object fc23d715-2950-47cd-b186-557dd644f08b will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:38.532825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482a9403-6ddd-4f41-bd9b-062d6e410cc6 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:38.542676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] For port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:38.544726 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Publish callbacks [] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.561658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d8b94-21ad-4d8b-a293-1d8b4bce4194 req-1116e48c-47e4-4b87-bb19-979297d5d068 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:38.563164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f59d8b94-21ad-4d8b-a293-1d8b4bce4194 req-1116e48c-47e4-4b87-bb19-979297d5d068 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 931 time: 0.1439965 Jan 27 21:50:38.567839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Transition to ACTIVE for port object 482a9403-6ddd-4f41-bd9b-062d6e410cc6 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:50:38.611124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f59d8b94-21ad-4d8b-a293-1d8b4bce4194 req-88b9845e-be9c-4999-a5ed-29b6cd4737eb tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421360 Jan 27 21:50:38.695448 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (fc23d715-2950-47cd-b186-557dd644f08b), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.752448 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.759350 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.785184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Pushing event updated for resources: {'Port': ['ID=fc23d715-2950-47cd-b186-557dd644f08b,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:38.817510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:38.818102 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.820451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] 10.222.0.74 "PUT /v2.0/ports/3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 HTTP/1.1" status: 200 len: 1092 time: 2.5258060 Jan 27 21:50:38.825071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fed10b-74a6-410a-a790-c6e4b4bb0b73', 'tag': '3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:38.827704 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a952ba06-327d-44f0-8d9f-e4940a008b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f2fed10b-74a6-410a-a790-c6e4b4bb0b73", "tag": "3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:38.893177 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:38.951803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9749312-e7df-4fd4-b866-0d90ea0ea57b service neutron] Pushing event updated for resources: {'Port': ['ID=3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:38.985065 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4698a97a-0dae-4b6b-8762-11c0450ac409 x-openstack-request-id: req-4698a97a-0dae-4b6b-8762-11c0450ac409 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:38.985464 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2fed10b-74a6-410a-a790-c6e4b4bb0b73", "tag": "3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:38.985761 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4698a97a-0dae-4b6b-8762-11c0450ac409 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:38.986218 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fed10b-74a6-410a-a790-c6e4b4bb0b73', 'tag': '3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00', 'status': 'completed', 'code': 200} Jan 27 21:50:39.092045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Pushing event updated for resources: {'Port': ['ID=482a9403-6ddd-4f41-bd9b-062d6e410cc6,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:39.111625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Attempting to bind port fc23d715-2950-47cd-b186-557dd644f08b on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:39.111958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Attempting to bind port fc23d715-2950-47cd-b186-557dd644f08b by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:39.112702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Attempting to bind port fc23d715-2950-47cd-b186-557dd644f08b on network bff99387-7cb5-4548-9169-ac27e2748a33 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:39.122555 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952ba06-327d-44f0-8d9f-e4940a008b5c req-162c8430-2dd9-4037-ad62-ef6877dee20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.124538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a952ba06-327d-44f0-8d9f-e4940a008b5c req-162c8430-2dd9-4037-ad62-ef6877dee20b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7bf06f40f20840c2aff7c3a64d549b2a&device_id=f2fed10b-74a6-410a-a790-c6e4b4bb0b73 HTTP/1.1" status: 200 len: 1095 time: 0.1479576 Jan 27 21:50:39.125406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Attempting to bind port 482a9403-6ddd-4f41-bd9b-062d6e410cc6 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:50:39.125736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Attempting to bind port 482a9403-6ddd-4f41-bd9b-062d6e410cc6 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:50:39.126064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Attempting to bind port 482a9403-6ddd-4f41-bd9b-062d6e410cc6 on network a94c7b2e-76df-4654-bf1d-3da67484adc1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:39.128211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Port fc23d715-2950-47cd-b186-557dd644f08b on network bff99387-7cb5-4548-9169-ac27e2748a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:39.128470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Attempting to bind port fc23d715-2950-47cd-b186-557dd644f08b on network bff99387-7cb5-4548-9169-ac27e2748a33 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:39.134917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Port 482a9403-6ddd-4f41-bd9b-062d6e410cc6 on network a94c7b2e-76df-4654-bf1d-3da67484adc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:50:39.135235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Attempting to bind port 482a9403-6ddd-4f41-bd9b-062d6e410cc6 on network a94c7b2e-76df-4654-bf1d-3da67484adc1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:50:39.137339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:39.137641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Checking segment: {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:39.138016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Bound using segment: {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:39.139141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Bound port: fc23d715-2950-47cd-b186-557dd644f08b, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:39.139141 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fc23d715-2950-47cd-b186-557dd644f08b), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.162719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:50:39.163059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Checking segment: {'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:50:39.164019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Bound using segment: {'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:50:39.164564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Bound port: 482a9403-6ddd-4f41-bd9b-062d6e410cc6, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:50:39.164867 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.354442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] For port fc23d715-2950-47cd-b186-557dd644f08b, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:39.388948 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] For port fc23d715-2950-47cd-b186-557dd644f08b, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=fc23d715-2950-47cd-b186-557dd644f08b,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:39.394281 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952ba06-327d-44f0-8d9f-e4940a008b5c req-ea701407-3aba-4a01-addb-908b5a1e4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.395761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a952ba06-327d-44f0-8d9f-e4940a008b5c req-ea701407-3aba-4a01-addb-908b5a1e4b7c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7bf06f40f20840c2aff7c3a64d549b2a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2549014 Jan 27 21:50:39.412253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] For port 482a9403-6ddd-4f41-bd9b-062d6e410cc6, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:50:39.416161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] For port 482a9403-6ddd-4f41-bd9b-062d6e410cc6, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=482a9403-6ddd-4f41-bd9b-062d6e410cc6,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:50:39.437983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa4b39-c182-489a-b387-f32e60341466 req-6bbe0065-b0b8-4099-8ab3-8121e0ca2be9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.439470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83aa4b39-c182-489a-b387-f32e60341466 req-6bbe0065-b0b8-4099-8ab3-8121e0ca2be9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 943 time: 0.1527727 Jan 27 21:50:39.507497 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (fc23d715-2950-47cd-b186-557dd644f08b), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.565057 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83aa4b39-c182-489a-b387-f32e60341466 req-cd874c7d-17eb-48a1-9244-03349e11b9f6 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003044 Jan 27 21:50:39.566109 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.579499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.580136 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.581526 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] 10.222.0.71 "PUT /v2.0/ports/fc23d715-2950-47cd-b186-557dd644f08b HTTP/1.1" status: 200 len: 1091 time: 2.4502091 Jan 27 21:50:39.598930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952ba06-327d-44f0-8d9f-e4940a008b5c req-38aa56c9-da25-4ecc-a53c-add5452f6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.600414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a952ba06-327d-44f0-8d9f-e4940a008b5c req-38aa56c9-da25-4ecc-a53c-add5452f6db4 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961961 Jan 27 21:50:39.625633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.626293 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:39.627990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] 10.222.0.71 "PUT /v2.0/ports/482a9403-6ddd-4f41-bd9b-062d6e410cc6 HTTP/1.1" status: 200 len: 1091 time: 2.3554084 Jan 27 21:50:39.636976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d4736-569f-4d68-bffc-e7da2bb1075e service neutron] Pushing event updated for resources: {'Port': ['ID=fc23d715-2950-47cd-b186-557dd644f08b,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:39.811894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-697c158a-abd5-4397-bf9e-48da1da0086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.813337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-697c158a-abd5-4397-bf9e-48da1da0086b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7bf06f40f20840c2aff7c3a64d549b2a&device_id=f2fed10b-74a6-410a-a790-c6e4b4bb0b73 HTTP/1.1" status: 200 len: 1095 time: 0.1664722 Jan 27 21:50:39.838417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b464452-64ce-4f42-9408-19981e61fa89 service neutron] Pushing event updated for resources: {'Port': ['ID=482a9403-6ddd-4f41-bd9b-062d6e410cc6,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:39.889771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-d884d956-eb5d-439a-ba70-29dd27b37b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.891279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-d884d956-eb5d-439a-ba70-29dd27b37b97 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 1094 time: 0.1839862 Jan 27 21:50:39.895091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-7c2b820d-6e08-4342-9778-28906079db40 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 HTTP/1.1" status: 200 len: 217 time: 0.0593638 Jan 27 21:50:39.907824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b15601-2f40-46ea-b7b9-49195cc7a3e0 req-ef2d66db-3944-4623-b0e4-acfc57fa8e55 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.909296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83b15601-2f40-46ea-b7b9-49195cc7a3e0 req-ef2d66db-3944-4623-b0e4-acfc57fa8e55 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 943 time: 0.1908839 Jan 27 21:50:39.924968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-77be99c8-f5be-4aec-be86-f822c436ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:39.927680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-77be99c8-f5be-4aec-be86-f822c436ff36 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7bf06f40f20840c2aff7c3a64d549b2a&device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 1094 time: 0.1494160 Jan 27 21:50:39.993321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-bc029716-b716-485c-a186-b2b73554cb62 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc23d715-2950-47cd-b186-557dd644f08b HTTP/1.1" status: 200 len: 217 time: 0.0924203 Jan 27 21:50:40.048503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-b8cda509-472a-49d1-bd96-a0a7056c05de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=482a9403-6ddd-4f41-bd9b-062d6e410cc6 HTTP/1.1" status: 200 len: 217 time: 0.0659730 Jan 27 21:50:40.116720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-9cc4f594-8d07-470e-af7c-edf12cf10d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:40.118236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-9cc4f594-8d07-470e-af7c-edf12cf10d83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4e6fc38c-1d4e-4f53-9561-82dcd4faec63 HTTP/1.1" status: 200 len: 858 time: 0.2074404 Jan 27 21:50:40.171433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-01df826d-2d25-4e02-9c56-358f5ecbb555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:40.172891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-01df826d-2d25-4e02-9c56-358f5ecbb555 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab58da47-1e95-4723-ad77-d0012bc945f9 HTTP/1.1" status: 200 len: 854 time: 0.1708832 Jan 27 21:50:40.176586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-b6cba9ad-1333-4dc0-9565-306322776fb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a94c7b2e-76df-4654-bf1d-3da67484adc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507236 Jan 27 21:50:40.179752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83b15601-2f40-46ea-b7b9-49195cc7a3e0 req-46b98f07-fe37-4cf3-a12f-9d98ed116b6e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486489 Jan 27 21:50:40.214817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711303c3-2656-450b-b7aa-e5690a042474 req-51d75e42-340c-4bb3-9b35-0aa47687be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:40.216298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-51d75e42-340c-4bb3-9b35-0aa47687be84 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e6fc38c-1d4e-4f53-9561-82dcd4faec63 HTTP/1.1" status: 200 len: 858 time: 0.1467054 Jan 27 21:50:40.218043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-b408ae1e-b31d-4274-bb9c-de41a12488a3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bff99387-7cb5-4548-9169-ac27e2748a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374429 Jan 27 21:50:40.300143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-dff38b7b-0b5c-4c58-aa3c-70617f385c76 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a94c7b2e-76df-4654-bf1d-3da67484adc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713754 Jan 27 21:50:40.467082 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-090193c0-1846-41d0-9157-ec86e9c5513a service neutron] 10.222.0.74 "GET /v2.0/networks/a94c7b2e-76df-4654-bf1d-3da67484adc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837908 Jan 27 21:50:40.472656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-d918170b-f27d-4b63-aa9b-706ab95bfbcd service neutron] 10.222.0.71 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450824 Jan 27 21:50:40.590542 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-19c6f02d-2620-47d3-8604-c8fe0a75f312 service neutron] 10.222.0.71 "GET /v2.0/networks/a94c7b2e-76df-4654-bf1d-3da67484adc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617292 Jan 27 21:50:40.752486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db467f-9b58-478c-ac2a-7534c441f1c9 req-7a5bfa9a-13aa-467b-8a06-e491de0487c5 service neutron] 10.222.0.71 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643862 Jan 27 21:50:40.754271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-ebe25986-23a4-4563-b6f9-453782238ccc service neutron] 10.222.0.74 "GET /v2.0/networks/a94c7b2e-76df-4654-bf1d-3da67484adc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805095 Jan 27 21:50:40.800586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-cc5e88c4-e169-4fb3-8571-868827faf9bb service neutron] 10.222.0.71 "GET /v2.0/networks/a94c7b2e-76df-4654-bf1d-3da67484adc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986907 Jan 27 21:50:40.811317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e27434-1117-43a9-8e98-837305802340 req-7d706245-f6af-4834-b5d1-f887f133ba2b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:40.812909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7e27434-1117-43a9-8e98-837305802340 req-7d706245-f6af-4834-b5d1-f887f133ba2b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 943 time: 0.1258485 Jan 27 21:50:40.873118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7e27434-1117-43a9-8e98-837305802340 req-b1f8f20f-649d-4b31-b495-7961ff6d89a6 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536416 Jan 27 21:50:40.987039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0798d4-6f80-4a6e-a0a0-3469f767dffd', 'tag': 'fc23d715-2950-47cd-b186-557dd644f08b'}, {'name': 'network-changed', 'server_uuid': '10469ea0-afcc-484d-8e05-dc8fba0c1c9a', 'tag': '482a9403-6ddd-4f41-bd9b-062d6e410cc6'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:40.989476 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0798d4-6f80-4a6e-a0a0-3469f767dffd", "tag": "fc23d715-2950-47cd-b186-557dd644f08b"}, {"name": "network-changed", "server_uuid": "10469ea0-afcc-484d-8e05-dc8fba0c1c9a", "tag": "482a9403-6ddd-4f41-bd9b-062d6e410cc6"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:41.030678 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8b6177-7cc3-4c2d-bf50-d98252c092ff x-openstack-request-id: req-be8b6177-7cc3-4c2d-bf50-d98252c092ff {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:41.030980 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0798d4-6f80-4a6e-a0a0-3469f767dffd", "tag": "fc23d715-2950-47cd-b186-557dd644f08b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10469ea0-afcc-484d-8e05-dc8fba0c1c9a", "tag": "482a9403-6ddd-4f41-bd9b-062d6e410cc6", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:41.031246 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be8b6177-7cc3-4c2d-bf50-d98252c092ff {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:41.031655 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0798d4-6f80-4a6e-a0a0-3469f767dffd', 'tag': 'fc23d715-2950-47cd-b186-557dd644f08b', 'status': 'completed', 'code': 200} Jan 27 21:50:41.031917 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10469ea0-afcc-484d-8e05-dc8fba0c1c9a', 'tag': '482a9403-6ddd-4f41-bd9b-062d6e410cc6', 'status': 'completed', 'code': 200} Jan 27 21:50:41.107930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-97950c2a-54df-4c3d-bd9e-3297e161f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.108167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-97950c2a-54df-4c3d-bd9e-3297e161f44d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 1094 time: 0.0424204 Jan 27 21:50:41.209475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-c81ec4da-c21b-4d64-b402-5c0eaf54a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.211575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-c81ec4da-c21b-4d64-b402-5c0eaf54a8a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 915 time: 0.0938153 Jan 27 21:50:41.260554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-8b643996-7316-418b-933e-9a082682c61b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc23d715-2950-47cd-b186-557dd644f08b HTTP/1.1" status: 200 len: 217 time: 0.0386140 Jan 27 21:50:41.339231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9273676f-bcc9-47a1-934e-870becf4d6ea details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:50:41.465444 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9273676f-bcc9-47a1-934e-870becf4d6ea, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9273676f-bcc9-47a1-934e-870becf4d6ea,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:41.479214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '9273676f-bcc9-47a1-934e-870becf4d6ea', 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1', 'port_id': '9273676f-bcc9-47a1-934e-870becf4d6ea', 'mac_address': 'fa:16:3e:92:a9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6fc38c-1d4e-4f53-9561-82dcd4faec63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:50:41.518591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9273676f-bcc9-47a1-934e-870becf4d6ea is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:41.519335 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.537709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9273676f-bcc9-47a1-934e-870becf4d6ea {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:41.561508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9273676f-bcc9-47a1-934e-870becf4d6ea, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9273676f-bcc9-47a1-934e-870becf4d6ea,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:41.682885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-77ebbb46-e7bc-4f86-b48c-a1d6c01a205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.684435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-77ebbb46-e7bc-4f86-b48c-a1d6c01a205d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab58da47-1e95-4723-ad77-d0012bc945f9 HTTP/1.1" status: 200 len: 854 time: 0.4145021 Jan 27 21:50:41.687050 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:41.692158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd8f8d-e2ab-478d-a11a-80c0af9bbc50 req-e14d1bbb-1866-46eb-bb19-64ef582843f5 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:41.693668 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fcd8f8d-e2ab-478d-a11a-80c0af9bbc50 req-e14d1bbb-1866-46eb-bb19-64ef582843f5 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 943 time: 0.4365175 Jan 27 21:50:41.724271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-f6fd93df-fbd4-4ea8-aa84-36252cf1dd57 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bff99387-7cb5-4548-9169-ac27e2748a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295908 Jan 27 21:50:41.734538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9273676f-bcc9-47a1-934e-870becf4d6ea,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:41.811725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fcd8f8d-e2ab-478d-a11a-80c0af9bbc50 req-a73c2113-29f2-46bf-b55e-50505f789010 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092339 Jan 27 21:50:41.853017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-b59006fa-fb65-46a5-aafa-7203d27bee27 service neutron] 10.222.0.71 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163399 Jan 27 21:50:41.957523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-5ec4cea0-a5dc-4bbe-a648-9f732d336369 service neutron] 10.222.0.71 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947344 Jan 27 21:50:41.999182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbc828-1a33-4e2a-a2d1-3ac379c864b6 req-c97dfec1-e534-446d-b5a6-cbf323b8e6c9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:42.002029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78dbc828-1a33-4e2a-a2d1-3ac379c864b6 req-c97dfec1-e534-446d-b5a6-cbf323b8e6c9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 943 time: 0.0556231 Jan 27 21:50:42.030457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9273676f-bcc9-47a1-934e-870becf4d6ea'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:42.089540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-a2cb662c-8956-4a8d-bc9e-8d746e2f9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:42.091070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-a2cb662c-8956-4a8d-bc9e-8d746e2f9835 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7bf06f40f20840c2aff7c3a64d549b2a&device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 1094 time: 0.0771539 Jan 27 21:50:42.094165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78dbc828-1a33-4e2a-a2d1-3ac379c864b6 req-3959e5a5-d94d-4b14-ba9d-b0442f659ee3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863545 Jan 27 21:50:42.215548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-c77eeb8e-2025-4042-ac0c-5b6e1b038baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:42.216568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-c77eeb8e-2025-4042-ac0c-5b6e1b038baf service neutron] 10.222.0.71 "GET /v2.0/networks?id=a94c7b2e-76df-4654-bf1d-3da67484adc1 HTTP/1.1" status: 200 len: 919 time: 0.1180294 Jan 27 21:50:42.267176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-e0ffb9f4-1abe-4b8b-9d76-e1ed30e38aae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=482a9403-6ddd-4f41-bd9b-062d6e410cc6 HTTP/1.1" status: 200 len: 217 time: 0.0418575 Jan 27 21:50:42.322507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-1f882746-4768-42aa-a32c-b2a91051081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:42.324090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-1f882746-4768-42aa-a32c-b2a91051081f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4e6fc38c-1d4e-4f53-9561-82dcd4faec63 HTTP/1.1" status: 200 len: 858 time: 0.0476296 Jan 27 21:50:42.359091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-decf879a-84e4-4aec-a788-963a8493cf3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a94c7b2e-76df-4654-bf1d-3da67484adc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247641 Jan 27 21:50:42.465199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-bcc2bac1-3077-4184-a9b0-0a8edb44884c service neutron] 10.222.0.71 "GET /v2.0/networks/a94c7b2e-76df-4654-bf1d-3da67484adc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970411 Jan 27 21:50:42.562233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b641a6c1-41c5-4220-a3d5-7f1b24f094d9 req-d1d81791-d529-489d-b0c7-1b5703876508 service neutron] 10.222.0.71 "GET /v2.0/networks/a94c7b2e-76df-4654-bf1d-3da67484adc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895977 Jan 27 21:50:42.938926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc5579-8289-4e48-90a4-2963b9db71c3 req-3e45fddf-a654-43e3-bb7f-94cf8791742d tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:42.941833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39cc5579-8289-4e48-90a4-2963b9db71c3 req-3e45fddf-a654-43e3-bb7f-94cf8791742d tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 943 time: 0.0555146 Jan 27 21:50:42.997082 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39cc5579-8289-4e48-90a4-2963b9db71c3 req-d0ef924a-2b31-4804-9cf5-52b780bd4fd4 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488236 Jan 27 21:50:43.239005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff742715-6fda-48dd-b676-9b7fe0b48de9 req-852a1617-ce7d-4424-90ee-6ee8eb3a5da1 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:43.246594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff742715-6fda-48dd-b676-9b7fe0b48de9 req-852a1617-ce7d-4424-90ee-6ee8eb3a5da1 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 943 time: 0.0722728 Jan 27 21:50:43.297104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff742715-6fda-48dd-b676-9b7fe0b48de9 req-f108dcc7-7820-4c5b-873e-e8eae61703a8 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495448 Jan 27 21:50:43.362314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 482a9403-6ddd-4f41-bd9b-062d6e410cc6 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:50:43.365449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9273676f-bcc9-47a1-934e-870becf4d6ea up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:43.495769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 482a9403-6ddd-4f41-bd9b-062d6e410cc6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=482a9403-6ddd-4f41-bd9b-062d6e410cc6,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:43.507652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '482a9403-6ddd-4f41-bd9b-062d6e410cc6', 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1', 'port_id': '482a9403-6ddd-4f41-bd9b-062d6e410cc6', 'mac_address': 'fa:16:3e:fe:4f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6fc38c-1d4e-4f53-9561-82dcd4faec63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:50:43.540512 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 9273676f-bcc9-47a1-934e-870becf4d6ea completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:50:43.548903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 9273676f-bcc9-47a1-934e-870becf4d6ea triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:43.549531 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.578905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 482a9403-6ddd-4f41-bd9b-062d6e410cc6 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:43.581432 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.604840 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482a9403-6ddd-4f41-bd9b-062d6e410cc6 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:43.633387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 482a9403-6ddd-4f41-bd9b-062d6e410cc6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=482a9403-6ddd-4f41-bd9b-062d6e410cc6,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:43.676399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9273676f-bcc9-47a1-934e-870becf4d6ea is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:43.676830 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.700437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba7441c-f9a4-4142-bdba-1d97047a961b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9273676f-bcc9-47a1-934e-870becf4d6ea'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:43.702882 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07fb6c6-0cdb-450a-b799-57edf19297e4" -d '{"events": [{"server_uuid": "dba7441c-f9a4-4142-bdba-1d97047a961b", "name": "network-vif-plugged", "status": "completed", "tag": "9273676f-bcc9-47a1-934e-870becf4d6ea"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:43.707960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.708643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device fc23d715-2950-47cd-b186-557dd644f08b details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:50:43.724663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9273676f-bcc9-47a1-934e-870becf4d6ea, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9273676f-bcc9-47a1-934e-870becf4d6ea,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:43.791555 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b61bba-a485-4c50-af21-b38cc2dd5ad0 x-openstack-request-id: req-f8b61bba-a485-4c50-af21-b38cc2dd5ad0 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:43.791848 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba7441c-f9a4-4142-bdba-1d97047a961b", "name": "network-vif-plugged", "status": "completed", "tag": "9273676f-bcc9-47a1-934e-870becf4d6ea", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:43.792126 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8b61bba-a485-4c50-af21-b38cc2dd5ad0 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:43.792519 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba7441c-f9a4-4142-bdba-1d97047a961b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9273676f-bcc9-47a1-934e-870becf4d6ea', 'code': 200} Jan 27 21:50:43.794978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=482a9403-6ddd-4f41-bd9b-062d6e410cc6,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:43.825264 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.899461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9273676f-bcc9-47a1-934e-870becf4d6ea,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:43.902525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccac88-bacb-4123-abc8-90cadf18f042 req-7b595bfb-7e93-4604-bc22-e6efdfa10101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:43.904939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85ccac88-bacb-4123-abc8-90cadf18f042 req-7b595bfb-7e93-4604-bc22-e6efdfa10101 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=dba7441c-f9a4-4142-bdba-1d97047a961b HTTP/1.1" status: 200 len: 1096 time: 0.0518298 Jan 27 21:50:43.906159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port fc23d715-2950-47cd-b186-557dd644f08b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=fc23d715-2950-47cd-b186-557dd644f08b,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:43.917583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'fc23d715-2950-47cd-b186-557dd644f08b', 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33', 'port_id': 'fc23d715-2950-47cd-b186-557dd644f08b', 'mac_address': 'fa:16:3e:05:de:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab58da47-1e95-4723-ad77-d0012bc945f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:50:43.955722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port fc23d715-2950-47cd-b186-557dd644f08b is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:43.956160 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fc23d715-2950-47cd-b186-557dd644f08b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:43.967877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85ccac88-bacb-4123-abc8-90cadf18f042 req-a4562f8d-23ab-4e6b-8fc5-11f353126614 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572171 Jan 27 21:50:43.970177 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc23d715-2950-47cd-b186-557dd644f08b {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:43.990523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port fc23d715-2950-47cd-b186-557dd644f08b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=fc23d715-2950-47cd-b186-557dd644f08b,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:44.101417 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fc23d715-2950-47cd-b186-557dd644f08b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.136769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826fba2-ddf9-4530-94ed-bbea546f45d5 req-8bbd36c6-26c2-4a85-955d-506662a758cc tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:44.145802 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2826fba2-ddf9-4530-94ed-bbea546f45d5 req-8bbd36c6-26c2-4a85-955d-506662a758cc tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 944 time: 0.0768878 Jan 27 21:50:44.152262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=fc23d715-2950-47cd-b186-557dd644f08b,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:44.195474 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2826fba2-ddf9-4530-94ed-bbea546f45d5 req-aa20149e-b10e-4b39-a2b5-f94c76a04ae3 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481219 Jan 27 21:50:44.340637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:50:44.409162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['fc23d715-2950-47cd-b186-557dd644f08b'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:44.415941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['482a9403-6ddd-4f41-bd9b-062d6e410cc6'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:44.427860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29a7ac-e79f-4c91-824c-987f873fef63 req-92337d31-3df8-42b5-a08b-3f6feedeb896 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:44.431479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b29a7ac-e79f-4c91-824c-987f873fef63 req-92337d31-3df8-42b5-a08b-3f6feedeb896 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 944 time: 0.0531199 Jan 27 21:50:44.491067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b29a7ac-e79f-4c91-824c-987f873fef63 req-f00ea447-53ec-4642-9fe8-d43ad943d7f0 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540783 Jan 27 21:50:44.534106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:44.583020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00', 'network_id': 'a94c7b2e-76df-4654-bf1d-3da67484adc1', 'port_id': '3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00', 'mac_address': 'fa:16:3e:59:99:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6fc38c-1d4e-4f53-9561-82dcd4faec63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:50:44.694821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:44.694821 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.746882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:50:44.813559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:44.936858 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:44.985168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:45.201493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:45.323543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913e434-bd60-496f-8818-020528a359cf req-9012a1d6-84d9-42e6-80e3-35c1e9d02357 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:45.325175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4913e434-bd60-496f-8818-020528a359cf req-9012a1d6-84d9-42e6-80e3-35c1e9d02357 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 944 time: 0.0543993 Jan 27 21:50:45.385410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4913e434-bd60-496f-8818-020528a359cf req-e8fa6a23-ff91-49af-afbb-812281752ebb tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546074 Jan 27 21:50:45.612094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a1cbf-c024-4980-bdd1-8b8704741568 req-f65a4b2a-8ebf-4769-9770-a63464e2b2a0 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:45.613800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae5a1cbf-c024-4980-bdd1-8b8704741568 req-f65a4b2a-8ebf-4769-9770-a63464e2b2a0 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 944 time: 0.0535233 Jan 27 21:50:45.667347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae5a1cbf-c024-4980-bdd1-8b8704741568 req-7acf86a3-eef6-438d-9b51-3b2f03187e3c tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468507 Jan 27 21:50:46.354061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:46.506075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cebad-c86a-4b97-b302-607ccce3ac51 req-1664840c-4156-464c-8df3-b7ca8063cd48 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:46.507617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e81cebad-c86a-4b97-b302-607ccce3ac51 req-1664840c-4156-464c-8df3-b7ca8063cd48 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 944 time: 0.0534198 Jan 27 21:50:46.525197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:50:46.530690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:46.531351 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.565842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e81cebad-c86a-4b97-b302-607ccce3ac51 req-ebc89d81-b368-4434-b341-316bfc0a99ad tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506253 Jan 27 21:50:46.618583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:46.618974 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.641528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fed10b-74a6-410a-a790-c6e4b4bb0b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:46.643707 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b622c582-55be-4869-be7b-59cf41351753" -d '{"events": [{"server_uuid": "f2fed10b-74a6-410a-a790-c6e4b4bb0b73", "name": "network-vif-plugged", "status": "completed", "tag": "3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:46.656579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:46.680958 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9303cecd-88a8-4293-9e62-afbfcc1e51b7 x-openstack-request-id: req-9303cecd-88a8-4293-9e62-afbfcc1e51b7 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:46.681100 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fed10b-74a6-410a-a790-c6e4b4bb0b73", "name": "network-vif-plugged", "status": "completed", "tag": "3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:46.681256 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9303cecd-88a8-4293-9e62-afbfcc1e51b7 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:46.681691 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fed10b-74a6-410a-a790-c6e4b4bb0b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00', 'code': 200} Jan 27 21:50:46.785729 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:46.825887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2544fd9-4c2e-485d-872d-550713bb00d6 req-e0379684-92e1-4ccf-b7f3-68888955e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:46.827486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2544fd9-4c2e-485d-872d-550713bb00d6 req-e0379684-92e1-4ccf-b7f3-68888955e127 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f2fed10b-74a6-410a-a790-c6e4b4bb0b73 HTTP/1.1" status: 200 len: 1096 time: 0.0810704 Jan 27 21:50:46.839186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a45095-dbbd-4354-b708-d454e73c7d95 req-ae9191ff-f704-4694-b136-637bb49e5e57 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:46.840834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79a45095-dbbd-4354-b708-d454e73c7d95 req-ae9191ff-f704-4694-b136-637bb49e5e57 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 944 time: 0.0607481 Jan 27 21:50:46.851480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:46.857941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.858381 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.858931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.859338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.866657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.866657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.866657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.866657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.866657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.866657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.866657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.866657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.866657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:46.917675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2544fd9-4c2e-485d-872d-550713bb00d6 req-f914116a-5939-4c8f-aec0-b4ed3b1a8c31 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736492 Jan 27 21:50:46.922912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79a45095-dbbd-4354-b708-d454e73c7d95 req-3e0308f2-25d0-4c30-a495-6548cd966068 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753713 Jan 27 21:50:47.370603 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 482a9403-6ddd-4f41-bd9b-062d6e410cc6 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:47.530981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 482a9403-6ddd-4f41-bd9b-062d6e410cc6 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:50:47.550529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 482a9403-6ddd-4f41-bd9b-062d6e410cc6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:47.552388 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.708810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013273d-5ddd-4c97-84bd-99e4e75ae658 req-fdfb8f4b-0208-4c32-a4d9-c27c9b5ec3d9 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:47.720857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0013273d-5ddd-4c97-84bd-99e4e75ae658 req-fdfb8f4b-0208-4c32-a4d9-c27c9b5ec3d9 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 944 time: 0.0764174 Jan 27 21:50:47.781047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0013273d-5ddd-4c97-84bd-99e4e75ae658 req-b8444098-74a5-411c-9e9a-6204cc05c10e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589404 Jan 27 21:50:47.799086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 482a9403-6ddd-4f41-bd9b-062d6e410cc6 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:47.799495 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.832524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 482a9403-6ddd-4f41-bd9b-062d6e410cc6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=482a9403-6ddd-4f41-bd9b-062d6e410cc6,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:47.937137 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:47.938221 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device fc23d715-2950-47cd-b186-557dd644f08b up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:50:48.067628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=482a9403-6ddd-4f41-bd9b-062d6e410cc6,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:48.097604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e929df-dc77-49ca-90f7-e235e5ece0ab req-a1ebe6d1-0788-4009-99d4-66c0a8a4f750 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.101458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e929df-dc77-49ca-90f7-e235e5ece0ab req-a1ebe6d1-0788-4009-99d4-66c0a8a4f750 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 944 time: 0.0874803 Jan 27 21:50:48.159107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e929df-dc77-49ca-90f7-e235e5ece0ab req-4465d943-d7bf-408d-a3ef-9e5ee6492f54 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567303 Jan 27 21:50:48.163015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port fc23d715-2950-47cd-b186-557dd644f08b completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:50:48.167915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port fc23d715-2950-47cd-b186-557dd644f08b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:50:48.168354 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fc23d715-2950-47cd-b186-557dd644f08b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.254315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port fc23d715-2950-47cd-b186-557dd644f08b is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:50:48.254744 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fc23d715-2950-47cd-b186-557dd644f08b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.287120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port fc23d715-2950-47cd-b186-557dd644f08b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=fc23d715-2950-47cd-b186-557dd644f08b,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:48.417283 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fc23d715-2950-47cd-b186-557dd644f08b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:48.465697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=fc23d715-2950-47cd-b186-557dd644f08b,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:48.684184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10469ea0-afcc-484d-8e05-dc8fba0c1c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482a9403-6ddd-4f41-bd9b-062d6e410cc6'}, {'server_uuid': 'ce0798d4-6f80-4a6e-a0a0-3469f767dffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc23d715-2950-47cd-b186-557dd644f08b'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:48.685327 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdf44db-4e3b-4cef-87af-1675b1c382ab" -d '{"events": [{"server_uuid": "10469ea0-afcc-484d-8e05-dc8fba0c1c9a", "name": "network-vif-plugged", "status": "completed", "tag": "482a9403-6ddd-4f41-bd9b-062d6e410cc6"}, {"server_uuid": "ce0798d4-6f80-4a6e-a0a0-3469f767dffd", "name": "network-vif-plugged", "status": "completed", "tag": "fc23d715-2950-47cd-b186-557dd644f08b"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:48.727415 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bcc06e-c0dd-4563-ae36-d195a6922e5e x-openstack-request-id: req-d0bcc06e-c0dd-4563-ae36-d195a6922e5e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:48.727831 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10469ea0-afcc-484d-8e05-dc8fba0c1c9a", "name": "network-vif-plugged", "status": "completed", "tag": "482a9403-6ddd-4f41-bd9b-062d6e410cc6", "code": 200}, {"server_uuid": "ce0798d4-6f80-4a6e-a0a0-3469f767dffd", "name": "network-vif-plugged", "status": "completed", "tag": "fc23d715-2950-47cd-b186-557dd644f08b", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:48.728237 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0bcc06e-c0dd-4563-ae36-d195a6922e5e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:48.728642 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10469ea0-afcc-484d-8e05-dc8fba0c1c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482a9403-6ddd-4f41-bd9b-062d6e410cc6', 'code': 200} Jan 27 21:50:48.728900 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0798d4-6f80-4a6e-a0a0-3469f767dffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc23d715-2950-47cd-b186-557dd644f08b', 'code': 200} Jan 27 21:50:48.927021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88573650-adae-4448-a503-95d535c8856e req-3aeb023f-f11b-4046-9a28-6fae1da2aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.928583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-88573650-adae-4448-a503-95d535c8856e req-3aeb023f-f11b-4046-9a28-6fae1da2aefa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 1096 time: 0.1290452 Jan 27 21:50:48.951234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749b939-87ff-4422-940d-2f2395a2b88b req-bef1d47a-6ce8-4853-a5f1-7b8e81fd6898 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.952723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e749b939-87ff-4422-940d-2f2395a2b88b req-bef1d47a-6ce8-4853-a5f1-7b8e81fd6898 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 945 time: 0.0812182 Jan 27 21:50:48.961332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5040-f2ad-4c49-aa30-d7b3a975f9e9 req-762033b3-77f1-42d7-8a97-eac25f40b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:48.963502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c4a5040-f2ad-4c49-aa30-d7b3a975f9e9 req-762033b3-77f1-42d7-8a97-eac25f40b56c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 1096 time: 0.1619935 Jan 27 21:50:49.066268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-88573650-adae-4448-a503-95d535c8856e req-d42789da-0b23-47ae-940b-6c6cae3cc152 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125345 Jan 27 21:50:49.069786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c4a5040-f2ad-4c49-aa30-d7b3a975f9e9 req-42e32cc6-eac1-4a2a-953a-6ae2c1f89bdb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985818 Jan 27 21:50:49.073205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e749b939-87ff-4422-940d-2f2395a2b88b req-d725e15f-8a71-4a8c-bf57-a2334dcbc7d0 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085927 Jan 27 21:50:49.291083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c7e1-af41-4c3a-a3df-677c7d6bac9a req-3e7e6826-3ff6-4cc6-b6b3-7e27ba88090e tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:49.296442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e06c7e1-af41-4c3a-a3df-677c7d6bac9a req-3e7e6826-3ff6-4cc6-b6b3-7e27ba88090e tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 945 time: 0.0661681 Jan 27 21:50:49.346688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e06c7e1-af41-4c3a-a3df-677c7d6bac9a req-619fa24b-b431-4bd0-9446-1ede19d80d05 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Jan 27 21:50:50.219442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b840c6f-af8a-47a6-b7e1-2d6ad902fd8e req-c9f80c51-0513-4692-b9a2-6b7989ce64ba tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.221042 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b840c6f-af8a-47a6-b7e1-2d6ad902fd8e req-c9f80c51-0513-4692-b9a2-6b7989ce64ba tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 945 time: 0.0589006 Jan 27 21:50:50.271056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b840c6f-af8a-47a6-b7e1-2d6ad902fd8e req-20487d82-aaa1-48ba-913b-d0f5964b8004 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439291 Jan 27 21:50:50.477127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a7d8b-9a94-4409-a336-a220f602797b req-e90ce985-cb7b-4b19-bd47-e54c5995577c tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:50.478601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f66a7d8b-9a94-4409-a336-a220f602797b req-e90ce985-cb7b-4b19-bd47-e54c5995577c tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 945 time: 0.0532997 Jan 27 21:50:50.526608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f66a7d8b-9a94-4409-a336-a220f602797b req-e5f80a32-b2fa-487c-bba7-b908e0a6a68c tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Jan 27 21:50:51.402167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4231f-d6a1-43db-bd59-0eb463da6181 req-197b2ba1-abbe-496f-9fa3-e640ba4ae4a9 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:51.403669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dab4231f-d6a1-43db-bd59-0eb463da6181 req-197b2ba1-abbe-496f-9fa3-e640ba4ae4a9 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 945 time: 0.0488029 Jan 27 21:50:51.452043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dab4231f-d6a1-43db-bd59-0eb463da6181 req-5bcc6121-55f6-491f-aab1-640bf42d7dc4 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 Jan 27 21:50:51.580753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc057769-bdad-45f1-b2b3-6789e2050739 req-06db4bf4-f92b-4836-a215-703c98bb5b44 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:51.588524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc057769-bdad-45f1-b2b3-6789e2050739 req-06db4bf4-f92b-4836-a215-703c98bb5b44 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2fed10b-74a6-410a-a790-c6e4b4bb0b73 HTTP/1.1" status: 200 len: 946 time: 0.0648136 Jan 27 21:50:51.672742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc057769-bdad-45f1-b2b3-6789e2050739 req-ebdacfb6-273b-48b2-88b1-7fb0079d1cb3 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833666 Jan 27 21:50:51.682094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e2c7a-4147-463e-9faf-57e4d6b34e44 req-a530a239-4083-4bc5-9b03-4ccb68edc269 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:51.684024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-900e2c7a-4147-463e-9faf-57e4d6b34e44 req-a530a239-4083-4bc5-9b03-4ccb68edc269 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 945 time: 0.0752528 Jan 27 21:50:51.743662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-900e2c7a-4147-463e-9faf-57e4d6b34e44 req-452e00ed-a810-43ea-bb2c-1b53bc5b8f95 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545628 Jan 27 21:50:51.797678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b1d8f-200f-49ed-9909-3cc8054ed510 req-4c2d1eb7-858f-465e-b4b7-ca0b2158dd48 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:51.801522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-083b1d8f-200f-49ed-9909-3cc8054ed510 req-4c2d1eb7-858f-465e-b4b7-ca0b2158dd48 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=dba7441c-f9a4-4142-bdba-1d97047a961b HTTP/1.1" status: 200 len: 945 time: 0.0522561 Jan 27 21:50:51.856649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-083b1d8f-200f-49ed-9909-3cc8054ed510 req-6ac6ca80-ed22-4387-a083-979a58f4d66e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513418 Jan 27 21:50:52.559429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462535b-565e-4740-bd1e-009ec808ed6a req-b55672c5-75b0-4496-b3ae-4944d6cb5dfb tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:52.561145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1462535b-565e-4740-bd1e-009ec808ed6a req-b55672c5-75b0-4496-b3ae-4944d6cb5dfb tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=dba7441c-f9a4-4142-bdba-1d97047a961b HTTP/1.1" status: 200 len: 945 time: 0.0992792 Jan 27 21:50:52.642076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1462535b-565e-4740-bd1e-009ec808ed6a req-5a957e38-4ccf-4334-b691-d6a074800a3f tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660036 Jan 27 21:50:53.764402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ed1db-6d57-48f3-8389-d5a4d8138539 req-1d176dda-57b3-45c3-a109-9c6420d10567 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:53.774772 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a5ed1db-6d57-48f3-8389-d5a4d8138539 req-1d176dda-57b3-45c3-a109-9c6420d10567 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=dba7441c-f9a4-4142-bdba-1d97047a961b HTTP/1.1" status: 200 len: 945 time: 0.0717463 Jan 27 21:50:53.835593 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a5ed1db-6d57-48f3-8389-d5a4d8138539 req-91c1a4f2-14d1-4afa-a938-884028977c70 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549393 Jan 27 21:50:54.248411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02986d9-f804-4a60-b4b3-6e1e06ee3702 req-6de6d18b-a4b5-4236-b8b5-ff78a33a441d tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:54.249871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c02986d9-f804-4a60-b4b3-6e1e06ee3702 req-6de6d18b-a4b5-4236-b8b5-ff78a33a441d tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.71 "GET /v2.0/ports?device_id=dba7441c-f9a4-4142-bdba-1d97047a961b HTTP/1.1" status: 200 len: 945 time: 0.0691309 Jan 27 21:50:54.354269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-c02986d9-f804-4a60-b4b3-6e1e06ee3702 req-a3ed60d3-7d97-4f01-ba32-47eea8e69c1e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Deleting port 9273676f-bcc9-47a1-934e-870becf4d6ea {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:50:54.354613 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c02986d9-f804-4a60-b4b3-6e1e06ee3702 req-a3ed60d3-7d97-4f01-ba32-47eea8e69c1e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.455251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c02986d9-f804-4a60-b4b3-6e1e06ee3702 req-a3ed60d3-7d97-4f01-ba32-47eea8e69c1e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] For port 9273676f-bcc9-47a1-934e-870becf4d6ea, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9273676f-bcc9-47a1-934e-870becf4d6ea,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:50:54.455641 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c02986d9-f804-4a60-b4b3-6e1e06ee3702 req-a3ed60d3-7d97-4f01-ba32-47eea8e69c1e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.468969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-c02986d9-f804-4a60-b4b3-6e1e06ee3702 req-a3ed60d3-7d97-4f01-ba32-47eea8e69c1e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Calling delete_port for 9273676f-bcc9-47a1-934e-870becf4d6ea owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:50:54.753960 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c02986d9-f804-4a60-b4b3-6e1e06ee3702 req-a3ed60d3-7d97-4f01-ba32-47eea8e69c1e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9273676f-bcc9-47a1-934e-870becf4d6ea), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.767304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9273676f-bcc9-47a1-934e-870becf4d6ea', '482a9403-6ddd-4f41-bd9b-062d6e410cc6'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:54.771831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:50:54.795002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed60d3-7d97-4f01-ba32-47eea8e69c1e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Pushing event deleted for resources: {'Port': ['ID=9273676f-bcc9-47a1-934e-870becf4d6ea,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:54.862336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02986d9-f804-4a60-b4b3-6e1e06ee3702 req-a3ed60d3-7d97-4f01-ba32-47eea8e69c1e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] No DVR routers for this DVR port 9273676f-bcc9-47a1-934e-870becf4d6ea on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:50:54.865376 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c02986d9-f804-4a60-b4b3-6e1e06ee3702 req-a3ed60d3-7d97-4f01-ba32-47eea8e69c1e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:54.869180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c02986d9-f804-4a60-b4b3-6e1e06ee3702 req-a3ed60d3-7d97-4f01-ba32-47eea8e69c1e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.71 "DELETE /v2.0/ports/9273676f-bcc9-47a1-934e-870becf4d6ea HTTP/1.1" status: 204 len: 173 time: 0.6111259 Jan 27 21:50:54.869686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba7441c-f9a4-4142-bdba-1d97047a961b', 'name': 'network-vif-deleted', 'tag': '9273676f-bcc9-47a1-934e-870becf4d6ea'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:50:54.872153 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d46f7b-b566-4594-afc1-80ec23a71541" -d '{"events": [{"server_uuid": "dba7441c-f9a4-4142-bdba-1d97047a961b", "name": "network-vif-deleted", "tag": "9273676f-bcc9-47a1-934e-870becf4d6ea"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:50:54.917963 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f9a9c0-ed27-4ebe-b7f2-58abc6897304 x-openstack-request-id: req-51f9a9c0-ed27-4ebe-b7f2-58abc6897304 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:50:54.918425 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba7441c-f9a4-4142-bdba-1d97047a961b", "name": "network-vif-deleted", "tag": "9273676f-bcc9-47a1-934e-870becf4d6ea", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:50:54.918721 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-51f9a9c0-ed27-4ebe-b7f2-58abc6897304 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:50:54.919511 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba7441c-f9a4-4142-bdba-1d97047a961b', 'name': 'network-vif-deleted', 'tag': '9273676f-bcc9-47a1-934e-870becf4d6ea', 'status': 'completed', 'code': 200} Jan 27 21:50:55.027397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b570aea0-c413-4ed5-83f5-a0cf50f8024c req-7d5a785b-8e4b-42de-920f-195ca5b7f749 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=dba7441c-f9a4-4142-bdba-1d97047a961b HTTP/1.1" status: 200 len: 210 time: 0.0749369 Jan 27 21:50:55.931368 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60220) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:56.067807 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.219180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Publish callbacks [] for security_group (94237fe3-1acd-42e0-b746-c68adc448644), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.254797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9ea1b0f-dce9-4bb6-bf60-0556b369cd2e req-6555d2dd-0117-4810-a8e5-55c7fcfa03e1 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=dba7441c-f9a4-4142-bdba-1d97047a961b HTTP/1.1" status: 200 len: 210 time: 0.0392859 Jan 27 21:50:56.399399 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (94237fe3-1acd-42e0-b746-c68adc448644), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.462352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94237fe3-1acd-42e0-b746-c68adc448644,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:56.471328 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.471682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.472028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.472399 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.472736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.473069 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.473400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.473727 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.474057 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.474386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.474712 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.475044 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.475390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:50:56.481800 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2a7690f7-c63a-4b43-8486-e2ade2c95cb3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe522c3949d642fca42b63929275cd6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5500622 Jan 27 21:50:56.488331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60234) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:56.574821 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55865824-96fd-4a7b-9cfd-c8694645e01b admin admin] Publish callbacks [] for security_group (94237fe3-1acd-42e0-b746-c68adc448644), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.606164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55865824-96fd-4a7b-9cfd-c8694645e01b admin admin] Publish callbacks [] for security_group (94237fe3-1acd-42e0-b746-c68adc448644), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.762807 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55865824-96fd-4a7b-9cfd-c8694645e01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (94237fe3-1acd-42e0-b746-c68adc448644), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.765515 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55865824-96fd-4a7b-9cfd-c8694645e01b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:56.769877 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-55865824-96fd-4a7b-9cfd-c8694645e01b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/94237fe3-1acd-42e0-b746-c68adc448644 HTTP/1.1" status: 204 len: 168 time: 0.2773812 Jan 27 21:50:56.778341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55865824-96fd-4a7b-9cfd-c8694645e01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94237fe3-1acd-42e0-b746-c68adc448644,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:56.818747 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.242883 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.440418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9273676f-bcc9-47a1-934e-870becf4d6ea no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:50:57.472115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 9273676f-bcc9-47a1-934e-870becf4d6ea {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:50:57.473467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9273676f-bcc9-47a1-934e-870becf4d6ea not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:50:57.620589 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60266) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:57.638638 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dc0292c9-b5a9-4254-aede-871d2754a87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.734187 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dc0292c9-b5a9-4254-aede-871d2754a87a admin admin] Publish callbacks [] for security_group (c023dfc4-51e6-49be-a052-83286806d542), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.816610 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dc0292c9-b5a9-4254-aede-871d2754a87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c023dfc4-51e6-49be-a052-83286806d542), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:57.874597 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dc0292c9-b5a9-4254-aede-871d2754a87a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79711482103b4dedbfe63d9377fe3241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2496543 Jan 27 21:50:57.876795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60286) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:50:57.936554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0292c9-b5a9-4254-aede-871d2754a87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c023dfc4-51e6-49be-a052-83286806d542,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:57.970330 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-989887df-70b5-46c9-b5bf-e462cec96d91 admin admin] Publish callbacks [] for security_group (c023dfc4-51e6-49be-a052-83286806d542), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.007087 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-989887df-70b5-46c9-b5bf-e462cec96d91 admin admin] Publish callbacks [] for security_group (c023dfc4-51e6-49be-a052-83286806d542), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.163869 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-989887df-70b5-46c9-b5bf-e462cec96d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c023dfc4-51e6-49be-a052-83286806d542), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.167559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-989887df-70b5-46c9-b5bf-e462cec96d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:50:58.179723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-989887df-70b5-46c9-b5bf-e462cec96d91 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c023dfc4-51e6-49be-a052-83286806d542 HTTP/1.1" status: 204 len: 168 time: 0.2948763 Jan 27 21:50:58.206698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989887df-70b5-46c9-b5bf-e462cec96d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c023dfc4-51e6-49be-a052-83286806d542,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:50:58.486714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89a8d-29a8-4d58-ba9e-f7482b308d90 req-01057f96-b564-4504-93aa-00dc03ce22d5 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:58.496717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89a8d-29a8-4d58-ba9e-f7482b308d90 req-01057f96-b564-4504-93aa-00dc03ce22d5 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:58.498577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cc89a8d-29a8-4d58-ba9e-f7482b308d90 req-01057f96-b564-4504-93aa-00dc03ce22d5 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a&device_id=f2fed10b-74a6-410a-a790-c6e4b4bb0b73 HTTP/1.1" status: 200 len: 1682 time: 0.0618627 Jan 27 21:50:58.548901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cc89a8d-29a8-4d58-ba9e-f7482b308d90 req-ba2a844f-6e29-484d-b4cc-a2e1a74012c5 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445106 Jan 27 21:50:59.948333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b53b13-b16a-4956-bfae-5d2fc84ffe77 req-c3b70c39-01eb-48b1-89e9-beeb339094c4 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:50:59.950975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15b53b13-b16a-4956-bfae-5d2fc84ffe77 req-c3b70c39-01eb-48b1-89e9-beeb339094c4 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2fed10b-74a6-410a-a790-c6e4b4bb0b73 HTTP/1.1" status: 200 len: 946 time: 0.0576646 Jan 27 21:51:00.019098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15b53b13-b16a-4956-bfae-5d2fc84ffe77 req-25e445a7-bd29-4a65-b84b-880963c53c4a tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580041 Jan 27 21:51:00.893376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66960a-9d44-4631-b78d-a90336cdda70 req-381c62a3-c5dd-4cf1-b523-45e35c9663f8 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:00.894964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f66960a-9d44-4631-b78d-a90336cdda70 req-381c62a3-c5dd-4cf1-b523-45e35c9663f8 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.74 "GET /v2.0/ports?device_id=f2fed10b-74a6-410a-a790-c6e4b4bb0b73 HTTP/1.1" status: 200 len: 946 time: 0.0645926 Jan 27 21:51:00.997708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3f66960a-9d44-4631-b78d-a90336cdda70 req-4d2f017e-c828-465f-8134-0770b4bb06ec tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Deleting port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:00.998280 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3f66960a-9d44-4631-b78d-a90336cdda70 req-4d2f017e-c828-465f-8134-0770b4bb06ec tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.145943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3f66960a-9d44-4631-b78d-a90336cdda70 req-4d2f017e-c828-465f-8134-0770b4bb06ec tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] For port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:01.146609 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3f66960a-9d44-4631-b78d-a90336cdda70 req-4d2f017e-c828-465f-8134-0770b4bb06ec tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.165871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3f66960a-9d44-4631-b78d-a90336cdda70 req-4d2f017e-c828-465f-8134-0770b4bb06ec tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Calling delete_port for 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:01.180552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b08360-df50-4811-99b9-dd0791638e70 req-1dccec7a-4e48-4207-8274-765ef41ac570 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:01.182729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29b08360-df50-4811-99b9-dd0791638e70 req-1dccec7a-4e48-4207-8274-765ef41ac570 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2fed10b-74a6-410a-a790-c6e4b4bb0b73 HTTP/1.1" status: 200 len: 946 time: 0.0790150 Jan 27 21:51:01.283569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29b08360-df50-4811-99b9-dd0791638e70 req-cc31444a-d71c-4890-b223-5d3528c3ca2e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/security-groups?id=945f14d5-ffc0-4c81-a610-4595529156c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950220 Jan 27 21:51:01.499372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8745c-604a-48c9-84a8-2a13e6d48ff9 req-6f5cb32d-2ae3-4ce0-a847-6e49c7afd488 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:01.501728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ef8745c-604a-48c9-84a8-2a13e6d48ff9 req-6f5cb32d-2ae3-4ce0-a847-6e49c7afd488 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.71 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 945 time: 0.0507438 Jan 27 21:51:01.502138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3f66960a-9d44-4631-b78d-a90336cdda70 req-4d2f017e-c828-465f-8134-0770b4bb06ec tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.514535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:01.558972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f017e-c828-465f-8134-0770b4bb06ec tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Pushing event deleted for resources: {'Port': ['ID=3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:01.565920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['482a9403-6ddd-4f41-bd9b-062d6e410cc6'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:01.707190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f66960a-9d44-4631-b78d-a90336cdda70 req-4d2f017e-c828-465f-8134-0770b4bb06ec tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] No DVR routers for this DVR port 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:51:01.714665 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3f66960a-9d44-4631-b78d-a90336cdda70 req-4d2f017e-c828-465f-8134-0770b4bb06ec tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.718372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f66960a-9d44-4631-b78d-a90336cdda70 req-4d2f017e-c828-465f-8134-0770b4bb06ec tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.74 "DELETE /v2.0/ports/3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 HTTP/1.1" status: 204 len: 173 time: 0.8154171 Jan 27 21:51:01.720109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fed10b-74a6-410a-a790-c6e4b4bb0b73', 'name': 'network-vif-deleted', 'tag': '3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:01.722062 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ebaadc-f40c-41ab-bc72-fb3e05a1c7f4" -d '{"events": [{"server_uuid": "f2fed10b-74a6-410a-a790-c6e4b4bb0b73", "name": "network-vif-deleted", "tag": "3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:01.809876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3ef8745c-604a-48c9-84a8-2a13e6d48ff9 req-39afca6c-353d-47d1-b972-ba807426634e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Deleting port 482a9403-6ddd-4f41-bd9b-062d6e410cc6 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:51:01.810233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3ef8745c-604a-48c9-84a8-2a13e6d48ff9 req-39afca6c-353d-47d1-b972-ba807426634e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.813824 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8f2941-663f-4034-9271-a9a8b613cbe0 x-openstack-request-id: req-bc8f2941-663f-4034-9271-a9a8b613cbe0 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:01.814119 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2fed10b-74a6-410a-a790-c6e4b4bb0b73", "name": "network-vif-deleted", "tag": "3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:01.814381 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc8f2941-663f-4034-9271-a9a8b613cbe0 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:01.814780 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fed10b-74a6-410a-a790-c6e4b4bb0b73', 'name': 'network-vif-deleted', 'tag': '3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00', 'status': 'completed', 'code': 200} Jan 27 21:51:01.925400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3ef8745c-604a-48c9-84a8-2a13e6d48ff9 req-39afca6c-353d-47d1-b972-ba807426634e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] For port 482a9403-6ddd-4f41-bd9b-062d6e410cc6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=482a9403-6ddd-4f41-bd9b-062d6e410cc6,segment=NetworkSegment(b38a5f00-3dd3-46e9-8df0-f0947a8ed588),segment_id=b38a5f00-3dd3-46e9-8df0-f0947a8ed588)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:01.925852 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3ef8745c-604a-48c9-84a8-2a13e6d48ff9 req-39afca6c-353d-47d1-b972-ba807426634e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:01.938754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3ef8745c-604a-48c9-84a8-2a13e6d48ff9 req-39afca6c-353d-47d1-b972-ba807426634e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Calling delete_port for 482a9403-6ddd-4f41-bd9b-062d6e410cc6 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:51:02.200639 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3ef8745c-604a-48c9-84a8-2a13e6d48ff9 req-39afca6c-353d-47d1-b972-ba807426634e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (482a9403-6ddd-4f41-bd9b-062d6e410cc6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:02.202603 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9969c69-9670-4ba4-8d4d-dc52e9f6bac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:02.214945 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:02.291190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afca6c-353d-47d1-b972-ba807426634e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Pushing event deleted for resources: {'Port': ['ID=482a9403-6ddd-4f41-bd9b-062d6e410cc6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:02.339489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef8745c-604a-48c9-84a8-2a13e6d48ff9 req-39afca6c-353d-47d1-b972-ba807426634e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] No DVR routers for this DVR port 482a9403-6ddd-4f41-bd9b-062d6e410cc6 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:51:02.339489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3ef8745c-604a-48c9-84a8-2a13e6d48ff9 req-39afca6c-353d-47d1-b972-ba807426634e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:02.343461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ef8745c-604a-48c9-84a8-2a13e6d48ff9 req-39afca6c-353d-47d1-b972-ba807426634e tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.71 "DELETE /v2.0/ports/482a9403-6ddd-4f41-bd9b-062d6e410cc6 HTTP/1.1" status: 204 len: 173 time: 0.8278859 Jan 27 21:51:02.435422 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5879d4d-7765-4f0a-a812-a79c0aa66404 req-91e81331-8f7e-4c19-8006-eb3293412dc8 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2fed10b-74a6-410a-a790-c6e4b4bb0b73 HTTP/1.1" status: 200 len: 210 time: 0.0308640 Jan 27 21:51:03.670964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a462093-95d8-4c2b-bf32-6566e20386bb req-4ae559b9-9c7f-4149-89c1-b33418bb5e72 tempest-ListServersNegativeTestJSON-580397268 tempest-ListServersNegativeTestJSON-580397268-project] 10.222.0.61 "GET /v2.0/ports?device_id=10469ea0-afcc-484d-8e05-dc8fba0c1c9a HTTP/1.1" status: 200 len: 210 time: 0.0694232 Jan 27 21:51:03.730652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-1bd601ff-36f3-47af-b505-b0d2421f1190 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:03.730652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-1bd601ff-36f3-47af-b505-b0d2421f1190 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 814 time: 0.1405804 Jan 27 21:51:03.752179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-60cafdcd-e3b7-4e61-8b76-d3b32eef29eb tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/quotas/ac42ec00a10044daa5c8b4c5013102bc HTTP/1.1" status: 200 len: 375 time: 0.0132544 Jan 27 21:51:03.815339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10469ea0-afcc-484d-8e05-dc8fba0c1c9a', 'name': 'network-vif-deleted', 'tag': '482a9403-6ddd-4f41-bd9b-062d6e410cc6'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:03.817866 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e893651-4a45-47f3-b4a1-f00eebd51f6d" -d '{"events": [{"server_uuid": "10469ea0-afcc-484d-8e05-dc8fba0c1c9a", "name": "network-vif-deleted", "tag": "482a9403-6ddd-4f41-bd9b-062d6e410cc6"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:03.826104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-025e9d91-62c8-4338-a412-160706ae6ef5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669410 Jan 27 21:51:03.874827 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ee91cd-6d14-4c6b-9e3b-eda830d93145 x-openstack-request-id: req-e8ee91cd-6d14-4c6b-9e3b-eda830d93145 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:03.875127 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10469ea0-afcc-484d-8e05-dc8fba0c1c9a", "name": "network-vif-deleted", "tag": "482a9403-6ddd-4f41-bd9b-062d6e410cc6", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:03.875389 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8ee91cd-6d14-4c6b-9e3b-eda830d93145 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:03.875831 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10469ea0-afcc-484d-8e05-dc8fba0c1c9a', 'name': 'network-vif-deleted', 'tag': '482a9403-6ddd-4f41-bd9b-062d6e410cc6', 'status': 'completed', 'code': 200} Jan 27 21:51:03.964712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-17b7f91e-cca4-4ff8-88eb-babac8fb597f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:51:03.967782 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-17b7f91e-cca4-4ff8-88eb-babac8fb597f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1344802 Jan 27 21:51:04.057387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-a4fc9f28-e534-4552-b2da-3e8e4765f75c service neutron] 10.222.0.61 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886040 Jan 27 21:51:04.147508 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-a3296bb2-7526-41fa-b450-8548401a9cb7 service neutron] 10.222.0.61 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833941 Jan 27 21:51:04.425799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38f3d819-ff50-46f0-a30b-cdc38efe33e6 req-78662b1e-c1b2-4c55-9ad5-9c7bcfbb76f1 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 210 time: 0.0329101 Jan 27 21:51:04.436441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:04.455778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:51:04.456173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 3d751422-6a7d-4c9a-b2cb-b6ed70ec3b00 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:51:04.760762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60502) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:04.810796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2006dd5-4858-439e-87af-7b6e16bda2c1 admin admin] Deleting subnet 4e6fc38c-1d4e-4f53-9561-82dcd4faec63 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:51:04.814078 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2006dd5-4858-439e-87af-7b6e16bda2c1 admin admin] Publish callbacks [] for subnet (4e6fc38c-1d4e-4f53-9561-82dcd4faec63), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.859593 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2006dd5-4858-439e-87af-7b6e16bda2c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (4e6fc38c-1d4e-4f53-9561-82dcd4faec63), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.901112 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2006dd5-4858-439e-87af-7b6e16bda2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (4e6fc38c-1d4e-4f53-9561-82dcd4faec63), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:04.948690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1a17db2c-87f8-4d0f-9c54-e689fecfaf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.048848 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2006dd5-4858-439e-87af-7b6e16bda2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (4e6fc38c-1d4e-4f53-9561-82dcd4faec63), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.081372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2006dd5-4858-439e-87af-7b6e16bda2c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6fc38c-1d4e-4f53-9561-82dcd4faec63,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:05.086648 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f2006dd5-4858-439e-87af-7b6e16bda2c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.092930 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60512) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:05.099113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f2006dd5-4858-439e-87af-7b6e16bda2c1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4e6fc38c-1d4e-4f53-9561-82dcd4faec63 HTTP/1.1" status: 204 len: 168 time: 0.3370609 Jan 27 21:51:05.171934 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (a94c7b2e-76df-4654-bf1d-3da67484adc1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.256699 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (a94c7b2e-76df-4654-bf1d-3da67484adc1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.281475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94c7b2e-76df-4654-bf1d-3da67484adc1']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:05.291349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:05.291651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38a5f00-3dd3-46e9-8df0-f0947a8ed588') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:05.320815 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (b38a5f00-3dd3-46e9-8df0-f0947a8ed588), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.342017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b38a5f00-3dd3-46e9-8df0-f0947a8ed588), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.355419 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:51:05.355883 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (b38a5f00-3dd3-46e9-8df0-f0947a8ed588), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:51:05.357800 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:51:05.484782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 482a9403-6ddd-4f41-bd9b-062d6e410cc6 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:51:05.501799 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (a94c7b2e-76df-4654-bf1d-3da67484adc1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.515186 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:05.518933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 482a9403-6ddd-4f41-bd9b-062d6e410cc6 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:51:05.519488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 482a9403-6ddd-4f41-bd9b-062d6e410cc6 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:51:05.521826 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a94c7b2e-76df-4654-bf1d-3da67484adc1 HTTP/1.1" status: 204 len: 168 time: 0.4269810 Jan 27 21:51:05.535095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc8c61-ebab-4bfb-b120-9c1b2af35746 admin admin] Pushing event deleted for resources: {'Network': ['ID=a94c7b2e-76df-4654-bf1d-3da67484adc1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:05.551351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe36c424-480d-4f8b-bd96-dc90bce00073 req-3e5cda1a-2ad5-48d6-a2aa-7ecaeacec1c7 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 210 time: 0.0279415 Jan 27 21:51:06.029823 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:51:06.090333 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.217503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60540) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:06.275163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60546) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:06.275717 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-80022d94-b9a3-47ad-a6b0-5d7f19a30345 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7bf06f40f20840c2aff7c3a64d549b2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561776 Jan 27 21:51:06.363931 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-175f6c29-23fb-475a-8396-28de71a596fc admin admin] Publish callbacks [] for security_group (945f14d5-ffc0-4c81-a610-4595529156c0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.389714 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-175f6c29-23fb-475a-8396-28de71a596fc admin admin] Publish callbacks [] for security_group (945f14d5-ffc0-4c81-a610-4595529156c0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.533456 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-175f6c29-23fb-475a-8396-28de71a596fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (945f14d5-ffc0-4c81-a610-4595529156c0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.536336 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-175f6c29-23fb-475a-8396-28de71a596fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:06.537812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-175f6c29-23fb-475a-8396-28de71a596fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/945f14d5-ffc0-4c81-a610-4595529156c0 HTTP/1.1" status: 204 len: 168 time: 0.2616568 Jan 27 21:51:06.562040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f6c29-23fb-475a-8396-28de71a596fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945f14d5-ffc0-4c81-a610-4595529156c0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:06.744030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bb495ae-3e87-48c6-a964-c17ccf415c1c req-0b61d6e8-a2e9-4883-86e0-197eb267e00d tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 210 time: 0.0350971 Jan 27 21:51:06.793248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-f5172846-299e-44ed-87e2-698b8d2d8f72 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:06.795243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-f5172846-299e-44ed-87e2-698b8d2d8f72 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.74 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 814 time: 0.1583207 Jan 27 21:51:06.809477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Request body: {'port': {'device_id': 'fbaf17e4-8465-4a4f-81af-759b69885c20', 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33', 'admin_state_up': True, 'tenant_id': 'ac42ec00a10044daa5c8b4c5013102bc'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:07.070598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Made reservation on behalf of ac42ec00a10044daa5c8b4c5013102bc for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:07.074127 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:07.243193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Allocated IP 172.20.0.11 (bff99387-7cb5-4548-9169-ac27e2748a33/ab58da47-1e95-4723-ad77-d0012bc945f9/94771ed8-93b1-4102-9c5f-e6655dabe131) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:07.370898 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:07.415572 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks [] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:07.523320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:07.538374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['09018ee4-9016-4771-a6af-fb3ed7962913'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:07.541575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['fc23d715-2950-47cd-b186-557dd644f08b'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:07.570429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Network bff99387-7cb5-4548-9169-ac27e2748a33 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:07.574244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:07.580271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:07.624589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Pushing event updated for resources: {'Port': ['ID=94771ed8-93b1-4102-9c5f-e6655dabe131,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:07.675138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:07.675530 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:07.769633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-53853d24-d781-44fc-8d63-84869a31598f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9651096 Jan 27 21:51:07.794032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Request body: {'port': {'device_id': 'fbaf17e4-8465-4a4f-81af-759b69885c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:07.920711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:07.934197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60596) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:07.965731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11c644-4afc-4481-bfc0-206471119c50 req-3e800c17-c954-4366-9d0a-39db22cf12d4 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:07.967522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c11c644-4afc-4481-bfc0-206471119c50 req-3e800c17-c954-4366-9d0a-39db22cf12d4 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 932 time: 0.0937791 Jan 27 21:51:08.055705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2097318958-network', 'tenant_id': '88718266cbbd46ada9baae144e312b23'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:08.111477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c11c644-4afc-4481-bfc0-206471119c50 req-8eb1b6b0-7c4a-4e26-8bca-e28e14e97872 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262188 Jan 27 21:51:08.143929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Made reservation on behalf of 88718266cbbd46ada9baae144e312b23 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:08.147781 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.164110 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.243612 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Publish callbacks [] for security_group (0a8e8ee6-70ef-4b04-9ca6-0dba087765f3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.317676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94771ed8-93b1-4102-9c5f-e6655dabe131 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:08.326465 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Publish callbacks [] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.328499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0a8e8ee6-70ef-4b04-9ca6-0dba087765f3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.340995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Transition to ACTIVE for port object 94771ed8-93b1-4102-9c5f-e6655dabe131 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:51:08.359643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:51:08.366692 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:08.374244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5133678d-cdeb-4f03-b304-5822a8145b02), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.374643 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Added segment 5133678d-cdeb-4f03-b304-5822a8145b02 of type vlan for network 6d585f84-28d1-4ca1-88fb-6936445ac37a Jan 27 21:51:08.416104 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6d585f84-28d1-4ca1-88fb-6936445ac37a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.459406 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.510291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Pushing event updated for resources: {'Port': ['ID=94771ed8-93b1-4102-9c5f-e6655dabe131,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:08.557087 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6d585f84-28d1-4ca1-88fb-6936445ac37a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.561744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:08.561744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.589776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Attempting to bind port 94771ed8-93b1-4102-9c5f-e6655dabe131 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:08.590129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Attempting to bind port 94771ed8-93b1-4102-9c5f-e6655dabe131 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:08.591015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Attempting to bind port 94771ed8-93b1-4102-9c5f-e6655dabe131 on network bff99387-7cb5-4548-9169-ac27e2748a33 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:08.595833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Port 94771ed8-93b1-4102-9c5f-e6655dabe131 on network bff99387-7cb5-4548-9169-ac27e2748a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:08.596264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Attempting to bind port 94771ed8-93b1-4102-9c5f-e6655dabe131 on network bff99387-7cb5-4548-9169-ac27e2748a33 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:08.602507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:08.602879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Checking segment: {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:08.603282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Bound using segment: {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:08.603723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Bound port: 94771ed8-93b1-4102-9c5f-e6655dabe131, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:08.604111 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.653120 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] Pushing event updated for resources: {'Network': ['ID=6d585f84-28d1-4ca1-88fb-6936445ac37a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:08.664736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6d585f84-28d1-4ca1-88fb-6936445ac37a details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:51:08.683374 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-71c474ae-106a-4086-a749-34e37da4d934 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7476912 Jan 27 21:51:08.686203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60614) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:08.691564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-efc58ab7-d700-42fd-8cf3-60c92749d083 admin admin] Request body: {'subnet': {'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2097318958-subnet', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:08.725992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] For port 94771ed8-93b1-4102-9c5f-e6655dabe131, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:08.729674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] For port 94771ed8-93b1-4102-9c5f-e6655dabe131, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=94771ed8-93b1-4102-9c5f-e6655dabe131,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:08.821847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc58ab7-d700-42fd-8cf3-60c92749d083 admin admin] Made reservation on behalf of 88718266cbbd46ada9baae144e312b23 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:08.824672 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-efc58ab7-d700-42fd-8cf3-60c92749d083 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.873196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.883463 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.914379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:08.915001 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:08.917870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] 10.222.0.74 "PUT /v2.0/ports/94771ed8-93b1-4102-9c5f-e6655dabe131 HTTP/1.1" status: 200 len: 1092 time: 1.1389394 Jan 27 21:51:08.917870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbaf17e4-8465-4a4f-81af-759b69885c20', 'tag': '94771ed8-93b1-4102-9c5f-e6655dabe131'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:08.919945 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa653b7b-3209-4e7a-8d42-5be87889cff6" -d '{"events": [{"name": "network-changed", "server_uuid": "fbaf17e4-8465-4a4f-81af-759b69885c20", "tag": "94771ed8-93b1-4102-9c5f-e6655dabe131"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:08.949598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Pushing event updated for resources: {'Port': ['ID=94771ed8-93b1-4102-9c5f-e6655dabe131,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:08.957993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.958435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.958793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.959174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.959522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.959867 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.960246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.960615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.961593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.961953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.962499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.962989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:08.963337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd52d47-a182-4b8c-aad2-0d26cefbd0ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:09.006759 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38147313-7224-49be-bcbb-50c7b0a4929e x-openstack-request-id: req-38147313-7224-49be-bcbb-50c7b0a4929e {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:09.007076 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbaf17e4-8465-4a4f-81af-759b69885c20", "tag": "94771ed8-93b1-4102-9c5f-e6655dabe131", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:09.007329 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-38147313-7224-49be-bcbb-50c7b0a4929e {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:09.008479 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbaf17e4-8465-4a4f-81af-759b69885c20', 'tag': '94771ed8-93b1-4102-9c5f-e6655dabe131', 'status': 'completed', 'code': 200} Jan 27 21:51:09.079745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa653b7b-3209-4e7a-8d42-5be87889cff6 req-55b7b1b8-d188-4f52-8b28-3a2a4bb756b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.081305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa653b7b-3209-4e7a-8d42-5be87889cff6 req-55b7b1b8-d188-4f52-8b28-3a2a4bb756b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 1095 time: 0.0456414 Jan 27 21:51:09.125610 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-efc58ab7-d700-42fd-8cf3-60c92749d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (7241b382-0517-4ef8-98c8-0d21759b8baa), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:09.241742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa653b7b-3209-4e7a-8d42-5be87889cff6 req-3ba6d664-9258-479d-9e61-60b5a9b301f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.243521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa653b7b-3209-4e7a-8d42-5be87889cff6 req-3ba6d664-9258-479d-9e61-60b5a9b301f9 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1541083 Jan 27 21:51:09.282169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc58ab7-d700-42fd-8cf3-60c92749d083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7241b382-0517-4ef8-98c8-0d21759b8baa,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:09.289497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc58ab7-d700-42fd-8cf3-60c92749d083 admin admin] Checking segment: {'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:09.289866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc58ab7-d700-42fd-8cf3-60c92749d083 admin admin] Network hostable DHCP agents. Network: 6d585f84-28d1-4ca1-88fb-6936445ac37a, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:51:09.344744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d326c91-3a39-4056-9bd8-5a2436a8aeca req-e02a9bc1-b9c7-4f3e-8579-f506153e80a9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.346251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d326c91-3a39-4056-9bd8-5a2436a8aeca req-e02a9bc1-b9c7-4f3e-8579-f506153e80a9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 944 time: 0.1260405 Jan 27 21:51:09.392383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa653b7b-3209-4e7a-8d42-5be87889cff6 req-2f9e552f-c11e-4c4c-8f96-f563a898be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.393751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa653b7b-3209-4e7a-8d42-5be87889cff6 req-2f9e552f-c11e-4c4c-8f96-f563a898be05 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328752 Jan 27 21:51:09.413127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d326c91-3a39-4056-9bd8-5a2436a8aeca req-3c8639ba-79d0-4f63-9e02-ee7d4eead079 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598471 Jan 27 21:51:09.433087 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc58ab7-d700-42fd-8cf3-60c92749d083 admin admin] Network 6d585f84-28d1-4ca1-88fb-6936445ac37a is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:51:09.487278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-8acad354-9ced-400b-87d7-f1a6b5e7bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.488850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-8acad354-9ced-400b-87d7-f1a6b5e7bece service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 1095 time: 0.0518720 Jan 27 21:51:09.522526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-efc58ab7-d700-42fd-8cf3-60c92749d083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 6d585f84-28d1-4ca1-88fb-6936445ac37a) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:09.526744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc58ab7-d700-42fd-8cf3-60c92749d083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.527343 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-efc58ab7-d700-42fd-8cf3-60c92749d083 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:09.532034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-da954f8c-0c90-48db-b14a-6528c698dbd2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94771ed8-93b1-4102-9c5f-e6655dabe131 HTTP/1.1" status: 200 len: 217 time: 0.0362549 Jan 27 21:51:09.534095 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e5954-1752-40bc-9f04-b0b137ee77fe None None] Network 6d585f84-28d1-4ca1-88fb-6936445ac37a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:09.589074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-8a5a754e-43ed-4e4b-8991-c6a317620c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:09.590605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-8a5a754e-43ed-4e4b-8991-c6a317620c46 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab58da47-1e95-4723-ad77-d0012bc945f9 HTTP/1.1" status: 200 len: 854 time: 0.0511115 Jan 27 21:51:09.634957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-c4c02611-3deb-43f1-9944-8c9e25da79fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bff99387-7cb5-4548-9169-ac27e2748a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325868 Jan 27 21:51:09.638176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d7935-6b91-4cb5-bde1-13d4eda2e62c None None] Network 6d585f84-28d1-4ca1-88fb-6936445ac37a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:51:09.647908 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-efc58ab7-d700-42fd-8cf3-60c92749d083 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9603858 Jan 27 21:51:09.650617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60636) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:09.655138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2097318958-router', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:09.752529 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-2f9fffb4-3821-42b5-881e-275803f3c2f3 service neutron] 10.222.0.74 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112089 Jan 27 21:51:09.819644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (47398b07-af52-4e0d-9375-5ccb2fc7f96d), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:09.820795 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (47398b07-af52-4e0d-9375-5ccb2fc7f96d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:09.849605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3933c758-cbbd-421a-a6dc-709ee1801dfb req-35e0f1d8-7b3d-46d8-ab52-ac3fb4269beb service neutron] 10.222.0.74 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894868 Jan 27 21:51:09.875336 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Publish callbacks [] for router_controller (47398b07-af52-4e0d-9375-5ccb2fc7f96d), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.450953 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Publish callbacks [] for router_gateway (47398b07-af52-4e0d-9375-5ccb2fc7f96d), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.562633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ac50a-2e46-4962-ada6-84b70aee757c req-89ab6609-6c84-4e40-b01b-26d8a06bb319 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:10.565037 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-433ac50a-2e46-4962-ada6-84b70aee757c req-89ab6609-6c84-4e40-b01b-26d8a06bb319 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 944 time: 0.0533323 Jan 27 21:51:10.626711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-433ac50a-2e46-4962-ada6-84b70aee757c req-659c93d3-7fe3-40e9-925f-7f3bfac85a22 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499628 Jan 27 21:51:10.740632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Publish callbacks [] for router_gateway (47398b07-af52-4e0d-9375-5ccb2fc7f96d), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.763794 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:10.866474 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Allocated IP 172.25.0.98 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/6848ef56-a512-4173-83bd-1d57f2319fcc) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:10.975857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Publish callbacks [] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.254091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.290655 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:11.293440 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:11.296789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:11.323068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Pushing event updated for resources: {'Port': ['ID=6848ef56-a512-4173-83bd-1d57f2319fcc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:11.645297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Publish callbacks [] for router_gateway (47398b07-af52-4e0d-9375-5ccb2fc7f96d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:11.749477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d825f4-641d-415e-b81b-9695f5823089 req-f3ce98ee-6f60-4452-b3c1-922011dd5efe tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:11.751012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9d825f4-641d-415e-b81b-9695f5823089 req-f3ce98ee-6f60-4452-b3c1-922011dd5efe tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 944 time: 0.0526295 Jan 27 21:51:11.818629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9d825f4-641d-415e-b81b-9695f5823089 req-2bb67369-4ed8-4152-9e45-8a0e050ff269 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562742 Jan 27 21:51:11.863094 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (47398b07-af52-4e0d-9375-5ccb2fc7f96d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.059094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Router 47398b07-af52-4e0d-9375-5ccb2fc7f96d is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:51:12.185535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:51:12.195461 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Sync routers for ids ['47398b07-af52-4e0d-9375-5ccb2fc7f96d'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:51:12.206025 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Routers {'47398b07-af52-4e0d-9375-5ccb2fc7f96d'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:12.206876 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:51:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['47398b07-af52-4e0d-9375-5ccb2fc7f96d'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:12.329857 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Set router 47398b07-af52-4e0d-9375-5ccb2fc7f96d gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:51:12.337864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.342308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60690) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:12.342719 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fcecc636-8dab-4541-b4fc-089d35c22680 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6906235 Jan 27 21:51:12.494837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 94771ed8-93b1-4102-9c5f-e6655dabe131 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:12.568823 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'name': 'tempest-ServerRescueTestJSON-2097318958-router', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:09Z', 'updated_at': '2022-01-27T21:51:11Z', 'revision_number': 3, 'project_id': '88718266cbbd46ada9baae144e312b23', 'gw_port': {'id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:10Z', 'updated_at': '2022-01-27T21:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:12.645745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 94771ed8-93b1-4102-9c5f-e6655dabe131, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=94771ed8-93b1-4102-9c5f-e6655dabe131,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:12.660704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '94771ed8-93b1-4102-9c5f-e6655dabe131', 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33', 'port_id': '94771ed8-93b1-4102-9c5f-e6655dabe131', 'mac_address': 'fa:16:3e:d2:16:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab58da47-1e95-4723-ad77-d0012bc945f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:12.713241 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Checking router: 47398b07-af52-4e0d-9375-5ccb2fc7f96d for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:51:12.713607 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Updating router 47398b07-af52-4e0d-9375-5ccb2fc7f96d port 6848ef56-a512-4173-83bd-1d57f2319fcc binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:51:12.720747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 94771ed8-93b1-4102-9c5f-e6655dabe131 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:12.721291 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.742156 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:12.752316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94771ed8-93b1-4102-9c5f-e6655dabe131 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:12.781684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 94771ed8-93b1-4102-9c5f-e6655dabe131, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=94771ed8-93b1-4102-9c5f-e6655dabe131,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:12.873941 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.051906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=94771ed8-93b1-4102-9c5f-e6655dabe131,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:13.113891 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['94771ed8-93b1-4102-9c5f-e6655dabe131'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:13.159419 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Publish callbacks [] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.170599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afafbc6-a57c-492d-be93-bee68fe7da04 req-8b3ea483-1abe-4bcf-a1a7-ed7a13cd4941 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:13.172187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0afafbc6-a57c-492d-be93-bee68fe7da04 req-8b3ea483-1abe-4bcf-a1a7-ed7a13cd4941 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 945 time: 0.1982734 Jan 27 21:51:13.277829 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.285472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0afafbc6-a57c-492d-be93-bee68fe7da04 req-7d0ac8ad-c0c4-4254-84a1-ce1ec5ca125b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977325 Jan 27 21:51:13.408506 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Pushing event updated for resources: {'Port': ['ID=6848ef56-a512-4173-83bd-1d57f2319fcc,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:13.414524 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Attempting to bind port 6848ef56-a512-4173-83bd-1d57f2319fcc on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:13.415267 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Attempting to bind port 6848ef56-a512-4173-83bd-1d57f2319fcc by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:13.415642 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Attempting to bind port 6848ef56-a512-4173-83bd-1d57f2319fcc on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:13.425967 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.431472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.431472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.431472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.431472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.431472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.431472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.431472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.431472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.431472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.431472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.431472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.431472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:13.433911 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:13.434297 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:13.434706 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.435089 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:13.435572 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Bound port: 6848ef56-a512-4173-83bd-1d57f2319fcc, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:13.435956 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.487691 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.494318 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] For port 6848ef56-a512-4173-83bd-1d57f2319fcc, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:13.498198 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] For port 6848ef56-a512-4173-83bd-1d57f2319fcc, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6848ef56-a512-4173-83bd-1d57f2319fcc,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:13.576744 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.663714 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Routers {'47398b07-af52-4e0d-9375-5ccb2fc7f96d'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:13.665469 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:51:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['47398b07-af52-4e0d-9375-5ccb2fc7f96d'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:13.716917 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929deff-e8c7-4830-940e-4db7ed6d4b26 None None] Pushing event updated for resources: {'Port': ['ID=6848ef56-a512-4173-83bd-1d57f2319fcc,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:13.726242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Allocated IP 172.20.0.1 (6d585f84-28d1-4ca1-88fb-6936445ac37a/7241b382-0517-4ef8-98c8-0d21759b8baa/e818d061-a2bf-42c3-9e1d-57bcd35e6996) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:13.817585 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] Set router 47398b07-af52-4e0d-9375-5ccb2fc7f96d gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:51:13.853194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Publish callbacks [] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:13.995049 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:14.028123 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'name': 'tempest-ServerRescueTestJSON-2097318958-router', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:09Z', 'updated_at': '2022-01-27T21:51:11Z', 'revision_number': 3, 'project_id': '88718266cbbd46ada9baae144e312b23', 'gw_port': {'id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:10Z', 'updated_at': '2022-01-27T21:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:14.060114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Network 6d585f84-28d1-4ca1-88fb-6936445ac37a is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:14.063611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:14.066406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:14.070092 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4129027-8bc2-4d0f-ae17-3ee430e0bddf None None] The sync data for ids ['47398b07-af52-4e0d-9375-5ccb2fc7f96d'] in n-d-760456-6 is: [{'id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'name': 'tempest-ServerRescueTestJSON-2097318958-router', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:09Z', 'updated_at': '2022-01-27T21:51:11Z', 'revision_number': 3, 'project_id': '88718266cbbd46ada9baae144e312b23', 'gw_port': {'id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:10Z', 'updated_at': '2022-01-27T21:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:51:14.119193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Pushing event updated for resources: {'Port': ['ID=e818d061-a2bf-42c3-9e1d-57bcd35e6996,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:14.156836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (47398b07-af52-4e0d-9375-5ccb2fc7f96d), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:14.507279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d9fc6-fda3-4f99-8ece-2c07c73fde5e req-1abf2d7a-cf87-4e67-9109-1b299a7f17ef tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:14.509034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd7d9fc6-fda3-4f99-8ece-2c07c73fde5e req-1abf2d7a-cf87-4e67-9109-1b299a7f17ef tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 945 time: 0.0888813 Jan 27 21:51:14.527476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 94771ed8-93b1-4102-9c5f-e6655dabe131 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:14.564401 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:14.624205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd7d9fc6-fda3-4f99-8ece-2c07c73fde5e req-157c6ffb-0b10-470b-ad10-f59f8436e4da tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764592 Jan 27 21:51:14.819775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 94771ed8-93b1-4102-9c5f-e6655dabe131 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:51:14.824744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 94771ed8-93b1-4102-9c5f-e6655dabe131 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:14.825125 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:14.885774 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Publish callbacks [] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:14.948560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 94771ed8-93b1-4102-9c5f-e6655dabe131 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:14.949437 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:14.991691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 94771ed8-93b1-4102-9c5f-e6655dabe131, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=94771ed8-93b1-4102-9c5f-e6655dabe131,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:14.992787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaf17e4-8465-4a4f-81af-759b69885c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94771ed8-93b1-4102-9c5f-e6655dabe131'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:14.995114 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ade0e4-12ae-45f6-8e2f-a8fdfffd876a" -d '{"events": [{"server_uuid": "fbaf17e4-8465-4a4f-81af-759b69885c20", "name": "network-vif-plugged", "status": "completed", "tag": "94771ed8-93b1-4102-9c5f-e6655dabe131"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:15.038219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.097583 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.243518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=94771ed8-93b1-4102-9c5f-e6655dabe131,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:15.255116 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86b18a6-82c0-4252-8cac-a7033a035964 x-openstack-request-id: req-c86b18a6-82c0-4252-8cac-a7033a035964 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:15.257215 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbaf17e4-8465-4a4f-81af-759b69885c20", "name": "network-vif-plugged", "status": "completed", "tag": "94771ed8-93b1-4102-9c5f-e6655dabe131", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:15.257632 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c86b18a6-82c0-4252-8cac-a7033a035964 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:15.258176 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaf17e4-8465-4a4f-81af-759b69885c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94771ed8-93b1-4102-9c5f-e6655dabe131', 'code': 200} Jan 27 21:51:15.270631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Pushing event updated for resources: {'Port': ['ID=e818d061-a2bf-42c3-9e1d-57bcd35e6996,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:15.272041 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6848ef56-a512-4173-83bd-1d57f2319fcc up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:15.274280 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (47398b07-af52-4e0d-9375-5ccb2fc7f96d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.293684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24965557-af97-4243-9ab9-acb3b922ce4e req-bc369676-bea2-46a8-bdf4-e284b2879a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:15.295202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24965557-af97-4243-9ab9-acb3b922ce4e req-bc369676-bea2-46a8-bdf4-e284b2879a9a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 1097 time: 0.0966845 Jan 27 21:51:15.345735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 6848ef56-a512-4173-83bd-1d57f2319fcc triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:15.346355 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.402540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24965557-af97-4243-9ab9-acb3b922ce4e req-d19f1f27-98a1-4912-af79-674c65e834a6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963140 Jan 27 21:51:15.444391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 6848ef56-a512-4173-83bd-1d57f2319fcc is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:15.445002 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.453839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Network 6d585f84-28d1-4ca1-88fb-6936445ac37a is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:15.455365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:15.485596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 6848ef56-a512-4173-83bd-1d57f2319fcc, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6848ef56-a512-4173-83bd-1d57f2319fcc,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:15.576703 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:15.624182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Router 47398b07-af52-4e0d-9375-5ccb2fc7f96d has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:51:15.643756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=6848ef56-a512-4173-83bd-1d57f2319fcc,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:15.827917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:51:15.839433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-35e72b4e-1ed4-4860-b65a-64bd7e13b95e admin admin] 10.222.0.61 "PUT /v2.0/routers/47398b07-af52-4e0d-9375-5ccb2fc7f96d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4957743 Jan 27 21:51:15.868261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b1a31-95d2-46fe-b876-631dcbc95423 req-193bd4b9-5536-400a-9a0f-74303bce8dc3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:15.881241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-512b1a31-95d2-46fe-b876-631dcbc95423 req-193bd4b9-5536-400a-9a0f-74303bce8dc3 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 946 time: 0.1237974 Jan 27 21:51:15.980260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-512b1a31-95d2-46fe-b876-631dcbc95423 req-ffcd3632-624d-4007-816f-0a87b0fe3516 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975258 Jan 27 21:51:16.386970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-f254d06a-f042-464d-a94d-ae98d77c0af7 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:16.396853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-f254d06a-f042-464d-a94d-ae98d77c0af7 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/networks?id=6d585f84-28d1-4ca1-88fb-6936445ac37a HTTP/1.1" status: 200 len: 811 time: 0.1666861 Jan 27 21:51:16.414227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-5b6386e1-589c-4ed3-a91c-4a018fffd171 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/quotas/88718266cbbd46ada9baae144e312b23 HTTP/1.1" status: 200 len: 375 time: 0.0140760 Jan 27 21:51:16.483795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-c458b00e-4d15-4709-b494-d10cf2de4a7f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=88718266cbbd46ada9baae144e312b23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622671 Jan 27 21:51:16.661625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-40043b91-775d-4191-8a2f-bcb7e3df2138 service neutron] 10.222.0.61 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703544 Jan 27 21:51:16.665332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Sync routers for ids ['47398b07-af52-4e0d-9375-5ccb2fc7f96d'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:51:16.684178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Routers {'47398b07-af52-4e0d-9375-5ccb2fc7f96d'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:16.685039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:51:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['47398b07-af52-4e0d-9375-5ccb2fc7f96d'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:16.785937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-4650ce9d-a337-416a-9bff-46afa2b3c72c service neutron] 10.222.0.61 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117611 Jan 27 21:51:16.840846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Set router 47398b07-af52-4e0d-9375-5ccb2fc7f96d gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:51:17.217629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f782f-3992-4cac-8c2c-aa7a4dd99d74 req-8a2c293f-fe06-4b53-8c05-73072c85feb0 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:17.218867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6848ef56-a512-4173-83bd-1d57f2319fcc up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:17.231959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-862f782f-3992-4cac-8c2c-aa7a4dd99d74 req-8a2c293f-fe06-4b53-8c05-73072c85feb0 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 946 time: 0.1412005 Jan 27 21:51:17.279271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60802) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:17.316557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95c96fd2-683d-4122-bb16-c35f786d0aeb req-f04f4ce4-42b1-48b4-8237-002b19fffe7d tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 210 time: 0.0815761 Jan 27 21:51:17.378603 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 6848ef56-a512-4173-83bd-1d57f2319fcc triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:17.378993 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.431352 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-862f782f-3992-4cac-8c2c-aa7a4dd99d74 req-2ac20d71-2a3e-4e7d-af57-49dcb73b2203 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882188 Jan 27 21:51:17.515671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'name': 'tempest-ServerRescueTestJSON-2097318958-router', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:09Z', 'updated_at': '2022-01-27T21:51:14Z', 'revision_number': 4, 'project_id': '88718266cbbd46ada9baae144e312b23', 'gw_port': {'id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:10Z', 'updated_at': '2022-01-27T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'e818d061-a2bf-42c3-9e1d-57bcd35e6996', 'name': '', 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'mac_address': 'fa:16:3e:2b:19:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7241b382-0517-4ef8-98c8-0d21759b8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:13Z', 'updated_at': '2022-01-27T21:51:14Z', 'revision_number': 2, 'project_id': '88718266cbbd46ada9baae144e312b23', 'subnets': [{'id': '7241b382-0517-4ef8-98c8-0d21759b8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:17.598807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Checking router: 47398b07-af52-4e0d-9375-5ccb2fc7f96d for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:51:17.599164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Updating router 47398b07-af52-4e0d-9375-5ccb2fc7f96d port e818d061-a2bf-42c3-9e1d-57bcd35e6996 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:51:17.602825 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4726-39d3-4419-b863-0bbaef4a02e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.663527 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.719227 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4726-39d3-4419-b863-0bbaef4a02e2 admin admin] Publish callbacks [] for security_group (88e2207e-0521-43d3-8df3-a131821e8960), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.730343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 6848ef56-a512-4173-83bd-1d57f2319fcc is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:17.893206 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4726-39d3-4419-b863-0bbaef4a02e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (88e2207e-0521-43d3-8df3-a131821e8960), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:17.942234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce4726-39d3-4419-b863-0bbaef4a02e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e2207e-0521-43d3-8df3-a131821e8960,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:17.996980 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b4ce4726-39d3-4419-b863-0bbaef4a02e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b2c33fb4b9a04be2a2b2d82fcca90bed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7119792 Jan 27 21:51:17.997159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60820) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:18.079308 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf4e3184-5bb8-418a-a3f6-57749e5cf711 admin admin] Publish callbacks [] for security_group (88e2207e-0521-43d3-8df3-a131821e8960), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.104310 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Publish callbacks [] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.139499 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf4e3184-5bb8-418a-a3f6-57749e5cf711 admin admin] Publish callbacks [] for security_group (88e2207e-0521-43d3-8df3-a131821e8960), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.179277 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.307622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e8eb7-8c84-4a5b-a28c-b3436345a72e None None] Pushing event updated for resources: {'Port': ['ID=e818d061-a2bf-42c3-9e1d-57bcd35e6996,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:18.322447 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf4e3184-5bb8-418a-a3f6-57749e5cf711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (88e2207e-0521-43d3-8df3-a131821e8960), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.327165 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf4e3184-5bb8-418a-a3f6-57749e5cf711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.332557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bf4e3184-5bb8-418a-a3f6-57749e5cf711 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88e2207e-0521-43d3-8df3-a131821e8960 HTTP/1.1" status: 204 len: 168 time: 0.3352342 Jan 27 21:51:18.366785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e3184-5bb8-418a-a3f6-57749e5cf711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e2207e-0521-43d3-8df3-a131821e8960,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:18.409466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Attempting to bind port e818d061-a2bf-42c3-9e1d-57bcd35e6996 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:18.413726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Attempting to bind port e818d061-a2bf-42c3-9e1d-57bcd35e6996 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:18.413726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Attempting to bind port e818d061-a2bf-42c3-9e1d-57bcd35e6996 on network 6d585f84-28d1-4ca1-88fb-6936445ac37a {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:18.435645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:18.442761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Checking segment: {'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:18.442761 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.443217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Bound using segment: {'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:18.443723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Bound port: e818d061-a2bf-42c3-9e1d-57bcd35e6996, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:18.444162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.479773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0895fe2-8475-43eb-9c45-8004456efd2a req-4cfbb9c1-f07c-40f9-af26-0e1fe1a7ed88 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 210 time: 0.0465703 Jan 27 21:51:18.761739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] For port e818d061-a2bf-42c3-9e1d-57bcd35e6996, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:18.765162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] For port e818d061-a2bf-42c3-9e1d-57bcd35e6996, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e818d061-a2bf-42c3-9e1d-57bcd35e6996,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:18.834714 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:18.905173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Routers {'47398b07-af52-4e0d-9375-5ccb2fc7f96d'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:51:18.905173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:51:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['47398b07-af52-4e0d-9375-5ccb2fc7f96d'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:18.972258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e8eb7-8c84-4a5b-a28c-b3436345a72e None None] Pushing event updated for resources: {'Port': ['ID=e818d061-a2bf-42c3-9e1d-57bcd35e6996,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:19.074629 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] Set router 47398b07-af52-4e0d-9375-5ccb2fc7f96d gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:51:19.399216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'name': 'tempest-ServerRescueTestJSON-2097318958-router', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:09Z', 'updated_at': '2022-01-27T21:51:14Z', 'revision_number': 4, 'project_id': '88718266cbbd46ada9baae144e312b23', 'gw_port': {'id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:10Z', 'updated_at': '2022-01-27T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'e818d061-a2bf-42c3-9e1d-57bcd35e6996', 'name': '', 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'mac_address': 'fa:16:3e:2b:19:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7241b382-0517-4ef8-98c8-0d21759b8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:13Z', 'updated_at': '2022-01-27T21:51:18Z', 'revision_number': 4, 'project_id': '88718266cbbd46ada9baae144e312b23', 'subnets': [{'id': '7241b382-0517-4ef8-98c8-0d21759b8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:51:19.435611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60856) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:19.441575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3d7ea-65e4-4c88-9a50-eb82716a77eb None None] The sync data for ids ['47398b07-af52-4e0d-9375-5ccb2fc7f96d'] in n-d-760456-6 is: [{'id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'name': 'tempest-ServerRescueTestJSON-2097318958-router', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:09Z', 'updated_at': '2022-01-27T21:51:14Z', 'revision_number': 4, 'project_id': '88718266cbbd46ada9baae144e312b23', 'gw_port': {'id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:10Z', 'updated_at': '2022-01-27T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'e818d061-a2bf-42c3-9e1d-57bcd35e6996', 'name': '', 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'mac_address': 'fa:16:3e:2b:19:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': '7241b382-0517-4ef8-98c8-0d21759b8baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:13Z', 'updated_at': '2022-01-27T21:51:18Z', 'revision_number': 4, 'project_id': '88718266cbbd46ada9baae144e312b23', 'subnets': [{'id': '7241b382-0517-4ef8-98c8-0d21759b8baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:51:19.450772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4727334-d99e-4fd9-b2fd-a56b2e1dd470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.629534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4727334-d99e-4fd9-b2fd-a56b2e1dd470 admin admin] Publish callbacks [] for security_group (b42cf790-a36a-442f-a071-c19b18c863f5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.638688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12751094-b69a-4fb1-be59-8dbb8bc1b51d req-daa568bb-bf4e-4ffa-b117-51ae3a29e858 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 210 time: 0.0671959 Jan 27 21:51:19.727468 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4727334-d99e-4fd9-b2fd-a56b2e1dd470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b42cf790-a36a-442f-a071-c19b18c863f5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.780673 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d4727334-d99e-4fd9-b2fd-a56b2e1dd470 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d5076595332f4a1286ec2eb3f2562a78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3425276 Jan 27 21:51:19.784543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60866) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:19.796145 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4727334-d99e-4fd9-b2fd-a56b2e1dd470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42cf790-a36a-442f-a071-c19b18c863f5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:19.884495 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f7429344-c82e-4fa2-abfb-75cc3bb5e935 admin admin] Publish callbacks [] for security_group (b42cf790-a36a-442f-a071-c19b18c863f5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:19.918667 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f7429344-c82e-4fa2-abfb-75cc3bb5e935 admin admin] Publish callbacks [] for security_group (b42cf790-a36a-442f-a071-c19b18c863f5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.110647 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f7429344-c82e-4fa2-abfb-75cc3bb5e935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b42cf790-a36a-442f-a071-c19b18c863f5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.114112 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f7429344-c82e-4fa2-abfb-75cc3bb5e935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:20.115856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f7429344-c82e-4fa2-abfb-75cc3bb5e935 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b42cf790-a36a-442f-a071-c19b18c863f5 HTTP/1.1" status: 204 len: 168 time: 0.3302889 Jan 27 21:51:20.124132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7429344-c82e-4fa2-abfb-75cc3bb5e935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42cf790-a36a-442f-a071-c19b18c863f5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:20.757604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6141040-3ca1-4d48-aeb4-552210e2cd84 req-6a0634d6-84af-41f5-ae1b-2bcb77c29b1f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 210 time: 0.0360165 Jan 27 21:51:21.110978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e818d061-a2bf-42c3-9e1d-57bcd35e6996 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:21.159800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e818d061-a2bf-42c3-9e1d-57bcd35e6996 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:21.161563 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.249527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e818d061-a2bf-42c3-9e1d-57bcd35e6996 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:21.249527 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.301646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port e818d061-a2bf-42c3-9e1d-57bcd35e6996, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e818d061-a2bf-42c3-9e1d-57bcd35e6996,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:21.413570 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.444388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-5985c553-a78d-43df-b2d9-ecf001a45724 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:21.446173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-5985c553-a78d-43df-b2d9-ecf001a45724 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.71 "GET /v2.0/networks?id=6d585f84-28d1-4ca1-88fb-6936445ac37a HTTP/1.1" status: 200 len: 811 time: 0.1454785 Jan 27 21:51:21.463139 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=e818d061-a2bf-42c3-9e1d-57bcd35e6996,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:21.476446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Request body: {'port': {'device_id': '9a67e07e-0b83-464c-9fc5-06c1b6973be6', 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a', 'admin_state_up': True, 'tenant_id': '88718266cbbd46ada9baae144e312b23'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:21.775587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Made reservation on behalf of 88718266cbbd46ada9baae144e312b23 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:21.779065 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:21.935227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e47490e-d5d3-42f2-b5dc-aeb8b86bb3ca req-3c438059-5a60-411a-9777-37fa3f0fc7e9 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 210 time: 0.0662427 Jan 27 21:51:21.966873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Allocated IP 172.20.0.4 (6d585f84-28d1-4ca1-88fb-6936445ac37a/7241b382-0517-4ef8-98c8-0d21759b8baa/19d72baf-32cc-4ce7-a5c3-cc06ce19c133) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:22.156987 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks [] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.265845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.322746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Network 6d585f84-28d1-4ca1-88fb-6936445ac37a is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:22.327038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:22.329015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Pushing event updated for resources: {'Port': ['ID=19d72baf-32cc-4ce7-a5c3-cc06ce19c133,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:22.331170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:22.393018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:22.394565 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.564054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-b41e734e-ec7e-4ab7-922c-796b922f42b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1053815 Jan 27 21:51:22.576641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Request body: {'port': {'device_id': '9a67e07e-0b83-464c-9fc5-06c1b6973be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:22.654999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.936421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:22.944729 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Publish callbacks [] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:22.956808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Transition to ACTIVE for port object 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:51:23.050703 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.102779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e818d061-a2bf-42c3-9e1d-57bcd35e6996 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:23.131910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Pushing event updated for resources: {'Port': ['ID=19d72baf-32cc-4ce7-a5c3-cc06ce19c133,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:23.165714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e818d061-a2bf-42c3-9e1d-57bcd35e6996 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:23.166229 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.254932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510ba2f-91ca-49a8-a9dd-fa6163343dda req-fca01571-d8d2-4ed8-941b-f956e140a864 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.256331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3510ba2f-91ca-49a8-a9dd-fa6163343dda req-fca01571-d8d2-4ed8-941b-f956e140a864 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 943 time: 0.2024138 Jan 27 21:51:23.272805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e818d061-a2bf-42c3-9e1d-57bcd35e6996 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:23.286472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Attempting to bind port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:23.287484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Attempting to bind port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:23.287815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Attempting to bind port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 on network 6d585f84-28d1-4ca1-88fb-6936445ac37a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:23.297727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 on network 6d585f84-28d1-4ca1-88fb-6936445ac37a not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:23.297983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Attempting to bind port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 on network 6d585f84-28d1-4ca1-88fb-6936445ac37a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:23.308832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:23.309173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Checking segment: {'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:23.309687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Bound using segment: {'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:23.312299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Bound port: 19d72baf-32cc-4ce7-a5c3-cc06ce19c133, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:23.312299 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.339536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3510ba2f-91ca-49a8-a9dd-fa6163343dda req-1b726b98-b635-45f4-a087-4ebd4e35afbb tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750573 Jan 27 21:51:23.399358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] For port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:23.402374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] For port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=19d72baf-32cc-4ce7-a5c3-cc06ce19c133,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:23.682379 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.721342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.721958 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:23.723341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] 10.222.0.71 "PUT /v2.0/ports/19d72baf-32cc-4ce7-a5c3-cc06ce19c133 HTTP/1.1" status: 200 len: 1091 time: 1.1510124 Jan 27 21:51:23.723788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a67e07e-0b83-464c-9fc5-06c1b6973be6', 'tag': '19d72baf-32cc-4ce7-a5c3-cc06ce19c133'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:23.726074 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4887f26b-90b1-4231-b3f8-93d5815a15d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a67e07e-0b83-464c-9fc5-06c1b6973be6", "tag": "19d72baf-32cc-4ce7-a5c3-cc06ce19c133"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:23.748417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170e55b-b3b9-4339-bde1-5288e7cd49bb service neutron] Pushing event updated for resources: {'Port': ['ID=19d72baf-32cc-4ce7-a5c3-cc06ce19c133,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:23.788343 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b092f8-bdcf-4721-8428-f5a87428140a x-openstack-request-id: req-f8b092f8-bdcf-4721-8428-f5a87428140a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:23.788872 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a67e07e-0b83-464c-9fc5-06c1b6973be6", "tag": "19d72baf-32cc-4ce7-a5c3-cc06ce19c133", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:23.789609 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8b092f8-bdcf-4721-8428-f5a87428140a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:23.790241 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a67e07e-0b83-464c-9fc5-06c1b6973be6', 'tag': '19d72baf-32cc-4ce7-a5c3-cc06ce19c133', 'status': 'completed', 'code': 200} Jan 27 21:51:23.850839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887f26b-90b1-4231-b3f8-93d5815a15d4 req-589a4823-a36b-4f3f-abe6-ddc92a40c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.852536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4887f26b-90b1-4231-b3f8-93d5815a15d4 req-589a4823-a36b-4f3f-abe6-ddc92a40c0f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88718266cbbd46ada9baae144e312b23&device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 1094 time: 0.0474648 Jan 27 21:51:23.961387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887f26b-90b1-4231-b3f8-93d5815a15d4 req-bba29776-af79-4856-900a-d9fe85792401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:23.962858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4887f26b-90b1-4231-b3f8-93d5815a15d4 req-bba29776-af79-4856-900a-d9fe85792401 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=88718266cbbd46ada9baae144e312b23&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1020291 Jan 27 21:51:24.063386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887f26b-90b1-4231-b3f8-93d5815a15d4 req-a7ad4d5f-80d5-4553-b5f1-789068702aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.064925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4887f26b-90b1-4231-b3f8-93d5815a15d4 req-a7ad4d5f-80d5-4553-b5f1-789068702aa3 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925272 Jan 27 21:51:24.150732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-45ea7e63-4aec-43ff-b461-4f281dba8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.152555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-45ea7e63-4aec-43ff-b461-4f281dba8d04 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88718266cbbd46ada9baae144e312b23&device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 1094 time: 0.0429924 Jan 27 21:51:24.206128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-7568b5ff-855f-4b83-bf7d-39b671353126 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19d72baf-32cc-4ce7-a5c3-cc06ce19c133 HTTP/1.1" status: 200 len: 217 time: 0.0413728 Jan 27 21:51:24.262775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-2f587403-fd6b-4e70-8713-cbaadfbd2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.264499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-2f587403-fd6b-4e70-8713-cbaadfbd2149 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7241b382-0517-4ef8-98c8-0d21759b8baa HTTP/1.1" status: 200 len: 851 time: 0.0487185 Jan 27 21:51:24.305836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-a95c2b3c-890f-4a82-a494-88be46a80325 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d585f84-28d1-4ca1-88fb-6936445ac37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334337 Jan 27 21:51:24.470926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-9bf1f118-a480-44a2-9153-71262ed00523 service neutron] 10.222.0.71 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574962 Jan 27 21:51:24.591671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba70252-fa70-4196-b533-fd10005e8ba3 req-25184937-2385-47e3-93c6-d044e03601d8 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:24.593183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ba70252-fa70-4196-b533-fd10005e8ba3 req-25184937-2385-47e3-93c6-d044e03601d8 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 943 time: 0.1613905 Jan 27 21:51:24.663945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ba70252-fa70-4196-b533-fd10005e8ba3 req-f80f80c1-521d-4bad-be40-a6242c5f6886 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640907 Jan 27 21:51:24.666001 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd0f4a4-48ae-46e3-95d8-5322a07d3339 req-285ba800-ab6f-4511-ab50-81c7b17bd2c4 service neutron] 10.222.0.71 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688352 Jan 27 21:51:25.831567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd9f14-6450-409e-9a1b-830f20e1a1bc req-efc60725-db68-4799-9393-bf5d3af73661 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:25.839291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0cd9f14-6450-409e-9a1b-830f20e1a1bc req-efc60725-db68-4799-9393-bf5d3af73661 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 943 time: 0.0847647 Jan 27 21:51:25.888882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0cd9f14-6450-409e-9a1b-830f20e1a1bc req-c879b001-dcf6-4398-9b9a-d1771b5c8829 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486710 Jan 27 21:51:26.795512 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:27.010485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb0956-70b8-4865-b89e-d74672ce31aa req-f2799c40-3e4c-48a6-97b0-754959cd354e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:27.011973 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1cb0956-70b8-4865-b89e-d74672ce31aa req-f2799c40-3e4c-48a6-97b0-754959cd354e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 943 time: 0.0493829 Jan 27 21:51:27.075778 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1cb0956-70b8-4865-b89e-d74672ce31aa req-155813c8-263c-4ff4-a5a5-3ad3619b0871 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577862 Jan 27 21:51:27.281499 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:27.587652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:27.719735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=19d72baf-32cc-4ce7-a5c3-cc06ce19c133,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:27.730737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '19d72baf-32cc-4ce7-a5c3-cc06ce19c133', 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a', 'port_id': '19d72baf-32cc-4ce7-a5c3-cc06ce19c133', 'mac_address': 'fa:16:3e:8b:c6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7241b382-0517-4ef8-98c8-0d21759b8baa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:27.769547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:27.769949 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:27.787205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:27.815539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=19d72baf-32cc-4ce7-a5c3-cc06ce19c133,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:27.959062 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:28.017930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=19d72baf-32cc-4ce7-a5c3-cc06ce19c133,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:28.202931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f051e8-3578-48da-9393-b33e0461182b req-a2e27b5f-5833-44f3-a7a0-c86c7e7ed086 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:28.204566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62f051e8-3578-48da-9393-b33e0461182b req-a2e27b5f-5833-44f3-a7a0-c86c7e7ed086 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 944 time: 0.0588961 Jan 27 21:51:28.251715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['19d72baf-32cc-4ce7-a5c3-cc06ce19c133'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:28.300601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62f051e8-3578-48da-9393-b33e0461182b req-84d64646-4e94-4352-8b3a-7b3ef9d625b8 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895293 Jan 27 21:51:29.426804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab1223ca-1d8c-4bba-a65f-a058a7adc3d7 req-63e6e1d3-3694-4467-9569-83da7bde183b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857911 Jan 27 21:51:29.536129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400006d-3321-40f0-94ba-028aecc78147 req-8da37447-00c6-4e94-b0e6-ee129d21d92b tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:29.545424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4400006d-3321-40f0-94ba-028aecc78147 req-8da37447-00c6-4e94-b0e6-ee129d21d92b tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 944 time: 0.1103554 Jan 27 21:51:29.591983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:29.615407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1223ca-1d8c-4bba-a65f-a058a7adc3d7 req-d8245fce-114e-4528-ba8b-b4a4babeb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:29.616970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab1223ca-1d8c-4bba-a65f-a058a7adc3d7 req-d8245fce-114e-4528-ba8b-b4a4babeb4d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 1097 time: 0.1652021 Jan 27 21:51:29.694532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4400006d-3321-40f0-94ba-028aecc78147 req-a8a45a0b-c369-4399-a281-5fea91226e6b tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417632 Jan 27 21:51:29.764610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:51:29.770234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:29.772116 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:29.850196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1223ca-1d8c-4bba-a65f-a058a7adc3d7 req-98404539-dc83-44b9-9cb0-dbb531c0bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:29.854583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab1223ca-1d8c-4bba-a65f-a058a7adc3d7 req-98404539-dc83-44b9-9cb0-dbb531c0bb39 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 918 time: 0.2037582 Jan 27 21:51:30.013331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:30.014627 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.064920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a67e07e-0b83-464c-9fc5-06c1b6973be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d72baf-32cc-4ce7-a5c3-cc06ce19c133'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:30.067817 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f3069b-ff2a-4d0f-a65f-6f3027a117d8" -d '{"events": [{"server_uuid": "9a67e07e-0b83-464c-9fc5-06c1b6973be6", "name": "network-vif-plugged", "status": "completed", "tag": "19d72baf-32cc-4ce7-a5c3-cc06ce19c133"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:30.084805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=19d72baf-32cc-4ce7-a5c3-cc06ce19c133,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:30.145283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62f02ca2-51f9-465a-81d1-4fb984db432e req-cafdac47-5354-4337-a4dc-193159a00c08 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2756011 Jan 27 21:51:30.152420 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab1223ca-1d8c-4bba-a65f-a058a7adc3d7 req-126d4aed-8a13-4410-b36f-a7b67d1d68ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d891ebd7-4395-4572-aa45-544a013bb1a0 HTTP/1.1" status: 200 len: 1002 time: 0.2552485 Jan 27 21:51:30.152565 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92db7887-a0a0-4098-b6a4-6094a021ce99 x-openstack-request-id: req-92db7887-a0a0-4098-b6a4-6094a021ce99 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:30.152565 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a67e07e-0b83-464c-9fc5-06c1b6973be6", "name": "network-vif-plugged", "status": "completed", "tag": "19d72baf-32cc-4ce7-a5c3-cc06ce19c133", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:30.152565 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92db7887-a0a0-4098-b6a4-6094a021ce99 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:30.152565 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a67e07e-0b83-464c-9fc5-06c1b6973be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d72baf-32cc-4ce7-a5c3-cc06ce19c133', 'code': 200} Jan 27 21:51:30.194041 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:30.299021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=19d72baf-32cc-4ce7-a5c3-cc06ce19c133,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:30.323120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1223ca-1d8c-4bba-a65f-a058a7adc3d7 req-a265f7c7-b624-4f3f-8e88-58cd0fb3fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.324751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab1223ca-1d8c-4bba-a65f-a058a7adc3d7 req-a265f7c7-b624-4f3f-8e88-58cd0fb3fc10 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 200 len: 856 time: 0.1654854 Jan 27 21:51:30.357739 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f02ca2-51f9-465a-81d1-4fb984db432e req-f8807c69-d4c8-47d3-bc66-99abfac99874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.359396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62f02ca2-51f9-465a-81d1-4fb984db432e req-f8807c69-d4c8-47d3-bc66-99abfac99874 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 1096 time: 0.1225934 Jan 27 21:51:30.418515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b52b3a-14fb-4c4d-930d-bbbdf5d45e5b req-8a709f83-d8b1-4089-8e35-c638a024da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.420191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0b52b3a-14fb-4c4d-930d-bbbdf5d45e5b req-8a709f83-d8b1-4089-8e35-c638a024da12 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 1096 time: 0.1115735 Jan 27 21:51:30.842244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1223ca-1d8c-4bba-a65f-a058a7adc3d7 req-fa44b429-9637-45c7-aa7f-26b2725d8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:30.844750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab1223ca-1d8c-4bba-a65f-a058a7adc3d7 req-fa44b429-9637-45c7-aa7f-26b2725d8a22 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf700070-3437-4935-bb61-9656ea0d6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5048995 Jan 27 21:51:31.001660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0b52b3a-14fb-4c4d-930d-bbbdf5d45e5b req-f9040b14-0e91-4e61-9bf9-f01236e2950a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742916 Jan 27 21:51:31.012632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f02ca2-51f9-465a-81d1-4fb984db432e req-1cf56bca-f7b3-41b0-ad0b-f765a553da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.015293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62f02ca2-51f9-465a-81d1-4fb984db432e req-1cf56bca-f7b3-41b0-ad0b-f765a553da83 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 915 time: 0.6231227 Jan 27 21:51:31.033476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df662be2-c44d-494f-8199-438a0710dabf req-ad2e8517-8fdb-48b2-b4a0-05bd85ba62cf tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.035029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df662be2-c44d-494f-8199-438a0710dabf req-ad2e8517-8fdb-48b2-b4a0-05bd85ba62cf tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.2089472 Jan 27 21:51:31.073013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab1223ca-1d8c-4bba-a65f-a058a7adc3d7 req-174f31fc-98f7-4331-a315-e0502a0913be service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165444 Jan 27 21:51:31.215084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab1223ca-1d8c-4bba-a65f-a058a7adc3d7 req-31732d57-6115-44b1-b258-c42d88d4462a service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342876 Jan 27 21:51:31.235792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df662be2-c44d-494f-8199-438a0710dabf req-8818be7e-de2b-4b49-bee8-b07a66250ad2 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921642 Jan 27 21:51:31.303796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62f02ca2-51f9-465a-81d1-4fb984db432e req-b4195bca-eb48-4285-9cdd-cbae3f1adfd5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc23d715-2950-47cd-b186-557dd644f08b HTTP/1.1" status: 200 len: 217 time: 0.0467029 Jan 27 21:51:31.376155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f02ca2-51f9-465a-81d1-4fb984db432e req-e9bd8b0c-489d-48a9-a13d-47f7403088e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:31.377727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62f02ca2-51f9-465a-81d1-4fb984db432e req-e9bd8b0c-489d-48a9-a13d-47f7403088e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab58da47-1e95-4723-ad77-d0012bc945f9 HTTP/1.1" status: 200 len: 854 time: 0.0514820 Jan 27 21:51:31.432329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62f02ca2-51f9-465a-81d1-4fb984db432e req-3db11d02-a31a-412e-a674-68ff6eab12d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bff99387-7cb5-4548-9169-ac27e2748a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345271 Jan 27 21:51:31.538982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62f02ca2-51f9-465a-81d1-4fb984db432e req-e9b8381b-4b38-4c21-84dd-e7b56082f992 service neutron] 10.222.0.71 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996108 Jan 27 21:51:31.650043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62f02ca2-51f9-465a-81d1-4fb984db432e req-c2778cfa-e8e1-4496-a5b8-15433743bcfb service neutron] 10.222.0.71 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010575 Jan 27 21:51:32.227306 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ed2bb819-4672-4126-9da1-3cf86217bb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:32.380204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a1aa2-5594-4975-8b1a-cbcdacd41776 req-bfaf64f2-342d-46b9-bfe5-38e41cf65b1f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:32.382566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-004a1aa2-5594-4975-8b1a-cbcdacd41776 req-bfaf64f2-342d-46b9-bfe5-38e41cf65b1f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0624208 Jan 27 21:51:32.440371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-004a1aa2-5594-4975-8b1a-cbcdacd41776 req-a99f8e17-4738-418a-a304-b0ffa17db2d3 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472336 Jan 27 21:51:33.570257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2142385-ae73-422a-85a3-db926b78608f req-e26a662d-e9dd-4f29-b6ee-8f09d893f0ab tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:33.572418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2142385-ae73-422a-85a3-db926b78608f req-e26a662d-e9dd-4f29-b6ee-8f09d893f0ab tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0553901 Jan 27 21:51:33.632953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2142385-ae73-422a-85a3-db926b78608f req-69738d38-f67b-4d71-9f1f-fc63843a0de3 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542774 Jan 27 21:51:34.496274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 32960) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:34.530946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ded062-75e7-4895-87fe-b73a3d50af16 req-0690e360-8220-456b-baac-10ef964a650e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.532440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2ded062-75e7-4895-87fe-b73a3d50af16 req-0690e360-8220-456b-baac-10ef964a650e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.1548920 Jan 27 21:51:34.546899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f63ea-0cab-4c44-a5fd-6e30a0f0b9e7 req-f3eada4d-7056-46a7-bf27-b24ea7e783d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.552755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c69f63ea-0cab-4c44-a5fd-6e30a0f0b9e7 req-f3eada4d-7056-46a7-bf27-b24ea7e783d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=88718266cbbd46ada9baae144e312b23&device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 1096 time: 0.0870810 Jan 27 21:51:34.601090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2ded062-75e7-4895-87fe-b73a3d50af16 req-b3279736-49c7-4751-baba-2383c429c42f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471771 Jan 27 21:51:34.673267 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc5838c2-b7cc-478c-8699-39e02dbcbef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.719768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f63ea-0cab-4c44-a5fd-6e30a0f0b9e7 req-86beb50f-156e-41a9-b8bf-230ad0a4ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.719768 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c69f63ea-0cab-4c44-a5fd-6e30a0f0b9e7 req-86beb50f-156e-41a9-b8bf-230ad0a4ad56 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d585f84-28d1-4ca1-88fb-6936445ac37a HTTP/1.1" status: 200 len: 912 time: 0.1218903 Jan 27 21:51:34.779777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc5838c2-b7cc-478c-8699-39e02dbcbef0 admin admin] Publish callbacks [] for security_group (3713544b-3d8e-401a-a97c-d8d9a0c025c6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.788194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c69f63ea-0cab-4c44-a5fd-6e30a0f0b9e7 req-7b8b5bc5-1df8-435a-b8c6-9b7f570f3900 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19d72baf-32cc-4ce7-a5c3-cc06ce19c133 HTTP/1.1" status: 200 len: 217 time: 0.0616779 Jan 27 21:51:34.841747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f63ea-0cab-4c44-a5fd-6e30a0f0b9e7 req-d7aa1bd6-1804-4368-87a2-768bddf2c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:34.843439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c69f63ea-0cab-4c44-a5fd-6e30a0f0b9e7 req-d7aa1bd6-1804-4368-87a2-768bddf2c924 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7241b382-0517-4ef8-98c8-0d21759b8baa HTTP/1.1" status: 200 len: 851 time: 0.0484922 Jan 27 21:51:34.878962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c69f63ea-0cab-4c44-a5fd-6e30a0f0b9e7 req-417d559d-afd6-4ac3-a8fa-db11dc51b1e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d585f84-28d1-4ca1-88fb-6936445ac37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288463 Jan 27 21:51:34.891910 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc5838c2-b7cc-478c-8699-39e02dbcbef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3713544b-3d8e-401a-a97c-d8d9a0c025c6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:34.944653 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bc5838c2-b7cc-478c-8699-39e02dbcbef0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fdbd01296b2a4daab5c33c75abc29eed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4489114 Jan 27 21:51:34.945668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5838c2-b7cc-478c-8699-39e02dbcbef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3713544b-3d8e-401a-a97c-d8d9a0c025c6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:34.948311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 32964) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:34.972998 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-35366ad4-139d-4094-a32d-b09c00e72273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.038355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9acc90e0-36e5-46e3-8cef-6a6b783b6b0a admin admin] Publish callbacks [] for security_group (3713544b-3d8e-401a-a97c-d8d9a0c025c6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.062084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c69f63ea-0cab-4c44-a5fd-6e30a0f0b9e7 req-80349179-f169-4d0b-9a8a-479311c8cd63 service neutron] 10.222.0.71 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774635 Jan 27 21:51:35.079538 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9acc90e0-36e5-46e3-8cef-6a6b783b6b0a admin admin] Publish callbacks [] for security_group (3713544b-3d8e-401a-a97c-d8d9a0c025c6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.210436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c69f63ea-0cab-4c44-a5fd-6e30a0f0b9e7 req-a269676e-551f-4696-909d-c7d6edfdcb89 service neutron] 10.222.0.71 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410947 Jan 27 21:51:35.249924 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9acc90e0-36e5-46e3-8cef-6a6b783b6b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3713544b-3d8e-401a-a97c-d8d9a0c025c6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.256394 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9acc90e0-36e5-46e3-8cef-6a6b783b6b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:35.258286 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9acc90e0-36e5-46e3-8cef-6a6b783b6b0a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3713544b-3d8e-401a-a97c-d8d9a0c025c6 HTTP/1.1" status: 204 len: 168 time: 0.3089204 Jan 27 21:51:35.269783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc90e0-36e5-46e3-8cef-6a6b783b6b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713544b-3d8e-401a-a97c-d8d9a0c025c6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:35.737057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5025eaf-2d22-458c-9e5b-7248f2477910 req-05bc31d0-b565-4d17-bfb1-64ef726bdd6b tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:35.738429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5025eaf-2d22-458c-9e5b-7248f2477910 req-05bc31d0-b565-4d17-bfb1-64ef726bdd6b tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0563583 Jan 27 21:51:35.792517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5025eaf-2d22-458c-9e5b-7248f2477910 req-28a20f1f-70e8-4ab1-94a5-6f2dd6d48a5e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477788 Jan 27 21:51:36.081031 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.092978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 32986) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:36.110063 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6fc8b818-79f8-4ad8-ad2e-2a466c57b529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.189585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6fc8b818-79f8-4ad8-ad2e-2a466c57b529 admin admin] Publish callbacks [] for security_group (ee34147a-6f5d-4ad8-8bd4-bc45508d27bd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.255945 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6fc8b818-79f8-4ad8-ad2e-2a466c57b529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ee34147a-6f5d-4ad8-8bd4-bc45508d27bd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.304536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6fc8b818-79f8-4ad8-ad2e-2a466c57b529 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f6adbf54f82483a9e68269aeecc84a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2078300 Jan 27 21:51:36.304536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8b818-79f8-4ad8-ad2e-2a466c57b529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee34147a-6f5d-4ad8-8bd4-bc45508d27bd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:36.305406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 32994) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:36.362839 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e939d619-539f-4c31-af39-761a78d4f4ed admin admin] Publish callbacks [] for security_group (ee34147a-6f5d-4ad8-8bd4-bc45508d27bd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.387378 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e939d619-539f-4c31-af39-761a78d4f4ed admin admin] Publish callbacks [] for security_group (ee34147a-6f5d-4ad8-8bd4-bc45508d27bd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.558157 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e939d619-539f-4c31-af39-761a78d4f4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ee34147a-6f5d-4ad8-8bd4-bc45508d27bd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.573879 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e939d619-539f-4c31-af39-761a78d4f4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:36.577629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e939d619-539f-4c31-af39-761a78d4f4ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee34147a-6f5d-4ad8-8bd4-bc45508d27bd HTTP/1.1" status: 204 len: 168 time: 0.2688818 Jan 27 21:51:36.586063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939d619-539f-4c31-af39-761a78d4f4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee34147a-6f5d-4ad8-8bd4-bc45508d27bd,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:36.911740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4e937-466f-481f-b6bc-d64a3bb2fc13 req-a91bd893-8247-46e9-baf0-a1372067525f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:36.913321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cea4e937-466f-481f-b6bc-d64a3bb2fc13 req-a91bd893-8247-46e9-baf0-a1372067525f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0528429 Jan 27 21:51:36.970619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cea4e937-466f-481f-b6bc-d64a3bb2fc13 req-50d5f8dd-5990-4092-ad2b-70765aadf797 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515492 Jan 27 21:51:37.378381 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:38.132675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a785112-4574-4c3f-b412-7c2b242fdcfe req-9b562405-829d-4d57-bafc-2e33715045da tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:38.135556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a785112-4574-4c3f-b412-7c2b242fdcfe req-9b562405-829d-4d57-bafc-2e33715045da tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0900156 Jan 27 21:51:38.188896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a785112-4574-4c3f-b412-7c2b242fdcfe req-eabb175b-7c76-4b1f-96c5-0977d70b6621 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485661 Jan 27 21:51:38.861399 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:39.321116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8264781-3a47-4635-bbff-39bbef497f7d req-f883e84b-2851-44ee-a812-197644c84046 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:39.322930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8264781-3a47-4635-bbff-39bbef497f7d req-f883e84b-2851-44ee-a812-197644c84046 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0552635 Jan 27 21:51:39.370052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8264781-3a47-4635-bbff-39bbef497f7d req-29f09258-d1cb-407d-9785-c9f76c1fee37 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415785 Jan 27 21:51:39.933179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33106) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:40.040892 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0d2324b-9552-4e12-b396-78b31dcbb444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.125024 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0d2324b-9552-4e12-b396-78b31dcbb444 admin admin] Publish callbacks [] for security_group (deb6f5c1-6061-4718-b22c-4cb58750c282), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.273140 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0d2324b-9552-4e12-b396-78b31dcbb444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (deb6f5c1-6061-4718-b22c-4cb58750c282), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.315600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d0d2324b-9552-4e12-b396-78b31dcbb444 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bfd47164d8bf4f719a477494f623135c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3809667 Jan 27 21:51:40.317645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2324b-9552-4e12-b396-78b31dcbb444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb6f5c1-6061-4718-b22c-4cb58750c282,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:40.317992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33116) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:40.378682 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33deddf8-c2b3-47db-83d3-5787245a90e1 admin admin] Publish callbacks [] for security_group (deb6f5c1-6061-4718-b22c-4cb58750c282), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.403281 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33deddf8-c2b3-47db-83d3-5787245a90e1 admin admin] Publish callbacks [] for security_group (deb6f5c1-6061-4718-b22c-4cb58750c282), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.496247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28961-0059-4cc3-bdfb-4440ffbfe556 req-35b5d7db-41a9-4c10-bca4-939eaf437908 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:40.497765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ba28961-0059-4cc3-bdfb-4440ffbfe556 req-35b5d7db-41a9-4c10-bca4-939eaf437908 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0491903 Jan 27 21:51:40.539121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33deddf8-c2b3-47db-83d3-5787245a90e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (deb6f5c1-6061-4718-b22c-4cb58750c282), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.542185 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33deddf8-c2b3-47db-83d3-5787245a90e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:40.543743 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-33deddf8-c2b3-47db-83d3-5787245a90e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/deb6f5c1-6061-4718-b22c-4cb58750c282 HTTP/1.1" status: 204 len: 168 time: 0.2245927 Jan 27 21:51:40.553855 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deddf8-c2b3-47db-83d3-5787245a90e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb6f5c1-6061-4718-b22c-4cb58750c282,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:40.562990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ba28961-0059-4cc3-bdfb-4440ffbfe556 req-cdcb1e04-fa41-4dfa-8ead-b9444350299f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593204 Jan 27 21:51:41.096112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56beabe-5e3f-49bb-97b7-6d03f28641fd req-f349aeaf-41a1-4a55-8e95-dceb7ec44370 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:41.096112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d56beabe-5e3f-49bb-97b7-6d03f28641fd req-f349aeaf-41a1-4a55-8e95-dceb7ec44370 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0500631 Jan 27 21:51:41.144105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d56beabe-5e3f-49bb-97b7-6d03f28641fd req-db8c19d3-3435-4b2a-a25a-58513d2bb5b8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410643 Jan 27 21:51:41.401531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33156) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:41.416005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-01b0089d-976b-4003-a691-59011950e1a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.490407 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-01b0089d-976b-4003-a691-59011950e1a0 admin admin] Publish callbacks [] for security_group (403847e8-224e-4440-99c7-f6100c918a7a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.553761 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-01b0089d-976b-4003-a691-59011950e1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (403847e8-224e-4440-99c7-f6100c918a7a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.584873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33158) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:51:41.585465 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-01b0089d-976b-4003-a691-59011950e1a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=48a321ccd6bb4140838cf69200eff741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1828108 Jan 27 21:51:41.609798 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0089d-976b-4003-a691-59011950e1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403847e8-224e-4440-99c7-f6100c918a7a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:41.646988 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec8881d3-8122-4124-957f-1cbf9ec7c760 admin admin] Publish callbacks [] for security_group (403847e8-224e-4440-99c7-f6100c918a7a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.670912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec8881d3-8122-4124-957f-1cbf9ec7c760 admin admin] Publish callbacks [] for security_group (403847e8-224e-4440-99c7-f6100c918a7a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.741953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437172-0b7c-4c4c-ac15-3b34ce80d2fb req-348d3da4-1bd1-486b-9da0-9d9df69d50cf tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:41.743432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49437172-0b7c-4c4c-ac15-3b34ce80d2fb req-348d3da4-1bd1-486b-9da0-9d9df69d50cf tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0752912 Jan 27 21:51:41.793332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49437172-0b7c-4c4c-ac15-3b34ce80d2fb req-1d04822f-0914-4d07-a9ba-58479bdab49d tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Jan 27 21:51:41.826829 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec8881d3-8122-4124-957f-1cbf9ec7c760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (403847e8-224e-4440-99c7-f6100c918a7a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.829616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec8881d3-8122-4124-957f-1cbf9ec7c760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:41.830787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ec8881d3-8122-4124-957f-1cbf9ec7c760 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/403847e8-224e-4440-99c7-f6100c918a7a HTTP/1.1" status: 204 len: 168 time: 0.2440946 Jan 27 21:51:41.839988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8881d3-8122-4124-957f-1cbf9ec7c760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403847e8-224e-4440-99c7-f6100c918a7a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:42.269574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e69b6-627d-4693-88b6-95377e7d5d09 req-6efedfd5-6b31-4de4-89fa-200ac5b2c521 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.271104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be4e69b6-627d-4693-88b6-95377e7d5d09 req-6efedfd5-6b31-4de4-89fa-200ac5b2c521 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0488808 Jan 27 21:51:42.321394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be4e69b6-627d-4693-88b6-95377e7d5d09 req-273b3e60-b91b-449c-a359-10c38af52162 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443165 Jan 27 21:51:42.913817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8a4b2-2cad-43cf-9605-8e83dafcddd5 req-278980f2-6caa-4377-be3c-972f7542ef3d tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:42.915288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51a8a4b2-2cad-43cf-9605-8e83dafcddd5 req-278980f2-6caa-4377-be3c-972f7542ef3d tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0526307 Jan 27 21:51:42.962597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51a8a4b2-2cad-43cf-9605-8e83dafcddd5 req-559f9804-e6a7-4c43-b379-4a88c66e9474 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413570 Jan 27 21:51:43.029367 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:51:43.444473 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a8b0a-23c7-420d-870b-6e517bac3090 req-14f42b06-3932-436e-beda-11acf3224651 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:43.446005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db3a8b0a-23c7-420d-870b-6e517bac3090 req-14f42b06-3932-436e-beda-11acf3224651 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0513201 Jan 27 21:51:43.496113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db3a8b0a-23c7-420d-870b-6e517bac3090 req-e53edf02-a7e4-4253-bd20-c12a7351f843 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439885 Jan 27 21:51:44.112988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a8428-1c14-4922-8c58-9f9548690baf req-3b8c71dc-84e8-4612-9004-dacc635a36c1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.123468 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f1a8428-1c14-4922-8c58-9f9548690baf req-3b8c71dc-84e8-4612-9004-dacc635a36c1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0881653 Jan 27 21:51:44.189260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f1a8428-1c14-4922-8c58-9f9548690baf req-0c2065a2-2c13-4636-9603-f1b0620b7a18 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636201 Jan 27 21:51:44.659018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ded020-21ad-4549-996d-c02728e53916 req-689169ed-9e02-4d44-8ae6-dd6dd17e25ac tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:44.661497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24ded020-21ad-4549-996d-c02728e53916 req-689169ed-9e02-4d44-8ae6-dd6dd17e25ac tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0559781 Jan 27 21:51:44.710261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24ded020-21ad-4549-996d-c02728e53916 req-fb2bc7fa-e3ef-4b48-bad7-e98b0a432074 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427051 Jan 27 21:51:45.311034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff3faf-160f-4b93-a67e-cbde6bb0c579 req-d92589c8-c118-4fd7-afb1-29ae35fc3053 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:45.312539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34ff3faf-160f-4b93-a67e-cbde6bb0c579 req-d92589c8-c118-4fd7-afb1-29ae35fc3053 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0493503 Jan 27 21:51:45.361437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34ff3faf-160f-4b93-a67e-cbde6bb0c579 req-ebd970b7-b81c-4305-a501-e253747aee60 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430861 Jan 27 21:51:45.839973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137a6ee-ddc6-402e-ba6a-41a344b0204b req-5fa7e852-9fb5-4e3a-bbdf-54473dcc7043 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:45.841660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1137a6ee-ddc6-402e-ba6a-41a344b0204b req-5fa7e852-9fb5-4e3a-bbdf-54473dcc7043 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0558124 Jan 27 21:51:45.899180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1137a6ee-ddc6-402e-ba6a-41a344b0204b req-fe42fffd-06ce-4d46-8f0c-04575afd5152 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514317 Jan 27 21:51:46.487235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff605ae4-0ffa-40f9-a71d-81719f6f5808 req-d5b835de-8b19-493c-876d-978532b8a879 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:46.491543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff605ae4-0ffa-40f9-a71d-81719f6f5808 req-d5b835de-8b19-493c-876d-978532b8a879 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0547585 Jan 27 21:51:46.552193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff605ae4-0ffa-40f9-a71d-81719f6f5808 req-f933a494-533c-49d6-acdd-c431885338f9 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564284 Jan 27 21:51:47.028157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4ea47-4f69-454f-8fee-5f8e47592d86 req-48ebf02f-3180-44a0-80c3-b62b7c5cae72 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:47.029796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4eb4ea47-4f69-454f-8fee-5f8e47592d86 req-48ebf02f-3180-44a0-80c3-b62b7c5cae72 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0522695 Jan 27 21:51:47.080737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4eb4ea47-4f69-454f-8fee-5f8e47592d86 req-29ff2550-a4ce-42a8-9115-93ec83c23dc8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449021 Jan 27 21:51:47.672749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d114b-5bd6-4ec0-93b8-adf667bce879 req-ba193432-9cd1-4af3-8b72-826b028ee055 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:47.674398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b4d114b-5bd6-4ec0-93b8-adf667bce879 req-ba193432-9cd1-4af3-8b72-826b028ee055 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Jan 27 21:51:47.723601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b4d114b-5bd6-4ec0-93b8-adf667bce879 req-44881802-f0e7-4fa1-b579-c3dbbf26cd57 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419626 Jan 27 21:51:48.209121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07113bc5-f251-475f-90d4-2543dcbb12b1 req-233c41d0-51ea-4cfe-9466-7d8f349d4e9a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.211400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07113bc5-f251-475f-90d4-2543dcbb12b1 req-233c41d0-51ea-4cfe-9466-7d8f349d4e9a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0493674 Jan 27 21:51:48.263707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07113bc5-f251-475f-90d4-2543dcbb12b1 req-dfd7f267-0ab0-4325-a6d0-aea9f171cdee tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444036 Jan 27 21:51:48.889102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d9404-36e6-46d1-ac4d-3a91583e129d req-80c4b248-e7b1-4def-8c43-91bdcc9bbd01 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:48.889102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c44d9404-36e6-46d1-ac4d-3a91583e129d req-80c4b248-e7b1-4def-8c43-91bdcc9bbd01 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0965889 Jan 27 21:51:48.941870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c44d9404-36e6-46d1-ac4d-3a91583e129d req-0cb8a9ee-b6d4-48b4-a9b6-54353676ea6f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466056 Jan 27 21:51:49.383185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd2542-d751-40ba-9704-5dac0d6a7735 req-82e52997-8a49-4bef-b188-d45b4a5990ad tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:49.384769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31bd2542-d751-40ba-9704-5dac0d6a7735 req-82e52997-8a49-4bef-b188-d45b4a5990ad tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0483012 Jan 27 21:51:49.435697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31bd2542-d751-40ba-9704-5dac0d6a7735 req-a9b3fa8a-c52b-4b46-952f-57b795f55d68 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452862 Jan 27 21:51:50.065148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6ec2f-cf2b-4e3e-a96f-2a7b658d7909 req-32b5c11a-1a75-4749-996b-506865dbe306 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:50.066635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab6ec2f-cf2b-4e3e-a96f-2a7b658d7909 req-32b5c11a-1a75-4749-996b-506865dbe306 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0528319 Jan 27 21:51:50.117209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab6ec2f-cf2b-4e3e-a96f-2a7b658d7909 req-867e2b03-9c06-4bb6-839a-312667c2926b tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443881 Jan 27 21:51:50.563106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78719679-2602-4460-85cd-81698194bed9 req-e3f0c663-409e-4496-81cc-1e69799aaa37 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:50.566512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78719679-2602-4460-85cd-81698194bed9 req-e3f0c663-409e-4496-81cc-1e69799aaa37 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0553424 Jan 27 21:51:50.612355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78719679-2602-4460-85cd-81698194bed9 req-3e4d9857-49b0-4ce8-bab3-5ede3948c269 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417578 Jan 27 21:51:51.243442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114cd48-fc85-4f59-bc1c-c07f3bc0c514 req-007797b2-c492-459b-9478-085e3bdc2672 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.245009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9114cd48-fc85-4f59-bc1c-c07f3bc0c514 req-007797b2-c492-459b-9478-085e3bdc2672 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0561259 Jan 27 21:51:51.306931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9114cd48-fc85-4f59-bc1c-c07f3bc0c514 req-38f7eac4-3189-46a1-ab62-595716ed8a45 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486534 Jan 27 21:51:51.733475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fe5df-7448-4675-9db1-8b3904d0c448 req-a0e42614-fe02-418f-8d57-64065152e1f0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:51.734950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b1fe5df-7448-4675-9db1-8b3904d0c448 req-a0e42614-fe02-418f-8d57-64065152e1f0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0493093 Jan 27 21:51:51.784808 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b1fe5df-7448-4675-9db1-8b3904d0c448 req-367314b6-2e46-4f4e-856c-8e116a9663fa tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432842 Jan 27 21:51:52.384206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-d0487de0-f9c3-4254-a9e0-e70b7d92eff0 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.386525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-d0487de0-f9c3-4254-a9e0-e70b7d92eff0 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 814 time: 0.1248341 Jan 27 21:51:52.425866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-65214fc3-51e3-4334-ac1b-ece50bfb7c7a tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/quotas/ac42ec00a10044daa5c8b4c5013102bc HTTP/1.1" status: 200 len: 375 time: 0.0298958 Jan 27 21:51:52.453330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d735df-a693-4733-a563-4cae126c8012 req-52db1252-df03-48e1-ba38-d5ba80a7f632 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.454999 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71d735df-a693-4733-a563-4cae126c8012 req-52db1252-df03-48e1-ba38-d5ba80a7f632 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0671158 Jan 27 21:51:52.531847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-54a62665-5d3a-4f04-96dd-261279d16289 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951664 Jan 27 21:51:52.537476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71d735df-a693-4733-a563-4cae126c8012 req-3a314cb7-09c9-4b55-b2a7-9777e4b4e7f0 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630276 Jan 27 21:51:52.632193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-b15e028a-3281-446c-a612-cba82bb17a94 service neutron] 10.222.0.61 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915215 Jan 27 21:51:52.722930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-97382a89-8fa1-4d7d-991b-079936358985 service neutron] 10.222.0.61 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843940 Jan 27 21:51:52.913914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a0836-ac8c-4d49-8b1e-2a0055b211b2 req-ee213d15-f2e0-4608-9dc8-8dc83ec8b46c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:52.915391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a80a0836-ac8c-4d49-8b1e-2a0055b211b2 req-ee213d15-f2e0-4608-9dc8-8dc83ec8b46c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0536370 Jan 27 21:51:52.961892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a80a0836-ac8c-4d49-8b1e-2a0055b211b2 req-6e3dab03-9d0d-4ceb-baf8-b978e52cb4f2 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409720 Jan 27 21:51:53.217636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be7ef2ee-927c-494a-8b1a-533ba3a73137 req-bde4d64f-a015-494d-97a3-5a9a8784507d tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 210 time: 0.0259008 Jan 27 21:51:53.664613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a624a-5069-4715-a9d8-c514d6f1a675 req-424b95b0-aa58-4b10-bbc7-c3d9b8da686a tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:53.667237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b6a624a-5069-4715-a9d8-c514d6f1a675 req-424b95b0-aa58-4b10-bbc7-c3d9b8da686a tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0565491 Jan 27 21:51:53.714491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b6a624a-5069-4715-a9d8-c514d6f1a675 req-4e5ff34e-d7d5-49f2-a06f-8799e3c72c9e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418947 Jan 27 21:51:54.087441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955a132-3242-4cac-ac1f-b413eaf53a22 req-7724ca17-b6d4-4415-9235-3333ae55885f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:54.088955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5955a132-3242-4cac-ac1f-b413eaf53a22 req-7724ca17-b6d4-4415-9235-3333ae55885f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0517061 Jan 27 21:51:54.137334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5955a132-3242-4cac-ac1f-b413eaf53a22 req-043d27f5-8ad6-4e20-9153-a06d14150511 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425048 Jan 27 21:51:54.310390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74424b34-4b12-411c-8233-5471f0c84440 req-54e40cdb-e4d9-4f87-8241-83d625cfc7af tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 210 time: 0.0323737 Jan 27 21:51:54.697643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d891ebd7-4395-4572-aa45-544a013bb1a0 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:51:54.799049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d891ebd7-4395-4572-aa45-544a013bb1a0,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:54.814360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'port_id': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'mac_address': 'fa:16:3e:e0:3c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:51:54.864370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb912a-d6c0-4fb3-9735-e30bfb952cd7 req-bb0cf91b-ffdd-4a03-9d3c-640a7928e8fb tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:54.866863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ffb912a-d6c0-4fb3-9735-e30bfb952cd7 req-bb0cf91b-ffdd-4a03-9d3c-640a7928e8fb tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0824890 Jan 27 21:51:54.890570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d891ebd7-4395-4572-aa45-544a013bb1a0 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:54.891960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:54.907247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d891ebd7-4395-4572-aa45-544a013bb1a0 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:54.923737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ffb912a-d6c0-4fb3-9735-e30bfb952cd7 req-c1280a30-e87b-42bc-803d-560650bb4edb tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509040 Jan 27 21:51:54.934320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d891ebd7-4395-4572-aa45-544a013bb1a0,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:55.181141 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:55.258194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d891ebd7-4395-4572-aa45-544a013bb1a0,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:55.267058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.267411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.267750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.268130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.268465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.268793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.269120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.270504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.270504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.270716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.271016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.271334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.271652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:51:55.286523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['d891ebd7-4395-4572-aa45-544a013bb1a0'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:55.288282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026966d-703f-46b8-9b89-026580306a6d req-2529159c-51fb-4e41-a7c8-240b459c6996 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:55.291326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8026966d-703f-46b8-9b89-026580306a6d req-2529159c-51fb-4e41-a7c8-240b459c6996 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 945 time: 0.0576100 Jan 27 21:51:55.387102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8026966d-703f-46b8-9b89-026580306a6d req-c24de433-b5d9-419c-b356-a21c532eb2d2 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795918 Jan 27 21:51:55.501011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-307ef310-74df-4278-bf6c-66c082cd484b req-2e6748c8-0397-4a78-9434-49b78a1ea5d4 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 210 time: 0.0585518 Jan 27 21:51:56.061059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7cc72-69ae-4dfe-91ca-1f21df7b4df3 req-3e4bc055-feb5-452e-a379-9a011b62ef49 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:56.069030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6a7cc72-69ae-4dfe-91ca-1f21df7b4df3 req-3e4bc055-feb5-452e-a379-9a011b62ef49 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0708179 Jan 27 21:51:56.124440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6a7cc72-69ae-4dfe-91ca-1f21df7b4df3 req-b944a547-2528-4510-8a65-299492947316 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518074 Jan 27 21:51:56.493355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-1f43584e-445b-4aa1-be39-1affcc5d20f2 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:56.495646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-1f43584e-445b-4aa1-be39-1affcc5d20f2 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.71 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 814 time: 0.1528792 Jan 27 21:51:56.509024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Request body: {'port': {'device_id': '77daaa0c-e1f4-4e57-a287-4dd994a12789', 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33', 'admin_state_up': True, 'tenant_id': 'ac42ec00a10044daa5c8b4c5013102bc'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:56.661588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4efdec0a-dd09-4439-8c64-46d3eea863fc req-30437ab5-a55d-441e-87be-dd683e5226e6 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 210 time: 0.0707898 Jan 27 21:51:56.732570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3bef4-8879-4d4f-a9aa-89426efbd57a req-c9bc5346-6231-40a0-bd71-87e29c6245dd tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:56.734190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3f3bef4-8879-4d4f-a9aa-89426efbd57a req-c9bc5346-6231-40a0-bd71-87e29c6245dd tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 945 time: 0.1418033 Jan 27 21:51:56.745531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d891ebd7-4395-4572-aa45-544a013bb1a0 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:51:56.807699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3f3bef4-8879-4d4f-a9aa-89426efbd57a req-c436fd79-d833-43da-b6e4-48049f00bc9c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659273 Jan 27 21:51:56.843745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port d891ebd7-4395-4572-aa45-544a013bb1a0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:51:56.844171 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.918098 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Made reservation on behalf of ac42ec00a10044daa5c8b4c5013102bc for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:51:56.926095 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:56.984740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d891ebd7-4395-4572-aa45-544a013bb1a0 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:51:56.985434 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.033940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d891ebd7-4395-4572-aa45-544a013bb1a0,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:51:57.035144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:57.038229 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88a1771-91dc-46e6-9b0f-48a977df82d4" -d '{"events": [{"server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "name": "network-vif-plugged", "status": "completed", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:57.078662 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.096161 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c643dd10-d948-46e2-b3b9-47caca6f7af0 x-openstack-request-id: req-c643dd10-d948-46e2-b3b9-47caca6f7af0 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:57.096161 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "name": "network-vif-plugged", "status": "completed", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:57.096161 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c643dd10-d948-46e2-b3b9-47caca6f7af0 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:57.096161 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'code': 200} Jan 27 21:51:57.102858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Allocated IP 172.20.0.2 (bff99387-7cb5-4548-9169-ac27e2748a33/ab58da47-1e95-4723-ad77-d0012bc945f9/a884f02f-5e46-4e2c-acd2-4e7bcaee444d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:51:57.217934 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.288289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d891ebd7-4395-4572-aa45-544a013bb1a0,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:57.331010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdddb3-37a6-4087-b86b-1893bd5b31e1 req-949487e9-db1a-413b-b12b-18cf133f7656 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.338473 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05bdddb3-37a6-4087-b86b-1893bd5b31e1 req-949487e9-db1a-413b-b12b-18cf133f7656 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.1134269 Jan 27 21:51:57.348854 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.358571 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks [] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.418801 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05bdddb3-37a6-4087-b86b-1893bd5b31e1 req-71cab133-99d3-43a3-a5ae-f1dd36792cd3 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792530 Jan 27 21:51:57.595419 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.620902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['09018ee4-9016-4771-a6af-fb3ed7962913', '94771ed8-93b1-4102-9c5f-e6655dabe131'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:57.632441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['fc23d715-2950-47cd-b186-557dd644f08b'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:51:57.667122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Network bff99387-7cb5-4548-9169-ac27e2748a33 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:51:57.672616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:51:57.678576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:51:57.682378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Pushing event updated for resources: {'Port': ['ID=a884f02f-5e46-4e2c-acd2-4e7bcaee444d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:57.739175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.739828 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:57.890838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c515e6-84bf-4e6e-bbb2-0a81c090498a req-1c568651-4b4f-42c9-8fdd-924cac1980d5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:57.893026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3c515e6-84bf-4e6e-bbb2-0a81c090498a req-1c568651-4b4f-42c9-8fdd-924cac1980d5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 931 time: 0.0888836 Jan 27 21:51:57.983723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a7794d76-0aed-4d18-a3b4-429408e115e5 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4792912 Jan 27 21:51:58.008510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Request body: {'port': {'device_id': '77daaa0c-e1f4-4e57-a287-4dd994a12789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:51:58.036463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3c515e6-84bf-4e6e-bbb2-0a81c090498a req-db4cc738-f53f-41c9-bdc4-a029c316db2c tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363730 Jan 27 21:51:58.056264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243cd10-9618-4afc-ad6d-5130bbae19f7 req-852c5b19-901e-4e48-ae35-218620029b6f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:58.059847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6243cd10-9618-4afc-ad6d-5130bbae19f7 req-852c5b19-901e-4e48-ae35-218620029b6f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.1253643 Jan 27 21:51:58.115297 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.151286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6243cd10-9618-4afc-ad6d-5130bbae19f7 req-4b51a779-3ffe-47ae-aac4-d708113e8978 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846636 Jan 27 21:51:58.519194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a884f02f-5e46-4e2c-acd2-4e7bcaee444d {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:51:58.542403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Publish callbacks [] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:58.563095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Transition to ACTIVE for port object a884f02f-5e46-4e2c-acd2-4e7bcaee444d will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:51:58.578444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955768f-a482-4280-8fad-e80d12d525a1 req-8921e406-9603-45e8-91d1-21898e561398 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:58.580040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8955768f-a482-4280-8fad-e80d12d525a1 req-8921e406-9603-45e8-91d1-21898e561398 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0808148 Jan 27 21:51:58.635752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8955768f-a482-4280-8fad-e80d12d525a1 req-699da9e0-b934-4483-ab20-c8c674695964 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496688 Jan 27 21:51:59.165705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f4877-4d48-4893-ab42-926b9c0a9394 req-087db595-ad01-4125-9bbf-8b1db3d4940a tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.167162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd3f4877-4d48-4893-ab42-926b9c0a9394 req-087db595-ad01-4125-9bbf-8b1db3d4940a tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 931 time: 0.0520380 Jan 27 21:51:59.169489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.247165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Pushing event updated for resources: {'Port': ['ID=a884f02f-5e46-4e2c-acd2-4e7bcaee444d,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:59.319153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd3f4877-4d48-4893-ab42-926b9c0a9394 req-7e8197bb-dc3a-4ddd-9368-901f1bbd32bf tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438448 Jan 27 21:51:59.376653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b298cd-ea0b-4667-837a-782b1eb9794b req-597b1697-cc67-4466-8af9-32cce48a30f8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.378153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4b298cd-ea0b-4667-837a-782b1eb9794b req-597b1697-cc67-4466-8af9-32cce48a30f8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0959620 Jan 27 21:51:59.380813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Attempting to bind port a884f02f-5e46-4e2c-acd2-4e7bcaee444d on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:51:59.381165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Attempting to bind port a884f02f-5e46-4e2c-acd2-4e7bcaee444d by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:51:59.381440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Attempting to bind port a884f02f-5e46-4e2c-acd2-4e7bcaee444d on network bff99387-7cb5-4548-9169-ac27e2748a33 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:59.387926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Port a884f02f-5e46-4e2c-acd2-4e7bcaee444d on network bff99387-7cb5-4548-9169-ac27e2748a33 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:51:59.388286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Attempting to bind port a884f02f-5e46-4e2c-acd2-4e7bcaee444d on network bff99387-7cb5-4548-9169-ac27e2748a33 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:51:59.405100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:51:59.405454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Checking segment: {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:51:59.405857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Bound using segment: {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:51:59.406288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Bound port: a884f02f-5e46-4e2c-acd2-4e7bcaee444d, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a1dcae3-16ae-4554-a6ad-97dd41354df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:51:59.406652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.467053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4b298cd-ea0b-4667-837a-782b1eb9794b req-92f67dd2-7781-460f-97af-32873eff08b9 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806606 Jan 27 21:51:59.496524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] For port a884f02f-5e46-4e2c-acd2-4e7bcaee444d, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:51:59.499757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] For port a884f02f-5e46-4e2c-acd2-4e7bcaee444d, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a884f02f-5e46-4e2c-acd2-4e7bcaee444d,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:51:59.681004 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.750843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.751873 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:51:59.753844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] 10.222.0.71 "PUT /v2.0/ports/a884f02f-5e46-4e2c-acd2-4e7bcaee444d HTTP/1.1" status: 200 len: 1091 time: 1.7600634 Jan 27 21:51:59.779138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77daaa0c-e1f4-4e57-a287-4dd994a12789', 'tag': 'a884f02f-5e46-4e2c-acd2-4e7bcaee444d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:51:59.779138 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2880e86-84e6-46a4-8cf7-e12451474e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "77daaa0c-e1f4-4e57-a287-4dd994a12789", "tag": "a884f02f-5e46-4e2c-acd2-4e7bcaee444d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:51:59.874450 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e54a60b-9673-4724-a50a-b8690815464e x-openstack-request-id: req-7e54a60b-9673-4724-a50a-b8690815464e {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:51:59.874450 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77daaa0c-e1f4-4e57-a287-4dd994a12789", "tag": "a884f02f-5e46-4e2c-acd2-4e7bcaee444d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:51:59.874450 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e54a60b-9673-4724-a50a-b8690815464e {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:51:59.874450 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77daaa0c-e1f4-4e57-a287-4dd994a12789', 'tag': 'a884f02f-5e46-4e2c-acd2-4e7bcaee444d', 'status': 'completed', 'code': 200} Jan 27 21:51:59.899651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe2abb-f2db-40c4-9503-ecc3298b4a9f service neutron] Pushing event updated for resources: {'Port': ['ID=a884f02f-5e46-4e2c-acd2-4e7bcaee444d,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:51:59.926522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33890a3-f062-44a9-b4b9-c09c0496f269 req-3dd64c51-21ab-455a-95a3-06c48c68da19 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.928047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e33890a3-f062-44a9-b4b9-c09c0496f269 req-3dd64c51-21ab-455a-95a3-06c48c68da19 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.2038190 Jan 27 21:51:59.934041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880e86-84e6-46a4-8cf7-e12451474e0e req-d56cc3af-e455-41f6-a935-b01fa613b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:51:59.935485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2880e86-84e6-46a4-8cf7-e12451474e0e req-d56cc3af-e455-41f6-a935-b01fa613b56a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 1094 time: 0.0799954 Jan 27 21:52:00.541212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e33890a3-f062-44a9-b4b9-c09c0496f269 req-f6c40147-28cb-4bb9-b595-d24f783000a3 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046457 Jan 27 21:52:00.667340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb3088-60c8-4953-9454-e566d5a5ab7e req-dd74a3de-fc12-4dbb-868a-30589392df39 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:00.675074 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0fcb3088-60c8-4953-9454-e566d5a5ab7e req-dd74a3de-fc12-4dbb-868a-30589392df39 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 943 time: 0.1922343 Jan 27 21:52:00.711856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880e86-84e6-46a4-8cf7-e12451474e0e req-38afe83f-a87a-46ac-b253-02231a09ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:00.713636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2880e86-84e6-46a4-8cf7-e12451474e0e req-38afe83f-a87a-46ac-b253-02231a09ef67 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.7627017 Jan 27 21:52:00.764692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0fcb3088-60c8-4953-9454-e566d5a5ab7e req-f6ffa22a-9538-4b88-90dc-c08b1ccaef07 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876467 Jan 27 21:52:00.794499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39d5b2-2971-4525-b7b0-697b1a3a446e req-aeca664c-cb53-4d92-9b39-841b9afc53fd tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:00.797821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b39d5b2-2971-4525-b7b0-697b1a3a446e req-aeca664c-cb53-4d92-9b39-841b9afc53fd tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.1591856 Jan 27 21:52:00.901658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b39d5b2-2971-4525-b7b0-697b1a3a446e req-27e3bc85-edc8-45a2-b5d7-3fa43fe588d6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892546 Jan 27 21:52:00.969637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880e86-84e6-46a4-8cf7-e12451474e0e req-5393e0c4-9b4f-4f56-96f6-87f683f40789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:00.972037 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2880e86-84e6-46a4-8cf7-e12451474e0e req-5393e0c4-9b4f-4f56-96f6-87f683f40789 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2133458 Jan 27 21:52:01.088413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-2e61069e-4adc-4559-99ea-050a14c10b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.101515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-2e61069e-4adc-4559-99ea-050a14c10b94 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 1094 time: 0.0701904 Jan 27 21:52:01.141008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-d0489070-351a-47ea-b453-e0d7c8d29d80 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a884f02f-5e46-4e2c-acd2-4e7bcaee444d HTTP/1.1" status: 200 len: 217 time: 0.0439498 Jan 27 21:52:01.200947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-0a3862b3-ab80-4c92-8eb8-1e8ccd4c96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.202650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-0a3862b3-ab80-4c92-8eb8-1e8ccd4c96d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab58da47-1e95-4723-ad77-d0012bc945f9 HTTP/1.1" status: 200 len: 854 time: 0.0556350 Jan 27 21:52:01.235151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-a581c4b1-2f5e-4728-9525-815fb016dfee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bff99387-7cb5-4548-9169-ac27e2748a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254223 Jan 27 21:52:01.342766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-2da2ab33-b1ac-45cd-92cb-5cb1937f1764 service neutron] 10.222.0.71 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995438 Jan 27 21:52:01.521844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d48e3dfa-6485-4673-97f5-3598e30657d6 req-45ef4161-2248-46da-9a9c-6ecc3a5e1768 service neutron] 10.222.0.71 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712828 Jan 27 21:52:01.693142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbf37a-a302-4e52-83fc-e37fbeee6945 req-38d22b19-3f49-4a90-bbd7-e85ab9604b26 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.694710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83fbf37a-a302-4e52-83fc-e37fbeee6945 req-38d22b19-3f49-4a90-bbd7-e85ab9604b26 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0523405 Jan 27 21:52:01.760025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83fbf37a-a302-4e52-83fc-e37fbeee6945 req-43cc0411-df31-43a8-aa88-226782c01101 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590429 Jan 27 21:52:01.925237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e1efa-1698-4440-860a-5e259bb76e00 req-f6a89b33-97c1-460c-8746-9a69b8f6aa5a tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:01.927542 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-945e1efa-1698-4440-860a-5e259bb76e00 req-f6a89b33-97c1-460c-8746-9a69b8f6aa5a tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 943 time: 0.0760546 Jan 27 21:52:02.017124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-945e1efa-1698-4440-860a-5e259bb76e00 req-d6775b77-2a14-4035-ab77-07df2ae020c0 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813549 Jan 27 21:52:02.080920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18d46c-65ce-49f5-9444-6edf0a46cb34 req-b43874fc-f1ec-4b9e-890d-f14d7202a9e8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.083341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc18d46c-65ce-49f5-9444-6edf0a46cb34 req-b43874fc-f1ec-4b9e-890d-f14d7202a9e8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0651591 Jan 27 21:52:02.153789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc18d46c-65ce-49f5-9444-6edf0a46cb34 req-99e2571f-95b8-4885-8736-cad6b5f20fb6 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627656 Jan 27 21:52:02.280233 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7d83d27c-8b0e-4ae0-a46b-f3fccbe406c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:02.948123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9d439-c2ab-4680-a2ee-f8b695c7c193 req-95fbe180-d485-4516-a8a0-d665524e0e0f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:02.950691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83e9d439-c2ab-4680-a2ee-f8b695c7c193 req-95fbe180-d485-4516-a8a0-d665524e0e0f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0920582 Jan 27 21:52:03.004832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83e9d439-c2ab-4680-a2ee-f8b695c7c193 req-c8032e71-ac3b-43ab-8dc8-bf4a2b11eeda tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479977 Jan 27 21:52:03.155666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0de72-a4ae-48ec-8d87-ce0d170c6e1b req-b1b6be70-67ff-44b7-8dc1-0df781323994 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:03.157333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0e0de72-a4ae-48ec-8d87-ce0d170c6e1b req-b1b6be70-67ff-44b7-8dc1-0df781323994 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 943 time: 0.0726550 Jan 27 21:52:03.224744 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0e0de72-a4ae-48ec-8d87-ce0d170c6e1b req-4a7fa62c-b1d2-4123-ac51-080a8b576f4f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556712 Jan 27 21:52:03.301961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3508913-7865-4040-b1a3-a10b9302a7c8 req-4f9d010a-862e-4b04-9312-7ac71d1689b7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:03.303497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3508913-7865-4040-b1a3-a10b9302a7c8 req-4f9d010a-862e-4b04-9312-7ac71d1689b7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0544188 Jan 27 21:52:03.357966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3508913-7865-4040-b1a3-a10b9302a7c8 req-af8ac33c-727a-4681-a665-b8df49c35d04 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481837 Jan 27 21:52:03.763671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a884f02f-5e46-4e2c-acd2-4e7bcaee444d details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:52:03.943222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a884f02f-5e46-4e2c-acd2-4e7bcaee444d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a884f02f-5e46-4e2c-acd2-4e7bcaee444d,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:03.973103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'a884f02f-5e46-4e2c-acd2-4e7bcaee444d', 'network_id': 'bff99387-7cb5-4548-9169-ac27e2748a33', 'port_id': 'a884f02f-5e46-4e2c-acd2-4e7bcaee444d', 'mac_address': 'fa:16:3e:0f:79:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab58da47-1e95-4723-ad77-d0012bc945f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:52:04.068148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a884f02f-5e46-4e2c-acd2-4e7bcaee444d is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:04.068148 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.102238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a884f02f-5e46-4e2c-acd2-4e7bcaee444d {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:04.144310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a884f02f-5e46-4e2c-acd2-4e7bcaee444d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a884f02f-5e46-4e2c-acd2-4e7bcaee444d,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:04.215557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c68e25-a25a-4796-a5a6-0f4b8d252577 req-c257c0d5-d3b5-4e7d-a612-0b92dbf3cf0f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.217758 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24c68e25-a25a-4796-a5a6-0f4b8d252577 req-c257c0d5-d3b5-4e7d-a612-0b92dbf3cf0f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0692441 Jan 27 21:52:04.257143 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:04.325603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24c68e25-a25a-4796-a5a6-0f4b8d252577 req-fa624096-59b6-4545-bedd-fc258147c2d1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015821 Jan 27 21:52:04.363751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a884f02f-5e46-4e2c-acd2-4e7bcaee444d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:04.440863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999394b-d544-4dc6-b1d8-9deecebb1f52 req-2376edff-d96e-45e2-9e7f-374db9131fd2 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.442291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3999394b-d544-4dc6-b1d8-9deecebb1f52 req-2376edff-d96e-45e2-9e7f-374db9131fd2 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 944 time: 0.0989223 Jan 27 21:52:04.505941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['a884f02f-5e46-4e2c-acd2-4e7bcaee444d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:04.526606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3999394b-d544-4dc6-b1d8-9deecebb1f52 req-9d60da31-aa48-446f-a0ed-449c9443f1f9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753458 Jan 27 21:52:04.607119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45404-386d-4c95-b7e6-99967ab960f4 req-b35ffad4-1980-49af-8374-bb0ee1ecd7e7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:04.609043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14f45404-386d-4c95-b7e6-99967ab960f4 req-b35ffad4-1980-49af-8374-bb0ee1ecd7e7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0814359 Jan 27 21:52:04.681148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14f45404-386d-4c95-b7e6-99967ab960f4 req-894ab258-1d40-4f57-aa59-1a3d05423d40 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655751 Jan 27 21:52:04.992007 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e19530f9-67ec-4569-a44e-d510317ed8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:05.527296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff55e50-1c9c-4c0a-bcd2-b37e2bd0f384 req-ceca82e4-aff8-419d-a02a-9e2968156fde tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:05.529619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ff55e50-1c9c-4c0a-bcd2-b37e2bd0f384 req-ceca82e4-aff8-419d-a02a-9e2968156fde tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0881515 Jan 27 21:52:05.625158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ff55e50-1c9c-4c0a-bcd2-b37e2bd0f384 req-bf86eb60-b34d-4f75-81df-6046e9e3ee6c tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888698 Jan 27 21:52:05.723131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249647d-f3d0-48d9-b1bd-7e936ceecdf4 req-cc1623a9-0009-4c85-98de-547e2d23df5c tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:05.736507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a249647d-f3d0-48d9-b1bd-7e936ceecdf4 req-cc1623a9-0009-4c85-98de-547e2d23df5c tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 944 time: 0.0814443 Jan 27 21:52:05.778061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a884f02f-5e46-4e2c-acd2-4e7bcaee444d up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:05.856812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c89f7e-29d3-4569-a187-44fc20a5581f req-b7a7f44b-b0e2-41b8-bc5a-48503ba1ee2e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:05.865339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92c89f7e-29d3-4569-a187-44fc20a5581f req-b7a7f44b-b0e2-41b8-bc5a-48503ba1ee2e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0833066 Jan 27 21:52:05.874946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a249647d-f3d0-48d9-b1bd-7e936ceecdf4 req-df9aa230-1be0-4acb-9b69-a24b61ab16ab tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375670 Jan 27 21:52:05.923575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port a884f02f-5e46-4e2c-acd2-4e7bcaee444d completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:05.928532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port a884f02f-5e46-4e2c-acd2-4e7bcaee444d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:05.928779 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:06.005085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92c89f7e-29d3-4569-a187-44fc20a5581f req-5d859cc5-a3ee-4583-8e45-293a8a2b4bfe tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385806 Jan 27 21:52:06.130827 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:06.131775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a884f02f-5e46-4e2c-acd2-4e7bcaee444d is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:06.132045 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:06.185714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a884f02f-5e46-4e2c-acd2-4e7bcaee444d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a884f02f-5e46-4e2c-acd2-4e7bcaee444d,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:06.187087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77daaa0c-e1f4-4e57-a287-4dd994a12789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a884f02f-5e46-4e2c-acd2-4e7bcaee444d'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:06.189566 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcba814-5182-4919-ada4-0b3fbf51ae7b" -d '{"events": [{"server_uuid": "77daaa0c-e1f4-4e57-a287-4dd994a12789", "name": "network-vif-plugged", "status": "completed", "tag": "a884f02f-5e46-4e2c-acd2-4e7bcaee444d"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:06.256701 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95db6122-6e20-412c-9204-7778c5313ae4 x-openstack-request-id: req-95db6122-6e20-412c-9204-7778c5313ae4 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:06.257037 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77daaa0c-e1f4-4e57-a287-4dd994a12789", "name": "network-vif-plugged", "status": "completed", "tag": "a884f02f-5e46-4e2c-acd2-4e7bcaee444d", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:06.257345 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95db6122-6e20-412c-9204-7778c5313ae4 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:06.257873 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77daaa0c-e1f4-4e57-a287-4dd994a12789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a884f02f-5e46-4e2c-acd2-4e7bcaee444d', 'code': 200} Jan 27 21:52:06.272104 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:06.406945 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a884f02f-5e46-4e2c-acd2-4e7bcaee444d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:06.463137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e02ccb-2223-42fc-ad9c-154d7f50e4d9 req-f237091b-a292-4f9d-a422-bea58b02ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.464793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4e02ccb-2223-42fc-ad9c-154d7f50e4d9 req-f237091b-a292-4f9d-a422-bea58b02ce62 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 1096 time: 0.0856469 Jan 27 21:52:06.602822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4e02ccb-2223-42fc-ad9c-154d7f50e4d9 req-5c887219-35d8-44a3-8fa4-835e38e02f3b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268024 Jan 27 21:52:06.773273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a0e76-e9e0-471c-9f60-bb9c76c04a45 req-54db45bb-37f7-4f22-8e79-1ccbb2b8d9eb tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.781881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c68a0e76-e9e0-471c-9f60-bb9c76c04a45 req-54db45bb-37f7-4f22-8e79-1ccbb2b8d9eb tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0766993 Jan 27 21:52:06.903565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257379ff-6eb2-45e6-85cc-302090dd117f req-0324595c-11d9-42a2-a90f-241e909097e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:06.905279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-257379ff-6eb2-45e6-85cc-302090dd117f req-0324595c-11d9-42a2-a90f-241e909097e1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 1096 time: 0.0719979 Jan 27 21:52:06.922783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c68a0e76-e9e0-471c-9f60-bb9c76c04a45 req-981e934d-2581-4fbd-b579-b8c0ff3fe952 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356497 Jan 27 21:52:06.976416 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-257379ff-6eb2-45e6-85cc-302090dd117f req-a1c42143-4449-483e-88d3-97842f813671 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524209 Jan 27 21:52:07.063934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2126038-b2f3-43d4-a750-5f68217641ae req-0ac1793c-9da9-4879-9502-4db559d5e30a tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:07.067667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2126038-b2f3-43d4-a750-5f68217641ae req-0ac1793c-9da9-4879-9502-4db559d5e30a tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 945 time: 0.0817285 Jan 27 21:52:07.132191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2126038-b2f3-43d4-a750-5f68217641ae req-a9ad43fb-0f47-410f-8461-a2b63f9b7e14 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573463 Jan 27 21:52:07.249255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1778180-47e6-4eab-ae17-d1da2c4523f6 req-918de60e-b3d5-442f-bd89-5cc5da9b48d0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:07.273279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1778180-47e6-4eab-ae17-d1da2c4523f6 req-918de60e-b3d5-442f-bd89-5cc5da9b48d0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0898948 Jan 27 21:52:07.320011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1778180-47e6-4eab-ae17-d1da2c4523f6 req-8d6933aa-4a8e-4a84-8458-42905249327a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457218 Jan 27 21:52:07.446173 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:08.061579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056b9f5-2be8-421f-aacb-0cf1e2dbd539 req-da1777f7-b4ce-43a0-bba4-8bb445490836 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.063131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d056b9f5-2be8-421f-aacb-0cf1e2dbd539 req-da1777f7-b4ce-43a0-bba4-8bb445490836 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0695052 Jan 27 21:52:08.131688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d056b9f5-2be8-421f-aacb-0cf1e2dbd539 req-3c365ebb-9fc0-4de4-a860-ad974952130b tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616477 Jan 27 21:52:08.262336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7aa3c-e94f-427d-99ed-6935beb2dc6b req-3e6719b6-b376-4449-a158-de9201641fe8 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.263639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bc7aa3c-e94f-427d-99ed-6935beb2dc6b req-3e6719b6-b376-4449-a158-de9201641fe8 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 945 time: 0.0519280 Jan 27 21:52:08.315551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bc7aa3c-e94f-427d-99ed-6935beb2dc6b req-f4120eec-ffbb-4945-a6a5-2e77dc6f1633 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Jan 27 21:52:08.447584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcefe9-496c-491f-913e-ab3f53b00be2 req-fd423f83-2232-48e7-8f00-87e7e1ec20fb tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:08.449311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0fbcefe9-496c-491f-913e-ab3f53b00be2 req-fd423f83-2232-48e7-8f00-87e7e1ec20fb tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0495825 Jan 27 21:52:08.497847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0fbcefe9-496c-491f-913e-ab3f53b00be2 req-2fcffafa-2d8b-4717-9321-bb53fb5d60d4 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425162 Jan 27 21:52:08.929881 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:09.403651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df894b3e-6ea9-4df8-819f-f9d3d4b085db req-589ed2a5-c785-40ce-bab3-4cf76ff72278 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.436622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df894b3e-6ea9-4df8-819f-f9d3d4b085db req-589ed2a5-c785-40ce-bab3-4cf76ff72278 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.1335964 Jan 27 21:52:09.643699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df894b3e-6ea9-4df8-819f-f9d3d4b085db req-a9706a1e-8541-41e9-b561-8429086e0e73 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024739 Jan 27 21:52:09.678503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f19f9b-2f8b-4a40-8c2e-c2187bca23a2 req-5da3df46-f27f-4811-97a2-725ce791d82b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:09.680416 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82f19f9b-2f8b-4a40-8c2e-c2187bca23a2 req-5da3df46-f27f-4811-97a2-725ce791d82b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 945 time: 0.2411058 Jan 27 21:52:09.849522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82f19f9b-2f8b-4a40-8c2e-c2187bca23a2 req-dddbbca1-960c-405e-a089-3e452932d248 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630049 Jan 27 21:52:10.154616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69492356-4b98-4611-80b5-fe2394300ecb req-16b162f4-8286-4625-b6e3-3686b78b0563 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:10.165386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69492356-4b98-4611-80b5-fe2394300ecb req-16b162f4-8286-4625-b6e3-3686b78b0563 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.3612504 Jan 27 21:52:10.310296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69492356-4b98-4611-80b5-fe2394300ecb req-9ffee7e9-567e-48e9-9ef1-bdef32caa211 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412618 Jan 27 21:52:10.370555 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-5c004f5c-f46c-4db2-8a79-551754f9399e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:10.373909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-5c004f5c-f46c-4db2-8a79-551754f9399e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/networks?id=6d585f84-28d1-4ca1-88fb-6936445ac37a HTTP/1.1" status: 200 len: 811 time: 0.3891785 Jan 27 21:52:10.396499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-76f630a1-c6db-4320-886c-f256482fc3cf tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/quotas/88718266cbbd46ada9baae144e312b23 HTTP/1.1" status: 200 len: 375 time: 0.0169888 Jan 27 21:52:10.499815 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-812c5602-90c9-449f-84f0-8cc932fde3b9 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=88718266cbbd46ada9baae144e312b23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976524 Jan 27 21:52:10.652602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-743f0bd3-0d85-4f44-aab0-b9c901994b51 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:52:10.653971 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-743f0bd3-0d85-4f44-aab0-b9c901994b51 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1462474 Jan 27 21:52:10.779464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-d6320653-6315-4557-941b-f2be936d0059 service neutron] 10.222.0.61 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176684 Jan 27 21:52:10.930871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-ccaf2168-bb98-4936-82ca-63ec993166a4 service neutron] 10.222.0.61 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321311 Jan 27 21:52:11.413343 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f36ec1b-ba78-4b0d-8203-3f9807afce9c req-c6f3d33b-fd54-400c-8151-b8be12edae87 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 210 time: 0.0987873 Jan 27 21:52:11.596106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005d6ca-2f8f-4110-99e0-c2a0442174a3 req-db11ed7f-b060-4641-9746-d9af2e90f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:11.600583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4005d6ca-2f8f-4110-99e0-c2a0442174a3 req-db11ed7f-b060-4641-9746-d9af2e90f547 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 1097 time: 0.2964666 Jan 27 21:52:11.764989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e709713-df53-474e-a32d-2c58cbd1fe49 req-9bd8a030-6d22-4e5a-8294-ce9b48644011 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:11.773339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e709713-df53-474e-a32d-2c58cbd1fe49 req-9bd8a030-6d22-4e5a-8294-ce9b48644011 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.3028743 Jan 27 21:52:11.825422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005d6ca-2f8f-4110-99e0-c2a0442174a3 req-a2487a1f-e67b-434c-8942-9008cc0f8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:11.827942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4005d6ca-2f8f-4110-99e0-c2a0442174a3 req-a2487a1f-e67b-434c-8942-9008cc0f8fc7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 918 time: 0.2201672 Jan 27 21:52:11.949699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e709713-df53-474e-a32d-2c58cbd1fe49 req-41e68698-24ba-4484-9c22-336efb6d801d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751304 Jan 27 21:52:11.995760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4005d6ca-2f8f-4110-99e0-c2a0442174a3 req-32152413-8bde-4555-b633-e864bb43c783 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d891ebd7-4395-4572-aa45-544a013bb1a0 HTTP/1.1" status: 200 len: 1002 time: 0.1594911 Jan 27 21:52:12.059065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005d6ca-2f8f-4110-99e0-c2a0442174a3 req-459eea80-c6f4-4d6e-bd0f-e282918507da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.059065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4005d6ca-2f8f-4110-99e0-c2a0442174a3 req-459eea80-c6f4-4d6e-bd0f-e282918507da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 200 len: 856 time: 0.0546987 Jan 27 21:52:12.107721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005d6ca-2f8f-4110-99e0-c2a0442174a3 req-862551ed-f9d9-4bc3-a3c1-a230873e479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:12.109598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4005d6ca-2f8f-4110-99e0-c2a0442174a3 req-862551ed-f9d9-4bc3-a3c1-a230873e479e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf700070-3437-4935-bb61-9656ea0d6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459781 Jan 27 21:52:12.301770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4005d6ca-2f8f-4110-99e0-c2a0442174a3 req-7c9267ba-5936-4546-b99b-7e10e8b7caa4 service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765320 Jan 27 21:52:12.432544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4005d6ca-2f8f-4110-99e0-c2a0442174a3 req-01772a4a-11e4-47bd-852c-fc97a8e0e50b service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226189 Jan 27 21:52:12.511810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85ee1b6f-579e-4d9f-8c0f-007bb6ca0695 req-9914caa9-5d1e-416f-a472-ad1ffefaf955 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 210 time: 0.0338802 Jan 27 21:52:13.136825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f012c-7b2b-4cbe-8bc4-c59240d2b3b2 req-03e8e99f-a598-441f-a9ad-a7736b035626 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:13.139378 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eb7f012c-7b2b-4cbe-8bc4-c59240d2b3b2 req-03e8e99f-a598-441f-a9ad-a7736b035626 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0750780 Jan 27 21:52:13.204807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eb7f012c-7b2b-4cbe-8bc4-c59240d2b3b2 req-8022d82b-13d0-4563-b7c1-0d0766e41e46 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595744 Jan 27 21:52:13.859923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f87df040-3386-47b0-8f9a-20c0813183db req-3cc07587-ad7f-4fb3-a7c2-45248dbf687e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 210 time: 0.0291467 Jan 27 21:52:14.375779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9b063-7990-4adb-9366-7d791ef025d5 req-5ee5297e-c641-4ed6-9b95-2c330b3ca010 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:14.377638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bcc9b063-7990-4adb-9366-7d791ef025d5 req-5ee5297e-c641-4ed6-9b95-2c330b3ca010 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 946 time: 0.0851498 Jan 27 21:52:14.464589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bcc9b063-7990-4adb-9366-7d791ef025d5 req-fa88bfbc-1c4a-430a-ba8c-12b56dbc9e7e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792356 Jan 27 21:52:14.645107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-fa8a412f-8a97-4fa8-a95b-1cb1482107ae tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:14.646711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-fa8a412f-8a97-4fa8-a95b-1cb1482107ae tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.74 "GET /v2.0/networks?id=6d585f84-28d1-4ca1-88fb-6936445ac37a HTTP/1.1" status: 200 len: 811 time: 0.1202021 Jan 27 21:52:14.659367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Request body: {'port': {'device_id': '7f58e4bf-47df-4d22-b736-b6c1a81a0c3b', 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a', 'admin_state_up': True, 'tenant_id': '88718266cbbd46ada9baae144e312b23'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:14.773215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d891ebd7-4395-4572-aa45-544a013bb1a0 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:14.929348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d891ebd7-4395-4572-aa45-544a013bb1a0 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:14.929849 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:14.960860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:14.966603 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145f6df5-9ce6-41c2-9021-e7b529d563ae" -d '{"events": [{"server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "name": "network-vif-unplugged", "status": "completed", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:15.002632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d891ebd7-4395-4572-aa45-544a013bb1a0,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:15.061365 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a8be142-c843-458a-a6ca-48aac9d9082f req-10f7834b-9611-4b9b-ad2f-bd6d0a7bc280 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 210 time: 0.0481462 Jan 27 21:52:15.121978 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218be171-d12b-43aa-b1fa-a505a561f625 x-openstack-request-id: req-218be171-d12b-43aa-b1fa-a505a561f625 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:15.122466 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "name": "network-vif-unplugged", "status": "completed", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:15.122876 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-218be171-d12b-43aa-b1fa-a505a561f625 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:15.123423 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'code': 200} Jan 27 21:52:15.126018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Made reservation on behalf of 88718266cbbd46ada9baae144e312b23 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:15.130662 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:15.203972 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:15.273618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d891ebd7-4395-4572-aa45-544a013bb1a0,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:15.322192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Allocated IP 172.20.0.8 (6d585f84-28d1-4ca1-88fb-6936445ac37a/7241b382-0517-4ef8-98c8-0d21759b8baa/2a1a4258-3734-43ad-b668-719b8da52e02) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:15.572790 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks [] for port (2a1a4258-3734-43ad-b668-719b8da52e02), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:15.736671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f685d67-69b3-4c67-9910-327bb840ceb1 req-9d212a22-4996-41d5-b1c7-7755d6dd135f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:15.747569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f685d67-69b3-4c67-9910-327bb840ceb1 req-9d212a22-4996-41d5-b1c7-7755d6dd135f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.1202052 Jan 27 21:52:15.813660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f685d67-69b3-4c67-9910-327bb840ceb1 req-a5dbedf7-c0eb-4ddb-99ae-83ba7c5b38a7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647006 Jan 27 21:52:15.818965 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:15.833458 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['19d72baf-32cc-4ce7-a5c3-cc06ce19c133'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:15.987954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Network 6d585f84-28d1-4ca1-88fb-6936445ac37a is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:16.001077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:16.009961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:16.165368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:16.169039 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.228030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Pushing event updated for resources: {'Port': ['ID=2a1a4258-3734-43ad-b668-719b8da52e02,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:16.261678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.262147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.262597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.263044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.263484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.263922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.270816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.271285 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.271735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.272238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.272683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.273230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.273669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:16.319883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8a371-d84c-4313-8411-035d3c9b6d72 req-85752c5f-bc3b-4470-a277-a9dfbc6d7831 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:16.336847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7fa8a371-d84c-4313-8411-035d3c9b6d72 req-85752c5f-bc3b-4470-a277-a9dfbc6d7831 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 931 time: 0.1237972 Jan 27 21:52:16.394760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-893c1d2e-7398-42f7-a77c-f92f157dd576 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7392452 Jan 27 21:52:16.411910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Request body: {'port': {'device_id': '7f58e4bf-47df-4d22-b736-b6c1a81a0c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:16.464646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7fa8a371-d84c-4313-8411-035d3c9b6d72 req-380be469-513a-454d-9e54-fbbd0f6f2a56 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267321 Jan 27 21:52:16.495881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.934835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1a4258-3734-43ad-b668-719b8da52e02 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:16.943557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Publish callbacks [] for port (2a1a4258-3734-43ad-b668-719b8da52e02), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:16.962818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Transition to ACTIVE for port object 2a1a4258-3734-43ad-b668-719b8da52e02 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:17.342827 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:17.453317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Pushing event updated for resources: {'Port': ['ID=2a1a4258-3734-43ad-b668-719b8da52e02,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:17.635657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Attempting to bind port 2a1a4258-3734-43ad-b668-719b8da52e02 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:17.640872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Attempting to bind port 2a1a4258-3734-43ad-b668-719b8da52e02 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:17.644886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Attempting to bind port 2a1a4258-3734-43ad-b668-719b8da52e02 on network 6d585f84-28d1-4ca1-88fb-6936445ac37a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:17.694649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Port 2a1a4258-3734-43ad-b668-719b8da52e02 on network 6d585f84-28d1-4ca1-88fb-6936445ac37a not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:17.694649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Attempting to bind port 2a1a4258-3734-43ad-b668-719b8da52e02 on network 6d585f84-28d1-4ca1-88fb-6936445ac37a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:17.700334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:17.700877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Checking segment: {'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:17.701382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Bound using segment: {'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:17.701998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Bound port: 2a1a4258-3734-43ad-b668-719b8da52e02, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5133678d-cdeb-4f03-b304-5822a8145b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:17.702369 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:17.771035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177392e-0e7a-4a45-9cbd-4ff1e9835d86 req-06d3765f-10ca-482d-a823-8a96a37bd56c tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:17.779924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9177392e-0e7a-4a45-9cbd-4ff1e9835d86 req-06d3765f-10ca-482d-a823-8a96a37bd56c tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 943 time: 0.1653688 Jan 27 21:52:17.847837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] For port 2a1a4258-3734-43ad-b668-719b8da52e02, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:17.873884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] For port 2a1a4258-3734-43ad-b668-719b8da52e02, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2a1a4258-3734-43ad-b668-719b8da52e02,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:17.892623 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9177392e-0e7a-4a45-9cbd-4ff1e9835d86 req-34a69f0a-148b-4ae3-883e-da73f1ebe45b tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112058 Jan 27 21:52:18.063235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34192) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:18.125738 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.196405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:18.197431 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.199056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] 10.222.0.74 "PUT /v2.0/ports/2a1a4258-3734-43ad-b668-719b8da52e02 HTTP/1.1" status: 200 len: 1091 time: 1.7962439 Jan 27 21:52:18.202341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f58e4bf-47df-4d22-b736-b6c1a81a0c3b', 'tag': '2a1a4258-3734-43ad-b668-719b8da52e02'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:18.212744 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8683c247-58ad-4ae4-b757-01787d1ec0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7f58e4bf-47df-4d22-b736-b6c1a81a0c3b", "tag": "2a1a4258-3734-43ad-b668-719b8da52e02"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:18.246466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fa0fb-10e1-4219-95e8-f4ac49ad206c service neutron] Pushing event updated for resources: {'Port': ['ID=2a1a4258-3734-43ad-b668-719b8da52e02,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:18.324822 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73d8a88-443e-47cb-ae37-ceee20938f45 x-openstack-request-id: req-c73d8a88-443e-47cb-ae37-ceee20938f45 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:18.325136 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f58e4bf-47df-4d22-b736-b6c1a81a0c3b", "tag": "2a1a4258-3734-43ad-b668-719b8da52e02", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:18.325393 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c73d8a88-443e-47cb-ae37-ceee20938f45 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:18.325837 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f58e4bf-47df-4d22-b736-b6c1a81a0c3b', 'tag': '2a1a4258-3734-43ad-b668-719b8da52e02', 'status': 'completed', 'code': 200} Jan 27 21:52:18.333610 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cb24aa38-d382-4a9f-b894-d4ac0efd18dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.426464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683c247-58ad-4ae4-b757-01787d1ec0d2 req-79baf97e-43cc-4903-a1b5-8c639b27ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:18.428018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8683c247-58ad-4ae4-b757-01787d1ec0d2 req-79baf97e-43cc-4903-a1b5-8c639b27ad53 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88718266cbbd46ada9baae144e312b23&device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 1094 time: 0.0779529 Jan 27 21:52:18.573615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cb24aa38-d382-4a9f-b894-d4ac0efd18dd admin admin] Publish callbacks [] for security_group (82e7281d-ebb4-4582-ac4b-4e76524555c2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.591395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683c247-58ad-4ae4-b757-01787d1ec0d2 req-4a39da14-162b-4788-9b15-8baab2bf75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:18.593265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8683c247-58ad-4ae4-b757-01787d1ec0d2 req-4a39da14-162b-4788-9b15-8baab2bf75d5 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=88718266cbbd46ada9baae144e312b23&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1576798 Jan 27 21:52:18.722399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683c247-58ad-4ae4-b757-01787d1ec0d2 req-f3b1d258-97ef-4838-b048-ec080b65996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:18.724550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8683c247-58ad-4ae4-b757-01787d1ec0d2 req-f3b1d258-97ef-4838-b048-ec080b65996f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1246474 Jan 27 21:52:18.725944 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cb24aa38-d382-4a9f-b894-d4ac0efd18dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (82e7281d-ebb4-4582-ac4b-4e76524555c2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.765634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cb24aa38-d382-4a9f-b894-d4ac0efd18dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4af1c5bee89143a3ac28e483ee79be0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7012534 Jan 27 21:52:18.768503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34210) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:18.804310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d891ebd7-4395-4572-aa45-544a013bb1a0 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:18.866234 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Publish callbacks [] for security_group (82e7281d-ebb4-4582-ac4b-4e76524555c2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.893235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24aa38-d382-4a9f-b894-d4ac0efd18dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e7281d-ebb4-4582-ac4b-4e76524555c2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:18.919273 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Publish callbacks [] for security_group (82e7281d-ebb4-4582-ac4b-4e76524555c2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:18.931552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-3efd64dc-6bd7-4f10-b137-5029bb2e2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:18.934478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-3efd64dc-6bd7-4f10-b137-5029bb2e2a3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88718266cbbd46ada9baae144e312b23&device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 1094 time: 0.1749809 Jan 27 21:52:19.079525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-ec98e52a-e651-40a9-b064-56d9aac1c470 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1a4258-3734-43ad-b668-719b8da52e02 HTTP/1.1" status: 200 len: 217 time: 0.1366842 Jan 27 21:52:19.173903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-d1602566-8211-4359-b7e3-edc4fb314949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:19.175464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-d1602566-8211-4359-b7e3-edc4fb314949 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7241b382-0517-4ef8-98c8-0d21759b8baa HTTP/1.1" status: 200 len: 851 time: 0.0840974 Jan 27 21:52:19.178924 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d891ebd7-4395-4572-aa45-544a013bb1a0 is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:19.225133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f47a00-870d-4ca7-b8e6-8840b94fb5e9 req-1c4a1e7b-0229-4b16-a166-74ad88d524c6 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:19.231950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69f47a00-870d-4ca7-b8e6-8840b94fb5e9 req-1c4a1e7b-0229-4b16-a166-74ad88d524c6 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 943 time: 0.1509984 Jan 27 21:52:19.235823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-51e008ba-ba30-4959-b84c-af9eabdf34e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d585f84-28d1-4ca1-88fb-6936445ac37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546005 Jan 27 21:52:19.296712 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (82e7281d-ebb4-4582-ac4b-4e76524555c2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:19.299790 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:19.301824 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82e7281d-ebb4-4582-ac4b-4e76524555c2 HTTP/1.1" status: 204 len: 168 time: 0.5321805 Jan 27 21:52:19.317255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e7281d-ebb4-4582-ac4b-4e76524555c2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:19.336800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.340618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.341042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.341332 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.341941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.342491 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.343048 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.343704 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.344657 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.346108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.347350 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.347904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.348953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00707004-9539-409e-b09f-843b63b838e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:52:19.402137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69f47a00-870d-4ca7-b8e6-8840b94fb5e9 req-9dfae0f6-eade-4073-80c1-f8bbe218582b tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693056 Jan 27 21:52:19.505758 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-413bf763-f333-47dc-b6a4-62e74175b4e6 service neutron] 10.222.0.74 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635818 Jan 27 21:52:19.730630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5c0248-1d8e-4537-aaa8-d22298d10628 req-194d2aba-e5c3-44fd-86af-62e49c939d9b service neutron] 10.222.0.74 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188649 Jan 27 21:52:19.743186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-67741e7b-cea5-4fe6-b18d-e8a50a59d731 req-caa79d55-ad7d-4a41-bfbd-71a3877f938a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:52:19.744329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67741e7b-cea5-4fe6-b18d-e8a50a59d731 req-caa79d55-ad7d-4a41-bfbd-71a3877f938a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099270 Jan 27 21:52:20.041901 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:52:20.255923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a592f5e-4a18-4b96-a71d-fc3e72c24158 req-f27830c5-368f-4d84-989d-8657d261f031 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:20.257576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a592f5e-4a18-4b96-a71d-fc3e72c24158 req-f27830c5-368f-4d84-989d-8657d261f031 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0556471 Jan 27 21:52:20.318006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a592f5e-4a18-4b96-a71d-fc3e72c24158 req-c4ce32f6-ca99-4ed5-b454-1613ee4e8139 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520079 Jan 27 21:52:20.588737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409f466-b91d-4087-9472-ba00c082fc62 req-633568c7-dc26-407d-9a9d-9ba39270ffd8 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:20.590371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7409f466-b91d-4087-9472-ba00c082fc62 req-633568c7-dc26-407d-9a9d-9ba39270ffd8 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 943 time: 0.0758646 Jan 27 21:52:20.660222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7409f466-b91d-4087-9472-ba00c082fc62 req-164feb08-cfe7-4411-a8ca-86e0a3f1bc4a tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618145 Jan 27 21:52:20.960623 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-8b01ac2b-2076-4c18-b392-892e4f3611d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2247601 Jan 27 21:52:21.453485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af975ff-74cb-43fa-820f-b60156583e07 req-a7a0714b-a2d1-420b-96f6-d83aabe8c060 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.457633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1af975ff-74cb-43fa-820f-b60156583e07 req-a7a0714b-a2d1-420b-96f6-d83aabe8c060 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0592124 Jan 27 21:52:21.505940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1af975ff-74cb-43fa-820f-b60156583e07 req-2d7adf5c-4700-4351-81a1-d895a0b70442 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446048 Jan 27 21:52:21.813559 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be9ac4-bddf-4f24-adfc-8174399a0dff req-1bc7567a-8dc6-44ff-8431-8d943a742bb6 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:21.815405 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4be9ac4-bddf-4f24-adfc-8174399a0dff req-1bc7567a-8dc6-44ff-8431-8d943a742bb6 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 943 time: 0.0719776 Jan 27 21:52:21.873656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4be9ac4-bddf-4f24-adfc-8174399a0dff req-4432629b-86fb-45a1-9b4f-230cdf8f8cf2 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522807 Jan 27 21:52:22.676223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48873713-b937-4674-8aa2-b338ede05f93 req-fa45ecf2-5e4d-45c8-b7ce-f09c35c25a91 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:22.677741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48873713-b937-4674-8aa2-b338ede05f93 req-fa45ecf2-5e4d-45c8-b7ce-f09c35c25a91 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0540817 Jan 27 21:52:22.745480 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48873713-b937-4674-8aa2-b338ede05f93 req-20d50187-2da5-44a2-acfc-173f73f74cad tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562131 Jan 27 21:52:22.833124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2a1a4258-3734-43ad-b668-719b8da52e02 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:52:22.959794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2a1a4258-3734-43ad-b668-719b8da52e02, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2a1a4258-3734-43ad-b668-719b8da52e02,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:22.972781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '2a1a4258-3734-43ad-b668-719b8da52e02', 'network_id': '6d585f84-28d1-4ca1-88fb-6936445ac37a', 'port_id': '2a1a4258-3734-43ad-b668-719b8da52e02', 'mac_address': 'fa:16:3e:38:e7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7241b382-0517-4ef8-98c8-0d21759b8baa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:52:23.017316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-167b515c-9809-4394-8c82-bd6ce0c09d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.018750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2a1a4258-3734-43ad-b668-719b8da52e02 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:23.022854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-167b515c-9809-4394-8c82-bd6ce0c09d59 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a&tenant_id=56bceb56edbf41a4810a46a76f4d48af HTTP/1.1" status: 200 len: 1095 time: 0.0981531 Jan 27 21:52:23.022988 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.051622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1a4258-3734-43ad-b668-719b8da52e02 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:23.103880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0b177-0602-40d5-b884-0f4b00c9a330 req-42e80761-a786-44f9-a77d-c6585998b708 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.108169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2a1a4258-3734-43ad-b668-719b8da52e02, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2a1a4258-3734-43ad-b668-719b8da52e02,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:23.116921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fce0b177-0602-40d5-b884-0f4b00c9a330 req-42e80761-a786-44f9-a77d-c6585998b708 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 943 time: 0.1318433 Jan 27 21:52:23.212944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fce0b177-0602-40d5-b884-0f4b00c9a330 req-8e3a9d2f-6c3d-4bfc-b3ee-916f281b6276 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948844 Jan 27 21:52:23.217702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-e7c8fe4e-1a50-4539-9c8f-ec9965ce797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.219202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-e7c8fe4e-1a50-4539-9c8f-ec9965ce797d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56bceb56edbf41a4810a46a76f4d48af&device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 1095 time: 0.1653700 Jan 27 21:52:23.228595 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34368) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:23.229092 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.293103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2a1a4258-3734-43ad-b668-719b8da52e02,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:23.363220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-9a331c2f-4973-46c2-b670-544465f940e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:23.365579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-9a331c2f-4973-46c2-b670-544465f940e8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 200 len: 918 time: 0.1326411 Jan 27 21:52:23.383653 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-853ccb8a-ddf8-4683-a546-d03e4ade002d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.461967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-0df87e59-45c0-4d57-8e6d-47b7bc50729b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d891ebd7-4395-4572-aa45-544a013bb1a0 HTTP/1.1" status: 200 len: 1000 time: 0.0820506 Jan 27 21:52:23.468378 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-853ccb8a-ddf8-4683-a546-d03e4ade002d admin admin] Publish callbacks [] for security_group (29a75b27-f25b-4841-abdc-68a57aeb53a7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.486819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['2a1a4258-3734-43ad-b668-719b8da52e02'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:23.592089 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-853ccb8a-ddf8-4683-a546-d03e4ade002d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (29a75b27-f25b-4841-abdc-68a57aeb53a7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.658218 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-853ccb8a-ddf8-4683-a546-d03e4ade002d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c821abbb1d3b42e1b02f98b48fdc3c69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4276195 Jan 27 21:52:23.660035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ccb8a-ddf8-4683-a546-d03e4ade002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a75b27-f25b-4841-abdc-68a57aeb53a7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:23.662907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34376) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:23.729051 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5285-6b70-4a79-99e5-b328d84c88cd admin admin] Publish callbacks [] for security_group (29a75b27-f25b-4841-abdc-68a57aeb53a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.764119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5285-6b70-4a79-99e5-b328d84c88cd admin admin] Publish callbacks [] for security_group (29a75b27-f25b-4841-abdc-68a57aeb53a7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.994443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5285-6b70-4a79-99e5-b328d84c88cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (29a75b27-f25b-4841-abdc-68a57aeb53a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.997299 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7fa5285-6b70-4a79-99e5-b328d84c88cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:23.998684 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f7fa5285-6b70-4a79-99e5-b328d84c88cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29a75b27-f25b-4841-abdc-68a57aeb53a7 HTTP/1.1" status: 204 len: 168 time: 0.3347323 Jan 27 21:52:24.007781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa5285-6b70-4a79-99e5-b328d84c88cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a75b27-f25b-4841-abdc-68a57aeb53a7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:24.017401 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-fc511024-1092-4cc3-b3fe-af577eb730f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.019411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-fc511024-1092-4cc3-b3fe-af577eb730f5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 200 len: 856 time: 0.5497882 Jan 27 21:52:24.068002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0afc8-e643-48a1-a011-3d6da91fea84 req-d66d3b83-e10c-4fa1-9eb5-bfabe2f83408 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.069737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4e0afc8-e643-48a1-a011-3d6da91fea84 req-d66d3b83-e10c-4fa1-9eb5-bfabe2f83408 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0978725 Jan 27 21:52:24.115336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-afb7437d-0d93-49af-9620-33597ba80638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.116894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-afb7437d-0d93-49af-9620-33597ba80638 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bf700070-3437-4935-bb61-9656ea0d6b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860791 Jan 27 21:52:24.139531 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4e0afc8-e643-48a1-a011-3d6da91fea84 req-11bf220e-9908-4d77-8c98-3f1c61727c88 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625553 Jan 27 21:52:24.223098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-ff745f14-8d77-4fc1-8b4f-cc65827f8f4d service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981419 Jan 27 21:52:24.371868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d7d29-6824-4bb0-8cbf-d9737f1d60c6 req-178a0cb2-8210-45e1-ba0a-efd167c64874 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:24.373661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da5d7d29-6824-4bb0-8cbf-d9737f1d60c6 req-178a0cb2-8210-45e1-ba0a-efd167c64874 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 944 time: 0.0776231 Jan 27 21:52:24.397187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51bc9721-3919-4f1c-8443-50cacdf0077f req-b10c0b9a-31f7-46a9-9939-f3838c2ed2b9 service neutron] 10.222.0.74 "GET /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679935 Jan 27 21:52:24.433990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da5d7d29-6824-4bb0-8cbf-d9737f1d60c6 req-f1a0ccdb-301b-4dc9-adaf-19469f728633 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543239 Jan 27 21:52:24.846485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2a1a4258-3734-43ad-b668-719b8da52e02 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:24.929077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34408) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:24.946816 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb7d8b78-968a-4c6c-abd5-53ac04576856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.038304 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb7d8b78-968a-4c6c-abd5-53ac04576856 admin admin] Publish callbacks [] for security_group (e7a2e024-3e15-4659-ba98-0a7a2eddaf49), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.056367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 2a1a4258-3734-43ad-b668-719b8da52e02 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:25.061261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 2a1a4258-3734-43ad-b668-719b8da52e02 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:25.061674 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.168531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2a1a4258-3734-43ad-b668-719b8da52e02 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:25.169071 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.208255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2a1a4258-3734-43ad-b668-719b8da52e02, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2a1a4258-3734-43ad-b668-719b8da52e02,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:25.209775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f58e4bf-47df-4d22-b736-b6c1a81a0c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1a4258-3734-43ad-b668-719b8da52e02'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:25.212429 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b7ffe8-bc0e-4e30-8945-3f34b954730c" -d '{"events": [{"server_uuid": "7f58e4bf-47df-4d22-b736-b6c1a81a0c3b", "name": "network-vif-plugged", "status": "completed", "tag": "2a1a4258-3734-43ad-b668-719b8da52e02"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:25.233613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb7d8b78-968a-4c6c-abd5-53ac04576856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e7a2e024-3e15-4659-ba98-0a7a2eddaf49), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.303739 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bb7d8b78-968a-4c6c-abd5-53ac04576856 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bef8e02121e748fc87e55b67fb78a2f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3731437 Jan 27 21:52:25.320541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34416) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:52:25.351736 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d43d90-d26d-4370-add9-3cf43886ed7f x-openstack-request-id: req-d0d43d90-d26d-4370-add9-3cf43886ed7f {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:25.352472 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f58e4bf-47df-4d22-b736-b6c1a81a0c3b", "name": "network-vif-plugged", "status": "completed", "tag": "2a1a4258-3734-43ad-b668-719b8da52e02", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:25.352843 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0d43d90-d26d-4370-add9-3cf43886ed7f {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:25.353409 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f58e4bf-47df-4d22-b736-b6c1a81a0c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1a4258-3734-43ad-b668-719b8da52e02', 'code': 200} Jan 27 21:52:25.380615 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.433505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0a8ab-d096-4ef6-a132-0eaf1318db66 req-03d316cc-0ae4-40ef-9adb-5e6d864cb65c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.460619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eac0a8ab-d096-4ef6-a132-0eaf1318db66 req-03d316cc-0ae4-40ef-9adb-5e6d864cb65c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.1656492 Jan 27 21:52:25.477688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2a1a4258-3734-43ad-b668-719b8da52e02,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:25.516524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d8b78-968a-4c6c-abd5-53ac04576856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a2e024-3e15-4659-ba98-0a7a2eddaf49,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:25.562164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-579c7732-0d9c-4105-9b7b-dca689f4d5f0 admin admin] Publish callbacks [] for security_group (e7a2e024-3e15-4659-ba98-0a7a2eddaf49), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.606708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-579c7732-0d9c-4105-9b7b-dca689f4d5f0 admin admin] Publish callbacks [] for security_group (e7a2e024-3e15-4659-ba98-0a7a2eddaf49), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.711899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eac0a8ab-d096-4ef6-a132-0eaf1318db66 req-d4318ca2-3a76-45e3-b83b-59b854d9cfec tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502413 Jan 27 21:52:25.749774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db78693-2fe9-4d9a-9258-794acd56a5f7 req-c40a5430-8dd1-4b75-8dc9-652275784f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.750211 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3db78693-2fe9-4d9a-9258-794acd56a5f7 req-c40a5430-8dd1-4b75-8dc9-652275784f6f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 1096 time: 0.2361269 Jan 27 21:52:25.766409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5ef7e-2ace-447f-a054-c6a841866d96 req-b3c71dc4-d000-4505-b5ac-d4b6759e9abe tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:25.773704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ce5ef7e-2ace-447f-a054-c6a841866d96 req-b3c71dc4-d000-4505-b5ac-d4b6759e9abe tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.1700974 Jan 27 21:52:25.849075 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-579c7732-0d9c-4105-9b7b-dca689f4d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e7a2e024-3e15-4659-ba98-0a7a2eddaf49), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.851740 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-579c7732-0d9c-4105-9b7b-dca689f4d5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:25.855203 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ce5ef7e-2ace-447f-a054-c6a841866d96 req-916c0221-bda0-40c3-be8e-aeb8e4c55f5e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751200 Jan 27 21:52:25.855362 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-579c7732-0d9c-4105-9b7b-dca689f4d5f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7a2e024-3e15-4659-ba98-0a7a2eddaf49 HTTP/1.1" status: 204 len: 168 time: 0.5273712 Jan 27 21:52:25.866612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c7732-0d9c-4105-9b7b-dca689f4d5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a2e024-3e15-4659-ba98-0a7a2eddaf49,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:25.979170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3db78693-2fe9-4d9a-9258-794acd56a5f7 req-a06655a5-e7c3-465a-b2d6-df4b14272c76 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814598 Jan 27 21:52:26.920319 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.010348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e1d10-9568-4a99-b43d-7587dda2791a req-f59f10d8-765a-45da-8369-9c766c3e5701 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.019993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f90e1d10-9568-4a99-b43d-7587dda2791a req-f59f10d8-765a-45da-8369-9c766c3e5701 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.2018845 Jan 27 21:52:27.130420 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f90e1d10-9568-4a99-b43d-7587dda2791a req-a12dffe4-a972-4dd0-a48d-60a65100f1ce tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060064 Jan 27 21:52:27.330908 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:27.340322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e02fa-9189-427b-ac9b-848b48e3edeb req-db286afa-a7b8-4ba6-a6cf-6d0316ad82ee tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:27.342026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e50e02fa-9189-427b-ac9b-848b48e3edeb req-db286afa-a7b8-4ba6-a6cf-6d0316ad82ee tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0922730 Jan 27 21:52:27.444806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e50e02fa-9189-427b-ac9b-848b48e3edeb req-10af6ad9-34a8-4cf0-9d28-0b52603b011a tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948865 Jan 27 21:52:28.334860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb121e0-fc0c-4c15-862b-768d5addd3e8 req-948afd50-3d55-416a-8ecf-7739ac7b4c70 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:28.344238 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2fb121e0-fc0c-4c15-862b-768d5addd3e8 req-948afd50-3d55-416a-8ecf-7739ac7b4c70 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0712354 Jan 27 21:52:28.409764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2fb121e0-fc0c-4c15-862b-768d5addd3e8 req-c97c3c48-7175-4f0b-b196-33beabb96e8c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639672 Jan 27 21:52:28.592350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d342ad-1d2a-4dc2-9c13-f3f35ab5c565 req-d9d1cd5d-f840-4f80-8dde-efd6e0626f0f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:28.594059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81d342ad-1d2a-4dc2-9c13-f3f35ab5c565 req-d9d1cd5d-f840-4f80-8dde-efd6e0626f0f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0545778 Jan 27 21:52:28.670294 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81d342ad-1d2a-4dc2-9c13-f3f35ab5c565 req-212bb159-a004-4fa7-9891-74cf19a59f2a tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685139 Jan 27 21:52:29.564792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddac741-d838-4364-aa03-23c18aaceb26 req-f14d1c31-de40-4e7c-a6d3-6383729fc195 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.567026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ddac741-d838-4364-aa03-23c18aaceb26 req-f14d1c31-de40-4e7c-a6d3-6383729fc195 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0537262 Jan 27 21:52:29.652115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ddac741-d838-4364-aa03-23c18aaceb26 req-59c8d954-d24a-4b47-84a3-809c3ba3c026 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771415 Jan 27 21:52:29.843764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ea86e-5676-4693-aab9-de381c94c96d req-77e43c41-5a45-4e06-96ac-a1bd89df3bf4 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:29.845425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d83ea86e-5676-4693-aab9-de381c94c96d req-77e43c41-5a45-4e06-96ac-a1bd89df3bf4 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0558338 Jan 27 21:52:29.934321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d83ea86e-5676-4693-aab9-de381c94c96d req-c2e7eec6-5cff-4556-b524-151768fa89a6 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758028 Jan 27 21:52:29.937814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-332eb69d-640a-4a39-a962-33e6c79c827d req-292b1c21-1365-4c96-9fc5-5e4bc9e272a1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0893271 Jan 27 21:52:30.061667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332eb69d-640a-4a39-a962-33e6c79c827d req-a59f2ab0-947e-4e24-a465-0ae925327e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:30.063535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-332eb69d-640a-4a39-a962-33e6c79c827d req-a59f2ab0-947e-4e24-a465-0ae925327e60 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 1096 time: 0.0624225 Jan 27 21:52:30.227251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332eb69d-640a-4a39-a962-33e6c79c827d req-cac956f3-14d6-4d31-b77e-746fc0da5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:30.229982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-332eb69d-640a-4a39-a962-33e6c79c827d req-cac956f3-14d6-4d31-b77e-746fc0da5394 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 915 time: 0.1421702 Jan 27 21:52:30.287652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-332eb69d-640a-4a39-a962-33e6c79c827d req-ef898361-cbc0-4946-b5fd-e5d854a157bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc23d715-2950-47cd-b186-557dd644f08b HTTP/1.1" status: 200 len: 217 time: 0.0496705 Jan 27 21:52:30.397115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332eb69d-640a-4a39-a962-33e6c79c827d req-2f25d58c-0791-40fe-a676-534815bcc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:30.398920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-332eb69d-640a-4a39-a962-33e6c79c827d req-2f25d58c-0791-40fe-a676-534815bcc971 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab58da47-1e95-4723-ad77-d0012bc945f9 HTTP/1.1" status: 200 len: 854 time: 0.1028335 Jan 27 21:52:30.445992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-332eb69d-640a-4a39-a962-33e6c79c827d req-185c4699-0189-4068-9824-724b21e48945 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bff99387-7cb5-4548-9169-ac27e2748a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402625 Jan 27 21:52:30.580812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-332eb69d-640a-4a39-a962-33e6c79c827d req-1d7f9fb2-a402-47f9-aedb-12c26bc18b3f service neutron] 10.222.0.71 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279466 Jan 27 21:52:30.762854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-332eb69d-640a-4a39-a962-33e6c79c827d req-76142b26-3710-48f3-a7c3-adc190c3600c service neutron] 10.222.0.71 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751940 Jan 27 21:52:30.840698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5ea7e-7beb-434f-861f-719f6fb13bae req-32e0e361-ebc6-49f2-989c-df05d0e31e4d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:30.842838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abe5ea7e-7beb-434f-861f-719f6fb13bae req-32e0e361-ebc6-49f2-989c-df05d0e31e4d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0790720 Jan 27 21:52:30.935977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abe5ea7e-7beb-434f-861f-719f6fb13bae req-42926f22-a588-4a1d-8fee-ddf7706fab98 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794356 Jan 27 21:52:31.122065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8ca9a-1dbc-4169-bde6-551de34c593f req-24cc6ba5-3504-4f93-877e-46f3cb24cdca tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:31.135274 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2f8ca9a-1dbc-4169-bde6-551de34c593f req-24cc6ba5-3504-4f93-877e-46f3cb24cdca tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0982511 Jan 27 21:52:31.243218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2f8ca9a-1dbc-4169-bde6-551de34c593f req-5add12ae-7e2c-4afd-8ea1-446692523fa8 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070287 Jan 27 21:52:32.133314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d24ee6-aecf-44ec-bd14-2010769984ad req-a7552c72-7093-4c78-afeb-e79fafd64943 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.135845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8d24ee6-aecf-44ec-bd14-2010769984ad req-a7552c72-7093-4c78-afeb-e79fafd64943 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0865107 Jan 27 21:52:32.254972 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8d24ee6-aecf-44ec-bd14-2010769984ad req-d3f17c61-08dc-4938-a52f-e0adc502eb11 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119514 Jan 27 21:52:32.465487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcacdd-f096-476b-b3b8-eea394b3e3f0 req-67cea9ba-c13f-4026-ab91-c64796eeef40 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.482902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29fcacdd-f096-476b-b3b8-eea394b3e3f0 req-67cea9ba-c13f-4026-ab91-c64796eeef40 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0801697 Jan 27 21:52:32.560705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29fcacdd-f096-476b-b3b8-eea394b3e3f0 req-d6e7c3db-0b67-4e6b-ba7f-f74f000f10ee tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879853 Jan 27 21:52:32.566399 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddd04292-3e65-4835-9fb6-d0e90d2de45f req-ea56d0dc-3b0a-437d-9ceb-061ad9076dd6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681071 Jan 27 21:52:32.633168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd04292-3e65-4835-9fb6-d0e90d2de45f req-cd0b488e-8409-4e47-8e59-45534169c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.634743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddd04292-3e65-4835-9fb6-d0e90d2de45f req-cd0b488e-8409-4e47-8e59-45534169c9ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 1097 time: 0.0445161 Jan 27 21:52:32.725060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d1a423ef-8a7d-40e4-a41e-51831ef1651a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:32.802157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd04292-3e65-4835-9fb6-d0e90d2de45f req-cce64c6c-ce5d-4e22-986b-bf413684a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:32.803680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddd04292-3e65-4835-9fb6-d0e90d2de45f req-cce64c6c-ce5d-4e22-986b-bf413684a7da service neutron] 10.222.0.74 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 915 time: 0.1468182 Jan 27 21:52:32.884585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddd04292-3e65-4835-9fb6-d0e90d2de45f req-7d21af1d-66ef-4cdf-a0fa-5ae1016fab3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09018ee4-9016-4771-a6af-fb3ed7962913 HTTP/1.1" status: 200 len: 217 time: 0.0708826 Jan 27 21:52:33.025209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd04292-3e65-4835-9fb6-d0e90d2de45f req-dbb6d7e4-e1a1-4969-87d4-b1647f3a37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:33.026345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddd04292-3e65-4835-9fb6-d0e90d2de45f req-dbb6d7e4-e1a1-4969-87d4-b1647f3a37e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab58da47-1e95-4723-ad77-d0012bc945f9 HTTP/1.1" status: 200 len: 854 time: 0.1290171 Jan 27 21:52:33.108567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddd04292-3e65-4835-9fb6-d0e90d2de45f req-c3664595-ebc5-4d6a-96a8-cc215e0ff2b4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bff99387-7cb5-4548-9169-ac27e2748a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735438 Jan 27 21:52:33.266558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddd04292-3e65-4835-9fb6-d0e90d2de45f req-d54b6464-5a35-4bc3-a9d8-feae8de987e7 service neutron] 10.222.0.74 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134574 Jan 27 21:52:33.478272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddd04292-3e65-4835-9fb6-d0e90d2de45f req-05290456-ed51-4114-b2d6-0d35e30b09bb service neutron] 10.222.0.74 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001090 Jan 27 21:52:33.521164 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad001a32-7c51-45dc-b720-f0648e0c7763 req-47bae663-c7b0-4b02-8de5-b76ff604e7e3 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:33.528604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad001a32-7c51-45dc-b720-f0648e0c7763 req-47bae663-c7b0-4b02-8de5-b76ff604e7e3 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.1007533 Jan 27 21:52:33.613262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad001a32-7c51-45dc-b720-f0648e0c7763 req-1092d43f-f914-478b-bf7a-249a95d71379 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831299 Jan 27 21:52:33.755498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6aa8d-5e97-4225-8312-89d48f88e3b4 req-345f8ca9-a0d3-47b5-8bc6-187a9c04e921 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:33.757210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fcb6aa8d-5e97-4225-8312-89d48f88e3b4 req-345f8ca9-a0d3-47b5-8bc6-187a9c04e921 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0627692 Jan 27 21:52:33.850455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fcb6aa8d-5e97-4225-8312-89d48f88e3b4 req-fc1a7e76-3b2d-4d7c-9fa7-11552bb76ac1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772071 Jan 27 21:52:34.343435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-b7aa6722-b36c-4425-bc40-429f2bad4272 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=68ed4f65a9c94dbaa8107ed0ec806764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224471 Jan 27 21:52:34.469584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-5042c1a7-d085-42b5-87dd-fb9490b3d1e2 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.471069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-5042c1a7-d085-42b5-87dd-fb9490b3d1e2 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217289 Jan 27 21:52:34.486006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-1ca03ade-b1bf-4925-9b77-7f06979bf6c5 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/quotas/68ed4f65a9c94dbaa8107ed0ec806764 HTTP/1.1" status: 200 len: 375 time: 0.0096540 Jan 27 21:52:34.519330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-5df09188-ea61-4d8a-b00e-c52ef37aad24 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=68ed4f65a9c94dbaa8107ed0ec806764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272353 Jan 27 21:52:34.740698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa99d39-944d-470a-aeb4-c7fcd1b7ccfc req-803417e2-a601-4755-a0af-3d2e2392a6a1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.742113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6aa99d39-944d-470a-aeb4-c7fcd1b7ccfc req-803417e2-a601-4755-a0af-3d2e2392a6a1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0647037 Jan 27 21:52:34.820738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6aa99d39-944d-470a-aeb4-c7fcd1b7ccfc req-4fac0302-3495-4bbc-a79c-22d7893674b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620070 Jan 27 21:52:34.834607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ca228-eca8-4636-b4cb-c2c70c79b56b req-3bb5f413-a63a-48b7-b1e9-a141f76884a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:34.836206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-536ca228-eca8-4636-b4cb-c2c70c79b56b req-3bb5f413-a63a-48b7-b1e9-a141f76884a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88718266cbbd46ada9baae144e312b23&device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 1096 time: 0.1137276 Jan 27 21:52:34.941850 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-914ca7ed-468d-4287-b238-ebf9afa8044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:34.970035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1270f53-a129-443b-beab-fe052504c258 req-1b672759-fcf3-487d-bfc2-2aeb70e07340 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 210 time: 0.0624850 Jan 27 21:52:35.037183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19067cf2-944b-4136-8aa7-73f9bdc90c7f req-6882d28d-d3ab-4f4d-b039-9580c97bfbb8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:35.037183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19067cf2-944b-4136-8aa7-73f9bdc90c7f req-6882d28d-d3ab-4f4d-b039-9580c97bfbb8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.1677120 Jan 27 21:52:35.037183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ca228-eca8-4636-b4cb-c2c70c79b56b req-f2cf1aef-1340-4389-b1b0-d9eee7642861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:35.037183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-536ca228-eca8-4636-b4cb-c2c70c79b56b req-f2cf1aef-1340-4389-b1b0-d9eee7642861 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d585f84-28d1-4ca1-88fb-6936445ac37a HTTP/1.1" status: 200 len: 912 time: 0.1833379 Jan 27 21:52:35.079857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-536ca228-eca8-4636-b4cb-c2c70c79b56b req-2e118f28-92cc-4629-b527-006cc2cb42e2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1a4258-3734-43ad-b668-719b8da52e02 HTTP/1.1" status: 200 len: 217 time: 0.0452428 Jan 27 21:52:35.142849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19067cf2-944b-4136-8aa7-73f9bdc90c7f req-007ba17d-9124-4b3a-8197-2883c5e32c12 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153460 Jan 27 21:52:35.155679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ca228-eca8-4636-b4cb-c2c70c79b56b req-4bc2371f-3853-4c3f-8a45-ad1633246d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:35.157233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-536ca228-eca8-4636-b4cb-c2c70c79b56b req-4bc2371f-3853-4c3f-8a45-ad1633246d14 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7241b382-0517-4ef8-98c8-0d21759b8baa HTTP/1.1" status: 200 len: 851 time: 0.0672147 Jan 27 21:52:35.188994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-536ca228-eca8-4636-b4cb-c2c70c79b56b req-260c55b5-82a3-4931-9c3d-03edc1965f0a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d585f84-28d1-4ca1-88fb-6936445ac37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253863 Jan 27 21:52:35.282138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-536ca228-eca8-4636-b4cb-c2c70c79b56b req-e81628b7-f5db-41f7-b7a1-fbf2cb8f43c8 service neutron] 10.222.0.74 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868273 Jan 27 21:52:35.385578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-536ca228-eca8-4636-b4cb-c2c70c79b56b req-42f52479-f9fb-41bc-8e4e-5432f29ccca2 service neutron] 10.222.0.74 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942686 Jan 27 21:52:35.955159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411b9d6-6177-4413-806a-d3f8468aabbf req-ada877ee-7dd4-4a54-9189-e1f159fe56e0 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:35.957156 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c411b9d6-6177-4413-806a-d3f8468aabbf req-ada877ee-7dd4-4a54-9189-e1f159fe56e0 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0533264 Jan 27 21:52:36.014626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c411b9d6-6177-4413-806a-d3f8468aabbf req-53658194-2bfc-4a27-bee8-99e4ec1aaa21 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510719 Jan 27 21:52:36.057577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77ee237b-ce55-4353-b66e-4c7b0117c809 req-3c75331a-d3be-4227-aeaa-564bddcac326 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 210 time: 0.0282080 Jan 27 21:52:36.198785 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:36.279537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb2952-3818-4f1f-ad96-da90b29ec898 req-8be2907a-2cca-4ac5-8fa2-f4db540fbbde tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:36.280966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5eb2952-3818-4f1f-ad96-da90b29ec898 req-8be2907a-2cca-4ac5-8fa2-f4db540fbbde tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0616634 Jan 27 21:52:36.401002 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5eb2952-3818-4f1f-ad96-da90b29ec898 req-00493df9-a506-463e-ac2a-e3b9d784b5da tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136165 Jan 27 21:52:37.174129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1aa95-78b3-43a0-9a0c-ef363ea7d709 req-618ff965-7e95-4896-8ed0-53ce6c50cff5 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:37.181242 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0b1aa95-78b3-43a0-9a0c-ef363ea7d709 req-618ff965-7e95-4896-8ed0-53ce6c50cff5 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0853910 Jan 27 21:52:37.183404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e485e1a4-9c01-47f6-9ec0-8f848b299cf1 req-2da30367-3555-4f51-b9b9-038e186ddc37 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 210 time: 0.0469215 Jan 27 21:52:37.246847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0b1aa95-78b3-43a0-9a0c-ef363ea7d709 req-fe52bdc3-a15d-489f-87a3-c5eee21e4c32 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606329 Jan 27 21:52:37.387811 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:37.537257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fe126-815f-46f1-a4ee-d3a8f654c6e3 req-3d049fbe-2ee4-49e4-991a-d98f4e5dcc0d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:37.538650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d55fe126-815f-46f1-a4ee-d3a8f654c6e3 req-3d049fbe-2ee4-49e4-991a-d98f4e5dcc0d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0538976 Jan 27 21:52:37.586723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d55fe126-815f-46f1-a4ee-d3a8f654c6e3 req-a027d48a-c081-4f9e-82fe-dc8867960757 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 Jan 27 21:52:38.285662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fe6e220-9326-49f4-9609-0bcc4ab2f2e8 req-2eb3a415-276b-46de-a632-9ea22347ba22 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 210 time: 0.0303314 Jan 27 21:52:38.410309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e626a0c-d8b2-4809-94da-0b9403b6f5ca req-7ad7dab8-f2f5-4014-a0d8-461c10833b83 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.411859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e626a0c-d8b2-4809-94da-0b9403b6f5ca req-7ad7dab8-f2f5-4014-a0d8-461c10833b83 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0604362 Jan 27 21:52:38.469962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e626a0c-d8b2-4809-94da-0b9403b6f5ca req-73be61bb-6335-4f5e-8e50-22d897e99652 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511823 Jan 27 21:52:38.715712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4634e-b2a8-4ae9-a4e6-27a01d4ec75c req-4b66d62e-ba45-4147-856d-447be49830da tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:38.717232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbe4634e-b2a8-4ae9-a4e6-27a01d4ec75c req-4b66d62e-ba45-4147-856d-447be49830da tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0518982 Jan 27 21:52:38.765620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbe4634e-b2a8-4ae9-a4e6-27a01d4ec75c req-eb98d00a-b16d-45fe-914c-ccd225f8ddb8 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 Jan 27 21:52:38.943735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d891ebd7-4395-4572-aa45-544a013bb1a0 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:52:39.041886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d891ebd7-4395-4572-aa45-544a013bb1a0,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:39.054023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'port_id': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'mac_address': 'fa:16:3e:e0:3c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:52:39.093447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d891ebd7-4395-4572-aa45-544a013bb1a0 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:39.093843 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.112593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d891ebd7-4395-4572-aa45-544a013bb1a0 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:39.132906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d891ebd7-4395-4572-aa45-544a013bb1a0,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:39.383244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a3a01bb-c06f-4c2a-adb9-8ecb0c1266d9 req-8f43d583-43db-46c5-9102-be5b767e6aa2 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 210 time: 0.0259416 Jan 27 21:52:39.590362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364c9c7-5df6-46ce-8f8a-862899deaf24 req-ea5025d9-7bfb-4a0f-bab3-cafe174760bb tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.591834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f364c9c7-5df6-46ce-8f8a-862899deaf24 req-ea5025d9-7bfb-4a0f-bab3-cafe174760bb tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0510476 Jan 27 21:52:39.641363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f364c9c7-5df6-46ce-8f8a-862899deaf24 req-d07a00bc-3839-47e9-ad5a-1f408abb3362 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Jan 27 21:52:39.827416 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.879237 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:39.929733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a05a52-009d-4da2-ac66-7c97b89791cd req-31e474cf-fd99-4924-8ebb-f2eae45d4c4a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:39.940722 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4a05a52-009d-4da2-ac66-7c97b89791cd req-31e474cf-fd99-4924-8ebb-f2eae45d4c4a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 944 time: 0.0991411 Jan 27 21:52:39.947656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d891ebd7-4395-4572-aa45-544a013bb1a0,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:39.990673 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4a05a52-009d-4da2-ac66-7c97b89791cd req-b424bd23-87d9-472c-abd1-4ab2ef03ad50 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479343 Jan 27 21:52:40.137996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['d891ebd7-4395-4572-aa45-544a013bb1a0'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:40.483658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bcfb788-9501-4114-8974-0565ecd00c82 req-862a293b-5d19-42ba-9edf-9ca300018785 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 210 time: 0.0278997 Jan 27 21:52:40.587561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-091a648d-803e-4fd3-b530-bb1b64bbb2ea tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=68ed4f65a9c94dbaa8107ed0ec806764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211446 Jan 27 21:52:40.700917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-261ebccb-e197-4c20-97f5-a798c97f69c5 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:40.702448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-261ebccb-e197-4c20-97f5-a798c97f69c5 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101580 Jan 27 21:52:40.720910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Request body: {'port': {'device_id': '813bc15e-2263-4a90-8444-fd0bd2128dad', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': '68ed4f65a9c94dbaa8107ed0ec806764'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:40.857877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ae972-f242-4e12-b89a-48c3e8e0d682 req-461c5578-0ef9-46c2-8457-04b7f81bb23c tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:40.859540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e4ae972-f242-4e12-b89a-48c3e8e0d682 req-461c5578-0ef9-46c2-8457-04b7f81bb23c tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0918653 Jan 27 21:52:40.930641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e4ae972-f242-4e12-b89a-48c3e8e0d682 req-d3db28b5-70be-4fc3-b67f-ddc5fb446c4f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644004 Jan 27 21:52:40.959149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d891ebd7-4395-4572-aa45-544a013bb1a0 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:41.019227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port d891ebd7-4395-4572-aa45-544a013bb1a0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:41.020377 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.147217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Made reservation on behalf of 68ed4f65a9c94dbaa8107ed0ec806764 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:52:41.149834 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.163523 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.195405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa80c82-3570-49c9-ac37-288d3a8c30d1 req-8346ec47-d109-49d1-b85a-d906fec6da8d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.196919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d891ebd7-4395-4572-aa45-544a013bb1a0 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:41.197443 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.198142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-caa80c82-3570-49c9-ac37-288d3a8c30d1 req-8346ec47-d109-49d1-b85a-d906fec6da8d tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 945 time: 0.0821595 Jan 27 21:52:41.246544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:41.258378 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f202c85-b4ef-4865-b0df-7bd5f5e5981c" -d '{"events": [{"server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "name": "network-vif-plugged", "status": "completed", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:41.284657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d891ebd7-4395-4572-aa45-544a013bb1a0,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:41.304241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-caa80c82-3570-49c9-ac37-288d3a8c30d1 req-2a1e1308-d024-424e-a96c-6e7cdcb7d470 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985186 Jan 27 21:52:41.319477 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427e5375-b150-486a-9e88-bd84b76f4eeb x-openstack-request-id: req-427e5375-b150-486a-9e88-bd84b76f4eeb {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:41.320033 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "name": "network-vif-plugged", "status": "completed", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:41.320552 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-427e5375-b150-486a-9e88-bd84b76f4eeb {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:41.321186 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'code': 200} Jan 27 21:52:41.382515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Publish callbacks [] for security_group (b5928164-f010-49bd-acb9-ed7258599e40), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.399274 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.459686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d891ebd7-4395-4572-aa45-544a013bb1a0,revision_number=10']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:41.541799 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b5928164-f010-49bd-acb9-ed7258599e40), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:41.688000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acf075f7-9606-46cf-a309-6dec8d4b2840 req-b700e19f-f763-400d-8e92-8791e9d5cb30 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 210 time: 0.1202493 Jan 27 21:52:41.714717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5928164-f010-49bd-acb9-ed7258599e40,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:41.781544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349b90e-9b47-48c5-9629-215d5cf14d98 req-9f42c823-7c8e-47e9-b1e2-074e6e118757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:41.783675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6349b90e-9b47-48c5-9629-215d5cf14d98 req-9f42c823-7c8e-47e9-b1e2-074e6e118757 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 1098 time: 0.1353762 Jan 27 21:52:41.821462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Allocated IP 192.168.233.226 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/db16e6de-ec1e-445f-9dce-b0452c35606d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:52:41.855945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6349b90e-9b47-48c5-9629-215d5cf14d98 req-4eaccb43-f129-42f5-b5ab-0b9f7bc24768 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662596 Jan 27 21:52:41.988713 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Publish callbacks [] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.082033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a9624-d9d2-418a-831e-103d0c84f23d req-d5783367-6256-465a-9bb1-5b1b5d6fa3c7 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:42.090479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b1a9624-d9d2-418a-831e-103d0c84f23d req-d5783367-6256-465a-9bb1-5b1b5d6fa3c7 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0649600 Jan 27 21:52:42.143653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b1a9624-d9d2-418a-831e-103d0c84f23d req-ac3dab79-2d42-4c10-b170-ab626f9eb925 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516956 Jan 27 21:52:42.153409 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.206835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:52:42.212134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:52:42.215553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:52:42.279497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:42.280240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.285359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Pushing event updated for resources: {'Port': ['ID=db16e6de-ec1e-445f-9dce-b0452c35606d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:42.441317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcabc8b-ffab-48d5-abdf-3e0ab0407269 req-2143e85b-866f-4f5a-ac45-d40ba12c97b0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:42.449432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3dcabc8b-ffab-48d5-abdf-3e0ab0407269 req-2143e85b-866f-4f5a-ac45-d40ba12c97b0 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 947 time: 0.0605841 Jan 27 21:52:42.470209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-c3a72dc5-654d-4e0a-91ed-4dfca066936a tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7536271 Jan 27 21:52:42.486809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Request body: {'port': {'device_id': '813bc15e-2263-4a90-8444-fd0bd2128dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:52:42.546838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3dcabc8b-ffab-48d5-abdf-3e0ab0407269 req-e2075bad-5c2e-4b7b-843c-8d0c1d0abb0f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964940 Jan 27 21:52:42.582185 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.587917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fd724282-4ca3-424a-a624-a73498fe1947 None None] Provisioning complete for port db16e6de-ec1e-445f-9dce-b0452c35606d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:42.589112 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd724282-4ca3-424a-a624-a73498fe1947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.628825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fd724282-4ca3-424a-a624-a73498fe1947 None None] Port db16e6de-ec1e-445f-9dce-b0452c35606d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:52:42.868391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdec35-0539-44b1-9153-47b1fe35d4e8 req-ee956e34-27ab-4353-9221-c08fdfe2ae8e tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:42.869853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09cdec35-0539-44b1-9153-47b1fe35d4e8 req-ee956e34-27ab-4353-9221-c08fdfe2ae8e tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 936 time: 0.0818563 Jan 27 21:52:42.945377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db16e6de-ec1e-445f-9dce-b0452c35606d {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:42.958568 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Publish callbacks [] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:42.972549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09cdec35-0539-44b1-9153-47b1fe35d4e8 req-18250e3a-74ff-4e83-8aaa-39e13de763fd tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933480 Jan 27 21:52:42.977606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Transition to ACTIVE for port object db16e6de-ec1e-445f-9dce-b0452c35606d will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:52:43.073351 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.254462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Pushing event updated for resources: {'Port': ['ID=db16e6de-ec1e-445f-9dce-b0452c35606d,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:43.395648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Attempting to bind port db16e6de-ec1e-445f-9dce-b0452c35606d on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:52:43.396689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Attempting to bind port db16e6de-ec1e-445f-9dce-b0452c35606d by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:52:43.396689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Attempting to bind port db16e6de-ec1e-445f-9dce-b0452c35606d on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:43.411066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85205d55-9921-4b92-85bd-a78ab088067b req-d2ef77ac-d32a-4ee9-8ebd-6b66638b0b08 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.418396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85205d55-9921-4b92-85bd-a78ab088067b req-d2ef77ac-d32a-4ee9-8ebd-6b66638b0b08 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.1271162 Jan 27 21:52:43.427263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Port db16e6de-ec1e-445f-9dce-b0452c35606d on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:52:43.427662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Attempting to bind port db16e6de-ec1e-445f-9dce-b0452c35606d on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:52:43.460971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:52:43.460971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:52:43.460971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:52:43.460971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Bound port: db16e6de-ec1e-445f-9dce-b0452c35606d, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:52:43.460971 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.530343 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85205d55-9921-4b92-85bd-a78ab088067b req-8d56a9fb-f3c2-444c-ac86-d601363b939a tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071465 Jan 27 21:52:43.570987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] For port db16e6de-ec1e-445f-9dce-b0452c35606d, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:52:43.574472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] For port db16e6de-ec1e-445f-9dce-b0452c35606d, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=db16e6de-ec1e-445f-9dce-b0452c35606d,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:52:43.681390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c311d2c-f106-4b1e-b72e-5c8a1ae99904 req-9f25dd7a-a285-45a4-9a59-3eb99fa0ab35 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.683065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c311d2c-f106-4b1e-b72e-5c8a1ae99904 req-9f25dd7a-a285-45a4-9a59-3eb99fa0ab35 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 947 time: 0.0520263 Jan 27 21:52:43.736051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c311d2c-f106-4b1e-b72e-5c8a1ae99904 req-55663132-258f-43a7-a451-85d4efce4b0a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468781 Jan 27 21:52:43.756709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.806829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.807454 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:43.809127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] 10.222.0.71 "PUT /v2.0/ports/db16e6de-ec1e-445f-9dce-b0452c35606d HTTP/1.1" status: 200 len: 1096 time: 1.3269765 Jan 27 21:52:43.815411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813bc15e-2263-4a90-8444-fd0bd2128dad', 'tag': 'db16e6de-ec1e-445f-9dce-b0452c35606d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:43.815411 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e65fc1-f3a6-4f34-890f-31d23b2f2a47" -d '{"events": [{"name": "network-changed", "server_uuid": "813bc15e-2263-4a90-8444-fd0bd2128dad", "tag": "db16e6de-ec1e-445f-9dce-b0452c35606d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:43.856708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0947267-3930-42fd-b63d-706b8ff1f8dd service neutron] Pushing event updated for resources: {'Port': ['ID=db16e6de-ec1e-445f-9dce-b0452c35606d,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:43.883819 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fa28ad-d434-4d67-a7b3-1a6067e7eba0 x-openstack-request-id: req-c0fa28ad-d434-4d67-a7b3-1a6067e7eba0 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:43.887891 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813bc15e-2263-4a90-8444-fd0bd2128dad", "tag": "db16e6de-ec1e-445f-9dce-b0452c35606d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:43.888387 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0fa28ad-d434-4d67-a7b3-1a6067e7eba0 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:43.889047 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813bc15e-2263-4a90-8444-fd0bd2128dad', 'tag': 'db16e6de-ec1e-445f-9dce-b0452c35606d', 'status': 'completed', 'code': 200} Jan 27 21:52:43.962252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e65fc1-f3a6-4f34-890f-31d23b2f2a47 req-64427824-423f-4d02-83c0-4395259c8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:43.963868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7e65fc1-f3a6-4f34-890f-31d23b2f2a47 req-64427824-423f-4d02-83c0-4395259c8b23 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=68ed4f65a9c94dbaa8107ed0ec806764&device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 1099 time: 0.0615184 Jan 27 21:52:44.009956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7e65fc1-f3a6-4f34-890f-31d23b2f2a47 req-09963195-978f-4d2f-a73e-720c5cd7e2cf service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=68ed4f65a9c94dbaa8107ed0ec806764&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343313 Jan 27 21:52:44.173147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256dcc1-da35-4f6f-b615-7cb37919831b req-982f7ef1-ff3e-4325-9563-87db58ccf538 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.174642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b256dcc1-da35-4f6f-b615-7cb37919831b req-982f7ef1-ff3e-4325-9563-87db58ccf538 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 948 time: 0.0849781 Jan 27 21:52:44.209290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e65fc1-f3a6-4f34-890f-31d23b2f2a47 req-3bab6e3e-67eb-4bf8-8f5c-899e06bb5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.211946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7e65fc1-f3a6-4f34-890f-31d23b2f2a47 req-3bab6e3e-67eb-4bf8-8f5c-899e06bb5a3c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1925290 Jan 27 21:52:44.254790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b256dcc1-da35-4f6f-b615-7cb37919831b req-bfd2e89e-7375-4ebb-83ec-805cdc736c0f tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684686 Jan 27 21:52:44.308740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-1e1b073c-f2dc-46a9-8a8c-6530e9df4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.310304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-1e1b073c-f2dc-46a9-8a8c-6530e9df4644 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=68ed4f65a9c94dbaa8107ed0ec806764&device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 1099 time: 0.0492492 Jan 27 21:52:44.355067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-495a8988-5f8e-4500-916f-cfbeecfae5f6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=db16e6de-ec1e-445f-9dce-b0452c35606d HTTP/1.1" status: 200 len: 217 time: 0.0377712 Jan 27 21:52:44.815610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-f93d2d11-c71a-4b35-ba5a-3a1ce44f79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.817144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-f93d2d11-c71a-4b35-ba5a-3a1ce44f79a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.4552834 Jan 27 21:52:44.918973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66716d-68b3-4e24-bba7-9cdde4210ec2 req-09891ec6-2a07-4238-8252-87aa77e963b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.920551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c66716d-68b3-4e24-bba7-9cdde4210ec2 req-09891ec6-2a07-4238-8252-87aa77e963b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.1440163 Jan 27 21:52:44.931151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-4708a346-bb0b-4cc2-b43d-4f5fa996f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.932722 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-4708a346-bb0b-4cc2-b43d-4f5fa996f18d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037786 Jan 27 21:52:44.966088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76b3bf-5d70-4ebb-9723-b752aaefff77 req-19a5f7dc-30fe-4204-ad98-8f35f1025a26 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:44.974050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c76b3bf-5d70-4ebb-9723-b752aaefff77 req-19a5f7dc-30fe-4204-ad98-8f35f1025a26 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 947 time: 0.1314135 Jan 27 21:52:45.078709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c66716d-68b3-4e24-bba7-9cdde4210ec2 req-fa71df14-1e78-4a6b-a465-ff0d191c21f4 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442451 Jan 27 21:52:45.118669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c76b3bf-5d70-4ebb-9723-b752aaefff77 req-27f96e89-0dda-435f-944e-94d76e7e592b tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433511 Jan 27 21:52:45.151286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-02fa74c8-2e40-4033-85ea-6f2ba7791923 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071097 Jan 27 21:52:45.255554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ffd0586-3749-497d-9de6-6f7fd0305cac req-fee43d05-66bc-4dac-afa6-18038919112c service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979676 Jan 27 21:52:45.387828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbbdc6-7c79-40f7-8443-fed88b2d3d75 req-a76b0135-8523-4e33-aa78-51db42be8dd1 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:45.389478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75bbbdc6-7c79-40f7-8443-fed88b2d3d75 req-a76b0135-8523-4e33-aa78-51db42be8dd1 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 948 time: 0.0575650 Jan 27 21:52:45.452589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75bbbdc6-7c79-40f7-8443-fed88b2d3d75 req-f0384c26-8dd7-4773-9bdf-cb05b02474d1 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564682 Jan 27 21:52:46.294712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02931b45-9fa1-4e83-b6c0-918753c79b83 req-35b6fcb4-1c6c-4f65-881f-5dd9f2b3ce66 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.297628 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02931b45-9fa1-4e83-b6c0-918753c79b83 req-35b6fcb4-1c6c-4f65-881f-5dd9f2b3ce66 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0930400 Jan 27 21:52:46.306654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cf292-085a-4885-a4c5-ee622eecd1f9 req-a88276b6-cdff-4258-962c-e024998617b7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.308187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-716cf292-085a-4885-a4c5-ee622eecd1f9 req-a88276b6-cdff-4258-962c-e024998617b7 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 947 time: 0.0932474 Jan 27 21:52:46.390232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-02931b45-9fa1-4e83-b6c0-918753c79b83 req-53226388-91c3-403a-a284-37d44ce95867 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810225 Jan 27 21:52:46.413829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-716cf292-085a-4885-a4c5-ee622eecd1f9 req-05e9a76e-c6cc-44e1-a043-0740347d9807 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943425 Jan 27 21:52:46.585864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3e3ad-b730-4316-81ec-f66229430924 req-1de2b81e-d1fb-40ec-9c08-4a71d50e0d0b tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:46.587273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79b3e3ad-b730-4316-81ec-f66229430924 req-1de2b81e-d1fb-40ec-9c08-4a71d50e0d0b tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 948 time: 0.0572526 Jan 27 21:52:46.640874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79b3e3ad-b730-4316-81ec-f66229430924 req-d0150b5f-71ee-4b9c-a714-77399be6bd86 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462232 Jan 27 21:52:47.528270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b34e8-0d2c-48f4-88e5-638662faac05 req-33ebc969-b0ca-48af-b544-b1e12ec9ea5e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.530105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c19b34e8-0d2c-48f4-88e5-638662faac05 req-33ebc969-b0ca-48af-b544-b1e12ec9ea5e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0649469 Jan 27 21:52:47.584241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c19b34e8-0d2c-48f4-88e5-638662faac05 req-0cd75d9e-50d6-4839-bbd4-4ff8c0e872cf tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472689 Jan 27 21:52:47.779914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858d4ee-8d71-4fe0-b541-ba7cc32313ec req-0fe2a5ac-c783-4ba0-b374-ab5be315c7b0 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:47.795759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8858d4ee-8d71-4fe0-b541-ba7cc32313ec req-0fe2a5ac-c783-4ba0-b374-ab5be315c7b0 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 948 time: 0.0690498 Jan 27 21:52:47.837567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8858d4ee-8d71-4fe0-b541-ba7cc32313ec req-3656bce3-8043-424c-90ba-7e02df424078 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470176 Jan 27 21:52:47.976957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device db16e6de-ec1e-445f-9dce-b0452c35606d details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:52:48.077025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port db16e6de-ec1e-445f-9dce-b0452c35606d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=db16e6de-ec1e-445f-9dce-b0452c35606d,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:48.090928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'db16e6de-ec1e-445f-9dce-b0452c35606d', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': 'db16e6de-ec1e-445f-9dce-b0452c35606d', 'mac_address': 'fa:16:3e:b0:38:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:52:48.136349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port db16e6de-ec1e-445f-9dce-b0452c35606d is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:48.137012 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.151954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db16e6de-ec1e-445f-9dce-b0452c35606d {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:52:48.179995 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port db16e6de-ec1e-445f-9dce-b0452c35606d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=db16e6de-ec1e-445f-9dce-b0452c35606d,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:48.318624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:48.366472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=db16e6de-ec1e-445f-9dce-b0452c35606d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:48.680829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['db16e6de-ec1e-445f-9dce-b0452c35606d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:52:48.703504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cabfc-caa3-45c6-b6af-8de968f50cdf req-7d11e5ab-e57b-4685-b55f-482a8100a14f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:48.705096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e58cabfc-caa3-45c6-b6af-8de968f50cdf req-7d11e5ab-e57b-4685-b55f-482a8100a14f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0515084 Jan 27 21:52:48.756863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e58cabfc-caa3-45c6-b6af-8de968f50cdf req-f3426db9-a014-402d-8004-5514d1a20774 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456243 Jan 27 21:52:48.963124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b1bbd-11e7-456a-993a-3fba5176e731 req-9e55f6dc-f724-4ef2-8022-5d9112ac121d tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:48.965019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a78b1bbd-11e7-456a-993a-3fba5176e731 req-9e55f6dc-f724-4ef2-8022-5d9112ac121d tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 949 time: 0.0520563 Jan 27 21:52:49.047717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a78b1bbd-11e7-456a-993a-3fba5176e731 req-0651755e-6174-40c2-a958-75b4198d47e8 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713336 Jan 27 21:52:49.054612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d729a-c33f-4f4e-9a14-1569178ca673 req-fec9963c-86e4-4e6d-a20b-58ec019fb7e6 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.067629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c81d729a-c33f-4f4e-9a14-1569178ca673 req-fec9963c-86e4-4e6d-a20b-58ec019fb7e6 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 945 time: 0.0930724 Jan 27 21:52:49.107252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c81d729a-c33f-4f4e-9a14-1569178ca673 req-b2a8d520-0a47-43b4-9a39-f219e964636e tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453794 Jan 27 21:52:49.879828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9e1e9-a7ba-49ab-b314-1d20105775b8 req-0f2b23fe-045a-4d50-855a-d82b9271afb0 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:49.883835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6da9e1e9-a7ba-49ab-b314-1d20105775b8 req-0f2b23fe-045a-4d50-855a-d82b9271afb0 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0526156 Jan 27 21:52:49.936549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6da9e1e9-a7ba-49ab-b314-1d20105775b8 req-f6bf62f4-27a3-44eb-9e7d-ff7e5044a3a1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464401 Jan 27 21:52:50.002605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device db16e6de-ec1e-445f-9dce-b0452c35606d up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:52:50.171591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccabe6b-1061-4b13-b7f6-b9db94b4f600 req-eac5ab2d-94ef-4dbf-a89a-45117e544e94 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.173153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eccabe6b-1061-4b13-b7f6-b9db94b4f600 req-eac5ab2d-94ef-4dbf-a89a-45117e544e94 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 949 time: 0.0535228 Jan 27 21:52:50.221478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eccabe6b-1061-4b13-b7f6-b9db94b4f600 req-5d83a68a-2fde-4557-a588-3192a951966c tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Jan 27 21:52:50.324006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port db16e6de-ec1e-445f-9dce-b0452c35606d completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:52:50.328230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port db16e6de-ec1e-445f-9dce-b0452c35606d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:52:50.328636 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.409501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port db16e6de-ec1e-445f-9dce-b0452c35606d is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:52:50.409820 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.432323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813bc15e-2263-4a90-8444-fd0bd2128dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db16e6de-ec1e-445f-9dce-b0452c35606d'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:50.434572 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c52cf8e-2581-4d01-abb5-c4c2e12c2063" -d '{"events": [{"server_uuid": "813bc15e-2263-4a90-8444-fd0bd2128dad", "name": "network-vif-plugged", "status": "completed", "tag": "db16e6de-ec1e-445f-9dce-b0452c35606d"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:50.446634 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port db16e6de-ec1e-445f-9dce-b0452c35606d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=db16e6de-ec1e-445f-9dce-b0452c35606d,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:50.474536 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714b35a2-6fb1-4c26-8f15-cb10223741d7 x-openstack-request-id: req-714b35a2-6fb1-4c26-8f15-cb10223741d7 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:50.474841 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813bc15e-2263-4a90-8444-fd0bd2128dad", "name": "network-vif-plugged", "status": "completed", "tag": "db16e6de-ec1e-445f-9dce-b0452c35606d", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:50.475099 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-714b35a2-6fb1-4c26-8f15-cb10223741d7 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:50.475503 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813bc15e-2263-4a90-8444-fd0bd2128dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db16e6de-ec1e-445f-9dce-b0452c35606d', 'code': 200} Jan 27 21:52:50.588038 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:50.591485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901f527-45e5-4653-bcf4-685cc97ad830 req-8ae133ca-8476-4179-ba0b-c19f9a827d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:50.593038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7901f527-45e5-4653-bcf4-685cc97ad830 req-8ae133ca-8476-4179-ba0b-c19f9a827d9d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 1100 time: 0.0482116 Jan 27 21:52:50.639633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=db16e6de-ec1e-445f-9dce-b0452c35606d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:50.644408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7901f527-45e5-4653-bcf4-685cc97ad830 req-734788f7-9024-46c3-9046-07b291d5c4f3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395861 Jan 27 21:52:51.141921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4a4ba-9828-4852-9dc9-8797405b0b40 req-4df845f5-5304-4898-8c72-f5b2013a0993 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.146259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75c4a4ba-9828-4852-9dc9-8797405b0b40 req-4df845f5-5304-4898-8c72-f5b2013a0993 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0579128 Jan 27 21:52:51.224299 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75c4a4ba-9828-4852-9dc9-8797405b0b40 req-e2832172-3f9a-4793-b492-5590e2d082c4 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690260 Jan 27 21:52:51.318695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6765eda-6ad8-4ab9-b287-3114bdc792d5 req-b921229b-8953-45d8-9e5e-ad6cea7651d8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.320397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6765eda-6ad8-4ab9-b287-3114bdc792d5 req-b921229b-8953-45d8-9e5e-ad6cea7651d8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 945 time: 0.0638778 Jan 27 21:52:51.401917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc91eb4-881d-4347-8bc9-979f71c0a8b5 req-f47a21ef-41bb-4111-aec5-b596caa554ca tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:51.403538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cc91eb4-881d-4347-8bc9-979f71c0a8b5 req-f47a21ef-41bb-4111-aec5-b596caa554ca tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 950 time: 0.0821123 Jan 27 21:52:51.406913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6765eda-6ad8-4ab9-b287-3114bdc792d5 req-7fd83588-0261-4fef-a896-aa7edbee3f13 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747738 Jan 27 21:52:51.455869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cc91eb4-881d-4347-8bc9-979f71c0a8b5 req-80b89db5-7f6e-48e4-a5a1-2a5c21ebc655 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442581 Jan 27 21:52:52.343759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a56e2-b77a-4a22-ad5e-85dca515f05b req-f19b4381-c852-467c-a44a-7bf9557a7cbb tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:52.348641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-310a56e2-b77a-4a22-ad5e-85dca515f05b req-f19b4381-c852-467c-a44a-7bf9557a7cbb tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0572407 Jan 27 21:52:52.398454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-310a56e2-b77a-4a22-ad5e-85dca515f05b req-c75665c4-b592-4310-8208-856a0f9555e5 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465147 Jan 27 21:52:52.575262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0dddf-f18e-42de-a57d-d8c6630a407c req-d3f57a39-67de-4771-a572-78757603774b tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:52.578526 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6fd0dddf-f18e-42de-a57d-d8c6630a407c req-d3f57a39-67de-4771-a572-78757603774b tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 950 time: 0.0519922 Jan 27 21:52:52.639621 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6fd0dddf-f18e-42de-a57d-d8c6630a407c req-e316ad2f-8965-4d50-a499-b47eb7e1649f tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484293 Jan 27 21:52:52.952643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238d575-fe96-4e16-9228-89173da4c982 req-9ba13a85-df92-4225-8723-2baee4dbc436 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:52.954260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5238d575-fe96-4e16-9228-89173da4c982 req-9ba13a85-df92-4225-8723-2baee4dbc436 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 945 time: 0.0567229 Jan 27 21:52:53.006075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5238d575-fe96-4e16-9228-89173da4c982 req-3afb7e10-354e-4d3b-8b4a-2a7b2ef3871b tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447464 Jan 27 21:52:53.524636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aace13-d150-46be-a82c-51de4c76bdef req-3d5186d2-3c2d-47cc-b1e5-006546305101 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.526166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53aace13-d150-46be-a82c-51de4c76bdef req-3d5186d2-3c2d-47cc-b1e5-006546305101 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0496380 Jan 27 21:52:53.573987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53aace13-d150-46be-a82c-51de4c76bdef req-52b66833-3726-47c3-a801-5d7484129b02 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419245 Jan 27 21:52:53.753889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c26a7-1854-4df4-a1f0-04cd8f0584e1 req-688cd65a-dd7c-4e72-97bd-b1b3db083a38 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:53.755293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b19c26a7-1854-4df4-a1f0-04cd8f0584e1 req-688cd65a-dd7c-4e72-97bd-b1b3db083a38 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 950 time: 0.0480759 Jan 27 21:52:53.810380 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b19c26a7-1854-4df4-a1f0-04cd8f0584e1 req-7d70a004-ff5e-4d99-9dad-6aaa88c16d86 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492997 Jan 27 21:52:54.137942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784028c-bf06-4095-82c8-7ab6f64cef83 req-858679a5-9728-486d-b462-26aba4d9b987 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.140284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3784028c-bf06-4095-82c8-7ab6f64cef83 req-858679a5-9728-486d-b462-26aba4d9b987 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 945 time: 0.0643914 Jan 27 21:52:54.192963 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3784028c-bf06-4095-82c8-7ab6f64cef83 req-9124c4f3-ca42-4c74-b836-b81f1fe8bf1d tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453303 Jan 27 21:52:54.703446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2ac4c-0e65-41e5-9a19-c23874b1b2ff req-148cb9fb-15e7-4d4e-9384-d0c4f87141c8 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.705631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4f2ac4c-0e65-41e5-9a19-c23874b1b2ff req-148cb9fb-15e7-4d4e-9384-d0c4f87141c8 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0563216 Jan 27 21:52:54.757341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4f2ac4c-0e65-41e5-9a19-c23874b1b2ff req-0f79f5f7-7cb4-474b-a5a7-eb0c38e514e5 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458951 Jan 27 21:52:54.908141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-c720350f-101c-4e30-9047-6d956415f675 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:54.909941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-c720350f-101c-4e30-9047-6d956415f675 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.74 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 945 time: 0.0566716 Jan 27 21:52:55.012864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Deleting port 650d2c89-e56d-4a2d-b8b7-21a181907ebe {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:52:55.013217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.121130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] For port 650d2c89-e56d-4a2d-b8b7-21a181907ebe, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=650d2c89-e56d-4a2d-b8b7-21a181907ebe,segment=NetworkSegment(e40bd7c5-ddd7-470c-984b-320b10f99853),segment_id=e40bd7c5-ddd7-470c-984b-320b10f99853)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:52:55.122335 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.355503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.355871 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (50e1c2ec-530b-4f74-ba0d-7f9121da363c), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.365892 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Floating IP 50e1c2ec-530b-4f74-ba0d-7f9121da363c disassociated. External IP: 172.25.0.162, port: 650d2c89-e56d-4a2d-b8b7-21a181907ebe. Jan 27 21:52:55.365892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Calling delete_port for 650d2c89-e56d-4a2d-b8b7-21a181907ebe owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:52:55.370706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e576ae-2752-40a6-aaf4-491dc21210ab req-6b08cddf-9953-4958-9246-6b25020e7433 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:55.372314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9e576ae-2752-40a6-aaf4-491dc21210ab req-6b08cddf-9953-4958-9246-6b25020e7433 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 945 time: 0.1046298 Jan 27 21:52:55.472592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9e576ae-2752-40a6-aaf4-491dc21210ab req-85f49b66-ff5a-463c-855f-0e9c6779597a tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups?id=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942738 Jan 27 21:52:55.665781 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (650d2c89-e56d-4a2d-b8b7-21a181907ebe), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:55.698367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Pushing event deleted for resources: {'Port': ['ID=650d2c89-e56d-4a2d-b8b7-21a181907ebe,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:52:55.835340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:52:55.985835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf0994-cff2-4205-a91b-aeba5e854f5f req-2a2c580f-dbab-4c6d-bd0f-a7e31eaa49c6 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:55.987475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3fcf0994-cff2-4205-a91b-aeba5e854f5f req-2a2c580f-dbab-4c6d-bd0f-a7e31eaa49c6 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0989418 Jan 27 21:52:56.018157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:52:56.029362 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091a9aad-4b6c-4188-9094-079089240f2a None None] Sync routers for ids ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:52:56.045352 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a9aad-4b6c-4188-9094-079089240f2a None None] Routers {'97b2fd41-981a-4302-a17c-bd41dfe5d5bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:56.046338 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-091a9aad-4b6c-4188-9094-079089240f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:52:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:56.078405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] No DVR routers for this DVR port 650d2c89-e56d-4a2d-b8b7-21a181907ebe on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:52:56.084375 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:56.088109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-434755af-ab2d-4fcf-8631-2677820e2b7a req-dff7be06-888f-4edb-a64d-b4e5877b6dc2 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.74 "DELETE /v2.0/ports/650d2c89-e56d-4a2d-b8b7-21a181907ebe HTTP/1.1" status: 204 len: 173 time: 1.1694045 Jan 27 21:52:56.088675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'name': 'network-vif-deleted', 'tag': '650d2c89-e56d-4a2d-b8b7-21a181907ebe'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:52:56.104618 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc49897c-a2a6-4e25-bc1f-985efb514361" -d '{"events": [{"server_uuid": "8dd0449a-6b76-44d9-b121-786468eac1d5", "name": "network-vif-deleted", "tag": "650d2c89-e56d-4a2d-b8b7-21a181907ebe"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:52:56.117159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3fcf0994-cff2-4205-a91b-aeba5e854f5f req-238a8c8a-3fca-4ded-b8a7-cb378e1ba2b1 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221828 Jan 27 21:52:56.197578 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a47ae71-0b7f-4cee-a33d-fe688381e976 x-openstack-request-id: req-1a47ae71-0b7f-4cee-a33d-fe688381e976 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:52:56.198209 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd0449a-6b76-44d9-b121-786468eac1d5", "name": "network-vif-deleted", "tag": "650d2c89-e56d-4a2d-b8b7-21a181907ebe", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:52:56.198631 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a47ae71-0b7f-4cee-a33d-fe688381e976 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:52:56.199826 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd0449a-6b76-44d9-b121-786468eac1d5', 'name': 'network-vif-deleted', 'tag': '650d2c89-e56d-4a2d-b8b7-21a181907ebe', 'status': 'completed', 'code': 200} Jan 27 21:52:56.269152 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-091a9aad-4b6c-4188-9094-079089240f2a None None] Set router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:52:56.507797 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-091a9aad-4b6c-4188-9094-079089240f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:47:49Z', 'revision_number': 4, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8a34f66f-1de9-420c-b806-c53f394a578c', 'name': '', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'mac_address': 'fa:16:3e:30:e9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:56Z', 'revision_number': 5, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'subnets': [{'id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:56.541818 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091a9aad-4b6c-4188-9094-079089240f2a None None] Checking router: 97b2fd41-981a-4302-a17c-bd41dfe5d5bd for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:52:56.570847 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a9aad-4b6c-4188-9094-079089240f2a None None] Routers {'97b2fd41-981a-4302-a17c-bd41dfe5d5bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:52:56.571468 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-091a9aad-4b6c-4188-9094-079089240f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:52:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:56.641760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a1da9bf-fc85-48ae-9b3a-081782d0b59e req-fc92d82c-c228-4bf5-b2f6-7805336b42f3 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.0421267 Jan 27 21:52:56.806453 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-091a9aad-4b6c-4188-9094-079089240f2a None None] Set router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:52:56.906223 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.037893 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:52:57.049343 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-091a9aad-4b6c-4188-9094-079089240f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:47:49Z', 'revision_number': 4, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8a34f66f-1de9-420c-b806-c53f394a578c', 'name': '', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'mac_address': 'fa:16:3e:30:e9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:56Z', 'revision_number': 5, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'subnets': [{'id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:52:57.090270 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091a9aad-4b6c-4188-9094-079089240f2a None None] The sync data for ids ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'] in n-d-760456-6 is: [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:47:49Z', 'revision_number': 4, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8a34f66f-1de9-420c-b806-c53f394a578c', 'name': '', 'network_id': '8767157d-81c1-4a09-8ac7-b908ec6eab9d', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'mac_address': 'fa:16:3e:30:e9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:47Z', 'updated_at': '2022-01-27T21:47:56Z', 'revision_number': 5, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'subnets': [{'id': 'c6314d55-14ad-4dbe-a56e-d8dfcfde5739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:52:57.266664 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:52:57.290554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc6f3-2c0a-4c4e-ba83-cef0087b225d req-e38486f6-b970-44b9-8998-6783679cac1c tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:57.292426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01ffc6f3-2c0a-4c4e-ba83-cef0087b225d req-e38486f6-b970-44b9-8998-6783679cac1c tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0642283 Jan 27 21:52:57.382891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01ffc6f3-2c0a-4c4e-ba83-cef0087b225d req-3f3a71a8-2882-47fc-875d-50da664cf362 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843301 Jan 27 21:52:57.498660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7dfcd-1bba-46b1-9303-724299336ab7 None None] New status for floating IP 50e1c2ec-530b-4f74-ba0d-7f9121da363c: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:52:57.801532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37ac32b9-2381-4155-adea-7564dbe64bb2 req-41133d80-df55-4eeb-88bc-43a57b600296 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.0442216 Jan 27 21:52:58.522857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb728d-f166-4b0f-827c-342dc7e4326f req-5f8c9cc3-02e3-44d5-a90d-b2d6098a02a3 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:58.524538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddbb728d-f166-4b0f-827c-342dc7e4326f req-5f8c9cc3-02e3-44d5-a90d-b2d6098a02a3 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0612063 Jan 27 21:52:58.574150 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddbb728d-f166-4b0f-827c-342dc7e4326f req-09370a22-b31c-4b4e-b81b-6559d2eb7e89 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Jan 27 21:52:58.905249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1ec419d-5be6-405d-855f-8ba1a692da9c req-6c098fd6-3a20-40d5-a49a-7b4140180371 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.0304151 Jan 27 21:52:59.040137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 650d2c89-e56d-4a2d-b8b7-21a181907ebe no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:52:59.061425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 650d2c89-e56d-4a2d-b8b7-21a181907ebe {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:52:59.061782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 650d2c89-e56d-4a2d-b8b7-21a181907ebe not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:52:59.696116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d59d2-cbf9-4c73-bb80-d4aece2c0173 req-d4a04bd4-bce8-45fd-a241-f94054e676d3 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:52:59.697602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c5d59d2-cbf9-4c73-bb80-d4aece2c0173 req-d4a04bd4-bce8-45fd-a241-f94054e676d3 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0530860 Jan 27 21:52:59.745449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c5d59d2-cbf9-4c73-bb80-d4aece2c0173 req-d965bb3a-8a39-4347-b50d-16ca4a49e7e8 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Jan 27 21:52:59.998875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84864d4e-6590-4e6d-bfaa-792c22f87321 req-82f6dcba-e4af-47c9-8eed-e3cd159ddc09 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.0262306 Jan 27 21:53:00.861775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f34ae1-e883-46b7-b78e-46ce031d3906 req-7e22ad67-1950-45fc-b296-7980a8b3a851 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:00.863281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0f34ae1-e883-46b7-b78e-46ce031d3906 req-7e22ad67-1950-45fc-b296-7980a8b3a851 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0495999 Jan 27 21:53:00.913012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0f34ae1-e883-46b7-b78e-46ce031d3906 req-462343fe-cc5d-466f-80ef-87aaa19ad2d9 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438864 Jan 27 21:53:01.096896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d69f2bf9-d9e0-48a5-8734-eaeeda42a107 req-2af383cc-8d31-4965-a385-a004ec4548ad tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.0310831 Jan 27 21:53:02.027876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bebdda-e51a-4660-905f-f452eacdef65 req-7e86fd0c-d99d-45d5-be1d-32bdd583d2e6 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:02.029390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48bebdda-e51a-4660-905f-f452eacdef65 req-7e86fd0c-d99d-45d5-be1d-32bdd583d2e6 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0491462 Jan 27 21:53:02.076183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48bebdda-e51a-4660-905f-f452eacdef65 req-f693c4be-806f-4c2c-b1e2-39b47b06b9a4 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409052 Jan 27 21:53:02.194914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45f46cbf-cb48-450b-9543-2b823fe8f5e2 req-acd51f04-0845-4ba0-b57e-5c45e108563c tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.0271304 Jan 27 21:53:02.220956 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-abdce895-1bed-46b9-afb3-3ab9755e908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:03.194602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c857e-3c60-4d35-bebc-5ee3553989db req-fa744268-cd3f-46d1-b51e-3f3588b92559 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:03.196144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad8c857e-3c60-4d35-bebc-5ee3553989db req-fa744268-cd3f-46d1-b51e-3f3588b92559 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0498383 Jan 27 21:53:03.247395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad8c857e-3c60-4d35-bebc-5ee3553989db req-588188a7-9f6f-4f5b-83e9-c0ba9190e48b tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457273 Jan 27 21:53:03.293331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8574c28c-2124-4dfc-90b4-448bf0c5ec4d req-21cad049-cc42-4e0a-9d64-a2eda0d0ea77 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.0272374 Jan 27 21:53:04.365632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45b775-66b2-49fa-9a3e-68aa30386cdf req-003359fb-9f39-4b45-b268-4d53cd6bf222 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:04.367126 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a45b775-66b2-49fa-9a3e-68aa30386cdf req-003359fb-9f39-4b45-b268-4d53cd6bf222 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0511322 Jan 27 21:53:04.402647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c700714-cde3-41ef-a97c-bc06eaa43168 req-e07caa99-be16-4ce4-9563-f6c5fe43b01e tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.0345650 Jan 27 21:53:04.431884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a45b775-66b2-49fa-9a3e-68aa30386cdf req-3bbb69b7-916e-478a-a795-4b3479921509 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557044 Jan 27 21:53:05.008880 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d41079cc-4fcc-4ac2-982f-73dcfe76375e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:05.545134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78ac1e54-ef83-40f2-b65b-96b89a86db39 req-445f3b90-1698-4a7e-bee5-5a938f906778 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/ports?device_id=8dd0449a-6b76-44d9-b121-786468eac1d5 HTTP/1.1" status: 200 len: 210 time: 0.0625424 Jan 27 21:53:05.657063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43272051-fece-4cda-94aa-c0198bafe4ed req-10bc219c-aa97-43f5-9cb8-305198a7bdc0 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.658912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43272051-fece-4cda-94aa-c0198bafe4ed req-10bc219c-aa97-43f5-9cb8-305198a7bdc0 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0536234 Jan 27 21:53:05.721721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43272051-fece-4cda-94aa-c0198bafe4ed req-a7c95282-512a-4fc1-b501-b2a323bb4c1f tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569985 Jan 27 21:53:05.783202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dea94-8e93-4d8f-a21f-fa486a4a75ad req-f86c76d5-98e5-4211-962f-52fef544c2e9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:05.784718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb6dea94-8e93-4d8f-a21f-fa486a4a75ad req-f86c76d5-98e5-4211-962f-52fef544c2e9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 945 time: 0.0520413 Jan 27 21:53:05.834710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb6dea94-8e93-4d8f-a21f-fa486a4a75ad req-e80fcec4-a3b1-4632-9703-fdb393bd7ab2 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442672 Jan 27 21:53:06.066786 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:06.856645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba95a7-6d3d-45ce-bae1-8f1a4561200c req-fac414fe-b771-41cc-b018-59b97b1dbe17 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:06.859459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-daba95a7-6d3d-45ce-bae1-8f1a4561200c req-fac414fe-b771-41cc-b018-59b97b1dbe17 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0586824 Jan 27 21:53:06.910540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-daba95a7-6d3d-45ce-bae1-8f1a4561200c req-741d4d97-6cba-4490-b3e7-642aa55ac3f4 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444536 Jan 27 21:53:07.060766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6fa83-868c-4147-8e58-eab754b1d997 req-1935ebbf-6d54-421d-9acc-454522241b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.062503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6c6fa83-868c-4147-8e58-eab754b1d997 req-1935ebbf-6d54-421d-9acc-454522241b8e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 1096 time: 0.0698788 Jan 27 21:53:07.074083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a72a3d-29be-4e67-9ca2-34a7b55b2936 req-09b71a3a-540e-4cc9-b033-5d568463142a tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.075551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72a72a3d-29be-4e67-9ca2-34a7b55b2936 req-09b71a3a-540e-4cc9-b033-5d568463142a tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 945 time: 0.0748894 Jan 27 21:53:07.147991 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6c6fa83-868c-4147-8e58-eab754b1d997 req-135d8284-cd53-422d-8afc-32d962310586 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714741 Jan 27 21:53:07.164237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72a72a3d-29be-4e67-9ca2-34a7b55b2936 req-2a3d622c-e061-483b-8ab5-8dd2b255b321 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744722 Jan 27 21:53:07.409826 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:07.792717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34938) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:07.851364 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2ba040c3-572a-4d91-9247-9cce41adb634 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for security_group (2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:07.886065 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2ba040c3-572a-4d91-9247-9cce41adb634 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for security_group (2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:07.962938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095b26a-1c3a-406a-9caf-27d161be5ce0 req-54dc2e81-8737-4449-bda7-3443e174cf1f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:07.965044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e095b26a-1c3a-406a-9caf-27d161be5ce0 req-54dc2e81-8737-4449-bda7-3443e174cf1f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.71 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 945 time: 0.0921402 Jan 27 21:53:08.121951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af67eaa-e20c-421c-ac26-d5a7f5cf3ebf req-70ff6cef-1565-4795-be5e-3e229de1a143 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.121951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9af67eaa-e20c-421c-ac26-d5a7f5cf3ebf req-70ff6cef-1565-4795-be5e-3e229de1a143 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0960579 Jan 27 21:53:08.121951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2ba040c3-572a-4d91-9247-9cce41adb634 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.121951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2ba040c3-572a-4d91-9247-9cce41adb634 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.121951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2ba040c3-572a-4d91-9247-9cce41adb634 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "DELETE /v2.0/security-groups/2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765 HTTP/1.1" status: 204 len: 168 time: 0.3125689 Jan 27 21:53:08.122590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34942) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:08.128430 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-4a66c55f-508f-4196-a3e5-6d71163cb5e8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] show failed (client error): The resource could not be found. Jan 27 21:53:08.132784 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4a66c55f-508f-4196-a3e5-6d71163cb5e8 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "GET /v2.0/security-groups/2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765 HTTP/1.1" status: 404 len: 347 time: 0.0225444 Jan 27 21:53:08.133844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34944) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:08.149697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba040c3-572a-4d91-9247-9cce41adb634 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4d0f03-13d3-4d3e-b28d-a5ba78bc3765,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:08.279006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-e095b26a-1c3a-406a-9caf-27d161be5ce0 req-4b29b7ca-0fff-4ed1-af8e-40d5a0b7131b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Deleting port a884f02f-5e46-4e2c-acd2-4e7bcaee444d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:08.279006 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e095b26a-1c3a-406a-9caf-27d161be5ce0 req-4b29b7ca-0fff-4ed1-af8e-40d5a0b7131b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.305189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9af67eaa-e20c-421c-ac26-d5a7f5cf3ebf req-1156857d-2151-445b-9d15-acc3bdc00dbc tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973767 Jan 27 21:53:08.320131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3adc935a-3c38-4d22-9122-bb38dd40c289 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Deleting port dedda71e-319a-4674-8d09-5461ce6ba34f {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:08.320748 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3adc935a-3c38-4d22-9122-bb38dd40c289 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (dedda71e-319a-4674-8d09-5461ce6ba34f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.411840 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3adc935a-3c38-4d22-9122-bb38dd40c289 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (dedda71e-319a-4674-8d09-5461ce6ba34f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.412438 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3adc935a-3c38-4d22-9122-bb38dd40c289 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for floatingip (dedda71e-319a-4674-8d09-5461ce6ba34f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.426869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3adc935a-3c38-4d22-9122-bb38dd40c289 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Calling delete_port for dedda71e-319a-4674-8d09-5461ce6ba34f owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:08.500931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8539c-3f7d-4576-8e15-bc4ece99227f req-0a97e673-0eb1-4f3c-9de7-7f212e064fc0 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:08.502527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06a8539c-3f7d-4576-8e15-bc4ece99227f req-0a97e673-0eb1-4f3c-9de7-7f212e064fc0 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 945 time: 0.1902428 Jan 27 21:53:08.521938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e095b26a-1c3a-406a-9caf-27d161be5ce0 req-4b29b7ca-0fff-4ed1-af8e-40d5a0b7131b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] For port a884f02f-5e46-4e2c-acd2-4e7bcaee444d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a884f02f-5e46-4e2c-acd2-4e7bcaee444d,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:08.523199 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e095b26a-1c3a-406a-9caf-27d161be5ce0 req-4b29b7ca-0fff-4ed1-af8e-40d5a0b7131b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.553444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-e095b26a-1c3a-406a-9caf-27d161be5ce0 req-4b29b7ca-0fff-4ed1-af8e-40d5a0b7131b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Calling delete_port for a884f02f-5e46-4e2c-acd2-4e7bcaee444d owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:08.618227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06a8539c-3f7d-4576-8e15-bc4ece99227f req-75463b52-2299-4c1a-a0a3-b12e035bf4f9 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098571 Jan 27 21:53:08.717732 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3adc935a-3c38-4d22-9122-bb38dd40c289 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (dedda71e-319a-4674-8d09-5461ce6ba34f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.753887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc935a-3c38-4d22-9122-bb38dd40c289 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Pushing event deleted for resources: {'Port': ['ID=dedda71e-319a-4674-8d09-5461ce6ba34f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:08.825117 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3adc935a-3c38-4d22-9122-bb38dd40c289 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks [] for floatingip (50e1c2ec-530b-4f74-ba0d-7f9121da363c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.828015 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3adc935a-3c38-4d22-9122-bb38dd40c289 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.829716 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3adc935a-3c38-4d22-9122-bb38dd40c289 tempest-ServersTestBootFromVolume-156440968 tempest-ServersTestBootFromVolume-156440968-project] 10.222.0.61 "DELETE /v2.0/floatingips/50e1c2ec-530b-4f74-ba0d-7f9121da363c HTTP/1.1" status: 204 len: 168 time: 0.6942897 Jan 27 21:53:08.832498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34952) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:08.878254 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e095b26a-1c3a-406a-9caf-27d161be5ce0 req-4b29b7ca-0fff-4ed1-af8e-40d5a0b7131b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a884f02f-5e46-4e2c-acd2-4e7bcaee444d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:08.891440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['09018ee4-9016-4771-a6af-fb3ed7962913', '94771ed8-93b1-4102-9c5f-e6655dabe131'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:08.897375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['fc23d715-2950-47cd-b186-557dd644f08b', 'a884f02f-5e46-4e2c-acd2-4e7bcaee444d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:08.952692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29b7ca-0fff-4ed1-af8e-40d5a0b7131b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Pushing event deleted for resources: {'Port': ['ID=a884f02f-5e46-4e2c-acd2-4e7bcaee444d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:08.971159 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.056449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e095b26a-1c3a-406a-9caf-27d161be5ce0 req-4b29b7ca-0fff-4ed1-af8e-40d5a0b7131b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] No DVR routers for this DVR port a884f02f-5e46-4e2c-acd2-4e7bcaee444d on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:09.060579 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e095b26a-1c3a-406a-9caf-27d161be5ce0 req-4b29b7ca-0fff-4ed1-af8e-40d5a0b7131b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.069610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e095b26a-1c3a-406a-9caf-27d161be5ce0 req-4b29b7ca-0fff-4ed1-af8e-40d5a0b7131b tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.71 "DELETE /v2.0/ports/a884f02f-5e46-4e2c-acd2-4e7bcaee444d HTTP/1.1" status: 204 len: 173 time: 1.0969229 Jan 27 21:53:09.073535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77daaa0c-e1f4-4e57-a287-4dd994a12789', 'name': 'network-vif-deleted', 'tag': 'a884f02f-5e46-4e2c-acd2-4e7bcaee444d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:09.076188 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768400bc-b91b-4ab0-a2a4-3c584f949914" -d '{"events": [{"server_uuid": "77daaa0c-e1f4-4e57-a287-4dd994a12789", "name": "network-vif-deleted", "tag": "a884f02f-5e46-4e2c-acd2-4e7bcaee444d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:09.159753 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e202ed-1ad8-4485-8e79-f065063a16ca x-openstack-request-id: req-43e202ed-1ad8-4485-8e79-f065063a16ca {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:09.160055 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77daaa0c-e1f4-4e57-a287-4dd994a12789", "name": "network-vif-deleted", "tag": "a884f02f-5e46-4e2c-acd2-4e7bcaee444d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:09.171998 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43e202ed-1ad8-4485-8e79-f065063a16ca {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:09.172516 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77daaa0c-e1f4-4e57-a287-4dd994a12789', 'name': 'network-vif-deleted', 'tag': 'a884f02f-5e46-4e2c-acd2-4e7bcaee444d', 'status': 'completed', 'code': 200} Jan 27 21:53:09.543442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe7aa-29e9-4ac1-91c3-6facb043e749 req-7dc78f0e-8372-44de-93cd-2f086eb97e9e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:09.545167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-407fe7aa-29e9-4ac1-91c3-6facb043e749 req-7dc78f0e-8372-44de-93cd-2f086eb97e9e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.1098933 Jan 27 21:53:09.605556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-407fe7aa-29e9-4ac1-91c3-6facb043e749 req-4cf8a43a-a88c-452d-85d7-1f75fe056277 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539455 Jan 27 21:53:09.839840 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee35cce7-4122-4585-b5dc-0dffaaf210a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:09.839840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08046de-15d6-4717-919c-bfc7af30d58b req-1d7bc775-1e34-4dcc-a7bf-7db15ecfe3d8 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 210 time: 0.0328412 Jan 27 21:53:10.027836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ee35cce7-4122-4585-b5dc-0dffaaf210a0 admin admin] Deleting port 8a34f66f-1de9-420c-b806-c53f394a578c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:10.028553 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee35cce7-4122-4585-b5dc-0dffaaf210a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.109138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-ee35cce7-4122-4585-b5dc-0dffaaf210a0 admin admin] For port 8a34f66f-1de9-420c-b806-c53f394a578c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8a34f66f-1de9-420c-b806-c53f394a578c,segment=NetworkSegment(e40bd7c5-ddd7-470c-984b-320b10f99853),segment_id=e40bd7c5-ddd7-470c-984b-320b10f99853)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:10.109484 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee35cce7-4122-4585-b5dc-0dffaaf210a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:10.122916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ee35cce7-4122-4585-b5dc-0dffaaf210a0 admin admin] Calling delete_port for 8a34f66f-1de9-420c-b806-c53f394a578c owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:10.730153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27020a2-9139-4325-981c-99ecfc625334 req-258b102e-b8c6-489c-883d-9fc7f026a4d8 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.731539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b27020a2-9139-4325-981c-99ecfc625334 req-258b102e-b8c6-489c-883d-9fc7f026a4d8 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0985048 Jan 27 21:53:10.762777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213669a-a3c3-40d1-8c4c-b5859e2807a5 req-e5ddd563-4a48-49a5-b541-56d9655e21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.764287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2213669a-a3c3-40d1-8c4c-b5859e2807a5 req-e5ddd563-4a48-49a5-b541-56d9655e21dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88718266cbbd46ada9baae144e312b23&device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 1096 time: 0.0855424 Jan 27 21:53:10.891920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b27020a2-9139-4325-981c-99ecfc625334 req-7aad5851-9896-40c5-8c6e-db33f4f2108a tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516867 Jan 27 21:53:10.954667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213669a-a3c3-40d1-8c4c-b5859e2807a5 req-0ff901c8-f8c3-45f1-bf82-393ebeea6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:10.956192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2213669a-a3c3-40d1-8c4c-b5859e2807a5 req-0ff901c8-f8c3-45f1-bf82-393ebeea6adb service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d585f84-28d1-4ca1-88fb-6936445ac37a HTTP/1.1" status: 200 len: 912 time: 0.1664734 Jan 27 21:53:10.984190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-811c0974-5d17-42e2-9322-e4989796619b req-e95d5b89-6a95-4aea-919c-9447d414b562 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=77daaa0c-e1f4-4e57-a287-4dd994a12789 HTTP/1.1" status: 200 len: 210 time: 0.0405562 Jan 27 21:53:11.023761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2213669a-a3c3-40d1-8c4c-b5859e2807a5 req-5fa9ac6d-eeaa-4485-9c3c-833fbd90daed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a1a4258-3734-43ad-b668-719b8da52e02 HTTP/1.1" status: 200 len: 217 time: 0.0534279 Jan 27 21:53:11.085573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213669a-a3c3-40d1-8c4c-b5859e2807a5 req-feaa97b6-718e-4f42-ad88-146dc1f2796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:11.087178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2213669a-a3c3-40d1-8c4c-b5859e2807a5 req-feaa97b6-718e-4f42-ad88-146dc1f2796e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7241b382-0517-4ef8-98c8-0d21759b8baa HTTP/1.1" status: 200 len: 851 time: 0.0548444 Jan 27 21:53:11.122096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2213669a-a3c3-40d1-8c4c-b5859e2807a5 req-3880c634-1670-4331-abb2-6f6ffa44a82a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d585f84-28d1-4ca1-88fb-6936445ac37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286620 Jan 27 21:53:11.193362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee35cce7-4122-4585-b5dc-0dffaaf210a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (8a34f66f-1de9-420c-b806-c53f394a578c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:11.230658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35cce7-4122-4585-b5dc-0dffaaf210a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a34f66f-1de9-420c-b806-c53f394a578c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:11.310244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2213669a-a3c3-40d1-8c4c-b5859e2807a5 req-f5061674-6e10-466c-b4bb-dddf69848cad service neutron] 10.222.0.74 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819491 Jan 27 21:53:11.499556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2213669a-a3c3-40d1-8c4c-b5859e2807a5 req-50c0e11f-72f5-42c8-91d3-db0cceede600 service neutron] 10.222.0.74 "GET /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826386 Jan 27 21:53:11.501524 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee35cce7-4122-4585-b5dc-0dffaaf210a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:11.793584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee35cce7-4122-4585-b5dc-0dffaaf210a0 admin admin] Router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:53:11.906489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee35cce7-4122-4585-b5dc-0dffaaf210a0 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:11.919978 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a015a-92f2-44a6-8179-baf308a39961 None None] Sync routers for ids ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:11.922586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ee35cce7-4122-4585-b5dc-0dffaaf210a0 admin admin] 10.222.0.61 "PUT /v2.0/routers/97b2fd41-981a-4302-a17c-bd41dfe5d5bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0885530 Jan 27 21:53:11.925514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34982) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:11.941029 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a015a-92f2-44a6-8179-baf308a39961 None None] Routers {'97b2fd41-981a-4302-a17c-bd41dfe5d5bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:11.943335 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-db9a015a-92f2-44a6-8179-baf308a39961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:12.061232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd1874-5462-494f-80e8-0f0d68b81639 req-d48da82d-c5f7-422b-905b-85720e06af3a tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:12.066442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ddd1874-5462-494f-80e8-0f0d68b81639 req-d48da82d-c5f7-422b-905b-85720e06af3a tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0862949 Jan 27 21:53:12.131227 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Publish callbacks [] for router (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.146606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a884f02f-5e46-4e2c-acd2-4e7bcaee444d no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:12.160528 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-db9a015a-92f2-44a6-8179-baf308a39961 None None] Set router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:12.186349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ddd1874-5462-494f-80e8-0f0d68b81639 req-8ffb9a0d-6b5b-4969-b782-6675d2562db9 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137710 Jan 27 21:53:12.218851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: a884f02f-5e46-4e2c-acd2-4e7bcaee444d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:12.218851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a884f02f-5e46-4e2c-acd2-4e7bcaee444d not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:12.324071 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Publish callbacks [] for router_gateway (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.440942 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-db9a015a-92f2-44a6-8179-baf308a39961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:53:10Z', 'revision_number': 5, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:12.469680 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a015a-92f2-44a6-8179-baf308a39961 None None] Checking router: 97b2fd41-981a-4302-a17c-bd41dfe5d5bd for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:53:12.479748 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a015a-92f2-44a6-8179-baf308a39961 None None] Routers {'97b2fd41-981a-4302-a17c-bd41dfe5d5bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:12.480364 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-db9a015a-92f2-44a6-8179-baf308a39961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:12.599054 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-db9a015a-92f2-44a6-8179-baf308a39961 None None] Set router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:12.799658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Deleting port 4dd511e5-2272-46c7-8577-53525cb69da9 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:12.800064 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4dd511e5-2272-46c7-8577-53525cb69da9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.887243 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-db9a015a-92f2-44a6-8179-baf308a39961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:53:10Z', 'revision_number': 5, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:12.962004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] For port 4dd511e5-2272-46c7-8577-53525cb69da9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4dd511e5-2272-46c7-8577-53525cb69da9,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:12.973686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4dd511e5-2272-46c7-8577-53525cb69da9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:12.974559 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9a015a-92f2-44a6-8179-baf308a39961 None None] The sync data for ids ['97b2fd41-981a-4302-a17c-bd41dfe5d5bd'] in n-d-760456-6 is: [{'id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'name': 'tempest-ServersTestBootFromVolume-1281674775-router', 'tenant_id': '1fa45938040c4f1fbf25deacd57850b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:47:41Z', 'updated_at': '2022-01-27T21:53:10Z', 'revision_number': 5, 'project_id': '1fa45938040c4f1fbf25deacd57850b9', 'gw_port': {'id': '4dd511e5-2272-46c7-8577-53525cb69da9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:24:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2fd41-981a-4302-a17c-bd41dfe5d5bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:47:42Z', 'updated_at': '2022-01-27T21:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:12.985022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Calling delete_port for 4dd511e5-2272-46c7-8577-53525cb69da9 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:13.312120 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4dd511e5-2272-46c7-8577-53525cb69da9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.373236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba11e0-a85a-40a9-86ed-1ed2122cf52b req-e9769150-f3aa-4358-889e-864f6734666d tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:13.380853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38ba11e0-a85a-40a9-86ed-1ed2122cf52b req-e9769150-f3aa-4358-889e-864f6734666d tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0927427 Jan 27 21:53:13.402236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd511e5-2272-46c7-8577-53525cb69da9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:13.465028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8a34f66f-1de9-420c-b806-c53f394a578c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:13.539946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 8a34f66f-1de9-420c-b806-c53f394a578c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:13.540321 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8a34f66f-1de9-420c-b806-c53f394a578c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:13.560268 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.608795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38ba11e0-a85a-40a9-86ed-1ed2122cf52b req-94e32432-6705-43d3-9212-44737ab1d469 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253244 Jan 27 21:53:13.704587 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.706961 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Publish callbacks [] for router_controller (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.912121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (97b2fd41-981a-4302-a17c-bd41dfe5d5bd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.922779 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b2fd41-981a-4302-a17c-bd41dfe5d5bd {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:53:13.922779 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:13.922779 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d7410ec3-9e8d-4e69-8953-14ca90135369 admin admin] 10.222.0.61 "DELETE /v2.0/routers/97b2fd41-981a-4302-a17c-bd41dfe5d5bd HTTP/1.1" status: 204 len: 168 time: 1.9949381 Jan 27 21:53:13.922779 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35002) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:13.978488 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6e04c9-3776-44c0-9c5f-43017058d298 admin admin] Deleting subnet c6314d55-14ad-4dbe-a56e-d8dfcfde5739 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:53:13.982478 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b6e04c9-3776-44c0-9c5f-43017058d298 admin admin] Publish callbacks [] for subnet (c6314d55-14ad-4dbe-a56e-d8dfcfde5739), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.039174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b6e04c9-3776-44c0-9c5f-43017058d298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (c6314d55-14ad-4dbe-a56e-d8dfcfde5739), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.150446 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b6e04c9-3776-44c0-9c5f-43017058d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (c6314d55-14ad-4dbe-a56e-d8dfcfde5739), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.301205 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b6e04c9-3776-44c0-9c5f-43017058d298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (c6314d55-14ad-4dbe-a56e-d8dfcfde5739), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.340834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553d9fc3-7fa5-4cf0-a4bb-f391dc8bcf31 None None] Network 8767157d-81c1-4a09-8ac7-b908ec6eab9d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:14.355415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e04c9-3776-44c0-9c5f-43017058d298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6314d55-14ad-4dbe-a56e-d8dfcfde5739,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:14.358391 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b6e04c9-3776-44c0-9c5f-43017058d298 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.362734 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3b6e04c9-3776-44c0-9c5f-43017058d298 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c6314d55-14ad-4dbe-a56e-d8dfcfde5739 HTTP/1.1" status: 204 len: 168 time: 0.4385746 Jan 27 21:53:14.365555 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35006) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:14.460028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (8767157d-81c1-4a09-8ac7-b908ec6eab9d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.587858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Deleting port d942598d-ff33-44ed-815f-1b37f48db9b4 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:14.593443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.622044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] DHCP port deletion for 8767157d-81c1-4a09-8ac7-b908ec6eab9d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:53:14.708902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Deleting port d942598d-ff33-44ed-815f-1b37f48db9b4 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:14.709771 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.789893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] For port d942598d-ff33-44ed-815f-1b37f48db9b4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d942598d-ff33-44ed-815f-1b37f48db9b4,segment=NetworkSegment(e40bd7c5-ddd7-470c-984b-320b10f99853),segment_id=e40bd7c5-ddd7-470c-984b-320b10f99853)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:14.790564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.797049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] For port d942598d-ff33-44ed-815f-1b37f48db9b4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d942598d-ff33-44ed-815f-1b37f48db9b4,segment=NetworkSegment(e40bd7c5-ddd7-470c-984b-320b10f99853),segment_id=e40bd7c5-ddd7-470c-984b-320b10f99853)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:14.797460 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:14.842610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Calling delete_port for d942598d-ff33-44ed-815f-1b37f48db9b4 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:14.847658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Calling delete_port for d942598d-ff33-44ed-815f-1b37f48db9b4 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:14.950926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f39cc8-6b81-4812-a06d-ff00b2b1d030 req-b1f4f88f-bc0b-4b41-afd7-c42a29de9e69 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:14.960099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84f39cc8-6b81-4812-a06d-ff00b2b1d030 req-b1f4f88f-bc0b-4b41-afd7-c42a29de9e69 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.2450967 Jan 27 21:53:15.060854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84f39cc8-6b81-4812-a06d-ff00b2b1d030 req-b555b351-f808-4a73-9099-b8ae6b53275d tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993984 Jan 27 21:53:15.174450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d942598d-ff33-44ed-815f-1b37f48db9b4 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:15.243247 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.289197 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (d942598d-ff33-44ed-815f-1b37f48db9b4), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.296005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Pushing event deleted for resources: {'Port': ['ID=d942598d-ff33-44ed-815f-1b37f48db9b4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:15.326604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No active binding found for port d942598d-ff33-44ed-815f-1b37f48db9b4 {{(pid=104028) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 21:53:15.329593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] The host n-d-760456-6 is not matching for port d942598d-ff33-44ed-815f-1b37f48db9b4 host None! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:53:15.330698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] No DVR routers for this DVR port d942598d-ff33-44ed-815f-1b37f48db9b4 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:15.331377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d942598d-ff33-44ed-815f-1b37f48db9b4 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:15.332581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4dd511e5-2272-46c7-8577-53525cb69da9 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:15.456941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Pushing event deleted for resources: {'Port': ['ID=d942598d-ff33-44ed-815f-1b37f48db9b4,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:15.465028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] No DVR routers for this DVR port d942598d-ff33-44ed-815f-1b37f48db9b4 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:15.470543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.472531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.476523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.477004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.477475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.477936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.478372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.478827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.479267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.479727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.480196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.481761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.482225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2eefc9-bc48-4381-8eef-0520494c914c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:15.492805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4dd511e5-2272-46c7-8577-53525cb69da9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:15.498576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4dd511e5-2272-46c7-8577-53525cb69da9 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:15.502074 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (8767157d-81c1-4a09-8ac7-b908ec6eab9d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.526423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8767157d-81c1-4a09-8ac7-b908ec6eab9d']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:15.537038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40bd7c5-ddd7-470c-984b-320b10f99853') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:15.537341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40bd7c5-ddd7-470c-984b-320b10f99853') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:15.547434 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (e40bd7c5-ddd7-470c-984b-320b10f99853), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.576152 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e40bd7c5-ddd7-470c-984b-320b10f99853), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.587733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:53:15.588226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (e40bd7c5-ddd7-470c-984b-320b10f99853), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:53:15.664424 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:53:15.809134 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (8767157d-81c1-4a09-8ac7-b908ec6eab9d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.815382 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:15.822731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] 10.222.0.61 "DELETE /v2.0/networks/8767157d-81c1-4a09-8ac7-b908ec6eab9d HTTP/1.1" status: 204 len: 168 time: 1.4523129 Jan 27 21:53:15.854447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e25a9-a392-48a7-b850-c834389389be admin admin] Pushing event deleted for resources: {'Network': ['ID=8767157d-81c1-4a09-8ac7-b908ec6eab9d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:16.185364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec86fdc-e93b-486f-ac87-3cd338ac6c91 req-a9fb4144-60b4-4d81-b04a-e0ede975c912 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:16.196655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ec86fdc-e93b-486f-ac87-3cd338ac6c91 req-a9fb4144-60b4-4d81-b04a-e0ede975c912 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.1245153 Jan 27 21:53:16.298790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ec86fdc-e93b-486f-ac87-3cd338ac6c91 req-cf44d5e6-2c99-4cf5-8a9b-4483b92a30d2 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010034 Jan 27 21:53:16.380740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35028) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:16.430637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2bcde720-16dd-4613-accd-65715686bcd3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1fa45938040c4f1fbf25deacd57850b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479279 Jan 27 21:53:16.439131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35030) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:16.488863 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Publish callbacks [] for security_group (27a0c15d-939e-4aae-b9d0-5f2510cb21c8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:16.514345 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Publish callbacks [] for security_group (27a0c15d-939e-4aae-b9d0-5f2510cb21c8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:16.654520 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (27a0c15d-939e-4aae-b9d0-5f2510cb21c8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:16.658384 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:16.662554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27a0c15d-939e-4aae-b9d0-5f2510cb21c8 HTTP/1.1" status: 204 len: 168 time: 0.2199454 Jan 27 21:53:16.675332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a0c15d-939e-4aae-b9d0-5f2510cb21c8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:16.693955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:16.694313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:16.694667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:16.698758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:16.699132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:16.699487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:16.703217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:16.703638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:16.703992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:16.704887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:16.705237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:16.705581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:16.705923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708f880-8791-496e-8dd2-24f063a936ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:17.542263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e3f42-4694-4727-8d51-85edbf7e86f3 req-b9560bde-427c-4ecc-8bc5-f3d0f9d65e95 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:17.552140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b49e3f42-4694-4727-8d51-85edbf7e86f3 req-b9560bde-427c-4ecc-8bc5-f3d0f9d65e95 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0875177 Jan 27 21:53:17.611236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b49e3f42-4694-4727-8d51-85edbf7e86f3 req-e1257334-0da0-42aa-8a3f-0ba30c7b011d tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533416 Jan 27 21:53:18.687932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35074) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:18.818276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1458146958-network', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:18.978903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc804f-dfa0-4a10-82d8-05b62774379f req-a10ca1cd-0227-4f4f-b628-cc8948436c9d tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:18.980521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99fc804f-dfa0-4a10-82d8-05b62774379f req-a10ca1cd-0227-4f4f-b628-cc8948436c9d tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.2651591 Jan 27 21:53:19.037272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99fc804f-dfa0-4a10-82d8-05b62774379f req-bc184593-e5e9-415c-87c1-8865cb453718 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499458 Jan 27 21:53:19.064814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Made reservation on behalf of 1efbb19167b04fbe8a7e55c762ebbb27 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:19.074144 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.080889 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.171807 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Publish callbacks [] for security_group (bbd4242c-f864-4bbd-af4b-d7eb57120bc4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.494146 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bbd4242c-f864-4bbd-af4b-d7eb57120bc4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.509504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34140b-c1d5-40be-86d3-b0becd1715ae req-c2e7bb4a-bb28-4c3b-a71e-db42ab4b63c5 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.518505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f34140b-c1d5-40be-86d3-b0becd1715ae req-c2e7bb4a-bb28-4c3b-a71e-db42ab4b63c5 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0807757 Jan 27 21:53:19.546144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:53:19.582334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4242c-f864-4bbd-af4b-d7eb57120bc4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:19.586891 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6df0fb4b-cb58-4307-91e2-56ade347b7d8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.587243 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Added segment 6df0fb4b-cb58-4307-91e2-56ade347b7d8 of type vlan for network af806d0e-cab5-48ab-9a95-83286c3e6aa3 Jan 27 21:53:19.669750 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (af806d0e-cab5-48ab-9a95-83286c3e6aa3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.716482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-7f34140b-c1d5-40be-86d3-b0becd1715ae req-a97a3b61-6909-4acd-97ac-04fb04a8ec75 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Deleting port 2a1a4258-3734-43ad-b668-719b8da52e02 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:19.717163 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7f34140b-c1d5-40be-86d3-b0becd1715ae req-a97a3b61-6909-4acd-97ac-04fb04a8ec75 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.818137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7f34140b-c1d5-40be-86d3-b0becd1715ae req-a97a3b61-6909-4acd-97ac-04fb04a8ec75 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] For port 2a1a4258-3734-43ad-b668-719b8da52e02, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2a1a4258-3734-43ad-b668-719b8da52e02,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:19.818507 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7f34140b-c1d5-40be-86d3-b0becd1715ae req-a97a3b61-6909-4acd-97ac-04fb04a8ec75 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.831492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-7f34140b-c1d5-40be-86d3-b0becd1715ae req-a97a3b61-6909-4acd-97ac-04fb04a8ec75 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Calling delete_port for 2a1a4258-3734-43ad-b668-719b8da52e02 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:19.878365 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (af806d0e-cab5-48ab-9a95-83286c3e6aa3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.879319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:19.888885 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:19.956287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] Pushing event updated for resources: {'Network': ['ID=af806d0e-cab5-48ab-9a95-83286c3e6aa3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:19.966479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network af806d0e-cab5-48ab-9a95-83286c3e6aa3 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:53:20.159886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-40d38de1-c848-4000-9a15-fe4f7d800b34 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4694536 Jan 27 21:53:20.162331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35088) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:20.167596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-75aab036-4866-4bb2-8e47-658d49ddda65 admin admin] Request body: {'subnet': {'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1458146958-subnet', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:20.205462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17993b10-5bc6-463d-841a-1331787c3c4f req-ae5d1429-8cfc-47d9-aa3f-586a865f5d4d tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:20.206983 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17993b10-5bc6-463d-841a-1331787c3c4f req-ae5d1429-8cfc-47d9-aa3f-586a865f5d4d tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 945 time: 0.0908740 Jan 27 21:53:20.254783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7f34140b-c1d5-40be-86d3-b0becd1715ae req-a97a3b61-6909-4acd-97ac-04fb04a8ec75 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2a1a4258-3734-43ad-b668-719b8da52e02), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.272932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['19d72baf-32cc-4ce7-a5c3-cc06ce19c133'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:20.301113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17993b10-5bc6-463d-841a-1331787c3c4f req-967d258d-c679-432a-afd5-28010917c615 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854897 Jan 27 21:53:20.304627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a3b61-6909-4acd-97ac-04fb04a8ec75 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Pushing event deleted for resources: {'Port': ['ID=2a1a4258-3734-43ad-b668-719b8da52e02,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:20.330915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['2a1a4258-3734-43ad-b668-719b8da52e02'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:20.367960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f34140b-c1d5-40be-86d3-b0becd1715ae req-a97a3b61-6909-4acd-97ac-04fb04a8ec75 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] No DVR routers for this DVR port 2a1a4258-3734-43ad-b668-719b8da52e02 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:20.370678 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7f34140b-c1d5-40be-86d3-b0becd1715ae req-a97a3b61-6909-4acd-97ac-04fb04a8ec75 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.374936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f34140b-c1d5-40be-86d3-b0becd1715ae req-a97a3b61-6909-4acd-97ac-04fb04a8ec75 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.74 "DELETE /v2.0/ports/2a1a4258-3734-43ad-b668-719b8da52e02 HTTP/1.1" status: 204 len: 173 time: 0.8448985 Jan 27 21:53:20.375404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f58e4bf-47df-4d22-b736-b6c1a81a0c3b', 'name': 'network-vif-deleted', 'tag': '2a1a4258-3734-43ad-b668-719b8da52e02'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:20.378326 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21862af3-c5bf-44df-8145-0eb8aaa22f3f" -d '{"events": [{"server_uuid": "7f58e4bf-47df-4d22-b736-b6c1a81a0c3b", "name": "network-vif-deleted", "tag": "2a1a4258-3734-43ad-b668-719b8da52e02"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:20.428428 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069f131a-7631-411a-8e2e-0553863aeef7 x-openstack-request-id: req-069f131a-7631-411a-8e2e-0553863aeef7 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:20.428428 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f58e4bf-47df-4d22-b736-b6c1a81a0c3b", "name": "network-vif-deleted", "tag": "2a1a4258-3734-43ad-b668-719b8da52e02", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:20.428428 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-069f131a-7631-411a-8e2e-0553863aeef7 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:20.428428 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f58e4bf-47df-4d22-b736-b6c1a81a0c3b', 'name': 'network-vif-deleted', 'tag': '2a1a4258-3734-43ad-b668-719b8da52e02', 'status': 'completed', 'code': 200} Jan 27 21:53:20.430870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aab036-4866-4bb2-8e47-658d49ddda65 admin admin] Made reservation on behalf of 1efbb19167b04fbe8a7e55c762ebbb27 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:20.433268 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75aab036-4866-4bb2-8e47-658d49ddda65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.774700 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75aab036-4866-4bb2-8e47-658d49ddda65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (02058af9-b7be-422f-afbc-10a8b55a704d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:20.832661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aab036-4866-4bb2-8e47-658d49ddda65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02058af9-b7be-422f-afbc-10a8b55a704d,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:20.851467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aab036-4866-4bb2-8e47-658d49ddda65 admin admin] Checking segment: {'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:20.851832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aab036-4866-4bb2-8e47-658d49ddda65 admin admin] Network hostable DHCP agents. Network: af806d0e-cab5-48ab-9a95-83286c3e6aa3, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:53:21.002838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aab036-4866-4bb2-8e47-658d49ddda65 admin admin] Network af806d0e-cab5-48ab-9a95-83286c3e6aa3 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:53:21.162891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-75aab036-4866-4bb2-8e47-658d49ddda65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, af806d0e-cab5-48ab-9a95-83286c3e6aa3) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:21.167122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aab036-4866-4bb2-8e47-658d49ddda65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:21.167720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75aab036-4866-4bb2-8e47-658d49ddda65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.173885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081577a4-195d-4602-abf4-7e6bd6cf4c55 None None] Network af806d0e-cab5-48ab-9a95-83286c3e6aa3 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:21.276891 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'fixed_ips': [{'subnet_id': '02058af9-b7be-422f-afbc-10a8b55a704d'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:53:21.277691 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.339165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-75aab036-4866-4bb2-8e47-658d49ddda65 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1730394 Jan 27 21:53:21.340353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35102) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:21.354078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:21.444990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Allocated IP 172.20.0.2 (af806d0e-cab5-48ab-9a95-83286c3e6aa3/02058af9-b7be-422f-afbc-10a8b55a704d/c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:21.554098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-787db495-3d55-4574-a46d-367e4bdbf104 req-db77aaa1-e43b-4cb6-816f-1b1b64eccd45 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=7f58e4bf-47df-4d22-b736-b6c1a81a0c3b HTTP/1.1" status: 200 len: 210 time: 0.1242092 Jan 27 21:53:21.615608 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (7fac34b7-f7c3-4087-b868-c751b46871c5), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.617717 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (7fac34b7-f7c3-4087-b868-c751b46871c5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.668454 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Publish callbacks [] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:21.683979 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Publish callbacks [] for router_controller (7fac34b7-f7c3-4087-b868-c751b46871c5), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.025886 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.063261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Network af806d0e-cab5-48ab-9a95-83286c3e6aa3 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:22.066617 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:22.070030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:22.081434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Pushing event updated for resources: {'Port': ['ID=c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:22.150541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Attempting to bind port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:22.151015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Attempting to bind port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:22.151467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Attempting to bind port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 on network af806d0e-cab5-48ab-9a95-83286c3e6aa3 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:22.161044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:22.161927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Checking segment: {'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:22.162844 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.165791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Bound using segment: {'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:22.166526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Bound port: c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:22.167128 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.189782 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Publish callbacks [] for router_gateway (7fac34b7-f7c3-4087-b868-c751b46871c5), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.255509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] For port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:22.258514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] For port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8,segment=NetworkSegment(6df0fb4b-cb58-4307-91e2-56ade347b7d8),segment_id=6df0fb4b-cb58-4307-91e2-56ade347b7d8)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:22.570760 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.675540 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb8744-75ee-4177-94cc-10aeab372f09 None None] Pushing event updated for resources: {'Port': ['ID=c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:22.722120 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Publish callbacks [] for router_gateway (7fac34b7-f7c3-4087-b868-c751b46871c5), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.764805 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:22.899006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Allocated IP 172.25.0.113 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/c05038d8-bdeb-4f5e-8093-55ee28a3cd15) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:23.036951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Publish callbacks [] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.189605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2a1a4258-3734-43ad-b668-719b8da52e02 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:23.214927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:23.217737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 2a1a4258-3734-43ad-b668-719b8da52e02 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:23.226788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2a1a4258-3734-43ad-b668-719b8da52e02 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:23.286034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:23.286650 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.311988 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.354149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:23.362598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:23.369707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:23.372687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Pushing event updated for resources: {'Port': ['ID=c05038d8-bdeb-4f5e-8093-55ee28a3cd15,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:23.378736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:23.379376 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.474011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8,segment=NetworkSegment(6df0fb4b-cb58-4307-91e2-56ade347b7d8),segment_id=6df0fb4b-cb58-4307-91e2-56ade347b7d8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:23.574775 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.645233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a2e0d-3114-49f5-ad67-f0ec3fbdecb3 req-bdac4ef2-b5e2-4c60-88be-79fc854873e0 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:23.646819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:23.648282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f1a2e0d-3114-49f5-ad67-f0ec3fbdecb3 req-bdac4ef2-b5e2-4c60-88be-79fc854873e0 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0978472 Jan 27 21:53:23.749842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f1a2e0d-3114-49f5-ad67-f0ec3fbdecb3 req-f6bf8139-92df-45e8-824e-1e18914c8114 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884151 Jan 27 21:53:23.826602 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Publish callbacks [] for router_gateway (7fac34b7-f7c3-4087-b868-c751b46871c5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:23.986157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4526de39-a62b-4e7e-bac0-9f4b989990be None None] Network af806d0e-cab5-48ab-9a95-83286c3e6aa3 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:24.086254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ee8f212f-6f74-4152-b7ed-15cd26d54fdc None None] Provisioning complete for port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:24.087059 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ee8f212f-6f74-4152-b7ed-15cd26d54fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:24.224442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f212f-6f74-4152-b7ed-15cd26d54fdc None None] Current status of the port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:24.435621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (7fac34b7-f7c3-4087-b868-c751b46871c5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:24.450234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c50d9d9c-929c-4368-8bf0-90cc236ec727 None None] Provisioning complete for port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:24.450717 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c50d9d9c-929c-4368-8bf0-90cc236ec727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:24.568227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c50d9d9c-929c-4368-8bf0-90cc236ec727 None None] Current status of the port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:24.761358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73e265-6ec9-4147-a0f2-e037b0e3c73d req-0c95456f-45c6-4f9e-b652-f002f2e81f63 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.763286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b73e265-6ec9-4147-a0f2-e037b0e3c73d req-0c95456f-45c6-4f9e-b652-f002f2e81f63 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 946 time: 0.1010659 Jan 27 21:53:24.803934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Router 7fac34b7-f7c3-4087-b868-c751b46871c5 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:53:24.827656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b73e265-6ec9-4147-a0f2-e037b0e3c73d req-7b489460-462c-4b85-a9df-f5499c753546 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578473 Jan 27 21:53:24.980338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:24.993277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Sync routers for ids ['7fac34b7-f7c3-4087-b868-c751b46871c5'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:24.995246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4df2b-abf9-41a5-95f4-0cbf3f878f2f req-2b8db6c2-0d8f-49c8-b3b6-17b1d7f652fd tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:24.996856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7d4df2b-abf9-41a5-95f4-0cbf3f878f2f req-2b8db6c2-0d8f-49c8-b3b6-17b1d7f652fd tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0697110 Jan 27 21:53:25.004104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Routers {'7fac34b7-f7c3-4087-b868-c751b46871c5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:25.004754 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7fac34b7-f7c3-4087-b868-c751b46871c5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:25.052394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7d4df2b-abf9-41a5-95f4-0cbf3f878f2f req-62711504-15b2-4fc4-86d7-103abe402356 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493712 Jan 27 21:53:25.126773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Set router 7fac34b7-f7c3-4087-b868-c751b46871c5 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:25.167847 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.169417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3efe0ee8-8eb2-4b17-886c-8dc2e066d91b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8280284 Jan 27 21:53:25.174223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35150) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:25.201586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:25.326721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:25.327021 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.428820 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:53:23Z', 'revision_number': 3, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:25.481766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Checking router: 7fac34b7-f7c3-4087-b868-c751b46871c5 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:53:25.482698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Updating router 7fac34b7-f7c3-4087-b868-c751b46871c5 port c05038d8-bdeb-4f5e-8093-55ee28a3cd15 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:53:25.484343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc246c81-7e4c-4296-a436-f89378770a28 req-a87ef66e-c5d9-4c3b-89e8-915aa6e3cc78 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.486153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc246c81-7e4c-4296-a436-f89378770a28 req-a87ef66e-c5d9-4c3b-89e8-915aa6e3cc78 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 947 time: 0.0595050 Jan 27 21:53:25.517745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:25.520100 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.549179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc246c81-7e4c-4296-a436-f89378770a28 req-4d74a2ae-3080-45f2-bee0-55bb2fe12689 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572882 Jan 27 21:53:25.674784 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.802569 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Publish callbacks [] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:25.961212 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb21d65-f759-4b39-a28e-e85b8221b9d1 req-7f135aa1-9908-495f-b3cd-50c2dffa13cc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:25.962668 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bb21d65-f759-4b39-a28e-e85b8221b9d1 req-7f135aa1-9908-495f-b3cd-50c2dffa13cc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 946 time: 0.0538390 Jan 27 21:53:25.997807 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.028058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bb21d65-f759-4b39-a28e-e85b8221b9d1 req-0763d419-657d-45d2-aabb-88ca263b709f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555921 Jan 27 21:53:26.072871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e0ca6-f95f-4c71-a254-d72b94214080 None None] Pushing event updated for resources: {'Port': ['ID=c05038d8-bdeb-4f5e-8093-55ee28a3cd15,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:26.098625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Attempting to bind port c05038d8-bdeb-4f5e-8093-55ee28a3cd15 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:26.098995 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Attempting to bind port c05038d8-bdeb-4f5e-8093-55ee28a3cd15 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:26.099365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Attempting to bind port c05038d8-bdeb-4f5e-8093-55ee28a3cd15 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:26.109694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:26.112204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:26.117309 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.117309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:26.117309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Bound port: c05038d8-bdeb-4f5e-8093-55ee28a3cd15, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:26.117309 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.182569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] For port c05038d8-bdeb-4f5e-8093-55ee28a3cd15, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:26.186743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] For port c05038d8-bdeb-4f5e-8093-55ee28a3cd15, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c05038d8-bdeb-4f5e-8093-55ee28a3cd15,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:26.193244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Allocated IP 172.20.0.1 (af806d0e-cab5-48ab-9a95-83286c3e6aa3/02058af9-b7be-422f-afbc-10a8b55a704d/627007ca-b381-4f54-89c1-15ba8faf57b5) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:26.216006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8a779-6fed-4be0-9eb1-0df8a74dd90a req-7dea922b-741b-4e1f-a4c1-4fedd3d6a489 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.217980 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cc8a779-6fed-4be0-9eb1-0df8a74dd90a req-7dea922b-741b-4e1f-a4c1-4fedd3d6a489 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0706313 Jan 27 21:53:26.305138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cc8a779-6fed-4be0-9eb1-0df8a74dd90a req-ebfbf6fb-9251-4300-bd02-647e92632bee tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680635 Jan 27 21:53:26.319884 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Publish callbacks [] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.322580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b04eb5-9a4d-46cf-80d2-a9c3f28ead84 req-9796b997-0363-452d-816b-42f623783a2e tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.324297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8b04eb5-9a4d-46cf-80d2-a9c3f28ead84 req-9796b997-0363-452d-816b-42f623783a2e tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.74 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 946 time: 0.1047997 Jan 27 21:53:26.386979 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.442035 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Routers {'7fac34b7-f7c3-4087-b868-c751b46871c5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:26.443557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7fac34b7-f7c3-4087-b868-c751b46871c5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:26.475920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badf0ab-db0e-4cfe-bbf1-dccd8fb8ffe8 req-7513c535-be87-43d5-82b0-6b3f4c75dd49 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.477766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0badf0ab-db0e-4cfe-bbf1-dccd8fb8ffe8 req-7513c535-be87-43d5-82b0-6b3f4c75dd49 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0730155 Jan 27 21:53:26.481755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-f8b04eb5-9a4d-46cf-80d2-a9c3f28ead84 req-c9774ca0-fd81-4fba-8b77-77f9f9b40429 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Deleting port 94771ed8-93b1-4102-9c5f-e6655dabe131 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:26.482215 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8b04eb5-9a4d-46cf-80d2-a9c3f28ead84 req-c9774ca0-fd81-4fba-8b77-77f9f9b40429 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.494963 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.507716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e0ca6-f95f-4c71-a254-d72b94214080 None None] Pushing event updated for resources: {'Port': ['ID=c05038d8-bdeb-4f5e-8093-55ee28a3cd15,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:26.557701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Network af806d0e-cab5-48ab-9a95-83286c3e6aa3 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:26.561785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:26.585225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:26.620749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] Set router 7fac34b7-f7c3-4087-b868-c751b46871c5 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:26.642774 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Pushing event updated for resources: {'Port': ['ID=627007ca-b381-4f54-89c1-15ba8faf57b5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:26.662682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.663182 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.663623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.664061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.664619 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.664965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.665587 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.665998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.666418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.667219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.667219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.667645 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.670102 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:53:26.690173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f8b04eb5-9a4d-46cf-80d2-a9c3f28ead84 req-c9774ca0-fd81-4fba-8b77-77f9f9b40429 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] For port 94771ed8-93b1-4102-9c5f-e6655dabe131, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=94771ed8-93b1-4102-9c5f-e6655dabe131,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:26.690666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (7fac34b7-f7c3-4087-b868-c751b46871c5), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.691561 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8b04eb5-9a4d-46cf-80d2-a9c3f28ead84 req-c9774ca0-fd81-4fba-8b77-77f9f9b40429 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.781531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-f8b04eb5-9a4d-46cf-80d2-a9c3f28ead84 req-c9774ca0-fd81-4fba-8b77-77f9f9b40429 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Calling delete_port for 94771ed8-93b1-4102-9c5f-e6655dabe131 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:26.927462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-0badf0ab-db0e-4cfe-bbf1-dccd8fb8ffe8 req-9825f2be-c5e8-441a-8937-197d2b4a9e95 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Deleting port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:26.930111 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0badf0ab-db0e-4cfe-bbf1-dccd8fb8ffe8 req-9825f2be-c5e8-441a-8937-197d2b4a9e95 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:26.952225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-23c7ff24-80b5-4183-8de7-cfdd08a6bf7c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:26.954587 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-23c7ff24-80b5-4183-8de7-cfdd08a6bf7c tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.74 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 947 time: 0.0915320 Jan 27 21:53:27.024782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-79565c4e-4226-4b3c-ad68-87eed4f49029 None None] Provisioning complete for port 627007ca-b381-4f54-89c1-15ba8faf57b5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:27.025428 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-79565c4e-4226-4b3c-ad68-87eed4f49029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.053961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0badf0ab-db0e-4cfe-bbf1-dccd8fb8ffe8 req-9825f2be-c5e8-441a-8937-197d2b4a9e95 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] For port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=19d72baf-32cc-4ce7-a5c3-cc06ce19c133,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:27.054285 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0badf0ab-db0e-4cfe-bbf1-dccd8fb8ffe8 req-9825f2be-c5e8-441a-8937-197d2b4a9e95 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.064568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-79565c4e-4226-4b3c-ad68-87eed4f49029 None None] Port 627007ca-b381-4f54-89c1-15ba8faf57b5 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:27.068664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-0badf0ab-db0e-4cfe-bbf1-dccd8fb8ffe8 req-9825f2be-c5e8-441a-8937-197d2b4a9e95 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Calling delete_port for 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:27.072197 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.098821 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.103608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:53:23Z', 'revision_number': 3, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:27.139271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d6dfff-ebe3-4747-885b-adbe8dbd8867 None None] The sync data for ids ['7fac34b7-f7c3-4087-b868-c751b46871c5'] in n-d-760456-6 is: [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:53:23Z', 'revision_number': 3, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:27.187360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84dd1e-f2bb-4b2d-94d3-bd1c423d9edb req-4fa15c3e-59d5-4658-901e-36cc71efeb49 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:27.198664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da84dd1e-f2bb-4b2d-94d3-bd1c423d9edb req-4fa15c3e-59d5-4658-901e-36cc71efeb49 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 947 time: 0.5036092 Jan 27 21:53:27.208835 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Deleting port d891ebd7-4395-4572-aa45-544a013bb1a0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:27.209309 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.334636 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.414306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da84dd1e-f2bb-4b2d-94d3-bd1c423d9edb req-13039edd-d010-4262-8381-b250b4612246 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups?id=0d997226-bac6-40ce-ad4b-75cbee171fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146313 Jan 27 21:53:27.445315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] For port d891ebd7-4395-4572-aa45-544a013bb1a0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d891ebd7-4395-4572-aa45-544a013bb1a0,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:27.445764 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.490024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2e781-a233-4890-b92a-cd9fc5ddc0b1 req-13762c38-7b52-4d30-bdf2-16d042e9515a tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:27.492363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6fe2e781-a233-4890-b92a-cd9fc5ddc0b1 req-13762c38-7b52-4d30-bdf2-16d042e9515a tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 946 time: 0.2849782 Jan 27 21:53:27.630642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6fe2e781-a233-4890-b92a-cd9fc5ddc0b1 req-0f909508-ef90-4b9b-9571-00529b89d762 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152864 Jan 27 21:53:27.659709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68858d64-b542-40e7-bd63-38a4a8261f1b req-3fa46062-b451-45ed-9c0f-be6a1ce870de tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:27.662371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68858d64-b542-40e7-bd63-38a4a8261f1b req-3fa46062-b451-45ed-9c0f-be6a1ce870de tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 945 time: 0.0835679 Jan 27 21:53:27.723218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68858d64-b542-40e7-bd63-38a4a8261f1b req-ceafab3c-735d-4e86-a3a3-3a3a86e52d3e tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/security-groups?id=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525677 Jan 27 21:53:27.728945 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Publish callbacks [] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.733701 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0badf0ab-db0e-4cfe-bbf1-dccd8fb8ffe8 req-9825f2be-c5e8-441a-8937-197d2b4a9e95 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (19d72baf-32cc-4ce7-a5c3-cc06ce19c133), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.748930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['19d72baf-32cc-4ce7-a5c3-cc06ce19c133'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:27.785440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825f2be-c5e8-441a-8937-197d2b4a9e95 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Pushing event deleted for resources: {'Port': ['ID=19d72baf-32cc-4ce7-a5c3-cc06ce19c133,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:27.793145 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8b04eb5-9a4d-46cf-80d2-a9c3f28ead84 req-c9774ca0-fd81-4fba-8b77-77f9f9b40429 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (94771ed8-93b1-4102-9c5f-e6655dabe131), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.805234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['09018ee4-9016-4771-a6af-fb3ed7962913', '94771ed8-93b1-4102-9c5f-e6655dabe131'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:27.839046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.839431 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (4b61a4fb-709e-4f74-befb-4091b93ca50c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.839759 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Floating IP 4b61a4fb-709e-4f74-befb-4091b93ca50c disassociated. External IP: 172.25.0.215, port: d891ebd7-4395-4572-aa45-544a013bb1a0. Jan 27 21:53:27.840140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Calling delete_port for d891ebd7-4395-4572-aa45-544a013bb1a0 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:27.861138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['fc23d715-2950-47cd-b186-557dd644f08b'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:27.906012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9774ca0-fd81-4fba-8b77-77f9f9b40429 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Pushing event deleted for resources: {'Port': ['ID=94771ed8-93b1-4102-9c5f-e6655dabe131,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:27.932907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0badf0ab-db0e-4cfe-bbf1-dccd8fb8ffe8 req-9825f2be-c5e8-441a-8937-197d2b4a9e95 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] No DVR routers for this DVR port 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:27.937661 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0badf0ab-db0e-4cfe-bbf1-dccd8fb8ffe8 req-9825f2be-c5e8-441a-8937-197d2b4a9e95 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:27.942346 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0badf0ab-db0e-4cfe-bbf1-dccd8fb8ffe8 req-9825f2be-c5e8-441a-8937-197d2b4a9e95 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.71 "DELETE /v2.0/ports/19d72baf-32cc-4ce7-a5c3-cc06ce19c133 HTTP/1.1" status: 204 len: 173 time: 1.4563155 Jan 27 21:53:27.947269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a67e07e-0b83-464c-9fc5-06c1b6973be6', 'name': 'network-vif-deleted', 'tag': '19d72baf-32cc-4ce7-a5c3-cc06ce19c133'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:27.950149 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710c57e4-61d3-41cb-b735-d7ac26c6427a" -d '{"events": [{"server_uuid": "9a67e07e-0b83-464c-9fc5-06c1b6973be6", "name": "network-vif-deleted", "tag": "19d72baf-32cc-4ce7-a5c3-cc06ce19c133"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:28.011340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b04eb5-9a4d-46cf-80d2-a9c3f28ead84 req-c9774ca0-fd81-4fba-8b77-77f9f9b40429 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] No DVR routers for this DVR port 94771ed8-93b1-4102-9c5f-e6655dabe131 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:28.014489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f8b04eb5-9a4d-46cf-80d2-a9c3f28ead84 req-c9774ca0-fd81-4fba-8b77-77f9f9b40429 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.024024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8b04eb5-9a4d-46cf-80d2-a9c3f28ead84 req-c9774ca0-fd81-4fba-8b77-77f9f9b40429 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.74 "DELETE /v2.0/ports/94771ed8-93b1-4102-9c5f-e6655dabe131 HTTP/1.1" status: 204 len: 173 time: 1.6935389 Jan 27 21:53:28.034065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.081593 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9346a4-8131-42a3-bbde-b94cfcc01894 x-openstack-request-id: req-5b9346a4-8131-42a3-bbde-b94cfcc01894 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:28.082182 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a67e07e-0b83-464c-9fc5-06c1b6973be6", "name": "network-vif-deleted", "tag": "19d72baf-32cc-4ce7-a5c3-cc06ce19c133", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:28.082572 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b9346a4-8131-42a3-bbde-b94cfcc01894 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:28.087642 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a67e07e-0b83-464c-9fc5-06c1b6973be6', 'name': 'network-vif-deleted', 'tag': '19d72baf-32cc-4ce7-a5c3-cc06ce19c133', 'status': 'completed', 'code': 200} Jan 27 21:53:28.174774 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (7fac34b7-f7c3-4087-b868-c751b46871c5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.180737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Pushing event updated for resources: {'Port': ['ID=627007ca-b381-4f54-89c1-15ba8faf57b5,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:28.324063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Network af806d0e-cab5-48ab-9a95-83286c3e6aa3 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:28.325659 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:28.379440 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d891ebd7-4395-4572-aa45-544a013bb1a0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.412785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event deleted for resources: {'Port': ['ID=d891ebd7-4395-4572-aa45-544a013bb1a0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:28.605059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ea8ab91-ab0c-4fae-a75c-5c5afad6e868 req-dff0c331-8adf-45f2-9511-23c83ac2a15f tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 210 time: 0.0811532 Jan 27 21:53:28.654076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Router 7fac34b7-f7c3-4087-b868-c751b46871c5 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:53:28.742237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Router 035819c8-9ec2-418e-8274-c6d6fb2ad602 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:53:28.815038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-46014f6d-5354-4054-9ea8-676fd2c1bd08 None None] Provisioning complete for port 627007ca-b381-4f54-89c1-15ba8faf57b5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:28.825452 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-46014f6d-5354-4054-9ea8-676fd2c1bd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:28.836149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46f6e3b9-2e53-4e54-a763-9dced6bea9a2 req-ee990d8d-e168-43bf-b9ea-22ca6b6dbaf4 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 210 time: 0.0577395 Jan 27 21:53:28.910600 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:28.924236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d33f1f4c-1e95-4e95-a626-5e6524c9b554 req-0ad8ab13-fc66-4d45-9b3e-8d74751bbce4 tempest-ServerRescueTestJSON-1998699908 tempest-ServerRescueTestJSON-1998699908-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a67e07e-0b83-464c-9fc5-06c1b6973be6 HTTP/1.1" status: 200 len: 210 time: 0.0611742 Jan 27 21:53:28.928480 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d13bc4-63bb-4168-8d4d-dd03b2879f21 None None] Sync routers for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:28.957029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-46014f6d-5354-4054-9ea8-676fd2c1bd08 None None] Port 627007ca-b381-4f54-89c1-15ba8faf57b5 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:28.976772 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d13bc4-63bb-4168-8d4d-dd03b2879f21 None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:28.977607 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c2d13bc4-63bb-4168-8d4d-dd03b2879f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:28.998723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] No DVR routers for this DVR port d891ebd7-4395-4572-aa45-544a013bb1a0 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:29.002941 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.006698 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0c2f7ce5-b183-4b7d-932c-6bfc87a598f3 req-4e427b39-e22a-4389-a696-1464f8c9302a tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.74 "DELETE /v2.0/ports/d891ebd7-4395-4572-aa45-544a013bb1a0 HTTP/1.1" status: 204 len: 173 time: 2.0469882 Jan 27 21:53:29.007289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'name': 'network-vif-deleted', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:29.011055 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea06690-2bf4-4e66-8443-6d9d09894aea" -d '{"events": [{"server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "name": "network-vif-deleted", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:29.036880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:29.045883 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-25cdc275-ac35-4b7e-87ef-d5f3c2efda71 admin admin] 10.222.0.61 "PUT /v2.0/routers/7fac34b7-f7c3-4087-b868-c751b46871c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8681989 Jan 27 21:53:29.109033 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-c2d13bc4-63bb-4168-8d4d-dd03b2879f21 None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:29.116302 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb10c31d-e118-4fe8-a946-3f0d4078eafd x-openstack-request-id: req-cb10c31d-e118-4fe8-a946-3f0d4078eafd {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:29.116701 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361839fc-78f1-4c17-bfab-8d15cd2f992a", "name": "network-vif-deleted", "tag": "d891ebd7-4395-4572-aa45-544a013bb1a0", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:29.117057 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb10c31d-e118-4fe8-a946-3f0d4078eafd {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:29.117575 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361839fc-78f1-4c17-bfab-8d15cd2f992a', 'name': 'network-vif-deleted', 'tag': 'd891ebd7-4395-4572-aa45-544a013bb1a0', 'status': 'completed', 'code': 200} Jan 27 21:53:29.401705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c05038d8-bdeb-4f5e-8093-55ee28a3cd15 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:29.468927 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c2d13bc4-63bb-4168-8d4d-dd03b2879f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:59Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:29.505621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c05038d8-bdeb-4f5e-8093-55ee28a3cd15 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:29.506201 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.538289 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d13bc4-63bb-4168-8d4d-dd03b2879f21 None None] Checking router: 035819c8-9ec2-418e-8274-c6d6fb2ad602 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:53:29.561704 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d13bc4-63bb-4168-8d4d-dd03b2879f21 None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:29.562612 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c2d13bc4-63bb-4168-8d4d-dd03b2879f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:29.714673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c05038d8-bdeb-4f5e-8093-55ee28a3cd15 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:29.715669 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:29.749096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port c05038d8-bdeb-4f5e-8093-55ee28a3cd15, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c05038d8-bdeb-4f5e-8093-55ee28a3cd15,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:29.826958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e2eaa59-7a1a-43c1-b03a-4a785df3174c req-40bbf9f9-4d9c-467a-98bc-d55e7317bc65 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/ports?device_id=361839fc-78f1-4c17-bfab-8d15cd2f992a HTTP/1.1" status: 200 len: 210 time: 0.0409429 Jan 27 21:53:29.833036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Sync routers for ids ['7fac34b7-f7c3-4087-b868-c751b46871c5'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:29.849362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Routers {'7fac34b7-f7c3-4087-b868-c751b46871c5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:29.851401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7fac34b7-f7c3-4087-b868-c751b46871c5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:29.928760 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35202) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:29.937376 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6ce83ebe-4f6a-4bba-a0a5-fb41b2348db6 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1919577716', 'description': 'tempest-description--672801103'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:30.004688 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35208) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:30.029752 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-c2d13bc4-63bb-4168-8d4d-dd03b2879f21 None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:30.068369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83d07112-3faf-473a-8f49-468fdf824a34 req-04a073c1-dba6-4765-88f5-93c9bc3c995f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbaf17e4-8465-4a4f-81af-759b69885c20 HTTP/1.1" status: 200 len: 210 time: 0.0429258 Jan 27 21:53:30.089180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaf17e4-8465-4a4f-81af-759b69885c20', 'name': 'network-vif-deleted', 'tag': '94771ed8-93b1-4102-9c5f-e6655dabe131'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:30.093234 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d88cd5-7fdb-4159-95ef-e8d7e216b53c" -d '{"events": [{"server_uuid": "fbaf17e4-8465-4a4f-81af-759b69885c20", "name": "network-vif-deleted", "tag": "94771ed8-93b1-4102-9c5f-e6655dabe131"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:30.141258 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ce83ebe-4f6a-4bba-a0a5-fb41b2348db6 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.148023 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9d5c4a-c725-4ee1-8488-1297ce22b86e x-openstack-request-id: req-1c9d5c4a-c725-4ee1-8488-1297ce22b86e {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:30.148346 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbaf17e4-8465-4a4f-81af-759b69885c20", "name": "network-vif-deleted", "tag": "94771ed8-93b1-4102-9c5f-e6655dabe131", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:30.165296 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c9d5c4a-c725-4ee1-8488-1297ce22b86e {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:30.165296 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaf17e4-8465-4a4f-81af-759b69885c20', 'name': 'network-vif-deleted', 'tag': '94771ed8-93b1-4102-9c5f-e6655dabe131', 'status': 'completed', 'code': 200} Jan 27 21:53:30.308915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Set router 7fac34b7-f7c3-4087-b868-c751b46871c5 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:30.417520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:30.419849 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.475368 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c2d13bc4-63bb-4168-8d4d-dd03b2879f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:59Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:30.517531 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d13bc4-63bb-4168-8d4d-dd03b2879f21 None None] The sync data for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 is: [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:43:52Z', 'revision_number': 4, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6', 'name': '', 'network_id': 'bf700070-3437-4935-bb61-9656ea0d6b47', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'mac_address': 'fa:16:3e:19:b7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:51Z', 'updated_at': '2022-01-27T21:43:59Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'subnets': [{'id': '3a365c30-82d4-4327-bdd8-74d2fad78778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:30.518318 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ce83ebe-4f6a-4bba-a0a5-fb41b2348db6 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for security_group (8ab0542a-970e-4654-a3f6-15a268e15d48), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.540718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:30.541404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 19d72baf-32cc-4ce7-a5c3-cc06ce19c133 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:30.619813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ce83ebe-4f6a-4bba-a0a5-fb41b2348db6 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8ab0542a-970e-4654-a3f6-15a268e15d48), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.629608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=c05038d8-bdeb-4f5e-8093-55ee28a3cd15,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:30.696128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce83ebe-4f6a-4bba-a0a5-fb41b2348db6 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab0542a-970e-4654-a3f6-15a268e15d48,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:30.760768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 4, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '627007ca-b381-4f54-89c1-15ba8faf57b5', 'name': '', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'mac_address': 'fa:16:3e:ff:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:26Z', 'updated_at': '2022-01-27T21:53:27Z', 'revision_number': 2, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'subnets': [{'id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:30.794265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Checking router: 7fac34b7-f7c3-4087-b868-c751b46871c5 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:53:30.797301 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Updating router 7fac34b7-f7c3-4087-b868-c751b46871c5 port 627007ca-b381-4f54-89c1-15ba8faf57b5 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:53:30.818716 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ce83ebe-4f6a-4bba-a0a5-fb41b2348db6 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.823163 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6ce83ebe-4f6a-4bba-a0a5-fb41b2348db6 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8896725 Jan 27 21:53:30.823163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35214) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:30.829160 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3a608a76-1463-4924-bb5a-41b7d05a7af3 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Request body: {'security_group_rule': {'security_group_id': '8ab0542a-970e-4654-a3f6-15a268e15d48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:30.846264 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:30.914128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e654f99-de53-42c8-914d-e24597dbd6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (47398b07-af52-4e0d-9375-5ccb2fc7f96d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.026521 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecd304-90a6-4415-ab54-91a75057bc76 None None] New status for floating IP 4b61a4fb-709e-4f74-befb-4091b93ca50c: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:53:31.082650 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35222) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:31.096472 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a608a76-1463-4924-bb5a-41b7d05a7af3 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for security_group_rule (3c9e8443-efa4-408b-9f2c-79c66c5b2526), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.243191 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 94771ed8-93b1-4102-9c5f-e6655dabe131 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:31.270783 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a608a76-1463-4924-bb5a-41b7d05a7af3 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for security_group_rule (3c9e8443-efa4-408b-9f2c-79c66c5b2526), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.288456 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-725e0432-d83f-4e9e-a0b1-a1d810852064 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group (0d997226-bac6-40ce-ad4b-75cbee171fcc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.309235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 94771ed8-93b1-4102-9c5f-e6655dabe131 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:31.310262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 94771ed8-93b1-4102-9c5f-e6655dabe131 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:31.314672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d891ebd7-4395-4572-aa45-544a013bb1a0 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:31.322990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c05038d8-bdeb-4f5e-8093-55ee28a3cd15 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:31.334282 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-725e0432-d83f-4e9e-a0b1-a1d810852064 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group (0d997226-bac6-40ce-ad4b-75cbee171fcc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.359474 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a608a76-1463-4924-bb5a-41b7d05a7af3 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (3c9e8443-efa4-408b-9f2c-79c66c5b2526), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.402570 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a608a76-1463-4924-bb5a-41b7d05a7af3 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9e8443-efa4-408b-9f2c-79c66c5b2526,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:31.467775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: d891ebd7-4395-4572-aa45-544a013bb1a0 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:31.468362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d891ebd7-4395-4572-aa45-544a013bb1a0 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:31.508060 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d24a42fe-24fc-4f98-ade8-296f3f391bda req-0149db67-0b30-4385-af93-7e194680f7f2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647507 Jan 27 21:53:31.514291 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0e654f99-de53-42c8-914d-e24597dbd6c2 admin admin] Deleting port e818d061-a2bf-42c3-9e1d-57bcd35e6996 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:31.514643 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e654f99-de53-42c8-914d-e24597dbd6c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.562374 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-725e0432-d83f-4e9e-a0b1-a1d810852064 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0d997226-bac6-40ce-ad4b-75cbee171fcc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.565035 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-725e0432-d83f-4e9e-a0b1-a1d810852064 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.568168 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-725e0432-d83f-4e9e-a0b1-a1d810852064 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "DELETE /v2.0/security-groups/0d997226-bac6-40ce-ad4b-75cbee171fcc HTTP/1.1" status: 204 len: 168 time: 0.4823911 Jan 27 21:53:31.569800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35230) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:31.587999 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Publish callbacks [] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.590481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c05038d8-bdeb-4f5e-8093-55ee28a3cd15 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:31.590964 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.605085 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a608a76-1463-4924-bb5a-41b7d05a7af3 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.612197 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3a608a76-1463-4924-bb5a-41b7d05a7af3 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7821293 Jan 27 21:53:31.623480 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35232) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:31.625047 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-9d322765-b0fb-4008-b63b-a84b452816ff tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] show failed (client error): The resource could not be found. Jan 27 21:53:31.630533 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9d322765-b0fb-4008-b63b-a84b452816ff tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "GET /v2.0/security-groups/0d997226-bac6-40ce-ad4b-75cbee171fcc HTTP/1.1" status: 404 len: 347 time: 0.0567925 Jan 27 21:53:31.630533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e0432-d83f-4e9e-a0b1-a1d810852064 tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d997226-bac6-40ce-ad4b-75cbee171fcc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:31.632548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-55dc4afb-44a9-459f-a4eb-8edb468fa7ec tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Request body: {'security_group_rule': {'security_group_id': '8ab0542a-970e-4654-a3f6-15a268e15d48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:31.636470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35234) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:31.696314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a42fe-24fc-4f98-ade8-296f3f391bda req-848597ac-f113-4282-b8cb-2dc8c7935737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:31.697825 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d24a42fe-24fc-4f98-ade8-296f3f391bda req-848597ac-f113-4282-b8cb-2dc8c7935737 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 1097 time: 0.1076634 Jan 27 21:53:31.699623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-0e654f99-de53-42c8-914d-e24597dbd6c2 admin admin] For port e818d061-a2bf-42c3-9e1d-57bcd35e6996, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e818d061-a2bf-42c3-9e1d-57bcd35e6996,segment=NetworkSegment(5133678d-cdeb-4f03-b304-5822a8145b02),segment_id=5133678d-cdeb-4f03-b304-5822a8145b02)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:31.699991 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e654f99-de53-42c8-914d-e24597dbd6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.712839 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0e654f99-de53-42c8-914d-e24597dbd6c2 admin admin] Calling delete_port for e818d061-a2bf-42c3-9e1d-57bcd35e6996 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:31.740418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c05038d8-bdeb-4f5e-8093-55ee28a3cd15 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:31.743517 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.793735 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55dc4afb-44a9-459f-a4eb-8edb468fa7ec tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for security_group_rule (a904950f-c55e-4e7c-b00c-d0d9c47deb25), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:31.871510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237e1cd-6a9a-49fd-8740-224f211ae080 None None] Pushing event updated for resources: {'Port': ['ID=627007ca-b381-4f54-89c1-15ba8faf57b5,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:31.984171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Attempting to bind port 627007ca-b381-4f54-89c1-15ba8faf57b5 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:31.992162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Attempting to bind port 627007ca-b381-4f54-89c1-15ba8faf57b5 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:31.992792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Attempting to bind port 627007ca-b381-4f54-89c1-15ba8faf57b5 on network af806d0e-cab5-48ab-9a95-83286c3e6aa3 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:32.000518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:32.001065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Checking segment: {'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:32.002066 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.002765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Bound using segment: {'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:32.003427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Bound port: 627007ca-b381-4f54-89c1-15ba8faf57b5, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:32.004024 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.051284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-bc786503-391e-4fea-9c69-bd5be8848c5e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Deleting port f162c02b-87c6-44cf-aa01-a7f6f372ca1c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:32.051705 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bc786503-391e-4fea-9c69-bd5be8848c5e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f162c02b-87c6-44cf-aa01-a7f6f372ca1c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.162519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] For port 627007ca-b381-4f54-89c1-15ba8faf57b5, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:32.172245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] For port 627007ca-b381-4f54-89c1-15ba8faf57b5, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=627007ca-b381-4f54-89c1-15ba8faf57b5,segment=NetworkSegment(6df0fb4b-cb58-4307-91e2-56ade347b7d8),segment_id=6df0fb4b-cb58-4307-91e2-56ade347b7d8)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:32.227269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe1198-d38b-4a31-a1ea-bd4384834f2b req-ed303053-787c-4e83-8885-26ab8acbfb9f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.228867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75fe1198-d38b-4a31-a1ea-bd4384834f2b req-ed303053-787c-4e83-8885-26ab8acbfb9f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 945 time: 0.1497533 Jan 27 21:53:32.267451 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bc786503-391e-4fea-9c69-bd5be8848c5e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f162c02b-87c6-44cf-aa01-a7f6f372ca1c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.267783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bc786503-391e-4fea-9c69-bd5be8848c5e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (f162c02b-87c6-44cf-aa01-a7f6f372ca1c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.280123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0ed0d86e-ac09-4e16-bc1f-a999d42eee27 None None] Provisioning complete for port 627007ca-b381-4f54-89c1-15ba8faf57b5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:32.280696 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0ed0d86e-ac09-4e16-bc1f-a999d42eee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.288747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-bc786503-391e-4fea-9c69-bd5be8848c5e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Calling delete_port for f162c02b-87c6-44cf-aa01-a7f6f372ca1c owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:32.326311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75fe1198-d38b-4a31-a1ea-bd4384834f2b req-e45fedce-3530-4888-86d0-32730e79aca1 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852530 Jan 27 21:53:32.343108 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91e2fade-a854-4812-8fe3-fcc53f5e9f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.348218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0d86e-ac09-4e16-bc1f-a999d42eee27 None None] Port 627007ca-b381-4f54-89c1-15ba8faf57b5 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:32.386516 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.458213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a42fe-24fc-4f98-ade8-296f3f391bda req-197feef1-eee8-4158-b2cf-4d28c61a2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.461501 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d24a42fe-24fc-4f98-ade8-296f3f391bda req-197feef1-eee8-4158-b2cf-4d28c61a2523 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 200 len: 915 time: 0.7301826 Jan 27 21:53:32.505035 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55dc4afb-44a9-459f-a4eb-8edb468fa7ec tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for security_group_rule (a904950f-c55e-4e7c-b00c-d0d9c47deb25), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.538850 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d24a42fe-24fc-4f98-ade8-296f3f391bda req-e374666b-3e2d-40aa-9c2e-7ead68930dad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09018ee4-9016-4771-a6af-fb3ed7962913 HTTP/1.1" status: 200 len: 217 time: 0.0700881 Jan 27 21:53:32.570202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Routers {'7fac34b7-f7c3-4087-b868-c751b46871c5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:32.571237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7fac34b7-f7c3-4087-b868-c751b46871c5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:32.647687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55dc4afb-44a9-459f-a4eb-8edb468fa7ec tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (a904950f-c55e-4e7c-b00c-d0d9c47deb25), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.677443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237e1cd-6a9a-49fd-8740-224f211ae080 None None] Pushing event updated for resources: {'Port': ['ID=627007ca-b381-4f54-89c1-15ba8faf57b5,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:32.678013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc4afb-44a9-459f-a4eb-8edb468fa7ec tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a904950f-c55e-4e7c-b00c-d0d9c47deb25,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:32.683215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a42fe-24fc-4f98-ade8-296f3f391bda req-e216d397-1b23-41f6-a7ae-1e5a18cb8027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:32.684748 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d24a42fe-24fc-4f98-ade8-296f3f391bda req-e216d397-1b23-41f6-a7ae-1e5a18cb8027 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ab58da47-1e95-4723-ad77-d0012bc945f9 HTTP/1.1" status: 200 len: 854 time: 0.1346076 Jan 27 21:53:32.723381 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d24a42fe-24fc-4f98-ade8-296f3f391bda req-b99be349-ce6c-4183-8606-296fc9c2befd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bff99387-7cb5-4548-9169-ac27e2748a33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319219 Jan 27 21:53:32.728528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] Set router 7fac34b7-f7c3-4087-b868-c751b46871c5 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:32.751931 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bc786503-391e-4fea-9c69-bd5be8848c5e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f162c02b-87c6-44cf-aa01-a7f6f372ca1c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.795956 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e654f99-de53-42c8-914d-e24597dbd6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e818d061-a2bf-42c3-9e1d-57bcd35e6996), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.818435 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55dc4afb-44a9-459f-a4eb-8edb468fa7ec tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.819497 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-55dc4afb-44a9-459f-a4eb-8edb468fa7ec tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1928790 Jan 27 21:53:32.833859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc786503-391e-4fea-9c69-bd5be8848c5e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Pushing event deleted for resources: {'Port': ['ID=f162c02b-87c6-44cf-aa01-a7f6f372ca1c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:32.837738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35242) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:32.849396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:32.909277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e654f99-de53-42c8-914d-e24597dbd6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e818d061-a2bf-42c3-9e1d-57bcd35e6996,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:32.957688 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bc786503-391e-4fea-9c69-bd5be8848c5e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks [] for floatingip (4b61a4fb-709e-4f74-befb-4091b93ca50c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.962207 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bc786503-391e-4fea-9c69-bd5be8848c5e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:32.975566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bc786503-391e-4fea-9c69-bd5be8848c5e tempest-AttachVolumeShelveTestJSON-920706651 tempest-AttachVolumeShelveTestJSON-920706651-project] 10.222.0.61 "DELETE /v2.0/floatingips/4b61a4fb-709e-4f74-befb-4091b93ca50c HTTP/1.1" status: 204 len: 168 time: 1.3377857 Jan 27 21:53:33.019657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d8ac5726-8f74-429f-be11-911bb19a0a99 None None] Provisioning complete for port 627007ca-b381-4f54-89c1-15ba8faf57b5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:33.020803 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d8ac5726-8f74-429f-be11-911bb19a0a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.080888 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d24a42fe-24fc-4f98-ade8-296f3f391bda req-c78929e8-8e5c-422e-a291-623d9eb01ca3 service neutron] 10.222.0.74 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507128 Jan 27 21:53:33.110508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 4, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '627007ca-b381-4f54-89c1-15ba8faf57b5', 'name': '', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'mac_address': 'fa:16:3e:ff:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:26Z', 'updated_at': '2022-01-27T21:53:32Z', 'revision_number': 4, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'subnets': [{'id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:33.147687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c50c986-1f3a-4e13-9c69-b26a8bbb3122 None None] The sync data for ids ['7fac34b7-f7c3-4087-b868-c751b46871c5'] in n-d-760456-6 is: [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 4, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '627007ca-b381-4f54-89c1-15ba8faf57b5', 'name': '', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'mac_address': 'fa:16:3e:ff:61:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:26Z', 'updated_at': '2022-01-27T21:53:32Z', 'revision_number': 4, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'subnets': [{'id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:33.179853 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.240359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac5726-8f74-429f-be11-911bb19a0a99 None None] Current status of the port 627007ca-b381-4f54-89c1-15ba8faf57b5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:33.240747 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d8ac5726-8f74-429f-be11-911bb19a0a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.290747 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d24a42fe-24fc-4f98-ade8-296f3f391bda req-6472f516-2c4c-42a3-a9b3-adf69c1628a1 service neutron] 10.222.0.74 "GET /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029784 Jan 27 21:53:33.322464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d8ac5726-8f74-429f-be11-911bb19a0a99 None None] For port 627007ca-b381-4f54-89c1-15ba8faf57b5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=627007ca-b381-4f54-89c1-15ba8faf57b5,segment=NetworkSegment(6df0fb4b-cb58-4307-91e2-56ade347b7d8),segment_id=6df0fb4b-cb58-4307-91e2-56ade347b7d8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:33.325867 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e654f99-de53-42c8-914d-e24597dbd6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (47398b07-af52-4e0d-9375-5ccb2fc7f96d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.436412 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d8ac5726-8f74-429f-be11-911bb19a0a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.441638 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:33.544492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac5726-8f74-429f-be11-911bb19a0a99 None None] Pushing event updated for resources: {'Port': ['ID=627007ca-b381-4f54-89c1-15ba8faf57b5,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:33.677223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75644200-a377-48e5-a12b-6dd75831bff1 req-af401c18-a7c3-442e-aa32-88a77b36c586 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:33.679835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75644200-a377-48e5-a12b-6dd75831bff1 req-af401c18-a7c3-442e-aa32-88a77b36c586 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 945 time: 0.1521044 Jan 27 21:53:33.757372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Allocated IP 172.25.0.207 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/69a9a7b3-53b8-4ae3-b765-178770724afa) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:33.785599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e654f99-de53-42c8-914d-e24597dbd6c2 admin admin] Router 47398b07-af52-4e0d-9375-5ccb2fc7f96d has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:53:33.804362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75644200-a377-48e5-a12b-6dd75831bff1 req-6dfb4b5b-005e-4925-b201-0055ba24027e tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099429 Jan 27 21:53:33.974988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e654f99-de53-42c8-914d-e24597dbd6c2 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:33.985370 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0e654f99-de53-42c8-914d-e24597dbd6c2 admin admin] 10.222.0.61 "PUT /v2.0/routers/47398b07-af52-4e0d-9375-5ccb2fc7f96d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9768281 Jan 27 21:53:33.985656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35256) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:33.989550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c165b78-9359-42e3-bc73-525a5a4ace32 None None] Sync routers for ids ['47398b07-af52-4e0d-9375-5ccb2fc7f96d'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:34.017349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c165b78-9359-42e3-bc73-525a5a4ace32 None None] Routers {'47398b07-af52-4e0d-9375-5ccb2fc7f96d'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:34.017992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-4c165b78-9359-42e3-bc73-525a5a4ace32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['47398b07-af52-4e0d-9375-5ccb2fc7f96d'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:34.038814 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:53:34.044762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de59ec-0a15-4d44-86c1-5f78b2d2ef3e req-ba092c87-ce8c-440e-8f3a-336a14de2d3f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:34.046506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65de59ec-0a15-4d44-86c1-5f78b2d2ef3e req-ba092c87-ce8c-440e-8f3a-336a14de2d3f tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 945 time: 0.1527200 Jan 27 21:53:34.090611 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for port (69a9a7b3-53b8-4ae3-b765-178770724afa), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.238217 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Publish callbacks [] for router (47398b07-af52-4e0d-9375-5ccb2fc7f96d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.307160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-4c165b78-9359-42e3-bc73-525a5a4ace32 None None] Set router 47398b07-af52-4e0d-9375-5ccb2fc7f96d gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:34.354020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-65de59ec-0a15-4d44-86c1-5f78b2d2ef3e req-8a8f61f5-7ea4-487a-842a-ea4596c94dfc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Deleting port fc23d715-2950-47cd-b186-557dd644f08b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:34.354381 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-65de59ec-0a15-4d44-86c1-5f78b2d2ef3e req-8a8f61f5-7ea4-487a-842a-ea4596c94dfc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fc23d715-2950-47cd-b186-557dd644f08b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.494513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (69a9a7b3-53b8-4ae3-b765-178770724afa), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.545280 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Publish callbacks [] for router_gateway (47398b07-af52-4e0d-9375-5ccb2fc7f96d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.605518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:34.612653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Pushing event updated for resources: {'Port': ['ID=69a9a7b3-53b8-4ae3-b765-178770724afa,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:34.615744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:34.621248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:34.671377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-65de59ec-0a15-4d44-86c1-5f78b2d2ef3e req-8a8f61f5-7ea4-487a-842a-ea4596c94dfc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] For port fc23d715-2950-47cd-b186-557dd644f08b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=fc23d715-2950-47cd-b186-557dd644f08b,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:34.671895 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-65de59ec-0a15-4d44-86c1-5f78b2d2ef3e req-8a8f61f5-7ea4-487a-842a-ea4596c94dfc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fc23d715-2950-47cd-b186-557dd644f08b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.709105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-65de59ec-0a15-4d44-86c1-5f78b2d2ef3e req-8a8f61f5-7ea4-487a-842a-ea4596c94dfc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Calling delete_port for fc23d715-2950-47cd-b186-557dd644f08b owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:34.721768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-4c165b78-9359-42e3-bc73-525a5a4ace32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'name': 'tempest-ServerRescueTestJSON-2097318958-router', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:09Z', 'updated_at': '2022-01-27T21:53:32Z', 'revision_number': 5, 'project_id': '88718266cbbd46ada9baae144e312b23', 'gw_port': {'id': '6848ef56-a512-4173-83bd-1d57f2319fcc', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:30:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:51:10Z', 'updated_at': '2022-01-27T21:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:34.810122 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Deleting port 6848ef56-a512-4173-83bd-1d57f2319fcc {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:34.810689 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:34.812184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c165b78-9359-42e3-bc73-525a5a4ace32 None None] Checking router: 47398b07-af52-4e0d-9375-5ccb2fc7f96d for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:53:34.824663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c165b78-9359-42e3-bc73-525a5a4ace32 None None] Routers {'47398b07-af52-4e0d-9375-5ccb2fc7f96d'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:34.825768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-4c165b78-9359-42e3-bc73-525a5a4ace32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['47398b07-af52-4e0d-9375-5ccb2fc7f96d'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:35.017557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-4c165b78-9359-42e3-bc73-525a5a4ace32 None None] Set router 47398b07-af52-4e0d-9375-5ccb2fc7f96d gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:35.036006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] For port 6848ef56-a512-4173-83bd-1d57f2319fcc, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6848ef56-a512-4173-83bd-1d57f2319fcc,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:35.043267 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.070540 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Calling delete_port for 6848ef56-a512-4173-83bd-1d57f2319fcc owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:35.102705 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for floatingip (d10913d4-ed8e-4925-adaa-a86ac61c07a5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.268274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4630a9-2a6c-44dd-894b-43c704c04d72 req-6546a955-2544-45e3-a3e9-1dc27405f7e7 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:35.274190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc4630a9-2a6c-44dd-894b-43c704c04d72 req-6546a955-2544-45e3-a3e9-1dc27405f7e7 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 945 time: 0.2713892 Jan 27 21:53:35.439585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (69a9a7b3-53b8-4ae3-b765-178770724afa), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.457851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc4630a9-2a6c-44dd-894b-43c704c04d72 req-873c8806-0325-47ed-ad16-75ba8b3dbfce tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676569 Jan 27 21:53:35.488414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-4c165b78-9359-42e3-bc73-525a5a4ace32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'name': 'tempest-ServerRescueTestJSON-2097318958-router', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:09Z', 'updated_at': '2022-01-27T21:53:34Z', 'revision_number': 6, 'project_id': '88718266cbbd46ada9baae144e312b23', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:35.492949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 627007ca-b381-4f54-89c1-15ba8faf57b5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:35.495679 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0bb522f1-6b0a-41dd-b040-3f59174767e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.561862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c165b78-9359-42e3-bc73-525a5a4ace32 None None] The sync data for ids ['47398b07-af52-4e0d-9375-5ccb2fc7f96d'] in n-d-760456-6 is: [{'id': '47398b07-af52-4e0d-9375-5ccb2fc7f96d', 'name': 'tempest-ServerRescueTestJSON-2097318958-router', 'tenant_id': '88718266cbbd46ada9baae144e312b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:51:09Z', 'updated_at': '2022-01-27T21:53:34Z', 'revision_number': 6, 'project_id': '88718266cbbd46ada9baae144e312b23', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:35.586163 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (6848ef56-a512-4173-83bd-1d57f2319fcc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.634020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 627007ca-b381-4f54-89c1-15ba8faf57b5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:35.634616 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.712392 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6848ef56-a512-4173-83bd-1d57f2319fcc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:35.737733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for port (69a9a7b3-53b8-4ae3-b765-178770724afa), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.740660 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-65de59ec-0a15-4d44-86c1-5f78b2d2ef3e req-8a8f61f5-7ea4-487a-842a-ea4596c94dfc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fc23d715-2950-47cd-b186-557dd644f08b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.760682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['09018ee4-9016-4771-a6af-fb3ed7962913'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:35.823435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f61f5-7ea4-487a-842a-ea4596c94dfc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Pushing event deleted for resources: {'Port': ['ID=fc23d715-2950-47cd-b186-557dd644f08b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:35.839525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (47398b07-af52-4e0d-9375-5ccb2fc7f96d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.869391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 627007ca-b381-4f54-89c1-15ba8faf57b5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:35.883403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (69a9a7b3-53b8-4ae3-b765-178770724afa), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.916283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-65de59ec-0a15-4d44-86c1-5f78b2d2ef3e req-8a8f61f5-7ea4-487a-842a-ea4596c94dfc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] No DVR routers for this DVR port fc23d715-2950-47cd-b186-557dd644f08b on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:35.963276 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-65de59ec-0a15-4d44-86c1-5f78b2d2ef3e req-8a8f61f5-7ea4-487a-842a-ea4596c94dfc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:35.978482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65de59ec-0a15-4d44-86c1-5f78b2d2ef3e req-8a8f61f5-7ea4-487a-842a-ea4596c94dfc tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.71 "DELETE /v2.0/ports/fc23d715-2950-47cd-b186-557dd644f08b HTTP/1.1" status: 204 len: 173 time: 1.9177766 Jan 27 21:53:35.980703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0798d4-6f80-4a6e-a0a0-3469f767dffd', 'name': 'network-vif-deleted', 'tag': 'fc23d715-2950-47cd-b186-557dd644f08b'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:35.987455 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2404960-1547-4679-a2d3-0fc3b3c8283b" -d '{"events": [{"server_uuid": "ce0798d4-6f80-4a6e-a0a0-3469f767dffd", "name": "network-vif-deleted", "tag": "fc23d715-2950-47cd-b186-557dd644f08b"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:36.058737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (47398b07-af52-4e0d-9375-5ccb2fc7f96d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.066683 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Publish callbacks [] for router_controller (47398b07-af52-4e0d-9375-5ccb2fc7f96d), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.096643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (d10913d4-ed8e-4925-adaa-a86ac61c07a5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.133805 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfa02df-9cd2-4a53-a8c0-08b2eea3fd85 x-openstack-request-id: req-7cfa02df-9cd2-4a53-a8c0-08b2eea3fd85 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:36.134112 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0798d4-6f80-4a6e-a0a0-3469f767dffd", "name": "network-vif-deleted", "tag": "fc23d715-2950-47cd-b186-557dd644f08b", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:36.134368 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7cfa02df-9cd2-4a53-a8c0-08b2eea3fd85 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:36.134776 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0798d4-6f80-4a6e-a0a0-3469f767dffd', 'name': 'network-vif-deleted', 'tag': 'fc23d715-2950-47cd-b186-557dd644f08b', 'status': 'completed', 'code': 200} Jan 27 21:53:36.169482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Pushing event updated for resources: {'Port': ['ID=69a9a7b3-53b8-4ae3-b765-178770724afa,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:36.208033 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.224587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device fc23d715-2950-47cd-b186-557dd644f08b no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:36.248150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: fc23d715-2950-47cd-b186-557dd644f08b {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:36.248511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device fc23d715-2950-47cd-b186-557dd644f08b not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:36.274972 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.277266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2c2dd14c-6aab-461d-a13d-e1c0fc027cc8 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4329557 Jan 27 21:53:36.310723 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (47398b07-af52-4e0d-9375-5ccb2fc7f96d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.311442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47398b07-af52-4e0d-9375-5ccb2fc7f96d {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:53:36.316046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.327916 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-33b25b3f-54a9-4803-91f9-439bc41132d0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/47398b07-af52-4e0d-9375-5ccb2fc7f96d HTTP/1.1" status: 204 len: 168 time: 2.3306398 Jan 27 21:53:36.330493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35278) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:36.418496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f881f36-367d-41ce-9812-7c32d6d10761 admin admin] Deleting subnet 7241b382-0517-4ef8-98c8-0d21759b8baa {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:53:36.430171 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f881f36-367d-41ce-9812-7c32d6d10761 admin admin] Publish callbacks [] for subnet (7241b382-0517-4ef8-98c8-0d21759b8baa), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.492031 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f881f36-367d-41ce-9812-7c32d6d10761 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (7241b382-0517-4ef8-98c8-0d21759b8baa), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:36.545122 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-0086d3a3-06b7-4b0c-bde2-f43beb8187cb tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1919577716&fields=id&tenant_id=1efbb19167b04fbe8a7e55c762ebbb27 HTTP/1.1" status: 200 len: 267 time: 0.0864236 Jan 27 21:53:36.644239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f881f36-367d-41ce-9812-7c32d6d10761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (7241b382-0517-4ef8-98c8-0d21759b8baa), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.205777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-735b726e-22e5-47d1-9158-3b32b51589eb req-b95cb443-b57c-4971-8b5f-ef6090244153 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce0798d4-6f80-4a6e-a0a0-3469f767dffd HTTP/1.1" status: 200 len: 210 time: 0.5626388 Jan 27 21:53:37.209395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6848ef56-a512-4173-83bd-1d57f2319fcc no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:37.246181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 6848ef56-a512-4173-83bd-1d57f2319fcc {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:37.246847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6848ef56-a512-4173-83bd-1d57f2319fcc not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:37.247908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e818d061-a2bf-42c3-9e1d-57bcd35e6996 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:37.256690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-73c38171-936a-4ca0-af73-481fbde0852e tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:37.263935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-73c38171-936a-4ca0-af73-481fbde0852e tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/networks?id=af806d0e-cab5-48ab-9a95-83286c3e6aa3 HTTP/1.1" status: 200 len: 812 time: 0.6948030 Jan 27 21:53:37.287018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-1463f49c-30f8-466d-b58b-6566e8636d9f tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/quotas/1efbb19167b04fbe8a7e55c762ebbb27 HTTP/1.1" status: 200 len: 375 time: 0.0218649 Jan 27 21:53:37.290029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e818d061-a2bf-42c3-9e1d-57bcd35e6996 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:37.290378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e818d061-a2bf-42c3-9e1d-57bcd35e6996 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:37.354072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-08295c99-97d5-452b-8089-522704e78935 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1efbb19167b04fbe8a7e55c762ebbb27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661170 Jan 27 21:53:37.425924 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.504678 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-9825ae87-36ad-4272-8f58-3e21fb52ce97 service neutron] 10.222.0.61 "GET /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339469 Jan 27 21:53:37.563778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f881f36-367d-41ce-9812-7c32d6d10761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (7241b382-0517-4ef8-98c8-0d21759b8baa), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.599512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f881f36-367d-41ce-9812-7c32d6d10761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7241b382-0517-4ef8-98c8-0d21759b8baa,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:37.606296 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f881f36-367d-41ce-9812-7c32d6d10761 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.612892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35298) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:37.623159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3f881f36-367d-41ce-9812-7c32d6d10761 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7241b382-0517-4ef8-98c8-0d21759b8baa HTTP/1.1" status: 204 len: 168 time: 1.2878871 Jan 27 21:53:37.678359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-e6be9cf7-392e-4cda-90d5-5982748b87f4 service neutron] 10.222.0.61 "GET /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674464 Jan 27 21:53:37.702973 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6d585f84-28d1-4ca1-88fb-6936445ac37a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.866286 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6d585f84-28d1-4ca1-88fb-6936445ac37a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.910470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d585f84-28d1-4ca1-88fb-6936445ac37a']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:37.930783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5133678d-cdeb-4f03-b304-5822a8145b02') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:37.931151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5133678d-cdeb-4f03-b304-5822a8145b02') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:37.942656 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (5133678d-cdeb-4f03-b304-5822a8145b02), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:37.995693 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5133678d-cdeb-4f03-b304-5822a8145b02), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:38.022895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:53:38.023317 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (5133678d-cdeb-4f03-b304-5822a8145b02), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:38.028951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e292080a-7341-4f74-aca1-3e9d21be0c61 req-55595828-aec6-4d58-a5dc-48670aa3561c tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 210 time: 0.0537770 Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:53:38.062365 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:53:38.254074 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (6d585f84-28d1-4ca1-88fb-6936445ac37a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:38.261033 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:38.284535 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6d585f84-28d1-4ca1-88fb-6936445ac37a HTTP/1.1" status: 204 len: 168 time: 0.6598535 Jan 27 21:53:38.296883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bd3f4-f0d2-4ae5-9695-34e3192f21f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d585f84-28d1-4ca1-88fb-6936445ac37a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:38.883378 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35322) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:38.936173 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b8bfccbb-3a64-4b5f-89f8-a5c486256d0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=88718266cbbd46ada9baae144e312b23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492628 Jan 27 21:53:38.936531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35326) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:38.986201 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.001114 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9699f73b-f0ea-4f76-ab4d-a4569d7ea3bb admin admin] Publish callbacks [] for security_group (0a8e8ee6-70ef-4b04-9ca6-0dba087765f3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.028771 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9699f73b-f0ea-4f76-ab4d-a4569d7ea3bb admin admin] Publish callbacks [] for security_group (0a8e8ee6-70ef-4b04-9ca6-0dba087765f3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.132925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fe6444b-013a-4520-82ca-398732c5177b req-3ed3c5ba-6ab1-4c4d-ad3c-019cce76cebd tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 210 time: 0.0398512 Jan 27 21:53:39.254261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9699f73b-f0ea-4f76-ab4d-a4569d7ea3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0a8e8ee6-70ef-4b04-9ca6-0dba087765f3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.256981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9699f73b-f0ea-4f76-ab4d-a4569d7ea3bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:39.258113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9699f73b-f0ea-4f76-ab4d-a4569d7ea3bb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a8e8ee6-70ef-4b04-9ca6-0dba087765f3 HTTP/1.1" status: 204 len: 168 time: 0.3206077 Jan 27 21:53:39.266239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699f73b-f0ea-4f76-ab4d-a4569d7ea3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8e8ee6-70ef-4b04-9ca6-0dba087765f3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:40.272611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0696a73c-1741-4e66-9ac3-5238e35eb319 req-088db228-1cc4-4362-8217-c3203939170b tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 210 time: 0.0559652 Jan 27 21:53:41.342298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35380) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:41.461501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6687b2c5-a982-40c1-8ca5-41c00ed49d59 req-da43c9f1-a40f-44c2-8fe8-dfc3cd90960a tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 210 time: 0.0437582 Jan 27 21:53:41.603920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-388625593-network', 'tenant_id': '7ef2744fc5934353b91e037e8978612b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:41.774742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Made reservation on behalf of 7ef2744fc5934353b91e037e8978612b for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:41.782757 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:41.805782 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:41.934422 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Publish callbacks [] for security_group (195e4b32-b3e1-452d-a0da-7e24533cebdb), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.093881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (195e4b32-b3e1-452d-a0da-7e24533cebdb), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.129530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:53:42.148956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195e4b32-b3e1-452d-a0da-7e24533cebdb,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:42.152720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (aaa2de54-d45e-4fbe-80f6-d085e3961a4a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.152955 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Added segment aaa2de54-d45e-4fbe-80f6-d085e3961a4a of type vlan for network f7986a63-54e0-4362-a7cb-5a7356da77db Jan 27 21:53:42.201955 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (f7986a63-54e0-4362-a7cb-5a7356da77db), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.442289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (f7986a63-54e0-4362-a7cb-5a7356da77db), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.446320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:42.447184 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:42.596674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2451138 Jan 27 21:53:42.599981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35396) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:42.615660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-234aeaa6-2023-48b8-bce3-d0ed5e0683e9 admin admin] Request body: {'subnet': {'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-388625593-subnet', 'tenant_id': '7ef2744fc5934353b91e037e8978612b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:42.727530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6daef9-5b1d-45db-b0f8-755edd3adca2 admin admin] Pushing event updated for resources: {'Network': ['ID=f7986a63-54e0-4362-a7cb-5a7356da77db,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:42.759550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd5f99ff-a3be-4359-8031-c0a9337871ff req-37743324-7c1e-44d7-b261-e23d3b8494ac tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 210 time: 0.1571131 Jan 27 21:53:42.776949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network f7986a63-54e0-4362-a7cb-5a7356da77db details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:53:42.816536 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-08ad6065-1862-4def-ba12-00130bcb72e3 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:42.818773 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-08ad6065-1862-4def-ba12-00130bcb72e3 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.74 "GET /v2.0/networks?id=af806d0e-cab5-48ab-9a95-83286c3e6aa3 HTTP/1.1" status: 200 len: 812 time: 0.2482111 Jan 27 21:53:42.841960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234aeaa6-2023-48b8-bce3-d0ed5e0683e9 admin admin] Made reservation on behalf of 7ef2744fc5934353b91e037e8978612b for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:42.844981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234aeaa6-2023-48b8-bce3-d0ed5e0683e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.043383 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-b40fa81c-8030-40a2-bc99-cfadde99d3b5 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1efbb19167b04fbe8a7e55c762ebbb27 HTTP/1.1" status: 200 len: 380 time: 0.2127359 Jan 27 21:53:43.054101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Request body: {'port': {'device_id': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'admin_state_up': True, 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'security_groups': ['8ab0542a-970e-4654-a3f6-15a268e15d48']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:43.396920 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234aeaa6-2023-48b8-bce3-d0ed5e0683e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (1af3e14d-ef9e-46d4-8d8c-76715fffbc0a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.442376 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Made reservation on behalf of 1efbb19167b04fbe8a7e55c762ebbb27 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:43.455622 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.462371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234aeaa6-2023-48b8-bce3-d0ed5e0683e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:43.504409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234aeaa6-2023-48b8-bce3-d0ed5e0683e9 admin admin] Checking segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:43.504780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234aeaa6-2023-48b8-bce3-d0ed5e0683e9 admin admin] Network hostable DHCP agents. Network: f7986a63-54e0-4362-a7cb-5a7356da77db, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:53:43.643610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234aeaa6-2023-48b8-bce3-d0ed5e0683e9 admin admin] Network f7986a63-54e0-4362-a7cb-5a7356da77db is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:53:43.654192 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Allocated IP 172.20.0.11 (af806d0e-cab5-48ab-9a95-83286c3e6aa3/02058af9-b7be-422f-afbc-10a8b55a704d/4023bcf2-2c58-460e-9683-e3fd257cd642) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:43.762145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-234aeaa6-2023-48b8-bce3-d0ed5e0683e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, f7986a63-54e0-4362-a7cb-5a7356da77db) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:43.771490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234aeaa6-2023-48b8-bce3-d0ed5e0683e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:43.776106 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234aeaa6-2023-48b8-bce3-d0ed5e0683e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.799895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56142759-0a52-4a8a-a300-97d9c50c51c2 None None] Network f7986a63-54e0-4362-a7cb-5a7356da77db requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:43.896408 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:43.939884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8991781f-fc53-4d80-b783-8f5ea13befcb req-5baf2d05-daff-4836-8c78-fee7368a9d0e tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 210 time: 0.0654602 Jan 27 21:53:43.995226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089cff69-7b63-44f7-b2bd-fc0a35b49a86 None None] Network f7986a63-54e0-4362-a7cb-5a7356da77db requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:44.024100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-234aeaa6-2023-48b8-bce3-d0ed5e0683e9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4161174 Jan 27 21:53:44.202940 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.272254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Network af806d0e-cab5-48ab-9a95-83286c3e6aa3 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:44.275513 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:44.279535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:44.328874 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Pushing event updated for resources: {'Port': ['ID=4023bcf2-2c58-460e-9683-e3fd257cd642,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:44.400643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:44.401423 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.639229 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-54623d68-0669-4563-8dd8-2d5d7a660e77 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5895360 Jan 27 21:53:44.650997 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Request body: {'port': {'device_id': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:44.773830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a1ab404c-8a45-4271-8061-f4f59f9eb8bf None None] Provisioning complete for port 4023bcf2-2c58-460e-9683-e3fd257cd642 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:44.774659 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a1ab404c-8a45-4271-8061-f4f59f9eb8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.782323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:44.826846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab404c-8a45-4271-8061-f4f59f9eb8bf None None] Port 4023bcf2-2c58-460e-9683-e3fd257cd642 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:53:44.930001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-55eb8d05-9d08-4bae-b529-66f5065471a5 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:44.931512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-55eb8d05-9d08-4bae-b529-66f5065471a5 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.2192068 Jan 27 21:53:44.950126 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-049618fb-7228-4dbb-8367-cf8968ee26d8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/quotas/7ef2744fc5934353b91e037e8978612b HTTP/1.1" status: 200 len: 375 time: 0.0128820 Jan 27 21:53:44.999638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-285f385d-da11-4013-b86f-d2756725e044 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375881 Jan 27 21:53:45.197286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb09911-318b-4559-9fa4-3cdc5815c349 req-842d23cd-f8a5-4c92-849b-53d4778e98c5 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:45.199112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cb09911-318b-4559-9fa4-3cdc5815c349 req-842d23cd-f8a5-4c92-849b-53d4778e98c5 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 932 time: 0.1070065 Jan 27 21:53:45.261104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-a77492c7-187a-4a02-aab6-4b98261d5aa3 service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534986 Jan 27 21:53:45.336650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4023bcf2-2c58-460e-9683-e3fd257cd642 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:45.346597 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Publish callbacks [] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.368671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Transition to ACTIVE for port object 4023bcf2-2c58-460e-9683-e3fd257cd642 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:45.428224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e8984c58-de60-468b-8701-e053fa2b5421 service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561043 Jan 27 21:53:45.455481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cb09911-318b-4559-9fa4-3cdc5815c349 req-a27d800a-2d84-4fcc-b065-e41816ec8405 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390296 Jan 27 21:53:45.573339 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.651720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Pushing event updated for resources: {'Port': ['ID=4023bcf2-2c58-460e-9683-e3fd257cd642,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:45.793252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Attempting to bind port 4023bcf2-2c58-460e-9683-e3fd257cd642 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:45.821016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Attempting to bind port 4023bcf2-2c58-460e-9683-e3fd257cd642 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:45.821016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Attempting to bind port 4023bcf2-2c58-460e-9683-e3fd257cd642 on network af806d0e-cab5-48ab-9a95-83286c3e6aa3 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:45.821016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Port 4023bcf2-2c58-460e-9683-e3fd257cd642 on network af806d0e-cab5-48ab-9a95-83286c3e6aa3 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:45.821016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Attempting to bind port 4023bcf2-2c58-460e-9683-e3fd257cd642 on network af806d0e-cab5-48ab-9a95-83286c3e6aa3 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:45.821016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:45.821016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Checking segment: {'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:45.821016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Bound using segment: {'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:45.821016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Bound port: 4023bcf2-2c58-460e-9683-e3fd257cd642, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6df0fb4b-cb58-4307-91e2-56ade347b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:45.821016 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:45.986088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f7dceaf-7a33-43d7-877f-96c019c59c60 req-6fcce731-abea-44ea-a75b-55b2a37a56c8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 210 time: 0.0824447 Jan 27 21:53:45.994253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] For port 4023bcf2-2c58-460e-9683-e3fd257cd642, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:46.003584 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] For port 4023bcf2-2c58-460e-9683-e3fd257cd642, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4023bcf2-2c58-460e-9683-e3fd257cd642,segment=NetworkSegment(6df0fb4b-cb58-4307-91e2-56ade347b7d8),segment_id=6df0fb4b-cb58-4307-91e2-56ade347b7d8)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:46.183024 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.322642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.323921 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:46.325868 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] 10.222.0.74 "PUT /v2.0/ports/4023bcf2-2c58-460e-9683-e3fd257cd642 HTTP/1.1" status: 200 len: 1092 time: 1.6791508 Jan 27 21:53:46.327130 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'tag': '4023bcf2-2c58-460e-9683-e3fd257cd642'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:46.330053 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49c093a-f241-4ef2-8d93-f763d3958e73" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddf14e6-9593-42d4-a90d-59129bfb5a69", "tag": "4023bcf2-2c58-460e-9683-e3fd257cd642"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:46.493504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebf28d-92c3-4ca0-b014-c170c9b2c49f req-c8c21aa6-aedf-40d5-b001-a79b67c3ccb1 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.513735 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70116be7-1b36-4f7b-9c44-b69dbcae28cc x-openstack-request-id: req-70116be7-1b36-4f7b-9c44-b69dbcae28cc {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:46.514228 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddf14e6-9593-42d4-a90d-59129bfb5a69", "tag": "4023bcf2-2c58-460e-9683-e3fd257cd642", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:46.514325 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-70116be7-1b36-4f7b-9c44-b69dbcae28cc {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:46.514914 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'tag': '4023bcf2-2c58-460e-9683-e3fd257cd642', 'status': 'completed', 'code': 200} Jan 27 21:53:46.517339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9ebf28d-92c3-4ca0-b014-c170c9b2c49f req-c8c21aa6-aedf-40d5-b001-a79b67c3ccb1 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 946 time: 0.1565740 Jan 27 21:53:46.618822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af130cca-4ca9-4c87-b525-afe00343e368 service neutron] Pushing event updated for resources: {'Port': ['ID=4023bcf2-2c58-460e-9683-e3fd257cd642,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:46.682201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9ebf28d-92c3-4ca0-b014-c170c9b2c49f req-24407fb9-d7d3-4660-ac69-1b6a2cbcc737 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624007 Jan 27 21:53:46.710233 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-a639ca7a-0ec2-4360-814e-3c46f3c4c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.712734 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-a639ca7a-0ec2-4360-814e-3c46f3c4c741 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1efbb19167b04fbe8a7e55c762ebbb27&device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 1095 time: 0.1970372 Jan 27 21:53:46.789063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169976d-90f4-4329-b702-1273039c0637 req-c595ec4f-fe57-44b5-afc7-9fcc00c39bca tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.799154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f169976d-90f4-4329-b702-1273039c0637 req-c595ec4f-fe57-44b5-afc7-9fcc00c39bca tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 944 time: 0.1713982 Jan 27 21:53:46.811775 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-fda7f963-3bf8-4895-ab9e-96c10fe40c7d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4023bcf2-2c58-460e-9683-e3fd257cd642 HTTP/1.1" status: 200 len: 217 time: 0.0848911 Jan 27 21:53:46.872376 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f169976d-90f4-4329-b702-1273039c0637 req-7251201f-b03e-49db-84de-1a20b02c0940 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719998 Jan 27 21:53:46.900886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-292d0d2d-0828-496a-9966-0e2304466374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.902463 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-292d0d2d-0828-496a-9966-0e2304466374 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02058af9-b7be-422f-afbc-10a8b55a704d HTTP/1.1" status: 200 len: 851 time: 0.0857835 Jan 27 21:53:46.957809 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-6750c7a6-13e1-48b7-bc4e-5179213a44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:46.961016 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-6750c7a6-13e1-48b7-bc4e-5179213a44e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af806d0e-cab5-48ab-9a95-83286c3e6aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505979 Jan 27 21:53:47.061846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-620e1dfc-f02d-4c50-8420-510c052f5581 req-7523cbab-4a71-42b5-a070-e283aeff2839 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 210 time: 0.0453613 Jan 27 21:53:47.103232 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-8380d48f-2d8d-4054-a8a1-9f7d2a342f4d service neutron] 10.222.0.74 "GET /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363742 Jan 27 21:53:47.253300 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-5c2bab94-741f-4658-b333-d3d7bdb532d5 req-f0982909-5863-427d-a560-ae0bcf66fa2f service neutron] 10.222.0.74 "GET /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392307 Jan 27 21:53:47.499632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c093a-f241-4ef2-8d93-f763d3958e73 req-eb91f82b-281c-483a-b19f-d6816582c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.501852 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e49c093a-f241-4ef2-8d93-f763d3958e73 req-eb91f82b-281c-483a-b19f-d6816582c94e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1efbb19167b04fbe8a7e55c762ebbb27&device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 1095 time: 0.0471604 Jan 27 21:53:47.600127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c093a-f241-4ef2-8d93-f763d3958e73 req-f1799f33-69f7-4603-a9a5-24574e0c74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.601671 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e49c093a-f241-4ef2-8d93-f763d3958e73 req-f1799f33-69f7-4603-a9a5-24574e0c74a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=af806d0e-cab5-48ab-9a95-83286c3e6aa3 HTTP/1.1" status: 200 len: 913 time: 0.0937879 Jan 27 21:53:47.648613 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e49c093a-f241-4ef2-8d93-f763d3958e73 req-39daaca3-bf04-42ac-b0fd-f9bdb5ca410d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4023bcf2-2c58-460e-9683-e3fd257cd642 HTTP/1.1" status: 200 len: 217 time: 0.0378227 Jan 27 21:53:47.727784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c093a-f241-4ef2-8d93-f763d3958e73 req-5656936d-e58c-401b-8168-ca9045a1d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.727784 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e49c093a-f241-4ef2-8d93-f763d3958e73 req-5656936d-e58c-401b-8168-ca9045a1d3f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02058af9-b7be-422f-afbc-10a8b55a704d HTTP/1.1" status: 200 len: 851 time: 0.0687940 Jan 27 21:53:47.825008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c093a-f241-4ef2-8d93-f763d3958e73 req-beba4deb-1a02-4a93-a299-4a54a11adf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.826646 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e49c093a-f241-4ef2-8d93-f763d3958e73 req-beba4deb-1a02-4a93-a299-4a54a11adf8b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af806d0e-cab5-48ab-9a95-83286c3e6aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929010 Jan 27 21:53:47.847123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74bf63-096b-43e7-9d5a-dc2fe934a0a9 req-bf8fd338-86cc-4f2c-b07e-42f780611461 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.848822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa74bf63-096b-43e7-9d5a-dc2fe934a0a9 req-bf8fd338-86cc-4f2c-b07e-42f780611461 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 946 time: 0.1154335 Jan 27 21:53:47.866230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33121c-013d-43e1-83be-9d82a36a66cc req-8e8d2e59-bb40-4c73-838c-d2ab4267c388 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:47.869176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f33121c-013d-43e1-83be-9d82a36a66cc req-8e8d2e59-bb40-4c73-838c-d2ab4267c388 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 946 time: 0.0835257 Jan 27 21:53:47.960247 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e49c093a-f241-4ef2-8d93-f763d3958e73 req-4dc2a1fb-4290-4066-ba9c-96227c4eee94 service neutron] 10.222.0.74 "GET /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255634 Jan 27 21:53:48.089717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f33121c-013d-43e1-83be-9d82a36a66cc req-7b64a29d-ccd4-484b-894c-865de7cd72cf tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779404 Jan 27 21:53:48.116802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4af43-b39f-4633-8f2e-5537a900c277 req-14620111-6ef4-4435-851b-a34ccf55a251 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:48.124149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ab4af43-b39f-4633-8f2e-5537a900c277 req-14620111-6ef4-4435-851b-a34ccf55a251 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 944 time: 0.1468241 Jan 27 21:53:48.135408 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e49c093a-f241-4ef2-8d93-f763d3958e73 req-7ce7e4b2-d94c-44b7-a0a9-17838e7627ea service neutron] 10.222.0.74 "GET /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562390 Jan 27 21:53:48.154499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-fa74bf63-096b-43e7-9d5a-dc2fe934a0a9 req-3df7e700-66be-46f5-a1c6-7bfa1988d035 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Deleting port 09018ee4-9016-4771-a6af-fb3ed7962913 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:48.154956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa74bf63-096b-43e7-9d5a-dc2fe934a0a9 req-3df7e700-66be-46f5-a1c6-7bfa1988d035 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:48.242529 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bf42a56-8f4a-42d4-89aa-2d67f7f5a475 req-f5a3721c-d47b-44b2-9ca9-610582988d2e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 210 time: 0.0806270 Jan 27 21:53:48.269041 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ab4af43-b39f-4633-8f2e-5537a900c277 req-b21313fe-1356-406a-bb77-0a25ef787b62 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439328 Jan 27 21:53:48.310809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fa74bf63-096b-43e7-9d5a-dc2fe934a0a9 req-3df7e700-66be-46f5-a1c6-7bfa1988d035 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] For port 09018ee4-9016-4771-a6af-fb3ed7962913, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=09018ee4-9016-4771-a6af-fb3ed7962913,segment=NetworkSegment(9a1dcae3-16ae-4554-a6ad-97dd41354df5),segment_id=9a1dcae3-16ae-4554-a6ad-97dd41354df5)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:48.312697 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa74bf63-096b-43e7-9d5a-dc2fe934a0a9 req-3df7e700-66be-46f5-a1c6-7bfa1988d035 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:48.323875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-fa74bf63-096b-43e7-9d5a-dc2fe934a0a9 req-3df7e700-66be-46f5-a1c6-7bfa1988d035 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Calling delete_port for 09018ee4-9016-4771-a6af-fb3ed7962913 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:48.544963 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa74bf63-096b-43e7-9d5a-dc2fe934a0a9 req-3df7e700-66be-46f5-a1c6-7bfa1988d035 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (09018ee4-9016-4771-a6af-fb3ed7962913), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:48.557160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['09018ee4-9016-4771-a6af-fb3ed7962913'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:48.585378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7e700-66be-46f5-a1c6-7bfa1988d035 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Pushing event deleted for resources: {'Port': ['ID=09018ee4-9016-4771-a6af-fb3ed7962913,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:48.642791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa74bf63-096b-43e7-9d5a-dc2fe934a0a9 req-3df7e700-66be-46f5-a1c6-7bfa1988d035 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] No DVR routers for this DVR port 09018ee4-9016-4771-a6af-fb3ed7962913 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:48.645618 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa74bf63-096b-43e7-9d5a-dc2fe934a0a9 req-3df7e700-66be-46f5-a1c6-7bfa1988d035 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:48.649309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa74bf63-096b-43e7-9d5a-dc2fe934a0a9 req-3df7e700-66be-46f5-a1c6-7bfa1988d035 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.74 "DELETE /v2.0/ports/09018ee4-9016-4771-a6af-fb3ed7962913 HTTP/1.1" status: 204 len: 173 time: 0.7912440 Jan 27 21:53:48.649776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8aa1515-5700-403f-bdda-5cbd2f670dc6', 'name': 'network-vif-deleted', 'tag': '09018ee4-9016-4771-a6af-fb3ed7962913'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:48.652941 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe3d382-447c-4087-a885-898105c8a64a" -d '{"events": [{"server_uuid": "b8aa1515-5700-403f-bdda-5cbd2f670dc6", "name": "network-vif-deleted", "tag": "09018ee4-9016-4771-a6af-fb3ed7962913"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:48.703311 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8615bd27-8e89-47cf-a375-84d2ab287ad1 x-openstack-request-id: req-8615bd27-8e89-47cf-a375-84d2ab287ad1 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:48.703666 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8aa1515-5700-403f-bdda-5cbd2f670dc6", "name": "network-vif-deleted", "tag": "09018ee4-9016-4771-a6af-fb3ed7962913", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:48.703988 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8615bd27-8e89-47cf-a375-84d2ab287ad1 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:48.704448 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8aa1515-5700-403f-bdda-5cbd2f670dc6', 'name': 'network-vif-deleted', 'tag': '09018ee4-9016-4771-a6af-fb3ed7962913', 'status': 'completed', 'code': 200} Jan 27 21:53:49.211228 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aee4482b-615a-4ccf-94bd-c4ac3c3f2aaf req-55919e5c-ac46-49c0-9059-28f851ae9284 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 210 time: 0.0305336 Jan 27 21:53:49.355291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa7572f5-b2b9-47c6-917b-4c10754b1237 req-be49e111-a1f3-476a-a6c0-6ba85e7a429e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 210 time: 0.0356531 Jan 27 21:53:49.427132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a5806-29df-4e5c-9bd4-daee5a5ec8c3 req-c788ce1b-f683-43e8-8675-19b885a9b0c5 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:49.432620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b09a5806-29df-4e5c-9bd4-daee5a5ec8c3 req-c788ce1b-f683-43e8-8675-19b885a9b0c5 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 944 time: 0.0614479 Jan 27 21:53:49.498610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b09a5806-29df-4e5c-9bd4-daee5a5ec8c3 req-d424db56-8242-4f91-ab27-801fc6bb086c tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640619 Jan 27 21:53:49.518990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35504) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:49.700531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-c40287bc-18fe-4513-a0f2-30d7ec3f7161 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:49.701990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-c40287bc-18fe-4513-a0f2-30d7ec3f7161 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.71 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.1770604 Jan 27 21:53:49.744422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Request body: {'port': {'device_id': 'a7eb6926-6e1b-4993-bb9c-f373aab26403', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'admin_state_up': True, 'tenant_id': '7ef2744fc5934353b91e037e8978612b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:50.103861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Made reservation on behalf of 7ef2744fc5934353b91e037e8978612b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:53:50.107211 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.133110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a43de28-670f-4132-8d70-cc6889a8521d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (035819c8-9ec2-418e-8274-c6d6fb2ad602), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.344482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0dee345b-2b8e-4b31-8e53-c3901d16be1a req-d02dc971-04c3-4a67-96b0-25aa509f4755 tempest-AttachVolumeNegativeTest-924142716 tempest-AttachVolumeNegativeTest-924142716-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8aa1515-5700-403f-bdda-5cbd2f670dc6 HTTP/1.1" status: 200 len: 210 time: 0.0408669 Jan 27 21:53:50.400344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Allocated IP 172.20.0.10 (f7986a63-54e0-4362-a7cb-5a7356da77db/1af3e14d-ef9e-46d4-8d8c-76715fffbc0a/5c63a341-1373-4cad-af56-c64ace7dacf3) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:53:50.506677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49a9c057-fc1f-4864-b4ad-9109c965d0d3 req-42cb02d1-bc8c-47f3-bf04-e4d84a1fb22f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 210 time: 0.0595427 Jan 27 21:53:50.757479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baee89d-187c-4c81-b235-325d566a8021 req-edbac5f2-71e6-4ba5-be2a-96c47a8f79b1 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:50.758900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8baee89d-187c-4c81-b235-325d566a8021 req-edbac5f2-71e6-4ba5-be2a-96c47a8f79b1 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 944 time: 0.1587152 Jan 27 21:53:50.769707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks [] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.866556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8baee89d-187c-4c81-b235-325d566a8021 req-c798dfe3-8f26-45f0-9d86-6f3ba72239a7 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946898 Jan 27 21:53:50.876047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-3a43de28-670f-4132-8d70-cc6889a8521d admin admin] Deleting port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:50.876481 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a43de28-670f-4132-8d70-cc6889a8521d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.968120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-3a43de28-670f-4132-8d70-cc6889a8521d admin admin] For port 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:50.970707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a43de28-670f-4132-8d70-cc6889a8521d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.982266 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:50.995093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-3a43de28-670f-4132-8d70-cc6889a8521d admin admin] Calling delete_port for 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:51.039161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Network f7986a63-54e0-4362-a7cb-5a7356da77db is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:53:51.044459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:53:51.047000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:53:51.118750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event updated for resources: {'Port': ['ID=5c63a341-1373-4cad-af56-c64ace7dacf3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:51.160443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:51.161060 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.299710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 4023bcf2-2c58-460e-9683-e3fd257cd642 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:51.304298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 09018ee4-9016-4771-a6af-fb3ed7962913 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:51.312717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-e1fe8ea2-e0c2-4d2e-bc78-7d53d88680ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5736370 Jan 27 21:53:51.336430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 09018ee4-9016-4771-a6af-fb3ed7962913 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:51.336774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 09018ee4-9016-4771-a6af-fb3ed7962913 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:51.397846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Request body: {'port': {'device_id': 'a7eb6926-6e1b-4993-bb9c-f373aab26403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:51.403171 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a43de28-670f-4132-8d70-cc6889a8521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.417222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35530) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:51.421615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 4023bcf2-2c58-460e-9683-e3fd257cd642, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4023bcf2-2c58-460e-9683-e3fd257cd642,segment=NetworkSegment(6df0fb4b-cb58-4307-91e2-56ade347b7d8),segment_id=6df0fb4b-cb58-4307-91e2-56ade347b7d8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:51.433686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '4023bcf2-2c58-460e-9683-e3fd257cd642', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'port_id': '4023bcf2-2c58-460e-9683-e3fd257cd642', 'mac_address': 'fa:16:3e:0d:db:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:51.457675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43de28-670f-4132-8d70-cc6889a8521d admin admin] Pushing event deleted for resources: {'Port': ['ID=887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:51.481814 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-39055e67-8226-41b9-9e7d-f988682d408b admin admin] Deleting subnet ab58da47-1e95-4723-ad77-d0012bc945f9 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:53:51.485020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 4023bcf2-2c58-460e-9683-e3fd257cd642 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:51.485586 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.488349 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-39055e67-8226-41b9-9e7d-f988682d408b admin admin] Publish callbacks [] for subnet (ab58da47-1e95-4723-ad77-d0012bc945f9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.503848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4023bcf2-2c58-460e-9683-e3fd257cd642 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:51.537665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 4023bcf2-2c58-460e-9683-e3fd257cd642, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4023bcf2-2c58-460e-9683-e3fd257cd642,segment=NetworkSegment(6df0fb4b-cb58-4307-91e2-56ade347b7d8),segment_id=6df0fb4b-cb58-4307-91e2-56ade347b7d8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:51.550597 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-39055e67-8226-41b9-9e7d-f988682d408b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (ab58da47-1e95-4723-ad77-d0012bc945f9), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.561148 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.646553 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-39055e67-8226-41b9-9e7d-f988682d408b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (ab58da47-1e95-4723-ad77-d0012bc945f9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.648606 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.774557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=4023bcf2-2c58-460e-9683-e3fd257cd642,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:51.837098 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-39055e67-8226-41b9-9e7d-f988682d408b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (ab58da47-1e95-4723-ad77-d0012bc945f9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.868351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39055e67-8226-41b9-9e7d-f988682d408b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab58da47-1e95-4723-ad77-d0012bc945f9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:51.872002 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-39055e67-8226-41b9-9e7d-f988682d408b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:51.875374 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-39055e67-8226-41b9-9e7d-f988682d408b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ab58da47-1e95-4723-ad77-d0012bc945f9 HTTP/1.1" status: 204 len: 168 time: 0.4562216 Jan 27 21:53:51.877963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35536) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:51.911191 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['4023bcf2-2c58-460e-9683-e3fd257cd642'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:51.972143 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (bff99387-7cb5-4548-9169-ac27e2748a33), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.072182 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (bff99387-7cb5-4548-9169-ac27e2748a33), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.094554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff99387-7cb5-4548-9169-ac27e2748a33']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:52.105688 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1dcae3-16ae-4554-a6ad-97dd41354df5') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:52.105990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1dcae3-16ae-4554-a6ad-97dd41354df5') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:52.116754 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (9a1dcae3-16ae-4554-a6ad-97dd41354df5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.130848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9a1dcae3-16ae-4554-a6ad-97dd41354df5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.137463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:53:52.139001 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (9a1dcae3-16ae-4554-a6ad-97dd41354df5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:53:52.140943 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:53:52.294076 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b6587-9766-48c9-ba61-224c920de89f req-5e0d8e28-6992-4520-9ccc-8d3e91406d52 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.295572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a6b6587-9766-48c9-ba61-224c920de89f req-5e0d8e28-6992-4520-9ccc-8d3e91406d52 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 932 time: 0.6454096 Jan 27 21:53:52.310051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a43de28-670f-4132-8d70-cc6889a8521d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (035819c8-9ec2-418e-8274-c6d6fb2ad602), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.333387 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (bff99387-7cb5-4548-9169-ac27e2748a33), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.338830 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.347892 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] 10.222.0.61 "DELETE /v2.0/networks/bff99387-7cb5-4548-9169-ac27e2748a33 HTTP/1.1" status: 204 len: 168 time: 0.4629071 Jan 27 21:53:52.353304 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c121cb-b9b4-4da2-87ab-a1e0d3f7fdba req-94c0392e-7350-42f5-b8c2-f38c20032856 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:52.354909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82c121cb-b9b4-4da2-87ab-a1e0d3f7fdba req-94c0392e-7350-42f5-b8c2-f38c20032856 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 945 time: 0.2204309 Jan 27 21:53:52.370160 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a598f6-a54b-49b6-ae6c-cfb1f4393457 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff99387-7cb5-4548-9169-ac27e2748a33,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:52.499603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a6b6587-9766-48c9-ba61-224c920de89f req-77a62684-c3fd-4a21-a378-76503ac8f6db tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948717 Jan 27 21:53:52.588070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82c121cb-b9b4-4da2-87ab-a1e0d3f7fdba req-a5aa5a6a-0e2d-4ff7-88fe-a6807533b253 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221031 Jan 27 21:53:52.744645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c63a341-1373-4cad-af56-c64ace7dacf3 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:52.755005 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Publish callbacks [] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.776971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Transition to ACTIVE for port object 5c63a341-1373-4cad-af56-c64ace7dacf3 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:53:52.784611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a43de28-670f-4132-8d70-cc6889a8521d admin admin] Router 035819c8-9ec2-418e-8274-c6d6fb2ad602 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:53:52.867177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35544) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:52.876607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:52.946461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a43de28-670f-4132-8d70-cc6889a8521d admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:52.952202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3a43de28-670f-4132-8d70-cc6889a8521d admin admin] 10.222.0.61 "PUT /v2.0/routers/035819c8-9ec2-418e-8274-c6d6fb2ad602/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4319036 Jan 27 21:53:52.957344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35550) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:52.959136 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a2df8-4983-46b5-93a8-86416233595f None None] Sync routers for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:52.965811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c63a341-1373-4cad-af56-c64ace7dacf3,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:52.971332 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a2df8-4983-46b5-93a8-86416233595f None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:52.972189 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-540a2df8-4983-46b5-93a8-86416233595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:53.089285 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-540a2df8-4983-46b5-93a8-86416233595f None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:53.142113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Attempting to bind port 5c63a341-1373-4cad-af56-c64ace7dacf3 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:53:53.142630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Attempting to bind port 5c63a341-1373-4cad-af56-c64ace7dacf3 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:53:53.143136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Attempting to bind port 5c63a341-1373-4cad-af56-c64ace7dacf3 on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:53.153797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Port 5c63a341-1373-4cad-af56-c64ace7dacf3 on network f7986a63-54e0-4362-a7cb-5a7356da77db not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:53:53.154138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Attempting to bind port 5c63a341-1373-4cad-af56-c64ace7dacf3 on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:53:53.158314 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Publish callbacks [] for router (035819c8-9ec2-418e-8274-c6d6fb2ad602), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.163100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:53:53.163458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Checking segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:53:53.164044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Bound using segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:53:53.164528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Bound port: 5c63a341-1373-4cad-af56-c64ace7dacf3, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:53:53.164903 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.300533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 4023bcf2-2c58-460e-9683-e3fd257cd642 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:53.331236 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Publish callbacks [] for router_gateway (035819c8-9ec2-418e-8274-c6d6fb2ad602), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.392912 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-50842a0a-e461-4263-9e90-e5fc1b845eb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ac42ec00a10044daa5c8b4c5013102bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5243270 Jan 27 21:53:53.395294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35554) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:53.404279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] For port 5c63a341-1373-4cad-af56-c64ace7dacf3, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:53:53.410596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] For port 5c63a341-1373-4cad-af56-c64ace7dacf3, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5c63a341-1373-4cad-af56-c64ace7dacf3,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:53:53.426834 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-540a2df8-4983-46b5-93a8-86416233595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:53:51Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:53.447498 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82f529fc-6a80-47d1-825b-7ba93f2f336d admin admin] Publish callbacks [] for security_group (bc45e2f8-b79f-4e45-bcde-9a4299b93ad0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.457259 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a2df8-4983-46b5-93a8-86416233595f None None] Checking router: 035819c8-9ec2-418e-8274-c6d6fb2ad602 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:53:53.465608 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a2df8-4983-46b5-93a8-86416233595f None None] Routers {'035819c8-9ec2-418e-8274-c6d6fb2ad602'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:53.466222 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-540a2df8-4983-46b5-93a8-86416233595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['035819c8-9ec2-418e-8274-c6d6fb2ad602'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:53.470949 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82f529fc-6a80-47d1-825b-7ba93f2f336d admin admin] Publish callbacks [] for security_group (bc45e2f8-b79f-4e45-bcde-9a4299b93ad0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.523858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.524765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 4023bcf2-2c58-460e-9683-e3fd257cd642 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:53.532590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 4023bcf2-2c58-460e-9683-e3fd257cd642 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:53.532959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.581687 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-540a2df8-4983-46b5-93a8-86416233595f None None] Set router 035819c8-9ec2-418e-8274-c6d6fb2ad602 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:53.584706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82f529fc-6a80-47d1-825b-7ba93f2f336d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bc45e2f8-b79f-4e45-bcde-9a4299b93ad0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.587251 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82f529fc-6a80-47d1-825b-7ba93f2f336d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.588598 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-82f529fc-6a80-47d1-825b-7ba93f2f336d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc45e2f8-b79f-4e45-bcde-9a4299b93ad0 HTTP/1.1" status: 204 len: 168 time: 0.1918483 Jan 27 21:53:53.623721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f529fc-6a80-47d1-825b-7ba93f2f336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc45e2f8-b79f-4e45-bcde-9a4299b93ad0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:53.650530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:53.651172 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.657648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] 10.222.0.71 "PUT /v2.0/ports/5c63a341-1373-4cad-af56-c64ace7dacf3 HTTP/1.1" status: 200 len: 1092 time: 2.3320749 Jan 27 21:53:53.664755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7eb6926-6e1b-4993-bb9c-f373aab26403', 'tag': '5c63a341-1373-4cad-af56-c64ace7dacf3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:53.670989 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f12de13-9ebb-4642-ac66-1926bf7a8d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a7eb6926-6e1b-4993-bb9c-f373aab26403", "tag": "5c63a341-1373-4cad-af56-c64ace7dacf3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:53.747309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 4023bcf2-2c58-460e-9683-e3fd257cd642 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:53.747993 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.783450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4023bcf2-2c58-460e-9683-e3fd257cd642'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:53.786219 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c941dbc4-d843-413f-9e4d-d47f06c67700" -d '{"events": [{"server_uuid": "5ddf14e6-9593-42d4-a90d-59129bfb5a69", "name": "network-vif-plugged", "status": "completed", "tag": "4023bcf2-2c58-460e-9683-e3fd257cd642"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:53.810808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 4023bcf2-2c58-460e-9683-e3fd257cd642, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4023bcf2-2c58-460e-9683-e3fd257cd642,segment=NetworkSegment(6df0fb4b-cb58-4307-91e2-56ade347b7d8),segment_id=6df0fb4b-cb58-4307-91e2-56ade347b7d8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:53.852380 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-540a2df8-4983-46b5-93a8-86416233595f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:53:51Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:53.871496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da63761-662a-4ee7-abcb-04fcf364bcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c63a341-1373-4cad-af56-c64ace7dacf3,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:53.885054 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a2df8-4983-46b5-93a8-86416233595f None None] The sync data for ids ['035819c8-9ec2-418e-8274-c6d6fb2ad602'] in n-d-760456-6 is: [{'id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'name': 'tempest-AttachVolumeShelveTestJSON-1263683340-router', 'tenant_id': '56bceb56edbf41a4810a46a76f4d48af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:43:46Z', 'updated_at': '2022-01-27T21:53:51Z', 'revision_number': 5, 'project_id': '56bceb56edbf41a4810a46a76f4d48af', 'gw_port': {'id': '4f952e7e-b758-4284-8a7c-36e333bd5c18', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ee:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035819c8-9ec2-418e-8274-c6d6fb2ad602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:43:47Z', 'updated_at': '2022-01-27T21:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:53:53.901793 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.904373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e103f-c6d9-418b-8e45-f6f5051e2703 req-7e21ecb6-a705-4e99-a9a6-8171f7241e3f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:53.906484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d0e103f-c6d9-418b-8e45-f6f5051e2703 req-7e21ecb6-a705-4e99-a9a6-8171f7241e3f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 944 time: 0.2854359 Jan 27 21:53:53.935756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644402ff-cc89-407e-a9fd-0db911d1b013 req-efc49b6d-85b7-4c48-8483-a0b350c44540 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:53.935756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-644402ff-cc89-407e-a9fd-0db911d1b013 req-efc49b6d-85b7-4c48-8483-a0b350c44540 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 945 time: 0.2034600 Jan 27 21:53:53.947574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Deleting port 4f952e7e-b758-4284-8a7c-36e333bd5c18 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:53.947926 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:53.957477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-afd97b3d-6e98-45d2-8835-669e7055e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:53.957477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-afd97b3d-6e98-45d2-8835-669e7055e004 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 1095 time: 0.1406851 Jan 27 21:53:53.982019 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=4023bcf2-2c58-460e-9683-e3fd257cd642,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:54.089852 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-67275583-bf97-4699-829f-9092ad6ce0cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c63a341-1373-4cad-af56-c64ace7dacf3 HTTP/1.1" status: 200 len: 217 time: 0.0801315 Jan 27 21:53:54.213436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d0e103f-c6d9-418b-8e45-f6f5051e2703 req-0a8e6ccf-b800-4161-b772-1cb1face7195 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931893 Jan 27 21:53:54.236821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-644402ff-cc89-407e-a9fd-0db911d1b013 req-55a80f2b-4cd9-4150-9368-6364f846c41a tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896559 Jan 27 21:53:54.236821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-28361a6e-6fe4-44c0-9650-5188e7690cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:54.236821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-28361a6e-6fe4-44c0-9650-5188e7690cf5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 200 len: 845 time: 0.1388893 Jan 27 21:53:54.243705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] For port 4f952e7e-b758-4284-8a7c-36e333bd5c18, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4f952e7e-b758-4284-8a7c-36e333bd5c18,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:54.244143 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:54.269334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Calling delete_port for 4f952e7e-b758-4284-8a7c-36e333bd5c18 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:54.289240 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d0fbc6-026f-4807-88d9-d66b9a656e9d x-openstack-request-id: req-d6d0fbc6-026f-4807-88d9-d66b9a656e9d {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:54.289639 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7eb6926-6e1b-4993-bb9c-f373aab26403", "tag": "5c63a341-1373-4cad-af56-c64ace7dacf3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:54.289789 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d6d0fbc6-026f-4807-88d9-d66b9a656e9d {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:54.290194 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7eb6926-6e1b-4993-bb9c-f373aab26403', 'tag': '5c63a341-1373-4cad-af56-c64ace7dacf3', 'status': 'completed', 'code': 200} Jan 27 21:53:54.309267 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6b7260-e437-48cc-8bd4-822bc1ae4b7f x-openstack-request-id: req-ba6b7260-e437-48cc-8bd4-822bc1ae4b7f {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:54.309724 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddf14e6-9593-42d4-a90d-59129bfb5a69", "name": "network-vif-plugged", "status": "completed", "tag": "4023bcf2-2c58-460e-9683-e3fd257cd642", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:54.310023 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba6b7260-e437-48cc-8bd4-822bc1ae4b7f {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:54.310842 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4023bcf2-2c58-460e-9683-e3fd257cd642', 'code': 200} Jan 27 21:53:54.370823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-6f46df4d-bf15-40b5-a755-46c09dfbd294 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7986a63-54e0-4362-a7cb-5a7356da77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854635 Jan 27 21:53:54.519464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8454e-7320-49da-9692-544aae2f87c0 req-ac4249a4-8dd4-4d7c-b6ff-ffe680d2710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:54.521029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6e8454e-7320-49da-9692-544aae2f87c0 req-ac4249a4-8dd4-4d7c-b6ff-ffe680d2710a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 1097 time: 0.1603923 Jan 27 21:53:54.582953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-19e75c24-a6ad-4a00-9edc-c728387e76ad service neutron] 10.222.0.71 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868563 Jan 27 21:53:54.646178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6e8454e-7320-49da-9692-544aae2f87c0 req-d6db6461-0fc8-4cdd-b502-1e90c0e12e67 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153355 Jan 27 21:53:54.730446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3179c048-967f-4eb5-aa57-0d0ec8d9c371 req-4e25b64a-1663-4337-bc85-1da9fd87d69e service neutron] 10.222.0.71 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376143 Jan 27 21:53:54.872393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4f952e7e-b758-4284-8a7c-36e333bd5c18), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:54.909065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f952e7e-b758-4284-8a7c-36e333bd5c18,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:55.006370 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (035819c8-9ec2-418e-8274-c6d6fb2ad602), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.078187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12de13-9ebb-4642-ac66-1926bf7a8d4a req-8f6571a8-aec0-4b3e-9963-8786ea85969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.080033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f12de13-9ebb-4642-ac66-1926bf7a8d4a req-8f6571a8-aec0-4b3e-9963-8786ea85969e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 1095 time: 0.1200361 Jan 27 21:53:55.129249 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (035819c8-9ec2-418e-8274-c6d6fb2ad602), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.140915 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Publish callbacks [] for router_controller (035819c8-9ec2-418e-8274-c6d6fb2ad602), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.257839 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:55.286565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12de13-9ebb-4642-ac66-1926bf7a8d4a req-23a3293f-37cb-4a86-bcc3-d9b07a229209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.290819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f12de13-9ebb-4642-ac66-1926bf7a8d4a req-23a3293f-37cb-4a86-bcc3-d9b07a229209 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 906 time: 0.1724133 Jan 27 21:53:55.296115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:55.296687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 887cbcab-d8df-41c2-a41d-4fc7dd4ec7a6 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:55.349027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f12de13-9ebb-4642-ac66-1926bf7a8d4a req-95e8cc3b-ae04-4bef-a8e8-72d4c5ff1d2a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c63a341-1373-4cad-af56-c64ace7dacf3 HTTP/1.1" status: 200 len: 217 time: 0.0513914 Jan 27 21:53:55.382545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (035819c8-9ec2-418e-8274-c6d6fb2ad602), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.383163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 035819c8-9ec2-418e-8274-c6d6fb2ad602 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:53:55.432348 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.436169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35602) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:55.437516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-54402b8e-35f5-4342-8ed9-763a2a00d3f1 admin admin] 10.222.0.61 "DELETE /v2.0/routers/035819c8-9ec2-418e-8274-c6d6fb2ad602 HTTP/1.1" status: 204 len: 168 time: 2.4783182 Jan 27 21:53:55.494994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c15f69-4341-4cf8-b6ff-9c6b21092bd5 admin admin] Deleting subnet 3a365c30-82d4-4327-bdd8-74d2fad78778 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:53:55.499111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4c15f69-4341-4cf8-b6ff-9c6b21092bd5 admin admin] Publish callbacks [] for subnet (3a365c30-82d4-4327-bdd8-74d2fad78778), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.550766 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4c15f69-4341-4cf8-b6ff-9c6b21092bd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (3a365c30-82d4-4327-bdd8-74d2fad78778), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.687897 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4c15f69-4341-4cf8-b6ff-9c6b21092bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (3a365c30-82d4-4327-bdd8-74d2fad78778), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.866222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12de13-9ebb-4642-ac66-1926bf7a8d4a req-bfcd928d-d802-42b9-9e2f-e50cb7b52ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.866222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f12de13-9ebb-4642-ac66-1926bf7a8d4a req-bfcd928d-d802-42b9-9e2f-e50cb7b52ff1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 200 len: 845 time: 0.5050957 Jan 27 21:53:55.871085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f6672-3cee-4f1b-b15a-01ffd7085c25 req-2b7f86f2-0a72-4af0-ac37-d45dd2b6c96b tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.873570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce5f6672-3cee-4f1b-b15a-01ffd7085c25 req-2b7f86f2-0a72-4af0-ac37-d45dd2b6c96b tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 944 time: 0.5260651 Jan 27 21:53:55.895602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ff546-b178-49f6-9c18-91076d5f1ef9 req-24c91aea-f661-49f3-8977-4e08b795c7ef tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:55.897090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e2ff546-b178-49f6-9c18-91076d5f1ef9 req-24c91aea-f661-49f3-8977-4e08b795c7ef tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 946 time: 0.5376644 Jan 27 21:53:55.903896 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4c15f69-4341-4cf8-b6ff-9c6b21092bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (3a365c30-82d4-4327-bdd8-74d2fad78778), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.918703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f12de13-9ebb-4642-ac66-1926bf7a8d4a req-292a3bbf-5378-42f2-a4b2-bb8a8405cf88 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7986a63-54e0-4362-a7cb-5a7356da77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452490 Jan 27 21:53:55.939403 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c15f69-4341-4cf8-b6ff-9c6b21092bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a365c30-82d4-4327-bdd8-74d2fad78778,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:55.947368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4c15f69-4341-4cf8-b6ff-9c6b21092bd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:55.951702 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f4c15f69-4341-4cf8-b6ff-9c6b21092bd5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3a365c30-82d4-4327-bdd8-74d2fad78778 HTTP/1.1" status: 204 len: 168 time: 0.5103750 Jan 27 21:53:55.953286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d0dc8b-a7b2-424c-a5ae-16641ffc8ad4 None None] Network bf700070-3437-4935-bb61-9656ea0d6b47 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:53:55.954217 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35606) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:56.088576 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (bf700070-3437-4935-bb61-9656ea0d6b47), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.160664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce5f6672-3cee-4f1b-b15a-01ffd7085c25 req-ec26b35c-69ab-439f-8884-7a02489ee871 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569737 Jan 27 21:53:56.180639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e2ff546-b178-49f6-9c18-91076d5f1ef9 req-149117f3-1c3c-409c-8493-5c9b656a7f54 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640169 Jan 27 21:53:56.241936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Deleting port 83db6fe8-5a6d-4636-b7f7-c54148262de2 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:56.242278 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.259388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f12de13-9ebb-4642-ac66-1926bf7a8d4a req-4d8a4937-8102-4141-84ea-64165eb097ac service neutron] 10.222.0.71 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331668 Jan 27 21:53:56.290126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf2a020-7699-443a-9ba3-926e533244f2 None None] DHCP port deletion for bf700070-3437-4935-bb61-9656ea0d6b47 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:53:56.341063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] For port 83db6fe8-5a6d-4636-b7f7-c54148262de2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=83db6fe8-5a6d-4636-b7f7-c54148262de2,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:56.342381 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.367073 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Calling delete_port for 83db6fe8-5a6d-4636-b7f7-c54148262de2 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:56.389717 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5c63a341-1373-4cad-af56-c64ace7dacf3 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:53:56.394375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f12de13-9ebb-4642-ac66-1926bf7a8d4a req-841dc1c1-039e-4ca3-ae04-1572e1f02b46 service neutron] 10.222.0.71 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212292 Jan 27 21:53:56.407620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2a020-7699-443a-9ba3-926e533244f2 None None] Deleting port 83db6fe8-5a6d-4636-b7f7-c54148262de2 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:53:56.408279 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dcf2a020-7699-443a-9ba3-926e533244f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.527780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-dcf2a020-7699-443a-9ba3-926e533244f2 None None] For port 83db6fe8-5a6d-4636-b7f7-c54148262de2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=83db6fe8-5a6d-4636-b7f7-c54148262de2,segment=NetworkSegment(86ac6313-122a-401f-b89b-61a3ef8f6438),segment_id=86ac6313-122a-401f-b89b-61a3ef8f6438)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:56.528545 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dcf2a020-7699-443a-9ba3-926e533244f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.548613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dcf2a020-7699-443a-9ba3-926e533244f2 None None] Calling delete_port for 83db6fe8-5a6d-4636-b7f7-c54148262de2 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:53:56.567320 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.599193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Pushing event deleted for resources: {'Port': ['ID=83db6fe8-5a6d-4636-b7f7-c54148262de2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:56.611112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] No DVR routers for this DVR port 83db6fe8-5a6d-4636-b7f7-c54148262de2 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:56.636500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 5c63a341-1373-4cad-af56-c64ace7dacf3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5c63a341-1373-4cad-af56-c64ace7dacf3,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:56.663418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '5c63a341-1373-4cad-af56-c64ace7dacf3', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'port_id': '5c63a341-1373-4cad-af56-c64ace7dacf3', 'mac_address': 'fa:16:3e:03:fa:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af3e14d-ef9e-46d4-8d8c-76715fffbc0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:53:56.712631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (bf700070-3437-4935-bb61-9656ea0d6b47), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.738818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf700070-3437-4935-bb61-9656ea0d6b47']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:56.756549 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ac6313-122a-401f-b89b-61a3ef8f6438') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:56.756889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ac6313-122a-401f-b89b-61a3ef8f6438') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:56.769095 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (86ac6313-122a-401f-b89b-61a3ef8f6438), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.788841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 5c63a341-1373-4cad-af56-c64ace7dacf3 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:56.789324 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (86ac6313-122a-401f-b89b-61a3ef8f6438), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.789687 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:53:56.798558 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 21:53:56.802424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:53:56.802424 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (86ac6313-122a-401f-b89b-61a3ef8f6438), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.809266 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dcf2a020-7699-443a-9ba3-926e533244f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (83db6fe8-5a6d-4636-b7f7-c54148262de2), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.814277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c63a341-1373-4cad-af56-c64ace7dacf3 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:53:56.862161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2a020-7699-443a-9ba3-926e533244f2 None None] Pushing event deleted for resources: {'Port': ['ID=83db6fe8-5a6d-4636-b7f7-c54148262de2,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:53:56.866053 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:53:56.872119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf2a020-7699-443a-9ba3-926e533244f2 None None] No DVR routers for this DVR port 83db6fe8-5a6d-4636-b7f7-c54148262de2 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:53:56.873602 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.891341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 5c63a341-1373-4cad-af56-c64ace7dacf3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5c63a341-1373-4cad-af56-c64ace7dacf3,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:56.933453 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (bf700070-3437-4935-bb61-9656ea0d6b47), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.940826 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:56.944504 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] 10.222.0.61 "DELETE /v2.0/networks/bf700070-3437-4935-bb61-9656ea0d6b47 HTTP/1.1" status: 204 len: 168 time: 0.9888482 Jan 27 21:53:56.963060 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b8074-1a13-4125-b2ff-9b39e7e63555 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf700070-3437-4935-bb61-9656ea0d6b47,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:56.967626 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.059912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=5c63a341-1373-4cad-af56-c64ace7dacf3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:57.241697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 83db6fe8-5a6d-4636-b7f7-c54148262de2 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:57.269981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:53:57.272516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 83db6fe8-5a6d-4636-b7f7-c54148262de2 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:57.272866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 83db6fe8-5a6d-4636-b7f7-c54148262de2 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:57.273292 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4f952e7e-b758-4284-8a7c-36e333bd5c18 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:53:57.299185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4f952e7e-b758-4284-8a7c-36e333bd5c18 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:53:57.299556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4f952e7e-b758-4284-8a7c-36e333bd5c18 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:53:57.328801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13983a2c-0a08-4d18-9fae-45cbde0fc56a req-8baaca42-8a8d-41fe-a7a8-950e4199273f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:57.331018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13983a2c-0a08-4d18-9fae-45cbde0fc56a req-8baaca42-8a8d-41fe-a7a8-950e4199273f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 945 time: 0.1096618 Jan 27 21:53:57.360822 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.409329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13983a2c-0a08-4d18-9fae-45cbde0fc56a req-4183a064-1ee5-452d-ac8d-a7f529028703 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681341 Jan 27 21:53:57.418150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d160a4-9a37-4e60-beae-ef25ea9e66f9 req-6169d1d5-9dab-4d23-99d7-835ff6736240 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:57.426010 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14d160a4-9a37-4e60-beae-ef25ea9e66f9 req-6169d1d5-9dab-4d23-99d7-835ff6736240 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 946 time: 0.0936396 Jan 27 21:53:57.490056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35640) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.544757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14d160a4-9a37-4e60-beae-ef25ea9e66f9 req-9d20420f-d489-41d5-b48c-2f211dabd6cc tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155622 Jan 27 21:53:57.569525 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b527bb69-4e49-451b-8e7d-f318610644c9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56bceb56edbf41a4810a46a76f4d48af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0778546 Jan 27 21:53:57.572850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35644) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.640652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f96f6b0e-9b44-4712-a3b5-edc88ca103c7 admin admin] Publish callbacks [] for security_group (74814c7b-9749-499e-afcf-a641a72eef4d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.715059 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f96f6b0e-9b44-4712-a3b5-edc88ca103c7 admin admin] Publish callbacks [] for security_group (74814c7b-9749-499e-afcf-a641a72eef4d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.778998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785259db-c31a-4e39-a28d-366cf1446442 req-7f294c54-a839-4e32-a8d5-85b3c408e2fc tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:57.780533 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-785259db-c31a-4e39-a28d-366cf1446442 req-7f294c54-a839-4e32-a8d5-85b3c408e2fc tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 946 time: 0.1165156 Jan 27 21:53:57.794611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35648) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:53:57.803360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d4aeb099-6db5-4e6d-94cd-d2a653d91177 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Request body: {'floatingip': {'port_id': '4023bcf2-2c58-460e-9683-e3fd257cd642'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:53:57.851592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb099-6db5-4e6d-94cd-d2a653d91177 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for floatingip (d10913d4-ed8e-4925-adaa-a86ac61c07a5), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.962336 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f96f6b0e-9b44-4712-a3b5-edc88ca103c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (74814c7b-9749-499e-afcf-a641a72eef4d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.965941 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f96f6b0e-9b44-4712-a3b5-edc88ca103c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:57.967641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f96f6b0e-9b44-4712-a3b5-edc88ca103c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/74814c7b-9749-499e-afcf-a641a72eef4d HTTP/1.1" status: 204 len: 168 time: 0.3935895 Jan 27 21:53:57.991042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f6b0e-9b44-4712-a3b5-edc88ca103c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74814c7b-9749-499e-afcf-a641a72eef4d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:58.394167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5c63a341-1373-4cad-af56-c64ace7dacf3 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:53:58.529945 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb099-6db5-4e6d-94cd-d2a653d91177 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:58.544677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 5c63a341-1373-4cad-af56-c64ace7dacf3 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:53:58.550787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 5c63a341-1373-4cad-af56-c64ace7dacf3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:53:58.551287 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:58.611946 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb099-6db5-4e6d-94cd-d2a653d91177 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (d10913d4-ed8e-4925-adaa-a86ac61c07a5), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:58.718865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 5c63a341-1373-4cad-af56-c64ace7dacf3 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:53:58.719457 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:58.743557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79272c-f107-4d22-97e7-2f52574c8cf4 req-d332cf89-1a5c-4b39-96c1-0a64c1547091 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:58.746032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c79272c-f107-4d22-97e7-2f52574c8cf4 req-d332cf89-1a5c-4b39-96c1-0a64c1547091 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 945 time: 0.2085700 Jan 27 21:53:58.763254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 5c63a341-1373-4cad-af56-c64ace7dacf3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5c63a341-1373-4cad-af56-c64ace7dacf3,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:53:58.765703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eb6926-6e1b-4993-bb9c-f373aab26403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c63a341-1373-4cad-af56-c64ace7dacf3'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:58.768526 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c910cb-6d85-4bc7-924a-13a2498beaff" -d '{"events": [{"server_uuid": "a7eb6926-6e1b-4993-bb9c-f373aab26403", "name": "network-vif-plugged", "status": "completed", "tag": "5c63a341-1373-4cad-af56-c64ace7dacf3"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:58.845685 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564137c3-2008-478d-b821-eeb23696dd9c x-openstack-request-id: req-564137c3-2008-478d-b821-eeb23696dd9c {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:58.845685 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7eb6926-6e1b-4993-bb9c-f373aab26403", "name": "network-vif-plugged", "status": "completed", "tag": "5c63a341-1373-4cad-af56-c64ace7dacf3", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:58.845685 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-564137c3-2008-478d-b821-eeb23696dd9c {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:58.845685 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eb6926-6e1b-4993-bb9c-f373aab26403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c63a341-1373-4cad-af56-c64ace7dacf3', 'code': 200} Jan 27 21:53:58.862769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c79272c-f107-4d22-97e7-2f52574c8cf4 req-b2d62cde-b345-4837-9e98-38018c5f68f6 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083243 Jan 27 21:53:58.863966 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-d4aeb099-6db5-4e6d-94cd-d2a653d91177 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Floating IP d10913d4-ed8e-4925-adaa-a86ac61c07a5 associated. External IP: 172.25.0.207, port: 4023bcf2-2c58-460e-9683-e3fd257cd642. Jan 27 21:53:58.870693 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:58.996656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=5c63a341-1373-4cad-af56-c64ace7dacf3,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:53:59.027088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1f881-7c70-47cf-ba45-916558ae5700 req-df9220c0-4a66-4f04-9dac-c5ec3255bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.028776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ae1f881-7c70-47cf-ba45-916558ae5700 req-df9220c0-4a66-4f04-9dac-c5ec3255bbc6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 1097 time: 0.0687389 Jan 27 21:53:59.182643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ae1f881-7c70-47cf-ba45-916558ae5700 req-b93f19a9-b15d-450f-8c00-28f9413146b9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172032 Jan 27 21:53:59.207564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aeb099-6db5-4e6d-94cd-d2a653d91177 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Router 7fac34b7-f7c3-4087-b868-c751b46871c5 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:53:59.397919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aeb099-6db5-4e6d-94cd-d2a653d91177 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:53:59.409749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4aeb099-6db5-4e6d-94cd-d2a653d91177 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:53:59.417402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96091f80-5fcb-4cf4-be34-2793b1f1d423 None None] Sync routers for ids ['7fac34b7-f7c3-4087-b868-c751b46871c5'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:53:59.443185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96091f80-5fcb-4cf4-be34-2793b1f1d423 None None] Routers {'7fac34b7-f7c3-4087-b868-c751b46871c5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:53:59.443185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-96091f80-5fcb-4cf4-be34-2793b1f1d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7fac34b7-f7c3-4087-b868-c751b46871c5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:53:59.513466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d4aeb099-6db5-4e6d-94cd-d2a653d91177 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "PUT /v2.0/floatingips/d10913d4-ed8e-4925-adaa-a86ac61c07a5 HTTP/1.1" status: 200 len: 992 time: 1.7159889 Jan 27 21:53:59.514075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'tag': '4023bcf2-2c58-460e-9683-e3fd257cd642'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:53:59.522071 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03736069-e52c-4b44-98b4-1127eedc072e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddf14e6-9593-42d4-a90d-59129bfb5a69", "tag": "4023bcf2-2c58-460e-9683-e3fd257cd642"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:53:59.607399 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39625d3-c7f3-410d-93ad-74354d6fb0b3 x-openstack-request-id: req-c39625d3-c7f3-410d-93ad-74354d6fb0b3 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:53:59.608429 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddf14e6-9593-42d4-a90d-59129bfb5a69", "tag": "4023bcf2-2c58-460e-9683-e3fd257cd642", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:53:59.609797 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c39625d3-c7f3-410d-93ad-74354d6fb0b3 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:53:59.610429 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'tag': '4023bcf2-2c58-460e-9683-e3fd257cd642', 'status': 'completed', 'code': 200} Jan 27 21:53:59.695082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03736069-e52c-4b44-98b4-1127eedc072e req-c383c899-5d11-4ec8-a830-ccf85845ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.697040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03736069-e52c-4b44-98b4-1127eedc072e req-c383c899-5d11-4ec8-a830-ccf85845ff2d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1efbb19167b04fbe8a7e55c762ebbb27&device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 1097 time: 0.0628359 Jan 27 21:53:59.742281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-96091f80-5fcb-4cf4-be34-2793b1f1d423 None None] Set router 7fac34b7-f7c3-4087-b868-c751b46871c5 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:53:59.825607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03736069-e52c-4b44-98b4-1127eedc072e req-27a9cf9d-e832-46a4-a25d-cac06af19c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:53:59.827483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03736069-e52c-4b44-98b4-1127eedc072e req-27a9cf9d-e832-46a4-a25d-cac06af19c28 service neutron] 10.222.0.74 "GET /v2.0/networks?id=af806d0e-cab5-48ab-9a95-83286c3e6aa3 HTTP/1.1" status: 200 len: 913 time: 0.1228385 Jan 27 21:53:59.933740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03736069-e52c-4b44-98b4-1127eedc072e req-d7877aee-8fee-45df-a88f-1028c4b2055a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4023bcf2-2c58-460e-9683-e3fd257cd642 HTTP/1.1" status: 200 len: 1000 time: 0.0980465 Jan 27 21:54:00.063815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03736069-e52c-4b44-98b4-1127eedc072e req-280061ca-085b-4d2a-afce-d480d991ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.065253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03736069-e52c-4b44-98b4-1127eedc072e req-280061ca-085b-4d2a-afce-d480d991ac5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02058af9-b7be-422f-afbc-10a8b55a704d HTTP/1.1" status: 200 len: 851 time: 0.1254318 Jan 27 21:54:00.123340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c88f7-a421-49eb-81f8-1561e5371f03 req-6a7c0fa5-3b21-4e14-bcb5-7cf7b10219c3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.130577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-180c88f7-a421-49eb-81f8-1561e5371f03 req-6a7c0fa5-3b21-4e14-bcb5-7cf7b10219c3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 946 time: 0.1219790 Jan 27 21:54:00.191944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03736069-e52c-4b44-98b4-1127eedc072e req-141622c5-581a-4801-a012-1fccb680c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:00.194257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03736069-e52c-4b44-98b4-1127eedc072e req-141622c5-581a-4801-a012-1fccb680c006 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af806d0e-cab5-48ab-9a95-83286c3e6aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213329 Jan 27 21:54:00.308206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-96091f80-5fcb-4cf4-be34-2793b1f1d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 4, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'd10913d4-ed8e-4925-adaa-a86ac61c07a5', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'port_id': '4023bcf2-2c58-460e-9683-e3fd257cd642', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'mac_address': 'fa:16:3e:0d:db:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:53:34Z', 'updated_at': '2022-01-27T21:53:58Z', 'revision_number': 1, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627007ca-b381-4f54-89c1-15ba8faf57b5', 'name': '', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'mac_address': 'fa:16:3e:ff:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:26Z', 'updated_at': '2022-01-27T21:53:33Z', 'revision_number': 5, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'subnets': [{'id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:00.314028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-180c88f7-a421-49eb-81f8-1561e5371f03 req-587fd433-9cca-4b88-ac6b-2008e20fd4af tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821363 Jan 27 21:54:00.363751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96091f80-5fcb-4cf4-be34-2793b1f1d423 None None] Checking router: 7fac34b7-f7c3-4087-b868-c751b46871c5 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:54:00.369339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03736069-e52c-4b44-98b4-1127eedc072e req-7be5f190-b42c-4cc5-8f11-6576980626f1 service neutron] 10.222.0.74 "GET /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419175 Jan 27 21:54:00.403893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96091f80-5fcb-4cf4-be34-2793b1f1d423 None None] Routers {'7fac34b7-f7c3-4087-b868-c751b46871c5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:00.404622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-96091f80-5fcb-4cf4-be34-2793b1f1d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:53:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7fac34b7-f7c3-4087-b868-c751b46871c5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:00.516757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03736069-e52c-4b44-98b4-1127eedc072e req-54209044-35a2-4a4f-a0ff-2c5895ff3e58 service neutron] 10.222.0.74 "GET /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409023 Jan 27 21:54:00.534433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-96091f80-5fcb-4cf4-be34-2793b1f1d423 None None] Set router 7fac34b7-f7c3-4087-b868-c751b46871c5 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:54:00.898895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-96091f80-5fcb-4cf4-be34-2793b1f1d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 4, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'd10913d4-ed8e-4925-adaa-a86ac61c07a5', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'port_id': '4023bcf2-2c58-460e-9683-e3fd257cd642', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'mac_address': 'fa:16:3e:0d:db:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:53:34Z', 'updated_at': '2022-01-27T21:53:58Z', 'revision_number': 1, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627007ca-b381-4f54-89c1-15ba8faf57b5', 'name': '', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'mac_address': 'fa:16:3e:ff:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:26Z', 'updated_at': '2022-01-27T21:53:33Z', 'revision_number': 5, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'subnets': [{'id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:00.928344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96091f80-5fcb-4cf4-be34-2793b1f1d423 None None] The sync data for ids ['7fac34b7-f7c3-4087-b868-c751b46871c5'] in n-d-760456-6 is: [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 4, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'd10913d4-ed8e-4925-adaa-a86ac61c07a5', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'port_id': '4023bcf2-2c58-460e-9683-e3fd257cd642', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'mac_address': 'fa:16:3e:0d:db:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:53:34Z', 'updated_at': '2022-01-27T21:53:58Z', 'revision_number': 1, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '627007ca-b381-4f54-89c1-15ba8faf57b5', 'name': '', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'mac_address': 'fa:16:3e:ff:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:26Z', 'updated_at': '2022-01-27T21:53:33Z', 'revision_number': 5, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'subnets': [{'id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:01.250010 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b40f24-48e4-4f1a-991b-15a5ec7444a1 None None] New status for floating IP d10913d4-ed8e-4925-adaa-a86ac61c07a5: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:54:01.536120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa78d5-2fe3-4075-bc39-a7c4a024c54d req-841361bf-10b7-45e3-aa5e-59acbf480337 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:01.537706 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adaa78d5-2fe3-4075-bc39-a7c4a024c54d req-841361bf-10b7-45e3-aa5e-59acbf480337 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 946 time: 0.1060693 Jan 27 21:54:01.641808 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adaa78d5-2fe3-4075-bc39-a7c4a024c54d req-ba81953a-fbd5-4546-a68d-edf25e994eb7 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979152 Jan 27 21:54:02.177515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef6735-5167-4a9d-b24a-603e070758f4 req-a16b5684-15d1-43ff-b424-5674b0767392 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:02.187421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55ef6735-5167-4a9d-b24a-603e070758f4 req-a16b5684-15d1-43ff-b424-5674b0767392 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.2004337 Jan 27 21:54:02.201878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55ef6735-5167-4a9d-b24a-603e070758f4 req-6f72d202-aec7-4267-b3e1-d90853cc8b30 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/quotas/7ef2744fc5934353b91e037e8978612b HTTP/1.1" status: 200 len: 375 time: 0.0131931 Jan 27 21:54:02.230552 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e53c8597-9e58-409b-b44f-ccf1285c40d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:02.302869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55ef6735-5167-4a9d-b24a-603e070758f4 req-9415b65b-d012-48bc-aa63-c82b8d6bb428 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0944159 Jan 27 21:54:02.472684 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55ef6735-5167-4a9d-b24a-603e070758f4 req-89ae29a8-8ea5-4611-9e9f-7864b83aca61 service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590836 Jan 27 21:54:02.617656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55ef6735-5167-4a9d-b24a-603e070758f4 req-0eb4d9f3-290c-42dd-b5b2-3e2c3e3f22f8 service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430092 Jan 27 21:54:03.337679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35808) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:03.526113 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bbe45d98-0fe5-4e7b-b2f5-5c6fc6e5c333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.667336 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bbe45d98-0fe5-4e7b-b2f5-5c6fc6e5c333 admin admin] Publish callbacks [] for security_group (4fcdda2d-12bd-43e7-97b0-7c7d775036f6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.744474 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bbe45d98-0fe5-4e7b-b2f5-5c6fc6e5c333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4fcdda2d-12bd-43e7-97b0-7c7d775036f6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.790450 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35832) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:03.790875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bbe45d98-0fe5-4e7b-b2f5-5c6fc6e5c333 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5f2a095c0b94f9b999b04ba61feb7cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4537489 Jan 27 21:54:03.791754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe45d98-0fe5-4e7b-b2f5-5c6fc6e5c333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcdda2d-12bd-43e7-97b0-7c7d775036f6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:03.889633 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8821466c-334e-40f3-b84c-09a82954a885 admin admin] Publish callbacks [] for security_group (4fcdda2d-12bd-43e7-97b0-7c7d775036f6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.913419 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8821466c-334e-40f3-b84c-09a82954a885 admin admin] Publish callbacks [] for security_group (4fcdda2d-12bd-43e7-97b0-7c7d775036f6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:03.994847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-7f507d51-6b07-4d66-b4ea-bd90d98d4b63 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:03.996479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-7f507d51-6b07-4d66-b4ea-bd90d98d4b63 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.1678343 Jan 27 21:54:04.011697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-6a55a41d-dab1-428d-b118-e9d4756b9660 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/quotas/7ef2744fc5934353b91e037e8978612b HTTP/1.1" status: 200 len: 375 time: 0.0093665 Jan 27 21:54:04.064659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-a013079c-afe2-4bac-89b7-97733a1174e0 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460529 Jan 27 21:54:04.152542 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8821466c-334e-40f3-b84c-09a82954a885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4fcdda2d-12bd-43e7-97b0-7c7d775036f6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.157429 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8821466c-334e-40f3-b84c-09a82954a885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:04.159222 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8821466c-334e-40f3-b84c-09a82954a885 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4fcdda2d-12bd-43e7-97b0-7c7d775036f6 HTTP/1.1" status: 204 len: 168 time: 0.3676355 Jan 27 21:54:04.169430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821466c-334e-40f3-b84c-09a82954a885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcdda2d-12bd-43e7-97b0-7c7d775036f6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:04.225411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-f579eda5-6c30-4b17-afee-cab2485063f1 service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442595 Jan 27 21:54:04.377514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-1dfcdcbd-2d23-4a20-a195-2fcd8f43200a service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432350 Jan 27 21:54:04.684232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a443b625-e62c-4d5a-a81b-6b7fd209ed02 req-18b3fb43-8ee5-4579-b2a9-192c47a1ed3d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 210 time: 0.0471966 Jan 27 21:54:05.021302 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a139eec-4d94-4068-b81c-79d04c6718d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.568352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35872) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:05.584089 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e85bcdda-4c8e-4b66-993f-34d47124bfc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.750856 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e85bcdda-4c8e-4b66-993f-34d47124bfc4 admin admin] Publish callbacks [] for security_group (029aaf5b-ace2-4060-b986-2f36a40345fc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.798341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ef2b67b-b50d-4082-9256-db3ce0332a49 req-2046eb8e-f1f8-475c-a94f-b03e6fc2b46e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 210 time: 0.0316203 Jan 27 21:54:05.904807 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e85bcdda-4c8e-4b66-993f-34d47124bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (029aaf5b-ace2-4060-b986-2f36a40345fc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:05.982279 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e85bcdda-4c8e-4b66-993f-34d47124bfc4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1a1718b8d5a4fc1a15414e901848deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4126592 Jan 27 21:54:05.983516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bcdda-4c8e-4b66-993f-34d47124bfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029aaf5b-ace2-4060-b986-2f36a40345fc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:05.985538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35882) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:06.067302 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0039e4f7-c3d7-4ed3-8f9b-c97347127e4b admin admin] Publish callbacks [] for security_group (029aaf5b-ace2-4060-b986-2f36a40345fc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:06.103459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0039e4f7-c3d7-4ed3-8f9b-c97347127e4b admin admin] Publish callbacks [] for security_group (029aaf5b-ace2-4060-b986-2f36a40345fc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:06.166718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:06.333383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0039e4f7-c3d7-4ed3-8f9b-c97347127e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (029aaf5b-ace2-4060-b986-2f36a40345fc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:06.336256 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0039e4f7-c3d7-4ed3-8f9b-c97347127e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:06.337504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0039e4f7-c3d7-4ed3-8f9b-c97347127e4b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/029aaf5b-ace2-4060-b986-2f36a40345fc HTTP/1.1" status: 204 len: 168 time: 0.3509579 Jan 27 21:54:06.359910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039e4f7-c3d7-4ed3-8f9b-c97347127e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029aaf5b-ace2-4060-b986-2f36a40345fc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:07.096024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3337ae26-f824-4a5d-8f4d-44f6e4535452 req-05ed2745-7e60-4406-9813-39083585eb5c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 210 time: 0.1032629 Jan 27 21:54:07.475078 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.229039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-332fbf4b-7a32-48fe-9791-8db09fbaf99e req-5bc48414-73f8-4b1c-b0a8-45724df4427b tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 210 time: 0.0319479 Jan 27 21:54:08.279864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-90d2a7c3-021d-4197-944b-5f5d5fd6a750 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:08.282240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-90d2a7c3-021d-4197-944b-5f5d5fd6a750 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.2771072 Jan 27 21:54:08.299023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Request body: {'port': {'device_id': '3787ab8e-c806-4010-94f3-2a3dc4ef344a', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'admin_state_up': True, 'tenant_id': '7ef2744fc5934353b91e037e8978612b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:08.718585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Made reservation on behalf of 7ef2744fc5934353b91e037e8978612b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:08.728338 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:08.909175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Allocated IP 172.20.0.7 (f7986a63-54e0-4362-a7cb-5a7356da77db/1af3e14d-ef9e-46d4-8d8c-76715fffbc0a/5912c99c-8ed6-4a2e-9acf-0226c0988eea) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:09.093203 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.096459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks [] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.361609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b52ed7c-6a04-4d8c-b695-b1b79fb9b237 req-2bc7c638-1791-4d85-916f-479c1b5c69a2 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 210 time: 0.0421731 Jan 27 21:54:09.390560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.411538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:09.440334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Network f7986a63-54e0-4362-a7cb-5a7356da77db is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:09.443482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:09.449677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:09.456619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event updated for resources: {'Port': ['ID=5912c99c-8ed6-4a2e-9acf-0226c0988eea,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:09.591081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:09.594124 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:09.765030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-99a08584-15f9-47ee-a977-60febccd1d99 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4712350 Jan 27 21:54:09.907810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Request body: {'port': {'device_id': '3787ab8e-c806-4010-94f3-2a3dc4ef344a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:09.968690 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.426952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5912c99c-8ed6-4a2e-9acf-0226c0988eea {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:10.451290 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Publish callbacks [] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.502486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Transition to ACTIVE for port object 5912c99c-8ed6-4a2e-9acf-0226c0988eea will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:10.538524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6360a6f-ffac-4c7e-9c46-83fe4de9de3e req-df268bc9-fa58-4673-a32b-40926cb8da35 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:10.540362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6360a6f-ffac-4c7e-9c46-83fe4de9de3e req-df268bc9-fa58-4673-a32b-40926cb8da35 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 931 time: 0.0807827 Jan 27 21:54:10.623535 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.649029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6360a6f-ffac-4c7e-9c46-83fe4de9de3e req-0ee808f1-5525-48c9-a8fd-710cecc7822f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979304 Jan 27 21:54:10.703462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Pushing event updated for resources: {'Port': ['ID=5912c99c-8ed6-4a2e-9acf-0226c0988eea,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:10.804686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Attempting to bind port 5912c99c-8ed6-4a2e-9acf-0226c0988eea on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:10.807977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Attempting to bind port 5912c99c-8ed6-4a2e-9acf-0226c0988eea by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:10.807977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Attempting to bind port 5912c99c-8ed6-4a2e-9acf-0226c0988eea on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:10.811111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Port 5912c99c-8ed6-4a2e-9acf-0226c0988eea on network f7986a63-54e0-4362-a7cb-5a7356da77db not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:10.811734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Attempting to bind port 5912c99c-8ed6-4a2e-9acf-0226c0988eea on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:10.817442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:10.817871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Checking segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:10.818375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Bound using segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:10.820517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Bound port: 5912c99c-8ed6-4a2e-9acf-0226c0988eea, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:10.820905 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:10.934617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] For port 5912c99c-8ed6-4a2e-9acf-0226c0988eea, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:10.938270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] For port 5912c99c-8ed6-4a2e-9acf-0226c0988eea, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5912c99c-8ed6-4a2e-9acf-0226c0988eea,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:11.040420 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:54:11.088287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.215029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.215672 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:11.220203 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] 10.222.0.74 "PUT /v2.0/ports/5912c99c-8ed6-4a2e-9acf-0226c0988eea HTTP/1.1" status: 200 len: 1091 time: 1.4480722 Jan 27 21:54:11.223474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3787ab8e-c806-4010-94f3-2a3dc4ef344a', 'tag': '5912c99c-8ed6-4a2e-9acf-0226c0988eea'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:11.239131 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae250f4a-8148-4eda-a77e-b49d0d18476c" -d '{"events": [{"name": "network-changed", "server_uuid": "3787ab8e-c806-4010-94f3-2a3dc4ef344a", "tag": "5912c99c-8ed6-4a2e-9acf-0226c0988eea"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:11.278194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3f00f-53a3-41fa-b642-ffe143037209 service neutron] Pushing event updated for resources: {'Port': ['ID=5912c99c-8ed6-4a2e-9acf-0226c0988eea,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:11.523554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-2a6e67ba-3378-414d-a835-74af3c2e8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.523554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-2a6e67ba-3378-414d-a835-74af3c2e8fb1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 1094 time: 0.1168861 Jan 27 21:54:11.523554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-c1c3a455-9033-452f-aa65-267a35f596bb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5912c99c-8ed6-4a2e-9acf-0226c0988eea HTTP/1.1" status: 200 len: 217 time: 0.0450020 Jan 27 21:54:11.523554 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9f1bbb-9ccf-4335-9bc3-f6c45ae016c6 x-openstack-request-id: req-fa9f1bbb-9ccf-4335-9bc3-f6c45ae016c6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:11.523554 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3787ab8e-c806-4010-94f3-2a3dc4ef344a", "tag": "5912c99c-8ed6-4a2e-9acf-0226c0988eea", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:11.523554 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa9f1bbb-9ccf-4335-9bc3-f6c45ae016c6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:11.523554 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3787ab8e-c806-4010-94f3-2a3dc4ef344a', 'tag': '5912c99c-8ed6-4a2e-9acf-0226c0988eea', 'status': 'completed', 'code': 200} Jan 27 21:54:11.590758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-1d816fb7-cc73-4e57-9aac-f2efa96fa574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.592434 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-1d816fb7-cc73-4e57-9aac-f2efa96fa574 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 200 len: 845 time: 0.0908036 Jan 27 21:54:11.634586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-c670de85-8894-4ea7-8ee6-8b294f0d67b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7986a63-54e0-4362-a7cb-5a7356da77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351300 Jan 27 21:54:11.802700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-96ea8457-2229-4d62-ad4f-484b557e2317 service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545975 Jan 27 21:54:11.940091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3ab10-9861-45ed-ae01-69c05b967f6c req-2faab050-911e-4fe6-83a7-cbee98cf6cf8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:11.943997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2d3ab10-9861-45ed-ae01-69c05b967f6c req-2faab050-911e-4fe6-83a7-cbee98cf6cf8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 943 time: 0.1453617 Jan 27 21:54:12.026162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44317251-d190-4e9b-a9cd-755d5ac885ca req-f01d01ab-1afb-4712-ba06-2f823fab9900 service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185984 Jan 27 21:54:12.046456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2d3ab10-9861-45ed-ae01-69c05b967f6c req-b00cd91b-6450-441f-8807-ebb5162f6130 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931957 Jan 27 21:54:12.177393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae250f4a-8148-4eda-a77e-b49d0d18476c req-41c885e8-b9d5-40fa-9bcc-d02f8e1bc144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:12.185748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae250f4a-8148-4eda-a77e-b49d0d18476c req-41c885e8-b9d5-40fa-9bcc-d02f8e1bc144 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 1094 time: 0.0504451 Jan 27 21:54:12.666720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae250f4a-8148-4eda-a77e-b49d0d18476c req-1de752c9-bae7-4819-be1e-bd8208f594ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:12.668263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae250f4a-8148-4eda-a77e-b49d0d18476c req-1de752c9-bae7-4819-be1e-bd8208f594ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 906 time: 0.4834604 Jan 27 21:54:12.713044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae250f4a-8148-4eda-a77e-b49d0d18476c req-14ce7f23-6ecc-4623-be9f-100ade1e553d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5912c99c-8ed6-4a2e-9acf-0226c0988eea HTTP/1.1" status: 200 len: 217 time: 0.0380738 Jan 27 21:54:12.771996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae250f4a-8148-4eda-a77e-b49d0d18476c req-0324f95e-9a1c-470d-bc43-20c824e31bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:12.773624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae250f4a-8148-4eda-a77e-b49d0d18476c req-0324f95e-9a1c-470d-bc43-20c824e31bf4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 200 len: 845 time: 0.0513394 Jan 27 21:54:12.807112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae250f4a-8148-4eda-a77e-b49d0d18476c req-5a8981d2-2e3a-4b1d-85e5-88d39d06d56e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7986a63-54e0-4362-a7cb-5a7356da77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267758 Jan 27 21:54:12.901788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae250f4a-8148-4eda-a77e-b49d0d18476c req-085c7d50-4af8-4bb6-9a14-ae658e5345dc service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881960 Jan 27 21:54:12.995023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae250f4a-8148-4eda-a77e-b49d0d18476c req-7d4e556d-7f7e-4933-9916-b52e4c86f178 service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862074 Jan 27 21:54:13.173467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cb4e3-2c02-4cb3-8e20-6400c270e5d5 req-7d270df8-9c07-48f4-8dfd-ca0c6e9a9348 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:13.175166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e3cb4e3-2c02-4cb3-8e20-6400c270e5d5 req-7d270df8-9c07-48f4-8dfd-ca0c6e9a9348 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 943 time: 0.0524423 Jan 27 21:54:13.225529 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e3cb4e3-2c02-4cb3-8e20-6400c270e5d5 req-9e915a46-f9cb-4c6a-9a7b-848e50f680ad tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442519 Jan 27 21:54:13.295901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36042) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:13.445130 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f41f6d9-cade-4e0e-b787-c64c364d8393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.551910 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f41f6d9-cade-4e0e-b787-c64c364d8393 admin admin] Publish callbacks [] for security_group (3d72a381-9bf5-4b9e-9bf9-1918e85d5fec), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.625126 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f41f6d9-cade-4e0e-b787-c64c364d8393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3d72a381-9bf5-4b9e-9bf9-1918e85d5fec), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.672020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36064) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:13.672676 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0f41f6d9-cade-4e0e-b787-c64c364d8393 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3a5f007339f4c79803a0aec2cc813a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3743737 Jan 27 21:54:13.673106 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41f6d9-cade-4e0e-b787-c64c364d8393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d72a381-9bf5-4b9e-9bf9-1918e85d5fec,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:13.739497 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d983205e-f3ff-4a44-9ed5-7e27d30d9d26 admin admin] Publish callbacks [] for security_group (3d72a381-9bf5-4b9e-9bf9-1918e85d5fec), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.771956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d983205e-f3ff-4a44-9ed5-7e27d30d9d26 admin admin] Publish callbacks [] for security_group (3d72a381-9bf5-4b9e-9bf9-1918e85d5fec), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.978478 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d983205e-f3ff-4a44-9ed5-7e27d30d9d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3d72a381-9bf5-4b9e-9bf9-1918e85d5fec), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.985116 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d983205e-f3ff-4a44-9ed5-7e27d30d9d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:13.985116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d983205e-f3ff-4a44-9ed5-7e27d30d9d26 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d72a381-9bf5-4b9e-9bf9-1918e85d5fec HTTP/1.1" status: 204 len: 168 time: 0.3092883 Jan 27 21:54:13.992192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983205e-f3ff-4a44-9ed5-7e27d30d9d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d72a381-9bf5-4b9e-9bf9-1918e85d5fec,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:14.349885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891cec5-b76e-42e3-8c05-4426eb44b7a8 req-b158da31-b825-4d1b-9ec0-7255f8fe2017 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:14.351453 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1891cec5-b76e-42e3-8c05-4426eb44b7a8 req-b158da31-b825-4d1b-9ec0-7255f8fe2017 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 943 time: 0.0523262 Jan 27 21:54:14.401407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1891cec5-b76e-42e3-8c05-4426eb44b7a8 req-d8642639-01a0-4d59-870d-861b41349609 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Jan 27 21:54:14.875096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36116) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:14.890536 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f74b864-6c66-459d-974e-59cfd1f87e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.004334 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f74b864-6c66-459d-974e-59cfd1f87e20 admin admin] Publish callbacks [] for security_group (8333382a-2c91-4b56-8b92-98d7b92ec702), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.207108 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f74b864-6c66-459d-974e-59cfd1f87e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8333382a-2c91-4b56-8b92-98d7b92ec702), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.265928 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74b864-6c66-459d-974e-59cfd1f87e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8333382a-2c91-4b56-8b92-98d7b92ec702,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:15.302588 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f74b864-6c66-459d-974e-59cfd1f87e20 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f898b2e07814aa4a63a72bc8e327089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4264097 Jan 27 21:54:15.306289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36124) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:15.373718 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-49b0332c-cf84-48ed-bdaa-1d2a47b9b40b admin admin] Publish callbacks [] for security_group (8333382a-2c91-4b56-8b92-98d7b92ec702), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.396805 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-49b0332c-cf84-48ed-bdaa-1d2a47b9b40b admin admin] Publish callbacks [] for security_group (8333382a-2c91-4b56-8b92-98d7b92ec702), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.463564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5912c99c-8ed6-4a2e-9acf-0226c0988eea details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:15.556526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3ab14-4200-44db-9f28-f406b2bbea16 req-ceeeac1b-9e97-4497-8b4b-5547dc902883 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:15.565795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1b3ab14-4200-44db-9f28-f406b2bbea16 req-ceeeac1b-9e97-4497-8b4b-5547dc902883 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 943 time: 0.0679109 Jan 27 21:54:15.569140 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-49b0332c-cf84-48ed-bdaa-1d2a47b9b40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8333382a-2c91-4b56-8b92-98d7b92ec702), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.572848 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-49b0332c-cf84-48ed-bdaa-1d2a47b9b40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.574345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-49b0332c-cf84-48ed-bdaa-1d2a47b9b40b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8333382a-2c91-4b56-8b92-98d7b92ec702 HTTP/1.1" status: 204 len: 168 time: 0.2664874 Jan 27 21:54:15.604762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0332c-cf84-48ed-bdaa-1d2a47b9b40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8333382a-2c91-4b56-8b92-98d7b92ec702,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:15.658774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1b3ab14-4200-44db-9f28-f406b2bbea16 req-38877f04-ec38-459c-ba76-868159cebc87 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883214 Jan 27 21:54:15.728791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5912c99c-8ed6-4a2e-9acf-0226c0988eea, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5912c99c-8ed6-4a2e-9acf-0226c0988eea,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:15.742681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '5912c99c-8ed6-4a2e-9acf-0226c0988eea', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'port_id': '5912c99c-8ed6-4a2e-9acf-0226c0988eea', 'mac_address': 'fa:16:3e:d1:21:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af3e14d-ef9e-46d4-8d8c-76715fffbc0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:15.785738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 5912c99c-8ed6-4a2e-9acf-0226c0988eea is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:15.786396 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:15.813151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5912c99c-8ed6-4a2e-9acf-0226c0988eea {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:15.838293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5912c99c-8ed6-4a2e-9acf-0226c0988eea, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5912c99c-8ed6-4a2e-9acf-0226c0988eea,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:15.926994 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:16.009648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=5912c99c-8ed6-4a2e-9acf-0226c0988eea,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:16.019247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.019842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.020358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.020841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.021332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.021823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.023019 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.023750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.024448 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.024939 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.025608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.027178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.027631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:16.159895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['5912c99c-8ed6-4a2e-9acf-0226c0988eea'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:16.827870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7ccc0-3560-4841-84b1-e3bed0a77745 req-de209c06-75d5-41f1-bd42-309830846573 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:16.844978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2be7ccc0-3560-4841-84b1-e3bed0a77745 req-de209c06-75d5-41f1-bd42-309830846573 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 944 time: 0.0940151 Jan 27 21:54:16.941577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2be7ccc0-3560-4841-84b1-e3bed0a77745 req-a420ef4b-03e4-44e1-bb42-dbcce97809e9 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942850 Jan 27 21:54:17.486756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5912c99c-8ed6-4a2e-9acf-0226c0988eea up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:17.663974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 5912c99c-8ed6-4a2e-9acf-0226c0988eea completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:17.668934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 5912c99c-8ed6-4a2e-9acf-0226c0988eea triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:17.669315 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.771742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 5912c99c-8ed6-4a2e-9acf-0226c0988eea is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:17.772236 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.814085 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5912c99c-8ed6-4a2e-9acf-0226c0988eea, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5912c99c-8ed6-4a2e-9acf-0226c0988eea,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:17.815676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3787ab8e-c806-4010-94f3-2a3dc4ef344a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5912c99c-8ed6-4a2e-9acf-0226c0988eea'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:17.818769 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120005cc-6813-4e39-93c8-6f93800fdc0d" -d '{"events": [{"server_uuid": "3787ab8e-c806-4010-94f3-2a3dc4ef344a", "name": "network-vif-plugged", "status": "completed", "tag": "5912c99c-8ed6-4a2e-9acf-0226c0988eea"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:17.905672 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:17.997411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=5912c99c-8ed6-4a2e-9acf-0226c0988eea,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:18.082149 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f010038c-ff1f-4dea-8304-fe177917cfc3 x-openstack-request-id: req-f010038c-ff1f-4dea-8304-fe177917cfc3 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:18.082447 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3787ab8e-c806-4010-94f3-2a3dc4ef344a", "name": "network-vif-plugged", "status": "completed", "tag": "5912c99c-8ed6-4a2e-9acf-0226c0988eea", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:18.082715 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f010038c-ff1f-4dea-8304-fe177917cfc3 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:18.083133 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3787ab8e-c806-4010-94f3-2a3dc4ef344a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5912c99c-8ed6-4a2e-9acf-0226c0988eea', 'code': 200} Jan 27 21:54:18.237374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05679992-6cb5-427c-af0a-02a2a2527ab4 req-f259b814-0b1b-48b8-aae0-ddc12fe6284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:18.239679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05679992-6cb5-427c-af0a-02a2a2527ab4 req-f259b814-0b1b-48b8-aae0-ddc12fe6284a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 1096 time: 0.0804334 Jan 27 21:54:18.251623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe96e19-24e5-435c-bcbb-7cbb0b8d8ee4 req-78a3f381-9d2d-446b-aecb-084a3a250913 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:18.260044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4fe96e19-24e5-435c-bcbb-7cbb0b8d8ee4 req-78a3f381-9d2d-446b-aecb-084a3a250913 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 945 time: 0.2074754 Jan 27 21:54:18.337521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4fe96e19-24e5-435c-bcbb-7cbb0b8d8ee4 req-9e6fc31a-dfe5-4cb6-bb96-18a0f26672f4 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763021 Jan 27 21:54:18.375043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05679992-6cb5-427c-af0a-02a2a2527ab4 req-648506c5-5cc3-46e5-9136-75789d512ed5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929096 Jan 27 21:54:19.455534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d7361-872f-420d-84d7-d0e3dd7fec1e req-f3655970-6277-496b-b74b-2c3bacd7eb7e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:19.460726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-455d7361-872f-420d-84d7-d0e3dd7fec1e req-f3655970-6277-496b-b74b-2c3bacd7eb7e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 945 time: 0.0658810 Jan 27 21:54:19.508838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-455d7361-872f-420d-84d7-d0e3dd7fec1e req-f30e2b1a-41fd-4a8b-b744-3a2928c2690e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449932 Jan 27 21:54:20.706383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed77e7a-3b50-4984-be35-1fa00984758c req-c4280167-f179-4c5b-af62-9eef176cd27b tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:20.709252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ed77e7a-3b50-4984-be35-1fa00984758c req-c4280167-f179-4c5b-af62-9eef176cd27b tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 945 time: 0.0830734 Jan 27 21:54:20.844512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ed77e7a-3b50-4984-be35-1fa00984758c req-ac1cd40e-1974-4ed3-affd-c12725a5dce8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292784 Jan 27 21:54:21.171994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ca1be-3806-4e47-a859-1164ab11dc3f req-8ed92498-e545-42d9-b12e-bd02fbb84492 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:21.180505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad3ca1be-3806-4e47-a859-1164ab11dc3f req-8ed92498-e545-42d9-b12e-bd02fbb84492 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 945 time: 0.1587379 Jan 27 21:54:21.272277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad3ca1be-3806-4e47-a859-1164ab11dc3f req-927b73a4-dee3-4357-af0b-1b95eb68f4e8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896068 Jan 27 21:54:21.623077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36310) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:21.847544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.054079 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Publish callbacks [] for security_group (264a5dd3-9712-45e6-9265-a1c2b8d70947), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.123719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e0dfc-5a42-47b3-b7b6-9063135291ac req-4f8c3201-f39f-44f5-b088-15b44dcf7260 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:22.126109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-374e0dfc-5a42-47b3-b7b6-9063135291ac req-4f8c3201-f39f-44f5-b088-15b44dcf7260 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 945 time: 0.0701931 Jan 27 21:54:22.162515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (264a5dd3-9712-45e6-9265-a1c2b8d70947), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.222734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36326) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:22.233821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0d345d39758f4ded8e89cc606bd810e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6085317 Jan 27 21:54:22.242341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-374e0dfc-5a42-47b3-b7b6-9063135291ac req-fbc32600-e5ec-43d1-b582-f130b3a0d744 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097631 Jan 27 21:54:22.303575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264a5dd3-9712-45e6-9265-a1c2b8d70947,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:22.322442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.325435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.325435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.325435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.325435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.325435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.325435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.325435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.325435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.330509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.330997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.331363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.332617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1bf39-0ca9-4315-b351-6cc23aef73f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:22.355996 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95e2c5a8-0bd9-43c7-b751-9e43c93d1c78 admin admin] Publish callbacks [] for security_group (264a5dd3-9712-45e6-9265-a1c2b8d70947), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.383133 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95e2c5a8-0bd9-43c7-b751-9e43c93d1c78 admin admin] Publish callbacks [] for security_group (264a5dd3-9712-45e6-9265-a1c2b8d70947), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.561529 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95e2c5a8-0bd9-43c7-b751-9e43c93d1c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (264a5dd3-9712-45e6-9265-a1c2b8d70947), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.564486 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95e2c5a8-0bd9-43c7-b751-9e43c93d1c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:22.575630 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-95e2c5a8-0bd9-43c7-b751-9e43c93d1c78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/264a5dd3-9712-45e6-9265-a1c2b8d70947 HTTP/1.1" status: 204 len: 168 time: 0.3451207 Jan 27 21:54:22.595626 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2c5a8-0bd9-43c7-b751-9e43c93d1c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264a5dd3-9712-45e6-9265-a1c2b8d70947,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:23.268549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab9545-400f-46a9-86ac-e8db42940fb8 req-190e7516-c1cf-4a8f-b4ba-f50e29937bcf tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.270076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7aab9545-400f-46a9-86ac-e8db42940fb8 req-190e7516-c1cf-4a8f-b4ba-f50e29937bcf tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 945 time: 0.0664551 Jan 27 21:54:23.463290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81cde9-0836-480d-ab30-93db13fea60c req-036ad829-3e17-44e2-9cdd-417434b9bc92 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:23.464844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e81cde9-0836-480d-ab30-93db13fea60c req-036ad829-3e17-44e2-9cdd-417434b9bc92 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 945 time: 0.0576603 Jan 27 21:54:23.504210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-7aab9545-400f-46a9-86ac-e8db42940fb8 req-cb9ce191-6df6-4c7a-83da-1eac9b918828 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Deleting port 5912c99c-8ed6-4a2e-9acf-0226c0988eea {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:23.504563 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aab9545-400f-46a9-86ac-e8db42940fb8 req-cb9ce191-6df6-4c7a-83da-1eac9b918828 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.623952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e81cde9-0836-480d-ab30-93db13fea60c req-d5cdd3c5-710e-4a18-a9ff-388e0507042e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503925 Jan 27 21:54:23.673289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7aab9545-400f-46a9-86ac-e8db42940fb8 req-cb9ce191-6df6-4c7a-83da-1eac9b918828 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] For port 5912c99c-8ed6-4a2e-9acf-0226c0988eea, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5912c99c-8ed6-4a2e-9acf-0226c0988eea,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:23.673289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aab9545-400f-46a9-86ac-e8db42940fb8 req-cb9ce191-6df6-4c7a-83da-1eac9b918828 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.687366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-7aab9545-400f-46a9-86ac-e8db42940fb8 req-cb9ce191-6df6-4c7a-83da-1eac9b918828 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Calling delete_port for 5912c99c-8ed6-4a2e-9acf-0226c0988eea owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:23.909817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aab9545-400f-46a9-86ac-e8db42940fb8 req-cb9ce191-6df6-4c7a-83da-1eac9b918828 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5912c99c-8ed6-4a2e-9acf-0226c0988eea), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:23.923315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:23.928595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['5912c99c-8ed6-4a2e-9acf-0226c0988eea'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:23.990898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ce191-6df6-4c7a-83da-1eac9b918828 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event deleted for resources: {'Port': ['ID=5912c99c-8ed6-4a2e-9acf-0226c0988eea,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:24.063746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aab9545-400f-46a9-86ac-e8db42940fb8 req-cb9ce191-6df6-4c7a-83da-1eac9b918828 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] No DVR routers for this DVR port 5912c99c-8ed6-4a2e-9acf-0226c0988eea on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:24.063746 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7aab9545-400f-46a9-86ac-e8db42940fb8 req-cb9ce191-6df6-4c7a-83da-1eac9b918828 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:24.065242 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7aab9545-400f-46a9-86ac-e8db42940fb8 req-cb9ce191-6df6-4c7a-83da-1eac9b918828 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "DELETE /v2.0/ports/5912c99c-8ed6-4a2e-9acf-0226c0988eea HTTP/1.1" status: 204 len: 173 time: 0.7891967 Jan 27 21:54:24.066097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3787ab8e-c806-4010-94f3-2a3dc4ef344a', 'name': 'network-vif-deleted', 'tag': '5912c99c-8ed6-4a2e-9acf-0226c0988eea'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:24.077047 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf0ad98-def9-4a97-b265-f3cd321c82b2" -d '{"events": [{"server_uuid": "3787ab8e-c806-4010-94f3-2a3dc4ef344a", "name": "network-vif-deleted", "tag": "5912c99c-8ed6-4a2e-9acf-0226c0988eea"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:24.188199 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cb034b-85de-4f0b-8a7b-53b7f47ac6b2 x-openstack-request-id: req-f4cb034b-85de-4f0b-8a7b-53b7f47ac6b2 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:24.189360 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3787ab8e-c806-4010-94f3-2a3dc4ef344a", "name": "network-vif-deleted", "tag": "5912c99c-8ed6-4a2e-9acf-0226c0988eea", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:24.189360 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4cb034b-85de-4f0b-8a7b-53b7f47ac6b2 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:24.189360 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3787ab8e-c806-4010-94f3-2a3dc4ef344a', 'name': 'network-vif-deleted', 'tag': '5912c99c-8ed6-4a2e-9acf-0226c0988eea', 'status': 'completed', 'code': 200} Jan 27 21:54:24.766255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-662e3509-6e3f-4620-bf0a-41ab31aaf0a7 req-d5cccaa9-6941-45ab-a8a9-f8ff9d3e8ff3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=3787ab8e-c806-4010-94f3-2a3dc4ef344a HTTP/1.1" status: 200 len: 210 time: 0.0411353 Jan 27 21:54:25.092699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36400) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:25.221886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a325d490-5627-46b2-9c5b-9c5ed7977ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.314864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a325d490-5627-46b2-9c5b-9c5ed7977ca7 admin admin] Publish callbacks [] for security_group (8f6796e7-4236-40ae-8470-746e6d0cf628), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.463758 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a325d490-5627-46b2-9c5b-9c5ed7977ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8f6796e7-4236-40ae-8470-746e6d0cf628), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.505146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325d490-5627-46b2-9c5b-9c5ed7977ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6796e7-4236-40ae-8470-746e6d0cf628,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:25.512832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a325d490-5627-46b2-9c5b-9c5ed7977ca7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=941cb1157d904dd99f63280090be3308&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4201095 Jan 27 21:54:25.515527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36412) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:25.574248 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-486374b0-84d8-407c-8369-a99f207d751c admin admin] Publish callbacks [] for security_group (8f6796e7-4236-40ae-8470-746e6d0cf628), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.596621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-486374b0-84d8-407c-8369-a99f207d751c admin admin] Publish callbacks [] for security_group (8f6796e7-4236-40ae-8470-746e6d0cf628), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.749399 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-486374b0-84d8-407c-8369-a99f207d751c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8f6796e7-4236-40ae-8470-746e6d0cf628), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.752773 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-486374b0-84d8-407c-8369-a99f207d751c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:25.756332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-486374b0-84d8-407c-8369-a99f207d751c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f6796e7-4236-40ae-8470-746e6d0cf628 HTTP/1.1" status: 204 len: 168 time: 0.2377002 Jan 27 21:54:25.765230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486374b0-84d8-407c-8369-a99f207d751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6796e7-4236-40ae-8470-746e6d0cf628,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:26.891709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-a278227e-abb0-424f-a3bf-f59eefdf87c3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:26.898990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-a278227e-abb0-424f-a3bf-f59eefdf87c3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.1296461 Jan 27 21:54:26.917442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-5934b0fc-3522-496e-8e04-d1742d639959 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/quotas/7ef2744fc5934353b91e037e8978612b HTTP/1.1" status: 200 len: 375 time: 0.0169888 Jan 27 21:54:26.978219 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:26.993190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-2d98d99c-27f8-4117-b56c-4a7a8d840a40 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681486 Jan 27 21:54:27.130325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-4729c01f-c7c5-4597-b21d-0a5c0526296e service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311793 Jan 27 21:54:27.338901 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:27.363742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-82c42adf-048a-4962-949b-3e3bdf3f1c76 service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233298 Jan 27 21:54:27.536370 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5912c99c-8ed6-4a2e-9acf-0226c0988eea no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:27.595715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 5912c99c-8ed6-4a2e-9acf-0226c0988eea {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:54:27.599346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5912c99c-8ed6-4a2e-9acf-0226c0988eea not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:54:27.759795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48775a00-5957-4b62-974c-060de35cf5fd req-6eca5316-0e1a-44bf-b344-e1c8b7d2d657 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 210 time: 0.0680552 Jan 27 21:54:28.933017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a01271a5-c587-4f46-80ce-43bb0ae4e340 req-805f9d24-223e-4ae4-aa26-3a62185c5562 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 210 time: 0.0510147 Jan 27 21:54:30.075802 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e64eb9b8-353f-43ff-9920-76e965cef7b6 req-a8d618e3-4766-4dfe-a7d8-bd3a784d33ac tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 210 time: 0.0457137 Jan 27 21:54:31.117302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-7c24105c-c964-4cae-9c91-36d2d699389d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:31.121282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-7c24105c-c964-4cae-9c91-36d2d699389d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.1450856 Jan 27 21:54:31.127191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36606) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:31.136993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Request body: {'port': {'device_id': 'dbcd7fa4-b5f2-4af4-a0a7-8847c981591f', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'admin_state_up': True, 'tenant_id': '7ef2744fc5934353b91e037e8978612b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:31.215892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aafd0b27-45d2-4a83-84bf-a11433211e30 req-e136d3da-2604-4e6f-bc21-6d4a42cb6209 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 210 time: 0.0616910 Jan 27 21:54:31.266701 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5878e1d3-79b0-45d6-a63e-ec2a52d7b41a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.377073 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5878e1d3-79b0-45d6-a63e-ec2a52d7b41a admin admin] Publish callbacks [] for security_group (3302a1f8-6eeb-4151-a5ba-be0f279b1228), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.407072 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Made reservation on behalf of 7ef2744fc5934353b91e037e8978612b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:31.415299 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.509963 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5878e1d3-79b0-45d6-a63e-ec2a52d7b41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3302a1f8-6eeb-4151-a5ba-be0f279b1228), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.598081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5878e1d3-79b0-45d6-a63e-ec2a52d7b41a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38d7fa171a89414c8cf180033fe67c91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4698699 Jan 27 21:54:31.600903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36620) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:31.601841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878e1d3-79b0-45d6-a63e-ec2a52d7b41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3302a1f8-6eeb-4151-a5ba-be0f279b1228,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:31.615263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Allocated IP 172.20.0.4 (f7986a63-54e0-4362-a7cb-5a7356da77db/1af3e14d-ef9e-46d4-8d8c-76715fffbc0a/845ab3f6-c691-45f0-bbdb-f96ed1563437) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:31.652511 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Publish callbacks [] for security_group (3302a1f8-6eeb-4151-a5ba-be0f279b1228), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.674663 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Publish callbacks [] for security_group (3302a1f8-6eeb-4151-a5ba-be0f279b1228), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.757081 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks [] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:31.898394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2398c1d1-d6d0-4d5c-b65a-65d790d5177a req-9b5e7d3a-4afe-4d67-a359-fe6e79dcd53e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576818 Jan 27 21:54:31.993505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398c1d1-d6d0-4d5c-b65a-65d790d5177a req-1a07d781-ee75-41e2-89a8-db3f83a8f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:31.995443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2398c1d1-d6d0-4d5c-b65a-65d790d5177a req-1a07d781-ee75-41e2-89a8-db3f83a8f6d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=68ed4f65a9c94dbaa8107ed0ec806764&device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 1101 time: 0.0433104 Jan 27 21:54:32.006894 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3302a1f8-6eeb-4151-a5ba-be0f279b1228), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.017492 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.017492 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3302a1f8-6eeb-4151-a5ba-be0f279b1228 HTTP/1.1" status: 204 len: 168 time: 0.4093616 Jan 27 21:54:32.026157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3302a1f8-6eeb-4151-a5ba-be0f279b1228,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:32.044455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.047389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.047909 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.048685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.050459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.051527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.052465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.053425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.055066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.055612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.056532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.057773 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.067395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51168c81-2975-41a0-b89e-0a6220827597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:54:32.131493 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.146790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:32.189732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Network f7986a63-54e0-4362-a7cb-5a7356da77db is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:32.203038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:32.213116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:32.240836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event updated for resources: {'Port': ['ID=845ab3f6-c691-45f0-bbdb-f96ed1563437,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:32.278979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398c1d1-d6d0-4d5c-b65a-65d790d5177a req-ddadda5f-3c99-4c6d-a57f-6e52142cac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.282766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2398c1d1-d6d0-4d5c-b65a-65d790d5177a req-ddadda5f-3c99-4c6d-a57f-6e52142cac39 service neutron] 10.222.0.71 "GET /v2.0/networks?id=448cf24c-dfed-4809-adf4-6fd133d819d8 HTTP/1.1" status: 200 len: 870 time: 0.2634680 Jan 27 21:54:32.297124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.298636 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.344570 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36638) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:32.357966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2398c1d1-d6d0-4d5c-b65a-65d790d5177a req-d6abb6d2-e24d-47ee-bb46-89dd4f7fe2c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=db16e6de-ec1e-445f-9dce-b0452c35606d HTTP/1.1" status: 200 len: 217 time: 0.0678692 Jan 27 21:54:32.446199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398c1d1-d6d0-4d5c-b65a-65d790d5177a req-a897e03d-9edd-4195-add6-05a7e390728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.448067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2398c1d1-d6d0-4d5c-b65a-65d790d5177a req-a897e03d-9edd-4195-add6-05a7e390728c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0811396 Jan 27 21:54:32.457183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796759d4-c87d-420a-9354-f94ff5c3ab6e req-f91357f9-58dc-4c10-a224-ebd0842b7955 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.458850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-796759d4-c87d-420a-9354-f94ff5c3ab6e req-f91357f9-58dc-4c10-a224-ebd0842b7955 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 931 time: 0.1043739 Jan 27 21:54:32.515414 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f60adfa8-72b4-4539-9f98-25e0b5d6d255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.541647 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1cea9d8b-3f3a-45c0-8d2c-3c9c25352044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.545807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398c1d1-d6d0-4d5c-b65a-65d790d5177a req-fe925839-2fd9-4c4f-a802-e8daf95ee8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:32.547441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2398c1d1-d6d0-4d5c-b65a-65d790d5177a req-fe925839-2fd9-4c4f-a802-e8daf95ee8ef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876160 Jan 27 21:54:32.551456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-796759d4-c87d-420a-9354-f94ff5c3ab6e req-28785a1d-cc70-4433-8f3a-71560c642930 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799332 Jan 27 21:54:32.649542 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-90a8552c-5647-47b7-8241-4102887e2575 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5163913 Jan 27 21:54:32.682604 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1cea9d8b-3f3a-45c0-8d2c-3c9c25352044 admin admin] Publish callbacks [] for security_group (7063738d-6fc9-475b-8699-bd6af9d3bee3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.683751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Request body: {'port': {'device_id': 'dbcd7fa4-b5f2-4af4-a0a7-8847c981591f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:32.716572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2398c1d1-d6d0-4d5c-b65a-65d790d5177a req-8cf24aa4-7f70-4c5c-8ee7-d34a8f3daafd service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604741 Jan 27 21:54:32.778383 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1cea9d8b-3f3a-45c0-8d2c-3c9c25352044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7063738d-6fc9-475b-8699-bd6af9d3bee3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.828549 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea9d8b-3f3a-45c0-8d2c-3c9c25352044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7063738d-6fc9-475b-8699-bd6af9d3bee3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:32.883202 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:32.914136 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1cea9d8b-3f3a-45c0-8d2c-3c9c25352044 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8de023b46a9f43b6a30c5ad7e8eaca8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5649307 Jan 27 21:54:32.926444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36650) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:32.983338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2398c1d1-d6d0-4d5c-b65a-65d790d5177a req-ea9f1973-4f9d-48df-9c01-e54b8360d547 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506151 Jan 27 21:54:33.122174 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a6b46647-ff68-46a4-b9dd-6e0400c80b81 admin admin] Publish callbacks [] for security_group (7063738d-6fc9-475b-8699-bd6af9d3bee3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.187478 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a6b46647-ff68-46a4-b9dd-6e0400c80b81 admin admin] Publish callbacks [] for security_group (7063738d-6fc9-475b-8699-bd6af9d3bee3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.399101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845ab3f6-c691-45f0-bbdb-f96ed1563437 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:33.411561 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Publish callbacks [] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.443504 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0d076373-822d-4d65-b207-65aeb1853f8e req-991e4539-bef3-4bb6-8639-2ee054bfe68d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0833724 Jan 27 21:54:33.443787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Transition to ACTIVE for port object 845ab3f6-c691-45f0-bbdb-f96ed1563437 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:33.574195 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076373-822d-4d65-b207-65aeb1853f8e req-58ff7b60-7a3e-4bf2-8eb0-7ecd1cd64aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.576170 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0d076373-822d-4d65-b207-65aeb1853f8e req-58ff7b60-7a3e-4bf2-8eb0-7ecd1cd64aa8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1efbb19167b04fbe8a7e55c762ebbb27&device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 1097 time: 0.0438755 Jan 27 21:54:33.610136 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.622884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a6b46647-ff68-46a4-b9dd-6e0400c80b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7063738d-6fc9-475b-8699-bd6af9d3bee3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.627775 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a6b46647-ff68-46a4-b9dd-6e0400c80b81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:33.642374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a6b46647-ff68-46a4-b9dd-6e0400c80b81 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7063738d-6fc9-475b-8699-bd6af9d3bee3 HTTP/1.1" status: 204 len: 168 time: 0.7140038 Jan 27 21:54:33.756503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b46647-ff68-46a4-b9dd-6e0400c80b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7063738d-6fc9-475b-8699-bd6af9d3bee3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:33.787161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076373-822d-4d65-b207-65aeb1853f8e req-f6486da6-ba6a-4413-80fc-a866dd9e9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.790800 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0d076373-822d-4d65-b207-65aeb1853f8e req-f6486da6-ba6a-4413-80fc-a866dd9e9c6c service neutron] 10.222.0.74 "GET /v2.0/networks?id=af806d0e-cab5-48ab-9a95-83286c3e6aa3 HTTP/1.1" status: 200 len: 913 time: 0.1930439 Jan 27 21:54:33.849695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Pushing event updated for resources: {'Port': ['ID=845ab3f6-c691-45f0-bbdb-f96ed1563437,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:33.903062 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0d076373-822d-4d65-b207-65aeb1853f8e req-f8038a97-4528-4aa4-8d02-6021cd335f7a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4023bcf2-2c58-460e-9683-e3fd257cd642 HTTP/1.1" status: 200 len: 1002 time: 0.1058731 Jan 27 21:54:33.953112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24dff6-ff62-4f7e-a323-811983d506e6 req-98891546-46eb-4cd4-8bf1-8b8433bc9c41 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:33.954689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a24dff6-ff62-4f7e-a323-811983d506e6 req-98891546-46eb-4cd4-8bf1-8b8433bc9c41 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 943 time: 0.2227376 Jan 27 21:54:34.013847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Attempting to bind port 845ab3f6-c691-45f0-bbdb-f96ed1563437 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:34.013847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Attempting to bind port 845ab3f6-c691-45f0-bbdb-f96ed1563437 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:34.013847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Attempting to bind port 845ab3f6-c691-45f0-bbdb-f96ed1563437 on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:34.014274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076373-822d-4d65-b207-65aeb1853f8e req-f9fb11c4-ec54-42d8-a2a3-31f400c2fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.014274 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0d076373-822d-4d65-b207-65aeb1853f8e req-f9fb11c4-ec54-42d8-a2a3-31f400c2fd48 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02058af9-b7be-422f-afbc-10a8b55a704d HTTP/1.1" status: 200 len: 851 time: 0.0979269 Jan 27 21:54:34.022202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Port 845ab3f6-c691-45f0-bbdb-f96ed1563437 on network f7986a63-54e0-4362-a7cb-5a7356da77db not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:34.022489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Attempting to bind port 845ab3f6-c691-45f0-bbdb-f96ed1563437 on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:34.040135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36670) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:34.055231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:34.055588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Checking segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:34.056129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Bound using segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:34.056816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Bound port: 845ab3f6-c691-45f0-bbdb-f96ed1563437, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:34.057215 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.068821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a24dff6-ff62-4f7e-a323-811983d506e6 req-a99bf874-bf37-47ae-96cc-fdd5b0a2e54d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059558 Jan 27 21:54:34.079440 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-841b01e0-b7c2-4061-8e14-f7657baeb275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.136725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076373-822d-4d65-b207-65aeb1853f8e req-6c76ba47-9f62-4466-b920-57368335a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.138261 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0d076373-822d-4d65-b207-65aeb1853f8e req-6c76ba47-9f62-4466-b920-57368335a632 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af806d0e-cab5-48ab-9a95-83286c3e6aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221945 Jan 27 21:54:34.234787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] For port 845ab3f6-c691-45f0-bbdb-f96ed1563437, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:34.238802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] For port 845ab3f6-c691-45f0-bbdb-f96ed1563437, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=845ab3f6-c691-45f0-bbdb-f96ed1563437,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:34.301783 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0d076373-822d-4d65-b207-65aeb1853f8e req-c03480b9-2699-41f3-9d47-4d4667459856 service neutron] 10.222.0.74 "GET /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547632 Jan 27 21:54:34.305090 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-841b01e0-b7c2-4061-8e14-f7657baeb275 admin admin] Publish callbacks [] for security_group (fa3e90b1-189d-47d9-80ed-cb6650e78686), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.461834 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0d076373-822d-4d65-b207-65aeb1853f8e req-6319bec6-6a96-46c0-8d3c-675cfcbfbe2d service neutron] 10.222.0.74 "GET /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533768 Jan 27 21:54:34.504040 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.578091 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-841b01e0-b7c2-4061-8e14-f7657baeb275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fa3e90b1-189d-47d9-80ed-cb6650e78686), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.636647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.639305 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.639766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] 10.222.0.74 "PUT /v2.0/ports/845ab3f6-c691-45f0-bbdb-f96ed1563437 HTTP/1.1" status: 200 len: 1091 time: 1.9651124 Jan 27 21:54:34.642541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-841b01e0-b7c2-4061-8e14-f7657baeb275 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6824e2a968114c9db8a73fdf0e18ea31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6005230 Jan 27 21:54:34.643578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcd7fa4-b5f2-4af4-a0a7-8847c981591f', 'tag': '845ab3f6-c691-45f0-bbdb-f96ed1563437'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:34.645439 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36686) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:34.645938 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c70bbb0-5307-4234-952d-e34c907079a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcd7fa4-b5f2-4af4-a0a7-8847c981591f", "tag": "845ab3f6-c691-45f0-bbdb-f96ed1563437"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:34.681240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b01e0-b7c2-4061-8e14-f7657baeb275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3e90b1-189d-47d9-80ed-cb6650e78686,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:34.687879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0da41-c5bb-494e-bdd0-6ded33be6a2b service neutron] Pushing event updated for resources: {'Port': ['ID=845ab3f6-c691-45f0-bbdb-f96ed1563437,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:34.738000 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798b8f64-4845-430d-b863-239b4a03f1ed x-openstack-request-id: req-798b8f64-4845-430d-b863-239b4a03f1ed {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:34.738300 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcd7fa4-b5f2-4af4-a0a7-8847c981591f", "tag": "845ab3f6-c691-45f0-bbdb-f96ed1563437", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:34.738564 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-798b8f64-4845-430d-b863-239b4a03f1ed {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:34.738977 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcd7fa4-b5f2-4af4-a0a7-8847c981591f', 'tag': '845ab3f6-c691-45f0-bbdb-f96ed1563437', 'status': 'completed', 'code': 200} Jan 27 21:54:34.798975 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba6079bf-9a5c-4604-a946-3d918f909fae admin admin] Publish callbacks [] for security_group (fa3e90b1-189d-47d9-80ed-cb6650e78686), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.825938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70bbb0-5307-4234-952d-e34c907079a1 req-68fe6030-0d07-48b3-bf94-5fd24b964d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.838023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c70bbb0-5307-4234-952d-e34c907079a1 req-68fe6030-0d07-48b3-bf94-5fd24b964d8f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 1094 time: 0.0721436 Jan 27 21:54:34.841089 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba6079bf-9a5c-4604-a946-3d918f909fae admin admin] Publish callbacks [] for security_group (fa3e90b1-189d-47d9-80ed-cb6650e78686), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:34.986496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70bbb0-5307-4234-952d-e34c907079a1 req-a78612ec-4821-4952-a693-1dec9f9cb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:34.988228 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c70bbb0-5307-4234-952d-e34c907079a1 req-a78612ec-4821-4952-a693-1dec9f9cb7b1 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7ef2744fc5934353b91e037e8978612b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1515746 Jan 27 21:54:35.041471 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d88e1d2-4122-4ef4-88a2-79a19a00a0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.149846 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba6079bf-9a5c-4604-a946-3d918f909fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fa3e90b1-189d-47d9-80ed-cb6650e78686), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.152858 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba6079bf-9a5c-4604-a946-3d918f909fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:35.157327 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ba6079bf-9a5c-4604-a946-3d918f909fae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa3e90b1-189d-47d9-80ed-cb6650e78686 HTTP/1.1" status: 204 len: 168 time: 0.5103965 Jan 27 21:54:35.198276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6079bf-9a5c-4604-a946-3d918f909fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3e90b1-189d-47d9-80ed-cb6650e78686,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:35.225042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70bbb0-5307-4234-952d-e34c907079a1 req-6e8d8ef4-9f95-49e1-a2dd-3cd738adbf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:35.232686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c70bbb0-5307-4234-952d-e34c907079a1 req-6e8d8ef4-9f95-49e1-a2dd-3cd738adbf9b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2375305 Jan 27 21:54:35.347129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230e234-fba2-4791-bd4d-8851e7f479a3 req-540822c8-ed70-4363-b06c-e0f40ccbc2fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:35.352551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8230e234-fba2-4791-bd4d-8851e7f479a3 req-540822c8-ed70-4363-b06c-e0f40ccbc2fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 943 time: 0.0967116 Jan 27 21:54:35.376179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-0d06e895-e4d5-4ee5-91b3-ed2d454b5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:35.377901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-0d06e895-e4d5-4ee5-91b3-ed2d454b5462 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 1094 time: 0.1087294 Jan 27 21:54:35.438187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-0de70f65-6f9e-468f-bdc6-2dc74fb0079e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=845ab3f6-c691-45f0-bbdb-f96ed1563437 HTTP/1.1" status: 200 len: 217 time: 0.0518866 Jan 27 21:54:35.477921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8230e234-fba2-4791-bd4d-8851e7f479a3 req-99c51460-9240-48cb-9b83-d145a96ef9df tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233819 Jan 27 21:54:35.497605 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-7517174c-4e50-4680-a6f7-f116f262e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:35.499660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-7517174c-4e50-4680-a6f7-f116f262e0d9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 200 len: 845 time: 0.0557718 Jan 27 21:54:35.545305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-f9294590-23dd-4be2-9c4d-30bf1a60f2ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7986a63-54e0-4362-a7cb-5a7356da77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335255 Jan 27 21:54:35.638303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-5044f224-8e38-43eb-8402-9080ddcd8678 service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918577 Jan 27 21:54:35.747367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a26767e3-a0b5-4c9c-9ce8-4e7485cf1519 req-a2ec827d-972d-49be-b2de-96dc43b1cf58 service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028421 Jan 27 21:54:36.176836 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:36.632059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eadb4e-143b-47ff-95c7-8dcfc78440dc req-108d98f2-1688-4a30-ae08-d8132774234c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:36.633670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29eadb4e-143b-47ff-95c7-8dcfc78440dc req-108d98f2-1688-4a30-ae08-d8132774234c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 943 time: 0.0504293 Jan 27 21:54:36.682410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29eadb4e-143b-47ff-95c7-8dcfc78440dc req-62a10fa4-e385-4529-aa8c-cf415f9477d2 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428872 Jan 27 21:54:37.440904 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:37.812426 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2340a-0c41-441f-bf5c-4563198a855b req-42530fc1-904e-4523-b377-0ae0960c904c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:37.818724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57e2340a-0c41-441f-bf5c-4563198a855b req-42530fc1-904e-4523-b377-0ae0960c904c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 943 time: 0.0602667 Jan 27 21:54:37.870192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57e2340a-0c41-441f-bf5c-4563198a855b req-731dea76-47f8-47a5-aa90-1daf7feda308 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497918 Jan 27 21:54:38.228342 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36838) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:38.425290 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-83c10aaf-fd45-4f51-8fcd-416ff01bb43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.557598 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-83c10aaf-fd45-4f51-8fcd-416ff01bb43e admin admin] Publish callbacks [] for security_group (1469e55f-0a0f-484e-be1b-a9da3ae2a5c2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.703443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-83c10aaf-fd45-4f51-8fcd-416ff01bb43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1469e55f-0a0f-484e-be1b-a9da3ae2a5c2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.748407 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-83c10aaf-fd45-4f51-8fcd-416ff01bb43e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b2775b2f966d4546a7ea5626d41dbb63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5178649 Jan 27 21:54:38.759503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c10aaf-fd45-4f51-8fcd-416ff01bb43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1469e55f-0a0f-484e-be1b-a9da3ae2a5c2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:38.761501 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36862) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:38.830119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6282263-36c8-46ed-8555-e634ef7d7773 admin admin] Publish callbacks [] for security_group (1469e55f-0a0f-484e-be1b-a9da3ae2a5c2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.857092 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6282263-36c8-46ed-8555-e634ef7d7773 admin admin] Publish callbacks [] for security_group (1469e55f-0a0f-484e-be1b-a9da3ae2a5c2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:38.955735 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.001843 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6282263-36c8-46ed-8555-e634ef7d7773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1469e55f-0a0f-484e-be1b-a9da3ae2a5c2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.007722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecefeb-8d64-42e6-9f5d-ba6f8c0dbf88 req-9af2eb00-017c-4b3a-8b33-d17a41dd48cb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:39.009405 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6282263-36c8-46ed-8555-e634ef7d7773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.014611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96ecefeb-8d64-42e6-9f5d-ba6f8c0dbf88 req-9af2eb00-017c-4b3a-8b33-d17a41dd48cb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 943 time: 0.0684135 Jan 27 21:54:39.015614 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d6282263-36c8-46ed-8555-e634ef7d7773 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1469e55f-0a0f-484e-be1b-a9da3ae2a5c2 HTTP/1.1" status: 204 len: 168 time: 0.2528670 Jan 27 21:54:39.036631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6282263-36c8-46ed-8555-e634ef7d7773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1469e55f-0a0f-484e-be1b-a9da3ae2a5c2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:39.110253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96ecefeb-8d64-42e6-9f5d-ba6f8c0dbf88 req-08f6ef9d-1b46-4473-89d0-0a6b846c3955 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917118 Jan 27 21:54:39.497089 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36882) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:39.594765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 845ab3f6-c691-45f0-bbdb-f96ed1563437 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:54:39.709982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 845ab3f6-c691-45f0-bbdb-f96ed1563437, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=845ab3f6-c691-45f0-bbdb-f96ed1563437,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:39.727103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '845ab3f6-c691-45f0-bbdb-f96ed1563437', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'port_id': '845ab3f6-c691-45f0-bbdb-f96ed1563437', 'mac_address': 'fa:16:3e:c4:94:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af3e14d-ef9e-46d4-8d8c-76715fffbc0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:54:39.804507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 845ab3f6-c691-45f0-bbdb-f96ed1563437 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:39.804507 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.833350 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ba36-8817-478f-8638-5d07fb6437a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.834066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845ab3f6-c691-45f0-bbdb-f96ed1563437 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:39.874055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 845ab3f6-c691-45f0-bbdb-f96ed1563437, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=845ab3f6-c691-45f0-bbdb-f96ed1563437,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:39.934304 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ba36-8817-478f-8638-5d07fb6437a5 admin admin] Publish callbacks [] for security_group (deabf230-006b-49d4-8c16-bbfbed4d4a8c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:39.995221 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.049686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=845ab3f6-c691-45f0-bbdb-f96ed1563437,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:40.054152 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fd1ba36-8817-478f-8638-5d07fb6437a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (deabf230-006b-49d4-8c16-bbfbed4d4a8c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.097934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1ba36-8817-478f-8638-5d07fb6437a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deabf230-006b-49d4-8c16-bbfbed4d4a8c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:40.103230 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8fd1ba36-8817-478f-8638-5d07fb6437a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05ce5abf56e84e0a85ee5bcc7f73f103&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6031566 Jan 27 21:54:40.105327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36906) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:40.166599 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2d37778-3a95-45ef-8104-fd2e53919f38 admin admin] Publish callbacks [] for security_group (deabf230-006b-49d4-8c16-bbfbed4d4a8c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.193878 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2d37778-3a95-45ef-8104-fd2e53919f38 admin admin] Publish callbacks [] for security_group (deabf230-006b-49d4-8c16-bbfbed4d4a8c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.202151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['845ab3f6-c691-45f0-bbdb-f96ed1563437'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:40.228642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7595173-c28d-43ec-90bd-c6856db6c4fe req-da9ca8fa-cee4-48eb-82ef-82bfb6937445 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:40.238036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7595173-c28d-43ec-90bd-c6856db6c4fe req-da9ca8fa-cee4-48eb-82ef-82bfb6937445 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 944 time: 0.0633223 Jan 27 21:54:40.319197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7595173-c28d-43ec-90bd-c6856db6c4fe req-7197d88d-409f-4523-89f5-d97681bf82c6 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765076 Jan 27 21:54:40.435196 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2d37778-3a95-45ef-8104-fd2e53919f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (deabf230-006b-49d4-8c16-bbfbed4d4a8c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.437743 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2d37778-3a95-45ef-8104-fd2e53919f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:40.441431 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f2d37778-3a95-45ef-8104-fd2e53919f38 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/deabf230-006b-49d4-8c16-bbfbed4d4a8c HTTP/1.1" status: 204 len: 168 time: 0.3326912 Jan 27 21:54:40.454223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d37778-3a95-45ef-8104-fd2e53919f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deabf230-006b-49d4-8c16-bbfbed4d4a8c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:41.460531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9b964-70ba-432e-89a8-a16ba4988f7b req-e07ad222-3cd5-48c7-af13-34be620e6084 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:41.462644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5c9b964-70ba-432e-89a8-a16ba4988f7b req-e07ad222-3cd5-48c7-af13-34be620e6084 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 944 time: 0.0573587 Jan 27 21:54:41.519177 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5c9b964-70ba-432e-89a8-a16ba4988f7b req-c4503309-20e4-4d5c-904f-5c1f70876842 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503850 Jan 27 21:54:41.619212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 845ab3f6-c691-45f0-bbdb-f96ed1563437 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:54:41.858238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 845ab3f6-c691-45f0-bbdb-f96ed1563437 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:54:41.862231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 845ab3f6-c691-45f0-bbdb-f96ed1563437 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:54:41.873901 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.948860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 845ab3f6-c691-45f0-bbdb-f96ed1563437 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:54:41.949690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:41.981495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcd7fa4-b5f2-4af4-a0a7-8847c981591f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845ab3f6-c691-45f0-bbdb-f96ed1563437'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:41.984167 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbe0b65-1579-4a98-a57d-3037e52b8f53" -d '{"events": [{"server_uuid": "dbcd7fa4-b5f2-4af4-a0a7-8847c981591f", "name": "network-vif-plugged", "status": "completed", "tag": "845ab3f6-c691-45f0-bbdb-f96ed1563437"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:41.998825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 845ab3f6-c691-45f0-bbdb-f96ed1563437, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=845ab3f6-c691-45f0-bbdb-f96ed1563437,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:42.037876 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac715194-5f4a-4850-a17c-76028b30c8b5 x-openstack-request-id: req-ac715194-5f4a-4850-a17c-76028b30c8b5 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:42.038176 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcd7fa4-b5f2-4af4-a0a7-8847c981591f", "name": "network-vif-plugged", "status": "completed", "tag": "845ab3f6-c691-45f0-bbdb-f96ed1563437", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:42.038434 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac715194-5f4a-4850-a17c-76028b30c8b5 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:42.038837 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcd7fa4-b5f2-4af4-a0a7-8847c981591f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845ab3f6-c691-45f0-bbdb-f96ed1563437', 'code': 200} Jan 27 21:54:42.141378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f666fdc-6806-400f-8a44-9408f2b5896e req-e761837a-d77a-43b7-b544-51a1d8b12533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.141378 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f666fdc-6806-400f-8a44-9408f2b5896e req-e761837a-d77a-43b7-b544-51a1d8b12533 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 1095 time: 0.0396371 Jan 27 21:54:42.181680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f666fdc-6806-400f-8a44-9408f2b5896e req-0dbdcaf0-7b36-4897-a794-6e135ceb7a46 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Jan 27 21:54:42.189395 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:42.244952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=845ab3f6-c691-45f0-bbdb-f96ed1563437,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:42.651647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4acc-c145-4dfb-910f-3a2dc0f987e5 req-dbcf05c6-803a-472c-a424-1547d3d8ed3a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:42.660558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-373a4acc-c145-4dfb-910f-3a2dc0f987e5 req-dbcf05c6-803a-472c-a424-1547d3d8ed3a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 945 time: 0.0561359 Jan 27 21:54:42.723814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-373a4acc-c145-4dfb-910f-3a2dc0f987e5 req-c443c6b3-1e8a-4ba7-adb3-1363f8091490 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607762 Jan 27 21:54:43.077619 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37018) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:43.177101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9d52cfa7-fc18-4e40-b3de-35522f03ad16 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1299360851'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:43.177853 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9d52cfa7-fc18-4e40-b3de-35522f03ad16 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Unknown quota resources ['metering_label']. {{(pid=104026) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:54:43.523591 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d52cfa7-fc18-4e40-b3de-35522f03ad16 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.524834 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9d52cfa7-fc18-4e40-b3de-35522f03ad16 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4461915 Jan 27 21:54:43.527550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37034) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:43.532232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1bc358ff-3663-4013-b4ec-2a7b0f357842 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3eb2f878-d7d6-453e-adc6-e77c23bb0190'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:43.532803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1bc358ff-3663-4013-b4ec-2a7b0f357842 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104026) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:54:43.738022 n-d-760456-6 neutron-server[104026]: WARNING neutron.services.metering.metering_plugin [None req-1bc358ff-3663-4013-b4ec-2a7b0f357842 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 21:54:43.879589 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1bc358ff-3663-4013-b4ec-2a7b0f357842 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:43.886245 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1bc358ff-3663-4013-b4ec-2a7b0f357842 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3575923 Jan 27 21:54:43.887176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37050) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:43.891925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0aa10603-f5ce-409f-a4db-aa835b9c1c93 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3eb2f878-d7d6-453e-adc6-e77c23bb0190'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:43.892640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0aa10603-f5ce-409f-a4db-aa835b9c1c93 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104026) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:54:43.942495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe458ef-f039-4fd1-a77d-5d0177c3b919 req-693c69d2-f7b3-45b3-9fda-da0e29099a95 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:43.944390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe458ef-f039-4fd1-a77d-5d0177c3b919 req-693c69d2-f7b3-45b3-9fda-da0e29099a95 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 945 time: 0.0786543 Jan 27 21:54:44.000543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe458ef-f039-4fd1-a77d-5d0177c3b919 req-4d4d7fbe-228a-4c54-bcbf-386af17cdc89 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467815 Jan 27 21:54:44.040389 n-d-760456-6 neutron-server[104026]: WARNING neutron.services.metering.metering_plugin [None req-0aa10603-f5ce-409f-a4db-aa835b9c1c93 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 21:54:44.130223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a5023-91a1-4326-8bb7-b9601e7d0fc1 req-7d636ab2-ec55-4ef3-b4fc-11b5fb0f8b80 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.138013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d2a5023-91a1-4326-8bb7-b9601e7d0fc1 req-7d636ab2-ec55-4ef3-b4fc-11b5fb0f8b80 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 945 time: 0.0665736 Jan 27 21:54:44.139042 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0aa10603-f5ce-409f-a4db-aa835b9c1c93 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.142892 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0aa10603-f5ce-409f-a4db-aa835b9c1c93 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2519553 Jan 27 21:54:44.143088 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37062) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:44.156798 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ca763e2c-b43f-46f3-af65-96b9a6efd773 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=8d6230b2-b62f-400a-8800-58ef0d53f56b HTTP/1.1" status: 200 len: 462 time: 0.0092528 Jan 27 21:54:44.157235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37064) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:44.201520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d2a5023-91a1-4326-8bb7-b9601e7d0fc1 req-a8ca9301-3bcf-4d5f-82d1-1b4e2c2ae748 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626166 Jan 27 21:54:44.891437 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-596e717f-6373-4ab2-996b-0d4ec55432d1 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:44.892818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-596e717f-6373-4ab2-996b-0d4ec55432d1 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/8d6230b2-b62f-400a-8800-58ef0d53f56b HTTP/1.1" status: 204 len: 168 time: 0.7345359 Jan 27 21:54:44.895438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37090) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:44.906947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-aa5f9560-7d0c-4bfe-b1e3-dc450efae70e tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=8d6230b2-b62f-400a-8800-58ef0d53f56b HTTP/1.1" status: 200 len: 221 time: 0.0102386 Jan 27 21:54:44.910469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37092) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:44.915222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d2ac9b66-ceac-4c2e-a9dd-ffb37285eefe tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1699803703', 'description': 'label created by tempest'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:44.915681 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d2ac9b66-ceac-4c2e-a9dd-ffb37285eefe tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Unknown quota resources ['metering_label']. {{(pid=104026) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:54:44.929653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8d02-68bc-44b5-9530-719be45e7ef9 req-5a941d3d-de72-43e9-9d18-c993ac8f990a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:44.937056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-168f8d02-68bc-44b5-9530-719be45e7ef9 req-5a941d3d-de72-43e9-9d18-c993ac8f990a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 945 time: 0.1474836 Jan 27 21:54:45.017383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-168f8d02-68bc-44b5-9530-719be45e7ef9 req-37b55b86-ff7f-4d4c-9a19-7df8a2ace763 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792558 Jan 27 21:54:45.228318 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9b66-ceac-4c2e-a9dd-ffb37285eefe tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:45.229811 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d2ac9b66-ceac-4c2e-a9dd-ffb37285eefe tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3183472 Jan 27 21:54:45.232689 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37104) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:45.310935 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-52085ea8-c907-4bd0-af10-2d1a3216647f tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=5208940a-2ed6-4ce5-91d6-b00e47cc0215 HTTP/1.1" status: 200 len: 468 time: 0.0746555 Jan 27 21:54:45.311256 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37106) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:45.591549 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51b970e5-66dd-43d0-a6f4-4a1d424f92f1 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:45.593417 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-51b970e5-66dd-43d0-a6f4-4a1d424f92f1 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/5208940a-2ed6-4ce5-91d6-b00e47cc0215 HTTP/1.1" status: 204 len: 168 time: 0.2807176 Jan 27 21:54:45.596038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37114) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:45.624344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ffc59778-75fb-4d58-adaa-5a2ff888aa90 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=5208940a-2ed6-4ce5-91d6-b00e47cc0215 HTTP/1.1" status: 200 len: 216 time: 0.0154271 Jan 27 21:54:45.624344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37116) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:45.633571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c21d7b5e-fb82-4926-90d8-cf50debda4e4 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082922 Jan 27 21:54:45.639974 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37120) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:45.674225 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-550d64af-dd12-4a70-8db1-c2eed101ef1d tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0284293 Jan 27 21:54:45.675833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37122) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:45.770928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1951b4d8-aba2-4de2-b06d-a504b3e8b5c6 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels/3eb2f878-d7d6-453e-adc6-e77c23bb0190 HTTP/1.1" status: 200 len: 473 time: 0.0935111 Jan 27 21:54:45.774282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37124) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:45.784157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e5b86758-f4b7-4b0b-ab58-189be1cb2a51 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules/51526688-0de9-4e98-8a85-2da31a458dc3 HTTP/1.1" status: 200 len: 459 time: 0.0086527 Jan 27 21:54:45.787385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37126) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:46.218416 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b431acf1-2549-49dc-a2ef-821f020032cd tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.219492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b431acf1-2549-49dc-a2ef-821f020032cd tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/51526688-0de9-4e98-8a85-2da31a458dc3 HTTP/1.1" status: 204 len: 168 time: 0.4311440 Jan 27 21:54:46.223015 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37142) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:46.228955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3befd7-a953-49e6-88bd-b0d794fbbaf9 req-3d195a9f-9131-4901-bea9-d5e01b34b382 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:46.230432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b3befd7-a953-49e6-88bd-b0d794fbbaf9 req-3d195a9f-9131-4901-bea9-d5e01b34b382 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 945 time: 0.1871648 Jan 27 21:54:46.283213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d5a0f-835e-404c-b2af-4b3ae022ad6f req-d82f33d8-723d-4a1e-81f5-aa57c0205da3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:46.284611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-924d5a0f-835e-404c-b2af-4b3ae022ad6f req-d82f33d8-723d-4a1e-81f5-aa57c0205da3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 945 time: 0.1308568 Jan 27 21:54:46.380805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-924d5a0f-835e-404c-b2af-4b3ae022ad6f req-8a736813-d009-400c-89d3-65acb5f3cd8e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864065 Jan 27 21:54:46.407336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-2b3befd7-a953-49e6-88bd-b0d794fbbaf9 req-ec6d09ad-f273-477c-b8f6-f8f7a7999def tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Deleting port 845ab3f6-c691-45f0-bbdb-f96ed1563437 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:54:46.407929 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2b3befd7-a953-49e6-88bd-b0d794fbbaf9 req-ec6d09ad-f273-477c-b8f6-f8f7a7999def tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.499148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-2b3befd7-a953-49e6-88bd-b0d794fbbaf9 req-ec6d09ad-f273-477c-b8f6-f8f7a7999def tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] For port 845ab3f6-c691-45f0-bbdb-f96ed1563437, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=845ab3f6-c691-45f0-bbdb-f96ed1563437,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:54:46.499434 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2b3befd7-a953-49e6-88bd-b0d794fbbaf9 req-ec6d09ad-f273-477c-b8f6-f8f7a7999def tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.511137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-2b3befd7-a953-49e6-88bd-b0d794fbbaf9 req-ec6d09ad-f273-477c-b8f6-f8f7a7999def tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Calling delete_port for 845ab3f6-c691-45f0-bbdb-f96ed1563437 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:54:46.546256 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2b9fa5b-4d24-4ef0-b3dc-b7f92de9d928 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.557331 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c2b9fa5b-4d24-4ef0-b3dc-b7f92de9d928 tempest-MeteringIpV6TestJSON-230517117 tempest-MeteringIpV6TestJSON-230517117-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/3eb2f878-d7d6-453e-adc6-e77c23bb0190 HTTP/1.1" status: 204 len: 168 time: 0.3290730 Jan 27 21:54:46.766364 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2b3befd7-a953-49e6-88bd-b0d794fbbaf9 req-ec6d09ad-f273-477c-b8f6-f8f7a7999def tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (845ab3f6-c691-45f0-bbdb-f96ed1563437), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.780968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:46.783606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['845ab3f6-c691-45f0-bbdb-f96ed1563437'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:46.801472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d09ad-f273-477c-b8f6-f8f7a7999def tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event deleted for resources: {'Port': ['ID=845ab3f6-c691-45f0-bbdb-f96ed1563437,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:46.849594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3befd7-a953-49e6-88bd-b0d794fbbaf9 req-ec6d09ad-f273-477c-b8f6-f8f7a7999def tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] No DVR routers for this DVR port 845ab3f6-c691-45f0-bbdb-f96ed1563437 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:54:46.852451 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2b3befd7-a953-49e6-88bd-b0d794fbbaf9 req-ec6d09ad-f273-477c-b8f6-f8f7a7999def tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:46.855987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b3befd7-a953-49e6-88bd-b0d794fbbaf9 req-ec6d09ad-f273-477c-b8f6-f8f7a7999def tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "DELETE /v2.0/ports/845ab3f6-c691-45f0-bbdb-f96ed1563437 HTTP/1.1" status: 204 len: 173 time: 0.6191013 Jan 27 21:54:46.856478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcd7fa4-b5f2-4af4-a0a7-8847c981591f', 'name': 'network-vif-deleted', 'tag': '845ab3f6-c691-45f0-bbdb-f96ed1563437'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:46.858807 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ce25c5-2289-442e-8665-9e410ab60b97" -d '{"events": [{"server_uuid": "dbcd7fa4-b5f2-4af4-a0a7-8847c981591f", "name": "network-vif-deleted", "tag": "845ab3f6-c691-45f0-bbdb-f96ed1563437"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:46.921123 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9f3054-2fef-49f4-9cf5-229d8a9ffbbb x-openstack-request-id: req-dd9f3054-2fef-49f4-9cf5-229d8a9ffbbb {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:46.927203 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcd7fa4-b5f2-4af4-a0a7-8847c981591f", "name": "network-vif-deleted", "tag": "845ab3f6-c691-45f0-bbdb-f96ed1563437", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:46.927203 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd9f3054-2fef-49f4-9cf5-229d8a9ffbbb {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:46.927646 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcd7fa4-b5f2-4af4-a0a7-8847c981591f', 'name': 'network-vif-deleted', 'tag': '845ab3f6-c691-45f0-bbdb-f96ed1563437', 'status': 'completed', 'code': 200} Jan 27 21:54:47.232501 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37180) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:47.436233 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87857ee8-eabd-4619-95be-41c42d8d54d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.488112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e72cb413-0e6a-4198-9560-04b832b452ba req-dd3f32c7-daa4-4840-a507-eeb0136a2f4d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcd7fa4-b5f2-4af4-a0a7-8847c981591f HTTP/1.1" status: 200 len: 210 time: 0.0270875 Jan 27 21:54:47.521968 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87857ee8-eabd-4619-95be-41c42d8d54d6 admin admin] Publish callbacks [] for security_group (9ae6ff33-0a98-48f4-bc47-4cea272963e1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.595062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87857ee8-eabd-4619-95be-41c42d8d54d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9ae6ff33-0a98-48f4-bc47-4cea272963e1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.641810 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-87857ee8-eabd-4619-95be-41c42d8d54d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a7debd66b2e42a1b028fdd0db117402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4057565 Jan 27 21:54:47.642232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37196) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:47.655988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87857ee8-eabd-4619-95be-41c42d8d54d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae6ff33-0a98-48f4-bc47-4cea272963e1,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:47.698885 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2e845d83-ee66-49b4-9e73-423192cb5bec admin admin] Publish callbacks [] for security_group (9ae6ff33-0a98-48f4-bc47-4cea272963e1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.723842 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2e845d83-ee66-49b4-9e73-423192cb5bec admin admin] Publish callbacks [] for security_group (9ae6ff33-0a98-48f4-bc47-4cea272963e1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.886211 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2e845d83-ee66-49b4-9e73-423192cb5bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9ae6ff33-0a98-48f4-bc47-4cea272963e1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.889100 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2e845d83-ee66-49b4-9e73-423192cb5bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:47.890281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2e845d83-ee66-49b4-9e73-423192cb5bec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ae6ff33-0a98-48f4-bc47-4cea272963e1 HTTP/1.1" status: 204 len: 168 time: 0.2470608 Jan 27 21:54:47.898909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e845d83-ee66-49b4-9e73-423192cb5bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae6ff33-0a98-48f4-bc47-4cea272963e1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:48.041214 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:54:49.218730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37238) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.236515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-08c21e07-dca1-45c6-86eb-10792974d182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.321716 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-08c21e07-dca1-45c6-86eb-10792974d182 admin admin] Publish callbacks [] for security_group (7480fe74-6ef6-4662-8f5e-7461394cd39b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.490972 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-08c21e07-dca1-45c6-86eb-10792974d182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7480fe74-6ef6-4662-8f5e-7461394cd39b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.534489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-08c21e07-dca1-45c6-86eb-10792974d182 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69c976423b404ad387e3fde6114f5e79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3123331 Jan 27 21:54:49.534489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c21e07-dca1-45c6-86eb-10792974d182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7480fe74-6ef6-4662-8f5e-7461394cd39b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:49.537227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37246) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:49.602595 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-871ec58c-3113-4334-8927-96707f29c5d3 admin admin] Publish callbacks [] for security_group (7480fe74-6ef6-4662-8f5e-7461394cd39b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.629364 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-871ec58c-3113-4334-8927-96707f29c5d3 admin admin] Publish callbacks [] for security_group (7480fe74-6ef6-4662-8f5e-7461394cd39b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.656871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 845ab3f6-c691-45f0-bbdb-f96ed1563437 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:54:49.719219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 845ab3f6-c691-45f0-bbdb-f96ed1563437 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:54:49.719675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 845ab3f6-c691-45f0-bbdb-f96ed1563437 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:54:49.755052 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-871ec58c-3113-4334-8927-96707f29c5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7480fe74-6ef6-4662-8f5e-7461394cd39b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.757794 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-871ec58c-3113-4334-8927-96707f29c5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:49.761826 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-871ec58c-3113-4334-8927-96707f29c5d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7480fe74-6ef6-4662-8f5e-7461394cd39b HTTP/1.1" status: 204 len: 168 time: 0.2235091 Jan 27 21:54:49.777410 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ec58c-3113-4334-8927-96707f29c5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7480fe74-6ef6-4662-8f5e-7461394cd39b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:50.035305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-1de8567a-0120-4911-a2e3-fba169354678 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:50.048936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-1de8567a-0120-4911-a2e3-fba169354678 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.1628556 Jan 27 21:54:50.072803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-bcfef6e0-4a50-4a0f-a729-283c79f4c1b9 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/quotas/7ef2744fc5934353b91e037e8978612b HTTP/1.1" status: 200 len: 375 time: 0.0191264 Jan 27 21:54:50.133045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-0221abd6-7a87-4376-8e87-37e9e2239c10 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0589745 Jan 27 21:54:50.228158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-489ce88a-7142-4731-939c-232b804c38ce service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939734 Jan 27 21:54:50.346201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-98e9c9aa-8ebe-43bc-9efe-aa183fb40753 service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109283 Jan 27 21:54:50.799244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6993c18-bdc6-47af-92f3-6df2820d6298 req-f3d1db34-9de4-45ab-b00f-4f72ef4bf069 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 210 time: 0.0313520 Jan 27 21:54:50.974377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37314) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:51.109242 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b54818d4-16ce-4bd4-b22c-8ebdd2c11de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.187158 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b54818d4-16ce-4bd4-b22c-8ebdd2c11de0 admin admin] Publish callbacks [] for security_group (53df62eb-b754-4e5a-b99a-51414c4dd31c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.321801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37328) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:51.383932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b54818d4-16ce-4bd4-b22c-8ebdd2c11de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (53df62eb-b754-4e5a-b99a-51414c4dd31c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.428238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2042369680'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:51.442598 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b54818d4-16ce-4bd4-b22c-8ebdd2c11de0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad56de970e764ecebf7f066c5235aaa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4663415 Jan 27 21:54:51.444526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37336) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:51.445698 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54818d4-16ce-4bd4-b22c-8ebdd2c11de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53df62eb-b754-4e5a-b99a-51414c4dd31c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:51.499361 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6879ddf-562c-4323-bcc3-6d965b46bb6e admin admin] Publish callbacks [] for security_group (53df62eb-b754-4e5a-b99a-51414c4dd31c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.526224 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6879ddf-562c-4323-bcc3-6d965b46bb6e admin admin] Publish callbacks [] for security_group (53df62eb-b754-4e5a-b99a-51414c4dd31c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.588360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Made reservation on behalf of e938b07f55c34bb9b630f46e13730708 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:51.592272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.602007 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.721094 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6879ddf-562c-4323-bcc3-6d965b46bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (53df62eb-b754-4e5a-b99a-51414c4dd31c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.724737 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6879ddf-562c-4323-bcc3-6d965b46bb6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.726076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b6879ddf-562c-4323-bcc3-6d965b46bb6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53df62eb-b754-4e5a-b99a-51414c4dd31c HTTP/1.1" status: 204 len: 168 time: 0.2805495 Jan 27 21:54:51.739896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6879ddf-562c-4323-bcc3-6d965b46bb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53df62eb-b754-4e5a-b99a-51414c4dd31c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:51.805081 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for security_group (2945f38c-3fe4-4ec1-8c66-104ca75364a4), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.908817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7923a249-9d04-4d52-a9cf-cec670fdfdbe req-a5b6d197-a0a4-4991-a6f5-aed86574eb86 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 210 time: 0.0419421 Jan 27 21:54:51.914827 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2945f38c-3fe4-4ec1-8c66-104ca75364a4), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.943721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:54:51.958722 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2945f38c-3fe4-4ec1-8c66-104ca75364a4,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:51.964998 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6481fc2c-4f52-4e11-829d-12029b07158f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:51.965393 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Added segment 6481fc2c-4f52-4e11-829d-12029b07158f of type vlan for network 24fb9e73-0193-415d-9599-f5caab358841 Jan 27 21:54:52.009186 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (24fb9e73-0193-415d-9599-f5caab358841), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.218363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (24fb9e73-0193-415d-9599-f5caab358841), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.223955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:52.224767 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.297951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Network': ['ID=24fb9e73-0193-415d-9599-f5caab358841,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:52.310940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 24fb9e73-0193-415d-9599-f5caab358841 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:54:52.438761 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e150b517-c992-4c0f-9205-322a506aaa35 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1158376 Jan 27 21:54:52.441714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37358) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:52.448032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1bd88a16-14a3-4ece-a5c0-1509ec25b06a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'subnet': {'network_id': '24fb9e73-0193-415d-9599-f5caab358841', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:52.697061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd88a16-14a3-4ece-a5c0-1509ec25b06a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Made reservation on behalf of e938b07f55c34bb9b630f46e13730708 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:52.704307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1bd88a16-14a3-4ece-a5c0-1509ec25b06a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:52.907740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37366) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:52.938593 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94c0534c-8593-4658-b74c-7dccbfd3b398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.025129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1aa4292d-9fbc-48ed-b987-ca23ed247749 req-cb13eab4-1b69-4cc0-8bc3-1a9479bcf9a0 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 210 time: 0.0319004 Jan 27 21:54:53.056000 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94c0534c-8593-4658-b74c-7dccbfd3b398 admin admin] Publish callbacks [] for security_group (d5951890-eb79-466a-8518-027d5f884ce7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.086185 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1bd88a16-14a3-4ece-a5c0-1509ec25b06a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (5d077a2b-5326-47d5-b85d-9246ffde2fe8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.145144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd88a16-14a3-4ece-a5c0-1509ec25b06a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Subnet': ['ID=5d077a2b-5326-47d5-b85d-9246ffde2fe8,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:53.189984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd88a16-14a3-4ece-a5c0-1509ec25b06a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Checking segment: {'id': '6481fc2c-4f52-4e11-829d-12029b07158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '24fb9e73-0193-415d-9599-f5caab358841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:53.190488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd88a16-14a3-4ece-a5c0-1509ec25b06a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network hostable DHCP agents. Network: 24fb9e73-0193-415d-9599-f5caab358841, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:54:53.246107 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94c0534c-8593-4658-b74c-7dccbfd3b398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d5951890-eb79-466a-8518-027d5f884ce7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.287174 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-94c0534c-8593-4658-b74c-7dccbfd3b398 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2a0d367194d48029275f352e3f95b9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3783090 Jan 27 21:54:53.288359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0534c-8593-4658-b74c-7dccbfd3b398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5951890-eb79-466a-8518-027d5f884ce7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:53.290019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37376) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:53.342797 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f962393-ced7-4ddd-a46b-9a1e4b2abe4c admin admin] Publish callbacks [] for security_group (d5951890-eb79-466a-8518-027d5f884ce7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.364371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f962393-ced7-4ddd-a46b-9a1e4b2abe4c admin admin] Publish callbacks [] for security_group (d5951890-eb79-466a-8518-027d5f884ce7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.480451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd88a16-14a3-4ece-a5c0-1509ec25b06a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 24fb9e73-0193-415d-9599-f5caab358841 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:54:53.595573 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f962393-ced7-4ddd-a46b-9a1e4b2abe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d5951890-eb79-466a-8518-027d5f884ce7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.597441 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f962393-ced7-4ddd-a46b-9a1e4b2abe4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.598609 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f962393-ced7-4ddd-a46b-9a1e4b2abe4c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5951890-eb79-466a-8518-027d5f884ce7 HTTP/1.1" status: 204 len: 168 time: 0.3069417 Jan 27 21:54:53.640116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1bd88a16-14a3-4ece-a5c0-1509ec25b06a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 24fb9e73-0193-415d-9599-f5caab358841) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:53.648542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f962393-ced7-4ddd-a46b-9a1e4b2abe4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5951890-eb79-466a-8518-027d5f884ce7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:53.649859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd88a16-14a3-4ece-a5c0-1509ec25b06a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:53.651479 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1bd88a16-14a3-4ece-a5c0-1509ec25b06a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:53.654018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a24f7ad-b010-48f4-8c27-8db5ccf4c3bb None None] Network 24fb9e73-0193-415d-9599-f5caab358841 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:53.789834 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37386) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:53.796394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1434574959', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:53.809457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1bd88a16-14a3-4ece-a5c0-1509ec25b06a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3665118 Jan 27 21:54:53.986564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5e8404-02af-434b-aedc-326bc2e09e2c None None] Network 24fb9e73-0193-415d-9599-f5caab358841 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:54:54.068637 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.070239 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.130463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router_controller (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.153288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f491e031-f6af-4a7b-b5d5-8d544e94e570 req-be79d23f-4586-4431-b106-8c82d08041db tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 210 time: 0.0275280 Jan 27 21:54:54.489523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-c610ac87-f572-4dd2-af30-e094613e7258 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:54.489523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-c610ac87-f572-4dd2-af30-e094613e7258 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.1085269 Jan 27 21:54:54.500418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Request body: {'port': {'device_id': 'd0c59f3b-f790-4e94-9461-50f9ac01363b', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'admin_state_up': True, 'tenant_id': '7ef2744fc5934353b91e037e8978612b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:54.837385 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router_gateway (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:54.901882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Made reservation on behalf of 7ef2744fc5934353b91e037e8978612b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:54:54.906310 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.087088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Allocated IP 172.20.0.6 (f7986a63-54e0-4362-a7cb-5a7356da77db/1af3e14d-ef9e-46d4-8d8c-76715fffbc0a/0f8b4e14-df51-4cf5-b75c-05ea580cb1c9) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:55.341674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ccb05bd-3aab-400d-8c41-cdb5abfa18fa req-d60034df-b1b4-486c-80c7-fad303da7186 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 210 time: 0.0868633 Jan 27 21:54:55.383866 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks [] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.597635 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router_gateway (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.616046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.725166 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.25.0.94 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/210ed974-8ea2-4e69-8c38-a5711b90fae2) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:55.749135 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.765462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:54:55.795806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Network f7986a63-54e0-4362-a7cb-5a7356da77db is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:55.799519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:55.809459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:55.847078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event updated for resources: {'Port': ['ID=0f8b4e14-df51-4cf5-b75c-05ea580cb1c9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:55.903175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:55.905708 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:55.943469 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (210ed974-8ea2-4e69-8c38-a5711b90fae2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.236462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-5a1bcec4-29f4-4ea6-837b-bdf5915f647d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7348709 Jan 27 21:54:56.242168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Request body: {'port': {'device_id': 'd0c59f3b-f790-4e94-9461-50f9ac01363b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:54:56.295968 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.344037 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (210ed974-8ea2-4e69-8c38-a5711b90fae2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.410693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=210ed974-8ea2-4e69-8c38-a5711b90fae2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:56.440651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:56.442264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:56.444822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:56.660443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b704d8-2e8d-4705-84ea-4970acb2bf80 req-e26f73a9-310a-4b28-aece-51a303b82628 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:56.662264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7b704d8-2e8d-4705-84ea-4970acb2bf80 req-e26f73a9-310a-4b28-aece-51a303b82628 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 931 time: 0.1485147 Jan 27 21:54:56.750340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7b704d8-2e8d-4705-84ea-4970acb2bf80 req-7953b473-d6d5-4e2f-8692-03aaa4411f9d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814574 Jan 27 21:54:56.870463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:54:56.880765 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Publish callbacks [] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.884978 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:56.899718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Transition to ACTIVE for port object 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:54:57.061994 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router_gateway (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.302934 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.378854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8b4e14-df51-4cf5-b75c-05ea580cb1c9,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:57.431161 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.457156 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.595454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Attempting to bind port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:54:57.595807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Attempting to bind port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:54:57.596219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Attempting to bind port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:57.601916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 on network f7986a63-54e0-4362-a7cb-5a7356da77db not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:54:57.602197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Attempting to bind port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:54:57.608542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:54:57.608910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Checking segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:54:57.609370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Bound using segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:54:57.609876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Bound port: 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:54:57.610703 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.694801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] For port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:54:57.699602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] For port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0f8b4e14-df51-4cf5-b75c-05ea580cb1c9,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:54:57.884253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.922883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:57.923539 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:57.925059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] 10.222.0.74 "PUT /v2.0/ports/0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 HTTP/1.1" status: 200 len: 1091 time: 1.6871352 Jan 27 21:54:57.930117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c59f3b-f790-4e94-9461-50f9ac01363b', 'tag': '0f8b4e14-df51-4cf5-b75c-05ea580cb1c9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:54:57.933702 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab05ee0-946d-44e1-8291-48c34c524146" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c59f3b-f790-4e94-9461-50f9ac01363b", "tag": "0f8b4e14-df51-4cf5-b75c-05ea580cb1c9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:54:57.978656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee7ded-bf2f-4a1f-ac09-55062d6c4f79 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8b4e14-df51-4cf5-b75c-05ea580cb1c9,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:58.003263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ea4c3-581f-47f4-922d-0cd5d2e9f676 req-47adcf5f-fd66-4ea1-95ea-3163a2ce3d39 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:58.004853 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:54:58.012406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc7ea4c3-581f-47f4-922d-0cd5d2e9f676 req-47adcf5f-fd66-4ea1-95ea-3163a2ce3d39 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 943 time: 0.1609435 Jan 27 21:54:58.046015 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb13ddf-9bd1-4a45-81fb-40eb6a0e779a x-openstack-request-id: req-cdb13ddf-9bd1-4a45-81fb-40eb6a0e779a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:54:58.050594 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c59f3b-f790-4e94-9461-50f9ac01363b", "tag": "0f8b4e14-df51-4cf5-b75c-05ea580cb1c9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:54:58.050594 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cdb13ddf-9bd1-4a45-81fb-40eb6a0e779a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:54:58.050594 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c59f3b-f790-4e94-9461-50f9ac01363b', 'tag': '0f8b4e14-df51-4cf5-b75c-05ea580cb1c9', 'status': 'completed', 'code': 200} Jan 27 21:54:58.193546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:54:58.201366 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc7ea4c3-581f-47f4-922d-0cd5d2e9f676 req-d3744aee-5a04-45a2-8cc4-7247cdcf04f2 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877148 Jan 27 21:54:58.206183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd5f1b-efc2-4db4-a9ac-c94ac5b5442b None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:54:58.208065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab05ee0-946d-44e1-8291-48c34c524146 req-8762b6cf-669b-4eaf-808f-6a96e2cb9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:58.214248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aab05ee0-946d-44e1-8291-48c34c524146 req-8762b6cf-669b-4eaf-808f-6a96e2cb9258 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 1094 time: 0.1421385 Jan 27 21:54:58.240422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd5f1b-efc2-4db4-a9ac-c94ac5b5442b None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:58.241454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f1dd5f1b-efc2-4db4-a9ac-c94ac5b5442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:54:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:58.301455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f1dd5f1b-efc2-4db4-a9ac-c94ac5b5442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:58.332821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd5f1b-efc2-4db4-a9ac-c94ac5b5442b None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:54:58.333749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f1dd5f1b-efc2-4db4-a9ac-c94ac5b5442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:54:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:58.342554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:58.343817 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-19e9540f-a70f-414b-9050-a99f4eb95afe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5525975 Jan 27 21:54:58.346392 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37498) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:58.399399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab05ee0-946d-44e1-8291-48c34c524146 req-87e09aeb-8e59-47b5-b9aa-da16a00ea109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:58.401214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aab05ee0-946d-44e1-8291-48c34c524146 req-87e09aeb-8e59-47b5-b9aa-da16a00ea109 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7ef2744fc5934353b91e037e8978612b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1799629 Jan 27 21:54:58.412978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f1dd5f1b-efc2-4db4-a9ac-c94ac5b5442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:54:58.413847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd5f1b-efc2-4db4-a9ac-c94ac5b5442b None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:54:58.543115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab05ee0-946d-44e1-8291-48c34c524146 req-ec68db90-83b0-4d44-b21c-85b957b20b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:58.546647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aab05ee0-946d-44e1-8291-48c34c524146 req-ec68db90-83b0-4d44-b21c-85b957b20b4c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347432 Jan 27 21:54:58.664302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-7f1ab0ec-5895-4f1c-aa33-ff420ed45e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:58.666223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-7f1ab0ec-5895-4f1c-aa33-ff420ed45e1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 1094 time: 0.0635064 Jan 27 21:54:58.766902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-e8cb6ccd-66bd-4123-b538-481ac9d15522 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 HTTP/1.1" status: 200 len: 217 time: 0.0935178 Jan 27 21:54:58.867711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-4e61c9e4-4211-4840-9a88-4eb54f628554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:58.874395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-4e61c9e4-4211-4840-9a88-4eb54f628554 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 200 len: 845 time: 0.0995290 Jan 27 21:54:58.908420 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-58f0c957-ddf7-4823-a361-d34cacd5a92d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7986a63-54e0-4362-a7cb-5a7356da77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289295 Jan 27 21:54:58.942164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.018974 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-15287d64-d338-449b-a9ea-b297d2d69321 service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046693 Jan 27 21:54:59.143489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a48a9df1-1400-4593-a0a2-434aebd062b8 req-c4300284-70d7-45c5-8c74-7f750e303fca service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118920 Jan 27 21:54:59.264991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.20.0.1 (24fb9e73-0193-415d-9599-f5caab358841/5d077a2b-5326-47d5-b85d-9246ffde2fe8/a8e33c09-6603-4e55-a95c-da63e5fcf1a7) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:54:59.376732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd2942-ebda-4ba2-910b-eec4053bb292 req-b336ea60-accf-40b4-ad93-80e4cfd9e0de tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:54:59.378284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12dd2942-ebda-4ba2-910b-eec4053bb292 req-b336ea60-accf-40b4-ad93-80e4cfd9e0de tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 943 time: 0.0596545 Jan 27 21:54:59.420911 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (a8e33c09-6603-4e55-a95c-da63e5fcf1a7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.438259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12dd2942-ebda-4ba2-910b-eec4053bb292 req-f47d7558-d721-4daf-a2ad-7d60ebf9e496 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531440 Jan 27 21:54:59.536481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a8e33c09-6603-4e55-a95c-da63e5fcf1a7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.598820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 24fb9e73-0193-415d-9599-f5caab358841 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:54:59.605057 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:54:59.607938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:54:59.630649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37526) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:54:59.662056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=a8e33c09-6603-4e55-a95c-da63e5fcf1a7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:54:59.683604 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.791610 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e0cb9752-fd68-4767-8d7d-7473b005a174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.868238 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e0cb9752-fd68-4767-8d7d-7473b005a174 admin admin] Publish callbacks [] for security_group (09f6198e-0786-4eab-b7cb-e61c71125d59), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:54:59.943028 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a8e33c09-6603-4e55-a95c-da63e5fcf1a7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.053615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e0cb9752-fd68-4767-8d7d-7473b005a174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (09f6198e-0786-4eab-b7cb-e61c71125d59), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.102252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e0cb9752-fd68-4767-8d7d-7473b005a174 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04d1c45c335e4e8f8ed96e9a2b573465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4702766 Jan 27 21:55:00.103406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb9752-fd68-4767-8d7d-7473b005a174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f6198e-0786-4eab-b7cb-e61c71125d59,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:00.107266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37534) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:00.235352 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5f001af-3bc3-490f-897f-9056c0f8392d admin admin] Publish callbacks [] for security_group (09f6198e-0786-4eab-b7cb-e61c71125d59), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.279165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5f001af-3bc3-490f-897f-9056c0f8392d admin admin] Publish callbacks [] for security_group (09f6198e-0786-4eab-b7cb-e61c71125d59), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.333074 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (a8e33c09-6603-4e55-a95c-da63e5fcf1a7), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.498075 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a8e33c09-6603-4e55-a95c-da63e5fcf1a7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.579600 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5f001af-3bc3-490f-897f-9056c0f8392d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (09f6198e-0786-4eab-b7cb-e61c71125d59), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.582221 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5f001af-3bc3-490f-897f-9056c0f8392d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.586208 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e5f001af-3bc3-490f-897f-9056c0f8392d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09f6198e-0786-4eab-b7cb-e61c71125d59 HTTP/1.1" status: 204 len: 168 time: 0.4750326 Jan 27 21:55:00.589295 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:00.591988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=a8e33c09-6603-4e55-a95c-da63e5fcf1a7,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:00.593564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0915b19-b0b9-49b8-b2dc-4b2169abd8a7 req-949fbffb-4c4a-4e7f-8e95-a343798b8d49 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:00.603602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0915b19-b0b9-49b8-b2dc-4b2169abd8a7 req-949fbffb-4c4a-4e7f-8e95-a343798b8d49 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 943 time: 0.0916417 Jan 27 21:55:00.609817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f001af-3bc3-490f-897f-9056c0f8392d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f6198e-0786-4eab-b7cb-e61c71125d59,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:00.713634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0915b19-b0b9-49b8-b2dc-4b2169abd8a7 req-bfd9a432-132d-4fd5-8633-468aef891219 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042459 Jan 27 21:55:00.772713 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 24fb9e73-0193-415d-9599-f5caab358841 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:00.774236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:00.906821 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:01.018611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:01.025448 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0e18962d-7dc0-45e2-b0dc-e17bb806bfaf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "PUT /v2.0/routers/e23dc366-c743-4d6f-b49c-3e5f5f1a9d90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6770470 Jan 27 21:55:01.028587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37554) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:01.031969 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3b2ff-7af2-4229-9743-f4761364ddf7 None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:01.042827 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3b2ff-7af2-4229-9743-f4761364ddf7 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:01.044393 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e0f3b2ff-7af2-4229-9743-f4761364ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:54:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:01.044544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'port': {'network_id': '24fb9e73-0193-415d-9599-f5caab358841', 'name': 'tempest-FloatingIPTestJSON-655179379'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:01.084687 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e0f3b2ff-7af2-4229-9743-f4761364ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:01.102690 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f3b2ff-7af2-4229-9743-f4761364ddf7 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:01.103448 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e0f3b2ff-7af2-4229-9743-f4761364ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:54:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:01.151068 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e0f3b2ff-7af2-4229-9743-f4761364ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:01.151996 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f3b2ff-7af2-4229-9743-f4761364ddf7 None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:01.347637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Made reservation on behalf of e938b07f55c34bb9b630f46e13730708 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:01.351274 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.370882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] device_id is not set on port 285dc209-90cb-4675-aa36-964fc686d684 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:55:01.503165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.20.0.13 (24fb9e73-0193-415d-9599-f5caab358841/5d077a2b-5326-47d5-b85d-9246ffde2fe8/285dc209-90cb-4675-aa36-964fc686d684) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:01.595465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37566) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:01.617082 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea20e-40b1-4c61-b186-49e910773c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.677984 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (285dc209-90cb-4675-aa36-964fc686d684), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.717375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:01.735609 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea20e-40b1-4c61-b186-49e910773c48 admin admin] Publish callbacks [] for security_group (4cf0d73d-a110-48cf-95eb-880926793796), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.809856 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (285dc209-90cb-4675-aa36-964fc686d684), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.851268 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c2ea20e-40b1-4c61-b186-49e910773c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4cf0d73d-a110-48cf-95eb-880926793796), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:01.901643 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3c2ea20e-40b1-4c61-b186-49e910773c48 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4418f65e16f47ef8b18b0b8e974f886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049672 Jan 27 21:55:01.908712 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37576) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:01.994827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ea20e-40b1-4c61-b186-49e910773c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf0d73d-a110-48cf-95eb-880926793796,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:02.022562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0f8b4e14-df51-4cf5-b75c-05ea580cb1c9,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:02.033365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 24fb9e73-0193-415d-9599-f5caab358841 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:02.037764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:02.046418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '0f8b4e14-df51-4cf5-b75c-05ea580cb1c9', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'port_id': '0f8b4e14-df51-4cf5-b75c-05ea580cb1c9', 'mac_address': 'fa:16:3e:92:fb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af3e14d-ef9e-46d4-8d8c-76715fffbc0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:02.053341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:02.082003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=285dc209-90cb-4675-aa36-964fc686d684,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:02.126645 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f69d4f97-78b5-4f49-a569-d5dbcb5199a2 admin admin] Publish callbacks [] for security_group (4cf0d73d-a110-48cf-95eb-880926793796), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.158549 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f69d4f97-78b5-4f49-a569-d5dbcb5199a2 admin admin] Publish callbacks [] for security_group (4cf0d73d-a110-48cf-95eb-880926793796), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.176291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ff591-a7ef-4572-8d4d-a1ec7c133a5d req-4cb5d0d6-6645-4844-9c54-75ffe3acbf78 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.193963 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f40ff591-a7ef-4572-8d4d-a1ec7c133a5d req-4cb5d0d6-6645-4844-9c54-75ffe3acbf78 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 943 time: 0.2854340 Jan 27 21:55:02.228912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:02.229346 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.255968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:02.289056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0f8b4e14-df51-4cf5-b75c-05ea580cb1c9,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:02.293227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f40ff591-a7ef-4572-8d4d-a1ec7c133a5d req-f86100b7-2ca5-43dc-8298-df6a4981ba1d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980883 Jan 27 21:55:02.304463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:02.305506 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.309617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f69d4f97-78b5-4f49-a569-d5dbcb5199a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4cf0d73d-a110-48cf-95eb-880926793796), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.313431 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5bd2d419-89b3-48ca-8464-aff86cc65ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.313820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f69d4f97-78b5-4f49-a569-d5dbcb5199a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.316261 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f69d4f97-78b5-4f49-a569-d5dbcb5199a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4cf0d73d-a110-48cf-95eb-880926793796 HTTP/1.1" status: 204 len: 168 time: 0.4063449 Jan 27 21:55:02.339169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d4f97-78b5-4f49-a569-d5dbcb5199a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf0d73d-a110-48cf-95eb-880926793796,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:02.480380 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.485937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b4ae9295-9c42-49fc-9af0-4b4dc7041e61 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4550567 Jan 27 21:55:02.489387 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37584) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:02.495260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'port': {'network_id': '24fb9e73-0193-415d-9599-f5caab358841', 'name': 'tempest-FloatingIPTestJSON-488821258'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:02.539812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=0f8b4e14-df51-4cf5-b75c-05ea580cb1c9,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:02.701100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['0f8b4e14-df51-4cf5-b75c-05ea580cb1c9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:02.817656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Made reservation on behalf of e938b07f55c34bb9b630f46e13730708 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:02.821327 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:02.871430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] device_id is not set on port b25194e0-88b8-4a3a-bd76-b3b6a043021c yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:55:03.012203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.20.0.9 (24fb9e73-0193-415d-9599-f5caab358841/5d077a2b-5326-47d5-b85d-9246ffde2fe8/b25194e0-88b8-4a3a-bd76-b3b6a043021c) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:03.208180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (b25194e0-88b8-4a3a-bd76-b3b6a043021c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.354776 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b25194e0-88b8-4a3a-bd76-b3b6a043021c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.441894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138d241-4044-4fb7-9836-8281bc110dac req-d6518b73-d6d1-42bb-9a79-f87f5259d297 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:03.459265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6138d241-4044-4fb7-9836-8281bc110dac req-d6518b73-d6d1-42bb-9a79-f87f5259d297 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 944 time: 0.0782566 Jan 27 21:55:03.476169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=b25194e0-88b8-4a3a-bd76-b3b6a043021c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:03.507393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 24fb9e73-0193-415d-9599-f5caab358841 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:03.510324 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:03.520588 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:03.568947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6138d241-4044-4fb7-9836-8281bc110dac req-bba562e5-40fc-4009-89a8-e96dc23ad096 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081479 Jan 27 21:55:03.610368 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:03.610679 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.711540 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6c0139a9-d038-4050-995d-9bf6bd2baa93 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2149172 Jan 27 21:55:03.714415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37628) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:03.720358 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': 'b25194e0-88b8-4a3a-bd76-b3b6a043021c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:03.727471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:03.829864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.886415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:03.891974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:03.892427 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:03.942761 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.061690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:04.062009 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.063277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.25.0.130 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/07afc8c6-3dbf-4ea2-86e4-b78a24583fe7) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:04.089991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c59f3b-f790-4e94-9461-50f9ac01363b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8b4e14-df51-4cf5-b75c-05ea580cb1c9'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:04.093040 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182015c2-a47d-4ed7-afdf-5659820705e0" -d '{"events": [{"server_uuid": "d0c59f3b-f790-4e94-9461-50f9ac01363b", "name": "network-vif-plugged", "status": "completed", "tag": "0f8b4e14-df51-4cf5-b75c-05ea580cb1c9"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:04.114319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0f8b4e14-df51-4cf5-b75c-05ea580cb1c9,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:04.162488 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70d7365-ab38-4fc5-ae65-e68ce8c74085 x-openstack-request-id: req-e70d7365-ab38-4fc5-ae65-e68ce8c74085 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:04.162488 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c59f3b-f790-4e94-9461-50f9ac01363b", "name": "network-vif-plugged", "status": "completed", "tag": "0f8b4e14-df51-4cf5-b75c-05ea580cb1c9", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:04.162488 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e70d7365-ab38-4fc5-ae65-e68ce8c74085 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:04.162488 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c59f3b-f790-4e94-9461-50f9ac01363b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8b4e14-df51-4cf5-b75c-05ea580cb1c9', 'code': 200} Jan 27 21:55:04.205805 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (07afc8c6-3dbf-4ea2-86e4-b78a24583fe7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.269530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c8024-f85f-4877-9bc9-047478dd7201 req-d9690452-0c50-4f37-9cf1-6b079940d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:04.271103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a4c8024-f85f-4877-9bc9-047478dd7201 req-d9690452-0c50-4f37-9cf1-6b079940d8a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 1095 time: 0.0574360 Jan 27 21:55:04.272789 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.326459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a4c8024-f85f-4877-9bc9-047478dd7201 req-0530823b-97e1-4793-beaa-3d7238fe9b62 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452733 Jan 27 21:55:04.334454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=0f8b4e14-df51-4cf5-b75c-05ea580cb1c9,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:04.343208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (07afc8c6-3dbf-4ea2-86e4-b78a24583fe7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:04.377952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:04.382661 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:04.386534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:04.430456 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=07afc8c6-3dbf-4ea2-86e4-b78a24583fe7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:04.748229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93157b-c6e9-4a02-809d-0c599f9189fd req-0e390502-2638-412e-b380-d98bc2cab4f8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:04.750053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa93157b-c6e9-4a02-809d-0c599f9189fd req-0e390502-2638-412e-b380-d98bc2cab4f8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 945 time: 0.0878284 Jan 27 21:55:04.879699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa93157b-c6e9-4a02-809d-0c599f9189fd req-dc9bbd46-4db8-44e1-ae94-a2caa386ae0d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224141 Jan 27 21:55:04.977337 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6b358509-8fc6-4ac6-bf1e-a1bbd29b71b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.195105 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (cb0e723d-c9ce-43e4-91c0-599f222e4cba), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.383443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (07afc8c6-3dbf-4ea2-86e4-b78a24583fe7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.532087 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (07afc8c6-3dbf-4ea2-86e4-b78a24583fe7), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.640909 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (07afc8c6-3dbf-4ea2-86e4-b78a24583fe7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.745070 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (cb0e723d-c9ce-43e4-91c0-599f222e4cba), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:05.748478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=07afc8c6-3dbf-4ea2-86e4-b78a24583fe7,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:05.850103 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Floating IP cb0e723d-c9ce-43e4-91c0-599f222e4cba associated. External IP: 172.25.0.130, port: b25194e0-88b8-4a3a-bd76-b3b6a043021c. Jan 27 21:55:06.058240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67bb25-6a37-40a2-959d-306b76a00ae2 req-48c3a5ff-02d6-4aa2-a058-d8bd3f0f332c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:06.067264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c67bb25-6a37-40a2-959d-306b76a00ae2 req-48c3a5ff-02d6-4aa2-a058-d8bd3f0f332c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 945 time: 0.0997844 Jan 27 21:55:06.113242 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:06.116450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c67bb25-6a37-40a2-959d-306b76a00ae2 req-173d90dd-d247-44ad-bac2-340722496694 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481036 Jan 27 21:55:06.155487 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.260610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:06.273217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7fc530-a0b1-4ad8-82e4-7d3bd92d0a4f None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:06.288349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7fc530-a0b1-4ad8-82e4-7d3bd92d0a4f None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:06.291578 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2c7fc530-a0b1-4ad8-82e4-7d3bd92d0a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:06.338710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2c7fc530-a0b1-4ad8-82e4-7d3bd92d0a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:06.350025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7fc530-a0b1-4ad8-82e4-7d3bd92d0a4f None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:06.351375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2c7fc530-a0b1-4ad8-82e4-7d3bd92d0a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:06.363255 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.390430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-2c7fc530-a0b1-4ad8-82e4-7d3bd92d0a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:06.391677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7fc530-a0b1-4ad8-82e4-7d3bd92d0a4f None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:06.425748 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f9b35518-87e4-453f-9658-5c597f31c01b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7087660 Jan 27 21:55:06.426536 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37748) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:06.431176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4f64ed29-1e53-42ed-9635-1d8f61072baf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:06.473927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-2049bda6-248a-4086-80ea-65f3f1e0266e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:06.475532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-2049bda6-248a-4086-80ea-65f3f1e0266e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.1224122 Jan 27 21:55:06.488932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f64ed29-1e53-42ed-9635-1d8f61072baf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (cb0e723d-c9ce-43e4-91c0-599f222e4cba), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.490292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-50b2de51-48ce-4bc1-8331-372a41c83206 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/quotas/7ef2744fc5934353b91e037e8978612b HTTP/1.1" status: 200 len: 375 time: 0.0094490 Jan 27 21:55:06.541405 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-4a983695-b094-483e-a289-72d9b751ee75 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457807 Jan 27 21:55:06.634776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-295bb233-b783-44ff-bbe6-caf2387d784d service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852466 Jan 27 21:55:06.642209 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f64ed29-1e53-42ed-9635-1d8f61072baf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.765702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-65bb135b-c5b2-4c4a-b6c8-54cbf4c766fd service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251104 Jan 27 21:55:06.801167 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f64ed29-1e53-42ed-9635-1d8f61072baf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (cb0e723d-c9ce-43e4-91c0-599f222e4cba), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:06.801831 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-4f64ed29-1e53-42ed-9635-1d8f61072baf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Floating IP cb0e723d-c9ce-43e4-91c0-599f222e4cba disassociated. External IP: 172.25.0.130, port: b25194e0-88b8-4a3a-bd76-b3b6a043021c. Jan 27 21:55:06.967955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37762) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:07.038880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f64ed29-1e53-42ed-9635-1d8f61072baf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:07.136062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bf4d624-8373-4f4a-aeda-6bc9971d845e req-1d9f8cd1-98a8-4dc9-b2a9-16571a66b3d2 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 210 time: 0.0439422 Jan 27 21:55:07.172342 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bb1f664-6b5d-4bd0-a96e-a3d419c7b363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.253354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bb1f664-6b5d-4bd0-a96e-a3d419c7b363 admin admin] Publish callbacks [] for security_group (f1d2e72a-84ea-4bac-a2a6-4a3c9b657430), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.255532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f64ed29-1e53-42ed-9635-1d8f61072baf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:07.260667 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f64ed29-1e53-42ed-9635-1d8f61072baf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.268636 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98450724-a2bc-451a-8b47-6b58cbd978ba None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:07.290376 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98450724-a2bc-451a-8b47-6b58cbd978ba None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:07.291020 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-98450724-a2bc-451a-8b47-6b58cbd978ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:07.334221 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f64ed29-1e53-42ed-9635-1d8f61072baf tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "PUT /v2.0/floatingips/cb0e723d-c9ce-43e4-91c0-599f222e4cba HTTP/1.1" status: 200 len: 688 time: 0.9063625 Jan 27 21:55:07.337055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37778) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:07.346975 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7bb1f664-6b5d-4bd0-a96e-a3d419c7b363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f1d2e72a-84ea-4bac-a2a6-4a3c9b657430), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.348268 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-98450724-a2bc-451a-8b47-6b58cbd978ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:07.358623 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98450724-a2bc-451a-8b47-6b58cbd978ba None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:07.359405 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-98450724-a2bc-451a-8b47-6b58cbd978ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:07.365761 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.399183 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-98450724-a2bc-451a-8b47-6b58cbd978ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:07.399852 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98450724-a2bc-451a-8b47-6b58cbd978ba None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:07.413956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7bb1f664-6b5d-4bd0-a96e-a3d419c7b363 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7bc173ed45b441a697ee044b1f866f7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4447808 Jan 27 21:55:07.416603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37784) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:07.479747 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55c99e24-c0b2-4c2f-b6c0-bfa0d4a31fac admin admin] Publish callbacks [] for security_group (f1d2e72a-84ea-4bac-a2a6-4a3c9b657430), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.482842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1f664-6b5d-4bd0-a96e-a3d419c7b363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d2e72a-84ea-4bac-a2a6-4a3c9b657430,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:07.535376 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55c99e24-c0b2-4c2f-b6c0-bfa0d4a31fac admin admin] Publish callbacks [] for security_group (f1d2e72a-84ea-4bac-a2a6-4a3c9b657430), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.539378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-466675d9-a260-4838-8aa1-578ecd975274 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port 07afc8c6-3dbf-4ea2-86e4-b78a24583fe7 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:07.539928 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-466675d9-a260-4838-8aa1-578ecd975274 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (07afc8c6-3dbf-4ea2-86e4-b78a24583fe7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.644412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-466675d9-a260-4838-8aa1-578ecd975274 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (07afc8c6-3dbf-4ea2-86e4-b78a24583fe7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.644743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-466675d9-a260-4838-8aa1-578ecd975274 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (07afc8c6-3dbf-4ea2-86e4-b78a24583fe7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.659333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-466675d9-a260-4838-8aa1-578ecd975274 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for 07afc8c6-3dbf-4ea2-86e4-b78a24583fe7 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:07.691835 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55c99e24-c0b2-4c2f-b6c0-bfa0d4a31fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f1d2e72a-84ea-4bac-a2a6-4a3c9b657430), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.694439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55c99e24-c0b2-4c2f-b6c0-bfa0d4a31fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:07.697311 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-55c99e24-c0b2-4c2f-b6c0-bfa0d4a31fac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f1d2e72a-84ea-4bac-a2a6-4a3c9b657430 HTTP/1.1" status: 204 len: 168 time: 0.2772827 Jan 27 21:55:07.708571 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c99e24-c0b2-4c2f-b6c0-bfa0d4a31fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d2e72a-84ea-4bac-a2a6-4a3c9b657430,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:08.034886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-466675d9-a260-4838-8aa1-578ecd975274 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (07afc8c6-3dbf-4ea2-86e4-b78a24583fe7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.064524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466675d9-a260-4838-8aa1-578ecd975274 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=07afc8c6-3dbf-4ea2-86e4-b78a24583fe7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:08.142035 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-466675d9-a260-4838-8aa1-578ecd975274 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (cb0e723d-c9ce-43e4-91c0-599f222e4cba), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.147885 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-466675d9-a260-4838-8aa1-578ecd975274 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.149868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-466675d9-a260-4838-8aa1-578ecd975274 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/floatingips/cb0e723d-c9ce-43e4-91c0-599f222e4cba HTTP/1.1" status: 204 len: 168 time: 0.8112800 Jan 27 21:55:08.153045 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37802) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:08.157935 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '285dc209-90cb-4675-aa36-964fc686d684'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:08.236461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5b18c06-71f2-423f-be41-fa057b93ad48 req-0dd37895-a897-4ab2-8ee9-930d405256f7 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 210 time: 0.0297773 Jan 27 21:55:08.513788 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.615817 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.767779 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.25.0.174 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/819027d1-b6dc-458d-b9db-f88b556ca38a) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:08.894222 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (819027d1-b6dc-458d-b9db-f88b556ca38a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.899804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37818) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:08.917717 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2c2e-da61-4f61-b73a-93fbeec4f6be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:08.937450 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.004559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2c2e-da61-4f61-b73a-93fbeec4f6be admin admin] Publish callbacks [] for security_group (cbc8e956-febf-44dc-8e00-05914ff195e4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.050649 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (819027d1-b6dc-458d-b9db-f88b556ca38a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.095139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:09.101253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:09.106788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:09.110260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=819027d1-b6dc-458d-b9db-f88b556ca38a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:09.115357 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2c2e-da61-4f61-b73a-93fbeec4f6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (cbc8e956-febf-44dc-8e00-05914ff195e4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.170681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb2c2e-da61-4f61-b73a-93fbeec4f6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc8e956-febf-44dc-8e00-05914ff195e4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:09.220221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6eeb2c2e-da61-4f61-b73a-93fbeec4f6be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=854edc759096464396f13e4abd8cfa1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3190610 Jan 27 21:55:09.225539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37822) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:09.326179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fc49a786-8300-4e18-9c57-8203669622fa admin admin] Publish callbacks [] for security_group (cbc8e956-febf-44dc-8e00-05914ff195e4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.370225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-724fa18a-0b36-4606-8dae-735866dacf42 req-7eb1d35c-e777-491f-a23f-f03e533fa788 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 210 time: 0.0409670 Jan 27 21:55:09.399583 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fc49a786-8300-4e18-9c57-8203669622fa admin admin] Publish callbacks [] for security_group (cbc8e956-febf-44dc-8e00-05914ff195e4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.554800 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fc49a786-8300-4e18-9c57-8203669622fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (cbc8e956-febf-44dc-8e00-05914ff195e4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.559927 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fc49a786-8300-4e18-9c57-8203669622fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.563506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fc49a786-8300-4e18-9c57-8203669622fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cbc8e956-febf-44dc-8e00-05914ff195e4 HTTP/1.1" status: 204 len: 168 time: 0.3348930 Jan 27 21:55:09.576198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49a786-8300-4e18-9c57-8203669622fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc8e956-febf-44dc-8e00-05914ff195e4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:09.729907 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (9e7d15ec-8175-4dfb-abe8-75ddcc630123), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:09.990224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (819027d1-b6dc-458d-b9db-f88b556ca38a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.234997 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (819027d1-b6dc-458d-b9db-f88b556ca38a), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.280334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-0e272254-78e3-4b29-886b-ae457943dd26 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:10.282130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-0e272254-78e3-4b29-886b-ae457943dd26 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.71 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.1552286 Jan 27 21:55:10.321491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Request body: {'port': {'device_id': 'caa399ec-1c1d-444f-9e2e-f3f0982a6107', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'admin_state_up': True, 'tenant_id': '7ef2744fc5934353b91e037e8978612b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:10.344387 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (819027d1-b6dc-458d-b9db-f88b556ca38a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.434986 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=819027d1-b6dc-458d-b9db-f88b556ca38a,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:10.452979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (9e7d15ec-8175-4dfb-abe8-75ddcc630123), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.530021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15a87aa1-6eae-41e6-9589-ec0ce03b9438 req-67c0ce98-49a4-4613-abef-3af91ed5e782 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 210 time: 0.0591383 Jan 27 21:55:10.652349 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Floating IP 9e7d15ec-8175-4dfb-abe8-75ddcc630123 associated. External IP: 172.25.0.174, port: 285dc209-90cb-4675-aa36-964fc686d684. Jan 27 21:55:10.663195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Made reservation on behalf of 7ef2744fc5934353b91e037e8978612b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:10.667259 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:10.885252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Allocated IP 172.20.0.7 (f7986a63-54e0-4362-a7cb-5a7356da77db/1af3e14d-ef9e-46d4-8d8c-76715fffbc0a/fb13a79b-87f7-4ef9-a821-d2f4d2330cd4) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:10.944648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:11.076379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:11.088172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025e6b4-eaee-43d0-ae6d-ff5d997c0e03 None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:11.110976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025e6b4-eaee-43d0-ae6d-ff5d997c0e03 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:11.111794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7025e6b4-eaee-43d0-ae6d-ff5d997c0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:11.125250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks [] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.154449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7025e6b4-eaee-43d0-ae6d-ff5d997c0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:11.164362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025e6b4-eaee-43d0-ae6d-ff5d997c0e03 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:11.165121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7025e6b4-eaee-43d0-ae6d-ff5d997c0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:11.202699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7025e6b4-eaee-43d0-ae6d-ff5d997c0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:11.203470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025e6b4-eaee-43d0-ae6d-ff5d997c0e03 None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:11.219909 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.253810 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a4394769-0e1a-40a2-8de8-7c0695952802 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0992508 Jan 27 21:55:11.256315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37880) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:11.280740 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.294397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:11.297699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['0f8b4e14-df51-4cf5-b75c-05ea580cb1c9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:11.331716 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3acbb760-3dbf-44a3-b6b7-6e2d641dce0f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "GET /v2.0/floatingips/9e7d15ec-8175-4dfb-abe8-75ddcc630123 HTTP/1.1" status: 200 len: 978 time: 0.0719595 Jan 27 21:55:11.332149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37882) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:11.337236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Network f7986a63-54e0-4362-a7cb-5a7356da77db is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:11.343127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:11.348801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:11.384502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event updated for resources: {'Port': ['ID=fb13a79b-87f7-4ef9-a821-d2f4d2330cd4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:11.405819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:11.406537 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.524018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-075f7384-fd19-440e-886f-271e06a481e3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2271121 Jan 27 21:55:11.539642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Request body: {'port': {'device_id': 'caa399ec-1c1d-444f-9e2e-f3f0982a6107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:11.597839 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3092222a-13f0-421e-87b0-0209ce1b47de tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2642646 Jan 27 21:55:11.598452 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37894) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:11.608426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f6a82c70-6141-4655-910d-b4cfe02cc19a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'floatingip': {'port_id': 'b25194e0-88b8-4a3a-bd76-b3b6a043021c'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:11.687886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.741370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1a925-8463-4ac2-a159-6cf64aa31177 req-0f3d87c7-fd8f-42b2-8456-e21902d7ced7 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:11.741814 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6a82c70-6141-4655-910d-b4cfe02cc19a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (9e7d15ec-8175-4dfb-abe8-75ddcc630123), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:11.744677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2c1a925-8463-4ac2-a159-6cf64aa31177 req-0f3d87c7-fd8f-42b2-8456-e21902d7ced7 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 931 time: 0.0948844 Jan 27 21:55:11.893440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2c1a925-8463-4ac2-a159-6cf64aa31177 req-982957d1-5a30-4d8d-a2bb-1c1b3d3bf608 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366417 Jan 27 21:55:12.078636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:12.086991 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Publish callbacks [] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.112931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Transition to ACTIVE for port object fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:55:12.364783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.426109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Pushing event updated for resources: {'Port': ['ID=fb13a79b-87f7-4ef9-a821-d2f4d2330cd4,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:12.912298 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6a82c70-6141-4655-910d-b4cfe02cc19a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:12.967206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Attempting to bind port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:12.978524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Attempting to bind port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:12.978524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Attempting to bind port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:12.978524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 on network f7986a63-54e0-4362-a7cb-5a7356da77db not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:55:12.978524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Attempting to bind port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:12.979791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:12.980280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Checking segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:12.981283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Bound using segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:12.981866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Bound port: fb13a79b-87f7-4ef9-a821-d2f4d2330cd4, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:12.982348 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:13.084746 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6a82c70-6141-4655-910d-b4cfe02cc19a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (9e7d15ec-8175-4dfb-abe8-75ddcc630123), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:13.095078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] For port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:13.102450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] For port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=fb13a79b-87f7-4ef9-a821-d2f4d2330cd4,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:13.119802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8435c6a-402a-4c35-b484-7a78a5617f40 req-f523f18a-b90b-4d97-992c-e468727ca20b tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:13.121973 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8435c6a-402a-4c35-b484-7a78a5617f40 req-f523f18a-b90b-4d97-992c-e468727ca20b tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 943 time: 0.1285014 Jan 27 21:55:13.222093 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:13.238052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8435c6a-402a-4c35-b484-7a78a5617f40 req-28653d99-dd55-4723-a581-904d532a7b43 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046023 Jan 27 21:55:13.275809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:13.276850 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:13.280348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] 10.222.0.71 "PUT /v2.0/ports/fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 HTTP/1.1" status: 200 len: 1091 time: 1.7497118 Jan 27 21:55:13.281112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa399ec-1c1d-444f-9e2e-f3f0982a6107', 'tag': 'fb13a79b-87f7-4ef9-a821-d2f4d2330cd4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:13.284384 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dedcf4-f4ed-4002-bde8-d9d710442505" -d '{"events": [{"name": "network-changed", "server_uuid": "caa399ec-1c1d-444f-9e2e-f3f0982a6107", "tag": "fb13a79b-87f7-4ef9-a821-d2f4d2330cd4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:13.297451 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-f6a82c70-6141-4655-910d-b4cfe02cc19a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Floating IP 9e7d15ec-8175-4dfb-abe8-75ddcc630123 associated. External IP: 172.25.0.174, port: 285dc209-90cb-4675-aa36-964fc686d684. Jan 27 21:55:13.377195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5218e7-9222-4b4e-83b8-e4f91e39ca8b service neutron] Pushing event updated for resources: {'Port': ['ID=fb13a79b-87f7-4ef9-a821-d2f4d2330cd4,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:13.398841 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363659bc-eaa9-401a-8fdc-80644ed88a52 x-openstack-request-id: req-363659bc-eaa9-401a-8fdc-80644ed88a52 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:13.399131 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa399ec-1c1d-444f-9e2e-f3f0982a6107", "tag": "fb13a79b-87f7-4ef9-a821-d2f4d2330cd4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:13.399401 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-363659bc-eaa9-401a-8fdc-80644ed88a52 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:13.399826 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa399ec-1c1d-444f-9e2e-f3f0982a6107', 'tag': 'fb13a79b-87f7-4ef9-a821-d2f4d2330cd4', 'status': 'completed', 'code': 200} Jan 27 21:55:13.472775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dedcf4-f4ed-4002-bde8-d9d710442505 req-debe0c98-78ae-4626-9a49-47f77470313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:13.474338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05dedcf4-f4ed-4002-bde8-d9d710442505 req-debe0c98-78ae-4626-9a49-47f77470313d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 1094 time: 0.0561202 Jan 27 21:55:13.591926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dedcf4-f4ed-4002-bde8-d9d710442505 req-a8ff5fe2-a198-4c27-b021-d0c69e95d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:13.593654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05dedcf4-f4ed-4002-bde8-d9d710442505 req-a8ff5fe2-a198-4c27-b021-d0c69e95d609 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=7ef2744fc5934353b91e037e8978612b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1113627 Jan 27 21:55:13.652399 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a82c70-6141-4655-910d-b4cfe02cc19a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:13.731654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dedcf4-f4ed-4002-bde8-d9d710442505 req-3d179d5d-3a38-4f42-b323-140213b76654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:13.734506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05dedcf4-f4ed-4002-bde8-d9d710442505 req-3d179d5d-3a38-4f42-b323-140213b76654 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341579 Jan 27 21:55:13.801786 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a82c70-6141-4655-910d-b4cfe02cc19a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:13.821592 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5dfd44-3b44-4300-b45a-226abd85ba84 None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:13.833862 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5dfd44-3b44-4300-b45a-226abd85ba84 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:13.834516 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-df5dfd44-3b44-4300-b45a-226abd85ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:13.870030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-a32992ba-107f-4223-8a24-621758e17c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:13.871716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-a32992ba-107f-4223-8a24-621758e17c8d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 1094 time: 0.0714254 Jan 27 21:55:13.875734 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-df5dfd44-3b44-4300-b45a-226abd85ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:13.884676 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5dfd44-3b44-4300-b45a-226abd85ba84 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:13.885288 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-df5dfd44-3b44-4300-b45a-226abd85ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:13.922441 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-df5dfd44-3b44-4300-b45a-226abd85ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:13.923108 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5dfd44-3b44-4300-b45a-226abd85ba84 None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:13.946390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-47bfebf5-754f-431a-9e5c-6e9365708c0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 HTTP/1.1" status: 200 len: 217 time: 0.0674281 Jan 27 21:55:14.039006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-1b6b1e3c-134a-45cf-a3e3-9eed14f31ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:14.046266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-1b6b1e3c-134a-45cf-a3e3-9eed14f31ab9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 200 len: 845 time: 0.0937073 Jan 27 21:55:14.110679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-c522f0b3-ab6d-41e4-8dac-467c1c55816a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7986a63-54e0-4362-a7cb-5a7356da77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495028 Jan 27 21:55:14.122978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a82c70-6141-4655-910d-b4cfe02cc19a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:14.292595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-e5a1df74-4494-445e-8f75-e52670e091ea service neutron] 10.222.0.71 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705945 Jan 27 21:55:14.318688 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a82c70-6141-4655-910d-b4cfe02cc19a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:14.323817 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6a82c70-6141-4655-910d-b4cfe02cc19a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.332495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d116234d-6744-4467-bd41-65fd4300ff8c None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:14.350419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116234d-6744-4467-bd41-65fd4300ff8c None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:14.353440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d116234d-6744-4467-bd41-65fd4300ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:14.419524 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f6a82c70-6141-4655-910d-b4cfe02cc19a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "PUT /v2.0/floatingips/9e7d15ec-8175-4dfb-abe8-75ddcc630123 HTTP/1.1" status: 200 len: 977 time: 2.8190136 Jan 27 21:55:14.421545 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37978) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:14.422644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d116234d-6744-4467-bd41-65fd4300ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:14.432743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0bce35c8-e077-4cc6-8e94-9894759ad6a3 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:14.465736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116234d-6744-4467-bd41-65fd4300ff8c None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:14.466384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d116234d-6744-4467-bd41-65fd4300ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:14.497884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622b687-4ebc-40a8-a713-56c05dcb432a req-18c43cb3-95b9-4ce1-a2a5-aa731dd54dfd tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:14.499517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c622b687-4ebc-40a8-a713-56c05dcb432a req-18c43cb3-95b9-4ce1-a2a5-aa731dd54dfd tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 943 time: 0.1106691 Jan 27 21:55:14.505478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a071152f-ed6d-4bc1-a79d-276089ac7234 req-5f26c920-3a8f-42bd-a635-e25dfc90bf0e service neutron] 10.222.0.71 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105253 Jan 27 21:55:14.575705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c622b687-4ebc-40a8-a713-56c05dcb432a req-a32ff126-5105-473d-8227-e57f81e040e0 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692430 Jan 27 21:55:14.607891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0bce35c8-e077-4cc6-8e94-9894759ad6a3 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (9e7d15ec-8175-4dfb-abe8-75ddcc630123), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.609602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d116234d-6744-4467-bd41-65fd4300ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:14.610266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d116234d-6744-4467-bd41-65fd4300ff8c None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:14.766473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0bce35c8-e077-4cc6-8e94-9894759ad6a3 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.960625 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0bce35c8-e077-4cc6-8e94-9894759ad6a3 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (9e7d15ec-8175-4dfb-abe8-75ddcc630123), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:14.961238 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-0bce35c8-e077-4cc6-8e94-9894759ad6a3 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Floating IP 9e7d15ec-8175-4dfb-abe8-75ddcc630123 disassociated. External IP: 172.25.0.174, port: b25194e0-88b8-4a3a-bd76-b3b6a043021c. Jan 27 21:55:15.302764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37986) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:15.378507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bce35c8-e077-4cc6-8e94-9894759ad6a3 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:15.515923 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af8ac860-65f5-48c2-ad50-6cba0b722fb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.560979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bce35c8-e077-4cc6-8e94-9894759ad6a3 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:15.566335 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0bce35c8-e077-4cc6-8e94-9894759ad6a3 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.571826 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b699250c-6547-4937-ab55-5e7fda4568ef None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:15.585342 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b699250c-6547-4937-ab55-5e7fda4568ef None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:15.585982 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b699250c-6547-4937-ab55-5e7fda4568ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:15.626433 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af8ac860-65f5-48c2-ad50-6cba0b722fb2 admin admin] Publish callbacks [] for security_group (e684769d-7397-429c-bb37-c5503245f6a1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.633447 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0bce35c8-e077-4cc6-8e94-9894759ad6a3 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "PUT /v2.0/floatingips/9e7d15ec-8175-4dfb-abe8-75ddcc630123 HTTP/1.1" status: 200 len: 688 time: 1.2079902 Jan 27 21:55:15.634250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37994) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:15.647334 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b699250c-6547-4937-ab55-5e7fda4568ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:15.658625 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b699250c-6547-4937-ab55-5e7fda4568ef None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:15.659485 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b699250c-6547-4937-ab55-5e7fda4568ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:15.727022 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b699250c-6547-4937-ab55-5e7fda4568ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:15.732960 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b699250c-6547-4937-ab55-5e7fda4568ef None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:15.755595 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af8ac860-65f5-48c2-ad50-6cba0b722fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e684769d-7397-429c-bb37-c5503245f6a1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:15.900796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-af8ac860-65f5-48c2-ad50-6cba0b722fb2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01ac5d7eefdd4587a0449f022c3c3312&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5965078 Jan 27 21:55:15.903988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37998) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:15.914704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983b6fc-ecd9-4cf9-824d-8db212c900c1 req-8c47168b-c385-4441-a32e-ef98126fa089 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:15.916326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8983b6fc-ecd9-4cf9-824d-8db212c900c1 req-8c47168b-c385-4441-a32e-ef98126fa089 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 943 time: 0.2081788 Jan 27 21:55:15.917029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ac860-65f5-48c2-ad50-6cba0b722fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e684769d-7397-429c-bb37-c5503245f6a1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:16.000441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-27e9c8e3-5bc0-40cb-87c4-9a8ced6cc122 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port 819027d1-b6dc-458d-b9db-f88b556ca38a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:16.004445 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27e9c8e3-5bc0-40cb-87c4-9a8ced6cc122 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (819027d1-b6dc-458d-b9db-f88b556ca38a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.019619 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73795173-8ecb-4fb3-acb8-ee0d86dc4477 admin admin] Publish callbacks [] for security_group (e684769d-7397-429c-bb37-c5503245f6a1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.025367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8983b6fc-ecd9-4cf9-824d-8db212c900c1 req-dc9b97ea-1670-4210-aced-7c9c3cb6948c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010227 Jan 27 21:55:16.071891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73795173-8ecb-4fb3-acb8-ee0d86dc4477 admin admin] Publish callbacks [] for security_group (e684769d-7397-429c-bb37-c5503245f6a1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.136838 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27e9c8e3-5bc0-40cb-87c4-9a8ced6cc122 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (819027d1-b6dc-458d-b9db-f88b556ca38a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.137973 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27e9c8e3-5bc0-40cb-87c4-9a8ced6cc122 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (819027d1-b6dc-458d-b9db-f88b556ca38a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.154392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-27e9c8e3-5bc0-40cb-87c4-9a8ced6cc122 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for 819027d1-b6dc-458d-b9db-f88b556ca38a owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:16.204737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73795173-8ecb-4fb3-acb8-ee0d86dc4477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e684769d-7397-429c-bb37-c5503245f6a1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.207644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73795173-8ecb-4fb3-acb8-ee0d86dc4477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.208889 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-73795173-8ecb-4fb3-acb8-ee0d86dc4477 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e684769d-7397-429c-bb37-c5503245f6a1 HTTP/1.1" status: 204 len: 168 time: 0.3040113 Jan 27 21:55:16.222736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73795173-8ecb-4fb3-acb8-ee0d86dc4477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e684769d-7397-429c-bb37-c5503245f6a1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:16.491887 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27e9c8e3-5bc0-40cb-87c4-9a8ced6cc122 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (819027d1-b6dc-458d-b9db-f88b556ca38a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.526385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9c8e3-5bc0-40cb-87c4-9a8ced6cc122 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=819027d1-b6dc-458d-b9db-f88b556ca38a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:16.608236 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27e9c8e3-5bc0-40cb-87c4-9a8ced6cc122 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (9e7d15ec-8175-4dfb-abe8-75ddcc630123), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.611149 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-27e9c8e3-5bc0-40cb-87c4-9a8ced6cc122 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:16.612995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-27e9c8e3-5bc0-40cb-87c4-9a8ced6cc122 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/floatingips/9e7d15ec-8175-4dfb-abe8-75ddcc630123 HTTP/1.1" status: 204 len: 168 time: 0.9774795 Jan 27 21:55:16.615603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38006) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:16.659743 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-74413ebf-8bb1-45e8-a012-859159b66d80 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] delete failed (client error): The resource could not be found. Jan 27 21:55:16.661223 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-74413ebf-8bb1-45e8-a012-859159b66d80 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/floatingips/9e7d15ec-8175-4dfb-abe8-75ddcc630123 HTTP/1.1" status: 404 len: 345 time: 0.0439956 Jan 27 21:55:16.665367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38010) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:16.782203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:16.860625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0564343-ad9d-496c-ae51-272fd2191ef2 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:16.874070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0564343-ad9d-496c-ae51-272fd2191ef2 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:16.890273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0564343-ad9d-496c-ae51-272fd2191ef2 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:16.893638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e0564343-ad9d-496c-ae51-272fd2191ef2 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "GET /v2.0/ports?network_id=24fb9e73-0193-415d-9599-f5caab358841 HTTP/1.1" status: 200 len: 2357 time: 0.2268078 Jan 27 21:55:16.896808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38012) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:16.977832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=fb13a79b-87f7-4ef9-a821-d2f4d2330cd4,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:17.013311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4a9412-27ca-4e8c-abf2-5d7faf3f08bd tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.022898 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6c4a9412-27ca-4e8c-abf2-5d7faf3f08bd tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "GET /v2.0/subnets/5d077a2b-5326-47d5-b85d-9246ffde2fe8 HTTP/1.1" status: 200 len: 797 time: 0.1173127 Jan 27 21:55:17.023165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38016) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:17.039104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'port': {'network_id': '24fb9e73-0193-415d-9599-f5caab358841', 'name': 'tempest-FloatingIPTestJSON-10291342', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:17.115156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'fb13a79b-87f7-4ef9-a821-d2f4d2330cd4', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'port_id': 'fb13a79b-87f7-4ef9-a821-d2f4d2330cd4', 'mac_address': 'fa:16:3e:07:e2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af3e14d-ef9e-46d4-8d8c-76715fffbc0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:17.213705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:17.214130 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.260979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38022) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:17.275762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:17.291455 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc626-0ce9-4c73-aaf6-652cb2bedbfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.328005 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=fb13a79b-87f7-4ef9-a821-d2f4d2330cd4,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:17.403932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b461772-7475-4a5f-b3ea-46ce424ba7ce req-5a47c502-ac3c-4062-b19c-bfca15b3dc28 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:17.405651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b461772-7475-4a5f-b3ea-46ce424ba7ce req-5a47c502-ac3c-4062-b19c-bfca15b3dc28 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 943 time: 0.1766222 Jan 27 21:55:17.491445 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.515241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b461772-7475-4a5f-b3ea-46ce424ba7ce req-60656136-c0df-495a-9266-c0b395024462 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984302 Jan 27 21:55:17.575305 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc626-0ce9-4c73-aaf6-652cb2bedbfe admin admin] Publish callbacks [] for security_group (52cae86c-4cbb-4175-91e3-815010967c6c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.580404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=fb13a79b-87f7-4ef9-a821-d2f4d2330cd4,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:17.589093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.589781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.590424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.590983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.591552 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.592147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.592748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.593165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.593585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.593982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.594397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.594800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.595202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:17.657678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Made reservation on behalf of e938b07f55c34bb9b630f46e13730708 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:17.721335 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['fb13a79b-87f7-4ef9-a821-d2f4d2330cd4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:17.724582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c0bc626-0ce9-4c73-aaf6-652cb2bedbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (52cae86c-4cbb-4175-91e3-815010967c6c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.771069 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7c0bc626-0ce9-4c73-aaf6-652cb2bedbfe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14eb036b05ee47d9955c74f8a432f01b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5086141 Jan 27 21:55:17.771950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38026) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:17.814514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bc626-0ce9-4c73-aaf6-652cb2bedbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cae86c-4cbb-4175-91e3-815010967c6c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:17.863178 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.863836 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56b140f0-fd2a-4f63-ad80-af274aecf173 admin admin] Publish callbacks [] for security_group (52cae86c-4cbb-4175-91e3-815010967c6c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:17.878327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] device_id is not set on port 268d91df-d099-48d1-a0b3-1e9da5e9eb67 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:55:17.899804 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56b140f0-fd2a-4f63-ad80-af274aecf173 admin admin] Publish callbacks [] for security_group (52cae86c-4cbb-4175-91e3-815010967c6c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.147436 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56b140f0-fd2a-4f63-ad80-af274aecf173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (52cae86c-4cbb-4175-91e3-815010967c6c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.151318 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56b140f0-fd2a-4f63-ad80-af274aecf173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.154016 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-56b140f0-fd2a-4f63-ad80-af274aecf173 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52cae86c-4cbb-4175-91e3-815010967c6c HTTP/1.1" status: 204 len: 168 time: 0.3799920 Jan 27 21:55:18.172099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b140f0-fd2a-4f63-ad80-af274aecf173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cae86c-4cbb-4175-91e3-815010967c6c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:18.327260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.20.0.14 (24fb9e73-0193-415d-9599-f5caab358841/5d077a2b-5326-47d5-b85d-9246ffde2fe8/268d91df-d099-48d1-a0b3-1e9da5e9eb67) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:18.342449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.20.0.12 (24fb9e73-0193-415d-9599-f5caab358841/5d077a2b-5326-47d5-b85d-9246ffde2fe8/268d91df-d099-48d1-a0b3-1e9da5e9eb67) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:18.520181 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (268d91df-d099-48d1-a0b3-1e9da5e9eb67), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.681213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (268d91df-d099-48d1-a0b3-1e9da5e9eb67), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.714734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4dd09-acb2-4feb-a8c2-31ed4e98ec04 req-cd6c5be4-2301-44bf-9bfb-68874d38318c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:18.724764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0b4dd09-acb2-4feb-a8c2-31ed4e98ec04 req-cd6c5be4-2301-44bf-9bfb-68874d38318c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 944 time: 0.1373608 Jan 27 21:55:18.801565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:18.819343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 24fb9e73-0193-415d-9599-f5caab358841 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:18.825069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:18.829412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:18.860412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=268d91df-d099-48d1-a0b3-1e9da5e9eb67,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:18.891839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0b4dd09-acb2-4feb-a8c2-31ed4e98ec04 req-da02bf06-bf6a-4c6b-878f-ac8f8053045d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547282 Jan 27 21:55:18.917341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:18.917341 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:18.985965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-16cfb484-b18d-4874-be36-185271f896c8 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9645433 Jan 27 21:55:18.988634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38046) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:18.998904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '268d91df-d099-48d1-a0b3-1e9da5e9eb67', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:19.032775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:19.037339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:19.044115 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.107196 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.153090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:19.153745 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.220812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa399ec-1c1d-444f-9e2e-f3f0982a6107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13a79b-87f7-4ef9-a821-d2f4d2330cd4'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:19.223064 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcb695a-4125-45b4-b13a-81b85c63d543" -d '{"events": [{"server_uuid": "caa399ec-1c1d-444f-9e2e-f3f0982a6107", "name": "network-vif-plugged", "status": "completed", "tag": "fb13a79b-87f7-4ef9-a821-d2f4d2330cd4"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:19.257418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=fb13a79b-87f7-4ef9-a821-d2f4d2330cd4,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:19.277382 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c179e8a-48e4-4a19-894d-1abe3520eb18 x-openstack-request-id: req-8c179e8a-48e4-4a19-894d-1abe3520eb18 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:19.278799 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa399ec-1c1d-444f-9e2e-f3f0982a6107", "name": "network-vif-plugged", "status": "completed", "tag": "fb13a79b-87f7-4ef9-a821-d2f4d2330cd4", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:19.279232 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c179e8a-48e4-4a19-894d-1abe3520eb18 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:19.279994 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa399ec-1c1d-444f-9e2e-f3f0982a6107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13a79b-87f7-4ef9-a821-d2f4d2330cd4', 'code': 200} Jan 27 21:55:19.304925 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.379600 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.487859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e618c8-2a0e-4a74-bf35-b5903c18b53e req-533602c9-f593-4636-9b7c-2860b30a6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:19.489942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04e618c8-2a0e-4a74-bf35-b5903c18b53e req-533602c9-f593-4636-9b7c-2860b30a6c1d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 1096 time: 0.1086702 Jan 27 21:55:19.518092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=fb13a79b-87f7-4ef9-a821-d2f4d2330cd4,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:19.608034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04e618c8-2a0e-4a74-bf35-b5903c18b53e req-05749c3c-dd42-4886-8ed4-1cb04f4700f0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990090 Jan 27 21:55:19.621774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.25.0.95 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/319f950a-dabc-4d57-96e7-0e3d96c2a486) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:19.782908 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (319f950a-dabc-4d57-96e7-0e3d96c2a486), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:19.966564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (319f950a-dabc-4d57-96e7-0e3d96c2a486), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.011503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:20.015653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:20.021463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:20.123880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=319f950a-dabc-4d57-96e7-0e3d96c2a486,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:20.197048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85c7af-c3b7-47b2-93ab-20a3ef05ea65 req-3d7cddd9-1e4b-49f4-9a8a-ed66d68df4e8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:20.198603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec85c7af-c3b7-47b2-93ab-20a3ef05ea65 req-3d7cddd9-1e4b-49f4-9a8a-ed66d68df4e8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 945 time: 0.1451585 Jan 27 21:55:20.339467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec85c7af-c3b7-47b2-93ab-20a3ef05ea65 req-fc6049ee-34da-45c0-9725-2f5c743bbdc0 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307354 Jan 27 21:55:20.697051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (1d29ca27-ea51-49f6-bbfb-586c9bd64be5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:20.964088 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38088) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:21.073493 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:21.165850 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.287927 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.390488 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (319f950a-dabc-4d57-96e7-0e3d96c2a486), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.460320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Allocated IP 172.25.0.185 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/963ee0e2-e056-4bf2-a2b9-941d818fef30) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:21.571752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5390e2a-1d7c-49a9-ab08-b7229a92c45e req-a83414f8-20a4-4059-a9bc-7985ed28fbd8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:21.573600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5390e2a-1d7c-49a9-ab08-b7229a92c45e req-a83414f8-20a4-4059-a9bc-7985ed28fbd8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 945 time: 0.1006875 Jan 27 21:55:21.585782 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks [] for port (963ee0e2-e056-4bf2-a2b9-941d818fef30), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.684961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5390e2a-1d7c-49a9-ab08-b7229a92c45e req-d84a9d32-aa11-4416-8d9a-223028c50b05 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027684 Jan 27 21:55:21.688915 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (319f950a-dabc-4d57-96e7-0e3d96c2a486), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.726131 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (963ee0e2-e056-4bf2-a2b9-941d818fef30), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.782378 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Pushing event updated for resources: {'Port': ['ID=963ee0e2-e056-4bf2-a2b9-941d818fef30,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:21.802360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:21.802360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:21.807737 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (319f950a-dabc-4d57-96e7-0e3d96c2a486), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.816762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:21.908169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead15096-6b78-4944-a772-25ec498c94ba req-9447e508-ef11-4c37-8015-786c9f5486d8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:21.909689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ead15096-6b78-4944-a772-25ec498c94ba req-9447e508-ef11-4c37-8015-786c9f5486d8 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 945 time: 0.1436021 Jan 27 21:55:21.912457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=319f950a-dabc-4d57-96e7-0e3d96c2a486,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:21.934435 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks [] for floatingip (461d2b8b-7b16-4f86-aece-6eb42eb2c577), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:21.941340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (1d29ca27-ea51-49f6-bbfb-586c9bd64be5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.009675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ead15096-6b78-4944-a772-25ec498c94ba req-d2fd8460-3a70-4f09-a3b4-8d0573bb9423 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904450 Jan 27 21:55:22.097242 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Floating IP 1d29ca27-ea51-49f6-bbfb-586c9bd64be5 associated. External IP: 172.25.0.95, port: 268d91df-d099-48d1-a0b3-1e9da5e9eb67. Jan 27 21:55:22.112205 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (963ee0e2-e056-4bf2-a2b9-941d818fef30), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.228042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da710-18a8-4598-ba8a-2d8d9aaa422a req-1e54fefd-a2f8-48dd-ac21-ed810b8e1428 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:22.230134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-853da710-18a8-4598-ba8a-2d8d9aaa422a req-1e54fefd-a2f8-48dd-ac21-ed810b8e1428 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 945 time: 0.1298969 Jan 27 21:55:22.430958 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks [] for port (963ee0e2-e056-4bf2-a2b9-941d818fef30), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.442604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-853da710-18a8-4598-ba8a-2d8d9aaa422a req-66361425-2786-4ccf-8cc2-760189744b28 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746976 Jan 27 21:55:22.511956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:22.525977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (963ee0e2-e056-4bf2-a2b9-941d818fef30), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.673266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Pushing event updated for resources: {'Port': ['ID=963ee0e2-e056-4bf2-a2b9-941d818fef30,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:22.709640 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (461d2b8b-7b16-4f86-aece-6eb42eb2c577), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.712938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:22.790515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24b684-306f-42e4-ba2d-874b2ebffae3 None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:22.790515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24b684-306f-42e4-ba2d-874b2ebffae3 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:22.790515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9a24b684-306f-42e4-ba2d-874b2ebffae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:22.790515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9a24b684-306f-42e4-ba2d-874b2ebffae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:22.790515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24b684-306f-42e4-ba2d-874b2ebffae3 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:22.790515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9a24b684-306f-42e4-ba2d-874b2ebffae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:22.818759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9a24b684-306f-42e4-ba2d-874b2ebffae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:22.819422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a24b684-306f-42e4-ba2d-874b2ebffae3 None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:22.888383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.888638 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:22.893220 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4289fc79-72db-4916-8070-950c6b931415 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9262834 Jan 27 21:55:22.893954 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38110) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:22.898852 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-76440aae-1428-4081-ace0-fb0d5c307fa6 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1790604312', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'fixed_ips': [{'ip_address': '172.25.0.185'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:22.958034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38114) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:22.958236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d9f0619e-267b-48f8-9483-3c282720492f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.9683340 Jan 27 21:55:22.962934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-df85c318-4d0c-468d-86b7-1d41d127b2fe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'floatingip': {'port_id': '268d91df-d099-48d1-a0b3-1e9da5e9eb67', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:23.018190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76440aae-1428-4081-ace0-fb0d5c307fa6 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Made reservation on behalf of e666543935b446a893cd9b7cb09cbe5b for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:23.020553 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76440aae-1428-4081-ace0-fb0d5c307fa6 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.038380 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76440aae-1428-4081-ace0-fb0d5c307fa6 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.070303 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df85c318-4d0c-468d-86b7-1d41d127b2fe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (1d29ca27-ea51-49f6-bbfb-586c9bd64be5), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.267126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45323f6d-7848-4a04-8bc7-66cc38ef82ed req-a3f797e2-a16c-47c0-98b1-4d8e181259da tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:23.273951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45323f6d-7848-4a04-8bc7-66cc38ef82ed req-a3f797e2-a16c-47c0-98b1-4d8e181259da tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 945 time: 0.1292112 Jan 27 21:55:23.388304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45323f6d-7848-4a04-8bc7-66cc38ef82ed req-04161d86-b108-4e26-a7a9-6d7835eb5050 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106637 Jan 27 21:55:23.541799 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76440aae-1428-4081-ace0-fb0d5c307fa6 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks [] for security_group (19e4714e-d262-4940-939e-a221e0488433), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.611303 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df85c318-4d0c-468d-86b7-1d41d127b2fe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.674423 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-76440aae-1428-4081-ace0-fb0d5c307fa6 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (19e4714e-d262-4940-939e-a221e0488433), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.680447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-76440aae-1428-4081-ace0-fb0d5c307fa6 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] device_id is not set on port b145f3ea-5536-4d0e-9935-1ca4bc5f852e yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:55:23.750062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df85c318-4d0c-468d-86b7-1d41d127b2fe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (1d29ca27-ea51-49f6-bbfb-586c9bd64be5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:23.813645 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76440aae-1428-4081-ace0-fb0d5c307fa6 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e4714e-d262-4940-939e-a221e0488433,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:24.035583 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-76440aae-1428-4081-ace0-fb0d5c307fa6 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 21:55:24.036121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76440aae-1428-4081-ace0-fb0d5c307fa6 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:55:24.489112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df85c318-4d0c-468d-86b7-1d41d127b2fe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:24.554343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bee8c-85cc-4a8f-ac9d-31a5a39fdfc9 req-1bf459fe-b81b-4b4c-bb29-d6279056f753 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:24.558386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de0bee8c-85cc-4a8f-ac9d-31a5a39fdfc9 req-1bf459fe-b81b-4b4c-bb29-d6279056f753 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.71 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 945 time: 0.0941608 Jan 27 21:55:24.559954 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-76440aae-1428-4081-ace0-fb0d5c307fa6 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.6646166 Jan 27 21:55:24.566320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38132) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:24.664398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e26d3f-073e-42cc-bb95-80939bff2a20 req-d533c868-b948-460d-b84b-b40f16f46e59 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:24.667006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7e26d3f-073e-42cc-bb95-80939bff2a20 req-d533c868-b948-460d-b84b-b40f16f46e59 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 945 time: 0.1711314 Jan 27 21:55:24.721359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-de0bee8c-85cc-4a8f-ac9d-31a5a39fdfc9 req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Deleting port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:24.721704 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de0bee8c-85cc-4a8f-ac9d-31a5a39fdfc9 req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.774161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df85c318-4d0c-468d-86b7-1d41d127b2fe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:24.780380 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df85c318-4d0c-468d-86b7-1d41d127b2fe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.786693 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffe0e7-67aa-48c9-9eff-6ae844925ed1 None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:24.804738 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffe0e7-67aa-48c9-9eff-6ae844925ed1 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:24.808105 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-61ffe0e7-67aa-48c9-9eff-6ae844925ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:24.848163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-5eae4520-d5a8-494d-9659-1fcbe733d9b5 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Deleting port 963ee0e2-e056-4bf2-a2b9-941d818fef30 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:24.848531 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5eae4520-d5a8-494d-9659-1fcbe733d9b5 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (963ee0e2-e056-4bf2-a2b9-941d818fef30), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.891287 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-61ffe0e7-67aa-48c9-9eff-6ae844925ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:24.921041 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ffe0e7-67aa-48c9-9eff-6ae844925ed1 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:24.921728 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-61ffe0e7-67aa-48c9-9eff-6ae844925ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:24.926852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5eae4520-d5a8-494d-9659-1fcbe733d9b5 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (963ee0e2-e056-4bf2-a2b9-941d818fef30), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.927189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5eae4520-d5a8-494d-9659-1fcbe733d9b5 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks [] for floatingip (963ee0e2-e056-4bf2-a2b9-941d818fef30), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.939455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-5eae4520-d5a8-494d-9659-1fcbe733d9b5 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Calling delete_port for 963ee0e2-e056-4bf2-a2b9-941d818fef30 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:24.967785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-de0bee8c-85cc-4a8f-ac9d-31a5a39fdfc9 req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] For port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=fb13a79b-87f7-4ef9-a821-d2f4d2330cd4,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:24.968192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de0bee8c-85cc-4a8f-ac9d-31a5a39fdfc9 req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:24.985993 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-61ffe0e7-67aa-48c9-9eff-6ae844925ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:24.994709 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ffe0e7-67aa-48c9-9eff-6ae844925ed1 None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:25.007959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-de0bee8c-85cc-4a8f-ac9d-31a5a39fdfc9 req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Calling delete_port for fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:25.039450 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:55:25.078225 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-df85c318-4d0c-468d-86b7-1d41d127b2fe tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "PUT /v2.0/floatingips/1d29ca27-ea51-49f6-bbfb-586c9bd64be5 HTTP/1.1" status: 200 len: 976 time: 2.1162744 Jan 27 21:55:25.079506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38148) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:25.134987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7e26d3f-073e-42cc-bb95-80939bff2a20 req-1082e477-0249-4ca1-bfa4-322d7f742ef9 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443679 Jan 27 21:55:25.265402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port 319f950a-dabc-4d57-96e7-0e3d96c2a486 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:25.265751 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (319f950a-dabc-4d57-96e7-0e3d96c2a486), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.347856 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (319f950a-dabc-4d57-96e7-0e3d96c2a486), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.348240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (319f950a-dabc-4d57-96e7-0e3d96c2a486), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.361996 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for 319f950a-dabc-4d57-96e7-0e3d96c2a486 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:25.432088 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5eae4520-d5a8-494d-9659-1fcbe733d9b5 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (963ee0e2-e056-4bf2-a2b9-941d818fef30), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.461126 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de0bee8c-85cc-4a8f-ac9d-31a5a39fdfc9 req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fb13a79b-87f7-4ef9-a821-d2f4d2330cd4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.474337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3', 'fb13a79b-87f7-4ef9-a821-d2f4d2330cd4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:25.477110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['0f8b4e14-df51-4cf5-b75c-05ea580cb1c9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:25.477803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae4520-d5a8-494d-9659-1fcbe733d9b5 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Pushing event deleted for resources: {'Port': ['ID=963ee0e2-e056-4bf2-a2b9-941d818fef30,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:25.566814 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5eae4520-d5a8-494d-9659-1fcbe733d9b5 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks [] for floatingip (461d2b8b-7b16-4f86-aece-6eb42eb2c577), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.569651 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5eae4520-d5a8-494d-9659-1fcbe733d9b5 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.575044 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5eae4520-d5a8-494d-9659-1fcbe733d9b5 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059 tempest-ExternalNetworksAdminNegativeTestJSON-1853826059-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/461d2b8b-7b16-4f86-aece-6eb42eb2c577 HTTP/1.1" status: 204 len: 168 time: 1.0067060 Jan 27 21:55:25.641896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event deleted for resources: {'Port': ['ID=fb13a79b-87f7-4ef9-a821-d2f4d2330cd4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:25.667870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.670199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.670770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.678817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.678817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.678817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.678817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.678817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.678817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.678817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.678817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.678817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.678817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:25.746423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0bee8c-85cc-4a8f-ac9d-31a5a39fdfc9 req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] No DVR routers for this DVR port fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:25.750587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de0bee8c-85cc-4a8f-ac9d-31a5a39fdfc9 req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.757069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de0bee8c-85cc-4a8f-ac9d-31a5a39fdfc9 req-bc5f897f-fa14-4d81-8e8a-c6c3140ceb5f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.71 "DELETE /v2.0/ports/fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 HTTP/1.1" status: 204 len: 173 time: 1.1941233 Jan 27 21:55:25.757829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa399ec-1c1d-444f-9e2e-f3f0982a6107', 'name': 'network-vif-deleted', 'tag': 'fb13a79b-87f7-4ef9-a821-d2f4d2330cd4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:25.762755 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba4d565-fd5b-4b9c-80ff-4b2b55cc83d5" -d '{"events": [{"server_uuid": "caa399ec-1c1d-444f-9e2e-f3f0982a6107", "name": "network-vif-deleted", "tag": "fb13a79b-87f7-4ef9-a821-d2f4d2330cd4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:25.788541 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (319f950a-dabc-4d57-96e7-0e3d96c2a486), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.829256 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c05116-e2ed-409e-b3a9-969ee5da40fc x-openstack-request-id: req-44c05116-e2ed-409e-b3a9-969ee5da40fc {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:25.829906 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa399ec-1c1d-444f-9e2e-f3f0982a6107", "name": "network-vif-deleted", "tag": "fb13a79b-87f7-4ef9-a821-d2f4d2330cd4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:25.830503 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44c05116-e2ed-409e-b3a9-969ee5da40fc {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:25.831242 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa399ec-1c1d-444f-9e2e-f3f0982a6107', 'name': 'network-vif-deleted', 'tag': 'fb13a79b-87f7-4ef9-a821-d2f4d2330cd4', 'status': 'completed', 'code': 200} Jan 27 21:55:25.873719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=319f950a-dabc-4d57-96e7-0e3d96c2a486,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:25.972712 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (1d29ca27-ea51-49f6-bbfb-586c9bd64be5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:25.973334 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Floating IP 1d29ca27-ea51-49f6-bbfb-586c9bd64be5 disassociated (deleted). External IP: 172.25.0.95, port: 268d91df-d099-48d1-a0b3-1e9da5e9eb67. Jan 27 21:55:26.289130 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:26.307320 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0468b8ee-b240-497a-a522-a37ac9a0291e req-1710edab-14db-48e7-8d58-edbd6899c25e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 210 time: 0.0327191 Jan 27 21:55:26.421674 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:26.426711 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.433743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86fbe05-b177-4ba1-8159-2daa951d8e99 None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:26.449952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86fbe05-b177-4ba1-8159-2daa951d8e99 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:26.451144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f86fbe05-b177-4ba1-8159-2daa951d8e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:26.457499 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cd46724b-1659-4e91-be1d-5ce838260035 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/floatingips/1d29ca27-ea51-49f6-bbfb-586c9bd64be5 HTTP/1.1" status: 204 len: 168 time: 1.3768163 Jan 27 21:55:26.460009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38190) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.497828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f86fbe05-b177-4ba1-8159-2daa951d8e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:26.503180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38192) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:26.510130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86fbe05-b177-4ba1-8159-2daa951d8e99 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:26.510753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f86fbe05-b177-4ba1-8159-2daa951d8e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:26.562335 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f86fbe05-b177-4ba1-8159-2daa951d8e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:26.563168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86fbe05-b177-4ba1-8159-2daa951d8e99 None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:26.579803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbd29d-bb83-474d-84ad-a05f77e26ae0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port 268d91df-d099-48d1-a0b3-1e9da5e9eb67 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:26.580198 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd29d-bb83-474d-84ad-a05f77e26ae0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (268d91df-d099-48d1-a0b3-1e9da5e9eb67), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.651342 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6850aa6e-0455-452c-96a4-f9baa64d7847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.715407 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd29d-bb83-474d-84ad-a05f77e26ae0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (268d91df-d099-48d1-a0b3-1e9da5e9eb67), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.739220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d8fbd29d-bb83-474d-84ad-a05f77e26ae0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for 268d91df-d099-48d1-a0b3-1e9da5e9eb67 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:26.829636 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6850aa6e-0455-452c-96a4-f9baa64d7847 admin admin] Publish callbacks [] for security_group (1df08082-cfbf-45b2-9d6a-31190bb8e182), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:26.885987 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.034423 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6850aa6e-0455-452c-96a4-f9baa64d7847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1df08082-cfbf-45b2-9d6a-31190bb8e182), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.073777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6850aa6e-0455-452c-96a4-f9baa64d7847 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e8f07e33d624f91a3a01d0568b7710a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5684433 Jan 27 21:55:27.075191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850aa6e-0455-452c-96a4-f9baa64d7847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df08082-cfbf-45b2-9d6a-31190bb8e182,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:27.077212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38210) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:27.086055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd29d-bb83-474d-84ad-a05f77e26ae0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (268d91df-d099-48d1-a0b3-1e9da5e9eb67), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.127543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbd29d-bb83-474d-84ad-a05f77e26ae0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=268d91df-d099-48d1-a0b3-1e9da5e9eb67,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:27.181424 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b899bdfd-e7db-4509-b2b2-4a8375784a17 admin admin] Publish callbacks [] for security_group (1df08082-cfbf-45b2-9d6a-31190bb8e182), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.195165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b899bdfd-e7db-4509-b2b2-4a8375784a17 admin admin] Publish callbacks [] for security_group (1df08082-cfbf-45b2-9d6a-31190bb8e182), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.259525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd29d-bb83-474d-84ad-a05f77e26ae0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.271929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d8fbd29d-bb83-474d-84ad-a05f77e26ae0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/ports/268d91df-d099-48d1-a0b3-1e9da5e9eb67 HTTP/1.1" status: 204 len: 168 time: 0.8026800 Jan 27 21:55:27.272068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38220) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:27.272672 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:27.371970 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.449829 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b899bdfd-e7db-4509-b2b2-4a8375784a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1df08082-cfbf-45b2-9d6a-31190bb8e182), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.452557 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b899bdfd-e7db-4509-b2b2-4a8375784a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.454293 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b899bdfd-e7db-4509-b2b2-4a8375784a17 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1df08082-cfbf-45b2-9d6a-31190bb8e182 HTTP/1.1" status: 204 len: 168 time: 0.3751576 Jan 27 21:55:27.455668 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.459575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-339d53b5-9c5f-4fbb-87ad-bbb902720090 req-77b190bc-c3f8-44b2-8e87-d996843aa049 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=caa399ec-1c1d-444f-9e2e-f3f0982a6107 HTTP/1.1" status: 200 len: 210 time: 0.0366795 Jan 27 21:55:27.489531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899bdfd-e7db-4509-b2b2-4a8375784a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df08082-cfbf-45b2-9d6a-31190bb8e182,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:27.585837 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.692352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.25.0.148 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/5ed3aad3-d887-4842-9be2-842874a3082a) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:27.816573 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (5ed3aad3-d887-4842-9be2-842874a3082a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:27.983613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5ed3aad3-d887-4842-9be2-842874a3082a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.018869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:28.022438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:28.026101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:28.065380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=5ed3aad3-d887-4842-9be2-842874a3082a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:28.133673 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (233630cd-9ad7-485f-84bc-a7b26ed3b15e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.359006 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5ed3aad3-d887-4842-9be2-842874a3082a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.536560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (5ed3aad3-d887-4842-9be2-842874a3082a), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.570463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38278) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:28.627393 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-534b6cf7-54af-4b21-8c4c-2f4a3ba46e18 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e666543935b446a893cd9b7cb09cbe5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534525 Jan 27 21:55:28.627816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38284) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:28.666846 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (5ed3aad3-d887-4842-9be2-842874a3082a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.763747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=5ed3aad3-d887-4842-9be2-842874a3082a,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:28.769504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a4dab96-0950-4a62-a75e-120748f3cf7a admin admin] Publish callbacks [] for security_group (19e4714e-d262-4940-939e-a221e0488433), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.782920 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (233630cd-9ad7-485f-84bc-a7b26ed3b15e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.804537 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a4dab96-0950-4a62-a75e-120748f3cf7a admin admin] Publish callbacks [] for security_group (19e4714e-d262-4940-939e-a221e0488433), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.839031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:28.868338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:28.868713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device fb13a79b-87f7-4ef9-a821-d2f4d2330cd4 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:28.922467 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.926695 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ee14e8d1-2451-4dbc-b37b-02dbab100778 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6547344 Jan 27 21:55:28.926850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38300) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:28.932237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'port': {'network_id': '24fb9e73-0193-415d-9599-f5caab358841', 'name': 'tempest-FloatingIPTestJSON-1133109662'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:28.992225 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a4dab96-0950-4a62-a75e-120748f3cf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (19e4714e-d262-4940-939e-a221e0488433), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:28.995670 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a4dab96-0950-4a62-a75e-120748f3cf7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.018631 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0a4dab96-0950-4a62-a75e-120748f3cf7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19e4714e-d262-4940-939e-a221e0488433 HTTP/1.1" status: 204 len: 168 time: 0.3687079 Jan 27 21:55:29.030453 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dab96-0950-4a62-a75e-120748f3cf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e4714e-d262-4940-939e-a221e0488433,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:29.199731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221f4ce-92bc-4fef-9885-b72f612a2fe2 req-2fb26f46-a2e8-4f51-9476-b82929ac9fdd tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:29.201312 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d221f4ce-92bc-4fef-9885-b72f612a2fe2 req-2fb26f46-a2e8-4f51-9476-b82929ac9fdd tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 945 time: 0.0548720 Jan 27 21:55:29.256787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d221f4ce-92bc-4fef-9885-b72f612a2fe2 req-1474d5dc-7f5e-413a-9379-f19a34ff8e0d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485265 Jan 27 21:55:29.314476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Made reservation on behalf of e938b07f55c34bb9b630f46e13730708 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:29.318170 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.336739 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] device_id is not set on port 0535b0b2-9187-44fc-b25e-73bc480af2a2 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:55:29.472688 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.20.0.6 (24fb9e73-0193-415d-9599-f5caab358841/5d077a2b-5326-47d5-b85d-9246ffde2fe8/0535b0b2-9187-44fc-b25e-73bc480af2a2) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:29.640894 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (0535b0b2-9187-44fc-b25e-73bc480af2a2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.841513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0535b0b2-9187-44fc-b25e-73bc480af2a2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:29.890246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 24fb9e73-0193-415d-9599-f5caab358841 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:29.895675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:29.900408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:29.905046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=0535b0b2-9187-44fc-b25e-73bc480af2a2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:29.954993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:29.955759 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.101207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3e0ecd60-d33f-4906-bbe9-77d8023e24a0 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1729681 Jan 27 21:55:30.103816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38352) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:30.108735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-59f73cdb-889c-4229-a330-074a315ae794 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'floatingip': {'port_id': '0535b0b2-9187-44fc-b25e-73bc480af2a2'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:30.150817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-59f73cdb-889c-4229-a330-074a315ae794 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (233630cd-9ad7-485f-84bc-a7b26ed3b15e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:30.515118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04537064-de08-4026-b597-c23a8a3f95b9 req-1c74b12e-609f-4199-87d0-65735911b6f1 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:30.518527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04537064-de08-4026-b597-c23a8a3f95b9 req-1c74b12e-609f-4199-87d0-65735911b6f1 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 945 time: 0.1572402 Jan 27 21:55:30.907673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d6cea-7f56-4949-a200-abde60915f10 req-4c0a007b-45a2-44fd-92ce-eaa5fe5fa14c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:30.908894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae4d6cea-7f56-4949-a200-abde60915f10 req-4c0a007b-45a2-44fd-92ce-eaa5fe5fa14c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 945 time: 0.4130208 Jan 27 21:55:30.915148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04537064-de08-4026-b597-c23a8a3f95b9 req-02edc19e-6696-467a-8270-40504f3effee tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675699 Jan 27 21:55:31.080217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-59f73cdb-889c-4229-a330-074a315ae794 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.081547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ae4d6cea-7f56-4949-a200-abde60915f10 req-276e17c6-98e6-4bb1-be83-03a4d8349da3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Deleting port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:31.081886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ae4d6cea-7f56-4949-a200-abde60915f10 req-276e17c6-98e6-4bb1-be83-03a4d8349da3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.172608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ae4d6cea-7f56-4949-a200-abde60915f10 req-276e17c6-98e6-4bb1-be83-03a4d8349da3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] For port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0f8b4e14-df51-4cf5-b75c-05ea580cb1c9,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:31.172986 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ae4d6cea-7f56-4949-a200-abde60915f10 req-276e17c6-98e6-4bb1-be83-03a4d8349da3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.185783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-59f73cdb-889c-4229-a330-074a315ae794 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (233630cd-9ad7-485f-84bc-a7b26ed3b15e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.187703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ae4d6cea-7f56-4949-a200-abde60915f10 req-276e17c6-98e6-4bb1-be83-03a4d8349da3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Calling delete_port for 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:31.349694 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-59f73cdb-889c-4229-a330-074a315ae794 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Floating IP 233630cd-9ad7-485f-84bc-a7b26ed3b15e associated. External IP: 172.25.0.148, port: 0535b0b2-9187-44fc-b25e-73bc480af2a2. Jan 27 21:55:31.548213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38424) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:31.589993 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ae4d6cea-7f56-4949-a200-abde60915f10 req-276e17c6-98e6-4bb1-be83-03a4d8349da3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0f8b4e14-df51-4cf5-b75c-05ea580cb1c9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.606006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['0f8b4e14-df51-4cf5-b75c-05ea580cb1c9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:31.608932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:31.629589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e17c6-98e6-4bb1-be83-03a4d8349da3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event deleted for resources: {'Port': ['ID=0f8b4e14-df51-4cf5-b75c-05ea580cb1c9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:31.687838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f73cdb-889c-4229-a330-074a315ae794 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:31.688936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4d6cea-7f56-4949-a200-abde60915f10 req-276e17c6-98e6-4bb1-be83-03a4d8349da3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] No DVR routers for this DVR port 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:31.691976 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ae4d6cea-7f56-4949-a200-abde60915f10 req-276e17c6-98e6-4bb1-be83-03a4d8349da3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.695595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae4d6cea-7f56-4949-a200-abde60915f10 req-276e17c6-98e6-4bb1-be83-03a4d8349da3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "DELETE /v2.0/ports/0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 HTTP/1.1" status: 204 len: 173 time: 0.7795582 Jan 27 21:55:31.696459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c59f3b-f790-4e94-9461-50f9ac01363b', 'name': 'network-vif-deleted', 'tag': '0f8b4e14-df51-4cf5-b75c-05ea580cb1c9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:31.699701 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adefb518-1d66-4f69-a7a0-54574cf01df4" -d '{"events": [{"server_uuid": "d0c59f3b-f790-4e94-9461-50f9ac01363b", "name": "network-vif-deleted", "tag": "0f8b4e14-df51-4cf5-b75c-05ea580cb1c9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:31.761261 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f6fb82-d475-4da8-a163-cc7dec3083d6 x-openstack-request-id: req-e8f6fb82-d475-4da8-a163-cc7dec3083d6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:31.762149 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c59f3b-f790-4e94-9461-50f9ac01363b", "name": "network-vif-deleted", "tag": "0f8b4e14-df51-4cf5-b75c-05ea580cb1c9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:31.762412 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8f6fb82-d475-4da8-a163-cc7dec3083d6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:31.762822 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c59f3b-f790-4e94-9461-50f9ac01363b', 'name': 'network-vif-deleted', 'tag': '0f8b4e14-df51-4cf5-b75c-05ea580cb1c9', 'status': 'completed', 'code': 200} Jan 27 21:55:31.768883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a02b114b-b67c-4891-b4c4-04c9e4a42deb tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1923305361'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:31.769346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a02b114b-b67c-4891-b4c4-04c9e4a42deb tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Unknown quota resources ['metering_label']. {{(pid=104027) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:55:31.932649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2fe11af5-46a0-446e-83b1-619cb5abd61c req-6c9e7714-8a16-4782-8bf8-782fdbb64d6b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895350 Jan 27 21:55:31.934206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f73cdb-889c-4229-a330-074a315ae794 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:31.939243 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-59f73cdb-889c-4229-a330-074a315ae794 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:31.953114 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6439e89e-2d18-4a0b-812a-4c2d64cb09e3 None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:31.956653 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6439e89e-2d18-4a0b-812a-4c2d64cb09e3 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:31.957098 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6439e89e-2d18-4a0b-812a-4c2d64cb09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:31.994185 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6439e89e-2d18-4a0b-812a-4c2d64cb09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:32.003632 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6439e89e-2d18-4a0b-812a-4c2d64cb09e3 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:32.004531 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6439e89e-2d18-4a0b-812a-4c2d64cb09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:32.034728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-59f73cdb-889c-4229-a330-074a315ae794 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "PUT /v2.0/floatingips/233630cd-9ad7-485f-84bc-a7b26ed3b15e HTTP/1.1" status: 200 len: 978 time: 1.9295821 Jan 27 21:55:32.041455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38454) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:32.043530 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6439e89e-2d18-4a0b-812a-4c2d64cb09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:32.044222 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6439e89e-2d18-4a0b-812a-4c2d64cb09e3 None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:32.154046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port 0535b0b2-9187-44fc-b25e-73bc480af2a2 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:32.154420 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0535b0b2-9187-44fc-b25e-73bc480af2a2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.159769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49f4753a-24be-4aac-ad08-054713d8d62f req-162215f4-3f68-477a-9a4e-118df64beac3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0c59f3b-f790-4e94-9461-50f9ac01363b HTTP/1.1" status: 200 len: 210 time: 0.1515965 Jan 27 21:55:32.165119 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a02b114b-b67c-4891-b4c4-04c9e4a42deb tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.168566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a02b114b-b67c-4891-b4c4-04c9e4a42deb tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6192579 Jan 27 21:55:32.169652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38460) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:32.174714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe11af5-46a0-446e-83b1-619cb5abd61c req-c0afd95e-fe3a-4ae7-816a-a35b2de80142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:32.176325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2fe11af5-46a0-446e-83b1-619cb5abd61c req-c0afd95e-fe3a-4ae7-816a-a35b2de80142 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 1097 time: 0.2095225 Jan 27 21:55:32.176905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-90f92b57-9721-4ef3-a59e-1e3a1af62969 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '356d6324-bffb-440a-8de7-94970e22b30d'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:32.177406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-90f92b57-9721-4ef3-a59e-1e3a1af62969 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104026) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:55:32.279823 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ec649662-6e9d-4231-a151-d9a942704eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.296257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe11af5-46a0-446e-83b1-619cb5abd61c req-59156d2e-88c2-458a-b71b-fc1bd5c5c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:32.297819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2fe11af5-46a0-446e-83b1-619cb5abd61c req-59156d2e-88c2-458a-b71b-fc1bd5c5c1b7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 906 time: 0.1009908 Jan 27 21:55:32.302714 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0535b0b2-9187-44fc-b25e-73bc480af2a2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.341611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2fe11af5-46a0-446e-83b1-619cb5abd61c req-97a924bd-9ad5-410d-99bf-b5f980f91458 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c63a341-1373-4cad-af56-c64ace7dacf3 HTTP/1.1" status: 200 len: 217 time: 0.0374067 Jan 27 21:55:32.393312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe11af5-46a0-446e-83b1-619cb5abd61c req-4db5df48-9e50-474c-9aa4-340d37e13c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:32.394841 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2fe11af5-46a0-446e-83b1-619cb5abd61c req-4db5df48-9e50-474c-9aa4-340d37e13c57 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 200 len: 845 time: 0.0475948 Jan 27 21:55:32.410895 n-d-760456-6 neutron-server[104026]: WARNING neutron.services.metering.metering_plugin [None req-90f92b57-9721-4ef3-a59e-1e3a1af62969 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 21:55:32.434085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2fe11af5-46a0-446e-83b1-619cb5abd61c req-7054f928-f2a0-4ca6-bfd9-48a4457130f1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7986a63-54e0-4362-a7cb-5a7356da77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332875 Jan 27 21:55:32.511474 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-90f92b57-9721-4ef3-a59e-1e3a1af62969 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.512693 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-90f92b57-9721-4ef3-a59e-1e3a1af62969 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3419578 Jan 27 21:55:32.517501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38476) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:32.528616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-433b4894-5520-4b50-b22d-f3f52c994367 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '356d6324-bffb-440a-8de7-94970e22b30d'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:32.529117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-433b4894-5520-4b50-b22d-f3f52c994367 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104027) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:55:32.579539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2fe11af5-46a0-446e-83b1-619cb5abd61c req-3dc7e6e0-1fcd-49aa-b41b-1cae66f9ad58 service neutron] 10.222.0.71 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379302 Jan 27 21:55:32.582959 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.583349 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (233630cd-9ad7-485f-84bc-a7b26ed3b15e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.583676 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Floating IP 233630cd-9ad7-485f-84bc-a7b26ed3b15e disassociated. External IP: 172.25.0.148, port: 0535b0b2-9187-44fc-b25e-73bc480af2a2. Jan 27 21:55:32.584026 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for 0535b0b2-9187-44fc-b25e-73bc480af2a2 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:32.738703 n-d-760456-6 neutron-server[104027]: WARNING neutron.services.metering.metering_plugin [None req-433b4894-5520-4b50-b22d-f3f52c994367 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 27 21:55:32.742791 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2fe11af5-46a0-446e-83b1-619cb5abd61c req-9981e155-c712-4364-a2d4-0f86e444e299 service neutron] 10.222.0.71 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205139 Jan 27 21:55:32.827574 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-433b4894-5520-4b50-b22d-f3f52c994367 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.828928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-433b4894-5520-4b50-b22d-f3f52c994367 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3084216 Jan 27 21:55:32.831757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38488) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:32.838321 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0535b0b2-9187-44fc-b25e-73bc480af2a2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:32.845662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-024c9405-9180-45b3-9859-ac55ee003933 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=b4050753-3f24-4289-83b7-841fcae01d63 HTTP/1.1" status: 200 len: 464 time: 0.0099001 Jan 27 21:55:32.847776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38490) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:32.872821 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=0535b0b2-9187-44fc-b25e-73bc480af2a2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:32.887171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:32.887530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:32.887890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:32.888316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:32.888725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:32.889093 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:32.889430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:32.889766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:32.890096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:32.891799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:32.891799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:32.891799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:32.891799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:33.010586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:33.054247 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28bd3500-20ed-46d0-9f31-6e7f99b2ee80 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:33.055525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-28bd3500-20ed-46d0-9f31-6e7f99b2ee80 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/b4050753-3f24-4289-83b7-841fcae01d63 HTTP/1.1" status: 204 len: 168 time: 0.2066612 Jan 27 21:55:33.058739 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38498) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:33.070206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1b90fb07-17ed-49a0-81fe-bcfe51f06391 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=b4050753-3f24-4289-83b7-841fcae01d63 HTTP/1.1" status: 200 len: 221 time: 0.0102232 Jan 27 21:55:33.074808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38500) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:33.080573 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d8c5c356-4646-4583-a74c-fbc7baaccc7b tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--109648611', 'description': 'label created by tempest'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:33.081073 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d8c5c356-4646-4583-a74c-fbc7baaccc7b tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Unknown quota resources ['metering_label']. {{(pid=104026) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 21:55:33.171384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:33.184472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213685fa-3885-4d10-81ee-5ce34d656596 None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:33.223426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213685fa-3885-4d10-81ee-5ce34d656596 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:33.227669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-213685fa-3885-4d10-81ee-5ce34d656596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:33.288778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-213685fa-3885-4d10-81ee-5ce34d656596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:33.310739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213685fa-3885-4d10-81ee-5ce34d656596 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:33.311456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-213685fa-3885-4d10-81ee-5ce34d656596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:33.362685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-213685fa-3885-4d10-81ee-5ce34d656596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:33.364877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213685fa-3885-4d10-81ee-5ce34d656596 None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:33.400202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07cf1da1-790b-4959-83d9-234dc3e4003c req-d7c7e383-06e0-4f3b-bd6b-b237ec874552 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0758963 Jan 27 21:55:33.579081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf1da1-790b-4959-83d9-234dc3e4003c req-036022db-58a5-4905-9bad-3e064a4d8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:33.580629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07cf1da1-790b-4959-83d9-234dc3e4003c req-036022db-58a5-4905-9bad-3e064a4d8b3e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1efbb19167b04fbe8a7e55c762ebbb27&device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 1097 time: 0.1302662 Jan 27 21:55:33.612026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-20ba25db-0b2c-4271-9555-78a163db6f62 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:33.613553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-20ba25db-0b2c-4271-9555-78a163db6f62 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.1280711 Jan 27 21:55:33.667686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-5f2986f7-3f64-4a44-8caa-4647cfc3d052 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/quotas/7ef2744fc5934353b91e037e8978612b HTTP/1.1" status: 200 len: 375 time: 0.0416574 Jan 27 21:55:33.738416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf1da1-790b-4959-83d9-234dc3e4003c req-41bc4e52-eaea-4804-9020-6baf1a6942e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:33.739916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07cf1da1-790b-4959-83d9-234dc3e4003c req-41bc4e52-eaea-4804-9020-6baf1a6942e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=af806d0e-cab5-48ab-9a95-83286c3e6aa3 HTTP/1.1" status: 200 len: 913 time: 0.1407866 Jan 27 21:55:33.780555 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:33.783917 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8582cce9-0732-4f06-89c0-aa718ea0c8d6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/ports/0535b0b2-9187-44fc-b25e-73bc480af2a2 HTTP/1.1" status: 204 len: 168 time: 1.7405653 Jan 27 21:55:33.793997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38538) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:33.800592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-c4b1c3dd-698d-4fa6-8438-55ffe8e7a3fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208146 Jan 27 21:55:33.819657 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8c5c356-4646-4583-a74c-fbc7baaccc7b tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:33.821204 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d8c5c356-4646-4583-a74c-fbc7baaccc7b tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7452064 Jan 27 21:55:33.829282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38540) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:33.881938 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dc6f5b02-2fdb-4ded-a0e4-e7d7af69e7e4 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=2e0700be-2c3f-41b1-b407-ab6fa90384b2 HTTP/1.1" status: 200 len: 467 time: 0.0512567 Jan 27 21:55:33.884420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38544) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:33.890442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:33.952786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:33.953333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0f8b4e14-df51-4cf5-b75c-05ea580cb1c9 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:34.180054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-69941406-316e-405b-a0f2-0d4a92e834db tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "GET /v2.0/floatingips/233630cd-9ad7-485f-84bc-a7b26ed3b15e HTTP/1.1" status: 200 len: 688 time: 0.3783112 Jan 27 21:55:34.182902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38554) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:34.196934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07cf1da1-790b-4959-83d9-234dc3e4003c req-d4f126ae-3129-4d38-8715-045cacf169f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4023bcf2-2c58-460e-9683-e3fd257cd642 HTTP/1.1" status: 200 len: 1002 time: 0.4498904 Jan 27 21:55:34.264750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-495785b9-a74e-44d3-9cf9-6946df67bc77 service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531140 Jan 27 21:55:34.278600 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b19d9a8-a164-45eb-9dca-65a6d1fdb3cb tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.282659 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9b19d9a8-a164-45eb-9dca-65a6d1fdb3cb tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/2e0700be-2c3f-41b1-b407-ab6fa90384b2 HTTP/1.1" status: 204 len: 168 time: 0.3942845 Jan 27 21:55:34.285258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38560) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:34.302967 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-363fd089-dd2c-46cf-84ba-21f990163422 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=2e0700be-2c3f-41b1-b407-ab6fa90384b2 HTTP/1.1" status: 200 len: 216 time: 0.0135388 Jan 27 21:55:34.316642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38562) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:34.330238 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2f87f6f3-6dd9-4997-b7aa-6e3e52a4c405 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0123467 Jan 27 21:55:34.332760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf1da1-790b-4959-83d9-234dc3e4003c req-c68908ba-f98e-47dc-a08c-e80dd8a62255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:34.337015 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07cf1da1-790b-4959-83d9-234dc3e4003c req-c68908ba-f98e-47dc-a08c-e80dd8a62255 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=02058af9-b7be-422f-afbc-10a8b55a704d HTTP/1.1" status: 200 len: 851 time: 0.1268921 Jan 27 21:55:34.337164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38564) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:34.352506 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b6a749d5-0799-412c-b98c-adac5f695188 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0144629 Jan 27 21:55:34.355806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38566) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:34.411678 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-19027311-b34f-4bf0-9d94-828ede93caee service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433241 Jan 27 21:55:34.429092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf1da1-790b-4959-83d9-234dc3e4003c req-a9b6c2f8-9761-4e91-b271-a298774795cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:34.430547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07cf1da1-790b-4959-83d9-234dc3e4003c req-a9b6c2f8-9761-4e91-b271-a298774795cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=af806d0e-cab5-48ab-9a95-83286c3e6aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850456 Jan 27 21:55:34.434700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38572) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:34.435140 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-14abe43c-714e-4e67-93a0-3475101638b7 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels/356d6324-bffb-440a-8de7-94970e22b30d HTTP/1.1" status: 200 len: 473 time: 0.0781221 Jan 27 21:55:34.436972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8c3120ea-ecb9-4398-8035-e3d9f216359e tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port 5ed3aad3-d887-4842-9be2-842874a3082a {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:34.437877 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8c3120ea-ecb9-4398-8035-e3d9f216359e tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5ed3aad3-d887-4842-9be2-842874a3082a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.464191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ae83a32a-2e8f-4dc8-85a9-d26efbf59fe9 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules/317ae5b3-9fae-46c5-9cb0-4a11d4c0d4d4 HTTP/1.1" status: 200 len: 461 time: 0.0282602 Jan 27 21:55:34.494588 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38574) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:34.553266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07cf1da1-790b-4959-83d9-234dc3e4003c req-acfe57f0-3dc6-4141-a25e-10871707e121 service neutron] 10.222.0.74 "GET /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116703 Jan 27 21:55:34.576832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8c3120ea-ecb9-4398-8035-e3d9f216359e tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5ed3aad3-d887-4842-9be2-842874a3082a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.577292 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8c3120ea-ecb9-4398-8035-e3d9f216359e tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (5ed3aad3-d887-4842-9be2-842874a3082a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.591975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8c3120ea-ecb9-4398-8035-e3d9f216359e tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for 5ed3aad3-d887-4842-9be2-842874a3082a owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:34.670691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07cf1da1-790b-4959-83d9-234dc3e4003c req-716346ca-13de-4bb8-b630-a3310b6412c0 service neutron] 10.222.0.74 "GET /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112134 Jan 27 21:55:34.763426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a042ee19-d0ad-4d88-8f85-dc2a2a50269e req-7b2da013-e776-4168-8aae-671e9611b010 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 210 time: 0.0286908 Jan 27 21:55:34.797189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2f1e732-215b-4cd1-a260-981d8fbe317b tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:34.798355 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f2f1e732-215b-4cd1-a260-981d8fbe317b tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/317ae5b3-9fae-46c5-9cb0-4a11d4c0d4d4 HTTP/1.1" status: 204 len: 168 time: 0.3026767 Jan 27 21:55:34.808872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38594) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:34.966674 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f3e6e74-151e-4822-b327-dc86b4cf7675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.101824 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8c3120ea-ecb9-4398-8035-e3d9f216359e tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5ed3aad3-d887-4842-9be2-842874a3082a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.132782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3120ea-ecb9-4398-8035-e3d9f216359e tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=5ed3aad3-d887-4842-9be2-842874a3082a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:35.202697 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8c3120ea-ecb9-4398-8035-e3d9f216359e tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (233630cd-9ad7-485f-84bc-a7b26ed3b15e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.205710 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8c3120ea-ecb9-4398-8035-e3d9f216359e tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.206870 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8c3120ea-ecb9-4398-8035-e3d9f216359e tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/floatingips/233630cd-9ad7-485f-84bc-a7b26ed3b15e HTTP/1.1" status: 204 len: 168 time: 1.0215170 Jan 27 21:55:35.210537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38612) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:35.216397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': 'b25194e0-88b8-4a3a-bd76-b3b6a043021c'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:35.270531 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-086afc68-8efd-4f65-a424-5fcd251f13c0 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.274677 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-086afc68-8efd-4f65-a424-5fcd251f13c0 tempest-MeteringTestJSON-706331761 tempest-MeteringTestJSON-706331761-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/356d6324-bffb-440a-8de7-94970e22b30d HTTP/1.1" status: 204 len: 168 time: 0.4623642 Jan 27 21:55:35.371511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.482621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.588179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.25.0.174 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/95b3f35c-7445-42cf-8ab0-40b5b128f1b5) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:35.700902 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (95b3f35c-7445-42cf-8ab0-40b5b128f1b5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.845441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45de0eef-c8f4-4108-a852-a16cc2b2fa82 req-babb2c97-5b1d-48a6-8628-d23b5882a8be tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 210 time: 0.0289600 Jan 27 21:55:35.878535 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (95b3f35c-7445-42cf-8ab0-40b5b128f1b5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:35.920491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:35.923277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:35.929035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:35.954368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=95b3f35c-7445-42cf-8ab0-40b5b128f1b5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:36.137444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38644) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:36.271556 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-87dee2a6-2b92-4e0e-93d1-0a4fef4f0505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.279851 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.374095 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (10d1a2e0-3a76-493f-a34c-ee6557189c38), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.442446 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-87dee2a6-2b92-4e0e-93d1-0a4fef4f0505 admin admin] Publish callbacks [] for security_group (c8449191-e45e-481e-a01e-10669569eaf5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.680213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-87dee2a6-2b92-4e0e-93d1-0a4fef4f0505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c8449191-e45e-481e-a01e-10669569eaf5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.738639 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (95b3f35c-7445-42cf-8ab0-40b5b128f1b5), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.747211 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-87dee2a6-2b92-4e0e-93d1-0a4fef4f0505 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64e7b5b8fe6d4765991dfa1446e09cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6087732 Jan 27 21:55:36.749877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38662) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:36.765137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dee2a6-2b92-4e0e-93d1-0a4fef4f0505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8449191-e45e-481e-a01e-10669569eaf5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:36.801718 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81677346-a64b-4e10-962f-fac106919ac9 admin admin] Publish callbacks [] for security_group (c8449191-e45e-481e-a01e-10669569eaf5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.823138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81677346-a64b-4e10-962f-fac106919ac9 admin admin] Publish callbacks [] for security_group (c8449191-e45e-481e-a01e-10669569eaf5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.915021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (95b3f35c-7445-42cf-8ab0-40b5b128f1b5), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:36.945141 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b73d1c4-75b6-4e16-8e57-53a690b8378e req-427cc332-b59e-4214-947a-3fb2b7b2c21d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 210 time: 0.0275984 Jan 27 21:55:37.100914 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81677346-a64b-4e10-962f-fac106919ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c8449191-e45e-481e-a01e-10669569eaf5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.104119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81677346-a64b-4e10-962f-fac106919ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.105948 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-81677346-a64b-4e10-962f-fac106919ac9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c8449191-e45e-481e-a01e-10669569eaf5 HTTP/1.1" status: 204 len: 168 time: 0.3549922 Jan 27 21:55:37.123946 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81677346-a64b-4e10-962f-fac106919ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8449191-e45e-481e-a01e-10669569eaf5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:37.154239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (95b3f35c-7445-42cf-8ab0-40b5b128f1b5), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.243690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=95b3f35c-7445-42cf-8ab0-40b5b128f1b5,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:37.271524 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (10d1a2e0-3a76-493f-a34c-ee6557189c38), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.333823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056653f7-50c4-4d30-8095-0b0f6b2b9d0a req-404c7933-d106-4ae3-bdb4-916a492f2cd1 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:37.335263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-056653f7-50c4-4d30-8095-0b0f6b2b9d0a req-404c7933-d106-4ae3-bdb4-916a492f2cd1 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 946 time: 0.1043050 Jan 27 21:55:37.435139 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Floating IP 10d1a2e0-3a76-493f-a34c-ee6557189c38 associated. External IP: 172.25.0.174, port: b25194e0-88b8-4a3a-bd76-b3b6a043021c. Jan 27 21:55:37.483387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-056653f7-50c4-4d30-8095-0b0f6b2b9d0a req-e00b4341-4ba1-463a-8891-39c37f5022b0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408663 Jan 27 21:55:37.508850 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:37.675397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:37.806645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:37.816498 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd97f1d-be46-4325-9310-24679b5812e3 None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:37.827405 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd97f1d-be46-4325-9310-24679b5812e3 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:37.828304 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6dd97f1d-be46-4325-9310-24679b5812e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:37.860148 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6dd97f1d-be46-4325-9310-24679b5812e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:37.869357 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd97f1d-be46-4325-9310-24679b5812e3 None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:37.870022 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6dd97f1d-be46-4325-9310-24679b5812e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:37.906409 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6dd97f1d-be46-4325-9310-24679b5812e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:37.906975 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd97f1d-be46-4325-9310-24679b5812e3 None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:38.008503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.064353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7866afe-71f7-4f72-a91f-8fc2feb01fa2 req-b6608825-55b3-457f-a62c-e3acf38bc4de tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 210 time: 0.0306044 Jan 27 21:55:38.222911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9cc81498-36e2-4a6f-818c-b79dae9c7709 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0112159 Jan 27 21:55:38.225539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38718) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:38.231898 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e1e960ac-4483-454a-984d-c47e2804e52d tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-425331518'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:38.290686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5227c-9d34-4ea9-b2c8-8507e78b1208 req-9c0171bf-5a99-441c-802f-a2decbb7736a tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:38.290686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3a5227c-9d34-4ea9-b2c8-8507e78b1208 req-9c0171bf-5a99-441c-802f-a2decbb7736a tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 946 time: 0.0558367 Jan 27 21:55:38.340102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3a5227c-9d34-4ea9-b2c8-8507e78b1208 req-e8caa6ba-c4ed-4cd8-a277-f9a82e0e7b3f tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454340 Jan 27 21:55:38.546182 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e960ac-4483-454a-984d-c47e2804e52d tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Made reservation on behalf of e938b07f55c34bb9b630f46e13730708 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:38.556107 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1e960ac-4483-454a-984d-c47e2804e52d tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.571516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38730) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:38.602778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-03555a61-c35b-47b9-8aa8-027e80111ccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.609300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e960ac-4483-454a-984d-c47e2804e52d tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:55:38.618534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1e960ac-4483-454a-984d-c47e2804e52d tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4f4f8121-6427-417b-b1ed-69425f487f36), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.619115 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-e1e960ac-4483-454a-984d-c47e2804e52d tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Added segment 4f4f8121-6427-417b-b1ed-69425f487f36 of type vlan for network 13eaefd0-daf1-443b-a929-9282965fb5f9 Jan 27 21:55:38.660393 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1e960ac-4483-454a-984d-c47e2804e52d tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (13eaefd0-daf1-443b-a929-9282965fb5f9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.693636 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-03555a61-c35b-47b9-8aa8-027e80111ccc admin admin] Publish callbacks [] for security_group (8f4e72f5-475a-4d6b-97c4-9e7707305cde), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.847585 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1e960ac-4483-454a-984d-c47e2804e52d tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (13eaefd0-daf1-443b-a929-9282965fb5f9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.849264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e960ac-4483-454a-984d-c47e2804e52d tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:38.849892 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1e960ac-4483-454a-984d-c47e2804e52d tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.909052 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-03555a61-c35b-47b9-8aa8-027e80111ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8f4e72f5-475a-4d6b-97c4-9e7707305cde), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:38.952125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e960ac-4483-454a-984d-c47e2804e52d tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Network': ['ID=13eaefd0-daf1-443b-a929-9282965fb5f9,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:38.964790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 13eaefd0-daf1-443b-a929-9282965fb5f9 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:55:38.986095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03555a61-c35b-47b9-8aa8-027e80111ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4e72f5-475a-4d6b-97c4-9e7707305cde,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:38.996061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-64bac1f2-aad4-46a6-b84c-dc817af86f63 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:39.002214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-64bac1f2-aad4-46a6-b84c-dc817af86f63 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.1890440 Jan 27 21:55:39.009178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-03555a61-c35b-47b9-8aa8-027e80111ccc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc1d43a04262404294555c9ea9029f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4337690 Jan 27 21:55:39.010021 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38742) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:39.013957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Request body: {'port': {'device_id': '8136f87c-d385-474a-a4cd-8a228c32d783', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'admin_state_up': True, 'tenant_id': '7ef2744fc5934353b91e037e8978612b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:39.015299 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.130799 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f861eb47-cb79-4d3f-b6ed-1e6be244fe39 admin admin] Publish callbacks [] for security_group (8f4e72f5-475a-4d6b-97c4-9e7707305cde), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.143668 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e1e960ac-4483-454a-984d-c47e2804e52d tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9167738 Jan 27 21:55:39.150077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38752) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:39.210254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2f536bab-daf2-4150-ba36-7bf84970cf13 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'subnet': {'network_id': '13eaefd0-daf1-443b-a929-9282965fb5f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:39.230942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1365bb8-fef2-411d-a4d2-484e4f9dc362 req-1f49d950-4265-4a14-bc9d-b6a5c8fd8c82 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 210 time: 0.0295429 Jan 27 21:55:39.239140 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f861eb47-cb79-4d3f-b6ed-1e6be244fe39 admin admin] Publish callbacks [] for security_group (8f4e72f5-475a-4d6b-97c4-9e7707305cde), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.409358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Made reservation on behalf of 7ef2744fc5934353b91e037e8978612b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:39.415022 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.520473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f861eb47-cb79-4d3f-b6ed-1e6be244fe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8f4e72f5-475a-4d6b-97c4-9e7707305cde), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.523344 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f861eb47-cb79-4d3f-b6ed-1e6be244fe39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.527691 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f861eb47-cb79-4d3f-b6ed-1e6be244fe39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f4e72f5-475a-4d6b-97c4-9e7707305cde HTTP/1.1" status: 204 len: 168 time: 0.5134609 Jan 27 21:55:39.528437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f536bab-daf2-4150-ba36-7bf84970cf13 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Made reservation on behalf of e938b07f55c34bb9b630f46e13730708 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:39.532451 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f536bab-daf2-4150-ba36-7bf84970cf13 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:39.554476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861eb47-cb79-4d3f-b6ed-1e6be244fe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4e72f5-475a-4d6b-97c4-9e7707305cde,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:39.746863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Allocated IP 172.20.0.12 (f7986a63-54e0-4362-a7cb-5a7356da77db/1af3e14d-ef9e-46d4-8d8c-76715fffbc0a/d9fb520d-45a2-44d1-80f3-43cd060f94b2) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:39.849248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4a871-2579-45d7-a2f7-bbea7e97888c req-19154939-04fe-4f84-8c0b-5db499280ca3 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:39.852616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0d4a871-2579-45d7-a2f7-bbea7e97888c req-19154939-04fe-4f84-8c0b-5db499280ca3 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 946 time: 0.0991690 Jan 27 21:55:39.961562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0d4a871-2579-45d7-a2f7-bbea7e97888c req-30b062fd-86f2-4462-a89d-bee8afda11bd tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980463 Jan 27 21:55:39.994334 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks [] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.061487 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f536bab-daf2-4150-ba36-7bf84970cf13 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (cc1c424b-4c52-49f9-a10d-d030e597493d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.157594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f536bab-daf2-4150-ba36-7bf84970cf13 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Subnet': ['ID=cc1c424b-4c52-49f9-a10d-d030e597493d,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:40.162015 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f536bab-daf2-4150-ba36-7bf84970cf13 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Checking segment: {'id': '4f4f8121-6427-417b-b1ed-69425f487f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '13eaefd0-daf1-443b-a929-9282965fb5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:40.162604 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f536bab-daf2-4150-ba36-7bf84970cf13 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network hostable DHCP agents. Network: 13eaefd0-daf1-443b-a929-9282965fb5f9, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:55:40.233464 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.252533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:40.281000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Network f7986a63-54e0-4362-a7cb-5a7356da77db is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:40.286160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:40.292778 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:40.440065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f536bab-daf2-4150-ba36-7bf84970cf13 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 13eaefd0-daf1-443b-a929-9282965fb5f9 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:55:40.616189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-2f536bab-daf2-4150-ba36-7bf84970cf13 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 13eaefd0-daf1-443b-a929-9282965fb5f9) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:40.628042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f536bab-daf2-4150-ba36-7bf84970cf13 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:40.629666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f536bab-daf2-4150-ba36-7bf84970cf13 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.637440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event updated for resources: {'Port': ['ID=d9fb520d-45a2-44d1-80f3-43cd060f94b2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:40.640246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbbc0ed-92cb-4f3d-ba39-1a77e1fa513a None None] Network 13eaefd0-daf1-443b-a929-9282965fb5f9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:40.667643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:40.668310 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.689275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae3bb7-bda3-4878-81fc-81f148ce296b req-edac7a6b-7a2c-49e6-a77a-79bcfca88718 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:40.696839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36ae3bb7-bda3-4878-81fc-81f148ce296b req-edac7a6b-7a2c-49e6-a77a-79bcfca88718 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 932 time: 0.1016374 Jan 27 21:55:40.767610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36ae3bb7-bda3-4878-81fc-81f148ce296b req-3fef593e-cb8f-416c-bab3-22bf93661564 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697837 Jan 27 21:55:40.785034 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2f536bab-daf2-4150-ba36-7bf84970cf13 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6335087 Jan 27 21:55:40.787978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38804) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:40.792921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1493590912', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:40.833423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-2efa1254-923b-4ea2-b24d-b5a8fe6c5e73 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8241053 Jan 27 21:55:40.845974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Request body: {'port': {'device_id': '8136f87c-d385-474a-a4cd-8a228c32d783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:40.928474 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:40.983118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-13eaefd0-daf1-443b-a929-9282965fb5f9', 'network_id': '13eaefd0-daf1-443b-a929-9282965fb5f9', 'project_id': 'e938b07f55c34bb9b630f46e13730708', 'fixed_ips': [{'subnet_id': 'cc1c424b-4c52-49f9-a10d-d030e597493d'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:55:40.985615 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.024368 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (1e730907-0deb-4a4b-a4aa-ca45c0517719), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.025433 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (1e730907-0deb-4a4b-a4aa-ca45c0517719), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.031367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-d5590adf-264a-4b8d-bed5-b5a728f9f91c tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:41.035741 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-d5590adf-264a-4b8d-bed5-b5a728f9f91c tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.74 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 946 time: 0.1155565 Jan 27 21:55:41.155038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Allocated IP 172.20.0.2 (13eaefd0-daf1-443b-a929-9282965fb5f9/cc1c424b-4c52-49f9-a10d-d030e597493d/afb373bc-61aa-48f8-ad85-d2668fad37c0) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:41.200302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Deleting port 4023bcf2-2c58-460e-9683-e3fd257cd642 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:41.200701 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.241533 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router_controller (1e730907-0deb-4a4b-a4aa-ca45c0517719), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.251723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c1939-444a-4464-9561-110df92fa691 req-be765d8a-211c-4343-837f-dea7c088e1e9 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:41.253547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d24c1939-444a-4464-9561-110df92fa691 req-be765d8a-211c-4343-837f-dea7c088e1e9 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 946 time: 0.1720014 Jan 27 21:55:41.329053 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] For port 4023bcf2-2c58-460e-9683-e3fd257cd642, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=4023bcf2-2c58-460e-9683-e3fd257cd642,segment=NetworkSegment(6df0fb4b-cb58-4307-91e2-56ade347b7d8),segment_id=6df0fb4b-cb58-4307-91e2-56ade347b7d8)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:41.329835 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.380688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d24c1939-444a-4464-9561-110df92fa691 req-5120a247-d9c2-40f1-87ad-143568ea20e9 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups?id=8ab0542a-970e-4654-a3f6-15a268e15d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158857 Jan 27 21:55:41.384469 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Publish callbacks [] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.491469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fb520d-45a2-44d1-80f3-43cd060f94b2 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:41.500669 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Publish callbacks [] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.514410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Transition to ACTIVE for port object d9fb520d-45a2-44d1-80f3-43cd060f94b2 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:55:41.555102 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.556242 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (d10913d4-ed8e-4925-adaa-a86ac61c07a5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.556735 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Floating IP d10913d4-ed8e-4925-adaa-a86ac61c07a5 disassociated. External IP: 172.25.0.207, port: 4023bcf2-2c58-460e-9683-e3fd257cd642. Jan 27 21:55:41.557259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Calling delete_port for 4023bcf2-2c58-460e-9683-e3fd257cd642 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:41.594336 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.639644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Network 13eaefd0-daf1-443b-a929-9282965fb5f9 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:41.642927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:41.646891 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:41.661181 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.682627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Pushing event updated for resources: {'Port': ['ID=afb373bc-61aa-48f8-ad85-d2668fad37c0,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:41.711298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Attempting to bind port afb373bc-61aa-48f8-ad85-d2668fad37c0 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:41.711921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Attempting to bind port afb373bc-61aa-48f8-ad85-d2668fad37c0 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4f4f8121-6427-417b-b1ed-69425f487f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '13eaefd0-daf1-443b-a929-9282965fb5f9'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:41.724280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Attempting to bind port afb373bc-61aa-48f8-ad85-d2668fad37c0 on network 13eaefd0-daf1-443b-a929-9282965fb5f9 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:41.726473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:41.726858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Checking segment: {'id': '4f4f8121-6427-417b-b1ed-69425f487f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '13eaefd0-daf1-443b-a929-9282965fb5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:41.727269 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.727667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Bound using segment: {'id': '4f4f8121-6427-417b-b1ed-69425f487f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '13eaefd0-daf1-443b-a929-9282965fb5f9'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:41.728172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Bound port: afb373bc-61aa-48f8-ad85-d2668fad37c0, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f4f8121-6427-417b-b1ed-69425f487f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '13eaefd0-daf1-443b-a929-9282965fb5f9'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:41.728561 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.816000 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router_gateway (1e730907-0deb-4a4b-a4aa-ca45c0517719), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.849001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] For port afb373bc-61aa-48f8-ad85-d2668fad37c0, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:41.852797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] For port afb373bc-61aa-48f8-ad85-d2668fad37c0, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=afb373bc-61aa-48f8-ad85-d2668fad37c0,segment=NetworkSegment(4f4f8121-6427-417b-b1ed-69425f487f36),segment_id=4f4f8121-6427-417b-b1ed-69425f487f36)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:41.918387 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4023bcf2-2c58-460e-9683-e3fd257cd642), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:41.949524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Pushing event deleted for resources: {'Port': ['ID=4023bcf2-2c58-460e-9683-e3fd257cd642,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:41.971151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fb520d-45a2-44d1-80f3-43cd060f94b2,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:42.004453 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.018804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50fb22-6fef-4633-aa92-b136255ae951 req-af0b1bda-9d8b-4347-b553-03ae017c9c21 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:42.026277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc50fb22-6fef-4633-aa92-b136255ae951 req-af0b1bda-9d8b-4347-b553-03ae017c9c21 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 944 time: 0.1164234 Jan 27 21:55:42.038057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Attempting to bind port d9fb520d-45a2-44d1-80f3-43cd060f94b2 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:42.038455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Attempting to bind port d9fb520d-45a2-44d1-80f3-43cd060f94b2 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:42.038790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Attempting to bind port d9fb520d-45a2-44d1-80f3-43cd060f94b2 on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:42.069432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063f4f1-7e94-487f-b354-a13ca93654b7 None None] Pushing event updated for resources: {'Port': ['ID=afb373bc-61aa-48f8-ad85-d2668fad37c0,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:42.070410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Port d9fb520d-45a2-44d1-80f3-43cd060f94b2 on network f7986a63-54e0-4362-a7cb-5a7356da77db not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:55:42.070808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Attempting to bind port d9fb520d-45a2-44d1-80f3-43cd060f94b2 on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:42.148891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Router 7fac34b7-f7c3-4087-b868-c751b46871c5 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:42.155818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:42.156214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Checking segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:42.156745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Bound using segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:42.157227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Bound port: d9fb520d-45a2-44d1-80f3-43cd060f94b2, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:42.157648 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.216557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc50fb22-6fef-4633-aa92-b136255ae951 req-c3b016c0-2a67-4f7a-bd22-6278f9291922 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887472 Jan 27 21:55:42.319135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] For port d9fb520d-45a2-44d1-80f3-43cd060f94b2, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:55:42.336744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] For port d9fb520d-45a2-44d1-80f3-43cd060f94b2, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d9fb520d-45a2-44d1-80f3-43cd060f94b2,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:55:42.367161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:42.384016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581c5721-0c9a-44c2-b071-e0b5be16cdd8 None None] Sync routers for ids ['7fac34b7-f7c3-4087-b868-c751b46871c5'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:42.411618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c5721-0c9a-44c2-b071-e0b5be16cdd8 None None] Routers {'7fac34b7-f7c3-4087-b868-c751b46871c5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:42.412287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-581c5721-0c9a-44c2-b071-e0b5be16cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7fac34b7-f7c3-4087-b868-c751b46871c5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:42.501906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] No DVR routers for this DVR port 4023bcf2-2c58-460e-9683-e3fd257cd642 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:42.505569 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.508355 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9e8d3b01-903d-4e15-ae69-aebdc0cf845b req-02836271-28fe-4a94-96a3-a7f35a19e2a0 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.74 "DELETE /v2.0/ports/4023bcf2-2c58-460e-9683-e3fd257cd642 HTTP/1.1" status: 204 len: 173 time: 1.4661930 Jan 27 21:55:42.508832 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'name': 'network-vif-deleted', 'tag': '4023bcf2-2c58-460e-9683-e3fd257cd642'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:42.511193 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d468c6-4977-4a14-874d-232b13cf5820" -d '{"events": [{"server_uuid": "5ddf14e6-9593-42d4-a90d-59129bfb5a69", "name": "network-vif-deleted", "tag": "4023bcf2-2c58-460e-9683-e3fd257cd642"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:42.514718 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.694225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-581c5721-0c9a-44c2-b071-e0b5be16cdd8 None None] Set router 7fac34b7-f7c3-4087-b868-c751b46871c5 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:55:42.750803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-879f6330-b0ff-4261-abc4-e90c918ab1cd req-4350974c-7924-4101-a54a-9b6a030d78ca tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 210 time: 0.2047913 Jan 27 21:55:42.790964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:42.791604 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.793125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] 10.222.0.74 "PUT /v2.0/ports/d9fb520d-45a2-44d1-80f3-43cd060f94b2 HTTP/1.1" status: 200 len: 1092 time: 1.9520140 Jan 27 21:55:42.795596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8136f87c-d385-474a-a4cd-8a228c32d783', 'tag': 'd9fb520d-45a2-44d1-80f3-43cd060f94b2'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:42.796907 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e10eb6e-995a-4374-b6e5-5b1e58fc8f74" -d '{"events": [{"name": "network-changed", "server_uuid": "8136f87c-d385-474a-a4cd-8a228c32d783", "tag": "d9fb520d-45a2-44d1-80f3-43cd060f94b2"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:42.911703 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router_gateway (1e730907-0deb-4a4b-a4aa-ca45c0517719), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.961270 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ee9cb9-226a-4c8d-bde8-cf5ac50d4c04 x-openstack-request-id: req-02ee9cb9-226a-4c8d-bde8-cf5ac50d4c04 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:42.961613 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8136f87c-d385-474a-a4cd-8a228c32d783", "tag": "d9fb520d-45a2-44d1-80f3-43cd060f94b2", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:42.962644 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02ee9cb9-226a-4c8d-bde8-cf5ac50d4c04 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:42.962644 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8136f87c-d385-474a-a4cd-8a228c32d783', 'tag': 'd9fb520d-45a2-44d1-80f3-43cd060f94b2', 'status': 'completed', 'code': 200} Jan 27 21:55:42.973051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:42.974762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73b1ff-6f84-4375-9a30-e372bf114cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fb520d-45a2-44d1-80f3-43cd060f94b2,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:43.014748 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9130ed-1b55-4f1f-b50a-1e45d1e31e5d x-openstack-request-id: req-0c9130ed-1b55-4f1f-b50a-1e45d1e31e5d {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:43.014748 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddf14e6-9593-42d4-a90d-59129bfb5a69", "name": "network-vif-deleted", "tag": "4023bcf2-2c58-460e-9683-e3fd257cd642", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:43.014748 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c9130ed-1b55-4f1f-b50a-1e45d1e31e5d {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:43.014748 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddf14e6-9593-42d4-a90d-59129bfb5a69', 'name': 'network-vif-deleted', 'tag': '4023bcf2-2c58-460e-9683-e3fd257cd642', 'status': 'completed', 'code': 200} Jan 27 21:55:43.062722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10eb6e-995a-4374-b6e5-5b1e58fc8f74 req-821e7420-5a6f-4739-9ca0-69269c42cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.064966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e10eb6e-995a-4374-b6e5-5b1e58fc8f74 req-821e7420-5a6f-4739-9ca0-69269c42cd20 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 1095 time: 0.1016195 Jan 27 21:55:43.101087 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38884) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:43.116577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-581c5721-0c9a-44c2-b071-e0b5be16cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 4, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '627007ca-b381-4f54-89c1-15ba8faf57b5', 'name': '', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'mac_address': 'fa:16:3e:ff:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:26Z', 'updated_at': '2022-01-27T21:53:33Z', 'revision_number': 5, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'subnets': [{'id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:43.160257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581c5721-0c9a-44c2-b071-e0b5be16cdd8 None None] Checking router: 7fac34b7-f7c3-4087-b868-c751b46871c5 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:55:43.170083 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581c5721-0c9a-44c2-b071-e0b5be16cdd8 None None] Routers {'7fac34b7-f7c3-4087-b868-c751b46871c5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:43.170734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-581c5721-0c9a-44c2-b071-e0b5be16cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7fac34b7-f7c3-4087-b868-c751b46871c5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:43.221920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10eb6e-995a-4374-b6e5-5b1e58fc8f74 req-f230d60a-1c79-4700-a401-b6e489087b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.223799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e10eb6e-995a-4374-b6e5-5b1e58fc8f74 req-f230d60a-1c79-4700-a401-b6e489087b3a service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7ef2744fc5934353b91e037e8978612b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1512623 Jan 27 21:55:43.251601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.25.0.208 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/7b425137-9c3d-463d-9951-becf1e4c17cd) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:43.351643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-867733866', 'router:external': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:43.356910 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-581c5721-0c9a-44c2-b071-e0b5be16cdd8 None None] Set router 7fac34b7-f7c3-4087-b868-c751b46871c5 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:55:43.492622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10eb6e-995a-4374-b6e5-5b1e58fc8f74 req-d954b248-45ba-4d2b-b3d0-9c11f92fdeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.494957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e10eb6e-995a-4374-b6e5-5b1e58fc8f74 req-d954b248-45ba-4d2b-b3d0-9c11f92fdeb6 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2202091 Jan 27 21:55:43.504253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device afb373bc-61aa-48f8-ad85-d2668fad37c0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:43.516529 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (7b425137-9c3d-463d-9951-becf1e4c17cd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.601012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf510b-62a6-43ef-bc9b-822fd8714416 req-22dbb969-9933-404e-987c-ea20857cc4a2 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.602556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2acf510b-62a6-43ef-bc9b-822fd8714416 req-22dbb969-9933-404e-987c-ea20857cc4a2 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 944 time: 0.1346331 Jan 27 21:55:43.623145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-c4d90249-55df-4c9d-90ba-091d97531774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.624666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-c4d90249-55df-4c9d-90ba-091d97531774 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 1095 time: 0.0917277 Jan 27 21:55:43.648908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port afb373bc-61aa-48f8-ad85-d2668fad37c0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:43.649291 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.673645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-825e276a-9816-4b1c-ba87-ceeb51fa7efb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9fb520d-45a2-44d1-80f3-43cd060f94b2 HTTP/1.1" status: 200 len: 217 time: 0.0420837 Jan 27 21:55:43.692659 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Made reservation on behalf of 9141ff96940c4a6795ec745899be1aa7 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:43.700793 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.717075 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-581c5721-0c9a-44c2-b071-e0b5be16cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 4, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '627007ca-b381-4f54-89c1-15ba8faf57b5', 'name': '', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'mac_address': 'fa:16:3e:ff:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:26Z', 'updated_at': '2022-01-27T21:53:33Z', 'revision_number': 5, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'subnets': [{'id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:43.732145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.736717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2acf510b-62a6-43ef-bc9b-822fd8714416 req-50232c25-483c-4be0-bd1b-31207b28ab0f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232252 Jan 27 21:55:43.755751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-97425c2f-8f0b-49ad-8a81-d2091ad080aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:43.757691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-97425c2f-8f0b-49ad-8a81-d2091ad080aa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 200 len: 845 time: 0.0765507 Jan 27 21:55:43.770602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581c5721-0c9a-44c2-b071-e0b5be16cdd8 None None] The sync data for ids ['7fac34b7-f7c3-4087-b868-c751b46871c5'] in n-d-760456-6 is: [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:53:26Z', 'revision_number': 4, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '627007ca-b381-4f54-89c1-15ba8faf57b5', 'name': '', 'network_id': 'af806d0e-cab5-48ab-9a95-83286c3e6aa3', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'mac_address': 'fa:16:3e:ff:61:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:26Z', 'updated_at': '2022-01-27T21:53:33Z', 'revision_number': 5, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'subnets': [{'id': '02058af9-b7be-422f-afbc-10a8b55a704d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:43.789084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port afb373bc-61aa-48f8-ad85-d2668fad37c0 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:43.789675 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.815946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-5f9e392e-d2b1-4ca6-9ed9-f1073395f722 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7986a63-54e0-4362-a7cb-5a7356da77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471654 Jan 27 21:55:43.838348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port afb373bc-61aa-48f8-ad85-d2668fad37c0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=afb373bc-61aa-48f8-ad85-d2668fad37c0,segment=NetworkSegment(4f4f8121-6427-417b-b1ed-69425f487f36),segment_id=4f4f8121-6427-417b-b1ed-69425f487f36)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:43.889267 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for security_group (a4179394-f3d7-423f-b106-bec1b67acf3f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.893442 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7b425137-9c3d-463d-9951-becf1e4c17cd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:43.922848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a151e-afaa-45ba-97e0-f4915043ad45 None None] Network 13eaefd0-daf1-443b-a929-9282965fb5f9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:43.951316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:43.975824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:43.993623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c7e28cdf-0f84-4c93-a890-0d6f952117bf None None] Provisioning complete for port afb373bc-61aa-48f8-ad85-d2668fad37c0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:43.994007 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c7e28cdf-0f84-4c93-a890-0d6f952117bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.022864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a4179394-f3d7-423f-b106-bec1b67acf3f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.034813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.059201 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:55:44.067703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4179394-f3d7-423f-b106-bec1b67acf3f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:44.084743 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (fa009f0f-8b66-4ebf-8a89-bebf8bc14199), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.085295 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Added segment fa009f0f-8b66-4ebf-8a89-bebf8bc14199 of type vlan for network ffea57f0-06ac-4e76-abf5-d2137b439d4a Jan 27 21:55:44.132904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=afb373bc-61aa-48f8-ad85-d2668fad37c0,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:44.149434 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (ffea57f0-06ac-4e76-abf5-d2137b439d4a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.198939 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c7e28cdf-0f84-4c93-a890-0d6f952117bf None None] Current status of the port afb373bc-61aa-48f8-ad85-d2668fad37c0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:44.294789 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a011ef-34ec-4388-8dc4-ea80c0e43e7a None None] New status for floating IP d10913d4-ed8e-4925-adaa-a86ac61c07a5: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:55:44.478877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fefaea09-5008-4813-a5aa-bdac17bb60de req-9ec0976c-b45c-4c76-89d7-e046f7add58d tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/ports?device_id=5ddf14e6-9593-42d4-a90d-59129bfb5a69 HTTP/1.1" status: 200 len: 210 time: 0.5490210 Jan 27 21:55:44.485691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:44.525328 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (ffea57f0-06ac-4e76-abf5-d2137b439d4a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.526318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:44.527408 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.545910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=7b425137-9c3d-463d-9951-becf1e4c17cd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:44.572119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-6ea35641-5755-4b9e-9b90-6aceeb379ecd service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506537 Jan 27 21:55:44.606500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event updated for resources: {'Network': ['ID=ffea57f0-06ac-4e76-abf5-d2137b439d4a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:44.618601 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network ffea57f0-06ac-4e76-abf5-d2137b439d4a details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:55:44.677569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b07b6db1-2d97-4801-9190-87774ef806f4 None None] Provisioning complete for port afb373bc-61aa-48f8-ad85-d2668fad37c0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:44.678235 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b07b6db1-2d97-4801-9190-87774ef806f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:44.765044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b07b6db1-2d97-4801-9190-87774ef806f4 None None] Current status of the port afb373bc-61aa-48f8-ad85-d2668fad37c0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:44.776043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c006c508-dc71-48ae-8dc1-28fee8aa2282 req-919ff4a5-746c-4160-bad5-e2c9a0da0f6c service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656263 Jan 27 21:55:44.841138 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-635ce6e3-1700-4fae-8d3a-c269db5ad985 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7389374 Jan 27 21:55:44.844221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38966) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:44.850294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Request body: {'subnet': {'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:44.898450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040447b-6852-4b5b-b880-3e58ff25d2fa req-f6cceb11-2e7e-4fe1-a6e7-c9da097568f1 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:44.900608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7040447b-6852-4b5b-b880-3e58ff25d2fa req-f6cceb11-2e7e-4fe1-a6e7-c9da097568f1 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 944 time: 0.0736060 Jan 27 21:55:44.963363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7040447b-6852-4b5b-b880-3e58ff25d2fa req-1e1d6535-9bc5-4fcc-b305-894071572f70 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516989 Jan 27 21:55:44.991402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Made reservation on behalf of 9141ff96940c4a6795ec745899be1aa7 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:45.006633 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:45.125483 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router_gateway (1e730907-0deb-4a4b-a4aa-ca45c0517719), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:45.298849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device afb373bc-61aa-48f8-ad85-d2668fad37c0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:45.358227 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (1e730907-0deb-4a4b-a4aa-ca45c0517719), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:45.363814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port afb373bc-61aa-48f8-ad85-d2668fad37c0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:45.364530 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:45.452991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port afb373bc-61aa-48f8-ad85-d2668fad37c0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:45.546784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:55:45.547365 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:45.607305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:45.627384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Checking segment: {'id': 'fa009f0f-8b66-4ebf-8a89-bebf8bc14199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:45.627752 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Network hostable DHCP agents. Network: ffea57f0-06ac-4e76-abf5-d2137b439d4a, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:55:45.698058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router 1e730907-0deb-4a4b-a4aa-ca45c0517719 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:55:45.704377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38990) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:45.742739 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Network ffea57f0-06ac-4e76-abf5-d2137b439d4a is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:55:45.786117 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd6e4-8e39-40a5-bf32-420456077901 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for security_group (8ab0542a-970e-4654-a3f6-15a268e15d48), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:45.818480 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd6e4-8e39-40a5-bf32-420456077901 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for security_group (8ab0542a-970e-4654-a3f6-15a268e15d48), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:45.851559 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:45.859454 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, ffea57f0-06ac-4e76-abf5-d2137b439d4a) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:45.864002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:45.864640 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:45.872155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67413010-6857-4fc0-a280-5eb5e4cd87a1 None None] Network ffea57f0-06ac-4e76-abf5-d2137b439d4a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:45.893128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83464020-dbd1-424e-ae36-33fabb180789 None None] Sync routers for ids ['1e730907-0deb-4a4b-a4aa-ca45c0517719'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:45.938333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 4023bcf2-2c58-460e-9683-e3fd257cd642 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:45.966467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 4023bcf2-2c58-460e-9683-e3fd257cd642 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:45.966822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 4023bcf2-2c58-460e-9683-e3fd257cd642 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:45.971215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83464020-dbd1-424e-ae36-33fabb180789 None None] Routers {'1e730907-0deb-4a4b-a4aa-ca45c0517719'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:45.971837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-83464020-dbd1-424e-ae36-33fabb180789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1e730907-0deb-4a4b-a4aa-ca45c0517719'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:46.017517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-83464020-dbd1-424e-ae36-33fabb180789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:46.065390 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.070793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1f475b15-d623-4efe-a806-189085a55d5f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2777519 Jan 27 21:55:46.070793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38996) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:46.146123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a353969-7eb4-4b69-ac2d-bba727ebedf8 req-1aca4524-6151-4e21-9fcc-3906c8d00f8f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:46.147857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a353969-7eb4-4b69-ac2d-bba727ebedf8 req-1aca4524-6151-4e21-9fcc-3906c8d00f8f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 944 time: 0.1140218 Jan 27 21:55:46.161179 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-42fc72dc-9b17-48c4-a122-a0ede5c366e4 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3157017 Jan 27 21:55:46.163530 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd6e4-8e39-40a5-bf32-420456077901 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8ab0542a-970e-4654-a3f6-15a268e15d48), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.171367 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b5fd6e4-8e39-40a5-bf32-420456077901 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.179226 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8b5fd6e4-8e39-40a5-bf32-420456077901 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "DELETE /v2.0/security-groups/8ab0542a-970e-4654-a3f6-15a268e15d48 HTTP/1.1" status: 204 len: 168 time: 0.4734421 Jan 27 21:55:46.182175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38998) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:46.182338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39000) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:46.191487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-593085199', 'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:46.202271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83464020-dbd1-424e-ae36-33fabb180789 None None] Routers {'1e730907-0deb-4a4b-a4aa-ca45c0517719'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:46.208316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-83464020-dbd1-424e-ae36-33fabb180789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1e730907-0deb-4a4b-a4aa-ca45c0517719'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:46.225501 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fd6e4-8e39-40a5-bf32-420456077901 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab0542a-970e-4654-a3f6-15a268e15d48,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:46.230166 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-f96ed2a9-5ae3-471b-9c24-9163775e96a4 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] show failed (client error): The resource could not be found. Jan 27 21:55:46.236013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39004) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:46.238620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc3d0a1-19d7-4b72-a540-5d5e383d94cd None None] Network ffea57f0-06ac-4e76-abf5-d2137b439d4a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:46.241170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f96ed2a9-5ae3-471b-9c24-9163775e96a4 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "GET /v2.0/security-groups/8ab0542a-970e-4654-a3f6-15a268e15d48 HTTP/1.1" status: 404 len: 347 time: 0.0553305 Jan 27 21:55:46.245018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-83464020-dbd1-424e-ae36-33fabb180789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:46.245861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83464020-dbd1-424e-ae36-33fabb180789 None None] The sync data for ids ['1e730907-0deb-4a4b-a4aa-ca45c0517719'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:46.386092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Made reservation on behalf of 9141ff96940c4a6795ec745899be1aa7 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:46.386092 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.395520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a353969-7eb4-4b69-ac2d-bba727ebedf8 req-c0f65967-b179-423e-bf41-11fc1b9fd885 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723039 Jan 27 21:55:46.420916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] device_id is not set on port b0842618-3412-4f29-a39c-a052f7196415 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:55:46.455526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8751d4bb-644e-4b9c-af18-e6d12f172e95 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Deleting port 69a9a7b3-53b8-4ae3-b765-178770724afa {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:46.457883 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8751d4bb-644e-4b9c-af18-e6d12f172e95 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (69a9a7b3-53b8-4ae3-b765-178770724afa), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.580226 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8751d4bb-644e-4b9c-af18-e6d12f172e95 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (69a9a7b3-53b8-4ae3-b765-178770724afa), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.582091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8751d4bb-644e-4b9c-af18-e6d12f172e95 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for floatingip (69a9a7b3-53b8-4ae3-b765-178770724afa), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.602899 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8751d4bb-644e-4b9c-af18-e6d12f172e95 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Calling delete_port for 69a9a7b3-53b8-4ae3-b765-178770724afa owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:46.770436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Allocated IP 2001:db8::33f (ffea57f0-06ac-4e76-abf5-d2137b439d4a/e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3/b0842618-3412-4f29-a39c-a052f7196415) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:46.862758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8751d4bb-644e-4b9c-af18-e6d12f172e95 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (69a9a7b3-53b8-4ae3-b765-178770724afa), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.896824 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751d4bb-644e-4b9c-af18-e6d12f172e95 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Pushing event deleted for resources: {'Port': ['ID=69a9a7b3-53b8-4ae3-b765-178770724afa,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:46.979174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8751d4bb-644e-4b9c-af18-e6d12f172e95 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks [] for floatingip (d10913d4-ed8e-4925-adaa-a86ac61c07a5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.982250 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8751d4bb-644e-4b9c-af18-e6d12f172e95 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:46.984610 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8751d4bb-644e-4b9c-af18-e6d12f172e95 tempest-ServersTestManualDisk-1064841309 tempest-ServersTestManualDisk-1064841309-project] 10.222.0.61 "DELETE /v2.0/floatingips/d10913d4-ed8e-4925-adaa-a86ac61c07a5 HTTP/1.1" status: 204 len: 168 time: 0.7481313 Jan 27 21:55:46.987172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39048) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:47.032607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.144775 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for port (b0842618-3412-4f29-a39c-a052f7196415), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.363349 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b0842618-3412-4f29-a39c-a052f7196415), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.406152 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1cd5dc77-02e8-44b7-ad5a-7b539736f445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (7fac34b7-f7c3-4087-b868-c751b46871c5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.417826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Network ffea57f0-06ac-4e76-abf5-d2137b439d4a is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:47.426097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:47.435618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:47.436642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:47.437275 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.469042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event updated for resources: {'Port': ['ID=b0842618-3412-4f29-a39c-a052f7196415,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:47.534336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.20.0.1 (13eaefd0-daf1-443b-a929-9282965fb5f9/cc1c424b-4c52-49f9-a10d-d030e597493d/5f770593-0bdc-4166-8957-9a8fef4a3ded) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:47.641994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d46a8-6df2-4acb-801c-40d584462424 req-825fa5e3-d2dd-4aef-a1cf-051f7c1be0a3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:47.643523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-331d46a8-6df2-4acb-801c-40d584462424 req-825fa5e3-d2dd-4aef-a1cf-051f7c1be0a3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 944 time: 0.1106458 Jan 27 21:55:47.686914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-181d005a-dd6b-4f80-ad0f-408b264a2a1d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5007551 Jan 27 21:55:47.687991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39056) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:47.723466 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5dc77-02e8-44b7-ad5a-7b539736f445 admin admin] Deleting port 627007ca-b381-4f54-89c1-15ba8faf57b5 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:47.723820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1cd5dc77-02e8-44b7-ad5a-7b539736f445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.736423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-331d46a8-6df2-4acb-801c-40d584462424 req-1a495d3c-43ec-4c2c-98ba-9efd33b9eb18 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870583 Jan 27 21:55:47.741798 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (5f770593-0bdc-4166-8957-9a8fef4a3ded), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.925987 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5f770593-0bdc-4166-8957-9a8fef4a3ded), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:47.937349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d9fb520d-45a2-44d1-80f3-43cd060f94b2 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:55:48.101214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d9fb520d-45a2-44d1-80f3-43cd060f94b2, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d9fb520d-45a2-44d1-80f3-43cd060f94b2,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:48.115678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'd9fb520d-45a2-44d1-80f3-43cd060f94b2', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'port_id': 'd9fb520d-45a2-44d1-80f3-43cd060f94b2', 'mac_address': 'fa:16:3e:57:37:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af3e14d-ef9e-46d4-8d8c-76715fffbc0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:55:48.167884 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d9fb520d-45a2-44d1-80f3-43cd060f94b2 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:48.168464 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.185698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fb520d-45a2-44d1-80f3-43cd060f94b2 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:55:48.214051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d9fb520d-45a2-44d1-80f3-43cd060f94b2, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d9fb520d-45a2-44d1-80f3-43cd060f94b2,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:48.307308 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-1cd5dc77-02e8-44b7-ad5a-7b539736f445 admin admin] For port 627007ca-b381-4f54-89c1-15ba8faf57b5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=627007ca-b381-4f54-89c1-15ba8faf57b5,segment=NetworkSegment(6df0fb4b-cb58-4307-91e2-56ade347b7d8),segment_id=6df0fb4b-cb58-4307-91e2-56ade347b7d8)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:48.308179 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1cd5dc77-02e8-44b7-ad5a-7b539736f445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.311474 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9b41f-1bef-4837-8f39-474047494fcf tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Deleting port b0842618-3412-4f29-a39c-a052f7196415 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:48.311808 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b41f-1bef-4837-8f39-474047494fcf tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b0842618-3412-4f29-a39c-a052f7196415), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.348064 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.386289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1cd5dc77-02e8-44b7-ad5a-7b539736f445 admin admin] Calling delete_port for 627007ca-b381-4f54-89c1-15ba8faf57b5 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:48.395963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=5f770593-0bdc-4166-8957-9a8fef4a3ded,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:48.414540 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d9fb520d-45a2-44d1-80f3-43cd060f94b2,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:48.419206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 13eaefd0-daf1-443b-a929-9282965fb5f9 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:48.427463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:48.441158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:48.500541 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b41f-1bef-4837-8f39-474047494fcf tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b0842618-3412-4f29-a39c-a052f7196415), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.514880 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (1e730907-0deb-4a4b-a4aa-ca45c0517719), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.529731 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9b41f-1bef-4837-8f39-474047494fcf tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Calling delete_port for b0842618-3412-4f29-a39c-a052f7196415 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:48.542587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['d9fb520d-45a2-44d1-80f3-43cd060f94b2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:48.888229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6d157936-1e42-4b84-a1bc-ec21ff2a3961 None None] Provisioning complete for port 5f770593-0bdc-4166-8957-9a8fef4a3ded triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:48.888951 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d157936-1e42-4b84-a1bc-ec21ff2a3961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5f770593-0bdc-4166-8957-9a8fef4a3ded), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.915573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541d8c8-25b9-4b97-98e2-6c738c7834ef req-5a0ada73-278c-4602-a099-b8ba077366e2 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:48.917945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5541d8c8-25b9-4b97-98e2-6c738c7834ef req-5a0ada73-278c-4602-a099-b8ba077366e2 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 945 time: 0.0536821 Jan 27 21:55:48.934706 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6d157936-1e42-4b84-a1bc-ec21ff2a3961 None None] Port 5f770593-0bdc-4166-8957-9a8fef4a3ded cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:48.970616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5f770593-0bdc-4166-8957-9a8fef4a3ded), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.974706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b41f-1bef-4837-8f39-474047494fcf tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b0842618-3412-4f29-a39c-a052f7196415), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:48.978950 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1cd5dc77-02e8-44b7-ad5a-7b539736f445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (627007ca-b381-4f54-89c1-15ba8faf57b5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.010423 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5dc77-02e8-44b7-ad5a-7b539736f445 admin admin] Pushing event deleted for resources: {'Port': ['ID=627007ca-b381-4f54-89c1-15ba8faf57b5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:49.042992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9b41f-1bef-4837-8f39-474047494fcf tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0842618-3412-4f29-a39c-a052f7196415,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:49.076646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5541d8c8-25b9-4b97-98e2-6c738c7834ef req-510b0828-ca2d-44a8-a13b-19340ff4e824 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309149 Jan 27 21:55:49.084860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c6a9b41f-1bef-4837-8f39-474047494fcf tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.088041 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c6a9b41f-1bef-4837-8f39-474047494fcf tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "DELETE /v2.0/ports/b0842618-3412-4f29-a39c-a052f7196415 HTTP/1.1" status: 204 len: 168 time: 1.3990455 Jan 27 21:55:49.090622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39064) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:49.103200 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a', 'external_fixed_ips': [{'subnet_id': 'e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3', 'ip_address': '2001:db8::33f'}]}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:49.322341 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1cd5dc77-02e8-44b7-ad5a-7b539736f445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (7fac34b7-f7c3-4087-b868-c751b46871c5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.458975 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.460086 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.464289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (5f770593-0bdc-4166-8957-9a8fef4a3ded), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.561996 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_controller (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.576714 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5f770593-0bdc-4166-8957-9a8fef4a3ded), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.634867 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd5dc77-02e8-44b7-ad5a-7b539736f445 admin admin] Router 7fac34b7-f7c3-4087-b868-c751b46871c5 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:49.639409 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (1e730907-0deb-4a4b-a4aa-ca45c0517719), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.752573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=5f770593-0bdc-4166-8957-9a8fef4a3ded,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:49.805954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 13eaefd0-daf1-443b-a929-9282965fb5f9 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:49.807936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:49.849378 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:49.934989 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd5dc77-02e8-44b7-ad5a-7b539736f445 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:49.949363 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1cd5dc77-02e8-44b7-ad5a-7b539736f445 admin admin] 10.222.0.61 "PUT /v2.0/routers/7fac34b7-f7c3-4087-b868-c751b46871c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9587486 Jan 27 21:55:49.954273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d9fb520d-45a2-44d1-80f3-43cd060f94b2 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:55:49.954735 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39070) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:49.956990 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaaf410-3387-4e81-820b-24610590a1c0 None None] Sync routers for ids ['7fac34b7-f7c3-4087-b868-c751b46871c5'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:49.975014 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaaf410-3387-4e81-820b-24610590a1c0 None None] Routers {'7fac34b7-f7c3-4087-b868-c751b46871c5'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:49.977256 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7aaaf410-3387-4e81-820b-24610590a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7fac34b7-f7c3-4087-b868-c751b46871c5'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:50.046586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router 1e730907-0deb-4a4b-a4aa-ca45c0517719 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:50.149211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port d9fb520d-45a2-44d1-80f3-43cd060f94b2 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:55:50.163472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port d9fb520d-45a2-44d1-80f3-43cd060f94b2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:50.163889 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.240429 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7aaaf410-3387-4e81-820b-24610590a1c0 None None] Set router 7fac34b7-f7c3-4087-b868-c751b46871c5 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:55:50.260797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-89cbed18-933d-4e55-b5e0-a34a60abaee1 None None] Provisioning complete for port 5f770593-0bdc-4166-8957-9a8fef4a3ded triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:50.260797 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-89cbed18-933d-4e55-b5e0-a34a60abaee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5f770593-0bdc-4166-8957-9a8fef4a3ded), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.321125 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Publish callbacks [] for router (7fac34b7-f7c3-4087-b868-c751b46871c5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.347344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d9fb520d-45a2-44d1-80f3-43cd060f94b2 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:55:50.348147 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.362026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-89cbed18-933d-4e55-b5e0-a34a60abaee1 None None] Port 5f770593-0bdc-4166-8957-9a8fef4a3ded cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:50.376899 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8136f87c-d385-474a-a4cd-8a228c32d783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fb520d-45a2-44d1-80f3-43cd060f94b2'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:50.382439 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837c8d92-09b1-4622-8a29-086779e41952" -d '{"events": [{"server_uuid": "8136f87c-d385-474a-a4cd-8a228c32d783", "name": "network-vif-plugged", "status": "completed", "tag": "d9fb520d-45a2-44d1-80f3-43cd060f94b2"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:50.389738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:50.413422 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-55dece3f-5b42-4872-ba1d-3c4e6dceef8c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "PUT /v2.0/routers/1e730907-0deb-4a4b-a4aa-ca45c0517719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3424842 Jan 27 21:55:50.425737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39078) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:50.427013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b3322b-0562-4b32-a241-642a6f922d25 None None] Sync routers for ids ['1e730907-0deb-4a4b-a4aa-ca45c0517719'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:50.435591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'port': {'network_id': '13eaefd0-daf1-443b-a929-9282965fb5f9', 'name': 'tempest-FloatingIPTestJSON-1225213115'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:50.447407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d9fb520d-45a2-44d1-80f3-43cd060f94b2, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d9fb520d-45a2-44d1-80f3-43cd060f94b2,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:50.464492 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdaa224-727a-4829-8c9c-2cc3353a31a2 x-openstack-request-id: req-1fdaa224-727a-4829-8c9c-2cc3353a31a2 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:50.464492 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8136f87c-d385-474a-a4cd-8a228c32d783", "name": "network-vif-plugged", "status": "completed", "tag": "d9fb520d-45a2-44d1-80f3-43cd060f94b2", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:50.464492 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1fdaa224-727a-4829-8c9c-2cc3353a31a2 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:50.464492 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8136f87c-d385-474a-a4cd-8a228c32d783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fb520d-45a2-44d1-80f3-43cd060f94b2', 'code': 200} Jan 27 21:55:50.464492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b3322b-0562-4b32-a241-642a6f922d25 None None] Routers {'1e730907-0deb-4a4b-a4aa-ca45c0517719'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:50.464492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c2b3322b-0562-4b32-a241-642a6f922d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1e730907-0deb-4a4b-a4aa-ca45c0517719'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:50.511032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c2b3322b-0562-4b32-a241-642a6f922d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:50.526508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b3322b-0562-4b32-a241-642a6f922d25 None None] Routers {'1e730907-0deb-4a4b-a4aa-ca45c0517719'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:50.527179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c2b3322b-0562-4b32-a241-642a6f922d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1e730907-0deb-4a4b-a4aa-ca45c0517719'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:50.533994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d769d2-a730-4246-b1e8-dc50a1a63da4 req-65a0c3c5-d3f8-4bce-b4ae-1a1e8e5f543a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:50.541241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9d769d2-a730-4246-b1e8-dc50a1a63da4 req-65a0c3c5-d3f8-4bce-b4ae-1a1e8e5f543a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 945 time: 0.2529068 Jan 27 21:55:50.578397 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.583270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c2b3322b-0562-4b32-a241-642a6f922d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:50.583905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b3322b-0562-4b32-a241-642a6f922d25 None None] The sync data for ids ['1e730907-0deb-4a4b-a4aa-ca45c0517719'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:50.638260 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Publish callbacks [] for router_gateway (7fac34b7-f7c3-4087-b868-c751b46871c5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.644702 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7aaaf410-3387-4e81-820b-24610590a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:55:48Z', 'revision_number': 5, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port': {'id': 'c05038d8-bdeb-4f5e-8093-55ee28a3cd15', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:53:22Z', 'updated_at': '2022-01-27T21:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:50.676760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d9fb520d-45a2-44d1-80f3-43cd060f94b2,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:50.728425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9d769d2-a730-4246-b1e8-dc50a1a63da4 req-d1a98514-e6d5-49e0-806f-81c5a94e1e36 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861813 Jan 27 21:55:50.743398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccee2d-9289-48a8-83f6-f5f6e6f7782a req-eba69294-5768-43a8-bd82-98c61e73a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:50.745750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ccee2d-9289-48a8-83f6-f5f6e6f7782a req-eba69294-5768-43a8-bd82-98c61e73a1fd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 1097 time: 0.1965165 Jan 27 21:55:50.774539 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaaf410-3387-4e81-820b-24610590a1c0 None None] Checking router: 7fac34b7-f7c3-4087-b868-c751b46871c5 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:55:50.784470 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaaf410-3387-4e81-820b-24610590a1c0 None None] Routers {'7fac34b7-f7c3-4087-b868-c751b46871c5'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:50.785584 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7aaaf410-3387-4e81-820b-24610590a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7fac34b7-f7c3-4087-b868-c751b46871c5'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:50.857122 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.858871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ccee2d-9289-48a8-83f6-f5f6e6f7782a req-da7bd03d-390d-48c2-a80b-1bb54e254250 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070709 Jan 27 21:55:50.877819 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7aaaf410-3387-4e81-820b-24610590a1c0 None None] Set router 7fac34b7-f7c3-4087-b868-c751b46871c5 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:55:50.882924 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.919572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Made reservation on behalf of e938b07f55c34bb9b630f46e13730708 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:50.935417 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7aaaf410-3387-4e81-820b-24610590a1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:55:50Z', 'revision_number': 6, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:50.935652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.939996 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Deleting port c05038d8-bdeb-4f5e-8093-55ee28a3cd15 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:50.940451 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:50.964654 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaaf410-3387-4e81-820b-24610590a1c0 None None] The sync data for ids ['7fac34b7-f7c3-4087-b868-c751b46871c5'] in n-d-760456-6 is: [{'id': '7fac34b7-f7c3-4087-b868-c751b46871c5', 'name': 'tempest-ServersTestManualDisk-1458146958-router', 'tenant_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:53:21Z', 'updated_at': '2022-01-27T21:55:50Z', 'revision_number': 6, 'project_id': '1efbb19167b04fbe8a7e55c762ebbb27', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:50.987418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] device_id is not set on port 4718c5ba-41f3-46c7-acfd-80eb90f08b42 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:55:51.138340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] For port c05038d8-bdeb-4f5e-8093-55ee28a3cd15, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c05038d8-bdeb-4f5e-8093-55ee28a3cd15,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:51.138748 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.157061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Allocated IP 172.20.0.6 (13eaefd0-daf1-443b-a929-9282965fb5f9/cc1c424b-4c52-49f9-a10d-d030e597493d/4718c5ba-41f3-46c7-acfd-80eb90f08b42) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:51.157624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Calling delete_port for c05038d8-bdeb-4f5e-8093-55ee28a3cd15 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:51.177611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Allocated IP 2001:db8::33f (ffea57f0-06ac-4e76-abf5-d2137b439d4a/e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3/dbd1d0a0-7a05-4284-89cf-d4065f62a058) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:55:51.339855 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for port (4718c5ba-41f3-46c7-acfd-80eb90f08b42), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.369556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 627007ca-b381-4f54-89c1-15ba8faf57b5 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:51.425918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 627007ca-b381-4f54-89c1-15ba8faf57b5 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:51.425918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 627007ca-b381-4f54-89c1-15ba8faf57b5 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:51.445347 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for port (dbd1d0a0-7a05-4284-89cf-d4065f62a058), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.480693 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4718c5ba-41f3-46c7-acfd-80eb90f08b42), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.555720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Network 13eaefd0-daf1-443b-a929-9282965fb5f9 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:51.563402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:51.566552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:51.599553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event updated for resources: {'Port': ['ID=4718c5ba-41f3-46c7-acfd-80eb90f08b42,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:51.637214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:51.637870 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.666892 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (dbd1d0a0-7a05-4284-89cf-d4065f62a058), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.706292 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c05038d8-bdeb-4f5e-8093-55ee28a3cd15), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.725328 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Network ffea57f0-06ac-4e76-abf5-d2137b439d4a is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:55:51.728434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:55:51.733303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:55:51.759463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9d484142-b864-476e-84fd-05061f047b9b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3301747 Jan 27 21:55:51.759699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39086) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:51.764444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-61ae52a9-f0f2-44c6-afaa-7ee9c63c290c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Request body: {'floatingip': {'port_id': '4718c5ba-41f3-46c7-acfd-80eb90f08b42'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:51.826086 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event updated for resources: {'Port': ['ID=dbd1d0a0-7a05-4284-89cf-d4065f62a058,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:51.960209 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Pushing event deleted for resources: {'Port': ['ID=c05038d8-bdeb-4f5e-8093-55ee28a3cd15,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:51.962515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61ae52a9-f0f2-44c6-afaa-7ee9c63c290c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (10d1a2e0-3a76-493f-a34c-ee6557189c38), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:51.994818 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (7fac34b7-f7c3-4087-b868-c751b46871c5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.029824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-585b7882-7f88-46f6-9b45-380e73001669 None None] Provisioning complete for port 4718c5ba-41f3-46c7-acfd-80eb90f08b42 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:55:52.030217 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-585b7882-7f88-46f6-9b45-380e73001669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4718c5ba-41f3-46c7-acfd-80eb90f08b42), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.075836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479a8c7-715e-479a-a752-3741e2976553 req-0e5b84d3-ed80-4d41-855e-973daac6fc8f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:52.083537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4479a8c7-715e-479a-a752-3741e2976553 req-0e5b84d3-ed80-4d41-855e-973daac6fc8f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 946 time: 0.2129591 Jan 27 21:55:52.137278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-585b7882-7f88-46f6-9b45-380e73001669 None None] Port 4718c5ba-41f3-46c7-acfd-80eb90f08b42 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:55:52.151524 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (7fac34b7-f7c3-4087-b868-c751b46871c5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.156327 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Publish callbacks [] for router_controller (7fac34b7-f7c3-4087-b868-c751b46871c5), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.219424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4479a8c7-715e-479a-a752-3741e2976553 req-cf6dd5a7-7091-4a52-ac5c-2b1a0b000556 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348855 Jan 27 21:55:52.332236 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (7fac34b7-f7c3-4087-b868-c751b46871c5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.332849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fac34b7-f7c3-4087-b868-c751b46871c5 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:52.340280 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.346622 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-40696657-a13a-40d8-b4b2-dd928c74908e admin admin] 10.222.0.61 "DELETE /v2.0/routers/7fac34b7-f7c3-4087-b868-c751b46871c5 HTTP/1.1" status: 204 len: 168 time: 2.3783736 Jan 27 21:55:52.348519 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.350422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39092) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:52.874732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61ae52a9-f0f2-44c6-afaa-7ee9c63c290c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.910643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2e5fee-c23d-4548-995f-8e145152e39a admin admin] Deleting subnet 02058af9-b7be-422f-afbc-10a8b55a704d {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:55:52.917536 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5fee-c23d-4548-995f-8e145152e39a admin admin] Publish callbacks [] for subnet (02058af9-b7be-422f-afbc-10a8b55a704d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.964959 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5fee-c23d-4548-995f-8e145152e39a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (02058af9-b7be-422f-afbc-10a8b55a704d), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:52.988324 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61ae52a9-f0f2-44c6-afaa-7ee9c63c290c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (10d1a2e0-3a76-493f-a34c-ee6557189c38), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.178626 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.184901 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5fee-c23d-4548-995f-8e145152e39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (02058af9-b7be-422f-afbc-10a8b55a704d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.384435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c05038d8-bdeb-4f5e-8093-55ee28a3cd15 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:53.406211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: c05038d8-bdeb-4f5e-8093-55ee28a3cd15 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:53.406568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c05038d8-bdeb-4f5e-8093-55ee28a3cd15 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:53.462416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Router 44cc79fb-9bea-407e-94c2-9589ac8f1f9d is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:55:53.522953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b439de-9d51-407f-abc9-e4964b016399 req-c66e6bfc-8aac-4440-b13c-6a8b20e3e5ac tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:53.525621 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3b439de-9d51-407f-abc9-e4964b016399 req-c66e6bfc-8aac-4440-b13c-6a8b20e3e5ac tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 946 time: 0.1246898 Jan 27 21:55:53.554210 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-61ae52a9-f0f2-44c6-afaa-7ee9c63c290c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Floating IP 10d1a2e0-3a76-493f-a34c-ee6557189c38 associated. External IP: 172.25.0.174, port: b25194e0-88b8-4a3a-bd76-b3b6a043021c. Jan 27 21:55:53.608843 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5fee-c23d-4548-995f-8e145152e39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (02058af9-b7be-422f-afbc-10a8b55a704d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.626200 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5fee-c23d-4548-995f-8e145152e39a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.630384 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8c2e5fee-c23d-4548-995f-8e145152e39a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/02058af9-b7be-422f-afbc-10a8b55a704d HTTP/1.1" status: 204 len: 168 time: 1.2787385 Jan 27 21:55:53.636832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39100) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:53.637042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa8339f-6b3e-4008-a163-9915d31f2097 None None] Network af806d0e-cab5-48ab-9a95-83286c3e6aa3 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:55:53.681530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e5fee-c23d-4548-995f-8e145152e39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02058af9-b7be-422f-afbc-10a8b55a704d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:53.685915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:53.697611 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Sync routers for ids ['44cc79fb-9bea-407e-94c2-9589ac8f1f9d'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:53.716304 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Routers {'44cc79fb-9bea-407e-94c2-9589ac8f1f9d'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:53.717100 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['44cc79fb-9bea-407e-94c2-9589ac8f1f9d'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:53.744659 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (af806d0e-cab5-48ab-9a95-83286c3e6aa3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.751564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3b439de-9d51-407f-abc9-e4964b016399 req-8841d24b-7baa-470c-a843-bc5e972abafa tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152791 Jan 27 21:55:53.812199 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:53.815290 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-28303d55-e003-413e-89d4-8a08079eef86 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.7213795 Jan 27 21:55:53.815599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39104) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:53.969337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb1f8ef-222f-4465-90ed-0e07546c68f6 None None] DHCP port deletion for af806d0e-cab5-48ab-9a95-83286c3e6aa3 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:55:53.983813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ae52a9-f0f2-44c6-afaa-7ee9c63c290c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:53.990855 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Set router 44cc79fb-9bea-407e-94c2-9589ac8f1f9d gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:55:53.998751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Deleting port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:53.999103 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.040063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1f8ef-222f-4465-90ed-0e07546c68f6 None None] Deleting port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:54.040718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4bb1f8ef-222f-4465-90ed-0e07546c68f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.100866 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.163872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4bb1f8ef-222f-4465-90ed-0e07546c68f6 None None] For port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8,segment=NetworkSegment(6df0fb4b-cb58-4307-91e2-56ade347b7d8),segment_id=6df0fb4b-cb58-4307-91e2-56ade347b7d8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:54.166367 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4bb1f8ef-222f-4465-90ed-0e07546c68f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.175660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] For port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8,segment=NetworkSegment(6df0fb4b-cb58-4307-91e2-56ade347b7d8),segment_id=6df0fb4b-cb58-4307-91e2-56ade347b7d8)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:54.177778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.206261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1f8ef-222f-4465-90ed-0e07546c68f6 None None] Calling delete_port for c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:54.334836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Calling delete_port for c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:54.339129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.389205 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44cc79fb-9bea-407e-94c2-9589ac8f1f9d', 'name': '', 'tenant_id': '9141ff96940c4a6795ec745899be1aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a', 'external_fixed_ips': [{'subnet_id': 'e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3', 'ip_address': '2001:db8::33f'}], 'enable_snat': True}, 'gw_port_id': 'dbd1d0a0-7a05-4284-89cf-d4065f62a058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:55:49Z', 'updated_at': '2022-01-27T21:55:51Z', 'revision_number': 3, 'project_id': '9141ff96940c4a6795ec745899be1aa7', 'gw_port': {'id': 'dbd1d0a0-7a05-4284-89cf-d4065f62a058', 'name': '', 'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cc79fb-9bea-407e-94c2-9589ac8f1f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3', 'ip_address': '2001:db8::33f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:55:50Z', 'updated_at': '2022-01-27T21:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:54.425677 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Checking router: 44cc79fb-9bea-407e-94c2-9589ac8f1f9d for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:55:54.425914 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Updating router 44cc79fb-9bea-407e-94c2-9589ac8f1f9d port dbd1d0a0-7a05-4284-89cf-d4065f62a058 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:55:54.443013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ae52a9-f0f2-44c6-afaa-7ee9c63c290c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:54.453978 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dbd1d0a0-7a05-4284-89cf-d4065f62a058), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.456543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3071323-90a3-4b62-8640-a8ffa5cfef0d None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:54.474524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3071323-90a3-4b62-8640-a8ffa5cfef0d None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:54.475186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-b3071323-90a3-4b62-8640-a8ffa5cfef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:54.498885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7abc0-3719-4963-add6-9a2beeae8efd req-67500ce1-d174-4a6d-86a5-c6c7063caf1f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:54.500113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35c7abc0-3719-4963-add6-9a2beeae8efd req-67500ce1-d174-4a6d-86a5-c6c7063caf1f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 946 time: 0.2088437 Jan 27 21:55:54.556810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-b3071323-90a3-4b62-8640-a8ffa5cfef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:54.570316 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4bb1f8ef-222f-4465-90ed-0e07546c68f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.575625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Deleting port dbd1d0a0-7a05-4284-89cf-d4065f62a058 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:54.575972 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (dbd1d0a0-7a05-4284-89cf-d4065f62a058), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.623258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1f8ef-222f-4465-90ed-0e07546c68f6 None None] Pushing event deleted for resources: {'Port': ['ID=c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:54.645476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3071323-90a3-4b62-8640-a8ffa5cfef0d None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:54.645476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-b3071323-90a3-4b62-8640-a8ffa5cfef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:54.645476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb1f8ef-222f-4465-90ed-0e07546c68f6 None None] No DVR routers for this DVR port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:54.668627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35c7abc0-3719-4963-add6-9a2beeae8efd req-5956ee1d-3d91-409d-9268-cbd9b1690f67 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599545 Jan 27 21:55:54.674891 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.686334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-b3071323-90a3-4b62-8640-a8ffa5cfef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:54.687018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3071323-90a3-4b62-8640-a8ffa5cfef0d None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:54.739167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:54.751520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] No DVR routers for this DVR port c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:54.783471 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (dbd1d0a0-7a05-4284-89cf-d4065f62a058), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.814213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Calling delete_port for dbd1d0a0-7a05-4284-89cf-d4065f62a058 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:54.928810 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (af806d0e-cab5-48ab-9a95-83286c3e6aa3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:54.984808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af806d0e-cab5-48ab-9a95-83286c3e6aa3']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:54.989420 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Publish callbacks [] for port (dbd1d0a0-7a05-4284-89cf-d4065f62a058), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.011865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df0fb4b-cb58-4307-91e2-56ade347b7d8') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:55.012195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df0fb4b-cb58-4307-91e2-56ade347b7d8') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:55.050515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c804b1-e475-4db0-b4da-ea7bf272d38e req-610f4140-9735-4847-88bf-b70c6bcc1619 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:55.052039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7c804b1-e475-4db0-b4da-ea7bf272d38e req-610f4140-9735-4847-88bf-b70c6bcc1619 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 946 time: 0.2061033 Jan 27 21:55:55.054162 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (6df0fb4b-cb58-4307-91e2-56ade347b7d8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.099234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ae52a9-f0f2-44c6-afaa-7ee9c63c290c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router 1e730907-0deb-4a4b-a4aa-ca45c0517719 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:55.109011 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6df0fb4b-cb58-4307-91e2-56ade347b7d8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.118380 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (dbd1d0a0-7a05-4284-89cf-d4065f62a058), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.123103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:55:55.123516 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (6df0fb4b-cb58-4307-91e2-56ade347b7d8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:55:55.125661 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:55:55.208676 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Attempting to bind port dbd1d0a0-7a05-4284-89cf-d4065f62a058 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:55.209439 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Attempting to bind port dbd1d0a0-7a05-4284-89cf-d4065f62a058 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'fa009f0f-8b66-4ebf-8a89-bebf8bc14199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:55.209998 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Attempting to bind port dbd1d0a0-7a05-4284-89cf-d4065f62a058 on network ffea57f0-06ac-4e76-abf5-d2137b439d4a {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:55.221023 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:55.221941 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Checking segment: {'id': 'fa009f0f-8b66-4ebf-8a89-bebf8bc14199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:55.222527 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.222935 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Bound using segment: {'id': 'fa009f0f-8b66-4ebf-8a89-bebf8bc14199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:55.223429 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Bound port: dbd1d0a0-7a05-4284-89cf-d4065f62a058, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa009f0f-8b66-4ebf-8a89-bebf8bc14199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:55.223802 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dbd1d0a0-7a05-4284-89cf-d4065f62a058), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.263263 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Pushing event updated for resources: {'Port': ['ID=dbd1d0a0-7a05-4284-89cf-d4065f62a058,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:55.263450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7c804b1-e475-4db0-b4da-ea7bf272d38e req-8cb93b63-d6ea-4946-9e9e-df7a01680402 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029176 Jan 27 21:55:55.278118 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.278590 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.279933 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.281602 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.282141 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.293000 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.293000 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.293000 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.293000 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.293000 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.293000 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.293000 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.293000 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ea0e54-865f-4c19-8449-176a257d961a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:55:55.296744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (dbd1d0a0-7a05-4284-89cf-d4065f62a058), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.347636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:55:55.365421 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.db.api [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:55:55.366070 n-d-760456-6 neutron-server[104029]: DEBUG oslo_db.api [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:55:55.371027 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (af806d0e-cab5-48ab-9a95-83286c3e6aa3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.375832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ae52a9-f0f2-44c6-afaa-7ee9c63c290c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:55.393949 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b86793-c5da-4ebf-a9d1-b7e41255a4a2 None None] Sync routers for ids ['1e730907-0deb-4a4b-a4aa-ca45c0517719'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:55.395997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:55:55.398644 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61ae52a9-f0f2-44c6-afaa-7ee9c63c290c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.400534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c5a4d3d3-4934-4397-9ee8-a4ff5b25cfe8 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:55:55.420998 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b86793-c5da-4ebf-a9d1-b7e41255a4a2 None None] Routers {'1e730907-0deb-4a4b-a4aa-ca45c0517719'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:55.421636 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-15b86793-c5da-4ebf-a9d1-b7e41255a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1e730907-0deb-4a4b-a4aa-ca45c0517719'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:55.431911 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.439760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] 10.222.0.61 "DELETE /v2.0/networks/af806d0e-cab5-48ab-9a95-83286c3e6aa3 HTTP/1.1" status: 204 len: 168 time: 1.8033273 Jan 27 21:55:55.463940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbd1d0a0-7a05-4284-89cf-d4065f62a058,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:55.471349 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-15b86793-c5da-4ebf-a9d1-b7e41255a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:55.485670 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b86793-c5da-4ebf-a9d1-b7e41255a4a2 None None] Routers {'1e730907-0deb-4a4b-a4aa-ca45c0517719'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:55.486634 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-15b86793-c5da-4ebf-a9d1-b7e41255a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1e730907-0deb-4a4b-a4aa-ca45c0517719'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:55.515663 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.547961 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-15b86793-c5da-4ebf-a9d1-b7e41255a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:55.548722 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b86793-c5da-4ebf-a9d1-b7e41255a4a2 None None] The sync data for ids ['1e730907-0deb-4a4b-a4aa-ca45c0517719'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:55.549631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-61ae52a9-f0f2-44c6-afaa-7ee9c63c290c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "PUT /v2.0/floatingips/10d1a2e0-3a76-493f-a34c-ee6557189c38 HTTP/1.1" status: 200 len: 978 time: 3.7888441 Jan 27 21:55:55.554283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035f08f-8270-4cb2-ab44-9197048fc265 admin admin] Pushing event deleted for resources: {'Network': ['ID=af806d0e-cab5-48ab-9a95-83286c3e6aa3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:55.562492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39120) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:55.663866 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.668100 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_controller (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.710685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port 4718c5ba-41f3-46c7-acfd-80eb90f08b42 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:55.711252 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4718c5ba-41f3-46c7-acfd-80eb90f08b42), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.835199 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4718c5ba-41f3-46c7-acfd-80eb90f08b42), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.848693 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (44cc79fb-9bea-407e-94c2-9589ac8f1f9d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.849510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44cc79fb-9bea-407e-94c2-9589ac8f1f9d {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:55.855686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.856753 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1ebb5570-f46b-4cf2-9cee-1f299ee7deb2 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "DELETE /v2.0/routers/44cc79fb-9bea-407e-94c2-9589ac8f1f9d HTTP/1.1" status: 204 len: 168 time: 2.0401652 Jan 27 21:55:55.873115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39126) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:55.884183 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Attempting to bind port dbd1d0a0-7a05-4284-89cf-d4065f62a058 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:55:55.884653 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Attempting to bind port dbd1d0a0-7a05-4284-89cf-d4065f62a058 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'fa009f0f-8b66-4ebf-8a89-bebf8bc14199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:55:55.885083 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Attempting to bind port dbd1d0a0-7a05-4284-89cf-d4065f62a058 on network ffea57f0-06ac-4e76-abf5-d2137b439d4a {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:55:55.890513 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:55:55.890957 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Checking segment: {'id': 'fa009f0f-8b66-4ebf-8a89-bebf8bc14199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:55:55.891444 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.891899 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Bound using segment: {'id': 'fa009f0f-8b66-4ebf-8a89-bebf8bc14199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:55:55.892671 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Bound port: dbd1d0a0-7a05-4284-89cf-d4065f62a058, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa009f0f-8b66-4ebf-8a89-bebf8bc14199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'ffea57f0-06ac-4e76-abf5-d2137b439d4a'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:55:55.893119 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dbd1d0a0-7a05-4284-89cf-d4065f62a058), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:55.912322 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.plugin [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Port dbd1d0a0-7a05-4284-89cf-d4065f62a058 has been deleted concurrently {{(pid=104029) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 27 21:55:55.926479 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Routers set() bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:55.926916 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Router IDs set() for agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 21:55:55.935786 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_agentschedulers_db [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'44cc79fb-9bea-407e-94c2-9589ac8f1f9d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent'). {{(pid=104029) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 21:55:55.935786 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a376cebf-e4ea-4bb9-b59a-27ead720ced4 None None] The sync data for ids ['44cc79fb-9bea-407e-94c2-9589ac8f1f9d'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:55.958622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e676734-135a-47d7-8305-ad9c73bc792d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Deleting subnet e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:55:55.962448 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e676734-135a-47d7-8305-ad9c73bc792d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for subnet (e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.016799 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e676734-135a-47d7-8305-ad9c73bc792d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.072726 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e676734-135a-47d7-8305-ad9c73bc792d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.110427 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39128) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:56.169701 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d218d21c-d369-4a01-a557-10319d7bf68a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1efbb19167b04fbe8a7e55c762ebbb27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0580876 Jan 27 21:55:56.194613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39130) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:56.251063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-387625ae-263d-4ca4-ba0f-0c9566a17092 admin admin] Publish callbacks [] for security_group (bbd4242c-f864-4bbd-af4b-d7eb57120bc4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.282911 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-387625ae-263d-4ca4-ba0f-0c9566a17092 admin admin] Publish callbacks [] for security_group (bbd4242c-f864-4bbd-af4b-d7eb57120bc4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.359363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e676734-135a-47d7-8305-ad9c73bc792d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.396922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e18edf-209a-4948-bbb3-b8c80dfde101 req-20b7ea26-a46b-41b7-8d07-b7b0b6d17583 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:56.399420 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10e18edf-209a-4948-bbb3-b8c80dfde101 req-20b7ea26-a46b-41b7-8d07-b7b0b6d17583 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 946 time: 0.4553976 Jan 27 21:55:56.409236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e676734-135a-47d7-8305-ad9c73bc792d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:56.417343 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e676734-135a-47d7-8305-ad9c73bc792d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.420300 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1e676734-135a-47d7-8305-ad9c73bc792d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3 HTTP/1.1" status: 204 len: 168 time: 0.5460372 Jan 27 21:55:56.421459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39134) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:56.484864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-387625ae-263d-4ca4-ba0f-0c9566a17092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bbd4242c-f864-4bbd-af4b-d7eb57120bc4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.488496 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-387625ae-263d-4ca4-ba0f-0c9566a17092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.492553 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-387625ae-263d-4ca4-ba0f-0c9566a17092 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbd4242c-f864-4bbd-af4b-d7eb57120bc4 HTTP/1.1" status: 204 len: 168 time: 0.2964420 Jan 27 21:55:56.510278 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387625ae-263d-4ca4-ba0f-0c9566a17092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4242c-f864-4bbd-af4b-d7eb57120bc4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:56.524868 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (ffea57f0-06ac-4e76-abf5-d2137b439d4a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.567230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10e18edf-209a-4948-bbb3-b8c80dfde101 req-b2dd4b5f-eff6-4e54-9ed5-fb1cb9eab872 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594155 Jan 27 21:55:56.614507 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.615130 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (10d1a2e0-3a76-493f-a34c-ee6557189c38), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.615630 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Floating IP 10d1a2e0-3a76-493f-a34c-ee6557189c38 disassociated. External IP: 172.25.0.174, port: 4718c5ba-41f3-46c7-acfd-80eb90f08b42. Jan 27 21:55:56.616313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for 4718c5ba-41f3-46c7-acfd-80eb90f08b42 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:56.645209 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (ffea57f0-06ac-4e76-abf5-d2137b439d4a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.670459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffea57f0-06ac-4e76-abf5-d2137b439d4a']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:56.688600 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa009f0f-8b66-4ebf-8a89-bebf8bc14199') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:56.688936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa009f0f-8b66-4ebf-8a89-bebf8bc14199') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:56.709128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (fa009f0f-8b66-4ebf-8a89-bebf8bc14199), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.732509 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (fa009f0f-8b66-4ebf-8a89-bebf8bc14199), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.739717 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:55:56.740527 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (fa009f0f-8b66-4ebf-8a89-bebf8bc14199), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: items = [ Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:55:56.743199 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:55:56.917556 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (ffea57f0-06ac-4e76-abf5-d2137b439d4a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.917796 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.940312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ffea57f0-06ac-4e76-abf5-d2137b439d4a {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 21:55:56.943498 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event deleted for resources: {'Network': ['ID=ffea57f0-06ac-4e76-abf5-d2137b439d4a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:56.945707 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:56.955356 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-55e8d6f6-54f3-4173-8085-cee9e8f55d21 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "DELETE /v2.0/networks/ffea57f0-06ac-4e76-abf5-d2137b439d4a HTTP/1.1" status: 204 len: 168 time: 0.5327344 Jan 27 21:55:56.976360 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4718c5ba-41f3-46c7-acfd-80eb90f08b42), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.008689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=4718c5ba-41f3-46c7-acfd-80eb90f08b42,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:57.318987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router 1e730907-0deb-4a4b-a4aa-ca45c0517719 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:55:57.334194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64823655-4d20-491c-b24f-7c0dc0480ab9 req-8d54bf20-c9a6-4ea4-9255-4c20116025ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:57.341916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64823655-4d20-491c-b24f-7c0dc0480ab9 req-8d54bf20-c9a6-4ea4-9255-4c20116025ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 946 time: 0.1431160 Jan 27 21:55:57.397774 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.661540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:55:57.768373 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.775499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39160) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:57.776250 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6f773704-970d-4eee-9c30-3e182da3bf02 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/ports/4718c5ba-41f3-46c7-acfd-80eb90f08b42 HTTP/1.1" status: 204 len: 168 time: 2.2105148 Jan 27 21:55:57.796790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-64823655-4d20-491c-b24f-7c0dc0480ab9 req-cb8b3307-2303-48fe-9569-7f156607fe37 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Deleting port d9fb520d-45a2-44d1-80f3-43cd060f94b2 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:57.797224 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-64823655-4d20-491c-b24f-7c0dc0480ab9 req-cb8b3307-2303-48fe-9569-7f156607fe37 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:57.975307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234fb9e-b3e0-4e40-afb2-13548f0ed9de req-e547001c-39d6-49d8-b8dc-37abf440c199 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:55:57.981336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a234fb9e-b3e0-4e40-afb2-13548f0ed9de req-e547001c-39d6-49d8-b8dc-37abf440c199 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 946 time: 0.3232603 Jan 27 21:55:57.989786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2a6f4-ba5d-4198-bf30-6e3896f4f8c1 None None] Sync routers for ids ['1e730907-0deb-4a4b-a4aa-ca45c0517719'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:55:58.006213 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2a6f4-ba5d-4198-bf30-6e3896f4f8c1 None None] Routers {'1e730907-0deb-4a4b-a4aa-ca45c0517719'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:58.010682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7cb2a6f4-ba5d-4198-bf30-6e3896f4f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1e730907-0deb-4a4b-a4aa-ca45c0517719'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:58.020498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39164) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:58.033588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-74e43937-f271-468c-b6da-b7a741a8277f tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Request body: {'router': {'name': 'tempest-router--512033685', 'project_id': '7a17c9a80b4b4eb0b93c86c954ca3026'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:58.095354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7cb2a6f4-ba5d-4198-bf30-6e3896f4f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:58.136102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb2a6f4-ba5d-4198-bf30-6e3896f4f8c1 None None] Routers {'1e730907-0deb-4a4b-a4aa-ca45c0517719'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:55:58.136102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7cb2a6f4-ba5d-4198-bf30-6e3896f4f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1e730907-0deb-4a4b-a4aa-ca45c0517719'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:58.136506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-64823655-4d20-491c-b24f-7c0dc0480ab9 req-cb8b3307-2303-48fe-9569-7f156607fe37 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] For port d9fb520d-45a2-44d1-80f3-43cd060f94b2, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d9fb520d-45a2-44d1-80f3-43cd060f94b2,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:55:58.136506 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-64823655-4d20-491c-b24f-7c0dc0480ab9 req-cb8b3307-2303-48fe-9569-7f156607fe37 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.136506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a234fb9e-b3e0-4e40-afb2-13548f0ed9de req-f66d2c6b-83bf-4dea-978f-5e23882856b3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251566 Jan 27 21:55:58.136506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-64823655-4d20-491c-b24f-7c0dc0480ab9 req-cb8b3307-2303-48fe-9569-7f156607fe37 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Calling delete_port for d9fb520d-45a2-44d1-80f3-43cd060f94b2 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:58.150453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7cb2a6f4-ba5d-4198-bf30-6e3896f4f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:55:58.151652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2a6f4-ba5d-4198-bf30-6e3896f4f8c1 None None] The sync data for ids ['1e730907-0deb-4a4b-a4aa-ca45c0517719'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:55:58.330032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74e43937-f271-468c-b6da-b7a741a8277f tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (5758d9ba-c4ac-4ece-acde-ff5c3b08bdd3), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.331667 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74e43937-f271-468c-b6da-b7a741a8277f tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (5758d9ba-c4ac-4ece-acde-ff5c3b08bdd3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.384884 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54e9a320-9abb-4308-8be3-96c37b6fa47b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (1e730907-0deb-4a4b-a4aa-ca45c0517719), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.399970 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74e43937-f271-468c-b6da-b7a741a8277f tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_controller (5758d9ba-c4ac-4ece-acde-ff5c3b08bdd3), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.480251 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-64823655-4d20-491c-b24f-7c0dc0480ab9 req-cb8b3307-2303-48fe-9569-7f156607fe37 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d9fb520d-45a2-44d1-80f3-43cd060f94b2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.492882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['d9fb520d-45a2-44d1-80f3-43cd060f94b2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:58.495813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:55:58.516953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b3307-2303-48fe-9569-7f156607fe37 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event deleted for resources: {'Port': ['ID=d9fb520d-45a2-44d1-80f3-43cd060f94b2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:58.521222 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74e43937-f271-468c-b6da-b7a741a8277f tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (5758d9ba-c4ac-4ece-acde-ff5c3b08bdd3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.583580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-64823655-4d20-491c-b24f-7c0dc0480ab9 req-cb8b3307-2303-48fe-9569-7f156607fe37 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] No DVR routers for this DVR port d9fb520d-45a2-44d1-80f3-43cd060f94b2 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:55:58.587201 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-64823655-4d20-491c-b24f-7c0dc0480ab9 req-cb8b3307-2303-48fe-9569-7f156607fe37 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.591761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64823655-4d20-491c-b24f-7c0dc0480ab9 req-cb8b3307-2303-48fe-9569-7f156607fe37 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "DELETE /v2.0/ports/d9fb520d-45a2-44d1-80f3-43cd060f94b2 HTTP/1.1" status: 204 len: 173 time: 1.2508817 Jan 27 21:55:58.592303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8136f87c-d385-474a-a4cd-8a228c32d783', 'name': 'network-vif-deleted', 'tag': 'd9fb520d-45a2-44d1-80f3-43cd060f94b2'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:55:58.595731 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc151fa-7777-4998-a3e9-82c4c9bbb1c5" -d '{"events": [{"server_uuid": "8136f87c-d385-474a-a4cd-8a228c32d783", "name": "network-vif-deleted", "tag": "d9fb520d-45a2-44d1-80f3-43cd060f94b2"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:55:58.668301 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd07da6-8fbf-4186-87d5-ac271d513633 x-openstack-request-id: req-2bd07da6-8fbf-4186-87d5-ac271d513633 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:55:58.668606 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8136f87c-d385-474a-a4cd-8a228c32d783", "name": "network-vif-deleted", "tag": "d9fb520d-45a2-44d1-80f3-43cd060f94b2", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:55:58.669227 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bd07da6-8fbf-4186-87d5-ac271d513633 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:55:58.669664 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8136f87c-d385-474a-a4cd-8a228c32d783', 'name': 'network-vif-deleted', 'tag': 'd9fb520d-45a2-44d1-80f3-43cd060f94b2', 'status': 'completed', 'code': 200} Jan 27 21:55:58.684195 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74e43937-f271-468c-b6da-b7a741a8277f tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.691721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-74e43937-f271-468c-b6da-b7a741a8277f tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6695883 Jan 27 21:55:58.692422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39178) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:58.701073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39180) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:55:58.790103 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0632-5618-41dc-a874-1a786e1bb89d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (5758d9ba-c4ac-4ece-acde-ff5c3b08bdd3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:58.874494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2141273684-network', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:55:59.044630 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0632-5618-41dc-a874-1a786e1bb89d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (5758d9ba-c4ac-4ece-acde-ff5c3b08bdd3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.047919 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0632-5618-41dc-a874-1a786e1bb89d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_controller (5758d9ba-c4ac-4ece-acde-ff5c3b08bdd3), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.110703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-54e9a320-9abb-4308-8be3-96c37b6fa47b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port 5f770593-0bdc-4166-8957-9a8fef4a3ded {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:55:59.111060 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54e9a320-9abb-4308-8be3-96c37b6fa47b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5f770593-0bdc-4166-8957-9a8fef4a3ded), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.205117 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54e9a320-9abb-4308-8be3-96c37b6fa47b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5f770593-0bdc-4166-8957-9a8fef4a3ded), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.244967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-54e9a320-9abb-4308-8be3-96c37b6fa47b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for 5f770593-0bdc-4166-8957-9a8fef4a3ded owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:55:59.247518 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e678ca4-8919-4e22-b8f8-68a79206aa9d req-e8bd54ce-8ab3-45eb-bfe2-1ac715e5c983 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 210 time: 0.0314982 Jan 27 21:55:59.439257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:55:59.441694 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.444887 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0632-5618-41dc-a874-1a786e1bb89d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (5758d9ba-c4ac-4ece-acde-ff5c3b08bdd3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.452946 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe0632-5618-41dc-a874-1a786e1bb89d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5758d9ba-c4ac-4ece-acde-ff5c3b08bdd3 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:55:59.452946 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fbe0632-5618-41dc-a874-1a786e1bb89d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.459692 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9fbe0632-5618-41dc-a874-1a786e1bb89d tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "DELETE /v2.0/routers/5758d9ba-c4ac-4ece-acde-ff5c3b08bdd3 HTTP/1.1" status: 204 len: 168 time: 0.7573252 Jan 27 21:55:59.465231 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.553797 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54e9a320-9abb-4308-8be3-96c37b6fa47b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5f770593-0bdc-4166-8957-9a8fef4a3ded), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.601098 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9a320-9abb-4308-8be3-96c37b6fa47b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=5f770593-0bdc-4166-8957-9a8fef4a3ded,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:59.627391 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Publish callbacks [] for security_group (58b15fff-e636-4a5c-acc7-68d3db1960a7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.834577 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (58b15fff-e636-4a5c-acc7-68d3db1960a7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.884781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:55:59.901367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b15fff-e636-4a5c-acc7-68d3db1960a7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:55:59.917331 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (80b985ff-d3c0-4a55-b10d-7f53f4dd19da), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:55:59.917687 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Added segment 80b985ff-d3c0-4a55-b10d-7f53f4dd19da of type vlan for network 0b82e3ea-cccf-4366-975c-e3e82e495967 Jan 27 21:55:59.967976 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (0b82e3ea-cccf-4366-975c-e3e82e495967), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.043077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39194) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:00.153963 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (0b82e3ea-cccf-4366-975c-e3e82e495967), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.155362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:00.156430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.240569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] Pushing event updated for resources: {'Network': ['ID=0b82e3ea-cccf-4366-975c-e3e82e495967,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:00.251986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 0b82e3ea-cccf-4366-975c-e3e82e495967 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:56:00.261559 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54e9a320-9abb-4308-8be3-96c37b6fa47b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (1e730907-0deb-4a4b-a4aa-ca45c0517719), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.300937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a896b790-7879-4c5d-9aee-90d311ed8e8b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5968881 Jan 27 21:56:00.301928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39202) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:00.316462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8db089e8-3404-4d81-9cba-ca475aa4a1b0 admin admin] Request body: {'subnet': {'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2141273684-subnet', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:00.334587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-868243142', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:00.409643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-536e8f2f-b335-42a6-b973-3e21024516a2 req-669257ac-4cc1-4d08-b180-f11f2e1ba86c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=8136f87c-d385-474a-a4cd-8a228c32d783 HTTP/1.1" status: 200 len: 210 time: 0.0465250 Jan 27 21:56:00.517007 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (90169160-38c1-4c9c-8697-a5ad80fa6e8c), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.518069 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (90169160-38c1-4c9c-8697-a5ad80fa6e8c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.547011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db089e8-3404-4d81-9cba-ca475aa4a1b0 admin admin] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:00.549641 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8db089e8-3404-4d81-9cba-ca475aa4a1b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.566529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e9a320-9abb-4308-8be3-96c37b6fa47b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router 1e730907-0deb-4a4b-a4aa-ca45c0517719 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:00.634228 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_controller (90169160-38c1-4c9c-8697-a5ad80fa6e8c), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.699254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e9a320-9abb-4308-8be3-96c37b6fa47b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:00.707086 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-54e9a320-9abb-4308-8be3-96c37b6fa47b tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "PUT /v2.0/routers/1e730907-0deb-4a4b-a4aa-ca45c0517719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9289563 Jan 27 21:56:00.709787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39208) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:00.722738 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ad607-7bae-4565-b116-0310f51c09e3 None None] Sync routers for ids ['1e730907-0deb-4a4b-a4aa-ca45c0517719'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:00.729384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad6c14-1af9-439f-a97e-d535e073db01 req-61caab36-90c6-4f23-b1aa-8e710b38b50c tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:00.731908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41ad6c14-1af9-439f-a97e-d535e073db01 req-61caab36-90c6-4f23-b1aa-8e710b38b50c tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 950 time: 0.1247134 Jan 27 21:56:00.733245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ad607-7bae-4565-b116-0310f51c09e3 None None] Routers {'1e730907-0deb-4a4b-a4aa-ca45c0517719'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:00.734070 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-069ad607-7bae-4565-b116-0310f51c09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1e730907-0deb-4a4b-a4aa-ca45c0517719'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:00.782394 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-069ad607-7bae-4565-b116-0310f51c09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:00.792367 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ad607-7bae-4565-b116-0310f51c09e3 None None] Routers {'1e730907-0deb-4a4b-a4aa-ca45c0517719'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:00.793212 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-069ad607-7bae-4565-b116-0310f51c09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:55:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1e730907-0deb-4a4b-a4aa-ca45c0517719'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:00.829753 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-069ad607-7bae-4565-b116-0310f51c09e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:00.830707 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069ad607-7bae-4565-b116-0310f51c09e3 None None] The sync data for ids ['1e730907-0deb-4a4b-a4aa-ca45c0517719'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:00.850409 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router (1e730907-0deb-4a4b-a4aa-ca45c0517719), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:00.960307 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router_gateway (1e730907-0deb-4a4b-a4aa-ca45c0517719), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.001117 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (90169160-38c1-4c9c-8697-a5ad80fa6e8c), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.029565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41ad6c14-1af9-439f-a97e-d535e073db01 req-90602c7c-996d-42da-adff-3d4ec11146fd tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384508 Jan 27 21:56:01.143952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port 7b425137-9c3d-463d-9951-becf1e4c17cd {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:01.144338 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7b425137-9c3d-463d-9951-becf1e4c17cd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.239758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7b425137-9c3d-463d-9951-becf1e4c17cd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.252933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for 7b425137-9c3d-463d-9951-becf1e4c17cd owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:01.318483 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8db089e8-3404-4d81-9cba-ca475aa4a1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (424eff24-915c-48ed-bc94-f5626e6d8b0b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.417335 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (90169160-38c1-4c9c-8697-a5ad80fa6e8c), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.443733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:01.451892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db089e8-3404-4d81-9cba-ca475aa4a1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=424eff24-915c-48ed-bc94-f5626e6d8b0b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:01.476357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db089e8-3404-4d81-9cba-ca475aa4a1b0 admin admin] Checking segment: {'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:01.476728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db089e8-3404-4d81-9cba-ca475aa4a1b0 admin admin] Network hostable DHCP agents. Network: 0b82e3ea-cccf-4366-975c-e3e82e495967, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:56:01.765533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-2c08c84b-b2ec-4348-81b7-326f1df6bf86 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:01.767026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-2c08c84b-b2ec-4348-81b7-326f1df6bf86 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.1089725 Jan 27 21:56:01.783660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cb242fc5-47b9-41d4-aa19-5bcca8e3b834 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/quotas/7ef2744fc5934353b91e037e8978612b HTTP/1.1" status: 200 len: 375 time: 0.0105410 Jan 27 21:56:01.850053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-9caa117e-3600-4511-92e8-c92c7ac70caf tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596292 Jan 27 21:56:01.952340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-1e6f8d9b-2c09-4b57-8db4-f7eda4c9ee3e service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956488 Jan 27 21:56:02.029928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d9fb520d-45a2-44d1-80f3-43cd060f94b2 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:02.039834 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:56:02.054886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: d9fb520d-45a2-44d1-80f3-43cd060f94b2 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:02.055331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d9fb520d-45a2-44d1-80f3-43cd060f94b2 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:02.061401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-6f8c1d9f-149c-43f7-bbfe-add3515edd33 service neutron] 10.222.0.61 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033587 Jan 27 21:56:02.167514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df1df8-5bcd-47f9-b00c-a21a297df7ba req-5f3ae70b-6f4e-40d2-bf14-3dc0bf0aa721 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:02.169054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52df1df8-5bcd-47f9-b00c-a21a297df7ba req-5f3ae70b-6f4e-40d2-bf14-3dc0bf0aa721 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 950 time: 0.0619428 Jan 27 21:56:02.227256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52df1df8-5bcd-47f9-b00c-a21a297df7ba req-b78308d1-2f58-4b45-a89d-272a8a92b1dd tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5928164-f010-49bd-acb9-ed7258599e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523312 Jan 27 21:56:02.291975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f9352-0981-434c-accf-3dba302c3567 req-92ce9347-8b76-42cc-bba9-e1c83df780ab tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:02.293490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca8f9352-0981-434c-accf-3dba302c3567 req-92ce9347-8b76-42cc-bba9-e1c83df780ab tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.71 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 950 time: 0.0522096 Jan 27 21:56:02.392444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ca8f9352-0981-434c-accf-3dba302c3567 req-743b8422-3ee1-4495-8586-d714d1aa2454 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Deleting port db16e6de-ec1e-445f-9dce-b0452c35606d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:02.393160 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ca8f9352-0981-434c-accf-3dba302c3567 req-743b8422-3ee1-4495-8586-d714d1aa2454 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.491257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ca8f9352-0981-434c-accf-3dba302c3567 req-743b8422-3ee1-4495-8586-d714d1aa2454 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] For port db16e6de-ec1e-445f-9dce-b0452c35606d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=db16e6de-ec1e-445f-9dce-b0452c35606d,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:02.491661 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ca8f9352-0981-434c-accf-3dba302c3567 req-743b8422-3ee1-4495-8586-d714d1aa2454 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.507632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ca8f9352-0981-434c-accf-3dba302c3567 req-743b8422-3ee1-4495-8586-d714d1aa2454 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Calling delete_port for db16e6de-ec1e-445f-9dce-b0452c35606d owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:02.574797 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (7b425137-9c3d-463d-9951-becf1e4c17cd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.607654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=7b425137-9c3d-463d-9951-becf1e4c17cd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:02.692027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db089e8-3404-4d81-9cba-ca475aa4a1b0 admin admin] Network 0b82e3ea-cccf-4366-975c-e3e82e495967 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:56:02.722909 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (1e730907-0deb-4a4b-a4aa-ca45c0517719), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.794267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6aebb66c-d6ba-4ef3-8674-8126455ca739 req-9daa0ffe-72c5-41ab-ba4a-f6fc6ad45530 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 210 time: 0.0353994 Jan 27 21:56:02.814148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Allocated IP 172.25.0.152 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/9365a640-b791-437a-98b8-320f8313509e) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:02.857146 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (1e730907-0deb-4a4b-a4aa-ca45c0517719), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.859512 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router_controller (1e730907-0deb-4a4b-a4aa-ca45c0517719), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.873866 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-10c1d93b-6dfd-450b-a242-bdfd55bd2ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.946921 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ca8f9352-0981-434c-accf-3dba302c3567 req-743b8422-3ee1-4495-8586-d714d1aa2454 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (db16e6de-ec1e-445f-9dce-b0452c35606d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:02.956908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['db16e6de-ec1e-445f-9dce-b0452c35606d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:02.984473 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b8422-3ee1-4495-8586-d714d1aa2454 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Pushing event deleted for resources: {'Port': ['ID=db16e6de-ec1e-445f-9dce-b0452c35606d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:03.024708 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for port (9365a640-b791-437a-98b8-320f8313509e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.045769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8f9352-0981-434c-accf-3dba302c3567 req-743b8422-3ee1-4495-8586-d714d1aa2454 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] No DVR routers for this DVR port db16e6de-ec1e-445f-9dce-b0452c35606d on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:03.048994 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ca8f9352-0981-434c-accf-3dba302c3567 req-743b8422-3ee1-4495-8586-d714d1aa2454 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.052348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca8f9352-0981-434c-accf-3dba302c3567 req-743b8422-3ee1-4495-8586-d714d1aa2454 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.71 "DELETE /v2.0/ports/db16e6de-ec1e-445f-9dce-b0452c35606d HTTP/1.1" status: 204 len: 173 time: 0.7535615 Jan 27 21:56:03.052789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813bc15e-2263-4a90-8444-fd0bd2128dad', 'name': 'network-vif-deleted', 'tag': 'db16e6de-ec1e-445f-9dce-b0452c35606d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:03.055087 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18406d44-cd2a-4679-8257-9622f29d8f37" -d '{"events": [{"server_uuid": "813bc15e-2263-4a90-8444-fd0bd2128dad", "name": "network-vif-deleted", "tag": "db16e6de-ec1e-445f-9dce-b0452c35606d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:03.074032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8db089e8-3404-4d81-9cba-ca475aa4a1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 0b82e3ea-cccf-4366-975c-e3e82e495967) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:03.084758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db089e8-3404-4d81-9cba-ca475aa4a1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:03.084758 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8db089e8-3404-4d81-9cba-ca475aa4a1b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.085752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e643315-de57-41f9-aa45-16a8328db6f9 None None] Network 0b82e3ea-cccf-4366-975c-e3e82e495967 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:03.101243 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d94234-1171-401b-9562-66a00ec32739 x-openstack-request-id: req-31d94234-1171-401b-9562-66a00ec32739 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:03.101545 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813bc15e-2263-4a90-8444-fd0bd2128dad", "name": "network-vif-deleted", "tag": "db16e6de-ec1e-445f-9dce-b0452c35606d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:03.102552 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-31d94234-1171-401b-9562-66a00ec32739 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:03.103118 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813bc15e-2263-4a90-8444-fd0bd2128dad', 'name': 'network-vif-deleted', 'tag': 'db16e6de-ec1e-445f-9dce-b0452c35606d', 'status': 'completed', 'code': 200} Jan 27 21:56:03.130613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (1e730907-0deb-4a4b-a4aa-ca45c0517719), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.131304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Fanout notify agent at l3_agent the message router_deleted on router 1e730907-0deb-4a4b-a4aa-ca45c0517719 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:56:03.158070 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.158070 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9ea7aaeb-65a1-48c3-99c4-d37915b96727 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/routers/1e730907-0deb-4a4b-a4aa-ca45c0517719 HTTP/1.1" status: 204 len: 168 time: 2.4295299 Jan 27 21:56:03.158070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39240) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:03.199171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a52ebf2-2de7-45b9-907f-b8d9c1f68491 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting subnet cc1c424b-4c52-49f9-a10d-d030e597493d {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:56:03.202469 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a52ebf2-2de7-45b9-907f-b8d9c1f68491 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for subnet (cc1c424b-4c52-49f9-a10d-d030e597493d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.216430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-0b82e3ea-cccf-4366-975c-e3e82e495967', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'fixed_ips': [{'subnet_id': '424eff24-915c-48ed-bc94-f5626e6d8b0b'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:56:03.217427 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.245939 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a52ebf2-2de7-45b9-907f-b8d9c1f68491 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (cc1c424b-4c52-49f9-a10d-d030e597493d), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.366524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-834c61ce-fa08-4afd-900c-891a575c53f0 req-33465604-d289-432d-a515-6cd60c304ffa tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 210 time: 0.0466201 Jan 27 21:56:03.374233 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a52ebf2-2de7-45b9-907f-b8d9c1f68491 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (cc1c424b-4c52-49f9-a10d-d030e597493d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.412307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8db089e8-3404-4d81-9cba-ca475aa4a1b0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1051066 Jan 27 21:56:03.414572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39252) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:03.417860 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9365a640-b791-437a-98b8-320f8313509e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.440018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:03.454654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Allocated IP 172.20.0.2 (0b82e3ea-cccf-4366-975c-e3e82e495967/424eff24-915c-48ed-bc94-f5626e6d8b0b/518b8921-26e8-44f4-b208-2140c585af72) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:03.512438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:03.516911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:03.523964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:03.640576 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Publish callbacks [] for port (518b8921-26e8-44f4-b208-2140c585af72), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.655683 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a52ebf2-2de7-45b9-907f-b8d9c1f68491 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (cc1c424b-4c52-49f9-a10d-d030e597493d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.689522 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a52ebf2-2de7-45b9-907f-b8d9c1f68491 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.695218 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7a52ebf2-2de7-45b9-907f-b8d9c1f68491 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/subnets/cc1c424b-4c52-49f9-a10d-d030e597493d HTTP/1.1" status: 204 len: 168 time: 0.5487051 Jan 27 21:56:03.695218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52ebf2-2de7-45b9-907f-b8d9c1f68491 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1c424b-4c52-49f9-a10d-d030e597493d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:03.695521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39254) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:03.702358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eac38f-66ff-4f7f-83b3-eea9e0c25b05 None None] Network 13eaefd0-daf1-443b-a929-9282965fb5f9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:03.804199 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (518b8921-26e8-44f4-b208-2140c585af72), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.850541 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (fc213aff-6f2b-4b48-bf85-50411bf03583), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.851583 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (fc213aff-6f2b-4b48-bf85-50411bf03583), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.856011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Network 0b82e3ea-cccf-4366-975c-e3e82e495967 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:03.870862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Pushing event updated for resources: {'Port': ['ID=9365a640-b791-437a-98b8-320f8313509e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:03.881624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (13eaefd0-daf1-443b-a929-9282965fb5f9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:03.959539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-727110df-54f6-4310-81dd-a2e3c5aa2ff1 req-25dcc4e7-5e6b-4850-a2a9-074e57c00104 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 210 time: 0.0783305 Jan 27 21:56:03.991666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port afb373bc-61aa-48f8-ad85-d2668fad37c0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:03.991666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.060928 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] For port afb373bc-61aa-48f8-ad85-d2668fad37c0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=afb373bc-61aa-48f8-ad85-d2668fad37c0,segment=NetworkSegment(4f4f8121-6427-417b-b1ed-69425f487f36),segment_id=4f4f8121-6427-417b-b1ed-69425f487f36)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:04.061259 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.072211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:04.077160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:04.086128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for afb373bc-61aa-48f8-ad85-d2668fad37c0 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:04.132235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Pushing event updated for resources: {'Port': ['ID=518b8921-26e8-44f4-b208-2140c585af72,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:04.150387 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Publish callbacks [] for router_controller (fc213aff-6f2b-4b48-bf85-50411bf03583), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.159287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Attempting to bind port 518b8921-26e8-44f4-b208-2140c585af72 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:04.159820 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Attempting to bind port 518b8921-26e8-44f4-b208-2140c585af72 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:04.160335 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Attempting to bind port 518b8921-26e8-44f4-b208-2140c585af72 on network 0b82e3ea-cccf-4366-975c-e3e82e495967 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:04.167029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:04.167553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Checking segment: {'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:04.168068 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.168645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Bound using segment: {'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:04.169281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Bound port: 518b8921-26e8-44f4-b208-2140c585af72, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:04.169784 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (518b8921-26e8-44f4-b208-2140c585af72), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.234212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b03e4f7-acb7-409f-a4f6-296b3c6d88ff None None] DHCP port deletion for 13eaefd0-daf1-443b-a929-9282965fb5f9 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:56:04.249517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] For port 518b8921-26e8-44f4-b208-2140c585af72, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:04.281956 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] For port 518b8921-26e8-44f4-b208-2140c585af72, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=518b8921-26e8-44f4-b208-2140c585af72,segment=NetworkSegment(80b985ff-d3c0-4a55-b10d-7f53f4dd19da),segment_id=80b985ff-d3c0-4a55-b10d-7f53f4dd19da)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:04.304194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1b03e4f7-acb7-409f-a4f6-296b3c6d88ff None None] Deleting port afb373bc-61aa-48f8-ad85-d2668fad37c0 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:04.304717 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b03e4f7-acb7-409f-a4f6-296b3c6d88ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.367663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1b03e4f7-acb7-409f-a4f6-296b3c6d88ff None None] For port afb373bc-61aa-48f8-ad85-d2668fad37c0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=afb373bc-61aa-48f8-ad85-d2668fad37c0,segment=NetworkSegment(4f4f8121-6427-417b-b1ed-69425f487f36),segment_id=4f4f8121-6427-417b-b1ed-69425f487f36)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:04.368127 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b03e4f7-acb7-409f-a4f6-296b3c6d88ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.382046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1b03e4f7-acb7-409f-a4f6-296b3c6d88ff None None] Calling delete_port for afb373bc-61aa-48f8-ad85-d2668fad37c0 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:04.385763 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (90169160-38c1-4c9c-8697-a5ad80fa6e8c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.499727 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.507718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b03e4f7-acb7-409f-a4f6-296b3c6d88ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (afb373bc-61aa-48f8-ad85-d2668fad37c0), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.537982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=afb373bc-61aa-48f8-ad85-d2668fad37c0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:04.540481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] No DVR routers for this DVR port afb373bc-61aa-48f8-ad85-d2668fad37c0 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:04.540651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03e4f7-acb7-409f-a4f6-296b3c6d88ff None None] Pushing event deleted for resources: {'Port': ['ID=afb373bc-61aa-48f8-ad85-d2668fad37c0,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:04.557589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03e4f7-acb7-409f-a4f6-296b3c6d88ff None None] No DVR routers for this DVR port afb373bc-61aa-48f8-ad85-d2668fad37c0 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:04.561506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-251868f4-f03c-4c82-8154-c83cf1d0cbf8 req-24357f49-ffdc-4359-9d1e-1c3eec9fbea6 tempest-VolumesBackupsTest-427077611 tempest-VolumesBackupsTest-427077611-project] 10.222.0.61 "GET /v2.0/ports?device_id=813bc15e-2263-4a90-8444-fd0bd2128dad HTTP/1.1" status: 200 len: 210 time: 0.0642135 Jan 27 21:56:04.593916 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (518b8921-26e8-44f4-b208-2140c585af72), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.648291 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Publish callbacks [] for router_gateway (fc213aff-6f2b-4b48-bf85-50411bf03583), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.676761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33cc7f-456e-4841-8b33-4d8c10436044 None None] Pushing event updated for resources: {'Port': ['ID=518b8921-26e8-44f4-b208-2140c585af72,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:04.718377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (13eaefd0-daf1-443b-a929-9282965fb5f9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.748806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13eaefd0-daf1-443b-a929-9282965fb5f9']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:04.762528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f4f8121-6427-417b-b1ed-69425f487f36') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:04.762843 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f4f8121-6427-417b-b1ed-69425f487f36') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:04.778043 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (4f4f8121-6427-417b-b1ed-69425f487f36), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.786450 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (90169160-38c1-4c9c-8697-a5ad80fa6e8c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.797128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4f4f8121-6427-417b-b1ed-69425f487f36), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.805115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:56:04.805981 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (4f4f8121-6427-417b-b1ed-69425f487f36), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:56:04.811647 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:56:04.941627 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-348cec87-0f05-4f76-8d20-ef8dc898b4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.071007 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (13eaefd0-daf1-443b-a929-9282965fb5f9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.078492 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.085357 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/networks/13eaefd0-daf1-443b-a929-9282965fb5f9 HTTP/1.1" status: 204 len: 168 time: 1.3866663 Jan 27 21:56:05.087266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39276) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:05.100886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65acadd5-9674-46c5-992c-7bc4d4033580 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Network': ['ID=13eaefd0-daf1-443b-a929-9282965fb5f9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:05.114068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-214b1a01-5cc1-45e0-bb03-d5ee451b87f2 req-e5e95cb9-5b0d-4e40-9fc6-f0dae3dc507c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 210 time: 0.0398436 Jan 27 21:56:05.191561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Router 90169160-38c1-4c9c-8697-a5ad80fa6e8c is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:56:05.340784 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Publish callbacks [] for router_gateway (fc213aff-6f2b-4b48-bf85-50411bf03583), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.367242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.410748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 518b8921-26e8-44f4-b208-2140c585af72 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:05.473678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 518b8921-26e8-44f4-b208-2140c585af72 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:05.473963 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (518b8921-26e8-44f4-b208-2140c585af72), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.491126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e477a-176b-4450-afa2-af580edfbd2f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port 95b3f35c-7445-42cf-8ab0-40b5b128f1b5 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:05.491480 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa4e477a-176b-4450-afa2-af580edfbd2f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (95b3f35c-7445-42cf-8ab0-40b5b128f1b5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.497635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:05.512676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3214f45e-30fa-42af-a907-7ddaca9e7f03 None None] Sync routers for ids ['90169160-38c1-4c9c-8697-a5ad80fa6e8c'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:05.531137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214f45e-30fa-42af-a907-7ddaca9e7f03 None None] Routers {'90169160-38c1-4c9c-8697-a5ad80fa6e8c'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:05.532023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3214f45e-30fa-42af-a907-7ddaca9e7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['90169160-38c1-4c9c-8697-a5ad80fa6e8c'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:05.569567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3214f45e-30fa-42af-a907-7ddaca9e7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:05.604852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214f45e-30fa-42af-a907-7ddaca9e7f03 None None] Routers {'90169160-38c1-4c9c-8697-a5ad80fa6e8c'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:05.617415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3214f45e-30fa-42af-a907-7ddaca9e7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['90169160-38c1-4c9c-8697-a5ad80fa6e8c'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:05.619052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Allocated IP 172.25.0.77 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/1c9d50e1-a391-4021-808a-956452a40b13) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:05.662517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa4e477a-176b-4450-afa2-af580edfbd2f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (95b3f35c-7445-42cf-8ab0-40b5b128f1b5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.666538 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa4e477a-176b-4450-afa2-af580edfbd2f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (95b3f35c-7445-42cf-8ab0-40b5b128f1b5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.693731 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.695117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-09088324-bba1-4779-84bd-6fca568ba24f tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6503575 Jan 27 21:56:05.697894 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39282) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:05.698057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3214f45e-30fa-42af-a907-7ddaca9e7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:05.698708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3214f45e-30fa-42af-a907-7ddaca9e7f03 None None] The sync data for ids ['90169160-38c1-4c9c-8697-a5ad80fa6e8c'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:05.701512 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 518b8921-26e8-44f4-b208-2140c585af72 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:05.701908 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (518b8921-26e8-44f4-b208-2140c585af72), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.747932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 518b8921-26e8-44f4-b208-2140c585af72, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=518b8921-26e8-44f4-b208-2140c585af72,segment=NetworkSegment(80b985ff-d3c0-4a55-b10d-7f53f4dd19da),segment_id=80b985ff-d3c0-4a55-b10d-7f53f4dd19da)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:05.751159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-fa4e477a-176b-4450-afa2-af580edfbd2f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for 95b3f35c-7445-42cf-8ab0-40b5b128f1b5 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:05.844952 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (518b8921-26e8-44f4-b208-2140c585af72), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.882600 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Publish callbacks [] for port (1c9d50e1-a391-4021-808a-956452a40b13), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:05.919201 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-53514714-be29-4843-b64b-6aff6ad3894f tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/routers/90169160-38c1-4c9c-8697-a5ad80fa6e8c HTTP/1.1" status: 200 len: 924 time: 0.2180459 Jan 27 21:56:05.921420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39284) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:05.959454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39286) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:05.959762 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-71481292-9550-450b-8006-f157d64ab582 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "GET /v2.0/ports?device_id=90169160-38c1-4c9c-8697-a5ad80fa6e8c HTTP/1.1" status: 200 len: 205 time: 0.0356550 Jan 27 21:56:05.985499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device afb373bc-61aa-48f8-ad85-d2668fad37c0 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:06.033527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=518b8921-26e8-44f4-b208-2140c585af72,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:06.040479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: afb373bc-61aa-48f8-ad85-d2668fad37c0 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:06.040831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device afb373bc-61aa-48f8-ad85-d2668fad37c0 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:06.200671 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (90169160-38c1-4c9c-8697-a5ad80fa6e8c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:06.223335 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:06.229428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa128d9-c1d9-45fd-a127-1dd45d0a923d None None] Network 0b82e3ea-cccf-4366-975c-e3e82e495967 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:06.267050 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa4e477a-176b-4450-afa2-af580edfbd2f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (95b3f35c-7445-42cf-8ab0-40b5b128f1b5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:06.269428 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1c9d50e1-a391-4021-808a-956452a40b13), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:06.307799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da7625cf-20ef-4338-9fa8-20c6ff02c22d req-4ba095eb-cc83-4aba-892b-277853a41fb5 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 210 time: 0.0520353 Jan 27 21:56:06.342092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f49ceaa7-a51f-4bb1-a181-1bcd50c24b2c None None] Provisioning complete for port 518b8921-26e8-44f4-b208-2140c585af72 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:06.342696 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f49ceaa7-a51f-4bb1-a181-1bcd50c24b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (518b8921-26e8-44f4-b208-2140c585af72), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:06.352743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e477a-176b-4450-afa2-af580edfbd2f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=95b3f35c-7445-42cf-8ab0-40b5b128f1b5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:06.501260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f49ceaa7-a51f-4bb1-a181-1bcd50c24b2c None None] Current status of the port 518b8921-26e8-44f4-b208-2140c585af72 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:06.780996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:06.817963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-edbfdede-3fc4-4501-8c3b-f76f730f2078 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:06.819365 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-edbfdede-3fc4-4501-8c3b-f76f730f2078 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 805 time: 0.6931062 Jan 27 21:56:06.820272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:06.822870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:06.824586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-25d26b89-a78f-46fd-928d-14a20a4fd583 None None] Provisioning complete for port 518b8921-26e8-44f4-b208-2140c585af72 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:06.825226 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25d26b89-a78f-46fd-928d-14a20a4fd583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (518b8921-26e8-44f4-b208-2140c585af72), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:06.870827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Request body: {'port': {'device_id': 'aa604028-517c-457f-a1b7-ca8bd5207350', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'admin_state_up': True, 'tenant_id': '7ef2744fc5934353b91e037e8978612b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:06.920719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device db16e6de-ec1e-445f-9dce-b0452c35606d no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:06.946927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: db16e6de-ec1e-445f-9dce-b0452c35606d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:06.947589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device db16e6de-ec1e-445f-9dce-b0452c35606d not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:06.956386 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-25d26b89-a78f-46fd-928d-14a20a4fd583 None None] Current status of the port 518b8921-26e8-44f4-b208-2140c585af72 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:06.985411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Pushing event updated for resources: {'Port': ['ID=1c9d50e1-a391-4021-808a-956452a40b13,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:07.000172 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa4e477a-176b-4450-afa2-af580edfbd2f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for floatingip (10d1a2e0-3a76-493f-a34c-ee6557189c38), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.003286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa4e477a-176b-4450-afa2-af580edfbd2f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.007855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fa4e477a-176b-4450-afa2-af580edfbd2f tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/floatingips/10d1a2e0-3a76-493f-a34c-ee6557189c38 HTTP/1.1" status: 204 len: 168 time: 1.9162514 Jan 27 21:56:07.008367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39294) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:07.044312 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-209f2a7c-0704-4eff-a1df-5fb080ef8a07 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] DELETE failed (client error): The resource could not be found. Jan 27 21:56:07.044312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209f2a7c-0704-4eff-a1df-5fb080ef8a07 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:56:07.045622 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-209f2a7c-0704-4eff-a1df-5fb080ef8a07 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/ports/4718c5ba-41f3-46c7-acfd-80eb90f08b42 HTTP/1.1" status: 404 len: 333 time: 0.0361457 Jan 27 21:56:07.048153 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39298) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:07.072885 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (90169160-38c1-4c9c-8697-a5ad80fa6e8c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.076502 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8ad23a46-2c04-4e19-a120-5c52657f5ec2 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e730907-0deb-4a4b-a4aa-ca45c0517719 HTTP/1.1" status: 200 len: 205 time: 0.0270076 Jan 27 21:56:07.079303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39300) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:07.127054 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-b59fd971-3032-4f92-bd16-f06456d87620 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] delete failed (client error): The resource could not be found. Jan 27 21:56:07.129976 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b59fd971-3032-4f92-bd16-f06456d87620 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/routers/1e730907-0deb-4a4b-a4aa-ca45c0517719 HTTP/1.1" status: 404 len: 336 time: 0.0494399 Jan 27 21:56:07.133806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39304) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:07.188113 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36db93f-707f-4ac5-9f1c-7ac883e3572a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] DELETE failed (client error): The resource could not be found. Jan 27 21:56:07.188819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36db93f-707f-4ac5-9f1c-7ac883e3572a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:56:07.192041 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c36db93f-707f-4ac5-9f1c-7ac883e3572a tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/subnets/cc1c424b-4c52-49f9-a10d-d030e597493d HTTP/1.1" status: 404 len: 337 time: 0.0572951 Jan 27 21:56:07.194507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39306) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:07.256841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Deleting port 9365a640-b791-437a-98b8-320f8313509e {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:07.257371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9365a640-b791-437a-98b8-320f8313509e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.320331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Made reservation on behalf of 7ef2744fc5934353b91e037e8978612b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:07.320331 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.355145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 518b8921-26e8-44f4-b208-2140c585af72 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:07.394770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-840f0474-d7d0-4cd5-8cea-00e2fad0dba6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port b25194e0-88b8-4a3a-bd76-b3b6a043021c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:07.395129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-840f0474-d7d0-4cd5-8cea-00e2fad0dba6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b25194e0-88b8-4a3a-bd76-b3b6a043021c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.427186 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.465613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 518b8921-26e8-44f4-b208-2140c585af72 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:07.465996 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (518b8921-26e8-44f4-b208-2140c585af72), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.480482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d597a1c1-86e2-4284-9d85-9409ed860ed1 req-c56ed683-28fc-41a2-a45c-25ce001e4d79 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 210 time: 0.0628612 Jan 27 21:56:07.521099 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-840f0474-d7d0-4cd5-8cea-00e2fad0dba6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b25194e0-88b8-4a3a-bd76-b3b6a043021c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.540208 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-840f0474-d7d0-4cd5-8cea-00e2fad0dba6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for b25194e0-88b8-4a3a-bd76-b3b6a043021c owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:07.606004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 518b8921-26e8-44f4-b208-2140c585af72 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:07.626939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Publish callbacks [] for router_gateway (fc213aff-6f2b-4b48-bf85-50411bf03583), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.631785 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9365a640-b791-437a-98b8-320f8313509e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.697777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Calling delete_port for 9365a640-b791-437a-98b8-320f8313509e owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:07.771084 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-840f0474-d7d0-4cd5-8cea-00e2fad0dba6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b25194e0-88b8-4a3a-bd76-b3b6a043021c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.835924 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f0474-d7d0-4cd5-8cea-00e2fad0dba6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=b25194e0-88b8-4a3a-bd76-b3b6a043021c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:07.898410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Allocated IP 172.20.0.13 (f7986a63-54e0-4362-a7cb-5a7356da77db/1af3e14d-ef9e-46d4-8d8c-76715fffbc0a/235a6491-3822-4a02-a61d-63d55fa612b4) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:07.924393 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-840f0474-d7d0-4cd5-8cea-00e2fad0dba6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:07.927878 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-840f0474-d7d0-4cd5-8cea-00e2fad0dba6 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/ports/b25194e0-88b8-4a3a-bd76-b3b6a043021c HTTP/1.1" status: 204 len: 168 time: 0.7320182 Jan 27 21:56:07.930168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39310) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:08.024495 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a99c6075-9fc5-4702-8c98-daa7f7ace4c9 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port 285dc209-90cb-4675-aa36-964fc686d684 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:08.025155 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a99c6075-9fc5-4702-8c98-daa7f7ace4c9 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (285dc209-90cb-4675-aa36-964fc686d684), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.159100 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a99c6075-9fc5-4702-8c98-daa7f7ace4c9 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (285dc209-90cb-4675-aa36-964fc686d684), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.180018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a99c6075-9fc5-4702-8c98-daa7f7ace4c9 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for 285dc209-90cb-4675-aa36-964fc686d684 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:08.279439 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (fc213aff-6f2b-4b48-bf85-50411bf03583), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.373136 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks [] for port (235a6491-3822-4a02-a61d-63d55fa612b4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.404378 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9365a640-b791-437a-98b8-320f8313509e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.454634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Pushing event deleted for resources: {'Port': ['ID=9365a640-b791-437a-98b8-320f8313509e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:08.476893 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a99c6075-9fc5-4702-8c98-daa7f7ace4c9 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (285dc209-90cb-4675-aa36-964fc686d684), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.528290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c6075-9fc5-4702-8c98-daa7f7ace4c9 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=285dc209-90cb-4675-aa36-964fc686d684,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:08.635971 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a99c6075-9fc5-4702-8c98-daa7f7ace4c9 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.640820 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a99c6075-9fc5-4702-8c98-daa7f7ace4c9 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/ports/285dc209-90cb-4675-aa36-964fc686d684 HTTP/1.1" status: 204 len: 168 time: 0.7093673 Jan 27 21:56:08.643026 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39326) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:08.656717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c27815c7-7f09-409a-915f-3b06cb592e4e req-5cd7c6b1-bbb4-4e26-9c45-fd00d1ce467b tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 210 time: 0.0616524 Jan 27 21:56:08.674376 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (90169160-38c1-4c9c-8697-a5ad80fa6e8c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.705121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527c6fdc-e822-451c-bcd9-5ba281eb444c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:08.706925 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-527c6fdc-e822-451c-bcd9-5ba281eb444c tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "GET /v2.0/ports?device_id=e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 HTTP/1.1" status: 200 len: 913 time: 0.0626028 Jan 27 21:56:08.709612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39328) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:08.802351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Router fc213aff-6f2b-4b48-bf85-50411bf03583 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:56:08.805429 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (90169160-38c1-4c9c-8697-a5ad80fa6e8c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.807562 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.809922 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_controller (90169160-38c1-4c9c-8697-a5ad80fa6e8c), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.820407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:08.866082 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:08.907006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Network f7986a63-54e0-4362-a7cb-5a7356da77db is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:08.949457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:08.951476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event updated for resources: {'Port': ['ID=235a6491-3822-4a02-a61d-63d55fa612b4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:08.956289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:09.060561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:09.062401 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (90169160-38c1-4c9c-8697-a5ad80fa6e8c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.063306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Fanout notify agent at l3_agent the message router_deleted on router 90169160-38c1-4c9c-8697-a5ad80fa6e8c {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:56:09.071772 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Sync routers for ids ['fc213aff-6f2b-4b48-bf85-50411bf03583'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:09.082213 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Routers {'fc213aff-6f2b-4b48-bf85-50411bf03583'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:09.082840 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['fc213aff-6f2b-4b48-bf85-50411bf03583'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:09.098953 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.101615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cd2aebc6-2a8e-4dff-be04-fc551d7670ae tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/routers/90169160-38c1-4c9c-8697-a5ad80fa6e8c HTTP/1.1" status: 204 len: 168 time: 3.1328576 Jan 27 21:56:09.110817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39330) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:09.115394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1518049753', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'enable_snat': False}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:09.152326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:09.158233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.165367 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-162dc75b-6c97-4e13-add8-db00bfb8a999 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.167690 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.171975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-28fd0cfc-78ec-4461-9e6e-fcc56626dcac admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7489552 Jan 27 21:56:09.172621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39332) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:09.286205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-cfbfad76-b40a-4143-bede-c57ff27eb46f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4200602 Jan 27 21:56:09.300362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Request body: {'port': {'device_id': 'aa604028-517c-457f-a1b7-ca8bd5207350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:09.373278 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.376415 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Set router fc213aff-6f2b-4b48-bf85-50411bf03583 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:09.379360 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (0dc2ce2f-405c-4995-8990-e53c4fd016a7), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.380912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (0dc2ce2f-405c-4995-8990-e53c4fd016a7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.554076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-162dc75b-6c97-4e13-add8-db00bfb8a999 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port a8e33c09-6603-4e55-a95c-da63e5fcf1a7 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:09.554624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-162dc75b-6c97-4e13-add8-db00bfb8a999 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a8e33c09-6603-4e55-a95c-da63e5fcf1a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.657955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-162dc75b-6c97-4e13-add8-db00bfb8a999 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a8e33c09-6603-4e55-a95c-da63e5fcf1a7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.674509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-162dc75b-6c97-4e13-add8-db00bfb8a999 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for a8e33c09-6603-4e55-a95c-da63e5fcf1a7 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:09.825941 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 3, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:09.859409 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Checking router: fc213aff-6f2b-4b48-bf85-50411bf03583 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:09.861790 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Updating router fc213aff-6f2b-4b48-bf85-50411bf03583 port 1c9d50e1-a391-4021-808a-956452a40b13 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:56:09.896371 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1c9d50e1-a391-4021-808a-956452a40b13), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:09.936316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50515f-30e7-4810-80a1-75833e7da0ec req-744735cd-0d28-40bc-b1bc-717d086626c3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:09.937786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd50515f-30e7-4810-80a1-75833e7da0ec req-744735cd-0d28-40bc-b1bc-717d086626c3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 932 time: 0.1704454 Jan 27 21:56:09.979021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_controller (0dc2ce2f-405c-4995-8990-e53c4fd016a7), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.022213 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-162dc75b-6c97-4e13-add8-db00bfb8a999 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a8e33c09-6603-4e55-a95c-da63e5fcf1a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.070998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162dc75b-6c97-4e13-add8-db00bfb8a999 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=a8e33c09-6603-4e55-a95c-da63e5fcf1a7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:10.267312 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Publish callbacks [] for port (1c9d50e1-a391-4021-808a-956452a40b13), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.349759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd50515f-30e7-4810-80a1-75833e7da0ec req-304b8efc-6d30-4c30-af58-62b408a7fd1b tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016380 Jan 27 21:56:10.370593 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1c9d50e1-a391-4021-808a-956452a40b13), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.446833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-162dc75b-6c97-4e13-add8-db00bfb8a999 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.462928 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceab0af-2550-4b1c-977a-4fb5eda08427 None None] Pushing event updated for resources: {'Port': ['ID=1c9d50e1-a391-4021-808a-956452a40b13,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:10.487237 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Attempting to bind port 1c9d50e1-a391-4021-808a-956452a40b13 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:10.487705 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Attempting to bind port 1c9d50e1-a391-4021-808a-956452a40b13 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:10.488404 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Attempting to bind port 1c9d50e1-a391-4021-808a-956452a40b13 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:10.494171 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:10.494740 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:10.495225 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.495936 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:10.496516 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Bound port: 1c9d50e1-a391-4021-808a-956452a40b13, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:10.497009 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1c9d50e1-a391-4021-808a-956452a40b13), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.560902 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (0dc2ce2f-405c-4995-8990-e53c4fd016a7), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.561619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] For port 1c9d50e1-a391-4021-808a-956452a40b13, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:10.565278 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] For port 1c9d50e1-a391-4021-808a-956452a40b13, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1c9d50e1-a391-4021-808a-956452a40b13,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:10.662886 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1c9d50e1-a391-4021-808a-956452a40b13), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.772118 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Routers {'fc213aff-6f2b-4b48-bf85-50411bf03583'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:10.775291 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['fc213aff-6f2b-4b48-bf85-50411bf03583'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:10.779587 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162dc75b-6c97-4e13-add8-db00bfb8a999 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:10.847000 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceab0af-2550-4b1c-977a-4fb5eda08427 None None] Pushing event updated for resources: {'Port': ['ID=1c9d50e1-a391-4021-808a-956452a40b13,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:10.894944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235a6491-3822-4a02-a61d-63d55fa612b4 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:10.906401 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162dc75b-6c97-4e13-add8-db00bfb8a999 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:10.911521 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-162dc75b-6c97-4e13-add8-db00bfb8a999 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "PUT /v2.0/routers/e23dc366-c743-4d6f-b49c-3e5f5f1a9d90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2007375 Jan 27 21:56:10.914545 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39344) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:10.917166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081c522-bfb3-4490-a474-964e288ff1ed None None] Sync routers for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:10.935814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081c522-bfb3-4490-a474-964e288ff1ed None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:10.938958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9081c522-bfb3-4490-a474-964e288ff1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:10.950827 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.956258 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Publish callbacks [] for port (235a6491-3822-4a02-a61d-63d55fa612b4), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:10.995960 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] Set router fc213aff-6f2b-4b48-bf85-50411bf03583 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:11.022245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9081c522-bfb3-4490-a474-964e288ff1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:11.057052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081c522-bfb3-4490-a474-964e288ff1ed None None] Routers {'e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:11.060634 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9081c522-bfb3-4490-a474-964e288ff1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:11.178805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9081c522-bfb3-4490-a474-964e288ff1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:11.179875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9081c522-bfb3-4490-a474-964e288ff1ed None None] The sync data for ids ['e23dc366-c743-4d6f-b49c-3e5f5f1a9d90'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:11.198478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Allocated IP 172.20.0.1 (0b82e3ea-cccf-4366-975c-e3e82e495967/424eff24-915c-48ed-bc94-f5626e6d8b0b/c9589040-70e0-4dc1-8e9b-8b7fd67efe2c) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:11.319858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Publish callbacks [] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.359389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Transition to ACTIVE for port object 235a6491-3822-4a02-a61d-63d55fa612b4 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:56:11.484252 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 3, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:11.541836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.544516 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.579040 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de97a4-3576-4f92-9828-57597a91b07c None None] The sync data for ids ['fc213aff-6f2b-4b48-bf85-50411bf03583'] in n-d-760456-6 is: [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T21:56:07Z', 'revision_number': 3, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:11.659806 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.673276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Network 0b82e3ea-cccf-4366-975c-e3e82e495967 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:11.760889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:11.764175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:11.807010 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router_gateway (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.819268 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Attempting to bind port 235a6491-3822-4a02-a61d-63d55fa612b4 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:11.819744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Attempting to bind port 235a6491-3822-4a02-a61d-63d55fa612b4 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:11.820221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Attempting to bind port 235a6491-3822-4a02-a61d-63d55fa612b4 on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:11.851983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Port 235a6491-3822-4a02-a61d-63d55fa612b4 on network f7986a63-54e0-4362-a7cb-5a7356da77db not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:56:11.852301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Attempting to bind port 235a6491-3822-4a02-a61d-63d55fa612b4 on network f7986a63-54e0-4362-a7cb-5a7356da77db {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:11.868290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Pushing event updated for resources: {'Port': ['ID=235a6491-3822-4a02-a61d-63d55fa612b4,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:11.936423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Pushing event updated for resources: {'Port': ['ID=c9589040-70e0-4dc1-8e9b-8b7fd67efe2c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:11.954405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:11.954405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Checking segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:11.954405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Bound using segment: {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:11.954405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Bound port: 235a6491-3822-4a02-a61d-63d55fa612b4, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:11.954405 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:11.973153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17982591-ccd2-4e24-a346-b872ba72d859 req-1eac7dc3-7bfe-4834-8c43-eeb6d1f2bab4 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:11.985812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17982591-ccd2-4e24-a346-b872ba72d859 req-1eac7dc3-7bfe-4834-8c43-eeb6d1f2bab4 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 944 time: 0.4551980 Jan 27 21:56:12.005117 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (0dc2ce2f-405c-4995-8990-e53c4fd016a7), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.034006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting port 210ed974-8ea2-4e69-8c38-a5711b90fae2 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:12.034371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (210ed974-8ea2-4e69-8c38-a5711b90fae2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.057630 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (fc213aff-6f2b-4b48-bf85-50411bf03583), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.155379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (210ed974-8ea2-4e69-8c38-a5711b90fae2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.170462 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Calling delete_port for 210ed974-8ea2-4e69-8c38-a5711b90fae2 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:12.235036 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.240876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bff8927d-f265-48ef-a6ec-ab5670eb0a46 None None] Provisioning complete for port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:12.241389 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bff8927d-f265-48ef-a6ec-ab5670eb0a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.309915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bff8927d-f265-48ef-a6ec-ab5670eb0a46 None None] Port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:12.323905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17982591-ccd2-4e24-a346-b872ba72d859 req-c2e260bf-5a98-4e86-b455-d5eb40ebfce3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366809 Jan 27 21:56:12.475244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] For port 235a6491-3822-4a02-a61d-63d55fa612b4, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:12.511514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Allocated IP 172.25.0.42 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/626c4d38-7cac-41cc-9930-d3cb4ab1de25) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:12.573477 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (210ed974-8ea2-4e69-8c38-a5711b90fae2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.643896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Port': ['ID=210ed974-8ea2-4e69-8c38-a5711b90fae2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:12.701245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] For port 235a6491-3822-4a02-a61d-63d55fa612b4, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=235a6491-3822-4a02-a61d-63d55fa612b4,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:12.710378 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.714882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.789764 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.917238 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.923049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router_controller (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.961265 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Publish callbacks [] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.961724 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:12.997617 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.019941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:13.025194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.025194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] 10.222.0.74 "PUT /v2.0/ports/235a6491-3822-4a02-a61d-63d55fa612b4 HTTP/1.1" status: 200 len: 1092 time: 3.7270236 Jan 27 21:56:13.025194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa604028-517c-457f-a1b7-ca8bd5207350', 'tag': '235a6491-3822-4a02-a61d-63d55fa612b4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:13.025194 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c081e7-87d1-4547-af1d-566b0e24bd5f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa604028-517c-457f-a1b7-ca8bd5207350", "tag": "235a6491-3822-4a02-a61d-63d55fa612b4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:13.037577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:13.043539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:13.048487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:13.080735 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.091248 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26c5255-cc40-4179-b9c9-f0fe58de1878 x-openstack-request-id: req-e26c5255-cc40-4179-b9c9-f0fe58de1878 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:13.091560 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa604028-517c-457f-a1b7-ca8bd5207350", "tag": "235a6491-3822-4a02-a61d-63d55fa612b4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:13.091821 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e26c5255-cc40-4179-b9c9-f0fe58de1878 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:13.092259 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa604028-517c-457f-a1b7-ca8bd5207350', 'tag': '235a6491-3822-4a02-a61d-63d55fa612b4', 'status': 'completed', 'code': 200} Jan 27 21:56:13.110732 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (e23dc366-c743-4d6f-b49c-3e5f5f1a9d90), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.111477 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Fanout notify agent at l3_agent the message router_deleted on router e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:56:13.111706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69255f28-bab0-4241-b0b1-3706f3541c18 service neutron] Pushing event updated for resources: {'Port': ['ID=235a6491-3822-4a02-a61d-63d55fa612b4,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:13.130019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.134121 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-56a4493f-e00e-4d1f-9423-5f741e68f982 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/routers/e23dc366-c743-4d6f-b49c-3e5f5f1a9d90 HTTP/1.1" status: 204 len: 168 time: 2.2050316 Jan 27 21:56:13.134121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39358) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:13.232488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event updated for resources: {'Port': ['ID=626c4d38-7cac-41cc-9930-d3cb4ab1de25,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:13.234252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f49542e-87a8-4a2d-98c4-79532219f308 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Deleting subnet 5d077a2b-5326-47d5-b85d-9246ffde2fe8 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:56:13.244793 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f49542e-87a8-4a2d-98c4-79532219f308 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for subnet (5d077a2b-5326-47d5-b85d-9246ffde2fe8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.307415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Pushing event updated for resources: {'Port': ['ID=c9589040-70e0-4dc1-8e9b-8b7fd67efe2c,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:13.344320 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f49542e-87a8-4a2d-98c4-79532219f308 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (5d077a2b-5326-47d5-b85d-9246ffde2fe8), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.434263 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f49542e-87a8-4a2d-98c4-79532219f308 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (5d077a2b-5326-47d5-b85d-9246ffde2fe8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.457486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1c9d50e1-a391-4021-808a-956452a40b13 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:13.527789 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1c9d50e1-a391-4021-808a-956452a40b13 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:13.528098 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1c9d50e1-a391-4021-808a-956452a40b13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.602615 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f49542e-87a8-4a2d-98c4-79532219f308 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (5d077a2b-5326-47d5-b85d-9246ffde2fe8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.678031 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49542e-87a8-4a2d-98c4-79532219f308 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Subnet': ['ID=5d077a2b-5326-47d5-b85d-9246ffde2fe8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:13.713538 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f49542e-87a8-4a2d-98c4-79532219f308 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.732527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1c9d50e1-a391-4021-808a-956452a40b13 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:13.732989 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1c9d50e1-a391-4021-808a-956452a40b13), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.736200 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0f49542e-87a8-4a2d-98c4-79532219f308 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/subnets/5d077a2b-5326-47d5-b85d-9246ffde2fe8 HTTP/1.1" status: 204 len: 168 time: 0.6007419 Jan 27 21:56:13.738218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39366) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:13.775306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 1c9d50e1-a391-4021-808a-956452a40b13, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1c9d50e1-a391-4021-808a-956452a40b13,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:13.836235 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (fc213aff-6f2b-4b48-bf85-50411bf03583), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.848701 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (24fb9e73-0193-415d-9599-f5caab358841), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.862743 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1c9d50e1-a391-4021-808a-956452a40b13), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:13.868803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c081e7-87d1-4547-af1d-566b0e24bd5f req-b4992925-a5f0-4d98-be6a-60b4f7ccf52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:13.871470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c081e7-87d1-4547-af1d-566b0e24bd5f req-b4992925-a5f0-4d98-be6a-60b4f7ccf52a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 1095 time: 0.7486079 Jan 27 21:56:13.935142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=1c9d50e1-a391-4021-808a-956452a40b13,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:13.977054 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (24fb9e73-0193-415d-9599-f5caab358841), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.015938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fb9e73-0193-415d-9599-f5caab358841']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:14.026931 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6481fc2c-4f52-4e11-829d-12029b07158f') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:14.027320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6481fc2c-4f52-4e11-829d-12029b07158f') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:14.040328 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (6481fc2c-4f52-4e11-829d-12029b07158f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.047701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced03d77-5fc4-4459-b5a6-c1353975c6ca req-1cef2339-5b89-4825-815d-e90668f9d199 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.049280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ced03d77-5fc4-4459-b5a6-c1353975c6ca req-1cef2339-5b89-4825-815d-e90668f9d199 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 944 time: 0.2541707 Jan 27 21:56:14.056229 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6481fc2c-4f52-4e11-829d-12029b07158f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.064202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:56:14.064389 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (6481fc2c-4f52-4e11-829d-12029b07158f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:56:14.068746 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:56:14.211288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ced03d77-5fc4-4459-b5a6-c1353975c6ca req-ef725cbb-ca0a-4abd-b24d-47b72b79c893 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523862 Jan 27 21:56:14.223347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Network 0b82e3ea-cccf-4366-975c-e3e82e495967 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:14.225411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c081e7-87d1-4547-af1d-566b0e24bd5f req-f3f83f75-04c3-43b4-988f-77fc9a33e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.226870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c081e7-87d1-4547-af1d-566b0e24bd5f req-f3f83f75-04c3-43b4-988f-77fc9a33e168 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7ef2744fc5934353b91e037e8978612b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3463078 Jan 27 21:56:14.227724 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (0dc2ce2f-405c-4995-8990-e53c4fd016a7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.230340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:14.476972 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (24fb9e73-0193-415d-9599-f5caab358841), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.482723 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.488888 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] 10.222.0.61 "DELETE /v2.0/networks/24fb9e73-0193-415d-9599-f5caab358841 HTTP/1.1" status: 204 len: 168 time: 0.7469542 Jan 27 21:56:14.502991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1da8c5-6bfa-4fef-8956-b5a50c3d43c1 tempest-FloatingIPTestJSON-58260911 tempest-FloatingIPTestJSON-58260911-project] Pushing event deleted for resources: {'Network': ['ID=24fb9e73-0193-415d-9599-f5caab358841,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:14.512204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c081e7-87d1-4547-af1d-566b0e24bd5f req-73bc76b4-70d8-4f2b-a36a-3867e2e21be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.513741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c081e7-87d1-4547-af1d-566b0e24bd5f req-73bc76b4-70d8-4f2b-a36a-3867e2e21be6 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2802575 Jan 27 21:56:14.553605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7614b81e-350a-4517-947c-e0ddc16e760a None None] Provisioning complete for port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:14.554210 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7614b81e-350a-4517-947c-e0ddc16e760a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.602035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Router fc213aff-6f2b-4b48-bf85-50411bf03583 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:14.606877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7614b81e-350a-4517-947c-e0ddc16e760a None None] Port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:14.676580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-24b308d8-fe79-4fd7-9972-90947f7a054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.678922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-24b308d8-fe79-4fd7-9972-90947f7a054a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 1095 time: 0.1183438 Jan 27 21:56:14.766435 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (0dc2ce2f-405c-4995-8990-e53c4fd016a7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:14.769490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-91625bfa-69a2-4562-ac72-62ba612f1f91 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=235a6491-3822-4a02-a61d-63d55fa612b4 HTTP/1.1" status: 200 len: 217 time: 0.0529313 Jan 27 21:56:14.933274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:14.948338 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Sync routers for ids ['fc213aff-6f2b-4b48-bf85-50411bf03583'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:14.952158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3976a753-f192-43ab-93d7-5ea75fe65406 admin admin] 10.222.0.61 "PUT /v2.0/routers/fc213aff-6f2b-4b48-bf85-50411bf03583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7784188 Jan 27 21:56:14.971952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-aab7b96f-5e0b-438c-aa81-1de6183efa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:14.973510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-aab7b96f-5e0b-438c-aa81-1de6183efa17 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 200 len: 845 time: 0.1778486 Jan 27 21:56:14.987299 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Routers {'fc213aff-6f2b-4b48-bf85-50411bf03583'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:14.989622 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['fc213aff-6f2b-4b48-bf85-50411bf03583'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:15.051636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-b2fe0bef-f472-4993-bde7-9103131fcbdc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7986a63-54e0-4362-a7cb-5a7356da77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710738 Jan 27 21:56:15.223007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-835b1eda-eac7-436b-83b5-6b4fa98fe3e6 service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640577 Jan 27 21:56:15.245751 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Set router fc213aff-6f2b-4b48-bf85-50411bf03583 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:15.314535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39420) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:15.407532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1c9d50e1-a391-4021-808a-956452a40b13 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:15.486655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd127cc0-a6cc-4e1c-a614-e77d69a3fb1a req-6e5b0ed1-1994-4982-a5d5-378343360334 service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132897 Jan 27 21:56:15.486655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880daff-768f-4fcf-ae21-d55dcb7d7bfe req-defa9192-a2e7-426b-ba64-74e5911c291a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:15.486655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0880daff-768f-4fcf-ae21-d55dcb7d7bfe req-defa9192-a2e7-426b-ba64-74e5911c291a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 944 time: 0.0685627 Jan 27 21:56:15.507396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1c9d50e1-a391-4021-808a-956452a40b13 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:15.507933 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1c9d50e1-a391-4021-808a-956452a40b13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:15.545566 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c530d29b-3e4e-4f0d-b64b-1cad3bec3e3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e938b07f55c34bb9b630f46e13730708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298241 Jan 27 21:56:15.549692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0880daff-768f-4fcf-ae21-d55dcb7d7bfe req-8bbbb359-e7b9-4c36-9b3c-a413b031780c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849137 Jan 27 21:56:15.550240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39424) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:15.617908 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T21:56:12Z', 'revision_number': 4, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9589040-70e0-4dc1-8e9b-8b7fd67efe2c', 'name': '', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'mac_address': 'fa:16:3e:a3:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:10Z', 'updated_at': '2022-01-27T21:56:12Z', 'revision_number': 2, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'subnets': [{'id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:15.629790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1c9d50e1-a391-4021-808a-956452a40b13 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:15.630486 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6efe9c7c-c2dd-4888-893d-cc77c1fb203d admin admin] Publish callbacks [] for security_group (2945f38c-3fe4-4ec1-8c66-104ca75364a4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:15.648460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Router 0dc2ce2f-405c-4995-8990-e53c4fd016a7 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:56:15.679294 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6efe9c7c-c2dd-4888-893d-cc77c1fb203d admin admin] Publish callbacks [] for security_group (2945f38c-3fe4-4ec1-8c66-104ca75364a4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:15.689043 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Checking router: fc213aff-6f2b-4b48-bf85-50411bf03583 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:15.689397 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Updating router fc213aff-6f2b-4b48-bf85-50411bf03583 port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:56:15.735116 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:15.854052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:15.864538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Sync routers for ids ['0dc2ce2f-405c-4995-8990-e53c4fd016a7'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:15.879150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Routers {'0dc2ce2f-405c-4995-8990-e53c4fd016a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:15.880127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['0dc2ce2f-405c-4995-8990-e53c4fd016a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:16.024807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Set router 0dc2ce2f-405c-4995-8990-e53c4fd016a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:16.067506 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6efe9c7c-c2dd-4888-893d-cc77c1fb203d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2945f38c-3fe4-4ec1-8c66-104ca75364a4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.070798 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6efe9c7c-c2dd-4888-893d-cc77c1fb203d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.073909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6efe9c7c-c2dd-4888-893d-cc77c1fb203d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2945f38c-3fe4-4ec1-8c66-104ca75364a4 HTTP/1.1" status: 204 len: 168 time: 0.5222855 Jan 27 21:56:16.099292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe9c7c-c2dd-4888-893d-cc77c1fb203d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2945f38c-3fe4-4ec1-8c66-104ca75364a4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:16.140750 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.142113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e1fcb522-3adb-45fd-a76d-ac1869521ace tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.0301638 Jan 27 21:56:16.158896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39436) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:16.243109 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Publish callbacks [] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.317182 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9c3327d7-e015-4c8a-a24d-c4f1c17a1053 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/routers/0dc2ce2f-405c-4995-8990-e53c4fd016a7 HTTP/1.1" status: 200 len: 908 time: 0.1569088 Jan 27 21:56:16.318959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc2ce2f-405c-4995-8990-e53c4fd016a7', 'name': 'tempest-snat-router-1518049753', 'tenant_id': '9141ff96940c4a6795ec745899be1aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': False}, 'gw_port_id': '626c4d38-7cac-41cc-9930-d3cb4ab1de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:09Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 3, 'project_id': '9141ff96940c4a6795ec745899be1aa7', 'gw_port': {'id': '626c4d38-7cac-41cc-9930-d3cb4ab1de25', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc2ce2f-405c-4995-8990-e53c4fd016a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:12Z', 'updated_at': '2022-01-27T21:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:16.321195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39440) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:16.326208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1518049753', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'enable_snat': True}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:16.360510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Checking router: 0dc2ce2f-405c-4995-8990-e53c4fd016a7 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:16.363058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Updating router 0dc2ce2f-405c-4995-8990-e53c4fd016a7 port 626c4d38-7cac-41cc-9930-d3cb4ab1de25 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:56:16.420605 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.448558 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.482528 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.483933 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.666020 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_controller (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.798195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e776c85-16a7-4e02-8047-63d1c3e337cd req-fc9ecace-c9e0-431e-b03f-637073e8679e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:16.799972 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e776c85-16a7-4e02-8047-63d1c3e337cd req-fc9ecace-c9e0-431e-b03f-637073e8679e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 944 time: 0.0899799 Jan 27 21:56:16.877189 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Publish callbacks [] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:16.922561 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565030c0-bc86-41db-8c5b-d9841d7c155b None None] Pushing event updated for resources: {'Port': ['ID=c9589040-70e0-4dc1-8e9b-8b7fd67efe2c,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:16.963264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39458) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:16.968643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-807384100-network', 'tenant_id': '761e5f38387a4688b191ecec7061590b'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:17.002636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-961c1aa3-d848-4a3c-b393-5237a7e30195 None None] Provisioning complete for port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:17.002930 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-961c1aa3-d848-4a3c-b393-5237a7e30195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.042556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e776c85-16a7-4e02-8047-63d1c3e337cd req-e0b4cb11-e348-484f-889d-fa7c4362a70f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880908 Jan 27 21:56:17.077073 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.087463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-961c1aa3-d848-4a3c-b393-5237a7e30195 None None] Port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:17.133355 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Attempting to bind port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:17.133738 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Attempting to bind port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:17.134108 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Attempting to bind port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c on network 0b82e3ea-cccf-4366-975c-e3e82e495967 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:17.137463 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.148556 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:17.149271 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Checking segment: {'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:17.149969 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.150889 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Bound using segment: {'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:17.151853 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Bound port: c9589040-70e0-4dc1-8e9b-8b7fd67efe2c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:17.152511 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.184455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Attempting to bind port 626c4d38-7cac-41cc-9930-d3cb4ab1de25 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:17.184831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Attempting to bind port 626c4d38-7cac-41cc-9930-d3cb4ab1de25 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:17.185202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Attempting to bind port 626c4d38-7cac-41cc-9930-d3cb4ab1de25 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:17.211317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Pushing event updated for resources: {'Port': ['ID=626c4d38-7cac-41cc-9930-d3cb4ab1de25,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:17.216026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:17.216402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:17.216840 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.220538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:17.221095 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Bound port: 626c4d38-7cac-41cc-9930-d3cb4ab1de25, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:17.221504 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.233775 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Made reservation on behalf of 761e5f38387a4688b191ecec7061590b for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:17.237069 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.241932 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] For port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:17.246943 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] For port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c9589040-70e0-4dc1-8e9b-8b7fd67efe2c,segment=NetworkSegment(80b985ff-d3c0-4a55-b10d-7f53f4dd19da),segment_id=80b985ff-d3c0-4a55-b10d-7f53f4dd19da)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:17.249257 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.302147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] For port 626c4d38-7cac-41cc-9930-d3cb4ab1de25, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:17.305353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] For port 626c4d38-7cac-41cc-9930-d3cb4ab1de25, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=626c4d38-7cac-41cc-9930-d3cb4ab1de25,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:17.380189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Publish callbacks [] for security_group (a4a79c8f-019e-4de1-963b-5c0e89d2523d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.399409 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.519580 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.545461 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Routers {'fc213aff-6f2b-4b48-bf85-50411bf03583'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:17.547293 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['fc213aff-6f2b-4b48-bf85-50411bf03583'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:17.593334 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a4a79c8f-019e-4de1-963b-5c0e89d2523d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.594813 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565030c0-bc86-41db-8c5b-d9841d7c155b None None] Pushing event updated for resources: {'Port': ['ID=c9589040-70e0-4dc1-8e9b-8b7fd67efe2c,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:17.620964 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:56:17.648459 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (df800dff-a1ba-4563-a4e9-5d83bd52dea1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.652610 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Added segment df800dff-a1ba-4563-a4e9-5d83bd52dea1 of type vlan for network f87a8212-fb05-4188-a352-df885d4c9e74 Jan 27 21:56:17.737464 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] Set router fc213aff-6f2b-4b48-bf85-50411bf03583 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:17.780471 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (f87a8212-fb05-4188-a352-df885d4c9e74), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:17.880764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a79c8f-019e-4de1-963b-5c0e89d2523d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:17.926956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.019320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.043042 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (f87a8212-fb05-4188-a352-df885d4c9e74), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.044238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:18.045077 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.124039 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T21:56:12Z', 'revision_number': 4, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9589040-70e0-4dc1-8e9b-8b7fd67efe2c', 'name': '', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'mac_address': 'fa:16:3e:a3:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:10Z', 'updated_at': '2022-01-27T21:56:17Z', 'revision_number': 4, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'subnets': [{'id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:18.147105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 235a6491-3822-4a02-a61d-63d55fa612b4 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:56:18.169770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] Pushing event updated for resources: {'Network': ['ID=f87a8212-fb05-4188-a352-df885d4c9e74,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:18.208914 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ccea7-2a98-45bf-bfa2-297556033661 None None] The sync data for ids ['fc213aff-6f2b-4b48-bf85-50411bf03583'] in n-d-760456-6 is: [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T21:56:12Z', 'revision_number': 4, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9589040-70e0-4dc1-8e9b-8b7fd67efe2c', 'name': '', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'mac_address': 'fa:16:3e:a3:5b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:10Z', 'updated_at': '2022-01-27T21:56:17Z', 'revision_number': 4, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'subnets': [{'id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:18.221162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network f87a8212-fb05-4188-a352-df885d4c9e74 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:56:18.230893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Pushing event updated for resources: {'Port': ['ID=626c4d38-7cac-41cc-9930-d3cb4ab1de25,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:18.241642 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2284b092-0131-49d0-b4b6-87a5f02768e8 None None] Provisioning complete for port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:18.245907 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2284b092-0131-49d0-b4b6-87a5f02768e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.376018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Routers {'0dc2ce2f-405c-4995-8990-e53c4fd016a7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:18.382221 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['0dc2ce2f-405c-4995-8990-e53c4fd016a7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:18.396554 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e5dbb5dc-9bee-466a-87fd-fb72655e2e48 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4325070 Jan 27 21:56:18.399252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39508) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:18.421252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-74c1a002-a5e0-4692-bf78-f16862088168 admin admin] Request body: {'subnet': {'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-807384100-subnet', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:18.455814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Allocated IP 172.25.0.91 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/c742944d-83ad-4dc6-bd8d-8c25c1c262ba) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:18.563869 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c063c-c744-422c-bce1-cccdf4e276bf req-252908a4-04dc-4ebf-adf9-28e32d3ff686 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:18.565514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-129c063c-c744-422c-bce1-cccdf4e276bf req-252908a4-04dc-4ebf-adf9-28e32d3ff686 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 944 time: 0.3305259 Jan 27 21:56:18.593752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.593959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c1a002-a5e0-4692-bf78-f16862088168 admin admin] Made reservation on behalf of 761e5f38387a4688b191ecec7061590b for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:18.597011 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74c1a002-a5e0-4692-bf78-f16862088168 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:18.598144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.598497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.598842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.599179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.599515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.599848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.600199 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.604819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.605426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.605962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.606629 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.607182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b101f3-8459-4ae4-8e9c-3557d4196401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:18.641571 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.resource_extend [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 27 21:56:18.655595 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39512) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:18.771849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 235a6491-3822-4a02-a61d-63d55fa612b4, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=235a6491-3822-4a02-a61d-63d55fa612b4,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:18.879883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1562680309'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:18.882746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '235a6491-3822-4a02-a61d-63d55fa612b4', 'network_id': 'f7986a63-54e0-4362-a7cb-5a7356da77db', 'port_id': '235a6491-3822-4a02-a61d-63d55fa612b4', 'mac_address': 'fa:16:3e:56:73:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1af3e14d-ef9e-46d4-8d8c-76715fffbc0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:56:19.114227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:19.128109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.162001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 235a6491-3822-4a02-a61d-63d55fa612b4 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:19.162465 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.164979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.192673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2284b092-0131-49d0-b4b6-87a5f02768e8 None None] Current status of the port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:19.193052 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2284b092-0131-49d0-b4b6-87a5f02768e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.199828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] Set router 0dc2ce2f-405c-4995-8990-e53c4fd016a7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:19.278890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235a6491-3822-4a02-a61d-63d55fa612b4 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:56:19.311931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-129c063c-c744-422c-bce1-cccdf4e276bf req-53be2246-e693-49a3-8253-c0337b946151 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7310641 Jan 27 21:56:19.345699 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for port (c742944d-83ad-4dc6-bd8d-8c25c1c262ba), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.365773 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (b8c6a17d-bff1-4cf6-ae04-5076ff3a328c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.367186 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74c1a002-a5e0-4692-bf78-f16862088168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (f2415232-09ba-4b9b-b78e-3f63ed8b1b22), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.379656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 235a6491-3822-4a02-a61d-63d55fa612b4, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=235a6491-3822-4a02-a61d-63d55fa612b4,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:19.386735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2284b092-0131-49d0-b4b6-87a5f02768e8 None None] For port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c9589040-70e0-4dc1-8e9b-8b7fd67efe2c,segment=NetworkSegment(80b985ff-d3c0-4a55-b10d-7f53f4dd19da),segment_id=80b985ff-d3c0-4a55-b10d-7f53f4dd19da)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:19.465480 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1a002-a5e0-4692-bf78-f16862088168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2415232-09ba-4b9b-b78e-3f63ed8b1b22,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:19.480352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c1a002-a5e0-4692-bf78-f16862088168 admin admin] Checking segment: {'id': 'df800dff-a1ba-4563-a4e9-5d83bd52dea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:19.480992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1a002-a5e0-4692-bf78-f16862088168 admin admin] Network hostable DHCP agents. Network: f87a8212-fb05-4188-a352-df885d4c9e74, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:56:19.495170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c9589040-70e0-4dc1-8e9b-8b7fd67efe2c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:19.570062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc2ce2f-405c-4995-8990-e53c4fd016a7', 'name': 'tempest-snat-router-1518049753', 'tenant_id': '9141ff96940c4a6795ec745899be1aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': False}, 'gw_port_id': '626c4d38-7cac-41cc-9930-d3cb4ab1de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:09Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 3, 'project_id': '9141ff96940c4a6795ec745899be1aa7', 'gw_port': {'id': '626c4d38-7cac-41cc-9930-d3cb4ab1de25', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc2ce2f-405c-4995-8990-e53c4fd016a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:12Z', 'updated_at': '2022-01-27T21:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:19.575392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:19.575773 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.619324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed8e7ca-d572-4c0f-b04f-6cc7e407217a None None] The sync data for ids ['0dc2ce2f-405c-4995-8990-e53c4fd016a7'] in n-d-760456-6 is: [{'id': '0dc2ce2f-405c-4995-8990-e53c4fd016a7', 'name': 'tempest-snat-router-1518049753', 'tenant_id': '9141ff96940c4a6795ec745899be1aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42'}], 'enable_snat': False}, 'gw_port_id': '626c4d38-7cac-41cc-9930-d3cb4ab1de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:09Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 3, 'project_id': '9141ff96940c4a6795ec745899be1aa7', 'gw_port': {'id': '626c4d38-7cac-41cc-9930-d3cb4ab1de25', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc2ce2f-405c-4995-8990-e53c4fd016a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2626, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:12Z', 'updated_at': '2022-01-27T21:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:19.715343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:19.715746 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.808444 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b8c6a17d-bff1-4cf6-ae04-5076ff3a328c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.843194 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:56:19.855982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c6a17d-bff1-4cf6-ae04-5076ff3a328c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:19.870598 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.870974 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Added segment 06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb of type vlan for network bb8e6043-a52d-4b79-9d9e-681b32ebf942 Jan 27 21:56:19.880432 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c742944d-83ad-4dc6-bd8d-8c25c1c262ba), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.882080 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c1a002-a5e0-4692-bf78-f16862088168 admin admin] Network f87a8212-fb05-4188-a352-df885d4c9e74 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:56:19.883666 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2284b092-0131-49d0-b4b6-87a5f02768e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.895235 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.943853 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (bb8e6043-a52d-4b79-9d9e-681b32ebf942), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:19.946335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:19.950040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:19.954702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:20.022789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event updated for resources: {'Port': ['ID=c742944d-83ad-4dc6-bd8d-8c25c1c262ba,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:20.041850 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:56:20.042408 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:56:20.075645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284b092-0131-49d0-b4b6-87a5f02768e8 None None] Pushing event updated for resources: {'Port': ['ID=c9589040-70e0-4dc1-8e9b-8b7fd67efe2c,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:20.118430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['235a6491-3822-4a02-a61d-63d55fa612b4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:20.196507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=235a6491-3822-4a02-a61d-63d55fa612b4,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:20.199219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-74c1a002-a5e0-4692-bf78-f16862088168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, f87a8212-fb05-4188-a352-df885d4c9e74) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:20.223411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191bab8c-4713-4491-801d-e8806faa5446 None None] Network f87a8212-fb05-4188-a352-df885d4c9e74 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:20.223522 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c1a002-a5e0-4692-bf78-f16862088168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:20.223522 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74c1a002-a5e0-4692-bf78-f16862088168 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.379546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-f87a8212-fb05-4188-a352-df885d4c9e74', 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74', 'project_id': '761e5f38387a4688b191ecec7061590b', 'fixed_ips': [{'subnet_id': 'f2415232-09ba-4b9b-b78e-3f63ed8b1b22'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:56:20.380507 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.396210 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (bb8e6043-a52d-4b79-9d9e-681b32ebf942), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.402780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:20.403403 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.473296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd883afc-ec2d-41ee-bb83-bda4f0b6a2b3 req-75c9a698-edf6-4f5d-b24d-5a2e87fa4e8c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:20.474932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd883afc-ec2d-41ee-bb83-bda4f0b6a2b3 req-75c9a698-edf6-4f5d-b24d-5a2e87fa4e8c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 945 time: 0.0706613 Jan 27 21:56:20.520528 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-74c1a002-a5e0-4692-bf78-f16862088168 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1200197 Jan 27 21:56:20.523651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39524) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:20.546275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-807384100-router', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:20.550514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Network': ['ID=bb8e6043-a52d-4b79-9d9e-681b32ebf942,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:20.569098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:56:20.573329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd883afc-ec2d-41ee-bb83-bda4f0b6a2b3 req-a475bc31-af9f-4d70-9fbe-7ddf9a8053ce tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896733 Jan 27 21:56:20.641538 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fe473450-a8c7-4513-a412-07af3a13aefb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9752316 Jan 27 21:56:20.651735 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39526) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:20.661460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'name': 'tempest-PortsIpV6TestJSON-22924178'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:20.700731 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.709076 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:20.752328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Allocated IP 172.20.0.2 (f87a8212-fb05-4188-a352-df885d4c9e74/f2415232-09ba-4b9b-b78e-3f63ed8b1b22/389552ae-96e7-42a2-ada9-8d2a3fc3f69d) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:20.781019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.782713 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.909038 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Publish callbacks [] for router_controller (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:20.996863 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.005148 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Publish callbacks [] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.022312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:21.031746 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.060888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:56:21.206407 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.256223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Router ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:56:21.271758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Network f87a8212-fb05-4188-a352-df885d4c9e74 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:21.297722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:21.299965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Pushing event updated for resources: {'Port': ['ID=389552ae-96e7-42a2-ada9-8d2a3fc3f69d,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:21.301847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:21.353507 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Publish callbacks [] for router_gateway (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.407498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Attempting to bind port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:21.407498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Attempting to bind port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'df800dff-a1ba-4563-a4e9-5d83bd52dea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:21.407498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Attempting to bind port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d on network f87a8212-fb05-4188-a352-df885d4c9e74 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:21.413809 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (3475c7c7-9cd4-466c-b4a7-1b00f02f444a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.414023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:21.414224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Checking segment: {'id': 'df800dff-a1ba-4563-a4e9-5d83bd52dea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:21.414643 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.415047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Bound using segment: {'id': 'df800dff-a1ba-4563-a4e9-5d83bd52dea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:21.415528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Bound port: 389552ae-96e7-42a2-ada9-8d2a3fc3f69d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df800dff-a1ba-4563-a4e9-5d83bd52dea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:21.415979 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.483505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:21.497936 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Sync routers for ids ['ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:21.511849 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Routers {'ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:21.512520 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:21.512903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] For port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:21.515160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c9589040-70e0-4dc1-8e9b-8b7fd67efe2c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:21.579092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] For port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=389552ae-96e7-42a2-ada9-8d2a3fc3f69d,segment=NetworkSegment(df800dff-a1ba-4563-a4e9-5d83bd52dea1),segment_id=df800dff-a1ba-4563-a4e9-5d83bd52dea1)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:21.579092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:21.579092 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.629917 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Set router ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:21.696379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:21.698719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 626c4d38-7cac-41cc-9930-d3cb4ab1de25 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:21.708014 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (3475c7c7-9cd4-466c-b4a7-1b00f02f444a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.711792 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.715819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6d31d92a-cea1-4e79-a775-aaf1a0a3f62e tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3908963 Jan 27 21:56:21.719312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39534) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:21.771539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 626c4d38-7cac-41cc-9930-d3cb4ab1de25 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:21.772254 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:21.787259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4538dbb-5bb6-4972-952e-32f740830a26 req-e2bbe049-efdd-4e9f-a26d-ae29daf39567 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:21.792368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4538dbb-5bb6-4972-952e-32f740830a26 req-e2bbe049-efdd-4e9f-a26d-ae29daf39567 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 945 time: 0.1271641 Jan 27 21:56:21.884940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4538dbb-5bb6-4972-952e-32f740830a26 req-6a5a139e-8e68-4149-b5c9-598ac2aa2c3a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871489 Jan 27 21:56:21.887046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=3475c7c7-9cd4-466c-b4a7-1b00f02f444a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:22.038036 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8', 'name': 'tempest-snat-router-1518049753', 'tenant_id': '9141ff96940c4a6795ec745899be1aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c742944d-83ad-4dc6-bd8d-8c25c1c262ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:16Z', 'updated_at': '2022-01-27T21:56:20Z', 'revision_number': 3, 'project_id': '9141ff96940c4a6795ec745899be1aa7', 'gw_port': {'id': 'c742944d-83ad-4dc6-bd8d-8c25c1c262ba', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:88:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2635, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:18Z', 'updated_at': '2022-01-27T21:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:22.038036 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Checking router: ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:22.038036 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Updating router ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8 port c742944d-83ad-4dc6-bd8d-8c25c1c262ba binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:56:22.040780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Checking segment: {'id': '06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:22.040780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network hostable DHCP agents. Network: bb8e6043-a52d-4b79-9d9e-681b32ebf942, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:56:22.040780 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-055314a7-0040-4b4f-ab1a-d40648904424 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/routers/ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8 HTTP/1.1" status: 200 len: 907 time: 0.2726481 Jan 27 21:56:22.041038 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c742944d-83ad-4dc6-bd8d-8c25c1c262ba), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.041119 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.041216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39538) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:22.112473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23dca1-f8b6-4b38-b986-2fe8b48a74ff None None] Pushing event updated for resources: {'Port': ['ID=389552ae-96e7-42a2-ada9-8d2a3fc3f69d,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:22.152315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 235a6491-3822-4a02-a61d-63d55fa612b4 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:22.159964 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Publish callbacks [] for router_gateway (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.208503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 626c4d38-7cac-41cc-9930-d3cb4ab1de25 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:22.209099 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.214804 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.267321 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 626c4d38-7cac-41cc-9930-d3cb4ab1de25, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=626c4d38-7cac-41cc-9930-d3cb4ab1de25,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:22.284269 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.322699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:56:22.441951 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Publish callbacks [] for port (c742944d-83ad-4dc6-bd8d-8c25c1c262ba), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.453805 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.487257 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.539155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, bb8e6043-a52d-4b79-9d9e-681b32ebf942) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:22.544119 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:22.545651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 235a6491-3822-4a02-a61d-63d55fa612b4 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:56:22.552550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:22.552780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ff16e4-bd85-468c-82b3-97eaf1bf58ef None None] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:22.553377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.563097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 235a6491-3822-4a02-a61d-63d55fa612b4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:22.563440 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.604971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=626c4d38-7cac-41cc-9930-d3cb4ab1de25,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:22.648053 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c742944d-83ad-4dc6-bd8d-8c25c1c262ba), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.722289 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35d046-630e-47bd-ab30-467f82539c01 None None] Pushing event updated for resources: {'Port': ['ID=c742944d-83ad-4dc6-bd8d-8c25c1c262ba,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:22.725974 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Attempting to bind port c742944d-83ad-4dc6-bd8d-8c25c1c262ba on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:22.726473 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Attempting to bind port c742944d-83ad-4dc6-bd8d-8c25c1c262ba by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:22.727096 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Attempting to bind port c742944d-83ad-4dc6-bd8d-8c25c1c262ba on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:22.739792 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:22.740316 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:22.741513 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.741988 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:22.742542 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Bound port: c742944d-83ad-4dc6-bd8d-8c25c1c262ba, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:22.745023 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c742944d-83ad-4dc6-bd8d-8c25c1c262ba), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.747897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Deleting port c742944d-83ad-4dc6-bd8d-8c25c1c262ba {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:22.748328 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c742944d-83ad-4dc6-bd8d-8c25c1c262ba), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.753132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 235a6491-3822-4a02-a61d-63d55fa612b4 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:22.753828 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.796923 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1156172c-8d93-41f4-89c0-3e2b405f3b8c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.1401157 Jan 27 21:56:22.797621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39542) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:22.803901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-51ef3036-17bb-4eaf-bfe3-ef9c31c315e6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1382687932'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:22.826058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa604028-517c-457f-a1b7-ca8bd5207350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235a6491-3822-4a02-a61d-63d55fa612b4'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:22.836953 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fb68d3-a0e3-428a-85fd-34f81374ceeb" -d '{"events": [{"server_uuid": "aa604028-517c-457f-a1b7-ca8bd5207350", "name": "network-vif-plugged", "status": "completed", "tag": "235a6491-3822-4a02-a61d-63d55fa612b4"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:22.843030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Allocated IP 172.25.0.151 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/4f9b5849-0eba-4a5a-b2b9-ce9b86e31336) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:22.870643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] For port c742944d-83ad-4dc6-bd8d-8c25c1c262ba, host n-d-760456-6, got binding levels [] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:22.871480 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c742944d-83ad-4dc6-bd8d-8c25c1c262ba), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:22.872853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 235a6491-3822-4a02-a61d-63d55fa612b4, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=235a6491-3822-4a02-a61d-63d55fa612b4,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:22.873919 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] For port c742944d-83ad-4dc6-bd8d-8c25c1c262ba, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:22.883772 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] For port c742944d-83ad-4dc6-bd8d-8c25c1c262ba, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c742944d-83ad-4dc6-bd8d-8c25c1c262ba,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:22.889152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Calling delete_port for c742944d-83ad-4dc6-bd8d-8c25c1c262ba owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:22.917828 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd38e84d-ff6c-4633-8799-7b31af00dbd6 x-openstack-request-id: req-dd38e84d-ff6c-4633-8799-7b31af00dbd6 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:22.918319 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa604028-517c-457f-a1b7-ca8bd5207350", "name": "network-vif-plugged", "status": "completed", "tag": "235a6491-3822-4a02-a61d-63d55fa612b4", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:22.918925 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd38e84d-ff6c-4633-8799-7b31af00dbd6 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:22.919537 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa604028-517c-457f-a1b7-ca8bd5207350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235a6491-3822-4a02-a61d-63d55fa612b4', 'code': 200} Jan 27 21:56:23.008900 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Publish callbacks [] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.117347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79c239-51ef-45ae-9c6c-dfb4a4db29e2 req-b012a1c5-fd72-49a5-8aff-9486673f5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:23.117347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a79c239-51ef-45ae-9c6c-dfb4a4db29e2 req-b012a1c5-fd72-49a5-8aff-9486673f5879 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 1096 time: 0.1318426 Jan 27 21:56:23.126369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d54cf-492c-445b-91ba-8ed56d102428 req-1fe01676-6bd4-4432-b44f-ee512233bfaa tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:23.127915 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc7d54cf-492c-445b-91ba-8ed56d102428 req-1fe01676-6bd4-4432-b44f-ee512233bfaa tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 945 time: 0.0773118 Jan 27 21:56:23.130805 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.136718 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c742944d-83ad-4dc6-bd8d-8c25c1c262ba), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.177506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ef3036-17bb-4eaf-bfe3-ef9c31c315e6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:23.181122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-51ef3036-17bb-4eaf-bfe3-ef9c31c315e6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.247771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=235a6491-3822-4a02-a61d-63d55fa612b4,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:23.249288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ef3036-17bb-4eaf-bfe3-ef9c31c315e6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:56:23.249911 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35d046-630e-47bd-ab30-467f82539c01 None None] Pushing event updated for resources: {'Port': ['ID=c742944d-83ad-4dc6-bd8d-8c25c1c262ba,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:23.252988 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Routers {'ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:23.253952 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:23.302431 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.334048 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a79c239-51ef-45ae-9c6c-dfb4a4db29e2 req-7ff1af33-382e-43ec-94b6-8dbce86546b9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050912 Jan 27 21:56:23.351199 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-51ef3036-17bb-4eaf-bfe3-ef9c31c315e6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a90bdc10-6aca-402b-85b1-1282c96779fa), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.351571 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-51ef3036-17bb-4eaf-bfe3-ef9c31c315e6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Added segment a90bdc10-6aca-402b-85b1-1282c96779fa of type vlan for network ab8ac95e-3f2c-4a72-a211-f30e1aa7e580 Jan 27 21:56:23.370227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc7d54cf-492c-445b-91ba-8ed56d102428 req-ea4b9cb4-d6a7-4d85-ab0b-c58ceff31cd7 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197065 Jan 27 21:56:23.386066 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] Set router ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:23.436043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:23.444550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Pushing event updated for resources: {'Port': ['ID=4f9b5849-0eba-4a5a-b2b9-ce9b86e31336,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:23.452884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:23.455175 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-51ef3036-17bb-4eaf-bfe3-ef9c31c315e6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (ab8ac95e-3f2c-4a72-a211-f30e1aa7e580), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.459655 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:23.533118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c742944d-83ad-4dc6-bd8d-8c25c1c262ba), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.547749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 389552ae-96e7-42a2-ada9-8d2a3fc3f69d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:23.547950 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8', 'name': 'tempest-snat-router-1518049753', 'tenant_id': '9141ff96940c4a6795ec745899be1aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:16Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 4, 'project_id': '9141ff96940c4a6795ec745899be1aa7', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:23.569290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event deleted for resources: {'Port': ['ID=c742944d-83ad-4dc6-bd8d-8c25c1c262ba,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:23.612445 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d8f31-1e4a-45fa-aabd-997fd7e88085 None None] The sync data for ids ['ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8'] in n-d-760456-6 is: [{'id': 'ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8', 'name': 'tempest-snat-router-1518049753', 'tenant_id': '9141ff96940c4a6795ec745899be1aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:16Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 4, 'project_id': '9141ff96940c4a6795ec745899be1aa7', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:23.648682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:23.648682 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.682754 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-51ef3036-17bb-4eaf-bfe3-ef9c31c315e6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (ab8ac95e-3f2c-4a72-a211-f30e1aa7e580), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.688551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ef3036-17bb-4eaf-bfe3-ef9c31c315e6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:23.689173 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-51ef3036-17bb-4eaf-bfe3-ef9c31c315e6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.715688 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.773906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fcb83a-f22b-476b-9013-57725a3d8bf1 None None] Network f87a8212-fb05-4188-a352-df885d4c9e74 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:23.887678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:23.888111 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.890026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4e3dd783-e28d-4ea7-bb0a-7ebc198f24df None None] Provisioning complete for port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:23.890389 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd783-e28d-4ea7-bb0a-7ebc198f24df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.911450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-51ef3036-17bb-4eaf-bfe3-ef9c31c315e6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1129484 Jan 27 21:56:23.913522 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.914941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39552) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:23.915418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef3036-17bb-4eaf-bfe3-ef9c31c315e6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Network': ['ID=ab8ac95e-3f2c-4a72-a211-f30e1aa7e580,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:23.918458 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_controller (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:23.929593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'ports': [{'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942'}, {'network_id': 'ab8ac95e-3f2c-4a72-a211-f30e1aa7e580'}]} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:23.929925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:23.930430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': 'ab8ac95e-3f2c-4a72-a211-f30e1aa7e580'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:23.932980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network ab8ac95e-3f2c-4a72-a211-f30e1aa7e580 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:56:24.046305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=389552ae-96e7-42a2-ada9-8d2a3fc3f69d,segment=NetworkSegment(df800dff-a1ba-4563-a4e9-5d83bd52dea1),segment_id=df800dff-a1ba-4563-a4e9-5d83bd52dea1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:24.156935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4e3dd783-e28d-4ea7-bb0a-7ebc198f24df None None] Current status of the port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:24.157500 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd783-e28d-4ea7-bb0a-7ebc198f24df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.213635 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Publish callbacks [] for router_gateway (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.300868 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.302529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:56:24.320371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.326236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39558) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:24.328588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a408085a-b614-4db7-b668-dc8dd3d0a931 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "DELETE /v2.0/routers/ba5ea64b-e09a-4cb2-a9fe-602a9f5b9eb8 HTTP/1.1" status: 204 len: 168 time: 2.2888012 Jan 27 21:56:24.380855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.383180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 626c4d38-7cac-41cc-9930-d3cb4ab1de25 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:24.585979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e74fbf-579d-46a8-873e-adf7be668245 req-05df3ba4-7ca3-4bcc-b243-c7d03e25ac05 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:24.585979 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85e74fbf-579d-46a8-873e-adf7be668245 req-05df3ba4-7ca3-4bcc-b243-c7d03e25ac05 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0536957 Jan 27 21:56:24.586189 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-4e3dd783-e28d-4ea7-bb0a-7ebc198f24df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:56:24.586189 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-4e3dd783-e28d-4ea7-bb0a-7ebc198f24df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:56:24.586189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=389552ae-96e7-42a2-ada9-8d2a3fc3f69d,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:24.586189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 626c4d38-7cac-41cc-9930-d3cb4ab1de25 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:24.586189 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.586673 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85e74fbf-579d-46a8-873e-adf7be668245 req-d38b5671-c896-46c9-84ca-063e8052d500 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526974 Jan 27 21:56:24.618804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 626c4d38-7cac-41cc-9930-d3cb4ab1de25 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:24.621515 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (0dc2ce2f-405c-4995-8990-e53c4fd016a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.756344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 2} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:24.760890 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.763308 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:24.818715 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.067589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4e3dd783-e28d-4ea7-bb0a-7ebc198f24df None None] Current status of the port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:25.189046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8590a53d-87f5-43ee-9b64-64f8b1833e36 None None] Provisioning complete for port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:25.189716 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8590a53d-87f5-43ee-9b64-64f8b1833e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.287558 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (0dc2ce2f-405c-4995-8990-e53c4fd016a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.301109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8590a53d-87f5-43ee-9b64-64f8b1833e36 None None] Current status of the port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:25.378885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 389552ae-96e7-42a2-ada9-8d2a3fc3f69d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:25.409877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port 378a1f52-18bb-478d-ae33-1dffb8d498f9 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:56:25.438574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:25.439262 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.536316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:25.537099 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (378a1f52-18bb-478d-ae33-1dffb8d498f9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.595898 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Router 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:56:25.637726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port 79feb881-d6b8-4bfd-851a-3f063309bed0 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:56:25.694251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Deleting port 626c4d38-7cac-41cc-9930-d3cb4ab1de25 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:25.694620 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.757660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c45dd-73dd-40af-8c5f-74c279de5e81 req-159e48f8-9ae8-439e-9f65-42a6b142668c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:25.759249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-361c45dd-73dd-40af-8c5f-74c279de5e81 req-159e48f8-9ae8-439e-9f65-42a6b142668c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0945864 Jan 27 21:56:25.842112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-361c45dd-73dd-40af-8c5f-74c279de5e81 req-8127c9be-e859-404e-9812-c96103cffe55 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738935 Jan 27 21:56:25.847127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:25.863876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Sync routers for ids ['37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:25.888704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Routers {'37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:25.889307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:25.908622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] For port 626c4d38-7cac-41cc-9930-d3cb4ab1de25, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=626c4d38-7cac-41cc-9930-d3cb4ab1de25,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:25.909005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:25.935469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Calling delete_port for 626c4d38-7cac-41cc-9930-d3cb4ab1de25 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:25.954300 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (79feb881-d6b8-4bfd-851a-3f063309bed0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.091258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Set router 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:26.109707 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.111022 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3cb60016-5a8f-4e2c-91d9-c9961b39146c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5864017 Jan 27 21:56:26.113846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39574) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:26.213702 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (378a1f52-18bb-478d-ae33-1dffb8d498f9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.356028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:26.366669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:26.377245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:26.378203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (79feb881-d6b8-4bfd-851a-3f063309bed0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.415179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01d941-242c-459e-89f7-6910e7dea3b5 req-ab8d15f2-0b24-4002-b868-6dff6e5cf422 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:26.417324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d01d941-242c-459e-89f7-6910e7dea3b5 req-ab8d15f2-0b24-4002-b868-6dff6e5cf422 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.1110027 Jan 27 21:56:26.452494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (626c4d38-7cac-41cc-9930-d3cb4ab1de25), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.463734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=378a1f52-18bb-478d-ae33-1dffb8d498f9,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:26.500483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'name': 'tempest-TaggedBootDevicesTest-807384100-router', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:23Z', 'revision_number': 3, 'project_id': '761e5f38387a4688b191ecec7061590b', 'gw_port': {'id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:22Z', 'updated_at': '2022-01-27T21:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:26.562428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d01d941-242c-459e-89f7-6910e7dea3b5 req-ba1c2be8-39a8-4829-b0cf-26b38c6cfcc1 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978265 Jan 27 21:56:26.588330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Checking router: 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:26.589345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Updating router 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:56:26.593559 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=79feb881-d6b8-4bfd-851a-3f063309bed0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:26.681927 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.684992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Checking segment: {'id': 'a90bdc10-6aca-402b-85b1-1282c96779fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ab8ac95e-3f2c-4a72-a211-f30e1aa7e580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:26.685283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network hostable DHCP agents. Network: ab8ac95e-3f2c-4a72-a211-f30e1aa7e580, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:56:26.779547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event deleted for resources: {'Port': ['ID=626c4d38-7cac-41cc-9930-d3cb4ab1de25,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:26.833443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (0dc2ce2f-405c-4995-8990-e53c4fd016a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.889064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d40ab-e5ee-43aa-9104-3f6a6688689d req-84faa5a6-f75c-4ecc-9d5d-fd208dad87c4 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:26.896604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-734d40ab-e5ee-43aa-9104-3f6a6688689d req-84faa5a6-f75c-4ecc-9d5d-fd208dad87c4 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.1698058 Jan 27 21:56:26.914402 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.951572 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (0dc2ce2f-405c-4995-8990-e53c4fd016a7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:26.954418 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_controller (0dc2ce2f-405c-4995-8990-e53c4fd016a7), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.035104 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network ab8ac95e-3f2c-4a72-a211-f30e1aa7e580 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:56:27.078516 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Publish callbacks [] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.210795 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, ab8ac95e-3f2c-4a72-a211-f30e1aa7e580) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:27.211306 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.212567 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (0dc2ce2f-405c-4995-8990-e53c4fd016a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.213340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dc2ce2f-405c-4995-8990-e53c4fd016a7 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:56:27.220939 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.226712 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-20b31ab8-0a54-43da-a60e-a4924b2ddc54 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "DELETE /v2.0/routers/0dc2ce2f-405c-4995-8990-e53c4fd016a7 HTTP/1.1" status: 204 len: 168 time: 2.8940682 Jan 27 21:56:27.226712 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:27.244550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.244656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951d23f9-8605-4c58-94c7-65ca14c76f77 None None] Network ab8ac95e-3f2c-4a72-a211-f30e1aa7e580 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:27.244740 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:27.244740 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.246280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39584) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:27.263100 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1388150214', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:27.452764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bc9b2-2093-4579-a861-64d57a13f83d None None] Pushing event updated for resources: {'Port': ['ID=4f9b5849-0eba-4a5a-b2b9-ce9b86e31336,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:27.455434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Attempting to bind port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:27.455972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Attempting to bind port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:27.456592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Attempting to bind port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:27.465263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-734d40ab-e5ee-43aa-9104-3f6a6688689d req-4b733f3b-a12d-45bf-be81-026566a4998c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5597172 Jan 27 21:56:27.468914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:27.469943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:27.469943 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.470167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:27.470512 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Bound port: 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:27.470896 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.521385 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c1bc9423-ef46-498a-8ca4-178ccf4a42ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6029875 Jan 27 21:56:27.527252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39592) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:27.539430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] For port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:27.543737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] For port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4f9b5849-0eba-4a5a-b2b9-ce9b86e31336,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:27.595684 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.612458 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.637180 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8b95d-ebfe-44dd-8cf5-7ede541267ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 79feb881-d6b8-4bfd-851a-3f063309bed0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:27.637786 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b95d-ebfe-44dd-8cf5-7ede541267ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (79feb881-d6b8-4bfd-851a-3f063309bed0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.663850 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.691834 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.693290 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.730688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b95d-ebfe-44dd-8cf5-7ede541267ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (79feb881-d6b8-4bfd-851a-3f063309bed0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.737787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Routers {'37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:27.738678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:27.755612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8b95d-ebfe-44dd-8cf5-7ede541267ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 79feb881-d6b8-4bfd-851a-3f063309bed0 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:27.795138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_controller (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:27.799492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Allocated IP 172.20.0.1 (f87a8212-fb05-4188-a352-df885d4c9e74/f2415232-09ba-4b9b-b78e-3f63ed8b1b22/1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:27.800102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bc9b2-2093-4579-a861-64d57a13f83d None None] Pushing event updated for resources: {'Port': ['ID=4f9b5849-0eba-4a5a-b2b9-ce9b86e31336,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:28.016362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Publish callbacks [] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.102348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] Set router 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:28.124639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0bf8e-2203-45cd-9f37-fd78f3699ad5 req-c1ef3007-843a-4461-9cf6-a9681f155168 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.126636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cfb0bf8e-2203-45cd-9f37-fd78f3699ad5 req-c1ef3007-843a-4461-9cf6-a9681f155168 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0562284 Jan 27 21:56:28.134505 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.179891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cfb0bf8e-2203-45cd-9f37-fd78f3699ad5 req-5e3d8adf-da53-4128-b351-57ee6b8238ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469248 Jan 27 21:56:28.216558 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b95d-ebfe-44dd-8cf5-7ede541267ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (79feb881-d6b8-4bfd-851a-3f063309bed0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.251177 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b95d-ebfe-44dd-8cf5-7ede541267ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.256836 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1ca8b95d-ebfe-44dd-8cf5-7ede541267ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/79feb881-d6b8-4bfd-851a-3f063309bed0 HTTP/1.1" status: 204 len: 168 time: 0.7257059 Jan 27 21:56:28.256836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8b95d-ebfe-44dd-8cf5-7ede541267ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=79feb881-d6b8-4bfd-851a-3f063309bed0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:28.257951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39598) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:28.317784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b6c73a-1661-4778-8dae-d3bcbedc5aeb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.319916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'name': 'tempest-TaggedBootDevicesTest-807384100-router', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:23Z', 'revision_number': 3, 'project_id': '761e5f38387a4688b191ecec7061590b', 'gw_port': {'id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:22Z', 'updated_at': '2022-01-27T21:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:28.322657 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b6c73a-1661-4778-8dae-d3bcbedc5aeb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:28.324365 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e4b6c73a-1661-4778-8dae-d3bcbedc5aeb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.0659516 Jan 27 21:56:28.327131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39600) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:28.348292 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.351210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac86b8-5762-44f2-924c-08548b8e6d6f None None] The sync data for ids ['37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'] in n-d-760456-6 is: [{'id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'name': 'tempest-TaggedBootDevicesTest-807384100-router', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:23Z', 'revision_number': 3, 'project_id': '761e5f38387a4688b191ecec7061590b', 'gw_port': {'id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:22Z', 'updated_at': '2022-01-27T21:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:28.406352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Network f87a8212-fb05-4188-a352-df885d4c9e74 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:28.417610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:28.421171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:28.430750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f258e176-5298-4380-b36b-9c7d2f047b16 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 378a1f52-18bb-478d-ae33-1dffb8d498f9 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:28.430750 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f258e176-5298-4380-b36b-9c7d2f047b16 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (378a1f52-18bb-478d-ae33-1dffb8d498f9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.471110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Pushing event updated for resources: {'Port': ['ID=1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:28.489139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.489629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.489991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.490383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.490725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.491293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.491641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.492037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.492400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.492732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.493065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.494392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.494737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:28.514050 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.642786 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f258e176-5298-4380-b36b-9c7d2f047b16 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (378a1f52-18bb-478d-ae33-1dffb8d498f9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.668166 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f258e176-5298-4380-b36b-9c7d2f047b16 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 378a1f52-18bb-478d-ae33-1dffb8d498f9 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:28.778144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-71355f9a-df47-4bb1-92d1-3ca2db9fb194 None None] Provisioning complete for port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:28.778718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-71355f9a-df47-4bb1-92d1-3ca2db9fb194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.833582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-71355f9a-df47-4bb1-92d1-3ca2db9fb194 None None] Port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:28.870593 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.956382 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:28.977457 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.059098 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f258e176-5298-4380-b36b-9c7d2f047b16 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (378a1f52-18bb-478d-ae33-1dffb8d498f9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.106280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258e176-5298-4380-b36b-9c7d2f047b16 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=378a1f52-18bb-478d-ae33-1dffb8d498f9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:29.115825 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f258e176-5298-4380-b36b-9c7d2f047b16 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.122521 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f258e176-5298-4380-b36b-9c7d2f047b16 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/378a1f52-18bb-478d-ae33-1dffb8d498f9 HTTP/1.1" status: 204 len: 168 time: 0.7919691 Jan 27 21:56:29.123063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39610) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:29.129747 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Publish callbacks [] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.242506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f32797e-1af7-442f-848e-bf276d274645 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:29.246258 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0f32797e-1af7-442f-848e-bf276d274645 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1211786 Jan 27 21:56:29.248352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39616) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:29.255241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Allocated IP 172.25.0.21 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/c001903a-bbe9-4b0d-b258-df246824e1e7) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:29.327977 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.341541 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdb7181-9629-4c38-9130-e2bc71123eba tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:56:29.343085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7bdb7181-9629-4c38-9130-e2bc71123eba tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/79feb881-d6b8-4bfd-851a-3f063309bed0 HTTP/1.1" status: 404 len: 333 time: 0.0936468 Jan 27 21:56:29.370688 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39618) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:29.445561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Pushing event updated for resources: {'Port': ['ID=1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:29.445664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:29.454916 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-db29b0c5-ba0f-47a1-9aee-955092656358 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:56:29.456668 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-db29b0c5-ba0f-47a1-9aee-955092656358 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/378a1f52-18bb-478d-ae33-1dffb8d498f9 HTTP/1.1" status: 404 len: 333 time: 0.0848024 Jan 27 21:56:29.461054 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39620) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:29.486905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe783351-368d-498f-b5e2-ee2f9249582b req-b8d48d2d-f1d4-47da-9a52-35280550c0ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:29.509913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe783351-368d-498f-b5e2-ee2f9249582b req-b8d48d2d-f1d4-47da-9a52-35280550c0ed tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.2357538 Jan 27 21:56:29.527310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:29.527692 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.555587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.619990 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for port (c001903a-bbe9-4b0d-b258-df246824e1e7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.644511 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (ab8ac95e-3f2c-4a72-a211-f30e1aa7e580), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.666683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe783351-368d-498f-b5e2-ee2f9249582b req-3fc1faed-b025-4fe8-ad19-540835eeeaae tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606436 Jan 27 21:56:29.744582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:29.744981 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.777391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4f9b5849-0eba-4a5a-b2b9-ce9b86e31336,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:29.787785 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c001903a-bbe9-4b0d-b258-df246824e1e7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.795122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Network f87a8212-fb05-4188-a352-df885d4c9e74 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:29.797337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:29.848780 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (ab8ac95e-3f2c-4a72-a211-f30e1aa7e580), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.867317 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:29.876019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:29.891810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:29.924162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.926959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Pushing event updated for resources: {'Port': ['ID=c001903a-bbe9-4b0d-b258-df246824e1e7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:29.927100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 626c4d38-7cac-41cc-9930-d3cb4ab1de25 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:29.937908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8ac95e-3f2c-4a72-a211-f30e1aa7e580']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:29.957376 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90bdc10-6aca-402b-85b1-1282c96779fa') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:29.957678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90bdc10-6aca-402b-85b1-1282c96779fa') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:29.976725 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (a90bdc10-6aca-402b-85b1-1282c96779fa), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:29.991495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 626c4d38-7cac-41cc-9930-d3cb4ab1de25 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:29.991862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 626c4d38-7cac-41cc-9930-d3cb4ab1de25 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:30.015598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=4f9b5849-0eba-4a5a-b2b9-ce9b86e31336,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:30.024795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Router 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:30.042491 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a90bdc10-6aca-402b-85b1-1282c96779fa), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.093945 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:56:30.094458 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (a90bdc10-6aca-402b-85b1-1282c96779fa), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:56:30.098635 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:56:30.182186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:30.193677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8aa29fe1-25fd-4cea-8584-0263b79460fe admin admin] 10.222.0.61 "PUT /v2.0/routers/37fb538b-1c07-4a86-ad02-67ad0fe2ba7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0786386 Jan 27 21:56:30.205943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f8d529c8-f3d7-4cd0-a765-2b42802f8141 None None] Provisioning complete for port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:30.206334 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f8d529c8-f3d7-4cd0-a765-2b42802f8141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.252307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f8d529c8-f3d7-4cd0-a765-2b42802f8141 None None] Port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:56:30.293124 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (ab8ac95e-3f2c-4a72-a211-f30e1aa7e580), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.299409 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.307118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39630) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:30.308800 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/networks/ab8ac95e-3f2c-4a72-a211-f30e1aa7e580 HTTP/1.1" status: 204 len: 168 time: 0.8455625 Jan 27 21:56:30.312353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7ceb2e86-a503-4443-a83c-7726811bee96 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2041879141'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:30.324488 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da3eda-3c6e-4759-bfeb-e7fd86b2e704 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Network': ['ID=ab8ac95e-3f2c-4a72-a211-f30e1aa7e580,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:30.447776 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.462738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ceb2e86-a503-4443-a83c-7726811bee96 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:30.466242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2e86-a503-4443-a83c-7726811bee96 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.500927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ceb2e86-a503-4443-a83c-7726811bee96 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:56:30.511443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2e86-a503-4443-a83c-7726811bee96 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7c26657b-0771-482c-871c-7b2fcdc176b6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.511801 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-7ceb2e86-a503-4443-a83c-7726811bee96 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Added segment 7c26657b-0771-482c-871c-7b2fcdc176b6 of type vlan for network e63685f3-b882-4e40-ac63-80b58d791dce Jan 27 21:56:30.564842 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2e86-a503-4443-a83c-7726811bee96 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (e63685f3-b882-4e40-ac63-80b58d791dce), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.729941 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2e86-a503-4443-a83c-7726811bee96 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (e63685f3-b882-4e40-ac63-80b58d791dce), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.736783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb2e86-a503-4443-a83c-7726811bee96 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:30.737661 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2e86-a503-4443-a83c-7726811bee96 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.751614 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:30.885141 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7ceb2e86-a503-4443-a83c-7726811bee96 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5730884 Jan 27 21:56:30.889865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39676) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:30.892975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb2e86-a503-4443-a83c-7726811bee96 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Network': ['ID=e63685f3-b882-4e40-ac63-80b58d791dce,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:30.898911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': 'e63685f3-b882-4e40-ac63-80b58d791dce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:30.912488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network e63685f3-b882-4e40-ac63-80b58d791dce details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:56:30.939294 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Sync routers for ids ['37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:30.970318 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Routers {'37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:30.970318 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:31.053362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc7437-8d7b-4349-a2b6-c655b069e576 req-08725440-207b-4e4e-875d-7b6ebead5605 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:31.055181 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96cc7437-8d7b-4349-a2b6-c655b069e576 req-08725440-207b-4e4e-875d-7b6ebead5605 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.1871252 Jan 27 21:56:31.117557 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Set router 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:31.120640 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96cc7437-8d7b-4349-a2b6-c655b069e576 req-d5bcf7d5-08a7-41bb-ac98-852dc6197c3f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558245 Jan 27 21:56:31.347888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:31.398921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:31.399304 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.426384 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'name': 'tempest-TaggedBootDevicesTest-807384100-router', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:28Z', 'revision_number': 4, 'project_id': '761e5f38387a4688b191ecec7061590b', 'gw_port': {'id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:22Z', 'updated_at': '2022-01-27T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8', 'name': '', 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'mac_address': 'fa:16:3e:09:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'f2415232-09ba-4b9b-b78e-3f63ed8b1b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:27Z', 'updated_at': '2022-01-27T21:56:28Z', 'revision_number': 2, 'project_id': '761e5f38387a4688b191ecec7061590b', 'subnets': [{'id': 'f2415232-09ba-4b9b-b78e-3f63ed8b1b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:31.454514 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Checking router: 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:56:31.455171 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Updating router 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:56:31.483163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:31.497777 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.535856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Router 7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:56:31.564625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:31.568888 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.648372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.ipam_backend_mixin [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Performing IP validity checks on allocation pools {{(pid=104027) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 21:56:31.652624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.ipam_backend_mixin [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104027) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 21:56:31.665967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:31.680515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70941b3-bf64-4b1d-aff2-00e76d0de8f9 None None] Sync routers for ids ['7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:31.696641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70941b3-bf64-4b1d-aff2-00e76d0de8f9 None None] Routers {'7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:31.697632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c70941b3-bf64-4b1d-aff2-00e76d0de8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:31.765853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c70941b3-bf64-4b1d-aff2-00e76d0de8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:31.779911 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70941b3-bf64-4b1d-aff2-00e76d0de8f9 None None] Routers {'7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:31.780577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c70941b3-bf64-4b1d-aff2-00e76d0de8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:31.787250 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.791612 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-24225bb7-5218-4cfd-b229-5e882d9da5a6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5404816 Jan 27 21:56:31.791612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39684) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:31.795683 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-13966901-f716-4c6f-9216-a5fad3e5a788 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'enable_snat': False}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:31.838720 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c70941b3-bf64-4b1d-aff2-00e76d0de8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:31.839390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70941b3-bf64-4b1d-aff2-00e76d0de8f9 None None] The sync data for ids ['7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:31.877660 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Publish callbacks [] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.928886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (3187164c-471e-4a34-bb76-32a68f71e1d2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:31.959050 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.012704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Checking segment: {'id': '7c26657b-0771-482c-871c-7b2fcdc176b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e63685f3-b882-4e40-ac63-80b58d791dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:32.013088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network hostable DHCP agents. Network: e63685f3-b882-4e40-ac63-80b58d791dce, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:56:32.017071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Subnet': ['ID=3187164c-471e-4a34-bb76-32a68f71e1d2,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:32.074907 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638c364-43e2-4610-b24f-92307f871f54 None None] Pushing event updated for resources: {'Port': ['ID=1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:32.126527 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Attempting to bind port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:32.147226 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Attempting to bind port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'df800dff-a1ba-4563-a4e9-5d83bd52dea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:32.147979 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Attempting to bind port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 on network f87a8212-fb05-4188-a352-df885d4c9e74 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:32.164226 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:32.165264 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Checking segment: {'id': 'df800dff-a1ba-4563-a4e9-5d83bd52dea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:32.166345 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.166904 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Bound using segment: {'id': 'df800dff-a1ba-4563-a4e9-5d83bd52dea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:32.167915 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Bound port: 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df800dff-a1ba-4563-a4e9-5d83bd52dea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:32.168784 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.169888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network e63685f3-b882-4e40-ac63-80b58d791dce is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:56:32.278611 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4ab27ed7-3b89-47cc-8ff2-a4772c1e1b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.282110 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] For port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:32.295975 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] For port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8,segment=NetworkSegment(df800dff-a1ba-4563-a4e9-5d83bd52dea1),segment_id=df800dff-a1ba-4563-a4e9-5d83bd52dea1)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:32.380620 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16af1e1-a6b3-4385-8264-75856a103711 req-437e4541-97d2-4f8d-b389-cd07d0e9426d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:32.382404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e16af1e1-a6b3-4385-8264-75856a103711 req-437e4541-97d2-4f8d-b389-cd07d0e9426d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.1185093 Jan 27 21:56:32.442304 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.446536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, e63685f3-b882-4e40-ac63-80b58d791dce) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:32.455887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07036147-c57a-477b-8e04-48fabcc54a9b None None] Network e63685f3-b882-4e40-ac63-80b58d791dce requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:32.481875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:32.482544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.530714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e16af1e1-a6b3-4385-8264-75856a103711 req-9d888413-c3f4-431d-b306-a7e654e4603a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348209 Jan 27 21:56:32.557910 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e669b039-7060-484b-9882-4ab7617b8216 None None] Provisioning complete for port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:32.557910 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e669b039-7060-484b-9882-4ab7617b8216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.624471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-07b4f6ed-69b0-4034-8959-5ec31f48024f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7332044 Jan 27 21:56:32.627058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39692) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:32.632174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': 'e63685f3-b882-4e40-ac63-80b58d791dce', 'name': 'tempest-PortsIpV6TestJSON-1731631518'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:32.644786 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Routers {'37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:32.644786 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:32.685511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-e63685f3-b882-4e40-ac63-80b58d791dce', 'network_id': 'e63685f3-b882-4e40-ac63-80b58d791dce', 'project_id': 'b3fa4295cb3441caa753eb20bcdd44f4', 'fixed_ips': [{'subnet_id': '3187164c-471e-4a34-bb76-32a68f71e1d2'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:56:32.690346 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:32.749722 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638c364-43e2-4610-b24f-92307f871f54 None None] Pushing event updated for resources: {'Port': ['ID=1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:32.903366 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] Set router 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:56:32.991544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Allocated IP 2001:db8::2 (e63685f3-b882-4e40-ac63-80b58d791dce/3187164c-471e-4a34-bb76-32a68f71e1d2/9e2080ff-f73d-4813-a345-37237c348e64) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:33.002626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e669b039-7060-484b-9882-4ab7617b8216 None None] Current status of the port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:33.003360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e669b039-7060-484b-9882-4ab7617b8216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.065014 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13966901-f716-4c6f-9216-a5fad3e5a788 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.120743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e669b039-7060-484b-9882-4ab7617b8216 None None] For port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8,segment=NetworkSegment(df800dff-a1ba-4563-a4e9-5d83bd52dea1),segment_id=df800dff-a1ba-4563-a4e9-5d83bd52dea1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:33.161876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:33.167485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.197218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port 97fff2fb-59e4-4a12-905d-6afad9596d70 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:56:33.265246 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'name': 'tempest-TaggedBootDevicesTest-807384100-router', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:28Z', 'revision_number': 4, 'project_id': '761e5f38387a4688b191ecec7061590b', 'gw_port': {'id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:22Z', 'updated_at': '2022-01-27T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8', 'name': '', 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'mac_address': 'fa:16:3e:09:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'f2415232-09ba-4b9b-b78e-3f63ed8b1b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:27Z', 'updated_at': '2022-01-27T21:56:32Z', 'revision_number': 4, 'project_id': '761e5f38387a4688b191ecec7061590b', 'subnets': [{'id': 'f2415232-09ba-4b9b-b78e-3f63ed8b1b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:33.322731 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8d4a75-31ec-400a-8262-f791815ab44d None None] The sync data for ids ['37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'] in n-d-760456-6 is: [{'id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'name': 'tempest-TaggedBootDevicesTest-807384100-router', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T21:56:28Z', 'revision_number': 4, 'project_id': '761e5f38387a4688b191ecec7061590b', 'gw_port': {'id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:22Z', 'updated_at': '2022-01-27T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8', 'name': '', 'network_id': 'f87a8212-fb05-4188-a352-df885d4c9e74', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'mac_address': 'fa:16:3e:09:30:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'f2415232-09ba-4b9b-b78e-3f63ed8b1b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:27Z', 'updated_at': '2022-01-27T21:56:32Z', 'revision_number': 4, 'project_id': '761e5f38387a4688b191ecec7061590b', 'subnets': [{'id': 'f2415232-09ba-4b9b-b78e-3f63ed8b1b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:33.335046 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Publish callbacks [] for port (9e2080ff-f73d-4813-a345-37237c348e64), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.437095 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e669b039-7060-484b-9882-4ab7617b8216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.491047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995fdf3-c8f8-4f9c-a921-beff69684696 req-0f6249a1-c1d7-4694-9d49-50acb9b00706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:33.492634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8995fdf3-c8f8-4f9c-a921-beff69684696 req-0f6249a1-c1d7-4694-9d49-50acb9b00706 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 1097 time: 0.1145880 Jan 27 21:56:33.516039 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (9e2080ff-f73d-4813-a345-37237c348e64), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.541821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Network e63685f3-b882-4e40-ac63-80b58d791dce is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:33.545049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:33.553913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:33.565846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669b039-7060-484b-9882-4ab7617b8216 None None] Pushing event updated for resources: {'Port': ['ID=1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:33.580177 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ac3af933-5544-419e-8320-fb2c3066bd35 None None] Provisioning complete for port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:33.580510 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac3af933-5544-419e-8320-fb2c3066bd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.752837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8::24a (e63685f3-b882-4e40-ac63-80b58d791dce/3187164c-471e-4a34-bb76-32a68f71e1d2/97fff2fb-59e4-4a12-905d-6afad9596d70) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:33.755871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Attempting to bind port 9e2080ff-f73d-4813-a345-37237c348e64 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:33.756286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Attempting to bind port 9e2080ff-f73d-4813-a345-37237c348e64 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '7c26657b-0771-482c-871c-7b2fcdc176b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e63685f3-b882-4e40-ac63-80b58d791dce'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:33.756658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Attempting to bind port 9e2080ff-f73d-4813-a345-37237c348e64 on network e63685f3-b882-4e40-ac63-80b58d791dce {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:33.785403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Pushing event updated for resources: {'Port': ['ID=9e2080ff-f73d-4813-a345-37237c348e64,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:33.787990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:33.788472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Checking segment: {'id': '7c26657b-0771-482c-871c-7b2fcdc176b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e63685f3-b882-4e40-ac63-80b58d791dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:33.788861 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.789251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Bound using segment: {'id': '7c26657b-0771-482c-871c-7b2fcdc176b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e63685f3-b882-4e40-ac63-80b58d791dce'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:33.789734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Bound port: 9e2080ff-f73d-4813-a345-37237c348e64, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c26657b-0771-482c-871c-7b2fcdc176b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e63685f3-b882-4e40-ac63-80b58d791dce'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:33.790155 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9e2080ff-f73d-4813-a345-37237c348e64), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:33.821983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a90af-4aa9-48ea-b7b9-e6397defa79e req-dccf367b-84a2-454d-b013-f84d149cadea tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:33.825142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-984a90af-4aa9-48ea-b7b9-e6397defa79e req-dccf367b-84a2-454d-b013-f84d149cadea tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.1514208 Jan 27 21:56:33.953156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] For port 9e2080ff-f73d-4813-a345-37237c348e64, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:33.958959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] For port 9e2080ff-f73d-4813-a345-37237c348e64, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9e2080ff-f73d-4813-a345-37237c348e64,segment=NetworkSegment(7c26657b-0771-482c-871c-7b2fcdc176b6),segment_id=7c26657b-0771-482c-871c-7b2fcdc176b6)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:34.015328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ac3af933-5544-419e-8320-fb2c3066bd35 None None] Current status of the port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:34.023923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995fdf3-c8f8-4f9c-a921-beff69684696 req-b999a9c9-32c0-46ee-a853-1264b3692ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:34.026040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8995fdf3-c8f8-4f9c-a921-beff69684696 req-b999a9c9-32c0-46ee-a853-1264b3692ce4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 906 time: 0.4266770 Jan 27 21:56:34.100301 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9e2080ff-f73d-4813-a345-37237c348e64), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.127667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8995fdf3-c8f8-4f9c-a921-beff69684696 req-fb6f43b2-6d5b-4e28-af04-e06e2a51c00e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=235a6491-3822-4a02-a61d-63d55fa612b4 HTTP/1.1" status: 200 len: 217 time: 0.0814862 Jan 27 21:56:34.134739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-984a90af-4aa9-48ea-b7b9-e6397defa79e req-009eef38-da2b-43ee-a028-3e61c6c818b5 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932923 Jan 27 21:56:34.164715 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13966901-f716-4c6f-9216-a5fad3e5a788 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.168718 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13966901-f716-4c6f-9216-a5fad3e5a788 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.246222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5b598-a9f1-4d5c-8605-abee038e53df None None] Pushing event updated for resources: {'Port': ['ID=9e2080ff-f73d-4813-a345-37237c348e64,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:34.265496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19411488-e35c-4d9d-a541-cf37a998cf64 req-0935b136-953e-4b77-aa82-5498d409ca58 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3906536 Jan 27 21:56:34.343926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995fdf3-c8f8-4f9c-a921-beff69684696 req-4f58b94d-1c03-42b7-95e4-9157257204e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:34.346638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8995fdf3-c8f8-4f9c-a921-beff69684696 req-4f58b94d-1c03-42b7-95e4-9157257204e9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 200 len: 845 time: 0.2055163 Jan 27 21:56:34.365406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13966901-f716-4c6f-9216-a5fad3e5a788 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Router 7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:56:34.418549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8995fdf3-c8f8-4f9c-a921-beff69684696 req-03b6f7e3-e922-43cd-9cb3-0041d64fe7e1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f7986a63-54e0-4362-a7cb-5a7356da77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670836 Jan 27 21:56:34.439451 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (97fff2fb-59e4-4a12-905d-6afad9596d70), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.594800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13966901-f716-4c6f-9216-a5fad3e5a788 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:34.604865 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13966901-f716-4c6f-9216-a5fad3e5a788 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.606350 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb13cd4-b5e7-45b2-8baf-cd2589534d0a None None] Sync routers for ids ['7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:34.611695 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-13966901-f716-4c6f-9216-a5fad3e5a788 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "PUT /v2.0/routers/7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9 HTTP/1.1" status: 200 len: 925 time: 2.8168902 Jan 27 21:56:34.627331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19411488-e35c-4d9d-a541-cf37a998cf64 req-12cc1aa6-2f5e-4c2c-af39-a70d9b1f4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:34.629025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19411488-e35c-4d9d-a541-cf37a998cf64 req-12cc1aa6-2f5e-4c2c-af39-a70d9b1f4496 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7ef2744fc5934353b91e037e8978612b&device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 1097 time: 0.2603416 Jan 27 21:56:34.633115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39738) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:34.642683 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb13cd4-b5e7-45b2-8baf-cd2589534d0a None None] Routers {'7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:34.645037 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5cb13cd4-b5e7-45b2-8baf-cd2589534d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:34.721345 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5cb13cd4-b5e7-45b2-8baf-cd2589534d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:34.732513 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb13cd4-b5e7-45b2-8baf-cd2589534d0a None None] Routers {'7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:34.733141 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5cb13cd4-b5e7-45b2-8baf-cd2589534d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:34.778713 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5cb13cd4-b5e7-45b2-8baf-cd2589534d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:34.779300 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb13cd4-b5e7-45b2-8baf-cd2589534d0a None None] The sync data for ids ['7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:34.821596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19411488-e35c-4d9d-a541-cf37a998cf64 req-80bab4f2-d561-4956-86f4-bfd15555f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:34.823135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19411488-e35c-4d9d-a541-cf37a998cf64 req-80bab4f2-d561-4956-86f4-bfd15555f722 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 200 len: 906 time: 0.1707428 Jan 27 21:56:34.825296 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d2c34311-10a3-489b-8302-c256134b9b22 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/routers/7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9 HTTP/1.1" status: 200 len: 925 time: 0.1906343 Jan 27 21:56:34.828613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39740) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:34.859825 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (97fff2fb-59e4-4a12-905d-6afad9596d70), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:34.964716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64891a-f76e-497a-8b26-b57fff9e9531 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:35.035718 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6f64891a-f76e-497a-8b26-b57fff9e9531 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&device_id=7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1364594 Jan 27 21:56:35.036589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8995fdf3-c8f8-4f9c-a921-beff69684696 req-8df2e568-4e55-4d5d-baed-94fcf623897f service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439999 Jan 27 21:56:35.036589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19411488-e35c-4d9d-a541-cf37a998cf64 req-6fa568b3-973e-4e52-a9bb-9196698fe78b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c63a341-1373-4cad-af56-c64ace7dacf3 HTTP/1.1" status: 200 len: 217 time: 0.1433792 Jan 27 21:56:35.043080 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39746) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:35.101369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network e63685f3-b882-4e40-ac63-80b58d791dce is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:35.119880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:35.123107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:35.128344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:35.128986 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.165817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=97fff2fb-59e4-4a12-905d-6afad9596d70,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:35.190439 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c33e79f-73dd-48ef-a5c9-c966b7c3cf04 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:35.194108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19411488-e35c-4d9d-a541-cf37a998cf64 req-0e1f5cd7-bc81-4ac4-8449-e6b81d6411fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:35.195054 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8c33e79f-73dd-48ef-a5c9-c966b7c3cf04 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 881 time: 0.1506586 Jan 27 21:56:35.195693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19411488-e35c-4d9d-a541-cf37a998cf64 req-0e1f5cd7-bc81-4ac4-8449-e6b81d6411fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 200 len: 845 time: 0.1999958 Jan 27 21:56:35.198645 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39752) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:35.249327 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8e8e33f4-ba6d-45a8-a8b3-53cfc808be19 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9 HTTP/1.1" status: 200 len: 205 time: 0.0490966 Jan 27 21:56:35.251553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39754) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:35.371154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19411488-e35c-4d9d-a541-cf37a998cf64 req-eeb7ee45-dd22-44a5-b73c-afa8b2277c6b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7986a63-54e0-4362-a7cb-5a7356da77db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640589 Jan 27 21:56:35.387613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8995fdf3-c8f8-4f9c-a921-beff69684696 req-fe4ddaac-ee1b-459f-8246-ff2068b7f82d service neutron] 10.222.0.74 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044275 Jan 27 21:56:35.508435 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.549771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878eb7e-1f75-4af4-9606-57de110f2e75 req-e9182cbc-a663-41ac-a66f-0d734b4c727d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:35.551377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d878eb7e-1f75-4af4-9606-57de110f2e75 req-e9182cbc-a663-41ac-a66f-0d734b4c727d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.2471726 Jan 27 21:56:35.566545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9e2080ff-f73d-4813-a345-37237c348e64 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:35.647004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 9e2080ff-f73d-4813-a345-37237c348e64 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:35.647397 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9e2080ff-f73d-4813-a345-37237c348e64), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.665853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19411488-e35c-4d9d-a541-cf37a998cf64 req-f9c8d07c-de9e-405a-b85f-a35d966a1613 service neutron] 10.222.0.71 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766080 Jan 27 21:56:35.760547 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.770500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d878eb7e-1f75-4af4-9606-57de110f2e75 req-18fe3f21-b874-434a-b77b-4e7d44fef0c0 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926012 Jan 27 21:56:35.817606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 9e2080ff-f73d-4813-a345-37237c348e64 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:35.818488 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9e2080ff-f73d-4813-a345-37237c348e64), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.839751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19411488-e35c-4d9d-a541-cf37a998cf64 req-0535ec2e-6794-4996-9935-ece8a77c6bb9 service neutron] 10.222.0.71 "GET /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630502 Jan 27 21:56:35.861500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 9e2080ff-f73d-4813-a345-37237c348e64, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9e2080ff-f73d-4813-a345-37237c348e64,segment=NetworkSegment(7c26657b-0771-482c-871c-7b2fcdc176b6),segment_id=7c26657b-0771-482c-871c-7b2fcdc176b6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:35.867562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c2db3a-3bcc-4d3e-88ba-51face0ecdee None None] Network e63685f3-b882-4e40-ac63-80b58d791dce requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:35.949499 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-81391f8b-1ff9-46f3-a616-927e107b1d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:35.982822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a40aab83-25e6-4773-bd9d-ecd60676b4d2 None None] Provisioning complete for port 9e2080ff-f73d-4813-a345-37237c348e64 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:35.983209 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a40aab83-25e6-4773-bd9d-ecd60676b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9e2080ff-f73d-4813-a345-37237c348e64), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.031576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e45b96c9-5ebf-4b13-9b98-bf56a71cc0a0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4033287 Jan 27 21:56:36.034314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39758) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:36.112542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a40aab83-25e6-4773-bd9d-ecd60676b4d2 None None] Current status of the port 9e2080ff-f73d-4813-a345-37237c348e64 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:36.112813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a40aab83-25e6-4773-bd9d-ecd60676b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9e2080ff-f73d-4813-a345-37237c348e64), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.145021 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9e2080ff-f73d-4813-a345-37237c348e64), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.149176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:36.226966 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 97fff2fb-59e4-4a12-905d-6afad9596d70 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:36.227498 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (97fff2fb-59e4-4a12-905d-6afad9596d70), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.242917 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.292669 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-a40aab83-25e6-4773-bd9d-ecd60676b4d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:56:36.293503 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-a40aab83-25e6-4773-bd9d-ecd60676b4d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:56:36.297406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=9e2080ff-f73d-4813-a345-37237c348e64,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:36.307569 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Deleting port c001903a-bbe9-4b0d-b258-df246824e1e7 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:36.307927 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c001903a-bbe9-4b0d-b258-df246824e1e7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.326260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:36.327670 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.465868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:36.478466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (97fff2fb-59e4-4a12-905d-6afad9596d70), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.501694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 97fff2fb-59e4-4a12-905d-6afad9596d70 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:36.507929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c001903a-bbe9-4b0d-b258-df246824e1e7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.527689 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Calling delete_port for c001903a-bbe9-4b0d-b258-df246824e1e7 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:36.839211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a40aab83-25e6-4773-bd9d-ecd60676b4d2 None None] Current status of the port 9e2080ff-f73d-4813-a345-37237c348e64 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:36.887353 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (97fff2fb-59e4-4a12-905d-6afad9596d70), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:36.926225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=97fff2fb-59e4-4a12-905d-6afad9596d70,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:36.941030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d37287-efb9-46e1-b3e9-01430678d371 req-6d76457e-9571-4f5f-b5d0-52d79ef50105 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:36.948993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92d37287-efb9-46e1-b3e9-01430678d371 req-6d76457e-9571-4f5f-b5d0-52d79ef50105 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0821030 Jan 27 21:56:36.949535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.949896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.950249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.950706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.951055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.951446 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.951790 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.952146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.952485 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.952822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.953153 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.953484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.954906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:56:36.984737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5202f8f2-b74f-48e6-83d0-14670e52a1a1 None None] Provisioning complete for port 9e2080ff-f73d-4813-a345-37237c348e64 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:36.985229 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5202f8f2-b74f-48e6-83d0-14670e52a1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9e2080ff-f73d-4813-a345-37237c348e64), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.006172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.014869 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e3cbaff2-293a-4d01-b62b-96a693a08112 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/97fff2fb-59e4-4a12-905d-6afad9596d70 HTTP/1.1" status: 204 len: 168 time: 0.9769523 Jan 27 21:56:37.015888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39770) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:37.076018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c001903a-bbe9-4b0d-b258-df246824e1e7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.080188 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92d37287-efb9-46e1-b3e9-01430678d371 req-1ad3de8a-915a-41e1-83aa-9a01f96d43a4 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240675 Jan 27 21:56:37.094485 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-217b9db0-4347-4f46-b2b1-5dc427124b8b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] DELETE failed (client error): The resource could not be found. Jan 27 21:56:37.094485 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217b9db0-4347-4f46-b2b1-5dc427124b8b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:56:37.097294 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-217b9db0-4347-4f46-b2b1-5dc427124b8b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/97fff2fb-59e4-4a12-905d-6afad9596d70 HTTP/1.1" status: 404 len: 333 time: 0.0802860 Jan 27 21:56:37.100037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39772) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:37.130730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Pushing event deleted for resources: {'Port': ['ID=c001903a-bbe9-4b0d-b258-df246824e1e7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:37.176297 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ade32b-25ff-49d5-81ac-dc8ab7607d5e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:56:37.178307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-52ade32b-25ff-49d5-81ac-dc8ab7607d5e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/97fff2fb-59e4-4a12-905d-6afad9596d70 HTTP/1.1" status: 404 len: 333 time: 0.0769651 Jan 27 21:56:37.181713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39774) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:37.194759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5202f8f2-b74f-48e6-83d0-14670e52a1a1 None None] Current status of the port 9e2080ff-f73d-4813-a345-37237c348e64 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:37.199131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5202f8f2-b74f-48e6-83d0-14670e52a1a1 None None] Could not find standard attr ID for object 97fff2fb-59e4-4a12-905d-6afad9596d70. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:56:37.266053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.308199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a8046a-53af-4370-9122-3433db5c11c4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting subnet 3187164c-471e-4a34-bb76-32a68f71e1d2 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:56:37.308199 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23a8046a-53af-4370-9122-3433db5c11c4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (3187164c-471e-4a34-bb76-32a68f71e1d2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.361187 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.378814 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23a8046a-53af-4370-9122-3433db5c11c4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (3187164c-471e-4a34-bb76-32a68f71e1d2), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.437301 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9e2080ff-f73d-4813-a345-37237c348e64 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:37.541269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 9e2080ff-f73d-4813-a345-37237c348e64 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:37.541650 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9e2080ff-f73d-4813-a345-37237c348e64), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.598406 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23a8046a-53af-4370-9122-3433db5c11c4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (3187164c-471e-4a34-bb76-32a68f71e1d2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.705235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 9e2080ff-f73d-4813-a345-37237c348e64 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:37.801684 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23a8046a-53af-4370-9122-3433db5c11c4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (3187164c-471e-4a34-bb76-32a68f71e1d2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.819211 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.822190 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_controller (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.847344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8046a-53af-4370-9122-3433db5c11c4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Subnet': ['ID=3187164c-471e-4a34-bb76-32a68f71e1d2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:37.856355 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-23a8046a-53af-4370-9122-3433db5c11c4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.863237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6ade56-fedf-472c-babe-ae57d433f3fd None None] Network e63685f3-b882-4e40-ac63-80b58d791dce requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:37.865660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39782) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:37.865920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-23a8046a-53af-4370-9122-3433db5c11c4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/3187164c-471e-4a34-bb76-32a68f71e1d2 HTTP/1.1" status: 204 len: 168 time: 0.6826530 Jan 27 21:56:37.951553 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (e63685f3-b882-4e40-ac63-80b58d791dce), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.985617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.986241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Fanout notify agent at l3_agent the message router_deleted on router 7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:56:37.994470 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:37.995767 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9f576735-2356-4d56-9a55-edd7bccf91c6 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/routers/7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9 HTTP/1.1" status: 204 len: 168 time: 2.7431831 Jan 27 21:56:37.999635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39784) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:38.005106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5998044a-45ef-4db3-8130-954d44415416 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-945528022', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:38.027730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 9e2080ff-f73d-4813-a345-37237c348e64 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:38.028093 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9e2080ff-f73d-4813-a345-37237c348e64), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.098208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67988a95-7b53-4b97-919d-67eb43c153a5 None None] DHCP port deletion for e63685f3-b882-4e40-ac63-80b58d791dce request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:56:38.130762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] For port 9e2080ff-f73d-4813-a345-37237c348e64, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9e2080ff-f73d-4813-a345-37237c348e64,segment=NetworkSegment(7c26657b-0771-482c-871c-7b2fcdc176b6),segment_id=7c26657b-0771-482c-871c-7b2fcdc176b6)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:38.131139 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9e2080ff-f73d-4813-a345-37237c348e64), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.151666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 9e2080ff-f73d-4813-a345-37237c348e64 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:38.197520 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5998044a-45ef-4db3-8130-954d44415416 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.198745 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5998044a-45ef-4db3-8130-954d44415416 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.208103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-67988a95-7b53-4b97-919d-67eb43c153a5 None None] Deleting port 9e2080ff-f73d-4813-a345-37237c348e64 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:38.208739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-67988a95-7b53-4b97-919d-67eb43c153a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9e2080ff-f73d-4813-a345-37237c348e64), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.243758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50634b-79ab-4552-ae00-f85e272ac281 req-172c137a-3ea7-4511-961c-d3aeae13c0c2 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:38.252512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a50634b-79ab-4552-ae00-f85e272ac281 req-172c137a-3ea7-4511-961c-d3aeae13c0c2 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0862625 Jan 27 21:56:38.313918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-67988a95-7b53-4b97-919d-67eb43c153a5 None None] For port 9e2080ff-f73d-4813-a345-37237c348e64, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9e2080ff-f73d-4813-a345-37237c348e64,segment=NetworkSegment(7c26657b-0771-482c-871c-7b2fcdc176b6),segment_id=7c26657b-0771-482c-871c-7b2fcdc176b6)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:38.315250 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-67988a95-7b53-4b97-919d-67eb43c153a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9e2080ff-f73d-4813-a345-37237c348e64), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.332486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-67988a95-7b53-4b97-919d-67eb43c153a5 None None] Calling delete_port for 9e2080ff-f73d-4813-a345-37237c348e64 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:38.450227 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9e2080ff-f73d-4813-a345-37237c348e64), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.461154 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-67988a95-7b53-4b97-919d-67eb43c153a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (9e2080ff-f73d-4813-a345-37237c348e64), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.513743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=9e2080ff-f73d-4813-a345-37237c348e64,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:38.523822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No DVR routers for this DVR port 9e2080ff-f73d-4813-a345-37237c348e64 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:38.548106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67988a95-7b53-4b97-919d-67eb43c153a5 None None] Pushing event deleted for resources: {'Port': ['ID=9e2080ff-f73d-4813-a345-37237c348e64,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:38.550172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67988a95-7b53-4b97-919d-67eb43c153a5 None None] No DVR routers for this DVR port 9e2080ff-f73d-4813-a345-37237c348e64 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:38.641412 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (e63685f3-b882-4e40-ac63-80b58d791dce), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.670608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63685f3-b882-4e40-ac63-80b58d791dce']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:38.682901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c26657b-0771-482c-871c-7b2fcdc176b6') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:38.683217 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c26657b-0771-482c-871c-7b2fcdc176b6') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:38.694742 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (7c26657b-0771-482c-871c-7b2fcdc176b6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.710220 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5998044a-45ef-4db3-8130-954d44415416 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_controller (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.711494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7c26657b-0771-482c-871c-7b2fcdc176b6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.718827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:56:38.721988 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (7c26657b-0771-482c-871c-7b2fcdc176b6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:56:38.722507 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:56:38.760621 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a50634b-79ab-4552-ae00-f85e272ac281 req-a1124d41-379e-4b9a-8051-466dabacec1f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070801 Jan 27 21:56:38.864628 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5998044a-45ef-4db3-8130-954d44415416 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.938596 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (e63685f3-b882-4e40-ac63-80b58d791dce), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.944542 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.954478 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/networks/e63685f3-b882-4e40-ac63-80b58d791dce HTTP/1.1" status: 204 len: 168 time: 1.0866115 Jan 27 21:56:38.958871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39794) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:38.972812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1b85a7f4-90b8-4d71-beb7-7dc50dead1df tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2129409121'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:38.983966 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.991848 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5998044a-45ef-4db3-8130-954d44415416 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:38.993397 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f2eab-34c3-43a2-8b6f-2cfc1f085234 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Network': ['ID=e63685f3-b882-4e40-ac63-80b58d791dce,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:39.000783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5998044a-45ef-4db3-8130-954d44415416 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9994874 Jan 27 21:56:39.003028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39796) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:39.008046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Request body: {'router': {'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:39.042561 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:56:39.124194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b85a7f4-90b8-4d71-beb7-7dc50dead1df tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:39.128393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b85a7f4-90b8-4d71-beb7-7dc50dead1df tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.157704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b85a7f4-90b8-4d71-beb7-7dc50dead1df tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:56:39.167694 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b85a7f4-90b8-4d71-beb7-7dc50dead1df tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3b83abd8-32d2-4392-ba72-bbd2785a0bdf), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.168245 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-1b85a7f4-90b8-4d71-beb7-7dc50dead1df tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Added segment 3b83abd8-32d2-4392-ba72-bbd2785a0bdf of type vlan for network 8176a5ac-e303-4ec4-8f12-2fdd9e4927e7 Jan 27 21:56:39.218032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b85a7f4-90b8-4d71-beb7-7dc50dead1df tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (8176a5ac-e303-4ec4-8f12-2fdd9e4927e7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.273311 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.338483 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b85a7f4-90b8-4d71-beb7-7dc50dead1df tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (8176a5ac-e303-4ec4-8f12-2fdd9e4927e7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.345392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b85a7f4-90b8-4d71-beb7-7dc50dead1df tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:39.347458 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9e2080ff-f73d-4813-a345-37237c348e64 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:39.350846 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b85a7f4-90b8-4d71-beb7-7dc50dead1df tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.376966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 9e2080ff-f73d-4813-a345-37237c348e64 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:39.376966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9e2080ff-f73d-4813-a345-37237c348e64 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:39.464121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85a7f4-90b8-4d71-beb7-7dc50dead1df tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Network': ['ID=8176a5ac-e303-4ec4-8f12-2fdd9e4927e7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:39.482535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 8176a5ac-e303-4ec4-8f12-2fdd9e4927e7 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:56:39.530008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1b85a7f4-90b8-4d71-beb7-7dc50dead1df tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5692401 Jan 27 21:56:39.533359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39800) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:39.544890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0d17f64d-6f9a-41d2-81a0-51cee0ad4a88 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': '8176a5ac-e303-4ec4-8f12-2fdd9e4927e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:39.748490 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.768357 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:39.892745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Allocated IP 172.25.0.205 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/bdb6476f-8181-424e-9547-f2c4a9036dc0) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:39.954065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1846f21-ad54-43e4-84d5-4c5af810d6d8 req-1b1e62f1-1ce8-4fcc-b079-a8eeeb8b686d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:39.961036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1846f21-ad54-43e4-84d5-4c5af810d6d8 req-1b1e62f1-1ce8-4fcc-b079-a8eeeb8b686d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0881405 Jan 27 21:56:40.014311 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for port (bdb6476f-8181-424e-9547-f2c4a9036dc0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.052515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1846f21-ad54-43e4-84d5-4c5af810d6d8 req-4f310b46-1f35-42cf-a568-b44a8c92d30c tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838590 Jan 27 21:56:40.129860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d17f64d-6f9a-41d2-81a0-51cee0ad4a88 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:40.133430 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d17f64d-6f9a-41d2-81a0-51cee0ad4a88 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.194040 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (bdb6476f-8181-424e-9547-f2c4a9036dc0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.260425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:40.271650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:40.291723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:40.295135 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Pushing event updated for resources: {'Port': ['ID=bdb6476f-8181-424e-9547-f2c4a9036dc0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:40.705803 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d17f64d-6f9a-41d2-81a0-51cee0ad4a88 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (79113da8-dccf-4beb-a0d5-20651a4eb850), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:40.817979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17f64d-6f9a-41d2-81a0-51cee0ad4a88 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Subnet': ['ID=79113da8-dccf-4beb-a0d5-20651a4eb850,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:40.878184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d17f64d-6f9a-41d2-81a0-51cee0ad4a88 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Checking segment: {'id': '3b83abd8-32d2-4392-ba72-bbd2785a0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8176a5ac-e303-4ec4-8f12-2fdd9e4927e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:40.878555 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d17f64d-6f9a-41d2-81a0-51cee0ad4a88 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network hostable DHCP agents. Network: 8176a5ac-e303-4ec4-8f12-2fdd9e4927e7, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:56:40.906142 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.186216 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.258105 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.258424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0c797-1a39-4a17-9571-5f25efaeaaa1 req-3d342f5b-4746-4634-854d-f8613073b740 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:41.258424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94f0c797-1a39-4a17-9571-5f25efaeaaa1 req-3d342f5b-4746-4634-854d-f8613073b740 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0556052 Jan 27 21:56:41.258424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94f0c797-1a39-4a17-9571-5f25efaeaaa1 req-56c77b17-001d-4cfd-99b2-acc407186e9e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502491 Jan 27 21:56:41.310143 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d17f64d-6f9a-41d2-81a0-51cee0ad4a88 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network 8176a5ac-e303-4ec4-8f12-2fdd9e4927e7 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:56:41.559005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0d17f64d-6f9a-41d2-81a0-51cee0ad4a88 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 8176a5ac-e303-4ec4-8f12-2fdd9e4927e7) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:41.560729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Router 4ffdf01c-95f7-4a5c-8893-6b640ad9fe42 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:56:41.567323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a145e45-209b-408d-801c-875de742a6c7 None None] Network 8176a5ac-e303-4ec4-8f12-2fdd9e4927e7 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:41.579775 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d17f64d-6f9a-41d2-81a0-51cee0ad4a88 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:41.580519 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0d17f64d-6f9a-41d2-81a0-51cee0ad4a88 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.796502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-8176a5ac-e303-4ec4-8f12-2fdd9e4927e7', 'network_id': '8176a5ac-e303-4ec4-8f12-2fdd9e4927e7', 'project_id': 'b3fa4295cb3441caa753eb20bcdd44f4', 'fixed_ips': [{'subnet_id': '79113da8-dccf-4beb-a0d5-20651a4eb850'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:56:41.801784 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.803980 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0d17f64d-6f9a-41d2-81a0-51cee0ad4a88 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2689474 Jan 27 21:56:41.806634 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39838) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:41.812349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': '8176a5ac-e303-4ec4-8f12-2fdd9e4927e7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-930222048'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:41.947558 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:41.956383 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:41.960047 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4a6016b1-b3bd-4071-9ee1-eddd6633f546 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "PUT /v2.0/routers/4ffdf01c-95f7-4a5c-8893-6b640ad9fe42 HTTP/1.1" status: 200 len: 883 time: 2.9535632 Jan 27 21:56:41.960411 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39840) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:42.042294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eec034-439d-4e80-ac7a-a6e2335a9a2f None None] Sync routers for ids ['4ffdf01c-95f7-4a5c-8893-6b640ad9fe42'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:42.096099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:42.106849 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.134657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eec034-439d-4e80-ac7a-a6e2335a9a2f None None] Routers {'4ffdf01c-95f7-4a5c-8893-6b640ad9fe42'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:42.134657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-52eec034-439d-4e80-ac7a-a6e2335a9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4ffdf01c-95f7-4a5c-8893-6b640ad9fe42'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:42.160499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port eade9cb0-8016-4077-880a-cb9e6aac86c6 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:56:42.177521 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-db6847e6-2b1a-4061-8274-f2b00d68f4c6 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/routers/4ffdf01c-95f7-4a5c-8893-6b640ad9fe42 HTTP/1.1" status: 200 len: 924 time: 0.2158172 Jan 27 21:56:42.180466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39846) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:42.196373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-52eec034-439d-4e80-ac7a-a6e2335a9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:42.247461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eec034-439d-4e80-ac7a-a6e2335a9a2f None None] Routers {'4ffdf01c-95f7-4a5c-8893-6b640ad9fe42'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:42.248258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-52eec034-439d-4e80-ac7a-a6e2335a9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4ffdf01c-95f7-4a5c-8893-6b640ad9fe42'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:42.301165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62153aa-b2d3-4c66-94e6-08344d608a85 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:42.306994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d62153aa-b2d3-4c66-94e6-08344d608a85 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&device_id=4ffdf01c-95f7-4a5c-8893-6b640ad9fe42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1241119 Jan 27 21:56:42.308954 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39850) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:42.329865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-52eec034-439d-4e80-ac7a-a6e2335a9a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:42.330866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52eec034-439d-4e80-ac7a-a6e2335a9a2f None None] The sync data for ids ['4ffdf01c-95f7-4a5c-8893-6b640ad9fe42'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:42.349327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Allocated IP 2001:db8::2 (8176a5ac-e303-4ec4-8f12-2fdd9e4927e7/79113da8-dccf-4beb-a0d5-20651a4eb850/a3d02b66-a549-4d22-a635-84a7984932a8) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:42.499188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee5a37-0ee9-4ee3-8edb-7e56d126b3a7 req-9a01dba4-e220-4585-bfef-0ba111258169 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:42.511373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3ee5a37-0ee9-4ee3-8edb-7e56d126b3a7 req-9a01dba4-e220-4585-bfef-0ba111258169 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.1281633 Jan 27 21:56:42.541656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efb2149-0919-42bc-8023-f9da409d8335 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:42.544145 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1efb2149-0919-42bc-8023-f9da409d8335 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 881 time: 0.2337787 Jan 27 21:56:42.553088 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39852) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:42.638087 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ee800db5-a9ec-4033-8cb2-2716457a88d8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ffdf01c-95f7-4a5c-8893-6b640ad9fe42 HTTP/1.1" status: 200 len: 205 time: 0.0829387 Jan 27 21:56:42.638863 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39854) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:42.645042 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3ee5a37-0ee9-4ee3-8edb-7e56d126b3a7 req-d6e2f9c5-6202-4ac1-90ce-9479e74ce6c1 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269271 Jan 27 21:56:42.707694 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Publish callbacks [] for port (a3d02b66-a549-4d22-a635-84a7984932a8), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.826385 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.840754 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:42.924655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Network 8176a5ac-e303-4ec4-8f12-2fdd9e4927e7 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:42.934753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:42.942587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:43.003202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Pushing event updated for resources: {'Port': ['ID=a3d02b66-a549-4d22-a635-84a7984932a8,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:43.081712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Attempting to bind port a3d02b66-a549-4d22-a635-84a7984932a8 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:43.082259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Attempting to bind port a3d02b66-a549-4d22-a635-84a7984932a8 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '3b83abd8-32d2-4392-ba72-bbd2785a0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8176a5ac-e303-4ec4-8f12-2fdd9e4927e7'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:43.082766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Attempting to bind port a3d02b66-a549-4d22-a635-84a7984932a8 on network 8176a5ac-e303-4ec4-8f12-2fdd9e4927e7 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:43.097612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:43.098009 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Checking segment: {'id': '3b83abd8-32d2-4392-ba72-bbd2785a0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8176a5ac-e303-4ec4-8f12-2fdd9e4927e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:43.098425 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.098835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Bound using segment: {'id': '3b83abd8-32d2-4392-ba72-bbd2785a0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8176a5ac-e303-4ec4-8f12-2fdd9e4927e7'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:43.100180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Bound port: a3d02b66-a549-4d22-a635-84a7984932a8, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b83abd8-32d2-4392-ba72-bbd2785a0bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '8176a5ac-e303-4ec4-8f12-2fdd9e4927e7'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:43.100579 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.120167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8::294 (8176a5ac-e303-4ec4-8f12-2fdd9e4927e7/79113da8-dccf-4beb-a0d5-20651a4eb850/eade9cb0-8016-4077-880a-cb9e6aac86c6) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:43.266753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] For port a3d02b66-a549-4d22-a635-84a7984932a8, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:43.276599 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] For port a3d02b66-a549-4d22-a635-84a7984932a8, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a3d02b66-a549-4d22-a635-84a7984932a8,segment=NetworkSegment(3b83abd8-32d2-4392-ba72-bbd2785a0bdf),segment_id=3b83abd8-32d2-4392-ba72-bbd2785a0bdf)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:43.359002 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.380097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (eade9cb0-8016-4077-880a-cb9e6aac86c6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.453383 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.503116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe4674-b971-4d26-9a8b-a539fc8b0e15 None None] Pushing event updated for resources: {'Port': ['ID=a3d02b66-a549-4d22-a635-84a7984932a8,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:43.544818 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (eade9cb0-8016-4077-880a-cb9e6aac86c6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.652860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network 8176a5ac-e303-4ec4-8f12-2fdd9e4927e7 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:43.662778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:43.668314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:43.678287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:43.679002 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.694741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=eade9cb0-8016-4077-880a-cb9e6aac86c6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:43.729283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Deleting port bdb6476f-8181-424e-9547-f2c4a9036dc0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:43.729918 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bdb6476f-8181-424e-9547-f2c4a9036dc0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:43.859836 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b150f23-f7a8-4744-afdf-ceca724445f2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.0495255 Jan 27 21:56:43.861472 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39866) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:43.936399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99798455-4b56-43e9-869b-af3699540d94 req-4a769fe2-98a4-4207-9483-7c4ee7682222 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:43.954256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99798455-4b56-43e9-869b-af3699540d94 req-4a769fe2-98a4-4207-9483-7c4ee7682222 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.1872051 Jan 27 21:56:44.072716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99798455-4b56-43e9-869b-af3699540d94 req-2f2f61a6-1434-4289-b62b-32dfb3b06f1a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155460 Jan 27 21:56:44.101542 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bdb6476f-8181-424e-9547-f2c4a9036dc0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.123670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Calling delete_port for bdb6476f-8181-424e-9547-f2c4a9036dc0 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:44.217034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1f930b53-05e4-489c-9827-cc8a6b925db4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port eade9cb0-8016-4077-880a-cb9e6aac86c6 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:44.217386 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1f930b53-05e4-489c-9827-cc8a6b925db4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (eade9cb0-8016-4077-880a-cb9e6aac86c6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.415229 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1f930b53-05e4-489c-9827-cc8a6b925db4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (eade9cb0-8016-4077-880a-cb9e6aac86c6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.440826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1f930b53-05e4-489c-9827-cc8a6b925db4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for eade9cb0-8016-4077-880a-cb9e6aac86c6 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:44.655440 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (bdb6476f-8181-424e-9547-f2c4a9036dc0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:44.691569 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Pushing event deleted for resources: {'Port': ['ID=bdb6476f-8181-424e-9547-f2c4a9036dc0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:44.781777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1f930b53-05e4-489c-9827-cc8a6b925db4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (eade9cb0-8016-4077-880a-cb9e6aac86c6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.130293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c32e7f-bb57-47ea-85ed-2c84955acd4d None None] Network 8176a5ac-e303-4ec4-8f12-2fdd9e4927e7 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:45.214090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb47f8e-c258-4392-b308-32a9442c577b req-9f8de430-b7c3-480a-9817-d30c9b95d385 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:45.223216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feb47f8e-c258-4392-b308-32a9442c577b req-9f8de430-b7c3-480a-9817-d30c9b95d385 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0779564 Jan 27 21:56:45.314096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feb47f8e-c258-4392-b308-32a9442c577b req-d91ead58-132f-4c0e-b4b7-27649c85a1f3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898712 Jan 27 21:56:45.351359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-468f556c-5c85-42a9-b5f6-5f9d2e5e32cd None None] Provisioning complete for port a3d02b66-a549-4d22-a635-84a7984932a8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:45.351752 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-468f556c-5c85-42a9-b5f6-5f9d2e5e32cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.392574 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f930b53-05e4-489c-9827-cc8a6b925db4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=eade9cb0-8016-4077-880a-cb9e6aac86c6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:45.426879 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1f930b53-05e4-489c-9827-cc8a6b925db4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.430809 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1f930b53-05e4-489c-9827-cc8a6b925db4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/eade9cb0-8016-4077-880a-cb9e6aac86c6 HTTP/1.1" status: 204 len: 168 time: 1.5684035 Jan 27 21:56:45.431957 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.434009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39888) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:45.544208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a3d02b66-a549-4d22-a635-84a7984932a8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:45.619791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-468f556c-5c85-42a9-b5f6-5f9d2e5e32cd None None] Current status of the port a3d02b66-a549-4d22-a635-84a7984932a8 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:45.620219 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-468f556c-5c85-42a9-b5f6-5f9d2e5e32cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.622563 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd1b7b9-8ac5-424b-a5f7-bf1c71af731d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:56:45.624626 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1cd1b7b9-8ac5-424b-a5f7-bf1c71af731d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/eade9cb0-8016-4077-880a-cb9e6aac86c6 HTTP/1.1" status: 404 len: 333 time: 0.1896384 Jan 27 21:56:45.627030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39890) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:45.705325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.714974 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_controller (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.727355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cdfbb8-13e5-4abc-b921-597ce8f7f520 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting subnet 79113da8-dccf-4beb-a0d5-20651a4eb850 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:56:45.735597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-468f556c-5c85-42a9-b5f6-5f9d2e5e32cd None None] For port a3d02b66-a549-4d22-a635-84a7984932a8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a3d02b66-a549-4d22-a635-84a7984932a8,segment=NetworkSegment(3b83abd8-32d2-4392-ba72-bbd2785a0bdf),segment_id=3b83abd8-32d2-4392-ba72-bbd2785a0bdf)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:45.737082 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0cdfbb8-13e5-4abc-b921-597ce8f7f520 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (79113da8-dccf-4beb-a0d5-20651a4eb850), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.752153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a3d02b66-a549-4d22-a635-84a7984932a8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:45.752551 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.806352 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-468f556c-5c85-42a9-b5f6-5f9d2e5e32cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.858839 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0cdfbb8-13e5-4abc-b921-597ce8f7f520 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (79113da8-dccf-4beb-a0d5-20651a4eb850), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.864287 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (4ffdf01c-95f7-4a5c-8893-6b640ad9fe42), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.865174 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Fanout notify agent at l3_agent the message router_deleted on router 4ffdf01c-95f7-4a5c-8893-6b640ad9fe42 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:56:45.885826 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:45.891449 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2fcb7aab-8616-4dd6-8fb7-cf4e16567a95 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/routers/4ffdf01c-95f7-4a5c-8893-6b640ad9fe42 HTTP/1.1" status: 204 len: 168 time: 3.2468977 Jan 27 21:56:45.892864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39892) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:45.898923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5f156891-3547-4507-a9d3-a1fe4a5846bf tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1181299908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:45.984898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f556c-5c85-42a9-b5f6-5f9d2e5e32cd None None] Pushing event updated for resources: {'Port': ['ID=a3d02b66-a549-4d22-a635-84a7984932a8,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:46.008303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9938b43f-7b26-40f4-8d83-4795e34a7b8f None None] Provisioning complete for port a3d02b66-a549-4d22-a635-84a7984932a8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:46.009476 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9938b43f-7b26-40f4-8d83-4795e34a7b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.044795 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f156891-3547-4507-a9d3-a1fe4a5846bf tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (a11a0476-b27d-446d-9462-340baff1a609), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.046512 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f156891-3547-4507-a9d3-a1fe4a5846bf tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (a11a0476-b27d-446d-9462-340baff1a609), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.123638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a3d02b66-a549-4d22-a635-84a7984932a8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:46.160351 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0cdfbb8-13e5-4abc-b921-597ce8f7f520 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (79113da8-dccf-4beb-a0d5-20651a4eb850), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.185660 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f156891-3547-4507-a9d3-a1fe4a5846bf tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_controller (a11a0476-b27d-446d-9462-340baff1a609), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.242667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9938b43f-7b26-40f4-8d83-4795e34a7b8f None None] Current status of the port a3d02b66-a549-4d22-a635-84a7984932a8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:46.324589 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f156891-3547-4507-a9d3-a1fe4a5846bf tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (a11a0476-b27d-446d-9462-340baff1a609), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.354101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0cdfbb8-13e5-4abc-b921-597ce8f7f520 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (79113da8-dccf-4beb-a0d5-20651a4eb850), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.377833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ad341857-88e0-4efb-b723-2dac3f0d4684 None None] Could not find standard attr ID for object eade9cb0-8016-4077-880a-cb9e6aac86c6. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:56:46.428423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cdfbb8-13e5-4abc-b921-597ce8f7f520 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Subnet': ['ID=79113da8-dccf-4beb-a0d5-20651a4eb850,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:46.442475 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0cdfbb8-13e5-4abc-b921-597ce8f7f520 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.451237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a0cdfbb8-13e5-4abc-b921-597ce8f7f520 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/79113da8-dccf-4beb-a0d5-20651a4eb850 HTTP/1.1" status: 204 len: 168 time: 0.8205492 Jan 27 21:56:46.452267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39902) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:46.581824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e897bd-61cb-4f1f-9ff7-aeb4961096a6 req-1d54eff5-6140-45af-a2a2-f4ac6a57de60 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:46.584176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56e897bd-61cb-4f1f-9ff7-aeb4961096a6 req-1d54eff5-6140-45af-a2a2-f4ac6a57de60 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0993829 Jan 27 21:56:46.602976 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (8176a5ac-e303-4ec4-8f12-2fdd9e4927e7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.614477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e854a-3f2c-41ec-9a5e-daa3c7865bc7 None None] Network 8176a5ac-e303-4ec4-8f12-2fdd9e4927e7 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:46.638470 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f156891-3547-4507-a9d3-a1fe4a5846bf tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.640181 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5f156891-3547-4507-a9d3-a1fe4a5846bf tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7457230 Jan 27 21:56:46.642944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39904) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:46.648450 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'enable_snat': True}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:46.697438 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56e897bd-61cb-4f1f-9ff7-aeb4961096a6 req-e2abebda-980d-4ef5-9e3c-190af5b0abdc tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064765 Jan 27 21:56:46.909977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34577afa-81e4-4bb6-a365-3c5dbb3718ac None None] DHCP port deletion for 8176a5ac-e303-4ec4-8f12-2fdd9e4927e7 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:56:46.931373 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (a11a0476-b27d-446d-9462-340baff1a609), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.953723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port a3d02b66-a549-4d22-a635-84a7984932a8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:46.954078 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:46.986877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-34577afa-81e4-4bb6-a365-3c5dbb3718ac None None] Deleting port a3d02b66-a549-4d22-a635-84a7984932a8 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:46.986877 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-34577afa-81e4-4bb6-a365-3c5dbb3718ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.041395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] For port a3d02b66-a549-4d22-a635-84a7984932a8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a3d02b66-a549-4d22-a635-84a7984932a8,segment=NetworkSegment(3b83abd8-32d2-4392-ba72-bbd2785a0bdf),segment_id=3b83abd8-32d2-4392-ba72-bbd2785a0bdf)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:47.041898 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.058293 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for a3d02b66-a549-4d22-a635-84a7984932a8 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:47.059359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-34577afa-81e4-4bb6-a365-3c5dbb3718ac None None] For port a3d02b66-a549-4d22-a635-84a7984932a8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a3d02b66-a549-4d22-a635-84a7984932a8,segment=NetworkSegment(3b83abd8-32d2-4392-ba72-bbd2785a0bdf),segment_id=3b83abd8-32d2-4392-ba72-bbd2785a0bdf)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:47.062814 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-34577afa-81e4-4bb6-a365-3c5dbb3718ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.088166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-34577afa-81e4-4bb6-a365-3c5dbb3718ac None None] Calling delete_port for a3d02b66-a549-4d22-a635-84a7984932a8 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:47.330101 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-34577afa-81e4-4bb6-a365-3c5dbb3718ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.376597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34577afa-81e4-4bb6-a365-3c5dbb3718ac None None] Pushing event deleted for resources: {'Port': ['ID=a3d02b66-a549-4d22-a635-84a7984932a8,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:47.387473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34577afa-81e4-4bb6-a365-3c5dbb3718ac None None] No DVR routers for this DVR port a3d02b66-a549-4d22-a635-84a7984932a8 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:47.414832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a3d02b66-a549-4d22-a635-84a7984932a8 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:56:47.416351 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a3d02b66-a549-4d22-a635-84a7984932a8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.435993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: a3d02b66-a549-4d22-a635-84a7984932a8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:56:47.436394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a3d02b66-a549-4d22-a635-84a7984932a8 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:56:47.452527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=a3d02b66-a549-4d22-a635-84a7984932a8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:47.455984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No DVR routers for this DVR port a3d02b66-a549-4d22-a635-84a7984932a8 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:47.505423 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (a11a0476-b27d-446d-9462-340baff1a609), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.562135 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.574755 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (8176a5ac-e303-4ec4-8f12-2fdd9e4927e7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.626734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8176a5ac-e303-4ec4-8f12-2fdd9e4927e7']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:47.641030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b83abd8-32d2-4392-ba72-bbd2785a0bdf') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:47.641238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b83abd8-32d2-4392-ba72-bbd2785a0bdf') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:47.655822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (3b83abd8-32d2-4392-ba72-bbd2785a0bdf), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.697717 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3b83abd8-32d2-4392-ba72-bbd2785a0bdf), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.707600 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:56:47.708002 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (3b83abd8-32d2-4392-ba72-bbd2785a0bdf), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:56:47.710998 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:56:47.778293 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Allocated IP 172.25.0.31 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/07709bfe-2d0b-44ce-8d57-1efff119a95e) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:47.848652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec9a24-c647-4586-801a-cc37d87b9f90 req-8c249840-faa9-4857-808a-60a535d22a0e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:47.850891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55ec9a24-c647-4586-801a-cc37d87b9f90 req-8c249840-faa9-4857-808a-60a535d22a0e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0603745 Jan 27 21:56:47.913635 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (8176a5ac-e303-4ec4-8f12-2fdd9e4927e7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.952529 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for port (07709bfe-2d0b-44ce-8d57-1efff119a95e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:47.974433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55ec9a24-c647-4586-801a-cc37d87b9f90 req-8626b296-af6c-49f5-9966-bbb72ef71d3a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154692 Jan 27 21:56:48.000388 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.003995 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/networks/8176a5ac-e303-4ec4-8f12-2fdd9e4927e7 HTTP/1.1" status: 204 len: 168 time: 1.5505869 Jan 27 21:56:48.008014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39916) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:48.015277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286d233-c5f3-4d97-af67-c342e4beaa54 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Network': ['ID=8176a5ac-e303-4ec4-8f12-2fdd9e4927e7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:48.015496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'name': 'tempest-PortsIpV6TestJSON-1525241985'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:48.077532 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (07709bfe-2d0b-44ce-8d57-1efff119a95e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.150172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event updated for resources: {'Port': ['ID=07709bfe-2d0b-44ce-8d57-1efff119a95e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:48.160296 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:48.166955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:48.171190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:48.210245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:48.215352 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.263028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port 28d57ee9-3684-426c-a016-16bee2ca4976 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:56:48.519418 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (28d57ee9-3684-426c-a016-16bee2ca4976), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.635256 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (a11a0476-b27d-446d-9462-340baff1a609), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.897526 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (a11a0476-b27d-446d-9462-340baff1a609), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:48.901462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (a11a0476-b27d-446d-9462-340baff1a609), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.118654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d31cfd-b4c5-47aa-941a-49e124c85324 req-f502da0b-8abb-40c6-ad22-05ab230d9755 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:49.120320 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4d31cfd-b4c5-47aa-941a-49e124c85324 req-f502da0b-8abb-40c6-ad22-05ab230d9755 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0617869 Jan 27 21:56:49.152842 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (28d57ee9-3684-426c-a016-16bee2ca4976), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.232163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=28d57ee9-3684-426c-a016-16bee2ca4976,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:49.256311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4d31cfd-b4c5-47aa-941a-49e124c85324 req-695a4eed-0cdd-4711-90a6-fb5446de893a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230838 Jan 27 21:56:49.264108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:49.268104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:49.273259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:49.283880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:49.284565 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.383477 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Router a11a0476-b27d-446d-9462-340baff1a609 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:56:49.427127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5372728a-a434-4e5e-8c18-5bd2a84dbeff tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4161391 Jan 27 21:56:49.429965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39930) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:49.569951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:49.576282 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.577366 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6063d0b8-a8ed-4fc5-aed1-ac8c07f9b354 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "PUT /v2.0/routers/a11a0476-b27d-446d-9462-340baff1a609 HTTP/1.1" status: 200 len: 918 time: 2.9321923 Jan 27 21:56:49.580722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39934) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:49.581191 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b53747-4b84-4415-9da5-eef4b9e22e94 None None] Sync routers for ids ['a11a0476-b27d-446d-9462-340baff1a609'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:49.597620 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b53747-4b84-4415-9da5-eef4b9e22e94 None None] Routers {'a11a0476-b27d-446d-9462-340baff1a609'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:49.598604 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c2b53747-4b84-4415-9da5-eef4b9e22e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a11a0476-b27d-446d-9462-340baff1a609'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:49.651780 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c2b53747-4b84-4415-9da5-eef4b9e22e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:49.666586 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b53747-4b84-4415-9da5-eef4b9e22e94 None None] Routers {'a11a0476-b27d-446d-9462-340baff1a609'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:49.667414 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c2b53747-4b84-4415-9da5-eef4b9e22e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a11a0476-b27d-446d-9462-340baff1a609'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:49.695566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-168a6434-0c9f-4e40-b4f5-dcc36d4c0fca tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 28d57ee9-3684-426c-a016-16bee2ca4976 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:49.696004 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-168a6434-0c9f-4e40-b4f5-dcc36d4c0fca tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (28d57ee9-3684-426c-a016-16bee2ca4976), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.724850 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c2b53747-4b84-4415-9da5-eef4b9e22e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:49.725840 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b53747-4b84-4415-9da5-eef4b9e22e94 None None] The sync data for ids ['a11a0476-b27d-446d-9462-340baff1a609'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:49.782535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-078b566f-9503-4260-aa92-72c057d72765 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/routers/a11a0476-b27d-446d-9462-340baff1a609 HTTP/1.1" status: 200 len: 924 time: 0.2006416 Jan 27 21:56:49.785292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39938) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:49.827098 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-168a6434-0c9f-4e40-b4f5-dcc36d4c0fca tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (28d57ee9-3684-426c-a016-16bee2ca4976), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:49.872385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbcb799-772b-4e9d-84e4-4fba9ebec72c tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:49.873444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-168a6434-0c9f-4e40-b4f5-dcc36d4c0fca tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 28d57ee9-3684-426c-a016-16bee2ca4976 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:49.874936 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6cbcb799-772b-4e9d-84e4-4fba9ebec72c tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&device_id=a11a0476-b27d-446d-9462-340baff1a609&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0880797 Jan 27 21:56:49.877608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39940) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:50.022484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2dfbc0-712e-41f4-a5d6-dcdf3d848565 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:50.028521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39942) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:50.038383 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1b2dfbc0-712e-41f4-a5d6-dcdf3d848565 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 881 time: 0.1595747 Jan 27 21:56:50.062313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39944) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:50.071698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-67f5e205-818b-4247-a086-27812dc3e708 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "GET /v2.0/ports?device_id=a11a0476-b27d-446d-9462-340baff1a609 HTTP/1.1" status: 200 len: 205 time: 0.0399864 Jan 27 21:56:50.076281 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-168a6434-0c9f-4e40-b4f5-dcc36d4c0fca tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (28d57ee9-3684-426c-a016-16bee2ca4976), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.153607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a6434-0c9f-4e40-b4f5-dcc36d4c0fca tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=28d57ee9-3684-426c-a016-16bee2ca4976,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:50.159603 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-168a6434-0c9f-4e40-b4f5-dcc36d4c0fca tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.161619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-168a6434-0c9f-4e40-b4f5-dcc36d4c0fca tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/28d57ee9-3684-426c-a016-16bee2ca4976 HTTP/1.1" status: 204 len: 168 time: 0.7305198 Jan 27 21:56:50.171411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39946) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:50.177106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'mac_address': 'fa:16:3e:55:d9:fb', 'name': 'tempest-PortsIpV6TestJSON-352997222'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:50.305676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (a11a0476-b27d-446d-9462-340baff1a609), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.441197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:50.507154 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (a11a0476-b27d-446d-9462-340baff1a609), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.663268 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.685490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442f926-f3fc-4a25-ba59-738867c1e04f req-7ec805b3-f31a-4158-ba4b-082c0a317937 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:50.685673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Deleting port 07709bfe-2d0b-44ce-8d57-1efff119a95e {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:50.685773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3442f926-f3fc-4a25-ba59-738867c1e04f req-7ec805b3-f31a-4158-ba4b-082c0a317937 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.2472076 Jan 27 21:56:50.685879 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (07709bfe-2d0b-44ce-8d57-1efff119a95e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.771194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port 4e7abe82-2f7a-4f2e-9a91-b994e58fe206 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:56:50.774367 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (07709bfe-2d0b-44ce-8d57-1efff119a95e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:50.791632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Calling delete_port for 07709bfe-2d0b-44ce-8d57-1efff119a95e owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:50.870011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3442f926-f3fc-4a25-ba59-738867c1e04f req-5b0f4670-aa5f-4b74-b397-d3be7a095e52 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599057 Jan 27 21:56:51.052471 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (4e7abe82-2f7a-4f2e-9a91-b994e58fe206), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.264407 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4e7abe82-2f7a-4f2e-9a91-b994e58fe206), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.324529 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (07709bfe-2d0b-44ce-8d57-1efff119a95e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.329234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:51.334861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:51.340269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:51.347624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:51.348328 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.352133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=4e7abe82-2f7a-4f2e-9a91-b994e58fe206,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:51.393380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Pushing event deleted for resources: {'Port': ['ID=07709bfe-2d0b-44ce-8d57-1efff119a95e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:51.454209 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (a11a0476-b27d-446d-9462-340baff1a609), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.505260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2851d081-4cd8-4f89-b6eb-e1f4854571f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3324268 Jan 27 21:56:51.507832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39958) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:51.554789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfda9ba-87c0-4eb6-b1b3-a0c0f2c837d2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:51.556392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bbfda9ba-87c0-4eb6-b1b3-a0c0f2c837d2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/4e7abe82-2f7a-4f2e-9a91-b994e58fe206 HTTP/1.1" status: 200 len: 844 time: 0.0475032 Jan 27 21:56:51.559229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39960) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:51.562521 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (a11a0476-b27d-446d-9462-340baff1a609), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.567639 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_controller (a11a0476-b27d-446d-9462-340baff1a609), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.669779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a638f199-c263-4deb-810b-626581c82c1a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 4e7abe82-2f7a-4f2e-9a91-b994e58fe206 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:51.670244 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a638f199-c263-4deb-810b-626581c82c1a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4e7abe82-2f7a-4f2e-9a91-b994e58fe206), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.742281 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (a11a0476-b27d-446d-9462-340baff1a609), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.744369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Fanout notify agent at l3_agent the message router_deleted on router a11a0476-b27d-446d-9462-340baff1a609 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:56:51.756401 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a638f199-c263-4deb-810b-626581c82c1a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4e7abe82-2f7a-4f2e-9a91-b994e58fe206), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.756525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.756525 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-72dd1edb-acc7-4c37-99ef-d702065dd8cb tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/routers/a11a0476-b27d-446d-9462-340baff1a609 HTTP/1.1" status: 204 len: 168 time: 1.6893792 Jan 27 21:56:51.759941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39964) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:51.765516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-495ad52f-11b3-4f0a-ad5b-1e08eb0fa448 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-146005250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:51.768710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a638f199-c263-4deb-810b-626581c82c1a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 4e7abe82-2f7a-4f2e-9a91-b994e58fe206 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:51.948581 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-495ad52f-11b3-4f0a-ad5b-1e08eb0fa448 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (061d0c16-c82a-4b89-b915-8280f8e5acf2), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.949632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-495ad52f-11b3-4f0a-ad5b-1e08eb0fa448 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (061d0c16-c82a-4b89-b915-8280f8e5acf2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:51.988841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c240826-e3cd-44f3-9844-a4752c2f31ae req-1ba28d9d-d01c-48f9-a06f-daab896fc15b tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:51.991166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c240826-e3cd-44f3-9844-a4752c2f31ae req-1ba28d9d-d01c-48f9-a06f-daab896fc15b tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0576122 Jan 27 21:56:52.015554 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a638f199-c263-4deb-810b-626581c82c1a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4e7abe82-2f7a-4f2e-9a91-b994e58fe206), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:52.059895 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-495ad52f-11b3-4f0a-ad5b-1e08eb0fa448 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_controller (061d0c16-c82a-4b89-b915-8280f8e5acf2), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:52.065974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638f199-c263-4deb-810b-626581c82c1a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=4e7abe82-2f7a-4f2e-9a91-b994e58fe206,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:52.074700 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a638f199-c263-4deb-810b-626581c82c1a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:52.079376 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a638f199-c263-4deb-810b-626581c82c1a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/4e7abe82-2f7a-4f2e-9a91-b994e58fe206 HTTP/1.1" status: 204 len: 168 time: 0.5190592 Jan 27 21:56:52.081908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39970) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:52.094856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c240826-e3cd-44f3-9844-a4752c2f31ae req-7558dcdc-10d9-4b3b-9546-3ce476624eb2 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958290 Jan 27 21:56:52.123170 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40c4a96-75e2-4b9e-a9ab-436bfc8f5695 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:56:52.124957 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c40c4a96-75e2-4b9e-a9ab-436bfc8f5695 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/4e7abe82-2f7a-4f2e-9a91-b994e58fe206 HTTP/1.1" status: 404 len: 333 time: 0.0419872 Jan 27 21:56:52.128825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39972) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:52.134542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'name': 'tempest-PortsIpV6TestJSON-719232554'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:52.822134 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-495ad52f-11b3-4f0a-ad5b-1e08eb0fa448 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (061d0c16-c82a-4b89-b915-8280f8e5acf2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:53.237208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6c27d-4e24-4429-b994-c073cba44ce8 req-bcf0fdf9-4fa2-4016-825d-3384f690dc5e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:53.239108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9aa6c27d-4e24-4429-b994-c073cba44ce8 req-bcf0fdf9-4fa2-4016-825d-3384f690dc5e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0596628 Jan 27 21:56:53.278360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:53.278360 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:53.312637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port 1c44286f-c004-48cf-a458-e1b72eec74c5 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:56:53.325176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9aa6c27d-4e24-4429-b994-c073cba44ce8 req-b637250c-a538-4b44-b85c-219acb009206 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785162 Jan 27 21:56:53.442914 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-495ad52f-11b3-4f0a-ad5b-1e08eb0fa448 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:53.447223 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-495ad52f-11b3-4f0a-ad5b-1e08eb0fa448 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6830716 Jan 27 21:56:53.447433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39982) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:53.451757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'enable_snat': False}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:53.584869 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (1c44286f-c004-48cf-a458-e1b72eec74c5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:53.879114 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1c44286f-c004-48cf-a458-e1b72eec74c5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:53.930932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:53.934047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:53.937859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:53.943221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:53.943882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:53.959054 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=1c44286f-c004-48cf-a458-e1b72eec74c5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:54.045220 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (061d0c16-c82a-4b89-b915-8280f8e5acf2), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.158193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a1a4e8c0-a4af-4077-8e32-3461a18ad72a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0259285 Jan 27 21:56:54.159114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 39998) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:54.165035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-373323ca-bfb1-424c-8102-4c373872f416 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:54.235105 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-373323ca-bfb1-424c-8102-4c373872f416 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1c44286f-c004-48cf-a458-e1b72eec74c5), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.466027 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-373323ca-bfb1-424c-8102-4c373872f416 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (1c44286f-c004-48cf-a458-e1b72eec74c5), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.491504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2af364-c918-4f67-9f62-abb7247b11d1 req-265bdb5b-ca42-4fd5-ac69-95b6bff66907 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:54.493614 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e2af364-c918-4f67-9f62-abb7247b11d1 req-265bdb5b-ca42-4fd5-ac69-95b6bff66907 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0603952 Jan 27 21:56:54.564568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e2af364-c918-4f67-9f62-abb7247b11d1 req-0f40f9e3-21ac-4c37-a830-dd74908a5478 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646050 Jan 27 21:56:54.587800 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (061d0c16-c82a-4b89-b915-8280f8e5acf2), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.608239 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-373323ca-bfb1-424c-8102-4c373872f416 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (1c44286f-c004-48cf-a458-e1b72eec74c5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.610756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.656431 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-373323ca-bfb1-424c-8102-4c373872f416 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] In _notify_port_updated(), no bound segment for port 1c44286f-c004-48cf-a458-e1b72eec74c5 on network bb8e6043-a52d-4b79-9d9e-681b32ebf942 {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:56:54.661850 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373323ca-bfb1-424c-8102-4c373872f416 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:54.662474 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-373323ca-bfb1-424c-8102-4c373872f416 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.663770 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-373323ca-bfb1-424c-8102-4c373872f416 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "PUT /v2.0/ports/1c44286f-c004-48cf-a458-e1b72eec74c5 HTTP/1.1" status: 200 len: 818 time: 0.5038202 Jan 27 21:56:54.666819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40006) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:54.721294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373323ca-bfb1-424c-8102-4c373872f416 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=1c44286f-c004-48cf-a458-e1b72eec74c5,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:54.778904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-69958bcc-6e0f-40ab-9613-be98660a471a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 1c44286f-c004-48cf-a458-e1b72eec74c5 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:54.779926 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69958bcc-6e0f-40ab-9613-be98660a471a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1c44286f-c004-48cf-a458-e1b72eec74c5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.796953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Allocated IP 172.25.0.42 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/aa612309-d604-46e9-aea1-394afbf0f56c) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:54.870508 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69958bcc-6e0f-40ab-9613-be98660a471a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1c44286f-c004-48cf-a458-e1b72eec74c5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:54.884709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-69958bcc-6e0f-40ab-9613-be98660a471a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 1c44286f-c004-48cf-a458-e1b72eec74c5 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:54.915621 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for port (aa612309-d604-46e9-aea1-394afbf0f56c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.122979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1167c18-29c0-496e-b3c9-bbdac43020de req-2156e322-3eae-456d-b9a4-c7e36dc71f18 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:55.124735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1167c18-29c0-496e-b3c9-bbdac43020de req-2156e322-3eae-456d-b9a4-c7e36dc71f18 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0543828 Jan 27 21:56:55.181959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1167c18-29c0-496e-b3c9-bbdac43020de req-6e8fd159-77f6-4e9e-baea-086ce1dbb26d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516286 Jan 27 21:56:55.221705 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69958bcc-6e0f-40ab-9613-be98660a471a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1c44286f-c004-48cf-a458-e1b72eec74c5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.238197 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (aa612309-d604-46e9-aea1-394afbf0f56c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.269322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69958bcc-6e0f-40ab-9613-be98660a471a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=1c44286f-c004-48cf-a458-e1b72eec74c5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:55.288764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69958bcc-6e0f-40ab-9613-be98660a471a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.288764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-69958bcc-6e0f-40ab-9613-be98660a471a tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/1c44286f-c004-48cf-a458-e1b72eec74c5 HTTP/1.1" status: 204 len: 168 time: 0.6158521 Jan 27 21:56:55.298023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40026) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:55.312907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:55.319683 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:55.333634 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:55.362377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Pushing event updated for resources: {'Port': ['ID=aa612309-d604-46e9-aea1-394afbf0f56c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:55.413671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51687db7-6c65-41b0-8c5c-81ed473d538a req-a97ad156-8d70-4c23-8cac-fe42c078bc79 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:55.415643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51687db7-6c65-41b0-8c5c-81ed473d538a req-a97ad156-8d70-4c23-8cac-fe42c078bc79 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.1299527 Jan 27 21:56:55.424106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1098e0df-0987-4350-b141-158e218ed1e9 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:55.425733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1098e0df-0987-4350-b141-158e218ed1e9 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1284025 Jan 27 21:56:55.432893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40028) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:55.464090 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28e78c6-ddbb-4616-90c9-37de9a350ce2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:56:55.472068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a28e78c6-ddbb-4616-90c9-37de9a350ce2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/1c44286f-c004-48cf-a458-e1b72eec74c5 HTTP/1.1" status: 404 len: 333 time: 0.0317626 Jan 27 21:56:55.475394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40030) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:55.480954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e728007f-6edc-4137-a709-2f70eca3dacc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1859792539'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:55.537131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51687db7-6c65-41b0-8c5c-81ed473d538a req-79c13c92-89f1-4ef6-ac49-5593fe69452f tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099617 Jan 27 21:56:55.635755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e728007f-6edc-4137-a709-2f70eca3dacc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:55.639482 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e728007f-6edc-4137-a709-2f70eca3dacc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.677755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e728007f-6edc-4137-a709-2f70eca3dacc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:56:55.689307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e728007f-6edc-4137-a709-2f70eca3dacc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (508151a1-cb61-481d-aa2d-9627bb9e1f6a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.690172 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-e728007f-6edc-4137-a709-2f70eca3dacc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Added segment 508151a1-cb61-481d-aa2d-9627bb9e1f6a of type vlan for network bce4d777-d22b-4f51-85d7-22b571c05dcd Jan 27 21:56:55.753669 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e728007f-6edc-4137-a709-2f70eca3dacc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (bce4d777-d22b-4f51-85d7-22b571c05dcd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.796621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40038) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:55.830600 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router_gateway (061d0c16-c82a-4b89-b915-8280f8e5acf2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.964831 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fd1fb6ea-ebcb-40a8-b599-96e70a004b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.987666 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e728007f-6edc-4137-a709-2f70eca3dacc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (bce4d777-d22b-4f51-85d7-22b571c05dcd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:55.993321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e728007f-6edc-4137-a709-2f70eca3dacc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:55.994029 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e728007f-6edc-4137-a709-2f70eca3dacc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.104712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728007f-6edc-4137-a709-2f70eca3dacc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Network': ['ID=bce4d777-d22b-4f51-85d7-22b571c05dcd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:56.125944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network bce4d777-d22b-4f51-85d7-22b571c05dcd details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:56:56.144942 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fd1fb6ea-ebcb-40a8-b599-96e70a004b52 admin admin] Publish callbacks [] for security_group (54ccd0bd-9f7c-4138-aa8c-5c4c2d9eb8dc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.167231 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (061d0c16-c82a-4b89-b915-8280f8e5acf2), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.183856 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (061d0c16-c82a-4b89-b915-8280f8e5acf2), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.291572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e728007f-6edc-4137-a709-2f70eca3dacc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8146195 Jan 27 21:56:56.300814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40046) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:56.314771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e4911ac9-35e2-4e41-af7c-49c6b8c98336 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': 'bce4d777-d22b-4f51-85d7-22b571c05dcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:56.340599 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fd1fb6ea-ebcb-40a8-b599-96e70a004b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (54ccd0bd-9f7c-4138-aa8c-5c4c2d9eb8dc), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.374329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc31c6-72a0-4cbb-9622-b0d3a4dc289b req-a16c89e1-ed1e-467d-abd4-318a8ee47595 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:56.376196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2adc31c6-72a0-4cbb-9622-b0d3a4dc289b req-a16c89e1-ed1e-467d-abd4-318a8ee47595 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.1431899 Jan 27 21:56:56.459003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fb6ea-ebcb-40a8-b599-96e70a004b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ccd0bd-9f7c-4138-aa8c-5c4c2d9eb8dc,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:56.469075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fd1fb6ea-ebcb-40a8-b599-96e70a004b52 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17339e3799904c06b317d3a846a1a0b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6714456 Jan 27 21:56:56.471748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40048) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:56.505784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Router 061d0c16-c82a-4b89-b915-8280f8e5acf2 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:56:56.533204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2adc31c6-72a0-4cbb-9622-b0d3a4dc289b req-3318d635-838f-4f59-9512-5d29601a7a38 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079082 Jan 27 21:56:56.593383 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9cc485a0-6722-4a69-8506-2bc76e081c52 admin admin] Publish callbacks [] for security_group (54ccd0bd-9f7c-4138-aa8c-5c4c2d9eb8dc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.651225 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9cc485a0-6722-4a69-8506-2bc76e081c52 admin admin] Publish callbacks [] for security_group (54ccd0bd-9f7c-4138-aa8c-5c4c2d9eb8dc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.673588 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:56:56.682695 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.686254 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b9b41f9a-936c-4adf-9bff-c3b7b931d1b5 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "PUT /v2.0/routers/061d0c16-c82a-4b89-b915-8280f8e5acf2 HTTP/1.1" status: 200 len: 918 time: 3.2355461 Jan 27 21:56:56.688400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40050) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:56.690158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba065d7-e468-4e17-a621-c3882ad8d0e7 None None] Sync routers for ids ['061d0c16-c82a-4b89-b915-8280f8e5acf2'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:56:56.704543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba065d7-e468-4e17-a621-c3882ad8d0e7 None None] Routers {'061d0c16-c82a-4b89-b915-8280f8e5acf2'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:56.705614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bba065d7-e468-4e17-a621-c3882ad8d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['061d0c16-c82a-4b89-b915-8280f8e5acf2'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:56.746045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bba065d7-e468-4e17-a621-c3882ad8d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:56.761684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba065d7-e468-4e17-a621-c3882ad8d0e7 None None] Routers {'061d0c16-c82a-4b89-b915-8280f8e5acf2'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:56:56.762409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bba065d7-e468-4e17-a621-c3882ad8d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['061d0c16-c82a-4b89-b915-8280f8e5acf2'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:56.796714 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-74528513-8fda-4ed0-91cd-76683e469c9a tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/routers/061d0c16-c82a-4b89-b915-8280f8e5acf2 HTTP/1.1" status: 200 len: 924 time: 0.1072407 Jan 27 21:56:56.800550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40054) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:56.812571 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4911ac9-35e2-4e41-af7c-49c6b8c98336 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:56.828801 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e4911ac9-35e2-4e41-af7c-49c6b8c98336 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:56.843104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bba065d7-e468-4e17-a621-c3882ad8d0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:56:56.844758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba065d7-e468-4e17-a621-c3882ad8d0e7 None None] The sync data for ids ['061d0c16-c82a-4b89-b915-8280f8e5acf2'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:56:56.898131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76847d01-3505-44d5-950b-464b21fa4dcd tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:56.900247 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-76847d01-3505-44d5-950b-464b21fa4dcd tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&device_id=061d0c16-c82a-4b89-b915-8280f8e5acf2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0838747 Jan 27 21:56:56.903110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40056) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:57.010217 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d0a37-0816-4173-a4ea-9f68a5972c91 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:57.011657 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cc4d0a37-0816-4173-a4ea-9f68a5972c91 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/networks/0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 881 time: 0.1076944 Jan 27 21:56:57.014591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40058) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:57.047748 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-537906a0-9fc5-47c0-bbb5-49144660e5e0 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "GET /v2.0/ports?device_id=061d0c16-c82a-4b89-b915-8280f8e5acf2 HTTP/1.1" status: 200 len: 205 time: 0.0287597 Jan 27 21:56:57.047979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40060) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:57.092109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9cc485a0-6722-4a69-8506-2bc76e081c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (54ccd0bd-9f7c-4138-aa8c-5c4c2d9eb8dc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.094771 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9cc485a0-6722-4a69-8506-2bc76e081c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.100631 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9cc485a0-6722-4a69-8506-2bc76e081c52 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54ccd0bd-9f7c-4138-aa8c-5c4c2d9eb8dc HTTP/1.1" status: 204 len: 168 time: 0.6235468 Jan 27 21:56:57.133128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc485a0-6722-4a69-8506-2bc76e081c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ccd0bd-9f7c-4138-aa8c-5c4c2d9eb8dc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:57.149720 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.274878 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (061d0c16-c82a-4b89-b915-8280f8e5acf2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.377968 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e4911ac9-35e2-4e41-af7c-49c6b8c98336 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (1bd29574-ec36-4ff2-81ce-3e91eb964826), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.388502 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (061d0c16-c82a-4b89-b915-8280f8e5acf2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.396217 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.476324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4911ac9-35e2-4e41-af7c-49c6b8c98336 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Subnet': ['ID=1bd29574-ec36-4ff2-81ce-3e91eb964826,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:57.478927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4911ac9-35e2-4e41-af7c-49c6b8c98336 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Checking segment: {'id': '508151a1-cb61-481d-aa2d-9627bb9e1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bce4d777-d22b-4f51-85d7-22b571c05dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:57.479288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4911ac9-35e2-4e41-af7c-49c6b8c98336 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network hostable DHCP agents. Network: bce4d777-d22b-4f51-85d7-22b571c05dcd, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:56:57.554462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac0241-c255-4e66-b1ec-0e06ce345f02 req-ce5d77db-efac-4313-b49a-ec9dfc221f8e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:57.555966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3ac0241-c255-4e66-b1ec-0e06ce345f02 req-ce5d77db-efac-4313-b49a-ec9dfc221f8e tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0481358 Jan 27 21:56:57.626953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Deleting port aa612309-d604-46e9-aea1-394afbf0f56c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:57.627301 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (aa612309-d604-46e9-aea1-394afbf0f56c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.680401 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67230-d936-4f59-9519-69a56c26551f req-f9542f74-9cc1-43e4-9fd5-1b6670306a95 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:57.681982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66a67230-d936-4f59-9519-69a56c26551f req-f9542f74-9cc1-43e4-9fd5-1b6670306a95 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 946 time: 0.0855105 Jan 27 21:56:57.697350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-f3ac0241-c255-4e66-b1ec-0e06ce345f02 req-15fdda5d-a017-41ef-89bc-96f9871b45fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Deleting port 235a6491-3822-4a02-a61d-63d55fa612b4 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:56:57.697830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f3ac0241-c255-4e66-b1ec-0e06ce345f02 req-15fdda5d-a017-41ef-89bc-96f9871b45fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.724541 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (aa612309-d604-46e9-aea1-394afbf0f56c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.735970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4911ac9-35e2-4e41-af7c-49c6b8c98336 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bce4d777-d22b-4f51-85d7-22b571c05dcd is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:56:57.749955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Calling delete_port for aa612309-d604-46e9-aea1-394afbf0f56c owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:57.846743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66a67230-d936-4f59-9519-69a56c26551f req-b3a54b17-8352-41ee-9532-6f9da124a835 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454678 Jan 27 21:56:57.882479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f3ac0241-c255-4e66-b1ec-0e06ce345f02 req-15fdda5d-a017-41ef-89bc-96f9871b45fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] For port 235a6491-3822-4a02-a61d-63d55fa612b4, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=235a6491-3822-4a02-a61d-63d55fa612b4,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:57.883788 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f3ac0241-c255-4e66-b1ec-0e06ce345f02 req-15fdda5d-a017-41ef-89bc-96f9871b45fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:57.901242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-f3ac0241-c255-4e66-b1ec-0e06ce345f02 req-15fdda5d-a017-41ef-89bc-96f9871b45fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Calling delete_port for 235a6491-3822-4a02-a61d-63d55fa612b4 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:56:57.998244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e4911ac9-35e2-4e41-af7c-49c6b8c98336 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, bce4d777-d22b-4f51-85d7-22b571c05dcd) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:58.003952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4911ac9-35e2-4e41-af7c-49c6b8c98336 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:56:58.003952 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e4911ac9-35e2-4e41-af7c-49c6b8c98336 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.013056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a73044-9620-439c-9f80-20a42f6aac39 None None] Network bce4d777-d22b-4f51-85d7-22b571c05dcd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:56:58.095676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (aa612309-d604-46e9-aea1-394afbf0f56c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.119704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-bce4d777-d22b-4f51-85d7-22b571c05dcd', 'network_id': 'bce4d777-d22b-4f51-85d7-22b571c05dcd', 'project_id': 'b3fa4295cb3441caa753eb20bcdd44f4', 'fixed_ips': [{'subnet_id': '1bd29574-ec36-4ff2-81ce-3e91eb964826'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:56:58.120634 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.127367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Pushing event deleted for resources: {'Port': ['ID=aa612309-d604-46e9-aea1-394afbf0f56c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:58.260546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Allocated IP 2001:db8::2 (bce4d777-d22b-4f51-85d7-22b571c05dcd/1bd29574-ec36-4ff2-81ce-3e91eb964826/df2d7c62-d96b-4992-be8d-b791b4243a9b) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:56:58.350355 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f3ac0241-c255-4e66-b1ec-0e06ce345f02 req-15fdda5d-a017-41ef-89bc-96f9871b45fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (235a6491-3822-4a02-a61d-63d55fa612b4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.357342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e4911ac9-35e2-4e41-af7c-49c6b8c98336 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0497413 Jan 27 21:56:58.365281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['235a6491-3822-4a02-a61d-63d55fa612b4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:58.370639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40080) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:58.377811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b80a30a5-41fb-45cd-8b6f-8f2369ab32ba tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': 'bce4d777-d22b-4f51-85d7-22b571c05dcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:58.417895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdda5d-a017-41ef-89bc-96f9871b45fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event deleted for resources: {'Port': ['ID=235a6491-3822-4a02-a61d-63d55fa612b4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:58.426903 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Publish callbacks [] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.435072 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:56:58.503841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ac0241-c255-4e66-b1ec-0e06ce345f02 req-15fdda5d-a017-41ef-89bc-96f9871b45fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] No DVR routers for this DVR port 235a6491-3822-4a02-a61d-63d55fa612b4 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:56:58.509964 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f3ac0241-c255-4e66-b1ec-0e06ce345f02 req-15fdda5d-a017-41ef-89bc-96f9871b45fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.514063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3ac0241-c255-4e66-b1ec-0e06ce345f02 req-15fdda5d-a017-41ef-89bc-96f9871b45fb tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.74 "DELETE /v2.0/ports/235a6491-3822-4a02-a61d-63d55fa612b4 HTTP/1.1" status: 204 len: 173 time: 0.9533761 Jan 27 21:56:58.515148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa604028-517c-457f-a1b7-ca8bd5207350', 'name': 'network-vif-deleted', 'tag': '235a6491-3822-4a02-a61d-63d55fa612b4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:56:58.523299 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56c5930-7c38-4321-b89a-f68b47fae6cc" -d '{"events": [{"server_uuid": "aa604028-517c-457f-a1b7-ca8bd5207350", "name": "network-vif-deleted", "tag": "235a6491-3822-4a02-a61d-63d55fa612b4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:56:58.588028 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.615328 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (061d0c16-c82a-4b89-b915-8280f8e5acf2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.641177 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07a18fd-7731-4225-91e9-981ac71c1887 x-openstack-request-id: req-e07a18fd-7731-4225-91e9-981ac71c1887 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:56:58.644423 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa604028-517c-457f-a1b7-ca8bd5207350", "name": "network-vif-deleted", "tag": "235a6491-3822-4a02-a61d-63d55fa612b4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:56:58.644423 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e07a18fd-7731-4225-91e9-981ac71c1887 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:56:58.644423 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa604028-517c-457f-a1b7-ca8bd5207350', 'name': 'network-vif-deleted', 'tag': '235a6491-3822-4a02-a61d-63d55fa612b4', 'status': 'completed', 'code': 200} Jan 27 21:56:58.669849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Network bce4d777-d22b-4f51-85d7-22b571c05dcd is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:56:58.671545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Pushing event updated for resources: {'Port': ['ID=df2d7c62-d96b-4992-be8d-b791b4243a9b,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:58.674241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:56:58.676502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:56:58.730743 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (061d0c16-c82a-4b89-b915-8280f8e5acf2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.733233 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_controller (061d0c16-c82a-4b89-b915-8280f8e5acf2), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.741341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Attempting to bind port df2d7c62-d96b-4992-be8d-b791b4243a9b on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:56:58.741853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Attempting to bind port df2d7c62-d96b-4992-be8d-b791b4243a9b by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '508151a1-cb61-481d-aa2d-9627bb9e1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bce4d777-d22b-4f51-85d7-22b571c05dcd'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:56:58.742327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Attempting to bind port df2d7c62-d96b-4992-be8d-b791b4243a9b on network bce4d777-d22b-4f51-85d7-22b571c05dcd {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:56:58.748159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:56:58.748638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Checking segment: {'id': '508151a1-cb61-481d-aa2d-9627bb9e1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bce4d777-d22b-4f51-85d7-22b571c05dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:56:58.749157 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.749620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Bound using segment: {'id': '508151a1-cb61-481d-aa2d-9627bb9e1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bce4d777-d22b-4f51-85d7-22b571c05dcd'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:56:58.750168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Bound port: df2d7c62-d96b-4992-be8d-b791b4243a9b, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508151a1-cb61-481d-aa2d-9627bb9e1f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'bce4d777-d22b-4f51-85d7-22b571c05dcd'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:56:58.750619 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.846362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80a30a5-41fb-45cd-8b6f-8f2369ab32ba tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:58.850321 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b80a30a5-41fb-45cd-8b6f-8f2369ab32ba tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.852810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] For port df2d7c62-d96b-4992-be8d-b791b4243a9b, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:56:58.856155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] For port df2d7c62-d96b-4992-be8d-b791b4243a9b, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df2d7c62-d96b-4992-be8d-b791b4243a9b,segment=NetworkSegment(508151a1-cb61-481d-aa2d-9627bb9e1f6a),segment_id=508151a1-cb61-481d-aa2d-9627bb9e1f6a)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:56:58.921257 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (061d0c16-c82a-4b89-b915-8280f8e5acf2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.922133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Fanout notify agent at l3_agent the message router_deleted on router 061d0c16-c82a-4b89-b915-8280f8e5acf2 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:56:58.943209 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:58.945351 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-54236baa-5879-4d60-9f58-a44889f067b8 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/routers/061d0c16-c82a-4b89-b915-8280f8e5acf2 HTTP/1.1" status: 204 len: 168 time: 1.8965006 Jan 27 21:56:58.949967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40102) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:58.962654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1063839091', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:58.978433 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.008644 n-d-760456-6 neutron-server[104027]: INFO neutron.db.ipam_backend_mixin [None req-b80a30a5-41fb-45cd-8b6f-8f2369ab32ba tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bd29574-ec36-4ff2-81ce-3e91eb964826 (CIDR: 2001:db8::/64) Jan 27 21:56:59.029604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3b7b0c4-57b6-434e-a3b5-881dec0dcea2 req-d0b03189-a3d8-4dea-9e42-b64ac40786ab tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=aa604028-517c-457f-a1b7-ca8bd5207350 HTTP/1.1" status: 200 len: 210 time: 0.0392780 Jan 27 21:56:59.081509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e602fd2-924f-489f-927e-8db8c3f23401 None None] Pushing event updated for resources: {'Port': ['ID=df2d7c62-d96b-4992-be8d-b791b4243a9b,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:56:59.089768 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (980b14aa-b36d-4a26-962e-4dbf34ce78c2), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.090928 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (980b14aa-b36d-4a26-962e-4dbf34ce78c2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.092412 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80a30a5-41fb-45cd-8b6f-8f2369ab32ba tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:56:59.098024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80a30a5-41fb-45cd-8b6f-8f2369ab32ba tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:56:59.168610 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_controller (980b14aa-b36d-4a26-962e-4dbf34ce78c2), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.303800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b80a30a5-41fb-45cd-8b6f-8f2369ab32ba tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9306200 Jan 27 21:56:59.313595 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40108) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:56:59.313595 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-35e60e6f-f3a8-4dc7-aa11-6d7a4283bbb5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': 'bce4d777-d22b-4f51-85d7-22b571c05dcd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:56:59.538074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df2d7c62-d96b-4992-be8d-b791b4243a9b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:56:59.629943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port df2d7c62-d96b-4992-be8d-b791b4243a9b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:56:59.630854 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.677706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (980b14aa-b36d-4a26-962e-4dbf34ce78c2), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.726396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port df2d7c62-d96b-4992-be8d-b791b4243a9b is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:56:59.727380 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.766897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port df2d7c62-d96b-4992-be8d-b791b4243a9b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df2d7c62-d96b-4992-be8d-b791b4243a9b,segment=NetworkSegment(508151a1-cb61-481d-aa2d-9627bb9e1f6a),segment_id=508151a1-cb61-481d-aa2d-9627bb9e1f6a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:56:59.777978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e60e6f-f3a8-4dc7-aa11-6d7a4283bbb5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:56:59.781932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35e60e6f-f3a8-4dc7-aa11-6d7a4283bbb5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.881193 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:56:59.958003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=df2d7c62-d96b-4992-be8d-b791b4243a9b,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:00.310380 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (980b14aa-b36d-4a26-962e-4dbf34ce78c2), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.349243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.371686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40132) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:00.470361 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35e60e6f-f3a8-4dc7-aa11-6d7a4283bbb5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (23e26ff4-9857-4732-8845-517de7f14ca3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.546764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e60e6f-f3a8-4dc7-aa11-6d7a4283bbb5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bce4d777-d22b-4f51-85d7-22b571c05dcd is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:00.559046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-35e60e6f-f3a8-4dc7-aa11-6d7a4283bbb5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:00.576632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e60e6f-f3a8-4dc7-aa11-6d7a4283bbb5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:00.577451 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35e60e6f-f3a8-4dc7-aa11-6d7a4283bbb5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.591546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e9d20f-c43f-4447-820f-efef9884d8ec None None] Network bce4d777-d22b-4f51-85d7-22b571c05dcd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:00.592124 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0b59fe9-275d-468f-8f2e-c3f4732fb4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.609719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Allocated IP 172.25.0.138 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/6f2d1c99-4cf8-4a71-a4a0-7c9107eba0e3) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:00.665348 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e60e6f-f3a8-4dc7-aa11-6d7a4283bbb5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Subnet': ['ID=23e26ff4-9857-4732-8845-517de7f14ca3,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:00.708624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1e2cd7ec-318d-4e4c-a067-e957ead7549d None None] Provisioning complete for port df2d7c62-d96b-4992-be8d-b791b4243a9b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:00.716039 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0b59fe9-275d-468f-8f2e-c3f4732fb4bf admin admin] Publish callbacks [] for security_group (ec6396f8-3588-470f-8aab-2fdd9dca60b5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.716604 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd7ec-318d-4e4c-a067-e957ead7549d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.774204 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-35e60e6f-f3a8-4dc7-aa11-6d7a4283bbb5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4664428 Jan 27 21:57:00.782594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40146) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:00.795757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': 'bce4d777-d22b-4f51-85d7-22b571c05dcd', 'fixed_ips': [{'subnet_id': '1bd29574-ec36-4ff2-81ce-3e91eb964826'}, {'subnet_id': '23e26ff4-9857-4732-8845-517de7f14ca3'}], 'name': 'tempest-PortsIpV6TestJSON-1064924654'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:00.818930 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for port (6f2d1c99-4cf8-4a71-a4a0-7c9107eba0e3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:00.840379 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0b59fe9-275d-468f-8f2e-c3f4732fb4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ec6396f8-3588-470f-8aab-2fdd9dca60b5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.010899 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (6f2d1c99-4cf8-4a71-a4a0-7c9107eba0e3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.015667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cd7ec-318d-4e4c-a067-e957ead7549d None None] Current status of the port df2d7c62-d96b-4992-be8d-b791b4243a9b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:01.089662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:01.093356 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:01.129683 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:01.132510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Pushing event updated for resources: {'Port': ['ID=6f2d1c99-4cf8-4a71-a4a0-7c9107eba0e3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:01.147535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c170a-9459-42bb-aebb-d343a1d19e5b None None] Update dhcp port {'port': {'network_id': 'bce4d777-d22b-4f51-85d7-22b571c05dcd', 'fixed_ips': [{'subnet_id': '1bd29574-ec36-4ff2-81ce-3e91eb964826', 'ip_address': '2001:db8::2'}, {'subnet_id': '23e26ff4-9857-4732-8845-517de7f14ca3'}], 'binding:host_id': 'n-d-760456-6'}, 'id': 'df2d7c62-d96b-4992-be8d-b791b4243a9b'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 21:57:01.185693 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ab7c170a-9459-42bb-aebb-d343a1d19e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.333674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b59fe9-275d-468f-8f2e-c3f4732fb4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6396f8-3588-470f-8aab-2fdd9dca60b5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:01.345515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d0b59fe9-275d-468f-8f2e-c3f4732fb4bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94ec546c2dfe43c18fb9231519373749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9726746 Jan 27 21:57:01.346177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40164) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:01.404178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df2d7c62-d96b-4992-be8d-b791b4243a9b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:01.440246 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f2936fb-a2c7-48f8-879f-1f6824edf546 admin admin] Publish callbacks [] for security_group (ec6396f8-3588-470f-8aab-2fdd9dca60b5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.466654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c170a-9459-42bb-aebb-d343a1d19e5b None None] Allocated IP 2001:db8:0:1::2 (bce4d777-d22b-4f51-85d7-22b571c05dcd/23e26ff4-9857-4732-8845-517de7f14ca3/df2d7c62-d96b-4992-be8d-b791b4243a9b) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:01.469169 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f2936fb-a2c7-48f8-879f-1f6824edf546 admin admin] Publish callbacks [] for security_group (ec6396f8-3588-470f-8aab-2fdd9dca60b5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.530952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port df2d7c62-d96b-4992-be8d-b791b4243a9b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:01.531338 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.600419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ab7c170a-9459-42bb-aebb-d343a1d19e5b None None] For port df2d7c62-d96b-4992-be8d-b791b4243a9b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df2d7c62-d96b-4992-be8d-b791b4243a9b,segment=NetworkSegment(508151a1-cb61-481d-aa2d-9627bb9e1f6a),segment_id=508151a1-cb61-481d-aa2d-9627bb9e1f6a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:01.646113 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (980b14aa-b36d-4a26-962e-4dbf34ce78c2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.667653 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ab7c170a-9459-42bb-aebb-d343a1d19e5b None None] Publish callbacks [] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.678463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port df2d7c62-d96b-4992-be8d-b791b4243a9b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:01.692711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:01.756315 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f2936fb-a2c7-48f8-879f-1f6824edf546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ec6396f8-3588-470f-8aab-2fdd9dca60b5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.759594 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f2936fb-a2c7-48f8-879f-1f6824edf546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.763354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3f2936fb-a2c7-48f8-879f-1f6824edf546 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec6396f8-3588-470f-8aab-2fdd9dca60b5 HTTP/1.1" status: 204 len: 168 time: 0.4112458 Jan 27 21:57:01.776386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2936fb-a2c7-48f8-879f-1f6824edf546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6396f8-3588-470f-8aab-2fdd9dca60b5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:01.838511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.846348 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ab7c170a-9459-42bb-aebb-d343a1d19e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:01.866971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port c0b418ec-3816-4389-8439-36eb74b856cc yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:57:01.939469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c170a-9459-42bb-aebb-d343a1d19e5b None None] Pushing event updated for resources: {'Port': ['ID=df2d7c62-d96b-4992-be8d-b791b4243a9b,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:02.003638 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (980b14aa-b36d-4a26-962e-4dbf34ce78c2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.131577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b5323-b0f4-4d83-8c9f-fc0cff5c17af req-11be7d2d-8022-49d8-b6bc-ed26a054355a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:02.138856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-825b5323-b0f4-4d83-8c9f-fc0cff5c17af req-11be7d2d-8022-49d8-b6bc-ed26a054355a tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 946 time: 0.1347947 Jan 27 21:57:02.203418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-825b5323-b0f4-4d83-8c9f-fc0cff5c17af req-407e6208-4c9a-48c5-b485-e8ef2766da58 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635517 Jan 27 21:57:02.308920 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Router 980b14aa-b36d-4a26-962e-4dbf34ce78c2 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:57:02.309080 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-16e5f320-a872-44e5-8a32-104d5b8f0d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.358104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 235a6491-3822-4a02-a61d-63d55fa612b4 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:02.371289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8::83 (bce4d777-d22b-4f51-85d7-22b571c05dcd/1bd29574-ec36-4ff2-81ce-3e91eb964826/c0b418ec-3816-4389-8439-36eb74b856cc) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:02.390545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8:0:1::13 (bce4d777-d22b-4f51-85d7-22b571c05dcd/23e26ff4-9857-4732-8845-517de7f14ca3/c0b418ec-3816-4389-8439-36eb74b856cc) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:02.425894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 235a6491-3822-4a02-a61d-63d55fa612b4 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:02.428355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 235a6491-3822-4a02-a61d-63d55fa612b4 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:02.475211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:02.491983 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9435e-5d6a-4cb8-863d-e1c5b88f02bb None None] Sync routers for ids ['980b14aa-b36d-4a26-962e-4dbf34ce78c2'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:02.516134 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9435e-5d6a-4cb8-863d-e1c5b88f02bb None None] Routers {'980b14aa-b36d-4a26-962e-4dbf34ce78c2'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:02.516640 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2ca9435e-5d6a-4cb8-863d-e1c5b88f02bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['980b14aa-b36d-4a26-962e-4dbf34ce78c2'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:02.563093 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2ca9435e-5d6a-4cb8-863d-e1c5b88f02bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:02.575523 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9435e-5d6a-4cb8-863d-e1c5b88f02bb None None] Routers {'980b14aa-b36d-4a26-962e-4dbf34ce78c2'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:02.576454 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2ca9435e-5d6a-4cb8-863d-e1c5b88f02bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['980b14aa-b36d-4a26-962e-4dbf34ce78c2'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:02.597293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.605846 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ab123855-80dd-4a86-aa49-ebb476ba5628 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6464548 Jan 27 21:57:02.605846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40180) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:02.611782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:02.654404 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2ca9435e-5d6a-4cb8-863d-e1c5b88f02bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:02.655329 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca9435e-5d6a-4cb8-863d-e1c5b88f02bb None None] The sync data for ids ['980b14aa-b36d-4a26-962e-4dbf34ce78c2'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:02.698571 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (c0b418ec-3816-4389-8439-36eb74b856cc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.850547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458c3f63-94b9-4ba3-8cb2-c0ba49e7d0f2 None None] Network bce4d777-d22b-4f51-85d7-22b571c05dcd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:02.951516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c4dc7d06-4233-40d1-a7b5-009292838db0 None None] Provisioning complete for port df2d7c62-d96b-4992-be8d-b791b4243a9b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:02.952929 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c4dc7d06-4233-40d1-a7b5-009292838db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:02.967573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c0b418ec-3816-4389-8439-36eb74b856cc), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.067075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bce4d777-d22b-4f51-85d7-22b571c05dcd is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:03.072048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:03.074655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=c0b418ec-3816-4389-8439-36eb74b856cc,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:03.077097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:03.082548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:03.083453 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.152689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c4dc7d06-4233-40d1-a7b5-009292838db0 None None] Current status of the port df2d7c62-d96b-4992-be8d-b791b4243a9b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:03.214390 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (980b14aa-b36d-4a26-962e-4dbf34ce78c2), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.372757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c2a85dbf-324f-4e6e-ba21-10b627a1eddd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.5853434 Jan 27 21:57:03.373470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40196) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:03.381860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-cb0efcba-fb7b-45a8-a641-484812178d0f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1bd29574-ec36-4ff2-81ce-3e91eb964826'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:03.438445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfec360-f357-499e-a1c7-fd566141a000 req-91dfa188-b642-4094-8ecd-49896d45522d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:03.439006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-43689644-1b92-4f92-9132-1ea74e9bcda7 None None] Provisioning complete for port df2d7c62-d96b-4992-be8d-b791b4243a9b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:03.439507 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-43689644-1b92-4f92-9132-1ea74e9bcda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.440003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddfec360-f357-499e-a1c7-fd566141a000 req-91dfa188-b642-4094-8ecd-49896d45522d tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 946 time: 0.1687129 Jan 27 21:57:03.458810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f89cc-9be5-4d4a-97e7-599344ca6e53 req-3c144566-f6e7-4718-a289-296070f4cace tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:03.465837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e59f89cc-9be5-4d4a-97e7-599344ca6e53 req-3c144566-f6e7-4718-a289-296070f4cace tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 946 time: 0.1555851 Jan 27 21:57:03.494269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df2d7c62-d96b-4992-be8d-b791b4243a9b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:03.607693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e59f89cc-9be5-4d4a-97e7-599344ca6e53 req-b883c7fb-bc78-4a37-b1dd-b707529d42f1 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/security-groups?id=195e4b32-b3e1-452d-a0da-7e24533cebdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129992 Jan 27 21:57:03.639299 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_gateway (980b14aa-b36d-4a26-962e-4dbf34ce78c2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.672300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ddfec360-f357-499e-a1c7-fd566141a000 req-1e5c12d2-0eec-4387-90a1-269fd809edb3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Deleting port 5c63a341-1373-4cad-af56-c64ace7dacf3 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:03.672954 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ddfec360-f357-499e-a1c7-fd566141a000 req-1e5c12d2-0eec-4387-90a1-269fd809edb3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.689975 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb0efcba-fb7b-45a8-a641-484812178d0f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c0b418ec-3816-4389-8439-36eb74b856cc), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.699625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port df2d7c62-d96b-4992-be8d-b791b4243a9b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:03.700320 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.782338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-43689644-1b92-4f92-9132-1ea74e9bcda7 None None] Current status of the port df2d7c62-d96b-4992-be8d-b791b4243a9b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:03.823407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-43689644-1b92-4f92-9132-1ea74e9bcda7 None None] Provisioning complete for port c0b418ec-3816-4389-8439-36eb74b856cc triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:03.823407 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-43689644-1b92-4f92-9132-1ea74e9bcda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c0b418ec-3816-4389-8439-36eb74b856cc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.855133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40204) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:03.864952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port df2d7c62-d96b-4992-be8d-b791b4243a9b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:03.876437 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ddfec360-f357-499e-a1c7-fd566141a000 req-1e5c12d2-0eec-4387-90a1-269fd809edb3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] For port 5c63a341-1373-4cad-af56-c64ace7dacf3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5c63a341-1373-4cad-af56-c64ace7dacf3,segment=NetworkSegment(aaa2de54-d45e-4fbe-80f6-d085e3961a4a),segment_id=aaa2de54-d45e-4fbe-80f6-d085e3961a4a)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:03.876983 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ddfec360-f357-499e-a1c7-fd566141a000 req-1e5c12d2-0eec-4387-90a1-269fd809edb3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:03.879410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-43689644-1b92-4f92-9132-1ea74e9bcda7 None None] Port c0b418ec-3816-4389-8439-36eb74b856cc cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:03.891693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ddfec360-f357-499e-a1c7-fd566141a000 req-1e5c12d2-0eec-4387-90a1-269fd809edb3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Calling delete_port for 5c63a341-1373-4cad-af56-c64ace7dacf3 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:04.000765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2ee0e33a-2c9a-4336-9882-f1b20d993fd3 None None] Provisioning complete for port c0b418ec-3816-4389-8439-36eb74b856cc triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:04.001024 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e33a-2c9a-4336-9882-f1b20d993fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c0b418ec-3816-4389-8439-36eb74b856cc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.008377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-748015325-network', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:04.035345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0e33a-2c9a-4336-9882-f1b20d993fd3 None None] Port c0b418ec-3816-4389-8439-36eb74b856cc cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:04.060368 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Deleting port 6f2d1c99-4cf8-4a71-a4a0-7c9107eba0e3 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:04.060724 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6f2d1c99-4cf8-4a71-a4a0-7c9107eba0e3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.190385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-cb0efcba-fb7b-45a8-a641-484812178d0f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Delete allocated IP 2001:db8:0:1::13 (bce4d777-d22b-4f51-85d7-22b571c05dcd/23e26ff4-9857-4732-8845-517de7f14ca3) {{(pid=104026) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 21:57:04.194447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6f2d1c99-4cf8-4a71-a4a0-7c9107eba0e3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.212510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Calling delete_port for 6f2d1c99-4cf8-4a71-a4a0-7c9107eba0e3 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:04.270207 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Made reservation on behalf of 01dc7f472bfa4de98c0ca567322098f9 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:04.276589 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.316317 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.409454 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ddfec360-f357-499e-a1c7-fd566141a000 req-1e5c12d2-0eec-4387-90a1-269fd809edb3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5c63a341-1373-4cad-af56-c64ace7dacf3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.421570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5c63a341-1373-4cad-af56-c64ace7dacf3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:57:04.437465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c12d2-0eec-4387-90a1-269fd809edb3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Pushing event deleted for resources: {'Port': ['ID=5c63a341-1373-4cad-af56-c64ace7dacf3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:04.492264 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb0efcba-fb7b-45a8-a641-484812178d0f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (c0b418ec-3816-4389-8439-36eb74b856cc), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.504800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfec360-f357-499e-a1c7-fd566141a000 req-1e5c12d2-0eec-4387-90a1-269fd809edb3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] No DVR routers for this DVR port 5c63a341-1373-4cad-af56-c64ace7dacf3 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:04.508608 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ddfec360-f357-499e-a1c7-fd566141a000 req-1e5c12d2-0eec-4387-90a1-269fd809edb3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.512266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddfec360-f357-499e-a1c7-fd566141a000 req-1e5c12d2-0eec-4387-90a1-269fd809edb3 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.71 "DELETE /v2.0/ports/5c63a341-1373-4cad-af56-c64ace7dacf3 HTTP/1.1" status: 204 len: 173 time: 1.0401943 Jan 27 21:57:04.512822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7eb6926-6e1b-4993-bb9c-f373aab26403', 'name': 'network-vif-deleted', 'tag': '5c63a341-1373-4cad-af56-c64ace7dacf3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:57:04.519971 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95847ce4-2645-4ee7-9f2e-bb3e61bdbaa3" -d '{"events": [{"server_uuid": "a7eb6926-6e1b-4993-bb9c-f373aab26403", "name": "network-vif-deleted", "tag": "5c63a341-1373-4cad-af56-c64ace7dacf3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:57:04.555622 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Publish callbacks [] for security_group (280d5b75-ef1f-45da-9dda-a385da763ff5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.559369 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4acb783-dc9b-46e2-8a50-46605fe0b2e4 x-openstack-request-id: req-a4acb783-dc9b-46e2-8a50-46605fe0b2e4 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:57:04.559671 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7eb6926-6e1b-4993-bb9c-f373aab26403", "name": "network-vif-deleted", "tag": "5c63a341-1373-4cad-af56-c64ace7dacf3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:57:04.559931 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a4acb783-dc9b-46e2-8a50-46605fe0b2e4 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:57:04.560367 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7eb6926-6e1b-4993-bb9c-f373aab26403', 'name': 'network-vif-deleted', 'tag': '5c63a341-1373-4cad-af56-c64ace7dacf3', 'status': 'completed', 'code': 200} Jan 27 21:57:04.660999 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb0efcba-fb7b-45a8-a641-484812178d0f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (c0b418ec-3816-4389-8439-36eb74b856cc), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.698962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cec82898-f13a-4e53-916f-e0d27f078420 req-6357b56f-3c0e-4695-b548-286ed21fa709 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 210 time: 0.0279553 Jan 27 21:57:04.729716 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (280d5b75-ef1f-45da-9dda-a385da763ff5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.741443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (6f2d1c99-4cf8-4a71-a4a0-7c9107eba0e3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.743309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-cb0efcba-fb7b-45a8-a641-484812178d0f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] In _notify_port_updated(), no bound segment for port c0b418ec-3816-4389-8439-36eb74b856cc on network bce4d777-d22b-4f51-85d7-22b571c05dcd {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:57:04.748245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0efcba-fb7b-45a8-a641-484812178d0f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:04.748891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb0efcba-fb7b-45a8-a641-484812178d0f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.752806 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cb0efcba-fb7b-45a8-a641-484812178d0f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "PUT /v2.0/ports/c0b418ec-3816-4389-8439-36eb74b856cc HTTP/1.1" status: 200 len: 925 time: 1.3755887 Jan 27 21:57:04.753588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40214) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:04.760678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f330b976-eeec-4f25-b7d1-b76b114e0cb1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1bd29574-ec36-4ff2-81ce-3e91eb964826'}, {'subnet_id': '23e26ff4-9857-4732-8845-517de7f14ca3'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:04.771876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0efcba-fb7b-45a8-a641-484812178d0f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=c0b418ec-3816-4389-8439-36eb74b856cc,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:04.792591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:04.831838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Pushing event deleted for resources: {'Port': ['ID=6f2d1c99-4cf8-4a71-a4a0-7c9107eba0e3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:04.849647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280d5b75-ef1f-45da-9dda-a385da763ff5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:04.853164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6036439f-39ab-4b3c-a5a8-862b5ecd3799), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.853511 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Added segment 6036439f-39ab-4b3c-a5a8-862b5ecd3799 of type vlan for network a85633d1-ce87-4f18-a874-644bb7307c60 Jan 27 21:57:04.854788 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f330b976-eeec-4f25-b7d1-b76b114e0cb1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c0b418ec-3816-4389-8439-36eb74b856cc), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.931559 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (a85633d1-ce87-4f18-a874-644bb7307c60), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.944465 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (980b14aa-b36d-4a26-962e-4dbf34ce78c2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:04.971580 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51777791-0577-45a2-ad44-d576b53536b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.065259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5ebc8e7a-5f22-4724-8b8d-a62828c5fe49 None None] Provisioning complete for port c0b418ec-3816-4389-8439-36eb74b856cc triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:05.065807 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5ebc8e7a-5f22-4724-8b8d-a62828c5fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c0b418ec-3816-4389-8439-36eb74b856cc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.110485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc8e7a-5f22-4724-8b8d-a62828c5fe49 None None] Port c0b418ec-3816-4389-8439-36eb74b856cc cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:05.189777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-f330b976-eeec-4f25-b7d1-b76b114e0cb1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8:0:1::2bb (bce4d777-d22b-4f51-85d7-22b571c05dcd/23e26ff4-9857-4732-8845-517de7f14ca3/c0b418ec-3816-4389-8439-36eb74b856cc) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:05.329917 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f330b976-eeec-4f25-b7d1-b76b114e0cb1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (c0b418ec-3816-4389-8439-36eb74b856cc), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.428892 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f330b976-eeec-4f25-b7d1-b76b114e0cb1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c0b418ec-3816-4389-8439-36eb74b856cc), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.522560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (a85633d1-ce87-4f18-a874-644bb7307c60), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.527238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:05.527238 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.536016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330b976-eeec-4f25-b7d1-b76b114e0cb1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=c0b418ec-3816-4389-8439-36eb74b856cc,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:05.540150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f330b976-eeec-4f25-b7d1-b76b114e0cb1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] In _notify_port_updated(), no bound segment for port c0b418ec-3816-4389-8439-36eb74b856cc on network bce4d777-d22b-4f51-85d7-22b571c05dcd {{(pid=104027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:57:05.545686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f330b976-eeec-4f25-b7d1-b76b114e0cb1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:05.546466 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f330b976-eeec-4f25-b7d1-b76b114e0cb1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.550263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f330b976-eeec-4f25-b7d1-b76b114e0cb1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "PUT /v2.0/ports/c0b418ec-3816-4389-8439-36eb74b856cc HTTP/1.1" status: 200 len: 1011 time: 0.7931211 Jan 27 21:57:05.551677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40220) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:05.571074 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (980b14aa-b36d-4a26-962e-4dbf34ce78c2), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.613321 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (980b14aa-b36d-4a26-962e-4dbf34ce78c2), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.659118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-4c4f67a9-d066-414d-a2e9-7799555c997e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port c0b418ec-3816-4389-8439-36eb74b856cc {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:05.659118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4c4f67a9-d066-414d-a2e9-7799555c997e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c0b418ec-3816-4389-8439-36eb74b856cc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.673661 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] Pushing event updated for resources: {'Network': ['ID=a85633d1-ce87-4f18-a874-644bb7307c60,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:05.684695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network a85633d1-ce87-4f18-a874-644bb7307c60 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:05.714263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Router 980b14aa-b36d-4a26-962e-4dbf34ce78c2 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:05.776520 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4c4f67a9-d066-414d-a2e9-7799555c997e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c0b418ec-3816-4389-8439-36eb74b856cc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.790866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-4c4f67a9-d066-414d-a2e9-7799555c997e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for c0b418ec-3816-4389-8439-36eb74b856cc owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:05.825723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:05.834029 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b0c84f84-7943-4748-94a0-e78668c84e6c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9699347 Jan 27 21:57:05.836407 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.840218 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-38e3f4d3-2273-41f3-940e-1360ac32a154 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "PUT /v2.0/routers/980b14aa-b36d-4a26-962e-4dbf34ce78c2 HTTP/1.1" status: 200 len: 710 time: 3.2346284 Jan 27 21:57:05.840218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40224) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:05.845015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d34f4e4-7eb8-4ee4-b285-675582914b80 None None] Sync routers for ids ['980b14aa-b36d-4a26-962e-4dbf34ce78c2'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:05.845129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b5447082-2ef8-4165-861b-a541870379bd admin admin] Request body: {'subnet': {'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-748015325-subnet', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:05.846451 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40226) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:05.853826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-19d233bd-92d9-4690-b171-2ad5e9f1c0ba None None] Provisioning complete for port c0b418ec-3816-4389-8439-36eb74b856cc triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:05.854209 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19d233bd-92d9-4690-b171-2ad5e9f1c0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c0b418ec-3816-4389-8439-36eb74b856cc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:05.889353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d34f4e4-7eb8-4ee4-b285-675582914b80 None None] Routers {'980b14aa-b36d-4a26-962e-4dbf34ce78c2'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:05.890064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9d34f4e4-7eb8-4ee4-b285-675582914b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['980b14aa-b36d-4a26-962e-4dbf34ce78c2'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:05.896783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deef4f6b-32b2-4482-99db-d659ebc81caa req-dde7b402-b8ab-417d-a03e-ea940d5e7497 tempest-ServersTestJSON-802669558 tempest-ServersTestJSON-802669558-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7eb6926-6e1b-4993-bb9c-f373aab26403 HTTP/1.1" status: 200 len: 210 time: 0.0904784 Jan 27 21:57:05.938931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9d34f4e4-7eb8-4ee4-b285-675582914b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:05.942626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-19d233bd-92d9-4690-b171-2ad5e9f1c0ba None None] Port c0b418ec-3816-4389-8439-36eb74b856cc cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:05.951818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d34f4e4-7eb8-4ee4-b285-675582914b80 None None] Routers {'980b14aa-b36d-4a26-962e-4dbf34ce78c2'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:05.952715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9d34f4e4-7eb8-4ee4-b285-675582914b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['980b14aa-b36d-4a26-962e-4dbf34ce78c2'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:05.955440 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0c0bcbd2-3092-432d-b94b-a85debb52a40 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/routers/980b14aa-b36d-4a26-962e-4dbf34ce78c2 HTTP/1.1" status: 200 len: 745 time: 0.1068048 Jan 27 21:57:05.958124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40230) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:05.993258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9d34f4e4-7eb8-4ee4-b285-675582914b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:05.993939 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d34f4e4-7eb8-4ee4-b285-675582914b80 None None] The sync data for ids ['980b14aa-b36d-4a26-962e-4dbf34ce78c2'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:06.010540 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ba0f88a2-d253-45f6-b58b-ca6f505d7a05 tempest-RoutersIpV6AdminTest-764187412 tempest-RoutersIpV6AdminTest-764187412-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&device_id=980b14aa-b36d-4a26-962e-4dbf34ce78c2 HTTP/1.1" status: 200 len: 205 time: 0.0504606 Jan 27 21:57:06.012979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40232) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.040170 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c6b2cd39-fe5a-4621-84ff-3f3485903ede tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "GET /v2.0/ports?device_id=980b14aa-b36d-4a26-962e-4dbf34ce78c2 HTTP/1.1" status: 200 len: 205 time: 0.0260041 Jan 27 21:57:06.051699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40234) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.130569 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9bad18d6-16c0-42d9-ba1b-9febe2c99c78 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (980b14aa-b36d-4a26-962e-4dbf34ce78c2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.196977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5447082-2ef8-4165-861b-a541870379bd admin admin] Made reservation on behalf of 01dc7f472bfa4de98c0ca567322098f9 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:06.199322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5447082-2ef8-4165-861b-a541870379bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.297609 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.349963 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9bad18d6-16c0-42d9-ba1b-9febe2c99c78 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (980b14aa-b36d-4a26-962e-4dbf34ce78c2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.354458 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9bad18d6-16c0-42d9-ba1b-9febe2c99c78 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router_controller (980b14aa-b36d-4a26-962e-4dbf34ce78c2), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.423531 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4c4f67a9-d066-414d-a2e9-7799555c997e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c0b418ec-3816-4389-8439-36eb74b856cc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.451623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f67a9-d066-414d-a2e9-7799555c997e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=c0b418ec-3816-4389-8439-36eb74b856cc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:06.499654 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4c4f67a9-d066-414d-a2e9-7799555c997e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.505589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4c4f67a9-d066-414d-a2e9-7799555c997e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/c0b418ec-3816-4389-8439-36eb74b856cc HTTP/1.1" status: 204 len: 168 time: 0.9504814 Jan 27 21:57:06.505880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40236) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.537390 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-0799812c-390b-46d3-856a-e3e13451dd6b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:57:06.540123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0799812c-390b-46d3-856a-e3e13451dd6b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/c0b418ec-3816-4389-8439-36eb74b856cc HTTP/1.1" status: 404 len: 333 time: 0.0320232 Jan 27 21:57:06.546380 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9bad18d6-16c0-42d9-ba1b-9febe2c99c78 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (980b14aa-b36d-4a26-962e-4dbf34ce78c2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.546380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bad18d6-16c0-42d9-ba1b-9febe2c99c78 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Fanout notify agent at l3_agent the message router_deleted on router 980b14aa-b36d-4a26-962e-4dbf34ce78c2 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:57:06.549684 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9bad18d6-16c0-42d9-ba1b-9febe2c99c78 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.549831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40238) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.554533 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9bad18d6-16c0-42d9-ba1b-9febe2c99c78 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/routers/980b14aa-b36d-4a26-962e-4dbf34ce78c2 HTTP/1.1" status: 204 len: 168 time: 0.4981353 Jan 27 21:57:06.555232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40240) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.585149 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-661133f4-29e3-45bb-9ab6-bacce539dc92 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "GET /v2.0/ports?device_id=980b14aa-b36d-4a26-962e-4dbf34ce78c2 HTTP/1.1" status: 200 len: 205 time: 0.0284681 Jan 27 21:57:06.587224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40244) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.612893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae6f557d-9b42-4e52-8fbd-7ce965ab7a3d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting subnet 23e26ff4-9857-4732-8845-517de7f14ca3 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:06.616417 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae6f557d-9b42-4e52-8fbd-7ce965ab7a3d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (23e26ff4-9857-4732-8845-517de7f14ca3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.633650 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-13186738-20a6-414e-942e-a5c23802400c tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] delete failed (client error): The resource could not be found. Jan 27 21:57:06.636131 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-13186738-20a6-414e-942e-a5c23802400c tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/routers/980b14aa-b36d-4a26-962e-4dbf34ce78c2 HTTP/1.1" status: 404 len: 336 time: 0.0465693 Jan 27 21:57:06.637493 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40246) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.659652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae6f557d-9b42-4e52-8fbd-7ce965ab7a3d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (23e26ff4-9857-4732-8845-517de7f14ca3), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.666632 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e51ba539-b723-49a3-8565-e94dd2be7982 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "GET /v2.0/ports?device_id=061d0c16-c82a-4b89-b915-8280f8e5acf2 HTTP/1.1" status: 200 len: 205 time: 0.0279243 Jan 27 21:57:06.668936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40248) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.714680 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-a82f1e49-d6f2-4286-846a-86bd5a3fe8e3 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] delete failed (client error): The resource could not be found. Jan 27 21:57:06.715751 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a82f1e49-d6f2-4286-846a-86bd5a3fe8e3 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/routers/061d0c16-c82a-4b89-b915-8280f8e5acf2 HTTP/1.1" status: 404 len: 336 time: 0.0458841 Jan 27 21:57:06.718432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40250) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.745583 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3cac14b8-c0f7-4520-9e28-34b3f29d2534 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "GET /v2.0/ports?device_id=a11a0476-b27d-446d-9462-340baff1a609 HTTP/1.1" status: 200 len: 205 time: 0.0258145 Jan 27 21:57:06.747773 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40252) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.754162 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae6f557d-9b42-4e52-8fbd-7ce965ab7a3d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (23e26ff4-9857-4732-8845-517de7f14ca3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.755483 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5447082-2ef8-4165-861b-a541870379bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (c01ed7ae-3d76-4500-8670-f6265c34d552), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.811324 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-a23aa78f-d6e8-4e4f-8e02-9667c7e688ec tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] delete failed (client error): The resource could not be found. Jan 27 21:57:06.812302 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a23aa78f-d6e8-4e4f-8e02-9667c7e688ec tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/routers/a11a0476-b27d-446d-9462-340baff1a609 HTTP/1.1" status: 404 len: 336 time: 0.0635290 Jan 27 21:57:06.814970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40254) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.845850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7196219a-a4a6-4fbe-895c-52c920ba238d tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ffdf01c-95f7-4a5c-8893-6b640ad9fe42 HTTP/1.1" status: 200 len: 205 time: 0.0274673 Jan 27 21:57:06.846379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40256) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.847059 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5447082-2ef8-4165-861b-a541870379bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01ed7ae-3d76-4500-8670-f6265c34d552,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:06.858281 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5447082-2ef8-4165-861b-a541870379bd admin admin] Checking segment: {'id': '6036439f-39ab-4b3c-a5a8-862b5ecd3799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:06.858646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5447082-2ef8-4165-861b-a541870379bd admin admin] Network hostable DHCP agents. Network: a85633d1-ce87-4f18-a874-644bb7307c60, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:06.884997 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-a1b6e914-ec35-480a-9419-868e112d7354 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] delete failed (client error): The resource could not be found. Jan 27 21:57:06.886237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a1b6e914-ec35-480a-9419-868e112d7354 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/routers/4ffdf01c-95f7-4a5c-8893-6b640ad9fe42 HTTP/1.1" status: 404 len: 336 time: 0.0388832 Jan 27 21:57:06.888986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40258) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.916230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fe1e6a5a-422e-4e9a-8764-d2c4d19e5b3d tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9 HTTP/1.1" status: 200 len: 205 time: 0.0261111 Jan 27 21:57:06.918559 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40260) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.961715 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae6f557d-9b42-4e52-8fbd-7ce965ab7a3d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (23e26ff4-9857-4732-8845-517de7f14ca3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:06.963904 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-fcbd7284-be9a-41fc-afec-0a6f7fc1c84a tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] delete failed (client error): The resource could not be found. Jan 27 21:57:06.967461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fcbd7284-be9a-41fc-afec-0a6f7fc1c84a tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/routers/7ff720d8-a7ea-4f6f-8d48-5f12ee9b8ca9 HTTP/1.1" status: 404 len: 336 time: 0.0455492 Jan 27 21:57:06.968142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40264) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:06.970303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40266) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:07.001440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f557d-9b42-4e52-8fbd-7ce965ab7a3d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Subnet': ['ID=23e26ff4-9857-4732-8845-517de7f14ca3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:07.005370 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-76359ca8-6426-484c-91c7-1755f49a3740 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "GET /v2.0/ports?device_id=90169160-38c1-4c9c-8697-a5ad80fa6e8c HTTP/1.1" status: 200 len: 205 time: 0.0354903 Jan 27 21:57:07.005964 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40270) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:07.012832 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5447082-2ef8-4165-861b-a541870379bd admin admin] Network a85633d1-ce87-4f18-a874-644bb7307c60 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:07.018766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc77bc3-1616-4dc6-92f9-df42011e3c9f None None] Network bce4d777-d22b-4f51-85d7-22b571c05dcd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:07.022806 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae6f557d-9b42-4e52-8fbd-7ce965ab7a3d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.026672 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ae6f557d-9b42-4e52-8fbd-7ce965ab7a3d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/23e26ff4-9857-4732-8845-517de7f14ca3 HTTP/1.1" status: 204 len: 168 time: 0.4758360 Jan 27 21:57:07.031893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40272) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:07.062304 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-7fdc6d95-6eab-4a7a-a8ee-ad426a3ddd28 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] delete failed (client error): The resource could not be found. Jan 27 21:57:07.062304 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7fdc6d95-6eab-4a7a-a8ee-ad426a3ddd28 tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/routers/90169160-38c1-4c9c-8697-a5ad80fa6e8c HTTP/1.1" status: 404 len: 336 time: 0.0513861 Jan 27 21:57:07.062304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40274) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:07.077722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5c63a341-1373-4cad-af56-c64ace7dacf3 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:07.095110 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-748b4183-c2a3-48fe-b55e-1316d2eca83a tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:07.095110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748b4183-c2a3-48fe-b55e-1316d2eca83a tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:07.095578 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-748b4183-c2a3-48fe-b55e-1316d2eca83a tempest-RoutersIpV6AdminTest-1930481423 tempest-RoutersIpV6AdminTest-1930481423-project] 10.222.0.61 "DELETE /v2.0/subnets/e1bdbd8e-9c17-4d5b-a2ba-4a9359d0d4c3 HTTP/1.1" status: 404 len: 337 time: 0.0333176 Jan 27 21:57:07.109740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 5c63a341-1373-4cad-af56-c64ace7dacf3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:07.109740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5c63a341-1373-4cad-af56-c64ace7dacf3 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:07.112234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1efcb76-bb67-45f6-87fe-2de0ad191476 admin admin] Deleting subnet 1af3e14d-ef9e-46d4-8d8c-76715fffbc0a {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:07.117981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1efcb76-bb67-45f6-87fe-2de0ad191476 admin admin] Publish callbacks [] for subnet (1af3e14d-ef9e-46d4-8d8c-76715fffbc0a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.123095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d3c74f-471a-4132-a1d2-436b855ee6cd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting subnet 1bd29574-ec36-4ff2-81ce-3e91eb964826 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:07.150676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67d3c74f-471a-4132-a1d2-436b855ee6cd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (1bd29574-ec36-4ff2-81ce-3e91eb964826), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.162088 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b5447082-2ef8-4165-861b-a541870379bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, a85633d1-ce87-4f18-a874-644bb7307c60) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:07.172862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5447082-2ef8-4165-861b-a541870379bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:07.172862 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b5447082-2ef8-4165-861b-a541870379bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.173097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b8342d-9e6e-4546-a680-84bc00aaa4e7 None None] Network a85633d1-ce87-4f18-a874-644bb7307c60 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:07.198639 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1efcb76-bb67-45f6-87fe-2de0ad191476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (1af3e14d-ef9e-46d4-8d8c-76715fffbc0a), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.230213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67d3c74f-471a-4132-a1d2-436b855ee6cd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (1bd29574-ec36-4ff2-81ce-3e91eb964826), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.283890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-a85633d1-ce87-4f18-a874-644bb7307c60', 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60', 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'fixed_ips': [{'subnet_id': 'c01ed7ae-3d76-4500-8670-f6265c34d552'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:07.284987 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.296487 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1efcb76-bb67-45f6-87fe-2de0ad191476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (1af3e14d-ef9e-46d4-8d8c-76715fffbc0a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.366471 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b5447082-2ef8-4165-861b-a541870379bd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5270681 Jan 27 21:57:07.369789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40278) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:07.377496 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-748015325-router', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:07.401041 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67d3c74f-471a-4132-a1d2-436b855ee6cd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (1bd29574-ec36-4ff2-81ce-3e91eb964826), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.449256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Allocated IP 172.20.0.2 (a85633d1-ce87-4f18-a874-644bb7307c60/c01ed7ae-3d76-4500-8670-f6265c34d552/09d00725-1665-499e-8bc6-c7e3e148bc30) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:07.590509 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.615980 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Publish callbacks [] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.646687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.647257 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67d3c74f-471a-4132-a1d2-436b855ee6cd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (1bd29574-ec36-4ff2-81ce-3e91eb964826), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.650381 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1efcb76-bb67-45f6-87fe-2de0ad191476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (1af3e14d-ef9e-46d4-8d8c-76715fffbc0a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.651920 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.688151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3c74f-471a-4132-a1d2-436b855ee6cd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd29574-ec36-4ff2-81ce-3e91eb964826,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:07.724293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Publish callbacks [] for router_controller (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.729896 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67d3c74f-471a-4132-a1d2-436b855ee6cd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.733303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-67d3c74f-471a-4132-a1d2-436b855ee6cd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/1bd29574-ec36-4ff2-81ce-3e91eb964826 HTTP/1.1" status: 204 len: 168 time: 0.7004356 Jan 27 21:57:07.734484 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1efcb76-bb67-45f6-87fe-2de0ad191476 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.735995 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40282) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:07.737498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e1efcb76-bb67-45f6-87fe-2de0ad191476 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1af3e14d-ef9e-46d4-8d8c-76715fffbc0a HTTP/1.1" status: 204 len: 168 time: 0.7633436 Jan 27 21:57:07.738288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efcb76-bb67-45f6-87fe-2de0ad191476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1af3e14d-ef9e-46d4-8d8c-76715fffbc0a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:07.739908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40284) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:07.762354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5afe686-d675-45ba-b24b-2065682f04bc None None] Network bce4d777-d22b-4f51-85d7-22b571c05dcd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:07.820574 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.880763 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (bce4d777-d22b-4f51-85d7-22b571c05dcd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.885666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (f7986a63-54e0-4362-a7cb-5a7356da77db), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.891063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Network a85633d1-ce87-4f18-a874-644bb7307c60 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:07.892632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6027bbc4-c8f0-4786-bce0-1fddbcd72cd4 None None] Provisioning complete for port df2d7c62-d96b-4992-be8d-b791b4243a9b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:07.893003 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6027bbc4-c8f0-4786-bce0-1fddbcd72cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:07.899827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:07.903202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:07.939824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Pushing event updated for resources: {'Port': ['ID=09d00725-1665-499e-8bc6-c7e3e148bc30,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:08.013051 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (f7986a63-54e0-4362-a7cb-5a7356da77db), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.017076 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40290) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:08.038309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Attempting to bind port 09d00725-1665-499e-8bc6-c7e3e148bc30 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:08.038922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Attempting to bind port 09d00725-1665-499e-8bc6-c7e3e148bc30 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '6036439f-39ab-4b3c-a5a8-862b5ecd3799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:08.039608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Attempting to bind port 09d00725-1665-499e-8bc6-c7e3e148bc30 on network a85633d1-ce87-4f18-a874-644bb7307c60 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:08.052628 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7986a63-54e0-4362-a7cb-5a7356da77db']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:08.060214 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:08.060745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa2de54-d45e-4fbe-80f6-d085e3961a4a') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:08.063861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port df2d7c62-d96b-4992-be8d-b791b4243a9b {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:08.064561 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.067293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:08.067692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Checking segment: {'id': '6036439f-39ab-4b3c-a5a8-862b5ecd3799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:08.068130 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.068621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Bound using segment: {'id': '6036439f-39ab-4b3c-a5a8-862b5ecd3799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:08.069100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Bound port: 09d00725-1665-499e-8bc6-c7e3e148bc30, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6036439f-39ab-4b3c-a5a8-862b5ecd3799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:08.069494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.085420 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (aaa2de54-d45e-4fbe-80f6-d085e3961a4a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.131319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1d64f1-bccc-498f-974d-9910d9891cd1 None None] DHCP port deletion for bce4d777-d22b-4f51-85d7-22b571c05dcd request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:08.151648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6027bbc4-c8f0-4786-bce0-1fddbcd72cd4 None None] Current status of the port df2d7c62-d96b-4992-be8d-b791b4243a9b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:08.183308 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (aaa2de54-d45e-4fbe-80f6-d085e3961a4a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.196586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:08.200696 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (aaa2de54-d45e-4fbe-80f6-d085e3961a4a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.202047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] For port 09d00725-1665-499e-8bc6-c7e3e148bc30, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:08.202759 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1436d9ed-3fcb-4833-81fb-7ec64c035beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.217170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] For port 09d00725-1665-499e-8bc6-c7e3e148bc30, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=09d00725-1665-499e-8bc6-c7e3e148bc30,segment=NetworkSegment(6036439f-39ab-4b3c-a5a8-862b5ecd3799),segment_id=6036439f-39ab-4b3c-a5a8-862b5ecd3799)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:08.224281 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:08.241746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d64f1-bccc-498f-974d-9910d9891cd1 None None] Deleting port df2d7c62-d96b-4992-be8d-b791b4243a9b {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:08.242181 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc1d64f1-bccc-498f-974d-9910d9891cd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.291177 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1436d9ed-3fcb-4833-81fb-7ec64c035beb admin admin] Publish callbacks [] for security_group (f222de21-f461-4842-a66b-5930b35f2d4d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.311422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] For port df2d7c62-d96b-4992-be8d-b791b4243a9b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df2d7c62-d96b-4992-be8d-b791b4243a9b,segment=NetworkSegment(508151a1-cb61-481d-aa2d-9627bb9e1f6a),segment_id=508151a1-cb61-481d-aa2d-9627bb9e1f6a)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:08.311742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fc1d64f1-bccc-498f-974d-9910d9891cd1 None None] For port df2d7c62-d96b-4992-be8d-b791b4243a9b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df2d7c62-d96b-4992-be8d-b791b4243a9b,segment=NetworkSegment(508151a1-cb61-481d-aa2d-9627bb9e1f6a),segment_id=508151a1-cb61-481d-aa2d-9627bb9e1f6a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:08.311881 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.312268 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc1d64f1-bccc-498f-974d-9910d9891cd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.326467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fc1d64f1-bccc-498f-974d-9910d9891cd1 None None] Calling delete_port for df2d7c62-d96b-4992-be8d-b791b4243a9b owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:08.362541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for df2d7c62-d96b-4992-be8d-b791b4243a9b owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:08.365521 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Publish callbacks [] for router_gateway (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.492756 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1436d9ed-3fcb-4833-81fb-7ec64c035beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f222de21-f461-4842-a66b-5930b35f2d4d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.493129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (f7986a63-54e0-4362-a7cb-5a7356da77db), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.504663 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.511177 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f7986a63-54e0-4362-a7cb-5a7356da77db HTTP/1.1" status: 204 len: 168 time: 0.7694216 Jan 27 21:57:08.522208 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d6eda-7970-4193-a4bf-c73cfc893850 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7986a63-54e0-4362-a7cb-5a7356da77db,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:08.563998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1436d9ed-3fcb-4833-81fb-7ec64c035beb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f1f12a5d0b547ffae5341973759fe25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5455613 Jan 27 21:57:08.566738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40298) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:08.576128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436d9ed-3fcb-4833-81fb-7ec64c035beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f222de21-f461-4842-a66b-5930b35f2d4d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:08.583861 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.628958 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc1d64f1-bccc-498f-974d-9910d9891cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.646649 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (df2d7c62-d96b-4992-be8d-b791b4243a9b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.652885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d64f1-bccc-498f-974d-9910d9891cd1 None None] No DVR routers for this DVR port df2d7c62-d96b-4992-be8d-b791b4243a9b on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:08.688418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No DVR routers for this DVR port df2d7c62-d96b-4992-be8d-b791b4243a9b on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:08.688901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dce780-42cb-4b82-8c50-49403e2cdacc None None] Pushing event updated for resources: {'Port': ['ID=09d00725-1665-499e-8bc6-c7e3e148bc30,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:08.724697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d64f1-bccc-498f-974d-9910d9891cd1 None None] Pushing event deleted for resources: {'Port': ['ID=df2d7c62-d96b-4992-be8d-b791b4243a9b,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:08.740721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=df2d7c62-d96b-4992-be8d-b791b4243a9b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:08.791099 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c56ded9-af7d-4fd2-9a83-a8b8444c541e admin admin] Publish callbacks [] for security_group (f222de21-f461-4842-a66b-5930b35f2d4d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.867817 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (bce4d777-d22b-4f51-85d7-22b571c05dcd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.869819 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c56ded9-af7d-4fd2-9a83-a8b8444c541e admin admin] Publish callbacks [] for security_group (f222de21-f461-4842-a66b-5930b35f2d4d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.910641 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce4d777-d22b-4f51-85d7-22b571c05dcd']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:08.935879 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508151a1-cb61-481d-aa2d-9627bb9e1f6a') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:08.936469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508151a1-cb61-481d-aa2d-9627bb9e1f6a') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:08.949378 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (508151a1-cb61-481d-aa2d-9627bb9e1f6a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.973016 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (508151a1-cb61-481d-aa2d-9627bb9e1f6a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.991193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:08.991611 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (508151a1-cb61-481d-aa2d-9627bb9e1f6a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:08.996200 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:09.015439 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.122711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40302) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:09.172337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1ca5531a-b42a-4fbd-bd5c-078ece64b0f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ef2744fc5934353b91e037e8978612b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483599 Jan 27 21:57:09.175707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40306) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:09.197719 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c56ded9-af7d-4fd2-9a83-a8b8444c541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f222de21-f461-4842-a66b-5930b35f2d4d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.206032 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c56ded9-af7d-4fd2-9a83-a8b8444c541e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.210378 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1c56ded9-af7d-4fd2-9a83-a8b8444c541e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f222de21-f461-4842-a66b-5930b35f2d4d HTTP/1.1" status: 204 len: 168 time: 0.6400633 Jan 27 21:57:09.243872 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8cc4812f-6110-4087-839b-04dfae639bd7 admin admin] Publish callbacks [] for security_group (195e4b32-b3e1-452d-a0da-7e24533cebdb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.274405 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8cc4812f-6110-4087-839b-04dfae639bd7 admin admin] Publish callbacks [] for security_group (195e4b32-b3e1-452d-a0da-7e24533cebdb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.466746 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8cc4812f-6110-4087-839b-04dfae639bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (195e4b32-b3e1-452d-a0da-7e24533cebdb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.466909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 09d00725-1665-499e-8bc6-c7e3e148bc30 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:09.469750 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8cc4812f-6110-4087-839b-04dfae639bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.475446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8cc4812f-6110-4087-839b-04dfae639bd7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/195e4b32-b3e1-452d-a0da-7e24533cebdb HTTP/1.1" status: 204 len: 168 time: 0.2953224 Jan 27 21:57:09.499449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4812f-6110-4087-839b-04dfae639bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195e4b32-b3e1-452d-a0da-7e24533cebdb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:09.594527 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (bce4d777-d22b-4f51-85d7-22b571c05dcd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.601888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 09d00725-1665-499e-8bc6-c7e3e148bc30 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:09.602457 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.609886 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.613308 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/networks/bce4d777-d22b-4f51-85d7-22b571c05dcd HTTP/1.1" status: 204 len: 168 time: 1.8761234 Jan 27 21:57:09.614601 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56ded9-af7d-4fd2-9a83-a8b8444c541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f222de21-f461-4842-a66b-5930b35f2d4d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:09.623271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40312) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:09.635002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d817fb-1437-4d37-8c6a-3ad8b294d12c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Network': ['ID=bce4d777-d22b-4f51-85d7-22b571c05dcd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:09.637788 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Publish callbacks [] for router_gateway (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.667611 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.747378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aafa5f4-b032-438f-9378-061b44a59a6b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:09.749066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4aafa5f4-b032-438f-9378-061b44a59a6b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1310136 Jan 27 21:57:09.752768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40316) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:09.834286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f6d0cf6b-b28d-4810-ad44-afca4cdd1da9 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0801520 Jan 27 21:57:09.841216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40320) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:09.856653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 09d00725-1665-499e-8bc6-c7e3e148bc30 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:09.857097 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:09.866290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Allocated IP 172.25.0.245 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/fc75063a-ac5a-4199-8452-4ca6ea5459e9) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:09.870288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c4531c41-4457-4439-ae1f-9a9948f9d6f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1230291214'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:09.901599 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 09d00725-1665-499e-8bc6-c7e3e148bc30, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=09d00725-1665-499e-8bc6-c7e3e148bc30,segment=NetworkSegment(6036439f-39ab-4b3c-a5a8-862b5ecd3799),segment_id=6036439f-39ab-4b3c-a5a8-862b5ecd3799)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:09.988778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Publish callbacks [] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.063446 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0309a69c-8095-442c-aa01-735dc0082de7 None None] Network a85633d1-ce87-4f18-a874-644bb7307c60 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:10.140435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d17f4f27-4d8b-4a4d-928b-3574120b1250 None None] Provisioning complete for port 09d00725-1665-499e-8bc6-c7e3e148bc30 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:10.140811 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d17f4f27-4d8b-4a4d-928b-3574120b1250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.186561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4531c41-4457-4439-ae1f-9a9948f9d6f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:10.190041 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4531c41-4457-4439-ae1f-9a9948f9d6f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.197249 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.219568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4531c41-4457-4439-ae1f-9a9948f9d6f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:10.230859 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4531c41-4457-4439-ae1f-9a9948f9d6f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (102f060c-014e-4b12-b6af-c774d47609f8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.234113 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.261625 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-c4531c41-4457-4439-ae1f-9a9948f9d6f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Added segment 102f060c-014e-4b12-b6af-c774d47609f8 of type vlan for network 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e Jan 27 21:57:10.274445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df2d7c62-d96b-4992-be8d-b791b4243a9b no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:10.326973 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:10.330215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:10.333876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:10.337485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4531c41-4457-4439-ae1f-9a9948f9d6f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.353022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=09d00725-1665-499e-8bc6-c7e3e148bc30,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:10.361750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: df2d7c62-d96b-4992-be8d-b791b4243a9b {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:10.371487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df2d7c62-d96b-4992-be8d-b791b4243a9b not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:10.395520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d17f4f27-4d8b-4a4d-928b-3574120b1250 None None] Current status of the port 09d00725-1665-499e-8bc6-c7e3e148bc30 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:10.413242 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Pushing event updated for resources: {'Port': ['ID=fc75063a-ac5a-4199-8452-4ca6ea5459e9,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:10.506817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4531c41-4457-4439-ae1f-9a9948f9d6f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.512730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4531c41-4457-4439-ae1f-9a9948f9d6f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:10.512730 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4531c41-4457-4439-ae1f-9a9948f9d6f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.523088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40332) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:10.627587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4531c41-4457-4439-ae1f-9a9948f9d6f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Network': ['ID=01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:10.636452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4e8af054-cd9a-494b-88d5-4d51b0a05367 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9141ff96940c4a6795ec745899be1aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0926147 Jan 27 21:57:10.638323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:10.638969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40334) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:10.690186 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0f134df-9ded-4fe7-90fd-4ca6cff4f192 admin admin] Publish callbacks [] for security_group (a4179394-f3d7-423f-b106-bec1b67acf3f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.712828 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0f134df-9ded-4fe7-90fd-4ca6cff4f192 admin admin] Publish callbacks [] for security_group (a4179394-f3d7-423f-b106-bec1b67acf3f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.718999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-df0f9b1e-418e-4732-acad-e21f33f0b996 None None] Provisioning complete for port 09d00725-1665-499e-8bc6-c7e3e148bc30 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:10.719383 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-df0f9b1e-418e-4732-acad-e21f33f0b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.810594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-df0f9b1e-418e-4732-acad-e21f33f0b996 None None] Current status of the port 09d00725-1665-499e-8bc6-c7e3e148bc30 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:10.815963 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c4531c41-4457-4439-ae1f-9a9948f9d6f7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9737349 Jan 27 21:57:10.819057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40338) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:10.827107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b53bf124-400c-470f-b0a9-1e48de5a89fd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': '01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:10.828027 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Publish callbacks [] for router_gateway (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.883929 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0f134df-9ded-4fe7-90fd-4ca6cff4f192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a4179394-f3d7-423f-b106-bec1b67acf3f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.886620 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0f134df-9ded-4fe7-90fd-4ca6cff4f192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:10.896576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a0f134df-9ded-4fe7-90fd-4ca6cff4f192 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4179394-f3d7-423f-b106-bec1b67acf3f HTTP/1.1" status: 204 len: 168 time: 0.2478883 Jan 27 21:57:10.918160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f134df-9ded-4fe7-90fd-4ca6cff4f192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4179394-f3d7-423f-b106-bec1b67acf3f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:11.077614 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.159761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53bf124-400c-470f-b0a9-1e48de5a89fd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:11.163599 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b53bf124-400c-470f-b0a9-1e48de5a89fd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.370190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Router 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:57:11.404697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 09d00725-1665-499e-8bc6-c7e3e148bc30 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:11.486343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 09d00725-1665-499e-8bc6-c7e3e148bc30 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:11.486780 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.505394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:11.522320 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Sync routers for ids ['8208f5eb-a93f-4ce9-aff3-da2d6f18db61'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:11.526489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b53bf124-400c-470f-b0a9-1e48de5a89fd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.543215 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Routers {'8208f5eb-a93f-4ce9-aff3-da2d6f18db61'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:11.544724 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8208f5eb-a93f-4ce9-aff3-da2d6f18db61'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:11.591216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 09d00725-1665-499e-8bc6-c7e3e148bc30 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:11.599749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bf124-400c-470f-b0a9-1e48de5a89fd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Subnet': ['ID=d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:11.603507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53bf124-400c-470f-b0a9-1e48de5a89fd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Checking segment: {'id': '102f060c-014e-4b12-b6af-c774d47609f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:11.604185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53bf124-400c-470f-b0a9-1e48de5a89fd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network hostable DHCP agents. Network: 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:11.655247 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:11.656614 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4b8fe2b5-0657-4a33-ae21-8dfc73bab835 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2854218 Jan 27 21:57:11.663115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40358) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:11.719833 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Set router 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:11.729505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53bf124-400c-470f-b0a9-1e48de5a89fd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:11.946973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-b53bf124-400c-470f-b0a9-1e48de5a89fd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:11.957521 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cc2e4c-c059-4118-bb87-eab284cf2fcb None None] Network 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:11.959052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53bf124-400c-470f-b0a9-1e48de5a89fd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:11.962466 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b53bf124-400c-470f-b0a9-1e48de5a89fd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.144345 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'name': 'tempest-TestAggregatesBasicOps-748015325-router', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:07Z', 'updated_at': '2022-01-27T21:57:10Z', 'revision_number': 3, 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'gw_port': {'id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:09Z', 'updated_at': '2022-01-27T21:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:12.144345 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Checking router: 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:12.144345 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Updating router 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 port fc75063a-ac5a-4199-8452-4ca6ea5459e9 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:57:12.144345 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.152829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d875533-e843-4c07-897c-5084db19150e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e', 'network_id': '01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e', 'project_id': 'b3fa4295cb3441caa753eb20bcdd44f4', 'fixed_ips': [{'subnet_id': 'd1e6dcaa-9cdd-4210-a9fc-4d3e728c9515'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:12.153870 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d875533-e843-4c07-897c-5084db19150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.202294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.296529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-6d875533-e843-4c07-897c-5084db19150e None None] Allocated IP 2001:db8::2 (01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e/d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515/8193c20b-a854-4518-9c9e-8950152c4257) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:12.377478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Allocated IP 172.20.0.1 (a85633d1-ce87-4f18-a874-644bb7307c60/c01ed7ae-3d76-4500-8670-f6265c34d552/787f1883-b9f4-45dd-a375-ccadb083d1c6) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:12.416970 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Publish callbacks [] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.456797 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d875533-e843-4c07-897c-5084db19150e None None] Publish callbacks [] for port (8193c20b-a854-4518-9c9e-8950152c4257), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.478523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b53bf124-400c-470f-b0a9-1e48de5a89fd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6582327 Jan 27 21:57:12.486495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40380) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:12.492453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': '01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e', 'name': 'tempest-PortsIpV6TestJSON-339163732'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:12.521663 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Publish callbacks [] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.556788 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.606679 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d875533-e843-4c07-897c-5084db19150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (8193c20b-a854-4518-9c9e-8950152c4257), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.626858 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Pushing event updated for resources: {'Port': ['ID=fc75063a-ac5a-4199-8452-4ca6ea5459e9,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:12.644018 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.644530 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.644870 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.645215 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.645552 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.645887 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.646216 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.646542 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.647115 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.647253 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.647518 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.647880 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.648479 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:12.652306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d875533-e843-4c07-897c-5084db19150e None None] Network 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:12.654737 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Attempting to bind port fc75063a-ac5a-4199-8452-4ca6ea5459e9 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:12.655169 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Attempting to bind port fc75063a-ac5a-4199-8452-4ca6ea5459e9 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:12.655300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-6d875533-e843-4c07-897c-5084db19150e None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:12.655541 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Attempting to bind port fc75063a-ac5a-4199-8452-4ca6ea5459e9 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:12.658926 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d875533-e843-4c07-897c-5084db19150e None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:12.664299 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:12.664299 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:12.664299 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.664299 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:12.664299 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Bound port: fc75063a-ac5a-4199-8452-4ca6ea5459e9, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:12.664299 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.674031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d875533-e843-4c07-897c-5084db19150e None None] Pushing event updated for resources: {'Port': ['ID=8193c20b-a854-4518-9c9e-8950152c4257,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:12.691658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.720068 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] For port fc75063a-ac5a-4199-8452-4ca6ea5459e9, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:12.723503 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] For port fc75063a-ac5a-4199-8452-4ca6ea5459e9, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fc75063a-ac5a-4199-8452-4ca6ea5459e9,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:12.732664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6d875533-e843-4c07-897c-5084db19150e None None] Attempting to bind port 8193c20b-a854-4518-9c9e-8950152c4257 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:12.733054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6d875533-e843-4c07-897c-5084db19150e None None] Attempting to bind port 8193c20b-a854-4518-9c9e-8950152c4257 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '102f060c-014e-4b12-b6af-c774d47609f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:12.733429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d875533-e843-4c07-897c-5084db19150e None None] Attempting to bind port 8193c20b-a854-4518-9c9e-8950152c4257 on network 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:12.739672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d875533-e843-4c07-897c-5084db19150e None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:12.739885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d875533-e843-4c07-897c-5084db19150e None None] Checking segment: {'id': '102f060c-014e-4b12-b6af-c774d47609f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:12.740457 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d875533-e843-4c07-897c-5084db19150e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.740730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d875533-e843-4c07-897c-5084db19150e None None] Bound using segment: {'id': '102f060c-014e-4b12-b6af-c774d47609f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:12.741362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6d875533-e843-4c07-897c-5084db19150e None None] Bound port: 8193c20b-a854-4518-9c9e-8950152c4257, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102f060c-014e-4b12-b6af-c774d47609f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:12.741813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d875533-e843-4c07-897c-5084db19150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8193c20b-a854-4518-9c9e-8950152c4257), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.748730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:12.752524 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.757445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Pushing event updated for resources: {'Port': ['ID=787f1883-b9f4-45dd-a375-ccadb083d1c6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:12.779689 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Network a85633d1-ce87-4f18-a874-644bb7307c60 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:12.779689 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:12.785056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:12.797835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port fc054a9a-1108-473e-972e-ea44c3690423 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:57:12.853777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6d875533-e843-4c07-897c-5084db19150e None None] For port 8193c20b-a854-4518-9c9e-8950152c4257, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:12.857466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6d875533-e843-4c07-897c-5084db19150e None None] For port 8193c20b-a854-4518-9c9e-8950152c4257, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8193c20b-a854-4518-9c9e-8950152c4257,segment=NetworkSegment(102f060c-014e-4b12-b6af-c774d47609f8),segment_id=102f060c-014e-4b12-b6af-c774d47609f8)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:12.876433 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:12.915577 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.008441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8::35 (01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e/d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515/fc054a9a-1108-473e-972e-ea44c3690423) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:13.023319 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Routers {'8208f5eb-a93f-4ce9-aff3-da2d6f18db61'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:13.025219 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8208f5eb-a93f-4ce9-aff3-da2d6f18db61'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:13.112022 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac734cb-37be-4c1a-a799-022affe43cca None None] Pushing event updated for resources: {'Port': ['ID=fc75063a-ac5a-4199-8452-4ca6ea5459e9,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:13.171607 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] Set router 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:13.176215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ff3679a3-396f-4a74-a077-a43e87af4b17 None None] Provisioning complete for port 787f1883-b9f4-45dd-a375-ccadb083d1c6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:13.181292 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ff3679a3-396f-4a74-a077-a43e87af4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.207105 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (fc054a9a-1108-473e-972e-ea44c3690423), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.218441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ff3679a3-396f-4a74-a077-a43e87af4b17 None None] Port 787f1883-b9f4-45dd-a375-ccadb083d1c6 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:13.220924 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d875533-e843-4c07-897c-5084db19150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8193c20b-a854-4518-9c9e-8950152c4257), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.315400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d875533-e843-4c07-897c-5084db19150e None None] Pushing event updated for resources: {'Port': ['ID=8193c20b-a854-4518-9c9e-8950152c4257,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:13.315648 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.417898 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fc054a9a-1108-473e-972e-ea44c3690423), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.436596 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'name': 'tempest-TestAggregatesBasicOps-748015325-router', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:07Z', 'updated_at': '2022-01-27T21:57:10Z', 'revision_number': 3, 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'gw_port': {'id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:09Z', 'updated_at': '2022-01-27T21:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:13.468346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40404) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:13.499781 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6780cd-87e1-4938-902a-06f23ae0bc56 None None] The sync data for ids ['8208f5eb-a93f-4ce9-aff3-da2d6f18db61'] in n-d-760456-6 is: [{'id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'name': 'tempest-TestAggregatesBasicOps-748015325-router', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:07Z', 'updated_at': '2022-01-27T21:57:10Z', 'revision_number': 3, 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'gw_port': {'id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:09Z', 'updated_at': '2022-01-27T21:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:13.514904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:13.524125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:13.538697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:13.544230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:13.545175 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.566625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=fc054a9a-1108-473e-972e-ea44c3690423,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:13.657970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-821913188'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:13.671787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40414) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:13.673848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ee2fc6eb-5f95-4400-aa2b-5371ba39b154 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1859984 Jan 27 21:57:13.694905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': '01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e', 'name': 'tempest-PortsIpV6TestJSON-773976774'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:13.769952 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Publish callbacks [] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.888466 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:13.895632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.917554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:13.927717 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.027389 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.040923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Pushing event updated for resources: {'Port': ['ID=787f1883-b9f4-45dd-a375-ccadb083d1c6,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:14.137523 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:14.141274 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.176624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port 5f70f429-5644-4041-9cdf-9e2256e40cf0 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:57:14.185104 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for security_group (b844f30b-cbce-4b3d-b2b0-8cd70dfdd9d2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.277623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Network a85633d1-ce87-4f18-a874-644bb7307c60 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:14.313644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:14.417474 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8::37b (01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e/d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515/5f70f429-5644-4041-9cdf-9e2256e40cf0) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:14.436277 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b844f30b-cbce-4b3d-b2b0-8cd70dfdd9d2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.534844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:14.565069 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b844f30b-cbce-4b3d-b2b0-8cd70dfdd9d2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:14.576664 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (72b20d81-576c-4885-9790-b9a4754ad130), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.577177 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Added segment 72b20d81-576c-4885-9790-b9a4754ad130 of type vlan for network 2d114526-cd9d-4d6e-b173-6eb9325ae3d9 Jan 27 21:57:14.646764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Router 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:14.695980 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (2d114526-cd9d-4d6e-b173-6eb9325ae3d9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.811551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e0b15433-5cc6-4966-8e01-8c1509dfb7bf None None] Provisioning complete for port 787f1883-b9f4-45dd-a375-ccadb083d1c6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:14.812620 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e0b15433-5cc6-4966-8e01-8c1509dfb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:14.909575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e0b15433-5cc6-4966-8e01-8c1509dfb7bf None None] Port 787f1883-b9f4-45dd-a375-ccadb083d1c6 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:15.006565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b389d3f7-3119-4af8-9e64-a85757f4b318 None None] Network 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:15.142823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (2d114526-cd9d-4d6e-b173-6eb9325ae3d9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.155447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:15.155447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.221712 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (5f70f429-5644-4041-9cdf-9e2256e40cf0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.231394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ed494b44-46bb-4b7e-84ca-e82210963cf5 None None] Provisioning complete for port 8193c20b-a854-4518-9c9e-8950152c4257 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:15.232110 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ed494b44-46bb-4b7e-84ca-e82210963cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8193c20b-a854-4518-9c9e-8950152c4257), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.321970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Network': ['ID=2d114526-cd9d-4d6e-b173-6eb9325ae3d9,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:15.325707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:15.343630 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-165cf2bc-dab5-42ad-b894-a41d37665de4 admin admin] 10.222.0.61 "PUT /v2.0/routers/8208f5eb-a93f-4ce9-aff3-da2d6f18db61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6818619 Jan 27 21:57:15.409318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 2d114526-cd9d-4d6e-b173-6eb9325ae3d9 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:15.416272 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a4f7d6c2-0968-4f05-906d-879da589c0ed tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9462440 Jan 27 21:57:15.569177 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ed494b44-46bb-4b7e-84ca-e82210963cf5 None None] Current status of the port 8193c20b-a854-4518-9c9e-8950152c4257 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:15.569865 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ed494b44-46bb-4b7e-84ca-e82210963cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8193c20b-a854-4518-9c9e-8950152c4257), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.620836 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5f70f429-5644-4041-9cdf-9e2256e40cf0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.629958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ed494b44-46bb-4b7e-84ca-e82210963cf5 None None] For port 8193c20b-a854-4518-9c9e-8950152c4257, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8193c20b-a854-4518-9c9e-8950152c4257,segment=NetworkSegment(102f060c-014e-4b12-b6af-c774d47609f8),segment_id=102f060c-014e-4b12-b6af-c774d47609f8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:15.788740 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ed494b44-46bb-4b7e-84ca-e82210963cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8193c20b-a854-4518-9c9e-8950152c4257), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:15.853911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=5f70f429-5644-4041-9cdf-9e2256e40cf0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:15.869915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fc75063a-ac5a-4199-8452-4ca6ea5459e9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:15.914736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:15.930722 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:15.940273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:15.961208 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:15.961495 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.057753 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:57:16.123173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed494b44-46bb-4b7e-84ca-e82210963cf5 None None] Pushing event updated for resources: {'Port': ['ID=8193c20b-a854-4518-9c9e-8950152c4257,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:16.135325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-25f77bc2-8c8b-456a-8eec-5a4876886c51 None None] Provisioning complete for port fc054a9a-1108-473e-972e-ea44c3690423 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:16.145369 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25f77bc2-8c8b-456a-8eec-5a4876886c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fc054a9a-1108-473e-972e-ea44c3690423), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.189913 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c484717e-6290-43a3-bb6d-3de2f286774c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5139065 Jan 27 21:57:16.190333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40448) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:16.222517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-25f77bc2-8c8b-456a-8eec-5a4876886c51 None None] Port fc054a9a-1108-473e-972e-ea44c3690423 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:16.303786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-25f77bc2-8c8b-456a-8eec-5a4876886c51 None None] Provisioning complete for port 8193c20b-a854-4518-9c9e-8950152c4257 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:16.305393 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25f77bc2-8c8b-456a-8eec-5a4876886c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8193c20b-a854-4518-9c9e-8950152c4257), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.427091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port fc75063a-ac5a-4199-8452-4ca6ea5459e9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:16.427472 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.455314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c3306e-561b-47f3-9000-a09623450ed3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:16.460190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40454) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:16.461257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-10c3306e-561b-47f3-9000-a09623450ed3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A35 HTTP/1.1" status: 200 len: 927 time: 0.2688215 Jan 27 21:57:16.523446 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef839260-0278-427e-846d-18034051a428 None None] Sync routers for ids ['8208f5eb-a93f-4ce9-aff3-da2d6f18db61'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:16.624307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef839260-0278-427e-846d-18034051a428 None None] Routers {'8208f5eb-a93f-4ce9-aff3-da2d6f18db61'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:16.624307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ef839260-0278-427e-846d-18034051a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8208f5eb-a93f-4ce9-aff3-da2d6f18db61'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:16.785148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b735f-8b9a-4b4d-bb46-94fe1ad226be tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 5f70f429-5644-4041-9cdf-9e2256e40cf0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:16.785148 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f7b735f-8b9a-4b4d-bb46-94fe1ad226be tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5f70f429-5644-4041-9cdf-9e2256e40cf0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.785709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port fc75063a-ac5a-4199-8452-4ca6ea5459e9 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:16.785709 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:16.834455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port fc75063a-ac5a-4199-8452-4ca6ea5459e9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fc75063a-ac5a-4199-8452-4ca6ea5459e9,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:17.066977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f7b735f-8b9a-4b4d-bb46-94fe1ad226be tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5f70f429-5644-4041-9cdf-9e2256e40cf0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.081614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b735f-8b9a-4b4d-bb46-94fe1ad226be tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 5f70f429-5644-4041-9cdf-9e2256e40cf0 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:17.202205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-ef839260-0278-427e-846d-18034051a428 None None] Set router 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:17.284606 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.285529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8193c20b-a854-4518-9c9e-8950152c4257 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:17.520716 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f7b735f-8b9a-4b4d-bb46-94fe1ad226be tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5f70f429-5644-4041-9cdf-9e2256e40cf0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.585511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b735f-8b9a-4b4d-bb46-94fe1ad226be tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=5f70f429-5644-4041-9cdf-9e2256e40cf0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:17.635428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40472) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:17.643377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1743970228-network', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:17.646323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f7b735f-8b9a-4b4d-bb46-94fe1ad226be tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.650951 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-25f77bc2-8c8b-456a-8eec-5a4876886c51 None None] Current status of the port 8193c20b-a854-4518-9c9e-8950152c4257 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:17.657561 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6f7b735f-8b9a-4b4d-bb46-94fe1ad226be tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/5f70f429-5644-4041-9cdf-9e2256e40cf0 HTTP/1.1" status: 204 len: 168 time: 1.1934502 Jan 27 21:57:17.659542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40474) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:17.733464 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-36af6c82-c496-4a5f-8aa4-6aad52ed99cd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:57:17.737682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40476) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:17.740016 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-36af6c82-c496-4a5f-8aa4-6aad52ed99cd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/5f70f429-5644-4041-9cdf-9e2256e40cf0 HTTP/1.1" status: 404 len: 333 time: 0.0739405 Jan 27 21:57:17.808109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=fc75063a-ac5a-4199-8452-4ca6ea5459e9,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:17.841989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Made reservation on behalf of 0749bb0dde604bd9b3c6e4c9e6b010bc for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:17.844783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.860118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8193c20b-a854-4518-9c9e-8950152c4257 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:17.864868 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8193c20b-a854-4518-9c9e-8950152c4257), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.893672 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:17.941649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-892db15f-c054-42b5-91a3-8897a37f42f3 None None] Provisioning complete for port fc054a9a-1108-473e-972e-ea44c3690423 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:17.943163 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-892db15f-c054-42b5-91a3-8897a37f42f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fc054a9a-1108-473e-972e-ea44c3690423), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.139404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-149d01e7-1146-4dfb-a28e-27d76a552ef4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port fc054a9a-1108-473e-972e-ea44c3690423 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:18.140068 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-149d01e7-1146-4dfb-a28e-27d76a552ef4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fc054a9a-1108-473e-972e-ea44c3690423), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.175430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-892db15f-c054-42b5-91a3-8897a37f42f3 None None] Port fc054a9a-1108-473e-972e-ea44c3690423 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:18.251122 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-892db15f-c054-42b5-91a3-8897a37f42f3 None None] Could not find standard attr ID for object 5f70f429-5644-4041-9cdf-9e2256e40cf0. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:57:18.252782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8193c20b-a854-4518-9c9e-8950152c4257 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:18.289142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ef839260-0278-427e-846d-18034051a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'name': 'tempest-TestAggregatesBasicOps-748015325-router', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:07Z', 'updated_at': '2022-01-27T21:57:13Z', 'revision_number': 4, 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'gw_port': {'id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:09Z', 'updated_at': '2022-01-27T21:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '787f1883-b9f4-45dd-a375-ccadb083d1c6', 'name': '', 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'mac_address': 'fa:16:3e:16:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'c01ed7ae-3d76-4500-8670-f6265c34d552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:12Z', 'updated_at': '2022-01-27T21:57:13Z', 'revision_number': 2, 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'subnets': [{'id': 'c01ed7ae-3d76-4500-8670-f6265c34d552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:18.298354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Publish callbacks [] for security_group (2ca89646-d77e-4a49-8d97-a26d42373873), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.331162 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-149d01e7-1146-4dfb-a28e-27d76a552ef4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fc054a9a-1108-473e-972e-ea44c3690423), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.347980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef839260-0278-427e-846d-18034051a428 None None] Checking router: 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:18.348376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef839260-0278-427e-846d-18034051a428 None None] Updating router 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 port 787f1883-b9f4-45dd-a375-ccadb083d1c6 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:57:18.349639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-149d01e7-1146-4dfb-a28e-27d76a552ef4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for fc054a9a-1108-473e-972e-ea44c3690423 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:18.430997 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2ca89646-d77e-4a49-8d97-a26d42373873), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.450775 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ef839260-0278-427e-846d-18034051a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.491663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fc75063a-ac5a-4199-8452-4ca6ea5459e9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:18.498885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:18.532663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca89646-d77e-4a49-8d97-a26d42373873,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:18.545527 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (00e331c8-25d7-43ee-afac-4b5570823faa), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.548106 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Added segment 00e331c8-25d7-43ee-afac-4b5570823faa of type vlan for network 0b008da5-12d7-4020-8a46-2904f88b7966 Jan 27 21:57:18.642560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40484) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:18.677062 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (0b008da5-12d7-4020-8a46-2904f88b7966), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.816280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40488) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:18.821965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6533b738-db23-4a5f-bf82-07f7681f2f7e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'subnet': {'network_id': '2d114526-cd9d-4d6e-b173-6eb9325ae3d9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:18.838672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port fc75063a-ac5a-4199-8452-4ca6ea5459e9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:18.839260 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.908561 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (0b008da5-12d7-4020-8a46-2904f88b7966), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.909561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:18.910154 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:18.947980 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95c83a45-7888-4ed8-a40a-1ab7ea82afe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.014545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] Pushing event updated for resources: {'Network': ['ID=0b008da5-12d7-4020-8a46-2904f88b7966,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.019649 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-149d01e7-1146-4dfb-a28e-27d76a552ef4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fc054a9a-1108-473e-972e-ea44c3690423), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.049877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 0b008da5-12d7-4020-8a46-2904f88b7966 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:19.056555 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d01e7-1146-4dfb-a28e-27d76a552ef4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=fc054a9a-1108-473e-972e-ea44c3690423,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.104484 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-149d01e7-1146-4dfb-a28e-27d76a552ef4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.108866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-149d01e7-1146-4dfb-a28e-27d76a552ef4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/fc054a9a-1108-473e-972e-ea44c3690423 HTTP/1.1" status: 204 len: 168 time: 1.3697436 Jan 27 21:57:19.113580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40492) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:19.130616 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95c83a45-7888-4ed8-a40a-1ab7ea82afe0 admin admin] Publish callbacks [] for security_group (3ffdcf3b-85a4-405a-bd38-3fa01a876409), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.174301 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-6113ed07-1876-4232-8b92-4491e01855d8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:57:19.190992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40494) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:19.205329 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6533b738-db23-4a5f-bf82-07f7681f2f7e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:19.215640 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6113ed07-1876-4232-8b92-4491e01855d8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/fc054a9a-1108-473e-972e-ea44c3690423 HTTP/1.1" status: 404 len: 333 time: 0.1007445 Jan 27 21:57:19.220811 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6533b738-db23-4a5f-bf82-07f7681f2f7e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.241330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port fc75063a-ac5a-4199-8452-4ca6ea5459e9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:19.242817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8193c20b-a854-4518-9c9e-8950152c4257 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:19.253796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-82559e11-ba11-408e-a334-4cb3e670f82d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6165826 Jan 27 21:57:19.256551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40496) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:19.267177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1efe4d30-68d1-4f60-92a5-4ec39b6cd58f admin admin] Request body: {'subnet': {'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1743970228-subnet', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:19.293567 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95c83a45-7888-4ed8-a40a-1ab7ea82afe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3ffdcf3b-85a4-405a-bd38-3fa01a876409), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.333194 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ef839260-0278-427e-846d-18034051a428 None None] Publish callbacks [] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.398430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efe4d30-68d1-4f60-92a5-4ec39b6cd58f admin admin] Made reservation on behalf of 0749bb0dde604bd9b3c6e4c9e6b010bc for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:19.401121 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1efe4d30-68d1-4f60-92a5-4ec39b6cd58f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.427470 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ef839260-0278-427e-846d-18034051a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.431479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8193c20b-a854-4518-9c9e-8950152c4257 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:19.431855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8193c20b-a854-4518-9c9e-8950152c4257), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.462013 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-95c83a45-7888-4ed8-a40a-1ab7ea82afe0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9264b7d350bb471bb7ad77891f1e2155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8182559 Jan 27 21:57:19.465397 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40498) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:19.498722 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-645a8b89-56ef-48cd-8556-1082fdd037bc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting subnet d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:19.508509 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-645a8b89-56ef-48cd-8556-1082fdd037bc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.552019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c83a45-7888-4ed8-a40a-1ab7ea82afe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffdcf3b-85a4-405a-bd38-3fa01a876409,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.604533 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-645a8b89-56ef-48cd-8556-1082fdd037bc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.609108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Pushing event updated for resources: {'Port': ['ID=787f1883-b9f4-45dd-a375-ccadb083d1c6,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.643781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.644155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.644516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.644864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.645203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.645542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.645876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.646208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.646759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.646860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.647175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.647500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.656430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:19.785660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8193c20b-a854-4518-9c9e-8950152c4257 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:19.794505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ef839260-0278-427e-846d-18034051a428 None None] Attempting to bind port 787f1883-b9f4-45dd-a375-ccadb083d1c6 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:19.794949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ef839260-0278-427e-846d-18034051a428 None None] Attempting to bind port 787f1883-b9f4-45dd-a375-ccadb083d1c6 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '6036439f-39ab-4b3c-a5a8-862b5ecd3799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:19.795395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef839260-0278-427e-846d-18034051a428 None None] Attempting to bind port 787f1883-b9f4-45dd-a375-ccadb083d1c6 on network a85633d1-ce87-4f18-a874-644bb7307c60 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:19.801617 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef839260-0278-427e-846d-18034051a428 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:19.802140 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef839260-0278-427e-846d-18034051a428 None None] Checking segment: {'id': '6036439f-39ab-4b3c-a5a8-862b5ecd3799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:19.802627 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ef839260-0278-427e-846d-18034051a428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.803100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef839260-0278-427e-846d-18034051a428 None None] Bound using segment: {'id': '6036439f-39ab-4b3c-a5a8-862b5ecd3799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:19.803714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ef839260-0278-427e-846d-18034051a428 None None] Bound port: 787f1883-b9f4-45dd-a375-ccadb083d1c6, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6036439f-39ab-4b3c-a5a8-862b5ecd3799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:19.804782 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ef839260-0278-427e-846d-18034051a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.821246 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1efe4d30-68d1-4f60-92a5-4ec39b6cd58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (a40ce6e6-1f83-405c-8c72-7c00baeaab1d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.854283 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a39af86c-603f-4f3e-8d6a-6bb243266212 admin admin] Publish callbacks [] for security_group (3ffdcf3b-85a4-405a-bd38-3fa01a876409), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.886041 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ef839260-0278-427e-846d-18034051a428 None None] For port 787f1883-b9f4-45dd-a375-ccadb083d1c6, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:19.889821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ef839260-0278-427e-846d-18034051a428 None None] For port 787f1883-b9f4-45dd-a375-ccadb083d1c6, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=787f1883-b9f4-45dd-a375-ccadb083d1c6,segment=NetworkSegment(6036439f-39ab-4b3c-a5a8-862b5ecd3799),segment_id=6036439f-39ab-4b3c-a5a8-862b5ecd3799)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:19.900058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe4d30-68d1-4f60-92a5-4ec39b6cd58f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40ce6e6-1f83-405c-8c72-7c00baeaab1d,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:19.903108 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a39af86c-603f-4f3e-8d6a-6bb243266212 admin admin] Publish callbacks [] for security_group (3ffdcf3b-85a4-405a-bd38-3fa01a876409), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.926192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe4d30-68d1-4f60-92a5-4ec39b6cd58f admin admin] Checking segment: {'id': '00e331c8-25d7-43ee-afac-4b5570823faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:19.929250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efe4d30-68d1-4f60-92a5-4ec39b6cd58f admin admin] Network hostable DHCP agents. Network: 0b008da5-12d7-4020-8a46-2904f88b7966, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:19.945192 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6533b738-db23-4a5f-bf82-07f7681f2f7e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (e5df9d9f-d880-4c08-a563-b28c8e3fe4c5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:19.990213 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ef839260-0278-427e-846d-18034051a428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.028617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efe4d30-68d1-4f60-92a5-4ec39b6cd58f admin admin] Network 0b008da5-12d7-4020-8a46-2904f88b7966 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:20.067018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6533b738-db23-4a5f-bf82-07f7681f2f7e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Checking segment: {'id': '72b20d81-576c-4885-9790-b9a4754ad130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2d114526-cd9d-4d6e-b173-6eb9325ae3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:20.067437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6533b738-db23-4a5f-bf82-07f7681f2f7e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network hostable DHCP agents. Network: 2d114526-cd9d-4d6e-b173-6eb9325ae3d9, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:20.071291 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-645a8b89-56ef-48cd-8556-1082fdd037bc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.074252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533b738-db23-4a5f-bf82-07f7681f2f7e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Subnet': ['ID=e5df9d9f-d880-4c08-a563-b28c8e3fe4c5,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:20.089247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4869cd77-7bff-46f8-b590-b34a54def0be None None] Provisioning complete for port 787f1883-b9f4-45dd-a375-ccadb083d1c6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:20.090001 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4869cd77-7bff-46f8-b590-b34a54def0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.125435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1efe4d30-68d1-4f60-92a5-4ec39b6cd58f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 0b008da5-12d7-4020-8a46-2904f88b7966) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:20.130397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efe4d30-68d1-4f60-92a5-4ec39b6cd58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:20.132838 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1efe4d30-68d1-4f60-92a5-4ec39b6cd58f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.173501 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a39af86c-603f-4f3e-8d6a-6bb243266212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3ffdcf3b-85a4-405a-bd38-3fa01a876409), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.177207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef839260-0278-427e-846d-18034051a428 None None] Routers {'8208f5eb-a93f-4ce9-aff3-da2d6f18db61'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:20.177347 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a39af86c-603f-4f3e-8d6a-6bb243266212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.177908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ef839260-0278-427e-846d-18034051a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8208f5eb-a93f-4ce9-aff3-da2d6f18db61'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:20.180975 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a39af86c-603f-4f3e-8d6a-6bb243266212 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ffdcf3b-85a4-405a-bd38-3fa01a876409 HTTP/1.1" status: 204 len: 168 time: 0.7107389 Jan 27 21:57:20.181148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618c5347-f3fa-431c-a7ed-2c8783261bd8 None None] Network 0b008da5-12d7-4020-8a46-2904f88b7966 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:20.188915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39af86c-603f-4f3e-8d6a-6bb243266212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffdcf3b-85a4-405a-bd38-3fa01a876409,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:20.190758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2cfb2-6d50-4da1-86a0-115a53868093 None None] Pushing event updated for resources: {'Port': ['ID=787f1883-b9f4-45dd-a375-ccadb083d1c6,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:20.263319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6533b738-db23-4a5f-bf82-07f7681f2f7e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network 2d114526-cd9d-4d6e-b173-6eb9325ae3d9 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:20.269311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1efe4d30-68d1-4f60-92a5-4ec39b6cd58f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0111299 Jan 27 21:57:20.269942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40506) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:20.272618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-645a8b89-56ef-48cd-8556-1082fdd037bc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.276103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1743970228-router', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:20.282243 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-6533b738-db23-4a5f-bf82-07f7681f2f7e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 2d114526-cd9d-4d6e-b173-6eb9325ae3d9) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:20.293118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6533b738-db23-4a5f-bf82-07f7681f2f7e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:20.295277 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6533b738-db23-4a5f-bf82-07f7681f2f7e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.341812 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a8b89-56ef-48cd-8556-1082fdd037bc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:20.355978 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-645a8b89-56ef-48cd-8556-1082fdd037bc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.361357 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-645a8b89-56ef-48cd-8556-1082fdd037bc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515 HTTP/1.1" status: 204 len: 168 time: 1.1690030 Jan 27 21:57:20.369433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40508) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:20.381086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded1288e-2a0e-4530-88b1-97dcba193f12 None None] Network 2d114526-cd9d-4d6e-b173-6eb9325ae3d9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:20.457525 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6533b738-db23-4a5f-bf82-07f7681f2f7e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6365063 Jan 27 21:57:20.457862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40510) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:20.463027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d17b1533-ae8c-42fd-95c8-97e0449e86bb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1819159281'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:20.528429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-ef839260-0278-427e-846d-18034051a428 None None] Set router 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:20.533018 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.544733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.546344 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.598620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17b1533-ae8c-42fd-95c8-97e0449e86bb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:20.610131 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d17b1533-ae8c-42fd-95c8-97e0449e86bb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.691682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587bc4fe-0f4c-4271-bc95-f15c8f81ba83 None None] Network 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:20.713924 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Publish callbacks [] for router_controller (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.717338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17b1533-ae8c-42fd-95c8-97e0449e86bb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:20.744829 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d17b1533-ae8c-42fd-95c8-97e0449e86bb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (17bc098a-5775-4b07-9c1e-e8a7fa5cdd18), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.749777 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-d17b1533-ae8c-42fd-95c8-97e0449e86bb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Added segment 17bc098a-5775-4b07-9c1e-e8a7fa5cdd18 of type vlan for network c3a2c37c-bf52-4010-9531-ccd4cc39d847 Jan 27 21:57:20.831249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 8193c20b-a854-4518-9c9e-8950152c4257 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:20.831822 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8193c20b-a854-4518-9c9e-8950152c4257), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:20.832994 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d17b1533-ae8c-42fd-95c8-97e0449e86bb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (c3a2c37c-bf52-4010-9531-ccd4cc39d847), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.011041 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d17b1533-ae8c-42fd-95c8-97e0449e86bb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (c3a2c37c-bf52-4010-9531-ccd4cc39d847), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.016768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b1533-ae8c-42fd-95c8-97e0449e86bb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:21.017477 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d17b1533-ae8c-42fd-95c8-97e0449e86bb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.028204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-0b008da5-12d7-4020-8a46-2904f88b7966', 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966', 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'fixed_ips': [{'subnet_id': 'a40ce6e6-1f83-405c-8c72-7c00baeaab1d'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:21.029077 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.158761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b1533-ae8c-42fd-95c8-97e0449e86bb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Network': ['ID=c3a2c37c-bf52-4010-9531-ccd4cc39d847,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:21.218086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network c3a2c37c-bf52-4010-9531-ccd4cc39d847 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:21.332573 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d17b1533-ae8c-42fd-95c8-97e0449e86bb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8736341 Jan 27 21:57:21.335359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40518) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:21.347212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'subnet': {'network_id': 'c3a2c37c-bf52-4010-9531-ccd4cc39d847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:21.430293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4869cd77-7bff-46f8-b590-b34a54def0be None None] Current status of the port 787f1883-b9f4-45dd-a375-ccadb083d1c6 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:21.430887 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4869cd77-7bff-46f8-b590-b34a54def0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.513413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4869cd77-7bff-46f8-b590-b34a54def0be None None] For port 787f1883-b9f4-45dd-a375-ccadb083d1c6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=787f1883-b9f4-45dd-a375-ccadb083d1c6,segment=NetworkSegment(6036439f-39ab-4b3c-a5a8-862b5ecd3799),segment_id=6036439f-39ab-4b3c-a5a8-862b5ecd3799)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:21.527410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6e70a3-6a0b-4839-b5c2-828b13fb342d None None] DHCP port deletion for 01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:21.575065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-2d114526-cd9d-4d6e-b173-6eb9325ae3d9', 'network_id': '2d114526-cd9d-4d6e-b173-6eb9325ae3d9', 'project_id': 'afa599ce7b094e10a5d777eeb4cf340a', 'fixed_ips': [{'subnet_id': 'e5df9d9f-d880-4c08-a563-b28c8e3fe4c5'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:21.576209 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.584671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] For port 8193c20b-a854-4518-9c9e-8950152c4257, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8193c20b-a854-4518-9c9e-8950152c4257,segment=NetworkSegment(102f060c-014e-4b12-b6af-c774d47609f8),segment_id=102f060c-014e-4b12-b6af-c774d47609f8)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:21.585211 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8193c20b-a854-4518-9c9e-8950152c4257), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.624314 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Publish callbacks [] for router_gateway (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.631907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 8193c20b-a854-4518-9c9e-8950152c4257 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:21.637771 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40522) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:21.665186 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4869cd77-7bff-46f8-b590-b34a54def0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.675371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-484672e8-bc74-4bd2-8650-412186d24a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.690097 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:21.695708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.825551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ef839260-0278-427e-846d-18034051a428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'name': 'tempest-TestAggregatesBasicOps-748015325-router', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:07Z', 'updated_at': '2022-01-27T21:57:13Z', 'revision_number': 4, 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'gw_port': {'id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:09Z', 'updated_at': '2022-01-27T21:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '787f1883-b9f4-45dd-a375-ccadb083d1c6', 'name': '', 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'mac_address': 'fa:16:3e:16:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'c01ed7ae-3d76-4500-8670-f6265c34d552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:12Z', 'updated_at': '2022-01-27T21:57:19Z', 'revision_number': 4, 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'subnets': [{'id': 'c01ed7ae-3d76-4500-8670-f6265c34d552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:21.881457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Allocated IP 172.20.0.2 (0b008da5-12d7-4020-8a46-2904f88b7966/a40ce6e6-1f83-405c-8c72-7c00baeaab1d/448235f8-0b50-40ef-a640-2bcbc45b93eb) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:21.892182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef839260-0278-427e-846d-18034051a428 None None] The sync data for ids ['8208f5eb-a93f-4ce9-aff3-da2d6f18db61'] in n-d-760456-6 is: [{'id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'name': 'tempest-TestAggregatesBasicOps-748015325-router', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:07Z', 'updated_at': '2022-01-27T21:57:13Z', 'revision_number': 4, 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'gw_port': {'id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:09Z', 'updated_at': '2022-01-27T21:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '787f1883-b9f4-45dd-a375-ccadb083d1c6', 'name': '', 'network_id': 'a85633d1-ce87-4f18-a874-644bb7307c60', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'mac_address': 'fa:16:3e:16:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'c01ed7ae-3d76-4500-8670-f6265c34d552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:12Z', 'updated_at': '2022-01-27T21:57:19Z', 'revision_number': 4, 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'subnets': [{'id': 'c01ed7ae-3d76-4500-8670-f6265c34d552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:21.905267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869cd77-7bff-46f8-b590-b34a54def0be None None] Pushing event updated for resources: {'Port': ['ID=787f1883-b9f4-45dd-a375-ccadb083d1c6,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:21.923613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-abb04eb6-a247-426a-b784-db849c8d315b None None] Provisioning complete for port 787f1883-b9f4-45dd-a375-ccadb083d1c6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:21.923958 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-abb04eb6-a247-426a-b784-db849c8d315b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:21.957310 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-484672e8-bc74-4bd2-8650-412186d24a2d admin admin] Publish callbacks [] for security_group (2ab49f32-ecc1-4d0f-82ff-1b4bb91131dc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.008939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (8193c20b-a854-4518-9c9e-8950152c4257), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.047983 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-484672e8-bc74-4bd2-8650-412186d24a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2ab49f32-ecc1-4d0f-82ff-1b4bb91131dc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.048547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ac6e70a3-6a0b-4839-b5c2-828b13fb342d None None] Deleting port 8193c20b-a854-4518-9c9e-8950152c4257 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:22.048547 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac6e70a3-6a0b-4839-b5c2-828b13fb342d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8193c20b-a854-4518-9c9e-8950152c4257), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.082277 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-484672e8-bc74-4bd2-8650-412186d24a2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=68982fc7e9e84f47acaec6530fd3f1d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4430506 Jan 27 21:57:22.098537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40526) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:22.126258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=8193c20b-a854-4518-9c9e-8950152c4257,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:22.132715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No DVR routers for this DVR port 8193c20b-a854-4518-9c9e-8950152c4257 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:22.188144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad3916c0-8e4d-4e5a-86de-13c5b2a6351b admin admin] Publish callbacks [] for security_group (2ab49f32-ecc1-4d0f-82ff-1b4bb91131dc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.195817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Publish callbacks [] for router_gateway (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.205927 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484672e8-bc74-4bd2-8650-412186d24a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab49f32-ecc1-4d0f-82ff-1b4bb91131dc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:22.228485 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad3916c0-8e4d-4e5a-86de-13c5b2a6351b admin admin] Publish callbacks [] for security_group (2ab49f32-ecc1-4d0f-82ff-1b4bb91131dc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.238917 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.253585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Allocated IP 2001:db8:0:ffff::2 (2d114526-cd9d-4d6e-b173-6eb9325ae3d9/e5df9d9f-d880-4c08-a563-b28c8e3fe4c5/471154db-fb2f-4d14-b461-98d4d52cb448) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:22.365668 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.456165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:22.478297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ac6e70a3-6a0b-4839-b5c2-828b13fb342d None None] For port 8193c20b-a854-4518-9c9e-8950152c4257, host n-d-760456-6, got binding levels [] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:22.479358 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac6e70a3-6a0b-4839-b5c2-828b13fb342d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8193c20b-a854-4518-9c9e-8950152c4257), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.485996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 787f1883-b9f4-45dd-a375-ccadb083d1c6 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:22.504614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:57:22.504779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102f060c-014e-4b12-b6af-c774d47609f8') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:22.504904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102f060c-014e-4b12-b6af-c774d47609f8') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:22.508324 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (37690073-920b-4ac1-9a27-410b1ec88ce1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.533815 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (102f060c-014e-4b12-b6af-c774d47609f8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.556373 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (102f060c-014e-4b12-b6af-c774d47609f8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.572999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Allocated IP 172.25.0.47 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/650fde40-54c6-49d8-b0ca-cf5433494b72) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:22.575404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:22.575864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (102f060c-014e-4b12-b6af-c774d47609f8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:22.579473 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:22.608594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Checking segment: {'id': '17bc098a-5775-4b07-9c1e-e8a7fa5cdd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c3a2c37c-bf52-4010-9531-ccd4cc39d847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:22.608880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network hostable DHCP agents. Network: c3a2c37c-bf52-4010-9531-ccd4cc39d847, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:22.614357 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad3916c0-8e4d-4e5a-86de-13c5b2a6351b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2ab49f32-ecc1-4d0f-82ff-1b4bb91131dc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.617346 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad3916c0-8e4d-4e5a-86de-13c5b2a6351b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.621535 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ad3916c0-8e4d-4e5a-86de-13c5b2a6351b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ab49f32-ecc1-4d0f-82ff-1b4bb91131dc HTTP/1.1" status: 204 len: 168 time: 0.5189958 Jan 27 21:57:22.647511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ac6e70a3-6a0b-4839-b5c2-828b13fb342d None None] Calling delete_port for 8193c20b-a854-4518-9c9e-8950152c4257 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:22.674121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.ipam_backend_mixin [None req-ac6e70a3-6a0b-4839-b5c2-828b13fb342d None None] Port 8193c20b-a854-4518-9c9e-8950152c4257 was not found and therefore no delete operation was performed {{(pid=104028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 21:57:22.676392 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3916c0-8e4d-4e5a-86de-13c5b2a6351b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab49f32-ecc1-4d0f-82ff-1b4bb91131dc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:22.692890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Subnet': ['ID=37690073-920b-4ac1-9a27-410b1ec88ce1,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:22.817450 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac6e70a3-6a0b-4839-b5c2-828b13fb342d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (8193c20b-a854-4518-9c9e-8950152c4257), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.863309 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Publish callbacks [] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.886417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e70a3-6a0b-4839-b5c2-828b13fb342d None None] Pushing event deleted for resources: {'Port': ['ID=8193c20b-a854-4518-9c9e-8950152c4257,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:22.891734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e70a3-6a0b-4839-b5c2-828b13fb342d None None] No DVR routers for this DVR port 8193c20b-a854-4518-9c9e-8950152c4257 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:22.904837 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Publish callbacks [] for port (471154db-fb2f-4d14-b461-98d4d52cb448), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.908313 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.908585 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network c3a2c37c-bf52-4010-9531-ccd4cc39d847 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:22.917987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-abb04eb6-a247-426a-b784-db849c8d315b None None] Current status of the port 787f1883-b9f4-45dd-a375-ccadb083d1c6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:22.918887 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:22.932351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40536) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:22.935393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/networks/01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e HTTP/1.1" status: 204 len: 168 time: 2.5625684 Jan 27 21:57:22.937989 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-dada5b78-7f7d-462d-90bc-9d6715feaecc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-412997330'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:22.961950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e179e67-dadc-4ef1-89f5-9dbaf94c8cc3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Network': ['ID=01b6289a-ae5c-4035-bd4e-3e2c6ca2ad5e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:23.003408 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Publish callbacks [] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.015269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 787f1883-b9f4-45dd-a375-ccadb083d1c6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:23.015565 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.057498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.105159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Pushing event updated for resources: {'Port': ['ID=650fde40-54c6-49d8-b0ca-cf5433494b72,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:23.115704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 787f1883-b9f4-45dd-a375-ccadb083d1c6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:23.131742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:23.133430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:23.137251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:23.191715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8193c20b-a854-4518-9c9e-8950152c4257 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:23.218193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 8193c20b-a854-4518-9c9e-8950152c4257 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:23.218874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8193c20b-a854-4518-9c9e-8950152c4257 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:23.246233 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.247995 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, c3a2c37c-bf52-4010-9531-ccd4cc39d847) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:23.269523 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:23.271501 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.280268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ff1af-2d84-417d-b493-0c23b3b43ace None None] Network c3a2c37c-bf52-4010-9531-ccd4cc39d847 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:23.307823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dada5b78-7f7d-462d-90bc-9d6715feaecc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:23.311344 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dada5b78-7f7d-462d-90bc-9d6715feaecc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.369735 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dada5b78-7f7d-462d-90bc-9d6715feaecc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:23.381542 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.390628 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dada5b78-7f7d-462d-90bc-9d6715feaecc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7280985e-0d12-4c97-a5d8-caaeefdba603), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.391331 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-dada5b78-7f7d-462d-90bc-9d6715feaecc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Added segment 7280985e-0d12-4c97-a5d8-caaeefdba603 of type vlan for network 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd Jan 27 21:57:23.416255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Network 2d114526-cd9d-4d6e-b173-6eb9325ae3d9 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:23.448340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:23.470864 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7a5d9803-6c59-453e-b149-76f8a4943f66 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1318743 Jan 27 21:57:23.472393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40542) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:23.486325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Pushing event updated for resources: {'Port': ['ID=471154db-fb2f-4d14-b461-98d4d52cb448,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:23.494296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:23.496860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dada5b78-7f7d-462d-90bc-9d6715feaecc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (3c5568d9-1d9d-4b52-9726-cb0270ebe9fd), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.501165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'port': {'network_id': 'c3a2c37c-bf52-4010-9531-ccd4cc39d847', 'name': 'tempest-NetworksIpV6TestAttrs-1690724790'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:23.559262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Network 0b008da5-12d7-4020-8a46-2904f88b7966 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:23.560300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-c3a2c37c-bf52-4010-9531-ccd4cc39d847', 'network_id': 'c3a2c37c-bf52-4010-9531-ccd4cc39d847', 'project_id': 'afa599ce7b094e10a5d777eeb4cf340a', 'fixed_ips': [{'subnet_id': '37690073-920b-4ac1-9a27-410b1ec88ce1'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:23.561150 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.583209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:23.586228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:23.664048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Pushing event updated for resources: {'Port': ['ID=448235f8-0b50-40ef-a640-2bcbc45b93eb,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:23.782419 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dada5b78-7f7d-462d-90bc-9d6715feaecc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (3c5568d9-1d9d-4b52-9726-cb0270ebe9fd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.787524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada5b78-7f7d-462d-90bc-9d6715feaecc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:23.796995 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dada5b78-7f7d-462d-90bc-9d6715feaecc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.802988 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Publish callbacks [] for router_gateway (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:23.933516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada5b78-7f7d-462d-90bc-9d6715feaecc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Network': ['ID=3c5568d9-1d9d-4b52-9726-cb0270ebe9fd,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:23.965406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:23.965763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:23.970844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.043237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Attempting to bind port 471154db-fb2f-4d14-b461-98d4d52cb448 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:24.043642 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Attempting to bind port 471154db-fb2f-4d14-b461-98d4d52cb448 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '72b20d81-576c-4885-9790-b9a4754ad130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2d114526-cd9d-4d6e-b173-6eb9325ae3d9'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:24.044007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Attempting to bind port 471154db-fb2f-4d14-b461-98d4d52cb448 on network 2d114526-cd9d-4d6e-b173-6eb9325ae3d9 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:24.061430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] device_id is not set on port 10231f3f-fc46-4a1f-9a38-ac39607e0482 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:57:24.073722 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dada5b78-7f7d-462d-90bc-9d6715feaecc tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1399405 Jan 27 21:57:24.075373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40558) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:24.082742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ca988c03-465c-49ce-8260-11459735079c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': '3c5568d9-1d9d-4b52-9726-cb0270ebe9fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:24.113568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Attempting to bind port 448235f8-0b50-40ef-a640-2bcbc45b93eb on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:24.113954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Attempting to bind port 448235f8-0b50-40ef-a640-2bcbc45b93eb by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '00e331c8-25d7-43ee-afac-4b5570823faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:24.116621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Attempting to bind port 448235f8-0b50-40ef-a640-2bcbc45b93eb on network 0b008da5-12d7-4020-8a46-2904f88b7966 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:24.155535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:24.155925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Checking segment: {'id': '72b20d81-576c-4885-9790-b9a4754ad130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2d114526-cd9d-4d6e-b173-6eb9325ae3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:24.156986 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.157395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Bound using segment: {'id': '72b20d81-576c-4885-9790-b9a4754ad130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2d114526-cd9d-4d6e-b173-6eb9325ae3d9'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:24.157894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Bound port: 471154db-fb2f-4d14-b461-98d4d52cb448, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b20d81-576c-4885-9790-b9a4754ad130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '2d114526-cd9d-4d6e-b173-6eb9325ae3d9'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:24.158285 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.166011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:24.173514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Checking segment: {'id': '00e331c8-25d7-43ee-afac-4b5570823faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:24.173514 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.173514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Bound using segment: {'id': '00e331c8-25d7-43ee-afac-4b5570823faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:24.173514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Bound port: 448235f8-0b50-40ef-a640-2bcbc45b93eb, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e331c8-25d7-43ee-afac-4b5570823faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:24.173514 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.240222 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.287630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Allocated IP 2001:db8::f816:3eff:fe3c:a89e (c3a2c37c-bf52-4010-9531-ccd4cc39d847/37690073-920b-4ac1-9a27-410b1ec88ce1/34568b8a-d79c-4b28-b4b9-2089a5a559b9) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:24.352612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca988c03-465c-49ce-8260-11459735079c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:24.358737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca988c03-465c-49ce-8260-11459735079c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.437182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] For port 471154db-fb2f-4d14-b461-98d4d52cb448, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:24.442432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] For port 448235f8-0b50-40ef-a640-2bcbc45b93eb, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:24.470732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] For port 448235f8-0b50-40ef-a640-2bcbc45b93eb, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=448235f8-0b50-40ef-a640-2bcbc45b93eb,segment=NetworkSegment(00e331c8-25d7-43ee-afac-4b5570823faa),segment_id=00e331c8-25d7-43ee-afac-4b5570823faa)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:24.472741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] For port 471154db-fb2f-4d14-b461-98d4d52cb448, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=471154db-fb2f-4d14-b461-98d4d52cb448,segment=NetworkSegment(72b20d81-576c-4885-9790-b9a4754ad130),segment_id=72b20d81-576c-4885-9790-b9a4754ad130)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:24.546519 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Publish callbacks [] for port (34568b8a-d79c-4b28-b4b9-2089a5a559b9), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.622559 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Router e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:57:24.623798 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.628273 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.728346 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (34568b8a-d79c-4b28-b4b9-2089a5a559b9), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:24.745353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842ed99-6707-42dc-abf4-5919e41f7711 None None] Pushing event updated for resources: {'Port': ['ID=471154db-fb2f-4d14-b461-98d4d52cb448,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:24.839005 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Network c3a2c37c-bf52-4010-9531-ccd4cc39d847 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:24.839005 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:24.839526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Allocated IP 2001:db8::f816:3eff:fec3:418d (c3a2c37c-bf52-4010-9531-ccd4cc39d847/37690073-920b-4ac1-9a27-410b1ec88ce1/10231f3f-fc46-4a1f-9a38-ac39607e0482) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:24.844216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:24.862937 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca988c03-465c-49ce-8260-11459735079c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (dcb5ee7b-aa38-4c02-8ac9-be920c9aba15), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.108426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca988c03-465c-49ce-8260-11459735079c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Checking segment: {'id': '7280985e-0d12-4c97-a5d8-caaeefdba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3c5568d9-1d9d-4b52-9726-cb0270ebe9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:25.109148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca988c03-465c-49ce-8260-11459735079c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network hostable DHCP agents. Network: 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:25.110014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea601479-0bb1-4260-b870-80ee49857596 None None] Pushing event updated for resources: {'Port': ['ID=448235f8-0b50-40ef-a640-2bcbc45b93eb,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:25.117070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca988c03-465c-49ce-8260-11459735079c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Subnet': ['ID=dcb5ee7b-aa38-4c02-8ac9-be920c9aba15,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:25.258914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Attempting to bind port 34568b8a-d79c-4b28-b4b9-2089a5a559b9 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:25.259303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Attempting to bind port 34568b8a-d79c-4b28-b4b9-2089a5a559b9 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '17bc098a-5775-4b07-9c1e-e8a7fa5cdd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c3a2c37c-bf52-4010-9531-ccd4cc39d847'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:25.260220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Attempting to bind port 34568b8a-d79c-4b28-b4b9-2089a5a559b9 on network c3a2c37c-bf52-4010-9531-ccd4cc39d847 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:25.277224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:25.277611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Checking segment: {'id': '17bc098a-5775-4b07-9c1e-e8a7fa5cdd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c3a2c37c-bf52-4010-9531-ccd4cc39d847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:25.278016 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.278418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Bound using segment: {'id': '17bc098a-5775-4b07-9c1e-e8a7fa5cdd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c3a2c37c-bf52-4010-9531-ccd4cc39d847'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:25.278891 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Bound port: 34568b8a-d79c-4b28-b4b9-2089a5a559b9, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bc098a-5775-4b07-9c1e-e8a7fa5cdd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c3a2c37c-bf52-4010-9531-ccd4cc39d847'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:25.279275 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (34568b8a-d79c-4b28-b4b9-2089a5a559b9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.296959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:25.314851 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Sync routers for ids ['e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:25.322097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Pushing event updated for resources: {'Port': ['ID=34568b8a-d79c-4b28-b4b9-2089a5a559b9,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:25.339511 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Routers {'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:25.340588 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:25.352550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca988c03-465c-49ce-8260-11459735079c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:25.449795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] For port 34568b8a-d79c-4b28-b4b9-2089a5a559b9, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:25.455096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] For port 34568b8a-d79c-4b28-b4b9-2089a5a559b9, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=34568b8a-d79c-4b28-b4b9-2089a5a559b9,segment=NetworkSegment(17bc098a-5775-4b07-9c1e-e8a7fa5cdd18),segment_id=17bc098a-5775-4b07-9c1e-e8a7fa5cdd18)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:25.485726 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for port (10231f3f-fc46-4a1f-9a38-ac39607e0482), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.553528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ca988c03-465c-49ce-8260-11459735079c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:25.566414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2136a801-e2bd-468c-be4d-30927b50c15f None None] Network 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:25.575656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca988c03-465c-49ce-8260-11459735079c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:25.581746 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ca988c03-465c-49ce-8260-11459735079c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.584564 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Set router e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:25.613442 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.619688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c6555c46-cabd-47fe-a656-d98d4de13b27 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3463578 Jan 27 21:57:25.620119 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40578) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:25.646055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (10231f3f-fc46-4a1f-9a38-ac39607e0482), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.673140 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (34568b8a-d79c-4b28-b4b9-2089a5a559b9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.758324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network c3a2c37c-bf52-4010-9531-ccd4cc39d847 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:25.777074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:25.800703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:25.816023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:25.817241 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.825304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c01b98-08ee-44e6-ac7e-6f6fddb01433 None None] Pushing event updated for resources: {'Port': ['ID=34568b8a-d79c-4b28-b4b9-2089a5a559b9,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:25.832057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Port': ['ID=10231f3f-fc46-4a1f-9a38-ac39607e0482,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:25.862003 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ca988c03-465c-49ce-8260-11459735079c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7826059 Jan 27 21:57:25.862709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40582) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:25.872230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': '3c5568d9-1d9d-4b52-9726-cb0270ebe9fd', 'name': 'tempest-PortsIpV6TestJSON-1105480933', 'fixed_ips': [{'subnet_id': 'dcb5ee7b-aa38-4c02-8ac9-be920c9aba15', 'ip_address': '2001:db8::10'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:25.927144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-3c5568d9-1d9d-4b52-9726-cb0270ebe9fd', 'network_id': '3c5568d9-1d9d-4b52-9726-cb0270ebe9fd', 'project_id': 'b3fa4295cb3441caa753eb20bcdd44f4', 'fixed_ips': [{'subnet_id': 'dcb5ee7b-aa38-4c02-8ac9-be920c9aba15'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:25.928040 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:25.937882 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'name': 'tempest-TestAggregatesBasicOps-1743970228-router', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:20Z', 'updated_at': '2022-01-27T21:57:23Z', 'revision_number': 3, 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'gw_port': {'id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:22Z', 'updated_at': '2022-01-27T21:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:26.009794 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Checking router: e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:26.010156 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Updating router e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b port 650fde40-54c6-49d8-b0ca-cf5433494b72 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:57:26.050245 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3b27a55e-317a-4f80-bdd1-a2620896e311 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5667684 Jan 27 21:57:26.050844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40590) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:26.077755 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.335580 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acff73f-1734-4980-9d55-56283ec9b0c6 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Deleting subnet 37690073-920b-4ac1-9a27-410b1ec88ce1 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:26.372634 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2acff73f-1734-4980-9d55-56283ec9b0c6 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for subnet (37690073-920b-4ac1-9a27-410b1ec88ce1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.388616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Allocated IP 2001:db8::2 (3c5568d9-1d9d-4b52-9726-cb0270ebe9fd/dcb5ee7b-aa38-4c02-8ac9-be920c9aba15/3c236ed7-d38b-424b-9a53-d06af2c45043) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:26.421937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:26.605447 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Publish callbacks [] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.698984 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.732028 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2acff73f-1734-4980-9d55-56283ec9b0c6 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (37690073-920b-4ac1-9a27-410b1ec88ce1), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.775247 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.840533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port f5e41058-20db-4c74-93a7-1a47964b53b3 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:57:26.879299 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808acad-793c-4789-a0c9-41b1e6dfe64c None None] Pushing event updated for resources: {'Port': ['ID=650fde40-54c6-49d8-b0ca-cf5433494b72,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:26.922791 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Attempting to bind port 650fde40-54c6-49d8-b0ca-cf5433494b72 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:26.923149 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Attempting to bind port 650fde40-54c6-49d8-b0ca-cf5433494b72 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:26.924407 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Attempting to bind port 650fde40-54c6-49d8-b0ca-cf5433494b72 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:26.930966 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:26.932036 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:26.935467 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.936136 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:26.937855 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Bound port: 650fde40-54c6-49d8-b0ca-cf5433494b72, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:26.941016 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:26.970291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5826e01-aaac-45f7-b6c8-c2d486dc18bb None None] Network 0b008da5-12d7-4020-8a46-2904f88b7966 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:27.008241 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.059918 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] For port 650fde40-54c6-49d8-b0ca-cf5433494b72, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:27.063551 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] For port 650fde40-54c6-49d8-b0ca-cf5433494b72, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=650fde40-54c6-49d8-b0ca-cf5433494b72,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:27.131168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 34568b8a-d79c-4b28-b4b9-2089a5a559b9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:27.217650 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.303438 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Routers {'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:27.305882 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:27.376457 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2acff73f-1734-4980-9d55-56283ec9b0c6 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (37690073-920b-4ac1-9a27-410b1ec88ce1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.437641 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Publish callbacks [] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.457883 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] Set router e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:27.511893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79481f79-73ee-461f-853c-d915dc288e5b None None] Network 2d114526-cd9d-4d6e-b173-6eb9325ae3d9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:27.520414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 34568b8a-d79c-4b28-b4b9-2089a5a559b9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:27.520824 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (34568b8a-d79c-4b28-b4b9-2089a5a559b9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.542807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7549736e-6ce8-473a-8dc6-21d330d65a26 None None] Provisioning complete for port 448235f8-0b50-40ef-a640-2bcbc45b93eb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:27.543192 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7549736e-6ce8-473a-8dc6-21d330d65a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.564664 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.696955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8::10 (3c5568d9-1d9d-4b52-9726-cb0270ebe9fd/dcb5ee7b-aa38-4c02-8ac9-be920c9aba15/f5e41058-20db-4c74-93a7-1a47964b53b3) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:27.766720 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.781378 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.919393 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808acad-793c-4789-a0c9-41b1e6dfe64c None None] Pushing event updated for resources: {'Port': ['ID=650fde40-54c6-49d8-b0ca-cf5433494b72,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:27.943829 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'name': 'tempest-TestAggregatesBasicOps-1743970228-router', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:20Z', 'updated_at': '2022-01-27T21:57:23Z', 'revision_number': 3, 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'gw_port': {'id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:22Z', 'updated_at': '2022-01-27T21:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:27.978571 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (f5e41058-20db-4c74-93a7-1a47964b53b3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:27.979845 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd01642-13c2-479b-910c-f8420e2d85c0 None None] The sync data for ids ['e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'] in n-d-760456-6 is: [{'id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'name': 'tempest-TestAggregatesBasicOps-1743970228-router', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:20Z', 'updated_at': '2022-01-27T21:57:23Z', 'revision_number': 3, 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'gw_port': {'id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:22Z', 'updated_at': '2022-01-27T21:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:28.052346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b535e-8231-4614-b5fc-15dfcc453cdd None None] Network c3a2c37c-bf52-4010-9531-ccd4cc39d847 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:28.072248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Network 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:28.160611 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f5e41058-20db-4c74-93a7-1a47964b53b3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.188478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:28.195827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:28.226838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=f5e41058-20db-4c74-93a7-1a47964b53b3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:28.259438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:28.262651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:28.265097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:28.270647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:28.271306 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.302636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7549736e-6ce8-473a-8dc6-21d330d65a26 None None] Current status of the port 448235f8-0b50-40ef-a640-2bcbc45b93eb is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:28.303138 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7549736e-6ce8-473a-8dc6-21d330d65a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.362545 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c6695885-9aba-4e33-a38a-36487cda6ef5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4984651 Jan 27 21:57:28.365113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40632) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:28.365823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2acff73f-1734-4980-9d55-56283ec9b0c6 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (37690073-920b-4ac1-9a27-410b1ec88ce1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.371572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': '3c5568d9-1d9d-4b52-9726-cb0270ebe9fd', 'name': 'tempest-PortsIpV6TestJSON-1423143573', 'fixed_ips': [{'subnet_id': 'dcb5ee7b-aa38-4c02-8ac9-be920c9aba15', 'ip_address': '2001:db8::f'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:28.428854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acff73f-1734-4980-9d55-56283ec9b0c6 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Subnet': ['ID=37690073-920b-4ac1-9a27-410b1ec88ce1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:28.456379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2acff73f-1734-4980-9d55-56283ec9b0c6 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.460794 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2acff73f-1734-4980-9d55-56283ec9b0c6 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/subnets/37690073-920b-4ac1-9a27-410b1ec88ce1 HTTP/1.1" status: 204 len: 168 time: 2.4045827 Jan 27 21:57:28.463906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40636) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:28.498469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Allocated IP 172.20.0.1 (0b008da5-12d7-4020-8a46-2904f88b7966/a40ce6e6-1f83-405c-8c72-7c00baeaab1d/3deaa457-44b0-4b5e-9a1c-15690e6fe8ca) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:28.514342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Pushing event updated for resources: {'Port': ['ID=3c236ed7-d38b-424b-9a53-d06af2c45043,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:28.780356 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Publish callbacks [] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.794584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ce1104-b993-42de-aab0-fbb7b8e7ec77 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:28.797507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ce1104-b993-42de-aab0-fbb7b8e7ec77 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:28.800652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-66ce1104-b993-42de-aab0-fbb7b8e7ec77 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3357594 Jan 27 21:57:28.802284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 34568b8a-d79c-4b28-b4b9-2089a5a559b9 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:28.802750 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (34568b8a-d79c-4b28-b4b9-2089a5a559b9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.806071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40640) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:28.830195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Attempting to bind port 3c236ed7-d38b-424b-9a53-d06af2c45043 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:28.830675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Attempting to bind port 3c236ed7-d38b-424b-9a53-d06af2c45043 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '7280985e-0d12-4c97-a5d8-caaeefdba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3c5568d9-1d9d-4b52-9726-cb0270ebe9fd'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:28.831183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Attempting to bind port 3c236ed7-d38b-424b-9a53-d06af2c45043 on network 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:28.902474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 34568b8a-d79c-4b28-b4b9-2089a5a559b9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=34568b8a-d79c-4b28-b4b9-2089a5a559b9,segment=NetworkSegment(17bc098a-5775-4b07-9c1e-e8a7fa5cdd18),segment_id=17bc098a-5775-4b07-9c1e-e8a7fa5cdd18)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:28.914612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:28.915533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Checking segment: {'id': '7280985e-0d12-4c97-a5d8-caaeefdba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3c5568d9-1d9d-4b52-9726-cb0270ebe9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:28.917013 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.917612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Bound using segment: {'id': '7280985e-0d12-4c97-a5d8-caaeefdba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3c5568d9-1d9d-4b52-9726-cb0270ebe9fd'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:28.918247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Bound port: 3c236ed7-d38b-424b-9a53-d06af2c45043, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7280985e-0d12-4c97-a5d8-caaeefdba603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '3c5568d9-1d9d-4b52-9726-cb0270ebe9fd'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:28.918736 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.949811 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5014eba1-15a7-4de7-aa22-7a961ca7360f tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (c3a2c37c-bf52-4010-9531-ccd4cc39d847), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:28.952479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7549736e-6ce8-473a-8dc6-21d330d65a26 None None] For port 448235f8-0b50-40ef-a640-2bcbc45b93eb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=448235f8-0b50-40ef-a640-2bcbc45b93eb,segment=NetworkSegment(00e331c8-25d7-43ee-afac-4b5570823faa),segment_id=00e331c8-25d7-43ee-afac-4b5570823faa)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:28.994124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:28.999762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:29.022559 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-5014eba1-15a7-4de7-aa22-7a961ca7360f tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 21:57:29.031489 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5014eba1-15a7-4de7-aa22-7a961ca7360f tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:29.038860 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5014eba1-15a7-4de7-aa22-7a961ca7360f tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/networks/c3a2c37c-bf52-4010-9531-ccd4cc39d847 HTTP/1.1" status: 409 len: 466 time: 0.2241414 Jan 27 21:57:29.043676 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (34568b8a-d79c-4b28-b4b9-2089a5a559b9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:29.044516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 471154db-fb2f-4d14-b461-98d4d52cb448 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:29.044989 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40642) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:29.057161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-be8c2a6f-00a0-4d35-9716-7c1ab9855e12 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-817719589'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:29.058817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port 33bfc47d-f782-4d2a-97a1-67bab98c1039 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:57:29.089868 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7549736e-6ce8-473a-8dc6-21d330d65a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:29.177376 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8c2a6f-00a0-4d35-9716-7c1ab9855e12 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:29.181593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be8c2a6f-00a0-4d35-9716-7c1ab9855e12 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:29.184680 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:29.344991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] For port 3c236ed7-d38b-424b-9a53-d06af2c45043, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:29.360624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] For port 3c236ed7-d38b-424b-9a53-d06af2c45043, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3c236ed7-d38b-424b-9a53-d06af2c45043,segment=NetworkSegment(7280985e-0d12-4c97-a5d8-caaeefdba603),segment_id=7280985e-0d12-4c97-a5d8-caaeefdba603)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:29.378567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be994233-9293-47dd-917d-350230e2046a None None] DHCP port deletion for c3a2c37c-bf52-4010-9531-ccd4cc39d847 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:29.435294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Network 0b008da5-12d7-4020-8a46-2904f88b7966 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:29.448687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8::f (3c5568d9-1d9d-4b52-9726-cb0270ebe9fd/dcb5ee7b-aa38-4c02-8ac9-be920c9aba15/33bfc47d-f782-4d2a-97a1-67bab98c1039) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:29.463753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:29.465867 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8c2a6f-00a0-4d35-9716-7c1ab9855e12 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:29.473632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=34568b8a-d79c-4b28-b4b9-2089a5a559b9,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:29.478066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:29.479646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Pushing event updated for resources: {'Port': ['ID=3deaa457-44b0-4b5e-9a1c-15690e6fe8ca,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:29.497712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a4e43977-72e1-42ec-9312-15b28d0f2aee None None] Provisioning complete for port 34568b8a-d79c-4b28-b4b9-2089a5a559b9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:29.498105 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a4e43977-72e1-42ec-9312-15b28d0f2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (34568b8a-d79c-4b28-b4b9-2089a5a559b9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:29.528329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be8c2a6f-00a0-4d35-9716-7c1ab9855e12 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (34408a57-029e-499b-8c46-dfd8b76b76f8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:29.528796 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-be8c2a6f-00a0-4d35-9716-7c1ab9855e12 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Added segment 34408a57-029e-499b-8c46-dfd8b76b76f8 of type vlan for network 2ad18f32-b010-45c8-b3ba-4078dd1c922c Jan 27 21:57:29.550802 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:29.603527 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:29.716495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40654) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:29.749610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 471154db-fb2f-4d14-b461-98d4d52cb448 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:29.763892 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:29.837298 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (33bfc47d-f782-4d2a-97a1-67bab98c1039), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:29.873817 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be8c2a6f-00a0-4d35-9716-7c1ab9855e12 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (2ad18f32-b010-45c8-b3ba-4078dd1c922c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:29.912709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549736e-6ce8-473a-8dc6-21d330d65a26 None None] Pushing event updated for resources: {'Port': ['ID=448235f8-0b50-40ef-a640-2bcbc45b93eb,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:29.981725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-be994233-9293-47dd-917d-350230e2046a None None] Deleting port 34568b8a-d79c-4b28-b4b9-2089a5a559b9 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:29.982221 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-be994233-9293-47dd-917d-350230e2046a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (34568b8a-d79c-4b28-b4b9-2089a5a559b9), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.090746 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-792b4787-c708-4b9a-bb9d-fa2ab296bf1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.115869 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be8c2a6f-00a0-4d35-9716-7c1ab9855e12 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (2ad18f32-b010-45c8-b3ba-4078dd1c922c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.134335 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (33bfc47d-f782-4d2a-97a1-67bab98c1039), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.143944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c2a6f-00a0-4d35-9716-7c1ab9855e12 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:30.144633 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be8c2a6f-00a0-4d35-9716-7c1ab9855e12 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.244687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a4e43977-72e1-42ec-9312-15b28d0f2aee None None] Current status of the port 34568b8a-d79c-4b28-b4b9-2089a5a559b9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:30.253867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d918e9-b240-418c-b223-490bb60c9cab None None] Pushing event updated for resources: {'Port': ['ID=3c236ed7-d38b-424b-9a53-d06af2c45043,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:30.282893 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.289455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-be994233-9293-47dd-917d-350230e2046a None None] For port 34568b8a-d79c-4b28-b4b9-2089a5a559b9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=34568b8a-d79c-4b28-b4b9-2089a5a559b9,segment=NetworkSegment(17bc098a-5775-4b07-9c1e-e8a7fa5cdd18),segment_id=17bc098a-5775-4b07-9c1e-e8a7fa5cdd18)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:30.290011 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-be994233-9293-47dd-917d-350230e2046a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (34568b8a-d79c-4b28-b4b9-2089a5a559b9), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.295963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:30.305118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 471154db-fb2f-4d14-b461-98d4d52cb448 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:30.305803 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.310646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:30.314497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-be994233-9293-47dd-917d-350230e2046a None None] Calling delete_port for 34568b8a-d79c-4b28-b4b9-2089a5a559b9 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:30.316338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:30.324843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:30.329976 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.342813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a4e43977-72e1-42ec-9312-15b28d0f2aee None None] Provisioning complete for port 471154db-fb2f-4d14-b461-98d4d52cb448 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:30.342813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a4e43977-72e1-42ec-9312-15b28d0f2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.360233 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c2a6f-00a0-4d35-9716-7c1ab9855e12 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Network': ['ID=2ad18f32-b010-45c8-b3ba-4078dd1c922c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:30.393265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=33bfc47d-f782-4d2a-97a1-67bab98c1039,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:30.414924 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 2ad18f32-b010-45c8-b3ba-4078dd1c922c details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:30.415808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.417320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.417685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.418038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.418898 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-be8c2a6f-00a0-4d35-9716-7c1ab9855e12 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3710318 Jan 27 21:57:30.419328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.419678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.420030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.421694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.422484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40660) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:30.424593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.425011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.425452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.425789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.426141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:30.431753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'subnet': {'network_id': '2ad18f32-b010-45c8-b3ba-4078dd1c922c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:30.499221 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 471154db-fb2f-4d14-b461-98d4d52cb448, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=471154db-fb2f-4d14-b461-98d4d52cb448,segment=NetworkSegment(72b20d81-576c-4885-9790-b9a4754ad130),segment_id=72b20d81-576c-4885-9790-b9a4754ad130)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:30.537847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-81a6b884-4a10-4c2e-b8ac-e43b1a89ae36 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1703882 Jan 27 21:57:30.552862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40666) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:30.627279 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.630876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 448235f8-0b50-40ef-a640-2bcbc45b93eb up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:30.660740 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-792b4787-c708-4b9a-bb9d-fa2ab296bf1e admin admin] Publish callbacks [] for security_group (fc62c9e2-759a-485c-9fe3-712c65353703), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.753079 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Publish callbacks [] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.778290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55de55e7-863c-4c61-93e4-2175fb6084cb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:30.782961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40668) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:30.786566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-55de55e7-863c-4c61-93e4-2175fb6084cb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2140896 Jan 27 21:57:30.788605 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-792b4787-c708-4b9a-bb9d-fa2ab296bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fc62c9e2-759a-485c-9fe3-712c65353703), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.795755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=471154db-fb2f-4d14-b461-98d4d52cb448,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:30.853195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-792b4787-c708-4b9a-bb9d-fa2ab296bf1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=423d09ae821c4416b38c6a97f7b9f952&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1356969 Jan 27 21:57:30.854105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b4787-c708-4b9a-bb9d-fa2ab296bf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc62c9e2-759a-485c-9fe3-712c65353703,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:30.856640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40670) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:30.861716 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-be994233-9293-47dd-917d-350230e2046a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (34568b8a-d79c-4b28-b4b9-2089a5a559b9), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.876531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a4e43977-72e1-42ec-9312-15b28d0f2aee None None] Current status of the port 471154db-fb2f-4d14-b461-98d4d52cb448 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:30.876920 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a4e43977-72e1-42ec-9312-15b28d0f2aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.883577 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.932821 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:30.936979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.938711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3bc43b2-07f3-4d13-8e5e-b646989ad412 admin admin] Publish callbacks [] for security_group (fc62c9e2-759a-485c-9fe3-712c65353703), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.956271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be994233-9293-47dd-917d-350230e2046a None None] Pushing event deleted for resources: {'Port': ['ID=34568b8a-d79c-4b28-b4b9-2089a5a559b9,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:30.978151 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3bc43b2-07f3-4d13-8e5e-b646989ad412 admin admin] Publish callbacks [] for security_group (fc62c9e2-759a-485c-9fe3-712c65353703), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:30.995586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be994233-9293-47dd-917d-350230e2046a None None] No DVR routers for this DVR port 34568b8a-d79c-4b28-b4b9-2089a5a559b9 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:30.997618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 448235f8-0b50-40ef-a640-2bcbc45b93eb triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:30.997981 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.181532 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-a4e43977-72e1-42ec-9312-15b28d0f2aee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:57:31.181847 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-a4e43977-72e1-42ec-9312-15b28d0f2aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:57:31.188360 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.199865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 448235f8-0b50-40ef-a640-2bcbc45b93eb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:31.221734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Pushing event updated for resources: {'Port': ['ID=3deaa457-44b0-4b5e-9a1c-15690e6fe8ca,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:31.250498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3bc43b2-07f3-4d13-8e5e-b646989ad412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fc62c9e2-759a-485c-9fe3-712c65353703), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.253379 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3bc43b2-07f3-4d13-8e5e-b646989ad412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.255327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e3bc43b2-07f3-4d13-8e5e-b646989ad412 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc62c9e2-759a-485c-9fe3-712c65353703 HTTP/1.1" status: 204 len: 168 time: 0.3970726 Jan 27 21:57:31.257666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc162d5-c6af-4209-9792-07330edbd169 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:31.263901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc162d5-c6af-4209-9792-07330edbd169 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:31.269572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc162d5-c6af-4209-9792-07330edbd169 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:31.271847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc43b2-07f3-4d13-8e5e-b646989ad412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc62c9e2-759a-485c-9fe3-712c65353703,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:31.275447 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fdc162d5-c6af-4209-9792-07330edbd169 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4914057 Jan 27 21:57:31.277457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40674) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:31.514781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9e7677ff-bb99-4b96-9535-a70f05f6a9cf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 33bfc47d-f782-4d2a-97a1-67bab98c1039 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:31.515150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9e7677ff-bb99-4b96-9535-a70f05f6a9cf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (33bfc47d-f782-4d2a-97a1-67bab98c1039), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.627113 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Network 0b008da5-12d7-4020-8a46-2904f88b7966 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:31.668458 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:31.740838 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9e7677ff-bb99-4b96-9535-a70f05f6a9cf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (33bfc47d-f782-4d2a-97a1-67bab98c1039), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.749399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 650fde40-54c6-49d8-b0ca-cf5433494b72 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:31.784887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9e7677ff-bb99-4b96-9535-a70f05f6a9cf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 33bfc47d-f782-4d2a-97a1-67bab98c1039 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:31.844734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a4e43977-72e1-42ec-9312-15b28d0f2aee None None] Current status of the port 471154db-fb2f-4d14-b461-98d4d52cb448 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:31.886593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 650fde40-54c6-49d8-b0ca-cf5433494b72 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:31.887370 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:31.947864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b04ce35-1295-4462-8703-269465c7cb8a None None] Network 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:32.026561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Router e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:32.055858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Provisioning complete for port 3c236ed7-d38b-424b-9a53-d06af2c45043 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:32.056646 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.090585 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:57:32.160019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (06c1a565-5a77-43bd-bbb7-0793f8edb367), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.196218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 650fde40-54c6-49d8-b0ca-cf5433494b72 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:32.196786 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.236396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 650fde40-54c6-49d8-b0ca-cf5433494b72, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=650fde40-54c6-49d8-b0ca-cf5433494b72,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:32.236853 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Subnet': ['ID=06c1a565-5a77-43bd-bbb7-0793f8edb367,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:32.279143 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9e7677ff-bb99-4b96-9535-a70f05f6a9cf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (33bfc47d-f782-4d2a-97a1-67bab98c1039), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.313127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Current status of the port 3c236ed7-d38b-424b-9a53-d06af2c45043 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:32.313513 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.323270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7677ff-bb99-4b96-9535-a70f05f6a9cf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=33bfc47d-f782-4d2a-97a1-67bab98c1039,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:32.343782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:32.362293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Sync routers for ids ['e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:32.371703 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4d2c07eb-a885-4ac2-8c35-b2cceff70cfd admin admin] 10.222.0.61 "PUT /v2.0/routers/e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7502990 Jan 27 21:57:32.377255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Checking segment: {'id': '34408a57-029e-499b-8c46-dfd8b76b76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2ad18f32-b010-45c8-b3ba-4078dd1c922c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:32.377860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network hostable DHCP agents. Network: 2ad18f32-b010-45c8-b3ba-4078dd1c922c, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:32.421329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Routers {'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:32.426476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:32.431165 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9e7677ff-bb99-4b96-9535-a70f05f6a9cf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.433129 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3db2ccfb-cbfb-4b61-a95c-b99c9dfa96b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.442398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9e7677ff-bb99-4b96-9535-a70f05f6a9cf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/33bfc47d-f782-4d2a-97a1-67bab98c1039 HTTP/1.1" status: 204 len: 168 time: 1.1617482 Jan 27 21:57:32.445844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40686) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:32.462750 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.464982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3c236ed7-d38b-424b-9a53-d06af2c45043 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:32.509755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40688) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:32.521415 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-5229b429-e5ba-4de1-b808-cf8807b5172b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:57:32.522983 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5229b429-e5ba-4de1-b808-cf8807b5172b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/33bfc47d-f782-4d2a-97a1-67bab98c1039 HTTP/1.1" status: 404 len: 333 time: 0.0702677 Jan 27 21:57:32.534091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40690) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:32.537994 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4722158-346c-42a2-87d0-b9acee515c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.636809 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network 2ad18f32-b010-45c8-b3ba-4078dd1c922c is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:32.734452 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4722158-346c-42a2-87d0-b9acee515c92 admin admin] Publish callbacks [] for security_group (76bfea8c-9b4e-4d3a-a5f1-b2b52a2ac656), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.736494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9ad03096-21f7-4324-a05f-51d61d84c9b5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port f5e41058-20db-4c74-93a7-1a47964b53b3 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:32.736653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] For port 3c236ed7-d38b-424b-9a53-d06af2c45043, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3c236ed7-d38b-424b-9a53-d06af2c45043,segment=NetworkSegment(7280985e-0d12-4c97-a5d8-caaeefdba603),segment_id=7280985e-0d12-4c97-a5d8-caaeefdba603)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:32.747621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ad03096-21f7-4324-a05f-51d61d84c9b5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f5e41058-20db-4c74-93a7-1a47964b53b3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.847001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=650fde40-54c6-49d8-b0ca-cf5433494b72,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:32.860695 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ad03096-21f7-4324-a05f-51d61d84c9b5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f5e41058-20db-4c74-93a7-1a47964b53b3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.871286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3c236ed7-d38b-424b-9a53-d06af2c45043 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:32.871676 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.876875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Set router e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:32.878962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9ad03096-21f7-4324-a05f-51d61d84c9b5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for f5e41058-20db-4c74-93a7-1a47964b53b3 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:32.885126 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 2ad18f32-b010-45c8-b3ba-4078dd1c922c) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:32.892967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:32.893593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.931262 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4722158-346c-42a2-87d0-b9acee515c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (76bfea8c-9b4e-4d3a-a5f1-b2b52a2ac656), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.936990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d3ba08-d264-4884-891b-a5332e82f93a None None] Network 2ad18f32-b010-45c8-b3ba-4078dd1c922c requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:32.947879 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:32.992313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4722158-346c-42a2-87d0-b9acee515c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bfea8c-9b4e-4d3a-a5f1-b2b52a2ac656,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:33.051194 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c4722158-346c-42a2-87d0-b9acee515c92 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a51897d08db24aad834e5b6a381c9248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5399187 Jan 27 21:57:33.052478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40700) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:33.062752 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6c4327bc-aacb-4e34-a6a2-89bf2eeb4a89 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6386747 Jan 27 21:57:33.065942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40702) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:33.073641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'port': {'network_id': '2ad18f32-b010-45c8-b3ba-4078dd1c922c', 'name': 'tempest-NetworksIpV6TestAttrs-2039537689'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:33.134289 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82a57e23-ba02-4def-9d12-3b921be00393 admin admin] Publish callbacks [] for security_group (76bfea8c-9b4e-4d3a-a5f1-b2b52a2ac656), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.150049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Provisioning complete for port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:33.157146 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.159395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82a57e23-ba02-4def-9d12-3b921be00393 admin admin] Publish callbacks [] for security_group (76bfea8c-9b4e-4d3a-a5f1-b2b52a2ac656), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.216467 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ad03096-21f7-4324-a05f-51d61d84c9b5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f5e41058-20db-4c74-93a7-1a47964b53b3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.223508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Pushing event updated for resources: {'Port': ['ID=3c236ed7-d38b-424b-9a53-d06af2c45043,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:33.253174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad03096-21f7-4324-a05f-51d61d84c9b5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=f5e41058-20db-4c74-93a7-1a47964b53b3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:33.300652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ad03096-21f7-4324-a05f-51d61d84c9b5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.312461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9ad03096-21f7-4324-a05f-51d61d84c9b5 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/f5e41058-20db-4c74-93a7-1a47964b53b3 HTTP/1.1" status: 204 len: 168 time: 0.7717035 Jan 27 21:57:33.314038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40706) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:33.345303 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82a57e23-ba02-4def-9d12-3b921be00393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (76bfea8c-9b4e-4d3a-a5f1-b2b52a2ac656), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.348801 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82a57e23-ba02-4def-9d12-3b921be00393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.350603 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:33.353472 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-82a57e23-ba02-4def-9d12-3b921be00393 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76bfea8c-9b4e-4d3a-a5f1-b2b52a2ac656 HTTP/1.1" status: 204 len: 168 time: 0.2995610 Jan 27 21:57:33.362685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a57e23-ba02-4def-9d12-3b921be00393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bfea8c-9b4e-4d3a-a5f1-b2b52a2ac656,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:33.380278 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c0e588-8499-4d5e-841d-e02e67ad8eb6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:57:33.382867 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-06c0e588-8499-4d5e-841d-e02e67ad8eb6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/f5e41058-20db-4c74-93a7-1a47964b53b3 HTTP/1.1" status: 404 len: 333 time: 0.0677350 Jan 27 21:57:33.386684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40710) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:33.406771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-2ad18f32-b010-45c8-b3ba-4078dd1c922c', 'network_id': '2ad18f32-b010-45c8-b3ba-4078dd1c922c', 'project_id': 'afa599ce7b094e10a5d777eeb4cf340a', 'fixed_ips': [{'subnet_id': '06c1a565-5a77-43bd-bbb7-0793f8edb367'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:33.407675 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.435254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:33.439880 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.498299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3c236ed7-d38b-424b-9a53-d06af2c45043 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:33.500587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 471154db-fb2f-4d14-b461-98d4d52cb448 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:33.501448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] device_id is not set on port 062e9107-8636-402a-8a39-078aafcdd26b yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:57:33.523047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-91418918-7a58-4253-9314-fca5788752b2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting subnet dcb5ee7b-aa38-4c02-8ac9-be920c9aba15 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:33.568766 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-91418918-7a58-4253-9314-fca5788752b2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (dcb5ee7b-aa38-4c02-8ac9-be920c9aba15), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.689229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Provisioning complete for port 448235f8-0b50-40ef-a640-2bcbc45b93eb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:33.689618 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.695761 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-91418918-7a58-4253-9314-fca5788752b2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (dcb5ee7b-aa38-4c02-8ac9-be920c9aba15), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.756819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 471154db-fb2f-4d14-b461-98d4d52cb448 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:33.757206 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:33.843793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'name': 'tempest-TestAggregatesBasicOps-1743970228-router', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:20Z', 'updated_at': '2022-01-27T21:57:29Z', 'revision_number': 4, 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'gw_port': {'id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:22Z', 'updated_at': '2022-01-27T21:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '3deaa457-44b0-4b5e-9a1c-15690e6fe8ca', 'name': '', 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'mac_address': 'fa:16:3e:d4:41:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'a40ce6e6-1f83-405c-8c72-7c00baeaab1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:27Z', 'updated_at': '2022-01-27T21:57:30Z', 'revision_number': 2, 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'subnets': [{'id': 'a40ce6e6-1f83-405c-8c72-7c00baeaab1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:33.884203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Current status of the port 448235f8-0b50-40ef-a640-2bcbc45b93eb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:33.951309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 471154db-fb2f-4d14-b461-98d4d52cb448 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:33.952717 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 448235f8-0b50-40ef-a640-2bcbc45b93eb up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:33.954747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40718) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:33.960662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9fc28efb-02a0-4335-89af-b5bb0f75404f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1438604435'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:34.020316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Checking router: e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:34.020737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Updating router e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:57:34.067641 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.071944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Provisioning complete for port 471154db-fb2f-4d14-b461-98d4d52cb448 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:34.072424 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.154843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 448235f8-0b50-40ef-a640-2bcbc45b93eb triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:34.155296 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.211075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc28efb-02a0-4335-89af-b5bb0f75404f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:34.215465 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fc28efb-02a0-4335-89af-b5bb0f75404f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.239039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Allocated IP 2001:db8::f816:3eff:fecb:a354 (2ad18f32-b010-45c8-b3ba-4078dd1c922c/06c1a565-5a77-43bd-bbb7-0793f8edb367/062e9107-8636-402a-8a39-078aafcdd26b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:34.256649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc28efb-02a0-4335-89af-b5bb0f75404f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:34.295930 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fc28efb-02a0-4335-89af-b5bb0f75404f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3760cda6-b9f3-4318-bc67-fb2475a1416f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.297536 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-9fc28efb-02a0-4335-89af-b5bb0f75404f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Added segment 3760cda6-b9f3-4318-bc67-fb2475a1416f of type vlan for network 83e4aa29-cdd1-4f04-b652-2139a812064e Jan 27 21:57:34.309886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-91418918-7a58-4253-9314-fca5788752b2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (dcb5ee7b-aa38-4c02-8ac9-be920c9aba15), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.400573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ceae3f9b-f82e-4827-8f5e-3cda10ac5494 None None] Current status of the port 471154db-fb2f-4d14-b461-98d4d52cb448 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:34.418916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fc28efb-02a0-4335-89af-b5bb0f75404f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (83e4aa29-cdd1-4f04-b652-2139a812064e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.517934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 448235f8-0b50-40ef-a640-2bcbc45b93eb is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:34.551829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9bcbaefe-92f6-4af5-834e-e98a8cf3173c None None] Provisioning complete for port 3c236ed7-d38b-424b-9a53-d06af2c45043 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:34.558284 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaefe-92f6-4af5-834e-e98a8cf3173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.559472 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fc28efb-02a0-4335-89af-b5bb0f75404f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (83e4aa29-cdd1-4f04-b652-2139a812064e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.565251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc28efb-02a0-4335-89af-b5bb0f75404f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:34.567089 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9fc28efb-02a0-4335-89af-b5bb0f75404f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.577674 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for port (062e9107-8636-402a-8a39-078aafcdd26b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.604966 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-91418918-7a58-4253-9314-fca5788752b2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (dcb5ee7b-aa38-4c02-8ac9-be920c9aba15), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.628464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 34568b8a-d79c-4b28-b4b9-2089a5a559b9 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:34.644308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91418918-7a58-4253-9314-fca5788752b2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb5ee7b-aa38-4c02-8ac9-be920c9aba15,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:34.657274 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-91418918-7a58-4253-9314-fca5788752b2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.667448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-91418918-7a58-4253-9314-fca5788752b2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/dcb5ee7b-aa38-4c02-8ac9-be920c9aba15 HTTP/1.1" status: 204 len: 168 time: 1.2796097 Jan 27 21:57:34.672197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40740) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:34.688150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b90b6-4176-43d5-b826-3cda3b5ae7cd None None] Network 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:34.699027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 34568b8a-d79c-4b28-b4b9-2089a5a559b9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:34.699405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 34568b8a-d79c-4b28-b4b9-2089a5a559b9 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:34.717789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc28efb-02a0-4335-89af-b5bb0f75404f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Network': ['ID=83e4aa29-cdd1-4f04-b652-2139a812064e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:34.823510 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (062e9107-8636-402a-8a39-078aafcdd26b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.834323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (3c5568d9-1d9d-4b52-9726-cb0270ebe9fd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.847558 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9fc28efb-02a0-4335-89af-b5bb0f75404f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8916292 Jan 27 21:57:34.848866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40752) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:34.854664 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a4cba44b-c14a-4845-8aeb-9e19619abfb9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-601555199'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:34.892783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Port': ['ID=062e9107-8636-402a-8a39-078aafcdd26b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:34.933043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network 2ad18f32-b010-45c8-b3ba-4078dd1c922c is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:34.934614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:34.943680 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 3c236ed7-d38b-424b-9a53-d06af2c45043 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:34.944092 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:34.960351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:34.978062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:34.983856 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.013642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] For port 3c236ed7-d38b-424b-9a53-d06af2c45043, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3c236ed7-d38b-424b-9a53-d06af2c45043,segment=NetworkSegment(7280985e-0d12-4c97-a5d8-caaeefdba603),segment_id=7280985e-0d12-4c97-a5d8-caaeefdba603)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:35.014014 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.029269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 3c236ed7-d38b-424b-9a53-d06af2c45043 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:35.041032 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cba44b-c14a-4845-8aeb-9e19619abfb9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:35.044970 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4cba44b-c14a-4845-8aeb-9e19619abfb9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.061147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 83e4aa29-cdd1-4f04-b652-2139a812064e details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:35.063401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3c236ed7-d38b-424b-9a53-d06af2c45043 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:35.128698 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cba44b-c14a-4845-8aeb-9e19619abfb9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:35.139465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-28504608-65d0-4352-ad86-caf66c0c2219 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.0715451 Jan 27 21:57:35.140057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40766) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:35.170399 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4cba44b-c14a-4845-8aeb-9e19619abfb9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9ed92c68-2407-4e6e-9b14-cb45f090eb99), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.170981 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-a4cba44b-c14a-4845-8aeb-9e19619abfb9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Added segment 9ed92c68-2407-4e6e-9b14-cb45f090eb99 of type vlan for network 57b0572f-1953-43f1-ab4d-663ea68612ac Jan 27 21:57:35.238357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-da762c7f-10bd-4a93-95fe-dc1a8ebedad0 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Deleting subnet 06c1a565-5a77-43bd-bbb7-0793f8edb367 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:35.244204 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4cba44b-c14a-4845-8aeb-9e19619abfb9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (57b0572f-1953-43f1-ab4d-663ea68612ac), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.358508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Publish callbacks [] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.363901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Allocated IP 2001:db8::f816:3eff:fe7e:30cb (2ad18f32-b010-45c8-b3ba-4078dd1c922c/06c1a565-5a77-43bd-bbb7-0793f8edb367/3670255a-0e51-46b2-9e7b-44affaf92207) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:35.396819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbaefe-92f6-4af5-834e-e98a8cf3173c None None] Current status of the port 3c236ed7-d38b-424b-9a53-d06af2c45043 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:35.416740 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4cba44b-c14a-4845-8aeb-9e19619abfb9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (57b0572f-1953-43f1-ab4d-663ea68612ac), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.422828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cba44b-c14a-4845-8aeb-9e19619abfb9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:35.430142 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4cba44b-c14a-4845-8aeb-9e19619abfb9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.440261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.456361 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b5991ddc-4572-4ba1-b9c9-04550118ba93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.514340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed70922-d307-4320-adbc-e7a9343c351d None None] DHCP port deletion for 3c5568d9-1d9d-4b52-9726-cb0270ebe9fd request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:35.517638 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.528312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3c236ed7-d38b-424b-9a53-d06af2c45043 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:35.528693 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3c236ed7-d38b-424b-9a53-d06af2c45043), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.534837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9bcbaefe-92f6-4af5-834e-e98a8cf3173c None None] Provisioning complete for port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:35.535240 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaefe-92f6-4af5-834e-e98a8cf3173c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.604040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=3c236ed7-d38b-424b-9a53-d06af2c45043,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:35.611202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No DVR routers for this DVR port 3c236ed7-d38b-424b-9a53-d06af2c45043 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:35.617581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cba44b-c14a-4845-8aeb-9e19619abfb9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Network': ['ID=57b0572f-1953-43f1-ab4d-663ea68612ac,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:35.628020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Port 3c236ed7-d38b-424b-9a53-d06af2c45043 was deleted so its status cannot be updated. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 27 21:57:35.628446 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 650fde40-54c6-49d8-b0ca-cf5433494b72 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:35.644267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 57b0572f-1953-43f1-ab4d-663ea68612ac details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:35.727698 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a4cba44b-c14a-4845-8aeb-9e19619abfb9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8776889 Jan 27 21:57:35.728962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40788) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:35.736954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4bd3aff5-37ee-4f94-b287-a9c0bcca1fb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'subnet': {'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:35.746395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (3c5568d9-1d9d-4b52-9726-cb0270ebe9fd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.757791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a271f-7336-45dc-808e-c5bb77a7cfb7 None None] Pushing event updated for resources: {'Port': ['ID=3deaa457-44b0-4b5e-9a1c-15690e6fe8ca,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:35.784932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbaefe-92f6-4af5-834e-e98a8cf3173c None None] Port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:35.788630 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5568d9-1d9d-4b52-9726-cb0270ebe9fd']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:35.799788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7280985e-0d12-4c97-a5d8-caaeefdba603') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:35.800495 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7280985e-0d12-4c97-a5d8-caaeefdba603') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:35.816685 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (7280985e-0d12-4c97-a5d8-caaeefdba603), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.846759 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7280985e-0d12-4c97-a5d8-caaeefdba603), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.859955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:35.859955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (7280985e-0d12-4c97-a5d8-caaeefdba603), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:35.867780 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:35.937180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9bcbaefe-92f6-4af5-834e-e98a8cf3173c None None] Could not find standard attr ID for object f5e41058-20db-4c74-93a7-1a47964b53b3. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:57:36.028199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd3aff5-37ee-4f94-b287-a9c0bcca1fb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:36.034089 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4bd3aff5-37ee-4f94-b287-a9c0bcca1fb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.035383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9bcbaefe-92f6-4af5-834e-e98a8cf3173c None None] Could not find standard attr ID for object 33bfc47d-f782-4d2a-97a1-67bab98c1039. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:57:36.059991 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Publish callbacks [] for port (3670255a-0e51-46b2-9e7b-44affaf92207), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.067642 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Attempting to bind port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:36.069260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Attempting to bind port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '00e331c8-25d7-43ee-afac-4b5570823faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:36.069640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Attempting to bind port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca on network 0b008da5-12d7-4020-8a46-2904f88b7966 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:36.089274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 650fde40-54c6-49d8-b0ca-cf5433494b72 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:36.089667 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.142359 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (3c5568d9-1d9d-4b52-9726-cb0270ebe9fd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.150268 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.154023 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/networks/3c5568d9-1d9d-4b52-9726-cb0270ebe9fd HTTP/1.1" status: 204 len: 168 time: 1.4808536 Jan 27 21:57:36.158571 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40808) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:36.185827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1683a9b4-2535-4141-96c8-8e1492abe2c8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1990570990'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:36.214341 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da762c7f-10bd-4a93-95fe-dc1a8ebedad0 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for subnet (06c1a565-5a77-43bd-bbb7-0793f8edb367), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.214530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6e1fa-6ba1-4e09-85aa-15c40be77e27 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Network': ['ID=3c5568d9-1d9d-4b52-9726-cb0270ebe9fd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:36.215243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:36.215632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Checking segment: {'id': '00e331c8-25d7-43ee-afac-4b5570823faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:36.216041 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.216463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Bound using segment: {'id': '00e331c8-25d7-43ee-afac-4b5570823faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:36.217023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Bound port: 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e331c8-25d7-43ee-afac-4b5570823faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:36.217364 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.221200 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (3670255a-0e51-46b2-9e7b-44affaf92207), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.234239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5848aa0c-bf1a-4e48-9177-3d104f49f54d None None] Provisioning complete for port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:36.234623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5848aa0c-bf1a-4e48-9177-3d104f49f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.276999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da762c7f-10bd-4a93-95fe-dc1a8ebedad0 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (06c1a565-5a77-43bd-bbb7-0793f8edb367), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.351996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Network 2ad18f32-b010-45c8-b3ba-4078dd1c922c is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:36.374154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:36.376716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:36.378814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 650fde40-54c6-49d8-b0ca-cf5433494b72 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:36.386206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5848aa0c-bf1a-4e48-9177-3d104f49f54d None None] Port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:36.388414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Pushing event updated for resources: {'Port': ['ID=3670255a-0e51-46b2-9e7b-44affaf92207,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:36.403510 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.467991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] For port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:36.473112 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da762c7f-10bd-4a93-95fe-dc1a8ebedad0 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (06c1a565-5a77-43bd-bbb7-0793f8edb367), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.494309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] For port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3deaa457-44b0-4b5e-9a1c-15690e6fe8ca,segment=NetworkSegment(00e331c8-25d7-43ee-afac-4b5570823faa),segment_id=00e331c8-25d7-43ee-afac-4b5570823faa)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:36.495601 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Attempting to bind port 3670255a-0e51-46b2-9e7b-44affaf92207 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:36.496069 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Attempting to bind port 3670255a-0e51-46b2-9e7b-44affaf92207 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '34408a57-029e-499b-8c46-dfd8b76b76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2ad18f32-b010-45c8-b3ba-4078dd1c922c'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:36.496554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Attempting to bind port 3670255a-0e51-46b2-9e7b-44affaf92207 on network 2ad18f32-b010-45c8-b3ba-4078dd1c922c {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:36.502059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:36.502660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Checking segment: {'id': '34408a57-029e-499b-8c46-dfd8b76b76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2ad18f32-b010-45c8-b3ba-4078dd1c922c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:36.503168 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.503737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Bound using segment: {'id': '34408a57-029e-499b-8c46-dfd8b76b76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2ad18f32-b010-45c8-b3ba-4078dd1c922c'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:36.504334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Bound port: 3670255a-0e51-46b2-9e7b-44affaf92207, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34408a57-029e-499b-8c46-dfd8b76b76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '2ad18f32-b010-45c8-b3ba-4078dd1c922c'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:36.504869 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3670255a-0e51-46b2-9e7b-44affaf92207), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.520294 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4bd3aff5-37ee-4f94-b287-a9c0bcca1fb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (50880f11-e967-4e2f-bac9-398cb67ae73f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.522785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1683a9b4-2535-4141-96c8-8e1492abe2c8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:36.526596 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1683a9b4-2535-4141-96c8-8e1492abe2c8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.601801 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.625487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3aff5-37ee-4f94-b287-a9c0bcca1fb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Subnet': ['ID=50880f11-e967-4e2f-bac9-398cb67ae73f,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:36.633782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1683a9b4-2535-4141-96c8-8e1492abe2c8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:36.652216 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1683a9b4-2535-4141-96c8-8e1492abe2c8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (22125b65-4567-434e-9e0b-0d957d97b195), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.652580 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-1683a9b4-2535-4141-96c8-8e1492abe2c8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Added segment 22125b65-4567-434e-9e0b-0d957d97b195 of type vlan for network 1e32b7a7-3613-428c-9879-b504d3595c98 Jan 27 21:57:36.653887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3aff5-37ee-4f94-b287-a9c0bcca1fb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Checking segment: {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:36.654259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3aff5-37ee-4f94-b287-a9c0bcca1fb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Network hostable DHCP agents. Network: 83e4aa29-cdd1-4f04-b652-2139a812064e, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:36.676982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a271f-7336-45dc-808e-c5bb77a7cfb7 None None] Pushing event updated for resources: {'Port': ['ID=3deaa457-44b0-4b5e-9a1c-15690e6fe8ca,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:36.726337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] For port 3670255a-0e51-46b2-9e7b-44affaf92207, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:36.733057 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da762c7f-10bd-4a93-95fe-dc1a8ebedad0 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (06c1a565-5a77-43bd-bbb7-0793f8edb367), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.750359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] For port 3670255a-0e51-46b2-9e7b-44affaf92207, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3670255a-0e51-46b2-9e7b-44affaf92207,segment=NetworkSegment(34408a57-029e-499b-8c46-dfd8b76b76f8),segment_id=34408a57-029e-499b-8c46-dfd8b76b76f8)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:36.774863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Routers {'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:36.774863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:36.826225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da762c7f-10bd-4a93-95fe-dc1a8ebedad0 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Subnet': ['ID=06c1a565-5a77-43bd-bbb7-0793f8edb367,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:36.833534 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1683a9b4-2535-4141-96c8-8e1492abe2c8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (1e32b7a7-3613-428c-9879-b504d3595c98), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.841244 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da762c7f-10bd-4a93-95fe-dc1a8ebedad0 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.848039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-da762c7f-10bd-4a93-95fe-dc1a8ebedad0 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/subnets/06c1a565-5a77-43bd-bbb7-0793f8edb367 HTTP/1.1" status: 204 len: 168 time: 1.7038100 Jan 27 21:57:36.849935 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40828) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:36.854723 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3670255a-0e51-46b2-9e7b-44affaf92207), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:36.899719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40830) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:36.948483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3c236ed7-d38b-424b-9a53-d06af2c45043 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:36.973369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3aff5-37ee-4f94-b287-a9c0bcca1fb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Network 83e4aa29-cdd1-4f04-b652-2139a812064e is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:37.004640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44edd328-4f6f-4047-86e7-5771f6263053 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:37.005201 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1683a9b4-2535-4141-96c8-8e1492abe2c8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (1e32b7a7-3613-428c-9879-b504d3595c98), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.012719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44edd328-4f6f-4047-86e7-5771f6263053 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:37.014524 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-44edd328-4f6f-4047-86e7-5771f6263053 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1618567 Jan 27 21:57:37.017352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40832) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:37.018101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1683a9b4-2535-4141-96c8-8e1492abe2c8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:37.019553 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1683a9b4-2535-4141-96c8-8e1492abe2c8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.036354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 3c236ed7-d38b-424b-9a53-d06af2c45043 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:37.036713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3c236ed7-d38b-424b-9a53-d06af2c45043 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:37.139686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c04f8-e46d-480a-a89b-359940c6b6b4 None None] Pushing event updated for resources: {'Port': ['ID=3670255a-0e51-46b2-9e7b-44affaf92207,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:37.165731 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4867175-dfea-4338-a188-92da977326d7 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (2ad18f32-b010-45c8-b3ba-4078dd1c922c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.186128 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4867175-dfea-4338-a188-92da977326d7 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 27 21:57:37.187636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4867175-dfea-4338-a188-92da977326d7 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:37.192549 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b4867175-dfea-4338-a188-92da977326d7 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/networks/2ad18f32-b010-45c8-b3ba-4078dd1c922c HTTP/1.1" status: 409 len: 466 time: 0.1732864 Jan 27 21:57:37.197189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40834) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:37.208709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2029687715'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:37.214566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683a9b4-2535-4141-96c8-8e1492abe2c8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Network': ['ID=1e32b7a7-3613-428c-9879-b504d3595c98,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:37.239300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 1e32b7a7-3613-428c-9879-b504d3595c98 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:37.245564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] Set router e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:37.288595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-4bd3aff5-37ee-4f94-b287-a9c0bcca1fb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 83e4aa29-cdd1-4f04-b652-2139a812064e) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:37.293475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd3aff5-37ee-4f94-b287-a9c0bcca1fb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:37.295566 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4bd3aff5-37ee-4f94-b287-a9c0bcca1fb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.302538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1683a9b4-2535-4141-96c8-8e1492abe2c8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1380868 Jan 27 21:57:37.306677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40838) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:37.327491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a97f9b5e-b193-49d5-93e0-2312f843dab6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': '1e32b7a7-3613-428c-9879-b504d3595c98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:37.347577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad3ae28-340c-4c47-92b8-b13ea9ed6518 None None] Network 83e4aa29-cdd1-4f04-b652-2139a812064e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:37.432885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b70aa367-127f-4ecb-b397-f205ff020d96 None None] Provisioning complete for port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:37.433272 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b70aa367-127f-4ecb-b397-f205ff020d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.451447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:37.454565 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.511736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:37.536802 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8e7b73d2-5bc1-4ce1-94a6-e4c49f916ef0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.537067 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Added segment 8e7b73d2-5bc1-4ce1-94a6-e4c49f916ef0 of type vlan for network d62be9bf-1b6c-480c-9031-fa3fa20ed9af Jan 27 21:57:37.562487 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4bd3aff5-37ee-4f94-b287-a9c0bcca1fb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8273780 Jan 27 21:57:37.564474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40844) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:37.573036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-54a79d77-9013-4e3c-9229-73eb8b9dac99 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'subnet': {'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:37.644976 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (d62be9bf-1b6c-480c-9031-fa3fa20ed9af), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.692195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97f9b5e-b193-49d5-93e0-2312f843dab6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:37.696305 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a97f9b5e-b193-49d5-93e0-2312f843dab6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.789571 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (d62be9bf-1b6c-480c-9031-fa3fa20ed9af), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.794215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:37.794931 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.864796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a79d77-9013-4e3c-9229-73eb8b9dac99 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:37.868748 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54a79d77-9013-4e3c-9229-73eb8b9dac99 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.899468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Network': ['ID=d62be9bf-1b6c-480c-9031-fa3fa20ed9af,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:37.913837 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.914448 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.915956 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.916591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.917122 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.917684 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.924332 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5767231b-e3e1-411b-81c3-238a9e864c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:37.924509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.924509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.924509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.924509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.924509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.924509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.924509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:57:37.946456 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6c6f4679-cf9a-4ad2-b8c8-12eaaecc97b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7478681 Jan 27 21:57:37.950573 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40848) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:37.959386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'subnet': {'network_id': 'd62be9bf-1b6c-480c-9031-fa3fa20ed9af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:38.000065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network d62be9bf-1b6c-480c-9031-fa3fa20ed9af details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:38.019798 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.254086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40852) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:38.343504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-83e4aa29-cdd1-4f04-b652-2139a812064e', 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e', 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'fixed_ips': [{'subnet_id': '50880f11-e967-4e2f-bac9-398cb67ae73f'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:38.345656 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.440687 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a97f9b5e-b193-49d5-93e0-2312f843dab6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (c22afebb-c665-44ee-917f-5687b1476af6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.514963 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Allocated IP 10.1.1.2 (83e4aa29-cdd1-4f04-b652-2139a812064e/50880f11-e967-4e2f-bac9-398cb67ae73f/e26d0175-f671-4c2e-9afd-c679ccd58672) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:38.526122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eebffa4b-b5e5-46ec-bdf4-c98be9f8a2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.549253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d520d-2973-4374-b2f9-564ef3ca889e None None] Network 2ad18f32-b010-45c8-b3ba-4078dd1c922c requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:38.598928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b70aa367-127f-4ecb-b397-f205ff020d96 None None] Current status of the port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:38.599327 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b70aa367-127f-4ecb-b397-f205ff020d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.600884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:38.613949 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.671493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f9b5e-b193-49d5-93e0-2312f843dab6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Subnet': ['ID=c22afebb-c665-44ee-917f-5687b1476af6,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:38.686730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b70aa367-127f-4ecb-b397-f205ff020d96 None None] For port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3deaa457-44b0-4b5e-9a1c-15690e6fe8ca,segment=NetworkSegment(00e331c8-25d7-43ee-afac-4b5570823faa),segment_id=00e331c8-25d7-43ee-afac-4b5570823faa)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:38.701967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f9b5e-b193-49d5-93e0-2312f843dab6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Checking segment: {'id': '22125b65-4567-434e-9e0b-0d957d97b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1e32b7a7-3613-428c-9879-b504d3595c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:38.702345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f9b5e-b193-49d5-93e0-2312f843dab6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network hostable DHCP agents. Network: 1e32b7a7-3613-428c-9879-b504d3595c98, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:38.716196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'name': 'tempest-TestAggregatesBasicOps-1743970228-router', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:20Z', 'updated_at': '2022-01-27T21:57:29Z', 'revision_number': 4, 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'gw_port': {'id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:22Z', 'updated_at': '2022-01-27T21:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '3deaa457-44b0-4b5e-9a1c-15690e6fe8ca', 'name': '', 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'mac_address': 'fa:16:3e:d4:41:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'a40ce6e6-1f83-405c-8c72-7c00baeaab1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:27Z', 'updated_at': '2022-01-27T21:57:36Z', 'revision_number': 4, 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'subnets': [{'id': 'a40ce6e6-1f83-405c-8c72-7c00baeaab1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:38.745411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d15b9ed-a3dd-42ff-b4a0-a2744ff1121f None None] The sync data for ids ['e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'] in n-d-760456-6 is: [{'id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'name': 'tempest-TestAggregatesBasicOps-1743970228-router', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:20Z', 'updated_at': '2022-01-27T21:57:29Z', 'revision_number': 4, 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'gw_port': {'id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:22Z', 'updated_at': '2022-01-27T21:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '3deaa457-44b0-4b5e-9a1c-15690e6fe8ca', 'name': '', 'network_id': '0b008da5-12d7-4020-8a46-2904f88b7966', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'mac_address': 'fa:16:3e:d4:41:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': 'a40ce6e6-1f83-405c-8c72-7c00baeaab1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:27Z', 'updated_at': '2022-01-27T21:57:36Z', 'revision_number': 4, 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'subnets': [{'id': 'a40ce6e6-1f83-405c-8c72-7c00baeaab1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:38.771537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5767231b-e3e1-411b-81c3-238a9e864c2c admin admin] Deleting port 787f1883-b9f4-45dd-a375-ccadb083d1c6 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:38.771537 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5767231b-e3e1-411b-81c3-238a9e864c2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.773666 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b70aa367-127f-4ecb-b397-f205ff020d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.856980 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54a79d77-9013-4e3c-9229-73eb8b9dac99 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.863498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f9b5e-b193-49d5-93e0-2312f843dab6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network 1e32b7a7-3613-428c-9879-b504d3595c98 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:38.955170 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eebffa4b-b5e5-46ec-bdf4-c98be9f8a2ee admin admin] Publish callbacks [] for security_group (2c003f3f-792b-465f-98f5-13024700cd99), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:38.987609 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Publish callbacks [] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.001591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5e564cbb-5bc3-47e9-b2c8-e4e3df2d81a7 None None] Provisioning complete for port 3670255a-0e51-46b2-9e7b-44affaf92207 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:39.001979 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5e564cbb-5bc3-47e9-b2c8-e4e3df2d81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3670255a-0e51-46b2-9e7b-44affaf92207), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.042144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a79d77-9013-4e3c-9229-73eb8b9dac99 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Subnet': ['ID=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:39.047103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3670255a-0e51-46b2-9e7b-44affaf92207 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:39.052569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70aa367-127f-4ecb-b397-f205ff020d96 None None] Pushing event updated for resources: {'Port': ['ID=3deaa457-44b0-4b5e-9a1c-15690e6fe8ca,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:39.063126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a97f9b5e-b193-49d5-93e0-2312f843dab6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 1e32b7a7-3613-428c-9879-b504d3595c98) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:39.072958 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.073400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97f9b5e-b193-49d5-93e0-2312f843dab6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:39.077395 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a97f9b5e-b193-49d5-93e0-2312f843dab6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.095186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0db307-7f76-4f0e-8757-2b94d3c8a925 None None] DHCP port deletion for 2ad18f32-b010-45c8-b3ba-4078dd1c922c request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:39.095291 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eebffa4b-b5e5-46ec-bdf4-c98be9f8a2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2c003f3f-792b-465f-98f5-13024700cd99), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.106123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22258c29-d95b-494c-8862-0c785d0025a3 None None] Network 1e32b7a7-3613-428c-9879-b504d3595c98 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:39.167093 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.173038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-5767231b-e3e1-411b-81c3-238a9e864c2c admin admin] For port 787f1883-b9f4-45dd-a375-ccadb083d1c6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=787f1883-b9f4-45dd-a375-ccadb083d1c6,segment=NetworkSegment(6036439f-39ab-4b3c-a5a8-862b5ecd3799),segment_id=6036439f-39ab-4b3c-a5a8-862b5ecd3799)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:39.174548 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5767231b-e3e1-411b-81c3-238a9e864c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.181317 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:57:39.182943 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (25c292ad-ecd8-4aca-a77e-652018b36238), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.245467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebffa4b-b5e5-46ec-bdf4-c98be9f8a2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c003f3f-792b-465f-98f5-13024700cd99,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:39.254159 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Subnet': ['ID=25c292ad-ecd8-4aca-a77e-652018b36238,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:39.272612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5767231b-e3e1-411b-81c3-238a9e864c2c admin admin] Calling delete_port for 787f1883-b9f4-45dd-a375-ccadb083d1c6 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:39.274933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Network 83e4aa29-cdd1-4f04-b652-2139a812064e is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:39.278226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-eebffa4b-b5e5-46ec-bdf4-c98be9f8a2ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c2664d82bb504370858b356e0f7e2651&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0208471 Jan 27 21:57:39.284822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40860) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:39.285992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Checking segment: {'id': '8e7b73d2-5bc1-4ce1-94a6-e4c49f916ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'd62be9bf-1b6c-480c-9031-fa3fa20ed9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:39.287139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network hostable DHCP agents. Network: d62be9bf-1b6c-480c-9031-fa3fa20ed9af, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:39.304421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:39.307232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a79d77-9013-4e3c-9229-73eb8b9dac99 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Checking segment: {'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:39.307589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a79d77-9013-4e3c-9229-73eb8b9dac99 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Network hostable DHCP agents. Network: 57b0572f-1953-43f1-ab4d-663ea68612ac, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:39.318120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:39.321303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Pushing event updated for resources: {'Port': ['ID=e26d0175-f671-4c2e-9afd-c679ccd58672,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:39.359023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5e564cbb-5bc3-47e9-b2c8-e4e3df2d81a7 None None] Current status of the port 3670255a-0e51-46b2-9e7b-44affaf92207 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:39.359690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5e564cbb-5bc3-47e9-b2c8-e4e3df2d81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3670255a-0e51-46b2-9e7b-44affaf92207), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.360936 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4fe849e2-5418-4610-972a-98d04a1cf0ca admin admin] Publish callbacks [] for security_group (2c003f3f-792b-465f-98f5-13024700cd99), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.393052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3670255a-0e51-46b2-9e7b-44affaf92207 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:39.393705 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3670255a-0e51-46b2-9e7b-44affaf92207), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.402201 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4fe849e2-5418-4610-972a-98d04a1cf0ca admin admin] Publish callbacks [] for security_group (2c003f3f-792b-465f-98f5-13024700cd99), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.404609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-1e32b7a7-3613-428c-9879-b504d3595c98', 'network_id': '1e32b7a7-3613-428c-9879-b504d3595c98', 'project_id': 'b3fa4295cb3441caa753eb20bcdd44f4', 'fixed_ips': [{'subnet_id': 'c22afebb-c665-44ee-917f-5687b1476af6'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:39.405661 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.409493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a97f9b5e-b193-49d5-93e0-2312f843dab6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0971425 Jan 27 21:57:39.445238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40862) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:39.449869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-819a1575-b35b-47e2-b63b-71f35b603d94 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1257878793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:39.458929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network d62be9bf-1b6c-480c-9031-fa3fa20ed9af is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:39.497750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2f0db307-7f76-4f0e-8757-2b94d3c8a925 None None] Deleting port 3670255a-0e51-46b2-9e7b-44affaf92207 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:39.498135 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f0db307-7f76-4f0e-8757-2b94d3c8a925 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3670255a-0e51-46b2-9e7b-44affaf92207), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.527451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a79d77-9013-4e3c-9229-73eb8b9dac99 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Network 57b0572f-1953-43f1-ab4d-663ea68612ac is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:39.531691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Attempting to bind port e26d0175-f671-4c2e-9afd-c679ccd58672 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:39.532066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Attempting to bind port e26d0175-f671-4c2e-9afd-c679ccd58672 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:39.532535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Attempting to bind port e26d0175-f671-4c2e-9afd-c679ccd58672 on network 83e4aa29-cdd1-4f04-b652-2139a812064e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:39.565950 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4fe849e2-5418-4610-972a-98d04a1cf0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2c003f3f-792b-465f-98f5-13024700cd99), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.569287 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4fe849e2-5418-4610-972a-98d04a1cf0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.574563 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4fe849e2-5418-4610-972a-98d04a1cf0ca admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c003f3f-792b-465f-98f5-13024700cd99 HTTP/1.1" status: 204 len: 168 time: 0.2804079 Jan 27 21:57:39.579859 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5e564cbb-5bc3-47e9-b2c8-e4e3df2d81a7 None None] For port 3670255a-0e51-46b2-9e7b-44affaf92207, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3670255a-0e51-46b2-9e7b-44affaf92207,segment=NetworkSegment(34408a57-029e-499b-8c46-dfd8b76b76f8),segment_id=34408a57-029e-499b-8c46-dfd8b76b76f8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:39.590288 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:39.590679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Checking segment: {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:39.591093 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.591497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Bound using segment: {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:39.592000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Bound port: e26d0175-f671-4c2e-9afd-c679ccd58672, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:39.592421 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.605608 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-819a1575-b35b-47e2-b63b-71f35b603d94 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.607014 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-819a1575-b35b-47e2-b63b-71f35b603d94 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.626129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe849e2-5418-4610-972a-98d04a1cf0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c003f3f-792b-465f-98f5-13024700cd99,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:39.630626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-54a79d77-9013-4e3c-9229-73eb8b9dac99 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 57b0572f-1953-43f1-ab4d-663ea68612ac) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:39.643576 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, d62be9bf-1b6c-480c-9031-fa3fa20ed9af) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:39.651848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a79d77-9013-4e3c-9229-73eb8b9dac99 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:39.652785 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54a79d77-9013-4e3c-9229-73eb8b9dac99 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.663218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:39.663825 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.740424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9291b1-e7ab-4cbd-9bbc-477f30fe2ddc None None] Network 57b0572f-1953-43f1-ab4d-663ea68612ac requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:39.742402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d2b0f-51e4-4189-8eeb-6ee6aaa2386c None None] Network d62be9bf-1b6c-480c-9031-fa3fa20ed9af requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:39.748179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5767231b-e3e1-411b-81c3-238a9e864c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (787f1883-b9f4-45dd-a375-ccadb083d1c6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.754519 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-819a1575-b35b-47e2-b63b-71f35b603d94 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for router_controller (1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.761961 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5e564cbb-5bc3-47e9-b2c8-e4e3df2d81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3670255a-0e51-46b2-9e7b-44affaf92207), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.775919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767231b-e3e1-411b-81c3-238a9e864c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=787f1883-b9f4-45dd-a375-ccadb083d1c6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:39.804663 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3a005098-e376-4f32-9921-550c27d7b171 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8537188 Jan 27 21:57:39.805203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40868) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:39.851451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-54a79d77-9013-4e3c-9229-73eb8b9dac99 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2838464 Jan 27 21:57:39.854121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40870) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:39.858530 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-819a1575-b35b-47e2-b63b-71f35b603d94 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:39.954611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'port': {'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e', 'name': 'tempest-TaggedBootDevicesTest-70012196', 'fixed_ips': [{'subnet_id': '50880f11-e967-4e2f-bac9-398cb67ae73f'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:40.043338 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-819a1575-b35b-47e2-b63b-71f35b603d94 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.047077 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-819a1575-b35b-47e2-b63b-71f35b603d94 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5983186 Jan 27 21:57:40.050895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40876) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:40.062235 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'network_id': '1e32b7a7-3613-428c-9879-b504d3595c98', 'name': 'tempest-PortsIpV6TestJSON-756389625'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:40.288984 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (d62be9bf-1b6c-480c-9031-fa3fa20ed9af), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.358668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2f0db307-7f76-4f0e-8757-2b94d3c8a925 None None] For port 3670255a-0e51-46b2-9e7b-44affaf92207, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3670255a-0e51-46b2-9e7b-44affaf92207,segment=NetworkSegment(34408a57-029e-499b-8c46-dfd8b76b76f8),segment_id=34408a57-029e-499b-8c46-dfd8b76b76f8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:40.358995 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f0db307-7f76-4f0e-8757-2b94d3c8a925 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3670255a-0e51-46b2-9e7b-44affaf92207), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.406599 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5767231b-e3e1-411b-81c3-238a9e864c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.407203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3670255a-0e51-46b2-9e7b-44affaf92207 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:40.431602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2f0db307-7f76-4f0e-8757-2b94d3c8a925 None None] Calling delete_port for 3670255a-0e51-46b2-9e7b-44affaf92207 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:40.452918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:40.459297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.490670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Allocated IP 2001:db8::2 (1e32b7a7-3613-428c-9879-b504d3595c98/c22afebb-c665-44ee-917f-5687b1476af6/19f23df8-764e-4fa7-b676-092cfe4a1040) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:40.516704 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (25c292ad-ecd8-4aca-a77e-652018b36238), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.542919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] For port e26d0175-f671-4c2e-9afd-c679ccd58672, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:40.546401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] For port e26d0175-f671-4c2e-9afd-c679ccd58672, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e26d0175-f671-4c2e-9afd-c679ccd58672,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:40.564114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port 1832af6c-0b7d-4e2d-ba90-0ca9906799bf yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:57:40.701741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e564cbb-5bc3-47e9-b2c8-e4e3df2d81a7 None None] Pushing event updated for resources: {'Port': ['ID=3670255a-0e51-46b2-9e7b-44affaf92207,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:40.754138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40878) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:40.766931 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.773392 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-46f7a0fb-762f-4282-a3c3-a22cfee85f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.819306 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f0db307-7f76-4f0e-8757-2b94d3c8a925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (3670255a-0e51-46b2-9e7b-44affaf92207), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.830558 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (25c292ad-ecd8-4aca-a77e-652018b36238), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.831905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aa820c-fedd-4ad0-90ea-e798cd32dea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-d62be9bf-1b6c-480c-9031-fa3fa20ed9af', 'network_id': 'd62be9bf-1b6c-480c-9031-fa3fa20ed9af', 'project_id': 'afa599ce7b094e10a5d777eeb4cf340a', 'fixed_ips': [{'subnet_id': '25c292ad-ecd8-4aca-a77e-652018b36238'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:40.833576 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a1aa820c-fedd-4ad0-90ea-e798cd32dea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.896408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Subnet': ['ID=25c292ad-ecd8-4aca-a77e-652018b36238,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:40.933098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-57b0572f-1953-43f1-ab4d-663ea68612ac', 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac', 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'fixed_ips': [{'subnet_id': 'e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:40.933098 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:40.999011 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (d62be9bf-1b6c-480c-9031-fa3fa20ed9af), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.041991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62be9bf-1b6c-480c-9031-fa3fa20ed9af']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:41.066306 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-46f7a0fb-762f-4282-a3c3-a22cfee85f8b admin admin] Publish callbacks [] for security_group (4ab3602b-80ef-4e2c-9a38-b504cdb0877b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.068610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7b73d2-5bc1-4ce1-94a6-e4c49f916ef0') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:41.071658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7b73d2-5bc1-4ce1-94a6-e4c49f916ef0') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:41.109389 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (8e7b73d2-5bc1-4ce1-94a6-e4c49f916ef0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.121911 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0db307-7f76-4f0e-8757-2b94d3c8a925 None None] No DVR routers for this DVR port 3670255a-0e51-46b2-9e7b-44affaf92207 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:41.151386 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8e7b73d2-5bc1-4ce1-94a6-e4c49f916ef0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.159921 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-46f7a0fb-762f-4282-a3c3-a22cfee85f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4ab3602b-80ef-4e2c-9a38-b504cdb0877b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.163130 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:41.169405 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (8e7b73d2-5bc1-4ce1-94a6-e4c49f916ef0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:41.181445 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:41.271382 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Publish callbacks [] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.276149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:41.286509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce8e78-dcbc-43a8-8c11-422a4ef929ed None None] Pushing event updated for resources: {'Port': ['ID=e26d0175-f671-4c2e-9afd-c679ccd58672,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:41.331199 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-46f7a0fb-762f-4282-a3c3-a22cfee85f8b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0aa9cc7b7e14b8a95d0fe2327172bc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5758865 Jan 27 21:57:41.332741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40884) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:41.333704 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7a0fb-762f-4282-a3c3-a22cfee85f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab3602b-80ef-4e2c-9a38-b504cdb0877b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:41.338017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:41.341414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b431a0-9e32-4a80-b648-960478b0ae21 None None] Network d62be9bf-1b6c-480c-9031-fa3fa20ed9af requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:41.477982 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (d62be9bf-1b6c-480c-9031-fa3fa20ed9af), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.493796 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.496400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0db307-7f76-4f0e-8757-2b94d3c8a925 None None] Pushing event deleted for resources: {'Port': ['ID=3670255a-0e51-46b2-9e7b-44affaf92207,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:41.504068 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.508330 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/networks/d62be9bf-1b6c-480c-9031-fa3fa20ed9af HTTP/1.1" status: 204 len: 168 time: 1.7014399 Jan 27 21:57:41.509003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5767231b-e3e1-411b-81c3-238a9e864c2c admin admin] Router 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:41.514882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.516243 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40888) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:41.524733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f1d1bbfe-f1bc-405a-8987-b7a9e4c2c6f9 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1655049516'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:41.536311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] device_id is not set on port cb7d9cb2-705b-481e-b551-5bb9212cb343 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:57:41.550564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3202c3-40ed-45c5-9f61-d609738586ba tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Network': ['ID=d62be9bf-1b6c-480c-9031-fa3fa20ed9af,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:41.587456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Pushing event updated for resources: {'Port': ['ID=19f23df8-764e-4fa7-b676-092cfe4a1040,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:41.606361 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8::194 (1e32b7a7-3613-428c-9879-b504d3595c98/c22afebb-c665-44ee-917f-5687b1476af6/1832af6c-0b7d-4e2d-ba90-0ca9906799bf) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:41.616827 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0249ca36-d6fd-4719-84d2-3d7ab154d1e1 admin admin] Publish callbacks [] for security_group (4ab3602b-80ef-4e2c-9a38-b504cdb0877b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.664435 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0249ca36-d6fd-4719-84d2-3d7ab154d1e1 admin admin] Publish callbacks [] for security_group (4ab3602b-80ef-4e2c-9a38-b504cdb0877b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.735302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d1bbfe-f1bc-405a-8987-b7a9e4c2c6f9 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:41.737991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Network 1e32b7a7-3613-428c-9879-b504d3595c98 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:41.739149 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bbfe-f1bc-405a-8987-b7a9e4c2c6f9 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.741178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:41.741567 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.795919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:41.802166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:41.816832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Allocated IP 10.2.2.2 (57b0572f-1953-43f1-ab4d-663ea68612ac/e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8/f523e122-b1e4-4bab-85b2-84d3930248bd) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:41.872547 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.891891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0249ca36-d6fd-4719-84d2-3d7ab154d1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4ab3602b-80ef-4e2c-9a38-b504cdb0877b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.894869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Attempting to bind port 19f23df8-764e-4fa7-b676-092cfe4a1040 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:41.897682 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0249ca36-d6fd-4719-84d2-3d7ab154d1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.897821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Attempting to bind port 19f23df8-764e-4fa7-b676-092cfe4a1040 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '22125b65-4567-434e-9e0b-0d957d97b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1e32b7a7-3613-428c-9879-b504d3595c98'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:41.897821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Attempting to bind port 19f23df8-764e-4fa7-b676-092cfe4a1040 on network 1e32b7a7-3613-428c-9879-b504d3595c98 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:41.899656 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0249ca36-d6fd-4719-84d2-3d7ab154d1e1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ab3602b-80ef-4e2c-9a38-b504cdb0877b HTTP/1.1" status: 204 len: 168 time: 0.5609703 Jan 27 21:57:41.902301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d1bbfe-f1bc-405a-8987-b7a9e4c2c6f9 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:41.930458 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249ca36-d6fd-4719-84d2-3d7ab154d1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab3602b-80ef-4e2c-9a38-b504cdb0877b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:41.934150 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bbfe-f1bc-405a-8987-b7a9e4c2c6f9 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9cfc7a48-5a70-466f-bcc9-97f37d29d47d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.934566 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-f1d1bbfe-f1bc-405a-8987-b7a9e4c2c6f9 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Added segment 9cfc7a48-5a70-466f-bcc9-97f37d29d47d of type vlan for network 4e174654-d632-47d3-9964-1f949f45a661 Jan 27 21:57:41.955876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:41.956769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Checking segment: {'id': '22125b65-4567-434e-9e0b-0d957d97b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1e32b7a7-3613-428c-9879-b504d3595c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:41.957193 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.957599 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Bound using segment: {'id': '22125b65-4567-434e-9e0b-0d957d97b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1e32b7a7-3613-428c-9879-b504d3595c98'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:41.958102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Bound port: 19f23df8-764e-4fa7-b676-092cfe4a1040, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22125b65-4567-434e-9e0b-0d957d97b195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1e32b7a7-3613-428c-9879-b504d3595c98'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:41.958875 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:41.962999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5767231b-e3e1-411b-81c3-238a9e864c2c admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:41.970046 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5767231b-e3e1-411b-81c3-238a9e864c2c admin admin] 10.222.0.61 "PUT /v2.0/routers/8208f5eb-a93f-4ce9-aff3-da2d6f18db61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0686646 Jan 27 21:57:41.974276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40894) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:41.979621 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1dc67-45e5-4150-b96c-b46c471ed321 None None] Sync routers for ids ['8208f5eb-a93f-4ce9-aff3-da2d6f18db61'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:41.987923 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bbfe-f1bc-405a-8987-b7a9e4c2c6f9 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (4e174654-d632-47d3-9964-1f949f45a661), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.010095 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1dc67-45e5-4150-b96c-b46c471ed321 None None] Routers {'8208f5eb-a93f-4ce9-aff3-da2d6f18db61'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:42.011006 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d0c1dc67-45e5-4150-b96c-b46c471ed321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8208f5eb-a93f-4ce9-aff3-da2d6f18db61'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:42.056098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:42.062175 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.107643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Allocated IP 10.1.1.174 (83e4aa29-cdd1-4f04-b652-2139a812064e/50880f11-e967-4e2f-bac9-398cb67ae73f/cb7d9cb2-705b-481e-b551-5bb9212cb343) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:42.146363 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network 1e32b7a7-3613-428c-9879-b504d3595c98 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:42.156670 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bbfe-f1bc-405a-8987-b7a9e4c2c6f9 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (4e174654-d632-47d3-9964-1f949f45a661), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.194998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d1bbfe-f1bc-405a-8987-b7a9e4c2c6f9 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:42.196848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bbfe-f1bc-405a-8987-b7a9e4c2c6f9 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.209713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3670255a-0e51-46b2-9e7b-44affaf92207 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:42.248314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] For port 19f23df8-764e-4fa7-b676-092cfe4a1040, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:42.250363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 3670255a-0e51-46b2-9e7b-44affaf92207 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:42.250722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3670255a-0e51-46b2-9e7b-44affaf92207 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:42.258782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=1832af6c-0b7d-4e2d-ba90-0ca9906799bf,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:42.264632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:42.267860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:42.283826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:42.284887 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.339263 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-d0c1dc67-45e5-4150-b96c-b46c471ed321 None None] Set router 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:42.394056 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f1d1bbfe-f1bc-405a-8987-b7a9e4c2c6f9 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8749568 Jan 27 21:57:42.409790 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Publish callbacks [] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.415253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40900) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:42.431133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-fb5f1be3-0d2a-421c-9994-e6b725fdee74 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'subnet': {'network_id': '4e174654-d632-47d3-9964-1f949f45a661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:42.440845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] For port 19f23df8-764e-4fa7-b676-092cfe4a1040, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=19f23df8-764e-4fa7-b676-092cfe4a1040,segment=NetworkSegment(22125b65-4567-434e-9e0b-0d957d97b195),segment_id=22125b65-4567-434e-9e0b-0d957d97b195)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:42.484261 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.491836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.554684 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.560243 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ff202969-a2a3-4a35-9253-cd002fc59835 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5058992 Jan 27 21:57:42.566789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40904) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:42.610151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Network 57b0572f-1953-43f1-ab4d-663ea68612ac is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:42.641138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Publish callbacks [] for router (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.645427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:42.653157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:42.675831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Pushing event updated for resources: {'Port': ['ID=f523e122-b1e4-4bab-85b2-84d3930248bd,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:42.695038 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:42.695408 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d0c1dc67-45e5-4150-b96c-b46c471ed321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'name': 'tempest-TestAggregatesBasicOps-748015325-router', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:07Z', 'updated_at': '2022-01-27T21:57:39Z', 'revision_number': 5, 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'gw_port': {'id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:09Z', 'updated_at': '2022-01-27T21:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:42.803805 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1dc67-45e5-4150-b96c-b46c471ed321 None None] Checking router: 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:42.804052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1bbfe-f1bc-405a-8987-b7a9e4c2c6f9 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Network': ['ID=4e174654-d632-47d3-9964-1f949f45a661,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:42.819947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7fa53-73e5-4578-b1bf-7b58df1e3ac3 None None] Pushing event updated for resources: {'Port': ['ID=19f23df8-764e-4fa7-b676-092cfe4a1040,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:42.846186 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1dc67-45e5-4150-b96c-b46c471ed321 None None] Routers {'8208f5eb-a93f-4ce9-aff3-da2d6f18db61'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:42.848419 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d0c1dc67-45e5-4150-b96c-b46c471ed321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8208f5eb-a93f-4ce9-aff3-da2d6f18db61'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:42.850086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed89e2e5-f513-4f8b-a825-030af5365c42 None None] Network 83e4aa29-cdd1-4f04-b652-2139a812064e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:42.902821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Network 83e4aa29-cdd1-4f04-b652-2139a812064e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:42.906874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Port': ['ID=cb7d9cb2-705b-481e-b551-5bb9212cb343,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:42.965928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 4e174654-d632-47d3-9964-1f949f45a661 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:42.972897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:42.976815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:43.128612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:43.129655 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.136239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Publish callbacks [] for router_gateway (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.176642 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-d0c1dc67-45e5-4150-b96c-b46c471ed321 None None] Set router 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:43.250536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e26d0175-f671-4c2e-9afd-c679ccd58672 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:43.290277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c73388df-e097-433d-a636-d3dfa898dfd4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3516452 Jan 27 21:57:43.292573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40920) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:43.304637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'port': {'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e', 'name': 'tempest-TaggedBootDevicesTest-1799867109', 'fixed_ips': [{'subnet_id': '50880f11-e967-4e2f-bac9-398cb67ae73f'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:43.373413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-70531a3e-3b96-43f3-8311-e3d212ab820a None None] Provisioning complete for port e26d0175-f671-4c2e-9afd-c679ccd58672 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:43.374033 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-70531a3e-3b96-43f3-8311-e3d212ab820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.375854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Attempting to bind port f523e122-b1e4-4bab-85b2-84d3930248bd on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:43.376414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Attempting to bind port f523e122-b1e4-4bab-85b2-84d3930248bd by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:43.377037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Attempting to bind port f523e122-b1e4-4bab-85b2-84d3930248bd on network 57b0572f-1953-43f1-ab4d-663ea68612ac {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:43.407801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:43.408532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Checking segment: {'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:43.409300 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.410031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Bound using segment: {'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:43.410892 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Bound port: f523e122-b1e4-4bab-85b2-84d3930248bd, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:43.412168 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.472994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5f1be3-0d2a-421c-9994-e6b725fdee74 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:43.477118 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1be3-0d2a-421c-9994-e6b725fdee74 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.493331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e26d0175-f671-4c2e-9afd-c679ccd58672 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:43.493687 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.518726 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d0c1dc67-45e5-4150-b96c-b46c471ed321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'name': 'tempest-TestAggregatesBasicOps-748015325-router', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:07Z', 'updated_at': '2022-01-27T21:57:39Z', 'revision_number': 5, 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'gw_port': {'id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:09Z', 'updated_at': '2022-01-27T21:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:43.561784 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c1dc67-45e5-4150-b96c-b46c471ed321 None None] The sync data for ids ['8208f5eb-a93f-4ce9-aff3-da2d6f18db61'] in n-d-760456-6 is: [{'id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'name': 'tempest-TestAggregatesBasicOps-748015325-router', 'tenant_id': '01dc7f472bfa4de98c0ca567322098f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:07Z', 'updated_at': '2022-01-27T21:57:39Z', 'revision_number': 5, 'project_id': '01dc7f472bfa4de98c0ca567322098f9', 'gw_port': {'id': 'fc75063a-ac5a-4199-8452-4ca6ea5459e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8208f5eb-a93f-4ce9-aff3-da2d6f18db61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:09Z', 'updated_at': '2022-01-27T21:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:43.591566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Deleting port fc75063a-ac5a-4199-8452-4ca6ea5459e9 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:43.592059 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.705992 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.719512 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] For port f523e122-b1e4-4bab-85b2-84d3930248bd, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:43.725368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] For port fc75063a-ac5a-4199-8452-4ca6ea5459e9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fc75063a-ac5a-4199-8452-4ca6ea5459e9,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:43.725857 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.729982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] For port f523e122-b1e4-4bab-85b2-84d3930248bd, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f523e122-b1e4-4bab-85b2-84d3930248bd,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:43.733730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-70531a3e-3b96-43f3-8311-e3d212ab820a None None] Current status of the port e26d0175-f671-4c2e-9afd-c679ccd58672 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:43.734245 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-70531a3e-3b96-43f3-8311-e3d212ab820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.752058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Calling delete_port for fc75063a-ac5a-4199-8452-4ca6ea5459e9 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:43.796829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e26d0175-f671-4c2e-9afd-c679ccd58672 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:43.802811 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:43.857257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-70531a3e-3b96-43f3-8311-e3d212ab820a None None] For port e26d0175-f671-4c2e-9afd-c679ccd58672, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e26d0175-f671-4c2e-9afd-c679ccd58672,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:43.907728 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.002557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf8589-eb75-4ad7-a0b0-13204e7694f9 None None] Pushing event updated for resources: {'Port': ['ID=f523e122-b1e4-4bab-85b2-84d3930248bd,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.015710 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-70531a3e-3b96-43f3-8311-e3d212ab820a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.113424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70531a3e-3b96-43f3-8311-e3d212ab820a None None] Pushing event updated for resources: {'Port': ['ID=e26d0175-f671-4c2e-9afd-c679ccd58672,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.136039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:44.143594 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.189003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] device_id is not set on port 856c8d91-48e7-4a38-b228-a5d13c60c10b yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:57:44.212887 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fc75063a-ac5a-4199-8452-4ca6ea5459e9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.224632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0d6daa02-db3d-4292-b497-bed033191975 None None] Provisioning complete for port e26d0175-f671-4c2e-9afd-c679ccd58672 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:44.225553 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d6daa02-db3d-4292-b497-bed033191975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.348427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc75063a-ac5a-4199-8452-4ca6ea5459e9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.400127 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:57:44.400777 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:57:44.440709 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.441832 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.506268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0d6daa02-db3d-4292-b497-bed033191975 None None] Current status of the port e26d0175-f671-4c2e-9afd-c679ccd58672 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:44.511852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0d6daa02-db3d-4292-b497-bed033191975 None None] Provisioning complete for port cb7d9cb2-705b-481e-b551-5bb9212cb343 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:44.512283 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d6daa02-db3d-4292-b497-bed033191975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.558921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0d6daa02-db3d-4292-b497-bed033191975 None None] Port cb7d9cb2-705b-481e-b551-5bb9212cb343 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:44.577990 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.647293 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.652383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Publish callbacks [] for router_controller (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.660687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1be3-0d2a-421c-9994-e6b725fdee74 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (88a52149-8446-4878-bcc5-5ad6cb2ed468), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.687034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e6ed3c-03ee-4d84-b1d7-d11454839aac None None] Network 1e32b7a7-3613-428c-9879-b504d3595c98 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:44.811533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bdfbfaf9-ed6b-4764-beaf-6917f7335e28 None None] Provisioning complete for port 19f23df8-764e-4fa7-b676-092cfe4a1040 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:44.812199 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bdfbfaf9-ed6b-4764-beaf-6917f7335e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.817532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=1832af6c-0b7d-4e2d-ba90-0ca9906799bf,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.857149 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (8208f5eb-a93f-4ce9-aff3-da2d6f18db61), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.858862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8208f5eb-a93f-4ce9-aff3-da2d6f18db61 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:57:44.876248 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:44.881142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bcd5e2b5-d440-4476-a364-764257353349 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8208f5eb-a93f-4ce9-aff3-da2d6f18db61 HTTP/1.1" status: 204 len: 168 time: 2.9028845 Jan 27 21:57:44.886665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40946) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:44.908680 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f1be3-0d2a-421c-9994-e6b725fdee74 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Subnet': ['ID=88a52149-8446-4878-bcc5-5ad6cb2ed468,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:44.915147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f1be3-0d2a-421c-9994-e6b725fdee74 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Checking segment: {'id': '9cfc7a48-5a70-466f-bcc9-97f37d29d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4e174654-d632-47d3-9964-1f949f45a661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:44.915659 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f1be3-0d2a-421c-9994-e6b725fdee74 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network hostable DHCP agents. Network: 4e174654-d632-47d3-9964-1f949f45a661, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:45.005688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.014927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed94f73b-5028-4a45-a1cd-75ffb12cd5c0 admin admin] Deleting subnet c01ed7ae-3d76-4500-8670-f6265c34d552 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:45.027800 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ed94f73b-5028-4a45-a1cd-75ffb12cd5c0 admin admin] Publish callbacks [] for subnet (c01ed7ae-3d76-4500-8670-f6265c34d552), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.101468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Allocated IP 10.1.1.70 (83e4aa29-cdd1-4f04-b652-2139a812064e/50880f11-e967-4e2f-bac9-398cb67ae73f/856c8d91-48e7-4a38-b228-a5d13c60c10b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:45.156679 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ed94f73b-5028-4a45-a1cd-75ffb12cd5c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (c01ed7ae-3d76-4500-8670-f6265c34d552), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.163895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f1be3-0d2a-421c-9994-e6b725fdee74 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network 4e174654-d632-47d3-9964-1f949f45a661 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:45.342810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-fb5f1be3-0d2a-421c-9994-e6b725fdee74 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 4e174654-d632-47d3-9964-1f949f45a661) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:45.348357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e26d0175-f671-4c2e-9afd-c679ccd58672 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:45.348568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f1be3-0d2a-421c-9994-e6b725fdee74 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:45.349534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1be3-0d2a-421c-9994-e6b725fdee74 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.357996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bdfbfaf9-ed6b-4764-beaf-6917f7335e28 None None] Current status of the port 19f23df8-764e-4fa7-b676-092cfe4a1040 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:45.358357 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bdfbfaf9-ed6b-4764-beaf-6917f7335e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.371949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbe24da-95b2-4048-981e-c1cb5243310a None None] Network 4e174654-d632-47d3-9964-1f949f45a661 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:45.401475 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.415905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bdfbfaf9-ed6b-4764-beaf-6917f7335e28 None None] For port 19f23df8-764e-4fa7-b676-092cfe4a1040, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=19f23df8-764e-4fa7-b676-092cfe4a1040,segment=NetworkSegment(22125b65-4567-434e-9e0b-0d957d97b195),segment_id=22125b65-4567-434e-9e0b-0d957d97b195)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:45.437217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.546409 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ed94f73b-5028-4a45-a1cd-75ffb12cd5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (c01ed7ae-3d76-4500-8670-f6265c34d552), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.588773 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bdfbfaf9-ed6b-4764-beaf-6917f7335e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.641902 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.756716 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fb5f1be3-0d2a-421c-9994-e6b725fdee74 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3375688 Jan 27 21:57:45.757414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40962) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:45.787193 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ed94f73b-5028-4a45-a1cd-75ffb12cd5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (c01ed7ae-3d76-4500-8670-f6265c34d552), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.805836 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bdfbfaf9-ed6b-4764-beaf-6917f7335e28 None None] Provisioning complete for port cb7d9cb2-705b-481e-b551-5bb9212cb343 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:45.806215 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bdfbfaf9-ed6b-4764-beaf-6917f7335e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.808342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-4e174654-d632-47d3-9964-1f949f45a661', 'network_id': '4e174654-d632-47d3-9964-1f949f45a661', 'project_id': 'afa599ce7b094e10a5d777eeb4cf340a', 'fixed_ips': [{'subnet_id': '88a52149-8446-4878-bcc5-5ad6cb2ed468'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:45.827626 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:45.928755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94f73b-5028-4a45-a1cd-75ffb12cd5c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c01ed7ae-3d76-4500-8670-f6265c34d552,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:45.984907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Network 83e4aa29-cdd1-4f04-b652-2139a812064e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:45.993113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e26d0175-f671-4c2e-9afd-c679ccd58672 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:45.995185 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ed94f73b-5028-4a45-a1cd-75ffb12cd5c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.001686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ed94f73b-5028-4a45-a1cd-75ffb12cd5c0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c01ed7ae-3d76-4500-8670-f6265c34d552 HTTP/1.1" status: 204 len: 168 time: 1.1139684 Jan 27 21:57:46.014570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbfaf9-ed6b-4764-beaf-6917f7335e28 None None] Pushing event updated for resources: {'Port': ['ID=19f23df8-764e-4fa7-b676-092cfe4a1040,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:46.015177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:46.015809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:46.022319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40966) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:46.045598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Port': ['ID=856c8d91-48e7-4a38-b228-a5d13c60c10b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:46.130680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:46.132177 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.227443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167583da-5f7d-46aa-b77f-ecfc3515a832 None None] Network a85633d1-ce87-4f18-a874-644bb7307c60 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:46.252644 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (a85633d1-ce87-4f18-a874-644bb7307c60), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.310825 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.329399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bdfbfaf9-ed6b-4764-beaf-6917f7335e28 None None] Port cb7d9cb2-705b-481e-b551-5bb9212cb343 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:46.356653 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (4e174654-d632-47d3-9964-1f949f45a661), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.370325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-30cd8fcc-9b26-4d7a-acd0-21c0ef295753 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0740650 Jan 27 21:57:46.385565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Allocated IP 2001:db8::2 (4e174654-d632-47d3-9964-1f949f45a661/88a52149-8446-4878-bcc5-5ad6cb2ed468/b97ef08c-30e8-4b80-95f4-0696662501fd) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:46.392514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Deleting port 09d00725-1665-499e-8bc6-c7e3e148bc30 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:46.393168 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.513255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae9f88e-a238-4395-9f4e-fb6a197771cc None None] Network 57b0572f-1953-43f1-ab4d-663ea68612ac requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:46.533343 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.534165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.603218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] For port 09d00725-1665-499e-8bc6-c7e3e148bc30, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=09d00725-1665-499e-8bc6-c7e3e148bc30,segment=NetworkSegment(6036439f-39ab-4b3c-a5a8-862b5ecd3799),segment_id=6036439f-39ab-4b3c-a5a8-862b5ecd3799)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:46.603513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.628951 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (88a52149-8446-4878-bcc5-5ad6cb2ed468), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.633823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e26d0175-f671-4c2e-9afd-c679ccd58672 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:46.634213 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.643767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Calling delete_port for 09d00725-1665-499e-8bc6-c7e3e148bc30 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:46.716852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0ffffe2c-2de8-4f8d-b9fa-83be2150cbfe None None] Provisioning complete for port 1832af6c-0b7d-4e2d-ba90-0ca9906799bf triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:46.717305 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0ffffe2c-2de8-4f8d-b9fa-83be2150cbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.745993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=1832af6c-0b7d-4e2d-ba90-0ca9906799bf,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:46.789721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0ffffe2c-2de8-4f8d-b9fa-83be2150cbfe None None] Port 1832af6c-0b7d-4e2d-ba90-0ca9906799bf cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:46.810845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40984) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:46.817478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d5508b00-cf27-420d-bae0-229e5502f1dd tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1228751241', 'description': 'tempest-description--1994607451'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:46.838199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network 1e32b7a7-3613-428c-9879-b504d3595c98 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:46.843891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:46.883516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0ffffe2c-2de8-4f8d-b9fa-83be2150cbfe None None] Provisioning complete for port 19f23df8-764e-4fa7-b676-092cfe4a1040 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:46.884137 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0ffffe2c-2de8-4f8d-b9fa-83be2150cbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.885804 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (09d00725-1665-499e-8bc6-c7e3e148bc30), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:46.931127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d00725-1665-499e-8bc6-c7e3e148bc30,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:46.934788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] No DVR routers for this DVR port 09d00725-1665-499e-8bc6-c7e3e148bc30 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:46.938037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a232692-d09f-4725-9fb7-fcfa32522422 None None] DHCP port deletion for a85633d1-ce87-4f18-a874-644bb7307c60 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:47.057999 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Publish callbacks [] for port (b97ef08c-30e8-4b80-95f4-0696662501fd), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.064665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e26d0175-f671-4c2e-9afd-c679ccd58672 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:47.065256 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d5508b00-cf27-420d-bae0-229e5502f1dd tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.066020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 19f23df8-764e-4fa7-b676-092cfe4a1040 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:47.093749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (a85633d1-ce87-4f18-a874-644bb7307c60), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.150626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85633d1-ce87-4f18-a874-644bb7307c60']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:47.174338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6036439f-39ab-4b3c-a5a8-862b5ecd3799') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:47.174952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6036439f-39ab-4b3c-a5a8-862b5ecd3799') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:47.198372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0ffffe2c-2de8-4f8d-b9fa-83be2150cbfe None None] Current status of the port 19f23df8-764e-4fa7-b676-092cfe4a1040 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:47.202386 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (6036439f-39ab-4b3c-a5a8-862b5ecd3799), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.215727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 19f23df8-764e-4fa7-b676-092cfe4a1040 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:47.216002 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.265886 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (b97ef08c-30e8-4b80-95f4-0696662501fd), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.271021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6036439f-39ab-4b3c-a5a8-862b5ecd3799), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.306047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Network 4e174654-d632-47d3-9964-1f949f45a661 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:47.318144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:47.323770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:47.359725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Pushing event updated for resources: {'Port': ['ID=b97ef08c-30e8-4b80-95f4-0696662501fd,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:47.387469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Router 1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:57:47.394155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:47.394677 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (6036439f-39ab-4b3c-a5a8-862b5ecd3799), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:47.396680 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:47.410570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Provisioning complete for port 1832af6c-0b7d-4e2d-ba90-0ca9906799bf triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:47.410901 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.417032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 19f23df8-764e-4fa7-b676-092cfe4a1040 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:47.417696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f523e122-b1e4-4bab-85b2-84d3930248bd up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:47.473844 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Attempting to bind port b97ef08c-30e8-4b80-95f4-0696662501fd on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:47.474235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Attempting to bind port b97ef08c-30e8-4b80-95f4-0696662501fd by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '9cfc7a48-5a70-466f-bcc9-97f37d29d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4e174654-d632-47d3-9964-1f949f45a661'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:47.474675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Attempting to bind port b97ef08c-30e8-4b80-95f4-0696662501fd on network 4e174654-d632-47d3-9964-1f949f45a661 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:47.494886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:47.495281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Checking segment: {'id': '9cfc7a48-5a70-466f-bcc9-97f37d29d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4e174654-d632-47d3-9964-1f949f45a661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:47.495697 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.496225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Bound using segment: {'id': '9cfc7a48-5a70-466f-bcc9-97f37d29d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4e174654-d632-47d3-9964-1f949f45a661'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:47.496732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Bound port: b97ef08c-30e8-4b80-95f4-0696662501fd, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfc7a48-5a70-466f-bcc9-97f37d29d47d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '4e174654-d632-47d3-9964-1f949f45a661'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:47.497126 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b97ef08c-30e8-4b80-95f4-0696662501fd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.513398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Port 1832af6c-0b7d-4e2d-ba90-0ca9906799bf cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:47.563150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port f523e122-b1e4-4bab-85b2-84d3930248bd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:47.563602 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.565217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Provisioning complete for port f523e122-b1e4-4bab-85b2-84d3930248bd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:47.565587 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.579767 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d5508b00-cf27-420d-bae0-229e5502f1dd tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for security_group (4d73719f-4b69-463d-b2f1-cc76850911ff), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.638906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] For port b97ef08c-30e8-4b80-95f4-0696662501fd, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:47.645650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] For port b97ef08c-30e8-4b80-95f4-0696662501fd, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b97ef08c-30e8-4b80-95f4-0696662501fd,segment=NetworkSegment(9cfc7a48-5a70-466f-bcc9-97f37d29d47d),segment_id=9cfc7a48-5a70-466f-bcc9-97f37d29d47d)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:47.721106 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (88a52149-8446-4878-bcc5-5ad6cb2ed468), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.741500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port f523e122-b1e4-4bab-85b2-84d3930248bd is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:47.741905 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.744650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Current status of the port f523e122-b1e4-4bab-85b2-84d3930248bd is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:47.745035 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.787918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Subnet': ['ID=88a52149-8446-4878-bcc5-5ad6cb2ed468,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:47.788163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port f523e122-b1e4-4bab-85b2-84d3930248bd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f523e122-b1e4-4bab-85b2-84d3930248bd,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:47.790069 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d5508b00-cf27-420d-bae0-229e5502f1dd tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4d73719f-4b69-463d-b2f1-cc76850911ff), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.791629 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b97ef08c-30e8-4b80-95f4-0696662501fd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.854356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5508b00-cf27-420d-bae0-229e5502f1dd tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d73719f-4b69-463d-b2f1-cc76850911ff,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:47.861711 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:47.870760 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-55aecf2c-73de-4039-9d60-062c0bf46f9f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "PUT /v2.0/routers/1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3028131 Jan 27 21:57:47.874923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41006) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:47.885110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (a85633d1-ce87-4f18-a874-644bb7307c60), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.888917 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (4e174654-d632-47d3-9964-1f949f45a661), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.904362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a86d4-d1e1-4a76-b9a8-5a6c375e6196 None None] Pushing event updated for resources: {'Port': ['ID=b97ef08c-30e8-4b80-95f4-0696662501fd,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:47.905653 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:47.910232 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80214086-960d-4ed9-a44b-511b3e6cb297 None None] Sync routers for ids ['1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:47.923021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a85633d1-ce87-4f18-a874-644bb7307c60 HTTP/1.1" status: 204 len: 168 time: 1.8883653 Jan 27 21:57:47.930058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41010) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:47.942937 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e174654-d632-47d3-9964-1f949f45a661']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:47.960636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1323b9a-553b-4b16-b42c-2cbfcec265c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85633d1-ce87-4f18-a874-644bb7307c60,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:47.964265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfc7a48-5a70-466f-bcc9-97f37d29d47d') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:47.964688 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfc7a48-5a70-466f-bcc9-97f37d29d47d') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:47.988741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef019ea7-268a-4d5a-b83b-e1eff81d3ba7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:47.999437 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ef019ea7-268a-4d5a-b83b-e1eff81d3ba7 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5 HTTP/1.1" status: 200 len: 988 time: 0.1227455 Jan 27 21:57:48.000251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41014) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:48.002360 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (9cfc7a48-5a70-466f-bcc9-97f37d29d47d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.017492 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:57:48.017851 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:57:48.018495 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.026145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80214086-960d-4ed9-a44b-511b3e6cb297 None None] Routers {'1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:48.027164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-80214086-960d-4ed9-a44b-511b3e6cb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:48.051467 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d5508b00-cf27-420d-bae0-229e5502f1dd tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.053467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d5508b00-cf27-420d-bae0-229e5502f1dd tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2418175 Jan 27 21:57:48.066953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41016) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:48.075440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1d5cc813-7b3c-43ed-83c1-790547e2a475 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'security_group_rule': {'security_group_id': '4d73719f-4b69-463d-b2f1-cc76850911ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:48.085132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-80214086-960d-4ed9-a44b-511b3e6cb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:48.146334 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9cfc7a48-5a70-466f-bcc9-97f37d29d47d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.161682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:48.162672 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (9cfc7a48-5a70-466f-bcc9-97f37d29d47d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:48.166238 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:48.189867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=f523e122-b1e4-4bab-85b2-84d3930248bd,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:48.213863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80214086-960d-4ed9-a44b-511b3e6cb297 None None] Routers {'1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:48.214613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-80214086-960d-4ed9-a44b-511b3e6cb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:48.219325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fc75063a-ac5a-4199-8452-4ca6ea5459e9 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:48.326826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-80214086-960d-4ed9-a44b-511b3e6cb297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:48.326826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80214086-960d-4ed9-a44b-511b3e6cb297 None None] The sync data for ids ['1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:48.345829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: fc75063a-ac5a-4199-8452-4ca6ea5459e9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:48.346556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fc75063a-ac5a-4199-8452-4ca6ea5459e9 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:48.363062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 787f1883-b9f4-45dd-a375-ccadb083d1c6 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:48.380852 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc813-7b3c-43ed-83c1-790547e2a475 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for security_group_rule (c6aa6da0-6dde-4a1e-886a-2efff59503f9), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.386091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:57:48.386091 n-d-760456-6 neutron-server[104026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:57:48.386091 n-d-760456-6 neutron-server[104026]: [parameters: {'id': '4e174654-d632-47d3-9964-1f949f45a661'}] Jan 27 21:57:48.386091 n-d-760456-6 neutron-server[104026]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:57:48.386740 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:57:48.630572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 787f1883-b9f4-45dd-a375-ccadb083d1c6 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:48.630918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 787f1883-b9f4-45dd-a375-ccadb083d1c6 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:48.727496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Current status of the port f523e122-b1e4-4bab-85b2-84d3930248bd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:48.739587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Provisioning complete for port 856c8d91-48e7-4a38-b228-a5d13c60c10b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:48.740338 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.804602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2fda1104-8edc-4623-94ee-3c556ac4caa7 None None] Port 856c8d91-48e7-4a38-b228-a5d13c60c10b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:48.890651 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (4e174654-d632-47d3-9964-1f949f45a661), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.941195 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8089931-a709-4ae8-9c2c-cf05ac783f41 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:48.950492 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc813-7b3c-43ed-83c1-790547e2a475 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for security_group_rule (c6aa6da0-6dde-4a1e-886a-2efff59503f9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.016959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 19f23df8-764e-4fa7-b676-092cfe4a1040 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:49.057345 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc813-7b3c-43ed-83c1-790547e2a475 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (c6aa6da0-6dde-4a1e-886a-2efff59503f9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.092565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5cc813-7b3c-43ed-83c1-790547e2a475 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6aa6da0-6dde-4a1e-886a-2efff59503f9,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:49.127227 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-008eed3f-6925-47df-9151-6fab7456299c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.145356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 19f23df8-764e-4fa7-b676-092cfe4a1040 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:49.145870 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.234177 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d5cc813-7b3c-43ed-83c1-790547e2a475 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.239392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1d5cc813-7b3c-43ed-83c1-790547e2a475 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1713393 Jan 27 21:57:49.242647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41032) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:49.254838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8b30bc3e-8f68-4d0b-8fc0-b26dacb65611 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'security_group_rule': {'security_group_id': '4d73719f-4b69-463d-b2f1-cc76850911ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:49.270431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 19f23df8-764e-4fa7-b676-092cfe4a1040 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:49.273047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b97ef08c-30e8-4b80-95f4-0696662501fd up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:49.273191 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Deleting port b97ef08c-30e8-4b80-95f4-0696662501fd {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:49.273696 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b97ef08c-30e8-4b80-95f4-0696662501fd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.326762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b97ef08c-30e8-4b80-95f4-0696662501fd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:49.332424 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b97ef08c-30e8-4b80-95f4-0696662501fd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.356460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] For port b97ef08c-30e8-4b80-95f4-0696662501fd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b97ef08c-30e8-4b80-95f4-0696662501fd,segment=NetworkSegment(9cfc7a48-5a70-466f-bcc9-97f37d29d47d),segment_id=9cfc7a48-5a70-466f-bcc9-97f37d29d47d)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:49.356831 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b97ef08c-30e8-4b80-95f4-0696662501fd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.375031 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Calling delete_port for b97ef08c-30e8-4b80-95f4-0696662501fd owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:49.442550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b97ef08c-30e8-4b80-95f4-0696662501fd is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:49.443001 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b97ef08c-30e8-4b80-95f4-0696662501fd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.524978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port b97ef08c-30e8-4b80-95f4-0696662501fd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b97ef08c-30e8-4b80-95f4-0696662501fd,segment=NetworkSegment(9cfc7a48-5a70-466f-bcc9-97f37d29d47d),segment_id=9cfc7a48-5a70-466f-bcc9-97f37d29d47d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:49.525119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b30bc3e-8f68-4d0b-8fc0-b26dacb65611 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for security_group_rule (12b46a99-b60b-4802-b228-f6a5e597e091), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.599183 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a8089931-a709-4ae8-9c2c-cf05ac783f41 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 1832af6c-0b7d-4e2d-ba90-0ca9906799bf {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:49.600344 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8089931-a709-4ae8-9c2c-cf05ac783f41 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.626907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41040) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:49.627634 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3818a9fa-8022-4e3b-87ec-54a39498cb1f None None] Network 4e174654-d632-47d3-9964-1f949f45a661 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:49.647250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-008eed3f-6925-47df-9151-6fab7456299c admin admin] Deleting port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:49.647742 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-008eed3f-6925-47df-9151-6fab7456299c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.699465 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b30bc3e-8f68-4d0b-8fc0-b26dacb65611 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for security_group_rule (12b46a99-b60b-4802-b228-f6a5e597e091), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.734861 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8089931-a709-4ae8-9c2c-cf05ac783f41 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.751664 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b97ef08c-30e8-4b80-95f4-0696662501fd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.754505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a8089931-a709-4ae8-9c2c-cf05ac783f41 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 1832af6c-0b7d-4e2d-ba90-0ca9906799bf owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:49.756113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-008eed3f-6925-47df-9151-6fab7456299c admin admin] For port 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3deaa457-44b0-4b5e-9a1c-15690e6fe8ca,segment=NetworkSegment(00e331c8-25d7-43ee-afac-4b5570823faa),segment_id=00e331c8-25d7-43ee-afac-4b5570823faa)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:49.756982 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-008eed3f-6925-47df-9151-6fab7456299c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.758977 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b97ef08c-30e8-4b80-95f4-0696662501fd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.759779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f523e122-b1e4-4bab-85b2-84d3930248bd up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:49.773568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-008eed3f-6925-47df-9151-6fab7456299c admin admin] Calling delete_port for 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:49.796830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c4644f16-cce2-46b5-a4db-b4453cc02006 None None] Could not find standard attr ID for object b97ef08c-30e8-4b80-95f4-0696662501fd. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:57:49.800307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No DVR routers for this DVR port b97ef08c-30e8-4b80-95f4-0696662501fd on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:49.824464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Port': ['ID=b97ef08c-30e8-4b80-95f4-0696662501fd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:49.826004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event deleted for resources: {'Port': ['ID=b97ef08c-30e8-4b80-95f4-0696662501fd,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:49.827138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b30bc3e-8f68-4d0b-8fc0-b26dacb65611 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (12b46a99-b60b-4802-b228-f6a5e597e091), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.876232 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4af65bd6-c158-4a45-a5ce-5876dc6c5f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.891332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port f523e122-b1e4-4bab-85b2-84d3930248bd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:49.891722 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:49.938250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30bc3e-8f68-4d0b-8fc0-b26dacb65611 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b46a99-b60b-4802-b228-f6a5e597e091,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:49.954087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4a5e3e-2d9c-4136-a03a-8de0324bedc3 None None] DHCP port deletion for 4e174654-d632-47d3-9964-1f949f45a661 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:49.970758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (4e174654-d632-47d3-9964-1f949f45a661), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.009640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e174654-d632-47d3-9964-1f949f45a661']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:50.028018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfc7a48-5a70-466f-bcc9-97f37d29d47d') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:50.028398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfc7a48-5a70-466f-bcc9-97f37d29d47d') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:50.031673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port f523e122-b1e4-4bab-85b2-84d3930248bd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:50.068629 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4af65bd6-c158-4a45-a5ce-5876dc6c5f1c admin admin] Publish callbacks [] for security_group (505bac23-4780-4f0d-bdaf-6625ef18033a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.080671 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b30bc3e-8f68-4d0b-8fc0-b26dacb65611 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.080671 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8b30bc3e-8f68-4d0b-8fc0-b26dacb65611 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8284385 Jan 27 21:57:50.080671 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (9cfc7a48-5a70-466f-bcc9-97f37d29d47d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.082410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41044) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:50.090250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:50.106227 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9cfc7a48-5a70-466f-bcc9-97f37d29d47d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.113861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (9cfc7a48-5a70-466f-bcc9-97f37d29d47d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:50.119322 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:50.125361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 09d00725-1665-499e-8bc6-c7e3e148bc30 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:50.163060 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4af65bd6-c158-4a45-a5ce-5876dc6c5f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (505bac23-4780-4f0d-bdaf-6625ef18033a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.167143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 09d00725-1665-499e-8bc6-c7e3e148bc30 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:50.167550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 09d00725-1665-499e-8bc6-c7e3e148bc30 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:50.221039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4af65bd6-c158-4a45-a5ce-5876dc6c5f1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=125c68bfdc0940b197bebac5b152abc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5906613 Jan 27 21:57:50.221039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af65bd6-c158-4a45-a5ce-5876dc6c5f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505bac23-4780-4f0d-bdaf-6625ef18033a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:50.221366 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41046) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:50.274543 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-008eed3f-6925-47df-9151-6fab7456299c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3deaa457-44b0-4b5e-9a1c-15690e6fe8ca), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.277473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5e5-ebe9-4982-b8ba-f9861062184b admin admin] Publish callbacks [] for security_group (505bac23-4780-4f0d-bdaf-6625ef18033a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.300284 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5e5-ebe9-4982-b8ba-f9861062184b admin admin] Publish callbacks [] for security_group (505bac23-4780-4f0d-bdaf-6625ef18033a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.302303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008eed3f-6925-47df-9151-6fab7456299c admin admin] Pushing event deleted for resources: {'Port': ['ID=3deaa457-44b0-4b5e-9a1c-15690e6fe8ca,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:50.331343 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.371485 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8089931-a709-4ae8-9c2c-cf05ac783f41 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1832af6c-0b7d-4e2d-ba90-0ca9906799bf), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.381262 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (4e174654-d632-47d3-9964-1f949f45a661), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.386309 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.389840 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/networks/4e174654-d632-47d3-9964-1f949f45a661 HTTP/1.1" status: 204 len: 168 time: 4.4257870 Jan 27 21:57:50.398318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41048) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:50.408359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3971962d-0dce-442d-961f-f9847da507d2 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1725957575'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:50.455690 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8089931-a709-4ae8-9c2c-cf05ac783f41 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=1832af6c-0b7d-4e2d-ba90-0ca9906799bf,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:50.459933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22db2d2-6396-4536-b0c4-d9677218e113 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Network': ['ID=4e174654-d632-47d3-9964-1f949f45a661,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:50.505220 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5e5-ebe9-4982-b8ba-f9861062184b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (505bac23-4780-4f0d-bdaf-6625ef18033a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.507988 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-62dfa5e5-ebe9-4982-b8ba-f9861062184b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.511584 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-62dfa5e5-ebe9-4982-b8ba-f9861062184b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/505bac23-4780-4f0d-bdaf-6625ef18033a HTTP/1.1" status: 204 len: 168 time: 0.2868674 Jan 27 21:57:50.558302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfa5e5-ebe9-4982-b8ba-f9861062184b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505bac23-4780-4f0d-bdaf-6625ef18033a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:50.592956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-008eed3f-6925-47df-9151-6fab7456299c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.617905 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.622054 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a8089931-a709-4ae8-9c2c-cf05ac783f41 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.636243 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3971962d-0dce-442d-961f-f9847da507d2 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:50.643771 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3971962d-0dce-442d-961f-f9847da507d2 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.719579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3971962d-0dce-442d-961f-f9847da507d2 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:57:50.729245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3971962d-0dce-442d-961f-f9847da507d2 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (670ea48c-e9b5-43cb-b468-e849bec25f28), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.729606 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-3971962d-0dce-442d-961f-f9847da507d2 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Added segment 670ea48c-e9b5-43cb-b468-e849bec25f28 of type vlan for network 0206aea1-4205-44fd-afbe-b14887e2cc0c Jan 27 21:57:50.868443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3971962d-0dce-442d-961f-f9847da507d2 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (0206aea1-4205-44fd-afbe-b14887e2cc0c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:50.894581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b97ef08c-30e8-4b80-95f4-0696662501fd no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:50.923818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8089931-a709-4ae8-9c2c-cf05ac783f41 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Router 1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:50.924493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Allocated IP 172.25.0.155 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/f3a3dc28-8f22-400f-8a92-5ca2568d6b27) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:50.946078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: b97ef08c-30e8-4b80-95f4-0696662501fd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:50.946427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b97ef08c-30e8-4b80-95f4-0696662501fd not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:51.028106 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8089931-a709-4ae8-9c2c-cf05ac783f41 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:51.036582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41060) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:51.036936 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a8089931-a709-4ae8-9c2c-cf05ac783f41 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "PUT /v2.0/routers/1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0321717 Jan 27 21:57:51.038854 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3971962d-0dce-442d-961f-f9847da507d2 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (0206aea1-4205-44fd-afbe-b14887e2cc0c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.041537 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae4803e-599a-49a7-986e-9a7758b3b852 None None] Sync routers for ids ['1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:51.044113 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3971962d-0dce-442d-961f-f9847da507d2 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:51.044746 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3971962d-0dce-442d-961f-f9847da507d2 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.056510 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4803e-599a-49a7-986e-9a7758b3b852 None None] Routers {'1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:51.057119 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6ae4803e-599a-49a7-986e-9a7758b3b852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:51.106820 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad1ea78-5764-408c-becb-9f44dccf20a6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:57:51.108216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3ad1ea78-5764-408c-becb-9f44dccf20a6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/1832af6c-0b7d-4e2d-ba90-0ca9906799bf HTTP/1.1" status: 404 len: 333 time: 0.0708950 Jan 27 21:57:51.109693 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6ae4803e-599a-49a7-986e-9a7758b3b852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:51.111959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41062) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:51.116961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971962d-0dce-442d-961f-f9847da507d2 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Network': ['ID=0206aea1-4205-44fd-afbe-b14887e2cc0c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:51.127553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 0206aea1-4205-44fd-afbe-b14887e2cc0c details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:57:51.128956 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae4803e-599a-49a7-986e-9a7758b3b852 None None] Routers {'1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:51.129592 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6ae4803e-599a-49a7-986e-9a7758b3b852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:51.179299 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6ae4803e-599a-49a7-986e-9a7758b3b852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:51.179957 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae4803e-599a-49a7-986e-9a7758b3b852 None None] The sync data for ids ['1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:51.226107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008eed3f-6925-47df-9151-6fab7456299c admin admin] Router e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:57:51.249409 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3971962d-0dce-442d-961f-f9847da507d2 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8424053 Jan 27 21:57:51.249862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41064) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:51.254958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Request body: {'subnet': {'network_id': '0206aea1-4205-44fd-afbe-b14887e2cc0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:51.283602 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75f8be6d-c51f-43b4-b334-49060dd8c422 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for router (1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.470141 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for port (f3a3dc28-8f22-400f-8a92-5ca2568d6b27), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.509932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41066) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:51.561872 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70eb34fc-9c8c-45d3-9803-dfe4b114eab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.598316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75f8be6d-c51f-43b4-b334-49060dd8c422 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.607002 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75f8be6d-c51f-43b4-b334-49060dd8c422 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for router_controller (1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.680753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008eed3f-6925-47df-9151-6fab7456299c admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:57:51.687924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-008eed3f-6925-47df-9151-6fab7456299c admin admin] 10.222.0.61 "PUT /v2.0/routers/e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7526331 Jan 27 21:57:51.689152 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41070) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:51.692500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acf130d-0856-40db-ba6d-4c1445236162 None None] Sync routers for ids ['e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:57:51.705371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acf130d-0856-40db-ba6d-4c1445236162 None None] Routers {'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:51.706523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5acf130d-0856-40db-ba6d-4c1445236162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:51.755403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70eb34fc-9c8c-45d3-9803-dfe4b114eab1 admin admin] Publish callbacks [] for security_group (e5335426-a2d8-47d7-9402-e2f22ae7984c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.824460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-5acf130d-0856-40db-ba6d-4c1445236162 None None] Set router e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:51.825400 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Publish callbacks [] for router (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.859944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Made reservation on behalf of afa599ce7b094e10a5d777eeb4cf340a for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:51.863249 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.867803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f3a3dc28-8f22-400f-8a92-5ca2568d6b27), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.872289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75f8be6d-c51f-43b4-b334-49060dd8c422 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.872824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f8be6d-c51f-43b4-b334-49060dd8c422 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Fanout notify agent at l3_agent the message router_deleted on router 1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:57:51.874388 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70eb34fc-9c8c-45d3-9803-dfe4b114eab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e5335426-a2d8-47d7-9402-e2f22ae7984c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.885529 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75f8be6d-c51f-43b4-b334-49060dd8c422 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:51.891147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-75f8be6d-c51f-43b4-b334-49060dd8c422 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/routers/1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5 HTTP/1.1" status: 204 len: 168 time: 0.7145998 Jan 27 21:57:51.891326 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41074) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:51.953667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Port': ['ID=f3a3dc28-8f22-400f-8a92-5ca2568d6b27,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:52.002032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb34fc-9c8c-45d3-9803-dfe4b114eab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5335426-a2d8-47d7-9402-e2f22ae7984c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:52.009330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-70eb34fc-9c8c-45d3-9803-dfe4b114eab1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e52f4a427ed74684b1a118973bd254c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284362 Jan 27 21:57:52.009632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41078) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:52.028048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:52.030993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:52.035711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:52.075236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5acf130d-0856-40db-ba6d-4c1445236162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'name': 'tempest-TestAggregatesBasicOps-1743970228-router', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:20Z', 'updated_at': '2022-01-27T21:57:50Z', 'revision_number': 5, 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'gw_port': {'id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:22Z', 'updated_at': '2022-01-27T21:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:52.076226 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4676a12-f5da-4bca-9ee5-4ee2023ea8ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting subnet c22afebb-c665-44ee-917f-5687b1476af6 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:52.090378 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4676a12-f5da-4bca-9ee5-4ee2023ea8ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (c22afebb-c665-44ee-917f-5687b1476af6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.115388 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec57c9b2-2d6a-4d9f-a49a-51a86ef3e9e9 admin admin] Publish callbacks [] for security_group (e5335426-a2d8-47d7-9402-e2f22ae7984c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.120705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acf130d-0856-40db-ba6d-4c1445236162 None None] Checking router: e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:57:52.133126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acf130d-0856-40db-ba6d-4c1445236162 None None] Routers {'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:57:52.134423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5acf130d-0856-40db-ba6d-4c1445236162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:57:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:52.155956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec57c9b2-2d6a-4d9f-a49a-51a86ef3e9e9 admin admin] Publish callbacks [] for security_group (e5335426-a2d8-47d7-9402-e2f22ae7984c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.164242 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4676a12-f5da-4bca-9ee5-4ee2023ea8ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (c22afebb-c665-44ee-917f-5687b1476af6), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.168320 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Publish callbacks [] for router_gateway (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.265029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-5acf130d-0856-40db-ba6d-4c1445236162 None None] Set router e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:57:52.356398 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4676a12-f5da-4bca-9ee5-4ee2023ea8ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (c22afebb-c665-44ee-917f-5687b1476af6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.382720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec57c9b2-2d6a-4d9f-a49a-51a86ef3e9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e5335426-a2d8-47d7-9402-e2f22ae7984c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.385376 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ec57c9b2-2d6a-4d9f-a49a-51a86ef3e9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.386560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ec57c9b2-2d6a-4d9f-a49a-51a86ef3e9e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5335426-a2d8-47d7-9402-e2f22ae7984c HTTP/1.1" status: 204 len: 168 time: 0.3760109 Jan 27 21:57:52.401455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57c9b2-2d6a-4d9f-a49a-51a86ef3e9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5335426-a2d8-47d7-9402-e2f22ae7984c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:52.426981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for floatingip (5156472a-7597-4026-83ac-9b879dc1a98f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.511227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Deleting port 650fde40-54c6-49d8-b0ca-cf5433494b72 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:52.511491 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.530454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-5acf130d-0856-40db-ba6d-4c1445236162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'name': 'tempest-TestAggregatesBasicOps-1743970228-router', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:20Z', 'updated_at': '2022-01-27T21:57:50Z', 'revision_number': 5, 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'gw_port': {'id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:22Z', 'updated_at': '2022-01-27T21:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:52.573174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acf130d-0856-40db-ba6d-4c1445236162 None None] The sync data for ids ['e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b'] in n-d-760456-6 is: [{'id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'name': 'tempest-TestAggregatesBasicOps-1743970228-router', 'tenant_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:57:20Z', 'updated_at': '2022-01-27T21:57:50Z', 'revision_number': 5, 'project_id': '0749bb0dde604bd9b3c6e4c9e6b010bc', 'gw_port': {'id': '650fde40-54c6-49d8-b0ca-cf5433494b72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:57:22Z', 'updated_at': '2022-01-27T21:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:57:52.589492 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f3a3dc28-8f22-400f-8a92-5ca2568d6b27), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.609521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 21:57:52.620218 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4676a12-f5da-4bca-9ee5-4ee2023ea8ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (c22afebb-c665-44ee-917f-5687b1476af6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.623374 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (e6fa1480-8cef-4c16-9891-9366dddd4649), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.681667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4676a12-f5da-4bca-9ee5-4ee2023ea8ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Subnet': ['ID=c22afebb-c665-44ee-917f-5687b1476af6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:52.710276 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4676a12-f5da-4bca-9ee5-4ee2023ea8ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.711927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6f01e2-caea-42ea-aac3-e121abe342ce None None] Network 1e32b7a7-3613-428c-9879-b504d3595c98 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:52.713976 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e4676a12-f5da-4bca-9ee5-4ee2023ea8ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/c22afebb-c665-44ee-917f-5687b1476af6 HTTP/1.1" status: 204 len: 168 time: 0.8197751 Jan 27 21:57:52.716769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41084) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:52.790390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Checking segment: {'id': '670ea48c-e9b5-43cb-b468-e849bec25f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0206aea1-4205-44fd-afbe-b14887e2cc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:52.791017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network hostable DHCP agents. Network: 0206aea1-4205-44fd-afbe-b14887e2cc0c, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:57:52.800705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] For port 650fde40-54c6-49d8-b0ca-cf5433494b72, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=650fde40-54c6-49d8-b0ca-cf5433494b72,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:52.801510 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.834546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event updated for resources: {'Subnet': ['ID=e6fa1480-8cef-4c16-9891-9366dddd4649,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:52.846592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Calling delete_port for 650fde40-54c6-49d8-b0ca-cf5433494b72 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:52.855432 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (1e32b7a7-3613-428c-9879-b504d3595c98), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.873832 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for port (f3a3dc28-8f22-400f-8a92-5ca2568d6b27), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:52.969624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:53.001814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:53.002185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3deaa457-44b0-4b5e-9a1c-15690e6fe8ca not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:53.031519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae0c757-6b88-4e01-8fd5-77fbb4b348b4 None None] DHCP port deletion for 1e32b7a7-3613-428c-9879-b504d3595c98 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:53.054673 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:57:53.071632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Network 0206aea1-4205-44fd-afbe-b14887e2cc0c is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:57:53.115922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3ae0c757-6b88-4e01-8fd5-77fbb4b348b4 None None] Deleting port 19f23df8-764e-4fa7-b676-092cfe4a1040 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:53.117096 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ae0c757-6b88-4e01-8fd5-77fbb4b348b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.242307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 0206aea1-4205-44fd-afbe-b14887e2cc0c) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:53.242873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3ae0c757-6b88-4e01-8fd5-77fbb4b348b4 None None] For port 19f23df8-764e-4fa7-b676-092cfe4a1040, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=19f23df8-764e-4fa7-b676-092cfe4a1040,segment=NetworkSegment(22125b65-4567-434e-9e0b-0d957d97b195),segment_id=22125b65-4567-434e-9e0b-0d957d97b195)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:53.243327 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ae0c757-6b88-4e01-8fd5-77fbb4b348b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.256654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466de86-1d44-4691-9218-180c26a93cf4 None None] Network 0206aea1-4205-44fd-afbe-b14887e2cc0c requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:53.263807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:53.265890 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.275064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3ae0c757-6b88-4e01-8fd5-77fbb4b348b4 None None] Calling delete_port for 19f23df8-764e-4fa7-b676-092cfe4a1040 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:53.353162 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (650fde40-54c6-49d8-b0ca-cf5433494b72), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.382530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Pushing event deleted for resources: {'Port': ['ID=650fde40-54c6-49d8-b0ca-cf5433494b72,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:53.432143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-0206aea1-4205-44fd-afbe-b14887e2cc0c', 'network_id': '0206aea1-4205-44fd-afbe-b14887e2cc0c', 'project_id': 'afa599ce7b094e10a5d777eeb4cf340a', 'fixed_ips': [{'subnet_id': 'e6fa1480-8cef-4c16-9891-9366dddd4649'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:53.433103 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.463120 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (f3a3dc28-8f22-400f-8a92-5ca2568d6b27), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.476208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 19f23df8-764e-4fa7-b676-092cfe4a1040 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:53.476560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.485919 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c7d2b98f-0fae-45c5-8469-acde7c0a5102 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2349684 Jan 27 21:57:53.486895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41100) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:53.609839 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.620381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Port': ['ID=f3a3dc28-8f22-400f-8a92-5ca2568d6b27,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:53.620381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] For port 19f23df8-764e-4fa7-b676-092cfe4a1040, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=19f23df8-764e-4fa7-b676-092cfe4a1040,segment=NetworkSegment(22125b65-4567-434e-9e0b-0d957d97b195),segment_id=22125b65-4567-434e-9e0b-0d957d97b195)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:53.620381 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.635166 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (5156472a-7597-4026-83ac-9b879dc1a98f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.647091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 19f23df8-764e-4fa7-b676-092cfe4a1040 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:53.748780 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ae0c757-6b88-4e01-8fd5-77fbb4b348b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.751049 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (19f23df8-764e-4fa7-b676-092cfe4a1040), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.769930 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.775555 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Publish callbacks [] for router_controller (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.792695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0c757-6b88-4e01-8fd5-77fbb4b348b4 None None] Pushing event deleted for resources: {'Port': ['ID=19f23df8-764e-4fa7-b676-092cfe4a1040,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:53.815122 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (0206aea1-4205-44fd-afbe-b14887e2cc0c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.815920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No DVR routers for this DVR port 19f23df8-764e-4fa7-b676-092cfe4a1040 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:53.816027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0c757-6b88-4e01-8fd5-77fbb4b348b4 None None] No DVR routers for this DVR port 19f23df8-764e-4fa7-b676-092cfe4a1040 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:53.819668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=19f23df8-764e-4fa7-b676-092cfe4a1040,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:53.835705 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.837381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d19331b1-81df-4ed3-88c7-4569231aa1dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7519383 Jan 27 21:57:53.922900 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (e6fa1480-8cef-4c16-9891-9366dddd4649), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.929822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Allocated IP 2001:db8::f816:3eff:fe74:e79d (0206aea1-4205-44fd-afbe-b14887e2cc0c/e6fa1480-8cef-4c16-9891-9366dddd4649/abd7b548-48d0-4e7d-b9cf-774aa908b48c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:53.951516 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (1e32b7a7-3613-428c-9879-b504d3595c98), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:53.985730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e32b7a7-3613-428c-9879-b504d3595c98']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:53.998287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22125b65-4567-434e-9e0b-0d957d97b195') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:53.998845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22125b65-4567-434e-9e0b-0d957d97b195') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:54.019525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.021562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:57:54.022285 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (22125b65-4567-434e-9e0b-0d957d97b195), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.033914 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.040287 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e7342ec9-61bb-4fa6-9591-6935bcd83b30 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e2a4c5fd-eb90-4519-ac76-dbbe8c108f0b HTTP/1.1" status: 204 len: 168 time: 2.3490973 Jan 27 21:57:54.048931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41116) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:54.146236 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (22125b65-4567-434e-9e0b-0d957d97b195), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.167697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:54.168129 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (22125b65-4567-434e-9e0b-0d957d97b195), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:54.172950 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:54.192460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8132d6-8287-4b5e-b912-7d557d87f936 admin admin] Deleting subnet a40ce6e6-1f83-405c-8c72-7c00baeaab1d {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:57:54.197882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d8132d6-8287-4b5e-b912-7d557d87f936 admin admin] Publish callbacks [] for subnet (a40ce6e6-1f83-405c-8c72-7c00baeaab1d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.293960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Publish callbacks [] for port (abd7b548-48d0-4e7d-b9cf-774aa908b48c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.324986 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d8132d6-8287-4b5e-b912-7d557d87f936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (a40ce6e6-1f83-405c-8c72-7c00baeaab1d), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.422099 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d8132d6-8287-4b5e-b912-7d557d87f936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (a40ce6e6-1f83-405c-8c72-7c00baeaab1d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.447761 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (1e32b7a7-3613-428c-9879-b504d3595c98), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.452644 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.460095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/networks/1e32b7a7-3613-428c-9879-b504d3595c98 HTTP/1.1" status: 204 len: 168 time: 1.7387123 Jan 27 21:57:54.460840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41136) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:54.464540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1016c53f-4152-430c-b97e-93ea32159327 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1228751241&fields=id&tenant_id=06bdf1d1f880465ebd58102f3936b27e HTTP/1.1" status: 200 len: 267 time: 0.0949144 Jan 27 21:57:54.473342 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (abd7b548-48d0-4e7d-b9cf-774aa908b48c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.479582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae3850-9b4f-458b-a4e7-642f86136c07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Network': ['ID=1e32b7a7-3613-428c-9879-b504d3595c98,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:54.551580 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916bbb2f-ae2b-43d1-9f16-5d7467b99630 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:54.557577 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-916bbb2f-ae2b-43d1-9f16-5d7467b99630 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/3475c7c7-9cd4-466c-b4a7-1b00f02f444a HTTP/1.1" status: 200 len: 843 time: 0.0915437 Jan 27 21:57:54.558005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-6b84fd64-d582-402b-951a-40f12ebb33e0 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:54.559414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-6b84fd64-d582-402b-951a-40f12ebb33e0 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports/cb7d9cb2-705b-481e-b551-5bb9212cb343 HTTP/1.1" status: 200 len: 930 time: 0.0704238 Jan 27 21:57:54.559895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41142) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:54.576689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Network 0206aea1-4205-44fd-afbe-b14887e2cc0c is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:54.583738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:54.585447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:54.605795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Pushing event updated for resources: {'Port': ['ID=abd7b548-48d0-4e7d-b9cf-774aa908b48c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:54.652678 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d8132d6-8287-4b5e-b912-7d557d87f936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (a40ce6e6-1f83-405c-8c72-7c00baeaab1d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.668465 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (e6fa1480-8cef-4c16-9891-9366dddd4649), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.692796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f4a01444-f592-4904-946c-8528bed2678e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/3475c7c7-9cd4-466c-b4a7-1b00f02f444a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1316593 Jan 27 21:57:54.706110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41148) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:54.712238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-edee8002-4393-4419-9fc1-f1d469142928 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:54.715788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Subnet': ['ID=e6fa1480-8cef-4c16-9891-9366dddd4649,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:54.717079 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Attempting to bind port abd7b548-48d0-4e7d-b9cf-774aa908b48c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:54.717620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Attempting to bind port abd7b548-48d0-4e7d-b9cf-774aa908b48c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '670ea48c-e9b5-43cb-b468-e849bec25f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0206aea1-4205-44fd-afbe-b14887e2cc0c'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:54.718146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Attempting to bind port abd7b548-48d0-4e7d-b9cf-774aa908b48c on network 0206aea1-4205-44fd-afbe-b14887e2cc0c {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:54.724328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:54.725501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Checking segment: {'id': '670ea48c-e9b5-43cb-b468-e849bec25f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0206aea1-4205-44fd-afbe-b14887e2cc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:54.726073 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.726624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Bound using segment: {'id': '670ea48c-e9b5-43cb-b468-e849bec25f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0206aea1-4205-44fd-afbe-b14887e2cc0c'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:54.727254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Bound port: abd7b548-48d0-4e7d-b9cf-774aa908b48c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670ea48c-e9b5-43cb-b468-e849bec25f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '0206aea1-4205-44fd-afbe-b14887e2cc0c'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:54.727835 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (abd7b548-48d0-4e7d-b9cf-774aa908b48c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.730554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-47608675-4559-4296-9ffa-4fd1548168b2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:54.734887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-47608675-4559-4296-9ffa-4fd1548168b2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports/856c8d91-48e7-4a38-b228-a5d13c60c10b HTTP/1.1" status: 200 len: 931 time: 0.1618330 Jan 27 21:57:54.734887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8132d6-8287-4b5e-b912-7d557d87f936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40ce6e6-1f83-405c-8c72-7c00baeaab1d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:54.750467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d324762e-5101-42d4-a62b-54071c39eafe None None] Network 0b008da5-12d7-4020-8a46-2904f88b7966 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:54.754852 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d8132d6-8287-4b5e-b912-7d557d87f936 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.758943 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3d8132d6-8287-4b5e-b912-7d557d87f936 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a40ce6e6-1f83-405c-8c72-7c00baeaab1d HTTP/1.1" status: 204 len: 168 time: 0.7087128 Jan 27 21:57:54.790789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41152) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:54.818446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-bc4271d0-a18c-4f85-a69c-72b1c224b3e9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0793188 Jan 27 21:57:54.846974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 650fde40-54c6-49d8-b0ca-cf5433494b72 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:54.889677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 650fde40-54c6-49d8-b0ca-cf5433494b72 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:54.889987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 650fde40-54c6-49d8-b0ca-cf5433494b72 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:54.890431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 19f23df8-764e-4fa7-b676-092cfe4a1040 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:54.916118 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (0206aea1-4205-44fd-afbe-b14887e2cc0c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:54.930463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 19f23df8-764e-4fa7-b676-092cfe4a1040 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:54.930463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 19f23df8-764e-4fa7-b676-092cfe4a1040 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:54.960583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-2df77c97-7c5d-4f7b-ad81-0a32773cdddc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1175222 Jan 27 21:57:54.969551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] For port abd7b548-48d0-4e7d-b9cf-774aa908b48c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:54.984095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0206aea1-4205-44fd-afbe-b14887e2cc0c']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:54.986496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] For port abd7b548-48d0-4e7d-b9cf-774aa908b48c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=abd7b548-48d0-4e7d-b9cf-774aa908b48c,segment=NetworkSegment(670ea48c-e9b5-43cb-b468-e849bec25f28),segment_id=670ea48c-e9b5-43cb-b468-e849bec25f28)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:55.002607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (0b008da5-12d7-4020-8a46-2904f88b7966), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.017254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670ea48c-e9b5-43cb-b468-e849bec25f28') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:55.017818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670ea48c-e9b5-43cb-b468-e849bec25f28') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:55.029180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (670ea48c-e9b5-43cb-b468-e849bec25f28), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.056137 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (abd7b548-48d0-4e7d-b9cf-774aa908b48c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.059053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (670ea48c-e9b5-43cb-b468-e849bec25f28), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.077862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:55.078277 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (670ea48c-e9b5-43cb-b468-e849bec25f28), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:55.081814 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:55.095173 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edee8002-4393-4419-9fc1-f1d469142928 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:55.100535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229c8129-476e-45fb-80cc-3f81e870152c None None] DHCP port deletion for 0b008da5-12d7-4020-8a46-2904f88b7966 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:57:55.101504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edee8002-4393-4419-9fc1-f1d469142928 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.188033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-146de75b-a809-4482-ab9d-0f0e7b59d453 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.194148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-146de75b-a809-4482-ab9d-0f0e7b59d453 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.197374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171d156-9a6f-4b08-801a-9afe330937d9 None None] Pushing event updated for resources: {'Port': ['ID=abd7b548-48d0-4e7d-b9cf-774aa908b48c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:55.199580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-146de75b-a809-4482-ab9d-0f0e7b59d453 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.201427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-146de75b-a809-4482-ab9d-0f0e7b59d453 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/networks?id=0b82e3ea-cccf-4366-975c-e3e82e495967&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=57b0572f-1953-43f1-ab4d-663ea68612ac&id=57b0572f-1953-43f1-ab4d-663ea68612ac HTTP/1.1" status: 200 len: 1990 time: 0.2334316 Jan 27 21:57:55.225478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0b251f-01e3-4176-ad35-33216744dd8c None None] Network 0206aea1-4205-44fd-afbe-b14887e2cc0c requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:55.243592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-58e7dcaf-0f88-45a7-85d3-52309c294e66 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/quotas/06bdf1d1f880465ebd58102f3936b27e HTTP/1.1" status: 200 len: 375 time: 0.0334167 Jan 27 21:57:55.266442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Deleting port 448235f8-0b50-40ef-a640-2bcbc45b93eb {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:55.266812 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.302973 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-229c8129-476e-45fb-80cc-3f81e870152c None None] Deleting port 448235f8-0b50-40ef-a640-2bcbc45b93eb {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:55.302973 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-229c8129-476e-45fb-80cc-3f81e870152c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.372953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] For port 448235f8-0b50-40ef-a640-2bcbc45b93eb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=448235f8-0b50-40ef-a640-2bcbc45b93eb,segment=NetworkSegment(00e331c8-25d7-43ee-afac-4b5570823faa),segment_id=00e331c8-25d7-43ee-afac-4b5570823faa)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:55.373361 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.399171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-229c8129-476e-45fb-80cc-3f81e870152c None None] For port 448235f8-0b50-40ef-a640-2bcbc45b93eb, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=448235f8-0b50-40ef-a640-2bcbc45b93eb,segment=NetworkSegment(00e331c8-25d7-43ee-afac-4b5570823faa),segment_id=00e331c8-25d7-43ee-afac-4b5570823faa)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:55.400162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-229c8129-476e-45fb-80cc-3f81e870152c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.408007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-2f893c18-8659-4fbe-83a2-9a0d53e15d9c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1634605 Jan 27 21:57:55.420643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-229c8129-476e-45fb-80cc-3f81e870152c None None] Calling delete_port for 448235f8-0b50-40ef-a640-2bcbc45b93eb owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:55.421048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Calling delete_port for 448235f8-0b50-40ef-a640-2bcbc45b93eb owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:55.447123 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 21:57:55.447123 n-d-760456-6 neutron-server[104026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 21:57:55.447123 n-d-760456-6 neutron-server[104026]: [parameters: {'id': '0206aea1-4205-44fd-afbe-b14887e2cc0c'}] Jan 27 21:57:55.447123 n-d-760456-6 neutron-server[104026]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:57:55.448112 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:57:55.545626 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edee8002-4393-4419-9fc1-f1d469142928 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (edc779d7-53ea-4e2a-a464-6b14fa8dae93), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.581367 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-229c8129-476e-45fb-80cc-3f81e870152c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.588633 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee8002-4393-4419-9fc1-f1d469142928 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:55.592629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-edee8002-4393-4419-9fc1-f1d469142928 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:55.597772 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee8002-4393-4419-9fc1-f1d469142928 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:55.598376 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edee8002-4393-4419-9fc1-f1d469142928 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.627853 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee8002-4393-4419-9fc1-f1d469142928 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Subnet': ['ID=edc779d7-53ea-4e2a-a464-6b14fa8dae93,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:55.632600 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (448235f8-0b50-40ef-a640-2bcbc45b93eb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.638372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d08cf7-41a3-467c-9047-1c8677d85607 None None] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:57:55.654474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c8129-476e-45fb-80cc-3f81e870152c None None] No DVR routers for this DVR port 448235f8-0b50-40ef-a640-2bcbc45b93eb on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:55.656120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c8129-476e-45fb-80cc-3f81e870152c None None] Pushing event deleted for resources: {'Port': ['ID=448235f8-0b50-40ef-a640-2bcbc45b93eb,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:55.668907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Pushing event deleted for resources: {'Port': ['ID=448235f8-0b50-40ef-a640-2bcbc45b93eb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:55.676903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] No DVR routers for this DVR port 448235f8-0b50-40ef-a640-2bcbc45b93eb on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:55.716750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1a843a78-e44e-4e09-91d0-79987011f162 service neutron] 10.222.0.61 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042843 Jan 27 21:57:55.731503 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-edee8002-4393-4419-9fc1-f1d469142928 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0280888 Jan 27 21:57:55.734488 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41188) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:55.739043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-95d061eb-594a-477c-aabd-2447ee6b11fb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'security_group': {'name': 'tempest-secgroup-206677589'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:55.778224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'project_id': 'b3fa4295cb3441caa753eb20bcdd44f4', 'fixed_ips': [{'subnet_id': 'edc779d7-53ea-4e2a-a464-6b14fa8dae93'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:57:55.779334 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.817076 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (0b008da5-12d7-4020-8a46-2904f88b7966), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.863151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b008da5-12d7-4020-8a46-2904f88b7966']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:55.877810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e331c8-25d7-43ee-afac-4b5570823faa') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:55.878177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e331c8-25d7-43ee-afac-4b5570823faa') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:55.879870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95d061eb-594a-477c-aabd-2447ee6b11fb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.899257 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (00e331c8-25d7-43ee-afac-4b5570823faa), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.917387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-027e80b2-262b-4d89-8535-f138de54fb03 service neutron] 10.222.0.61 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905644 Jan 27 21:57:55.927423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Allocated IP 2001:db8::2 (bb8e6043-a52d-4b79-9d9e-681b32ebf942/edc779d7-53ea-4e2a-a464-6b14fa8dae93/1fcbbbe9-60bd-4124-8462-431c528496be) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:55.950403 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (0206aea1-4205-44fd-afbe-b14887e2cc0c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.964138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (00e331c8-25d7-43ee-afac-4b5570823faa), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.979505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:55.979997 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (00e331c8-25d7-43ee-afac-4b5570823faa), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:55.982326 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:56.007070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-ac44375e-60d5-4f9a-944f-65ad63b4df2b service neutron] 10.222.0.61 "GET /v2.0/ports/cb7d9cb2-705b-481e-b551-5bb9212cb343?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0876660 Jan 27 21:57:56.085497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41194) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:56.114974 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95d061eb-594a-477c-aabd-2447ee6b11fb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (ae07416b-eb27-4dac-828e-9e0ee998c86e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.127490 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Publish callbacks [] for port (1fcbbbe9-60bd-4124-8462-431c528496be), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.141424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Deleting port abd7b548-48d0-4e7d-b9cf-774aa908b48c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:56.141777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (abd7b548-48d0-4e7d-b9cf-774aa908b48c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.194704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-7e465175-a9fe-4f73-94e4-7985af61e930 service neutron] 10.222.0.61 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866543 Jan 27 21:57:56.241084 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] For port abd7b548-48d0-4e7d-b9cf-774aa908b48c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=abd7b548-48d0-4e7d-b9cf-774aa908b48c,segment=NetworkSegment(670ea48c-e9b5-43cb-b468-e849bec25f28),segment_id=670ea48c-e9b5-43cb-b468-e849bec25f28)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:56.241550 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (abd7b548-48d0-4e7d-b9cf-774aa908b48c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.244375 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ece72e67-502a-49a9-bae5-49a197c9a6d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.253785 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95d061eb-594a-477c-aabd-2447ee6b11fb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ae07416b-eb27-4dac-828e-9e0ee998c86e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.269676 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Calling delete_port for abd7b548-48d0-4e7d-b9cf-774aa908b48c owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:56.294325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-5b02b06e-9bd2-4ac7-97c4-8ba45ab831cb service neutron] 10.222.0.61 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932343 Jan 27 21:57:56.308365 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.314485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (0b008da5-12d7-4020-8a46-2904f88b7966), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.344006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d061eb-594a-477c-aabd-2447ee6b11fb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae07416b-eb27-4dac-828e-9e0ee998c86e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:56.357355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:56.359702 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.361970 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:56.374489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] 10.222.0.61 "DELETE /v2.0/networks/0b008da5-12d7-4020-8a46-2904f88b7966 HTTP/1.1" status: 204 len: 168 time: 1.5830653 Jan 27 21:57:56.376333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:56.385465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Pushing event updated for resources: {'Port': ['ID=1fcbbbe9-60bd-4124-8462-431c528496be,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:56.402708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-95d061eb-594a-477c-aabd-2447ee6b11fb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.403326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725ab28-ba56-496e-9f2a-d8bd2a3b683c admin admin] Pushing event deleted for resources: {'Network': ['ID=0b008da5-12d7-4020-8a46-2904f88b7966,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:56.403960 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-95d061eb-594a-477c-aabd-2447ee6b11fb tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6685364 Jan 27 21:57:56.409820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41200) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:56.417015 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d6124ddb-b223-457b-b2a1-549726f9b217 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1497534464'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:56.418068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d266b6a0-f716-40b5-bed8-586189577a74 service neutron] 10.222.0.61 "GET /v2.0/ports/856c8d91-48e7-4a38-b228-a5d13c60c10b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1156933 Jan 27 21:57:56.455407 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ece72e67-502a-49a9-bae5-49a197c9a6d5 admin admin] Publish callbacks [] for security_group (84ff330c-7a7a-426b-afdf-48cb4fe5c88c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.461155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Attempting to bind port 1fcbbbe9-60bd-4124-8462-431c528496be on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:57:56.461643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Attempting to bind port 1fcbbbe9-60bd-4124-8462-431c528496be by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:57:56.462168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Attempting to bind port 1fcbbbe9-60bd-4124-8462-431c528496be on network bb8e6043-a52d-4b79-9d9e-681b32ebf942 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:57:56.468108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:57:56.471072 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Checking segment: {'id': '06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:57:56.471072 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.471072 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Bound using segment: {'id': '06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:57:56.471072 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Bound port: 1fcbbbe9-60bd-4124-8462-431c528496be, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:57:56.471072 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.533747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] For port 1fcbbbe9-60bd-4124-8462-431c528496be, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:57:56.537632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] For port 1fcbbbe9-60bd-4124-8462-431c528496be, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1fcbbbe9-60bd-4124-8462-431c528496be,segment=NetworkSegment(06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb),segment_id=06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:57:56.541077 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (abd7b548-48d0-4e7d-b9cf-774aa908b48c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.554511 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e8b3d89e-bcf8-4108-8560-ebdc3d6e8f62 service neutron] 10.222.0.61 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260276 Jan 27 21:57:56.566711 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Port': ['ID=abd7b548-48d0-4e7d-b9cf-774aa908b48c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:56.570077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No DVR routers for this DVR port abd7b548-48d0-4e7d-b9cf-774aa908b48c on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:57:56.610716 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6124ddb-b223-457b-b2a1-549726f9b217 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.610716 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ece72e67-502a-49a9-bae5-49a197c9a6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (84ff330c-7a7a-426b-afdf-48cb4fe5c88c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.653816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-5f4eb272-364a-446a-8ffd-8f38a40e8303 service neutron] 10.222.0.61 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003044 Jan 27 21:57:56.664205 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.697637 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (0206aea1-4205-44fd-afbe-b14887e2cc0c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.725052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece72e67-502a-49a9-bae5-49a197c9a6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ff330c-7a7a-426b-afdf-48cb4fe5c88c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:56.729380 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ece72e67-502a-49a9-bae5-49a197c9a6d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32d0c926bcf44181bf13bf3a05b89d84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6427233 Jan 27 21:57:56.736027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41204) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:56.741780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0206aea1-4205-44fd-afbe-b14887e2cc0c']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:56.766613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670ea48c-e9b5-43cb-b468-e849bec25f28') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:56.766613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670ea48c-e9b5-43cb-b468-e849bec25f28') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:56.791999 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (670ea48c-e9b5-43cb-b468-e849bec25f28), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.803025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc199ce2-e09f-4a5f-814b-053875134e7f None None] Pushing event updated for resources: {'Port': ['ID=1fcbbbe9-60bd-4124-8462-431c528496be,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:56.818296 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (670ea48c-e9b5-43cb-b468-e849bec25f28), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.841520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:56.841973 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (670ea48c-e9b5-43cb-b468-e849bec25f28), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:56.848534 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:56.851653 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6124ddb-b223-457b-b2a1-549726f9b217 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (9885fbc8-ebda-47ad-b14a-8228199e43cc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.860854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 448235f8-0b50-40ef-a640-2bcbc45b93eb no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:57:56.907621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 448235f8-0b50-40ef-a640-2bcbc45b93eb {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:57:56.912569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 448235f8-0b50-40ef-a640-2bcbc45b93eb not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:57:56.924899 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a9731d3-2276-4ccb-9cae-b8dc91244a03 admin admin] Publish callbacks [] for security_group (84ff330c-7a7a-426b-afdf-48cb4fe5c88c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.931965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-95d84af2-9129-4039-a5a8-2c0402e44e21 service neutron] 10.222.0.61 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611091 Jan 27 21:57:56.960793 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a9731d3-2276-4ccb-9cae-b8dc91244a03 admin admin] Publish callbacks [] for security_group (84ff330c-7a7a-426b-afdf-48cb4fe5c88c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:56.962332 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41206) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:56.989889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6124ddb-b223-457b-b2a1-549726f9b217 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9885fbc8-ebda-47ad-b14a-8228199e43cc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.057141 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2f2c1445-1e8f-410c-a730-017bece3802c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=01dc7f472bfa4de98c0ca567322098f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0936930 Jan 27 21:57:57.058683 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6124ddb-b223-457b-b2a1-549726f9b217 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9885fbc8-ebda-47ad-b14a-8228199e43cc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:57.060672 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41210) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:57.064537 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.067540 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (0206aea1-4205-44fd-afbe-b14887e2cc0c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.075139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-df41293c-f3f6-45d0-948a-152147a68f25 service neutron] 10.222.0.61 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335962 Jan 27 21:57:57.083372 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.090056 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/networks/0206aea1-4205-44fd-afbe-b14887e2cc0c HTTP/1.1" status: 204 len: 168 time: 3.5936067 Jan 27 21:57:57.094930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41212) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:57.114562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdad72d-14df-41c3-b633-2ae965146ba4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Network': ['ID=0206aea1-4205-44fd-afbe-b14887e2cc0c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:57.165658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51fac334-253c-43c5-b3b8-ac202b40d2be admin admin] Publish callbacks [] for security_group (280d5b75-ef1f-45da-9dda-a385da763ff5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.183818 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6124ddb-b223-457b-b2a1-549726f9b217 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.185069 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d6124ddb-b223-457b-b2a1-549726f9b217 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7759023 Jan 27 21:57:57.189978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41214) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:57.195041 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-263af755-5dda-494e-b783-ca3c5ce84503 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:57.195761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263af755-5dda-494e-b783-ca3c5ce84503 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:57.202210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-263af755-5dda-494e-b783-ca3c5ce84503 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/subnets/e6fa1480-8cef-4c16-9891-9366dddd4649 HTTP/1.1" status: 404 len: 337 time: 0.1027210 Jan 27 21:57:57.202381 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1644508656', 'security_groups': ['9885fbc8-ebda-47ad-b14a-8228199e43cc'], 'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'edc779d7-53ea-4e2a-a464-6b14fa8dae93'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:57.202951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41216) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:57.226104 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51fac334-253c-43c5-b3b8-ac202b40d2be admin admin] Publish callbacks [] for security_group (280d5b75-ef1f-45da-9dda-a385da763ff5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.226497 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-441f9477-15ae-47a2-b76f-8c5a510f43be tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:57.227002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441f9477-15ae-47a2-b76f-8c5a510f43be tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:57.227718 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a9731d3-2276-4ccb-9cae-b8dc91244a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (84ff330c-7a7a-426b-afdf-48cb4fe5c88c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.230072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-441f9477-15ae-47a2-b76f-8c5a510f43be tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/networks/0206aea1-4205-44fd-afbe-b14887e2cc0c HTTP/1.1" status: 404 len: 339 time: 0.0253007 Jan 27 21:57:57.230492 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a9731d3-2276-4ccb-9cae-b8dc91244a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.231844 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2a9731d3-2276-4ccb-9cae-b8dc91244a03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84ff330c-7a7a-426b-afdf-48cb4fe5c88c HTTP/1.1" status: 204 len: 168 time: 0.4921486 Jan 27 21:57:57.236427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41218) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:57.279411 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ba9c46-8cda-44db-aa71-5cfe52b8f507 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:57.279691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9731d3-2276-4ccb-9cae-b8dc91244a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ff330c-7a7a-426b-afdf-48cb4fe5c88c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:57.279917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ba9c46-8cda-44db-aa71-5cfe52b8f507 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:57.290415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-43ba9c46-8cda-44db-aa71-5cfe52b8f507 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/subnets/88a52149-8446-4878-bcc5-5ad6cb2ed468 HTTP/1.1" status: 404 len: 337 time: 0.0455723 Jan 27 21:57:57.290415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41224) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:57.336535 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-484fbbed-84b9-4491-bcca-424339a0db1a tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:57.337379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484fbbed-84b9-4491-bcca-424339a0db1a tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:57.340824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-484fbbed-84b9-4491-bcca-424339a0db1a tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/networks/4e174654-d632-47d3-9964-1f949f45a661 HTTP/1.1" status: 404 len: 339 time: 0.0485053 Jan 27 21:57:57.344586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41226) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:57.366882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-92f49080-5155-4c72-b59d-b82006199ea8 service neutron] 10.222.0.61 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799695 Jan 27 21:57:57.404260 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed32086e-17c7-434a-ba3f-97c5e785deef tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:57.404535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed32086e-17c7-434a-ba3f-97c5e785deef tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:57.408050 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ed32086e-17c7-434a-ba3f-97c5e785deef tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/subnets/25c292ad-ecd8-4aca-a77e-652018b36238 HTTP/1.1" status: 404 len: 337 time: 0.0623310 Jan 27 21:57:57.410895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41228) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:57.432660 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.501817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-65363c0f-9d4a-4d57-906f-3dc99d6270cf service neutron] 10.222.0.61 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285300 Jan 27 21:57:57.609342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8c99633e-55a8-4899-822b-418fe4c1f1d3 service neutron] 10.222.0.61 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005197 Jan 27 21:57:57.730042 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d5f9c349-c6b1-481e-adf9-8408b12ec012 service neutron] 10.222.0.61 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141219 Jan 27 21:57:57.755349 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51fac334-253c-43c5-b3b8-ac202b40d2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (280d5b75-ef1f-45da-9dda-a385da763ff5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.758466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51fac334-253c-43c5-b3b8-ac202b40d2be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:57.761943 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-51fac334-253c-43c5-b3b8-ac202b40d2be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/280d5b75-ef1f-45da-9dda-a385da763ff5 HTTP/1.1" status: 204 len: 168 time: 0.6975205 Jan 27 21:57:57.761943 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:57:57.765300 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edc0a72-0d5e-4e55-ab71-c9d959a7d5b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:57.765829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5edc0a72-0d5e-4e55-ab71-c9d959a7d5b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:57.768846 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5edc0a72-0d5e-4e55-ab71-c9d959a7d5b3 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/networks/d62be9bf-1b6c-480c-9031-fa3fa20ed9af HTTP/1.1" status: 404 len: 339 time: 0.3566954 Jan 27 21:57:57.773202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41234) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:57.825081 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fac334-253c-43c5-b3b8-ac202b40d2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280d5b75-ef1f-45da-9dda-a385da763ff5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:57.923840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d39a05ef-84f4-4b84-b87e-bfac9db2c8c5 service neutron] 10.222.0.61 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883032 Jan 27 21:57:58.001336 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c585fcdf-e352-44fa-8d81-e798860c639e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Deleting port 062e9107-8636-402a-8a39-078aafcdd26b {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:58.001684 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c585fcdf-e352-44fa-8d81-e798860c639e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (062e9107-8636-402a-8a39-078aafcdd26b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.066830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-3543082f-e29c-4c67-b587-a670d75d837c service neutron] 10.222.0.61 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353703 Jan 27 21:57:58.087658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c585fcdf-e352-44fa-8d81-e798860c639e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (062e9107-8636-402a-8a39-078aafcdd26b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.109899 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c585fcdf-e352-44fa-8d81-e798860c639e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Calling delete_port for 062e9107-8636-402a-8a39-078aafcdd26b owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:58.208863 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.227701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port 79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:57:58.290883 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c585fcdf-e352-44fa-8d81-e798860c639e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (062e9107-8636-402a-8a39-078aafcdd26b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.324881 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585fcdf-e352-44fa-8d81-e798860c639e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Port': ['ID=062e9107-8636-402a-8a39-078aafcdd26b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:58.344174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c585fcdf-e352-44fa-8d81-e798860c639e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.347384 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c585fcdf-e352-44fa-8d81-e798860c639e tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/ports/062e9107-8636-402a-8a39-078aafcdd26b HTTP/1.1" status: 204 len: 168 time: 0.5642719 Jan 27 21:57:58.353959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41256) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:58.403177 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a40fd8-ac35-4fb2-b9d9-27078664f99f tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] DELETE failed (client error): The resource could not be found. Jan 27 21:57:58.403177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a40fd8-ac35-4fb2-b9d9-27078664f99f tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:57:58.408580 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-15a40fd8-ac35-4fb2-b9d9-27078664f99f tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/subnets/06c1a565-5a77-43bd-bbb7-0793f8edb367 HTTP/1.1" status: 404 len: 337 time: 0.0535169 Jan 27 21:57:58.411148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41262) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:58.430094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0189c46-5409-47b4-ab33-320b87a81769 None None] get_active_networks_info from n-d-760456-6 {{(pid=104028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 21:57:58.524304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a0360bbf-345f-445d-b53f-37648eb504ea None None] Provisioning complete for port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:58.525438 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a0360bbf-345f-445d-b53f-37648eb504ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3475c7c7-9cd4-466c-b4a7-1b00f02f444a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.556028 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (2ad18f32-b010-45c8-b3ba-4078dd1c922c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.561291 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8::1c5 (bb8e6043-a52d-4b79-9d9e-681b32ebf942/edc779d7-53ea-4e2a-a464-6b14fa8dae93/79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:57:58.590650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a0360bbf-345f-445d-b53f-37648eb504ea None None] Port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:58.606284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0189c46-5409-47b4-ab33-320b87a81769 None None] Resources bound (agent type, host, resource id): {{(pid=104028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 21:57:58.622905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a0360bbf-345f-445d-b53f-37648eb504ea None None] Provisioning complete for port 1fcbbbe9-60bd-4124-8462-431c528496be triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:58.623297 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a0360bbf-345f-445d-b53f-37648eb504ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.775731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41272) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:58.820997 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (2ad18f32-b010-45c8-b3ba-4078dd1c922c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.837161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9e80cdf8-9d6b-43f4-8927-6f9556371f19 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0749bb0dde604bd9b3c6e4c9e6b010bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0600634 Jan 27 21:57:58.838125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41276) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:58.930543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad18f32-b010-45c8-b3ba-4078dd1c922c']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:58.933100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1fcbbbe9-60bd-4124-8462-431c528496be up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:57:58.941068 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15d57e63-9dd6-4d87-a88b-4f44b7a2e3f3 admin admin] Publish callbacks [] for security_group (2ca89646-d77e-4a49-8d97-a26d42373873), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.953372 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34408a57-029e-499b-8c46-dfd8b76b76f8') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:58.953937 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34408a57-029e-499b-8c46-dfd8b76b76f8') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:57:58.979013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (34408a57-029e-499b-8c46-dfd8b76b76f8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:58.992190 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15d57e63-9dd6-4d87-a88b-4f44b7a2e3f3 admin admin] Publish callbacks [] for security_group (2ca89646-d77e-4a49-8d97-a26d42373873), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.002521 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.007244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (34408a57-029e-499b-8c46-dfd8b76b76f8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.017125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:57:59.017807 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (34408a57-029e-499b-8c46-dfd8b76b76f8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:57:59.023399 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:57:59.052471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a0360bbf-345f-445d-b53f-37648eb504ea None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:59.052582 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a0360bbf-345f-445d-b53f-37648eb504ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.077917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1fcbbbe9-60bd-4124-8462-431c528496be triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:59.077917 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.147388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a0360bbf-345f-445d-b53f-37648eb504ea None None] For port 1fcbbbe9-60bd-4124-8462-431c528496be, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1fcbbbe9-60bd-4124-8462-431c528496be,segment=NetworkSegment(06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb),segment_id=06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:57:59.191311 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:57:59.191731 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.221151 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15d57e63-9dd6-4d87-a88b-4f44b7a2e3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2ca89646-d77e-4a49-8d97-a26d42373873), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.223674 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15d57e63-9dd6-4d87-a88b-4f44b7a2e3f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.229761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-15d57e63-9dd6-4d87-a88b-4f44b7a2e3f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ca89646-d77e-4a49-8d97-a26d42373873 HTTP/1.1" status: 204 len: 168 time: 0.3875954 Jan 27 21:57:59.239121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d57e63-9dd6-4d87-a88b-4f44b7a2e3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca89646-d77e-4a49-8d97-a26d42373873,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:59.320993 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.322121 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a0360bbf-345f-445d-b53f-37648eb504ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.332631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (2ad18f32-b010-45c8-b3ba-4078dd1c922c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.382325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.385692 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/networks/2ad18f32-b010-45c8-b3ba-4078dd1c922c HTTP/1.1" status: 204 len: 168 time: 0.9697433 Jan 27 21:57:59.386582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ed45b-25f8-4101-96c9-36f205bbe6e4 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Network': ['ID=2ad18f32-b010-45c8-b3ba-4078dd1c922c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:59.388510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41288) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:59.420660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:57:59.422437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:57:59.440113 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:57:59.447520 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:57:59.447933 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:57:59.448838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0360bbf-345f-445d-b53f-37648eb504ea None None] Pushing event updated for resources: {'Port': ['ID=1fcbbbe9-60bd-4124-8462-431c528496be,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:59.450421 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:57:59.455499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.470705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:57:59.510693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-834a98c3-4564-45a8-b1bc-d3978ddaac30 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Deleting port 10231f3f-fc46-4a1f-9a38-ac39607e0482 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:57:59.511053 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-834a98c3-4564-45a8-b1bc-d3978ddaac30 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (10231f3f-fc46-4a1f-9a38-ac39607e0482), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.640803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-834a98c3-4564-45a8-b1bc-d3978ddaac30 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (10231f3f-fc46-4a1f-9a38-ac39607e0482), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.659218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-834a98c3-4564-45a8-b1bc-d3978ddaac30 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Calling delete_port for 10231f3f-fc46-4a1f-9a38-ac39607e0482 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:57:59.672701 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bc67e0d2-afe7-4489-b510-c5f6dbf4a5a4 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4797719 Jan 27 21:57:59.675598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41296) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:57:59.719805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5c271c44-5996-4668-9430-b80fbcafc862 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:57:59.858490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f51fb6b8-e94e-4d58-9602-d351b7bb5695 None None] Provisioning complete for port 79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:57:59.859439 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f51fb6b8-e94e-4d58-9602-d351b7bb5695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:57:59.905268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f51fb6b8-e94e-4d58-9602-d351b7bb5695 None None] Port 79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:57:59.995055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:00.009822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c271c44-5996-4668-9430-b80fbcafc862 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:00.013334 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c271c44-5996-4668-9430-b80fbcafc862 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.016959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-834a98c3-4564-45a8-b1bc-d3978ddaac30 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (10231f3f-fc46-4a1f-9a38-ac39607e0482), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.058607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a98c3-4564-45a8-b1bc-d3978ddaac30 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Port': ['ID=10231f3f-fc46-4a1f-9a38-ac39607e0482,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:00.099297 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-834a98c3-4564-45a8-b1bc-d3978ddaac30 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.104831 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-834a98c3-4564-45a8-b1bc-d3978ddaac30 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/ports/10231f3f-fc46-4a1f-9a38-ac39607e0482 HTTP/1.1" status: 204 len: 168 time: 0.7130601 Jan 27 21:58:00.105153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41318) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:00.138243 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a18ea2-1be4-48e2-8259-5cfec66b0e94 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] DELETE failed (client error): The resource could not be found. Jan 27 21:58:00.138706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a18ea2-1be4-48e2-8259-5cfec66b0e94 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:00.141842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-04a18ea2-1be4-48e2-8259-5cfec66b0e94 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/subnets/37690073-920b-4ac1-9a27-410b1ec88ce1 HTTP/1.1" status: 404 len: 337 time: 0.0357676 Jan 27 21:58:00.144486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41322) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:00.232944 n-d-760456-6 neutron-server[104027]: INFO neutron.db.ipam_backend_mixin [None req-5c271c44-5996-4668-9430-b80fbcafc862 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet edc779d7-53ea-4e2a-a464-6b14fa8dae93 (CIDR: 2001:db8::/64) Jan 27 21:58:00.253450 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (c3a2c37c-bf52-4010-9531-ccd4cc39d847), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.345900 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c271c44-5996-4668-9430-b80fbcafc862 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:58:00.346385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c271c44-5996-4668-9430-b80fbcafc862 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:00.368396 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (c3a2c37c-bf52-4010-9531-ccd4cc39d847), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.390618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a2c37c-bf52-4010-9531-ccd4cc39d847']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:00.400481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bc098a-5775-4b07-9c1e-e8a7fa5cdd18') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:00.400892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bc098a-5775-4b07-9c1e-e8a7fa5cdd18') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:00.414025 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (17bc098a-5775-4b07-9c1e-e8a7fa5cdd18), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.427063 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (17bc098a-5775-4b07-9c1e-e8a7fa5cdd18), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.433936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:58:00.434309 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (17bc098a-5775-4b07-9c1e-e8a7fa5cdd18), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:58:00.437495 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:58:00.544532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5c271c44-5996-4668-9430-b80fbcafc862 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8672345 Jan 27 21:58:00.547198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41336) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:00.553412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d2dba3bf-0534-42e3-b8fd-eac84783eef2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:00.642730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2502ed81-9ea2-4fdf-884f-bb671f57a472 req-f725ba60-871c-42c5-8ca4-e90cbe9ee255 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0311742 Jan 27 21:58:00.646356 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (c3a2c37c-bf52-4010-9531-ccd4cc39d847), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.659382 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.664456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/networks/c3a2c37c-bf52-4010-9531-ccd4cc39d847 HTTP/1.1" status: 204 len: 168 time: 0.5185261 Jan 27 21:58:00.666917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41342) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:00.686373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac524e-42f5-428b-8631-4ccce3fc9d69 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Network': ['ID=c3a2c37c-bf52-4010-9531-ccd4cc39d847,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:00.799975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1fcbbbe9-60bd-4124-8462-431c528496be up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:00.816399 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-b480eb24-c51c-4461-bb08-6581666bf416 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Deleting subnet e5df9d9f-d880-4c08-a563-b28c8e3fe4c5 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:00.832228 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b480eb24-c51c-4461-bb08-6581666bf416 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for subnet (e5df9d9f-d880-4c08-a563-b28c8e3fe4c5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.850067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dba3bf-0534-42e3-b8fd-eac84783eef2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:00.854272 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2dba3bf-0534-42e3-b8fd-eac84783eef2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.912546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1fcbbbe9-60bd-4124-8462-431c528496be triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:00.913558 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:00.915606 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b480eb24-c51c-4461-bb08-6581666bf416 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (e5df9d9f-d880-4c08-a563-b28c8e3fe4c5), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.009568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:01.025190 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b480eb24-c51c-4461-bb08-6581666bf416 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (e5df9d9f-d880-4c08-a563-b28c8e3fe4c5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.329642 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b480eb24-c51c-4461-bb08-6581666bf416 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (e5df9d9f-d880-4c08-a563-b28c8e3fe4c5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.361526 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b480eb24-c51c-4461-bb08-6581666bf416 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.369235 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b480eb24-c51c-4461-bb08-6581666bf416 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/subnets/e5df9d9f-d880-4c08-a563-b28c8e3fe4c5 HTTP/1.1" status: 204 len: 168 time: 0.7011669 Jan 27 21:58:01.370577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480eb24-c51c-4461-bb08-6581666bf416 tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Subnet': ['ID=e5df9d9f-d880-4c08-a563-b28c8e3fe4c5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:01.371447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34634baf-b87b-49f7-b17a-bb11776b2153 None None] Network 2d114526-cd9d-4d6e-b173-6eb9325ae3d9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:01.373938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41364) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:01.535943 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (2d114526-cd9d-4d6e-b173-6eb9325ae3d9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.624650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Deleting port 471154db-fb2f-4d14-b461-98d4d52cb448 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:01.625187 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.655998 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2dba3bf-0534-42e3-b8fd-eac84783eef2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (2be1ab07-2698-4de7-9209-73810d4856b2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.717026 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] For port 471154db-fb2f-4d14-b461-98d4d52cb448, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=471154db-fb2f-4d14-b461-98d4d52cb448,segment=NetworkSegment(72b20d81-576c-4885-9790-b9a4754ad130),segment_id=72b20d81-576c-4885-9790-b9a4754ad130)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:01.717596 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.736322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dba3bf-0534-42e3-b8fd-eac84783eef2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:01.739783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d2dba3bf-0534-42e3-b8fd-eac84783eef2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:01.745159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dba3bf-0534-42e3-b8fd-eac84783eef2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:01.746045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2dba3bf-0534-42e3-b8fd-eac84783eef2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:01.751623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab564f-b66c-4c60-a59d-5c3478388eb5 None None] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:01.754369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Calling delete_port for 471154db-fb2f-4d14-b461-98d4d52cb448 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:01.825484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dba3bf-0534-42e3-b8fd-eac84783eef2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Subnet': ['ID=2be1ab07-2698-4de7-9209-73810d4856b2,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:01.858233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f3f3ce-f52f-4b9c-b1fc-82aa5d8612ba None None] DHCP port deletion for 2d114526-cd9d-4d6e-b173-6eb9325ae3d9 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:01.861255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6cfeaf99-fef8-4093-a125-6ea03287f2a2 req-97a4164e-8396-48bd-9941-a68df6e624a3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0867984 Jan 27 21:58:01.921857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d2dba3bf-0534-42e3-b8fd-eac84783eef2 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3676159 Jan 27 21:58:01.922258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41382) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:01.922258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41384) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:01.931870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b77ed4cf-a397-4e2f-b5ac-4d5d7d408ec8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-647855705', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2be1ab07-2698-4de7-9209-73810d4856b2'}], 'security_groups': ['ae07416b-eb27-4dac-828e-9e0ee998c86e']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:01.999512 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-79f3f3ce-f52f-4b9c-b1fc-82aa5d8612ba None None] Deleting port 471154db-fb2f-4d14-b461-98d4d52cb448 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:01.999994 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-79f3f3ce-f52f-4b9c-b1fc-82aa5d8612ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.047439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.110842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-79f3f3ce-f52f-4b9c-b1fc-82aa5d8612ba None None] For port 471154db-fb2f-4d14-b461-98d4d52cb448, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=471154db-fb2f-4d14-b461-98d4d52cb448,segment=NetworkSegment(72b20d81-576c-4885-9790-b9a4754ad130),segment_id=72b20d81-576c-4885-9790-b9a4754ad130)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:02.111343 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-79f3f3ce-f52f-4b9c-b1fc-82aa5d8612ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.127520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-79f3f3ce-f52f-4b9c-b1fc-82aa5d8612ba None None] Calling delete_port for 471154db-fb2f-4d14-b461-98d4d52cb448 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:02.153460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Port': ['ID=471154db-fb2f-4d14-b461-98d4d52cb448,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:02.162832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c86e23-5998-4ce6-b70d-aceafad86d6a None None] Update dhcp port {'port': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'fixed_ips': [{'subnet_id': 'edc779d7-53ea-4e2a-a464-6b14fa8dae93', 'ip_address': '2001:db8::2'}, {'subnet_id': '2be1ab07-2698-4de7-9209-73810d4856b2'}], 'binding:host_id': 'n-d-760456-6'}, 'id': '1fcbbbe9-60bd-4124-8462-431c528496be'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 21:58:02.169636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] No DVR routers for this DVR port 471154db-fb2f-4d14-b461-98d4d52cb448 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:02.175011 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b77ed4cf-a397-4e2f-b5ac-4d5d7d408ec8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.273342 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-79f3f3ce-f52f-4b9c-b1fc-82aa5d8612ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (471154db-fb2f-4d14-b461-98d4d52cb448), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.309340 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-43c86e23-5998-4ce6-b70d-aceafad86d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.316825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:02.378404 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (2d114526-cd9d-4d6e-b173-6eb9325ae3d9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.378542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3f3ce-f52f-4b9c-b1fc-82aa5d8612ba None None] Pushing event deleted for resources: {'Port': ['ID=471154db-fb2f-4d14-b461-98d4d52cb448,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:02.378542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3f3ce-f52f-4b9c-b1fc-82aa5d8612ba None None] No DVR routers for this DVR port 471154db-fb2f-4d14-b461-98d4d52cb448 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:02.409976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d114526-cd9d-4d6e-b173-6eb9325ae3d9']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:02.426240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b20d81-576c-4885-9790-b9a4754ad130') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:02.426608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b20d81-576c-4885-9790-b9a4754ad130') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:02.464660 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-68480cc6-547b-4262-b1c6-bd4ef8dd3848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.468486 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (72b20d81-576c-4885-9790-b9a4754ad130), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.492065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (72b20d81-576c-4885-9790-b9a4754ad130), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.503746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:58:02.504346 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (72b20d81-576c-4885-9790-b9a4754ad130), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:58:02.507710 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:58:02.553974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-43c86e23-5998-4ce6-b70d-aceafad86d6a None None] Allocated IP 2001:db8:0:1::2 (bb8e6043-a52d-4b79-9d9e-681b32ebf942/2be1ab07-2698-4de7-9209-73810d4856b2/1fcbbbe9-60bd-4124-8462-431c528496be) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:02.658726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-43c86e23-5998-4ce6-b70d-aceafad86d6a None None] For port 1fcbbbe9-60bd-4124-8462-431c528496be, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1fcbbbe9-60bd-4124-8462-431c528496be,segment=NetworkSegment(06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb),segment_id=06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:02.719089 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-43c86e23-5998-4ce6-b70d-aceafad86d6a None None] Publish callbacks [] for port (1fcbbbe9-60bd-4124-8462-431c528496be), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.719089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 471154db-fb2f-4d14-b461-98d4d52cb448 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:02.737678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 471154db-fb2f-4d14-b461-98d4d52cb448 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:02.738034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 471154db-fb2f-4d14-b461-98d4d52cb448 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:02.787159 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.895927 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.971184 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b10a46d-23ca-4dcb-805b-93d081d5fe33 req-4b8e0d49-99c7-4aae-b740-29789717d765 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0260503 Jan 27 21:58:02.979419 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-43c86e23-5998-4ce6-b70d-aceafad86d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:02.986172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (2d114526-cd9d-4d6e-b173-6eb9325ae3d9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.026841 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.031030 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] 10.222.0.61 "DELETE /v2.0/networks/2d114526-cd9d-4d6e-b173-6eb9325ae3d9 HTTP/1.1" status: 204 len: 168 time: 1.6549342 Jan 27 21:58:03.059164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c86e23-5998-4ce6-b70d-aceafad86d6a None None] Pushing event updated for resources: {'Port': ['ID=1fcbbbe9-60bd-4124-8462-431c528496be,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:03.066700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32ee96-981f-4971-a890-f0bd23b026fb tempest-NetworksIpV6TestAttrs-1646438823 tempest-NetworksIpV6TestAttrs-1646438823-project] Pushing event deleted for resources: {'Network': ['ID=2d114526-cd9d-4d6e-b173-6eb9325ae3d9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:03.191439 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Allocated IP 172.25.0.88 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/09269256-693f-435f-b1ef-e0e03c255193) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:03.203321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-b77ed4cf-a397-4e2f-b5ac-4d5d7d408ec8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Delete allocated IP 2001:db8::1c5 (bb8e6043-a52d-4b79-9d9e-681b32ebf942/edc779d7-53ea-4e2a-a464-6b14fa8dae93) {{(pid=104026) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 21:58:03.217391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-b77ed4cf-a397-4e2f-b5ac-4d5d7d408ec8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8:0:1::30a (bb8e6043-a52d-4b79-9d9e-681b32ebf942/2be1ab07-2698-4de7-9209-73810d4856b2/79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:03.351575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41408) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:03.356383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-06d147f7-e048-4658-aee4-73426debd6a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881307085', 'description': 'tempest-secgroup-smoke-1881307085 description', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:03.416116 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for port (09269256-693f-435f-b1ef-e0e03c255193), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.534896 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b77ed4cf-a397-4e2f-b5ac-4d5d7d408ec8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.650218 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06d147f7-e048-4658-aee4-73426debd6a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.666799 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06d147f7-e048-4658-aee4-73426debd6a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.730568 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (09269256-693f-435f-b1ef-e0e03c255193), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.735157 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b77ed4cf-a397-4e2f-b5ac-4d5d7d408ec8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.748394 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06d147f7-e048-4658-aee4-73426debd6a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (0c9e4849-3775-43c6-8e18-232389b01ef0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.807619 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b77ed4cf-a397-4e2f-b5ac-4d5d7d408ec8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] In _notify_port_updated(), no bound segment for port 79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e on network bb8e6043-a52d-4b79-9d9e-681b32ebf942 {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:58:03.813013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ed4cf-a397-4e2f-b5ac-4d5d7d408ec8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:03.813655 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b77ed4cf-a397-4e2f-b5ac-4d5d7d408ec8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.815548 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b77ed4cf-a397-4e2f-b5ac-4d5d7d408ec8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "PUT /v2.0/ports/79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e HTTP/1.1" status: 200 len: 930 time: 1.8944962 Jan 27 21:58:03.818074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41412) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:03.837437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event updated for resources: {'Port': ['ID=09269256-693f-435f-b1ef-e0e03c255193,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:03.841562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:03.846994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:03.868389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:03.877321 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-61e26065-bd30-49a3-9eab-0f01e0838725 None None] Provisioning complete for port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:03.878296 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61e26065-bd30-49a3-9eab-0f01e0838725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3475c7c7-9cd4-466c-b4a7-1b00f02f444a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.922158 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ed4cf-a397-4e2f-b5ac-4d5d7d408ec8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:03.931350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-61e26065-bd30-49a3-9eab-0f01e0838725 None None] Port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:03.943451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-61e26065-bd30-49a3-9eab-0f01e0838725 None None] Provisioning complete for port 1fcbbbe9-60bd-4124-8462-431c528496be triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:03.944023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61e26065-bd30-49a3-9eab-0f01e0838725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:03.945018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ab51d861-3433-4d59-bf9d-dc4b8972a98b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:03.945515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ab51d861-3433-4d59-bf9d-dc4b8972a98b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.011479 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for floatingip (6651de07-ea35-458f-9a08-cb746719908c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.066621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ab51d861-3433-4d59-bf9d-dc4b8972a98b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.076198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-61e26065-bd30-49a3-9eab-0f01e0838725 None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:04.081064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ab51d861-3433-4d59-bf9d-dc4b8972a98b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:04.093160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-61e26065-bd30-49a3-9eab-0f01e0838725 None None] Provisioning complete for port 79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:04.093551 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61e26065-bd30-49a3-9eab-0f01e0838725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.100914 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06d147f7-e048-4658-aee4-73426debd6a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0c9e4849-3775-43c6-8e18-232389b01ef0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.136411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-61e26065-bd30-49a3-9eab-0f01e0838725 None None] Port 79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:04.157454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a58dc46e-cf33-4e59-86e9-d9f075de08c5 req-ab08768e-c980-4be9-a31a-cd5e7db1b576 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0581276 Jan 27 21:58:04.216324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d147f7-e048-4658-aee4-73426debd6a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9e4849-3775-43c6-8e18-232389b01ef0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:04.226432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41422) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:04.276428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7a5e8e09-9feb-4367-965c-75ce90063d20 None None] Provisioning complete for port 79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:04.277946 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a5e8e09-9feb-4367-965c-75ce90063d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.328182 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06d147f7-e048-4658-aee4-73426debd6a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (9c4e4d89-2636-497b-b4ac-30790e75bbc6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.331376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e8e09-9feb-4367-965c-75ce90063d20 None None] Port 79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:04.395675 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (09269256-693f-435f-b1ef-e0e03c255193), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.431704 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8e16fcab-cd7a-4f8a-bc4e-2a6c95ae74ed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=afa599ce7b094e10a5d777eeb4cf340a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2036231 Jan 27 21:58:04.434046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41426) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:04.549205 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f01b8d1b-ec5c-422c-bf19-243925d835f5 admin admin] Publish callbacks [] for security_group (b844f30b-cbce-4b3d-b2b0-8cd70dfdd9d2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.590784 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f01b8d1b-ec5c-422c-bf19-243925d835f5 admin admin] Publish callbacks [] for security_group (b844f30b-cbce-4b3d-b2b0-8cd70dfdd9d2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.637420 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for port (09269256-693f-435f-b1ef-e0e03c255193), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.730762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1fcbbbe9-60bd-4124-8462-431c528496be up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:04.742374 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06d147f7-e048-4658-aee4-73426debd6a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9c4e4d89-2636-497b-b4ac-30790e75bbc6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.744762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ab51d861-3433-4d59-bf9d-dc4b8972a98b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.786199 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1fcbbbe9-60bd-4124-8462-431c528496be triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:04.786604 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.799943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51d861-3433-4d59-bf9d-dc4b8972a98b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:04.811570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d147f7-e048-4658-aee4-73426debd6a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4e4d89-2636-497b-b4ac-30790e75bbc6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:04.830764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ab51d861-3433-4d59-bf9d-dc4b8972a98b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.835187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ab51d861-3433-4d59-bf9d-dc4b8972a98b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e HTTP/1.1" status: 204 len: 168 time: 1.0157297 Jan 27 21:58:04.843613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41428) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:04.881542 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a839378-8730-479a-839b-594b98fb983c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:58:04.883396 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1a839378-8730-479a-839b-594b98fb983c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/79deeedb-ae4e-4df4-9dfc-4e5e8efa4b9e HTTP/1.1" status: 404 len: 333 time: 0.0387046 Jan 27 21:58:04.886311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41430) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:04.907871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:04.947667 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f01b8d1b-ec5c-422c-bf19-243925d835f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b844f30b-cbce-4b3d-b2b0-8cd70dfdd9d2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.951116 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f01b8d1b-ec5c-422c-bf19-243925d835f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.952580 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f01b8d1b-ec5c-422c-bf19-243925d835f5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b844f30b-cbce-4b3d-b2b0-8cd70dfdd9d2 HTTP/1.1" status: 204 len: 168 time: 0.5176120 Jan 27 21:58:04.959836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70f37701-323b-4a9f-829f-678717ed6028 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (9885fbc8-ebda-47ad-b14a-8228199e43cc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.961791 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (09269256-693f-435f-b1ef-e0e03c255193), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:04.964721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b8d1b-ec5c-422c-bf19-243925d835f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b844f30b-cbce-4b3d-b2b0-8cd70dfdd9d2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:04.997890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70f37701-323b-4a9f-829f-678717ed6028 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (9885fbc8-ebda-47ad-b14a-8228199e43cc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.006398 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bacf1efb-ca0f-4ac6-a8b2-027cd478c0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.050597 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06d147f7-e048-4658-aee4-73426debd6a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.056215 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-06d147f7-e048-4658-aee4-73426debd6a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.6990442 Jan 27 21:58:05.057139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41438) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:05.060462 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event updated for resources: {'Port': ['ID=09269256-693f-435f-b1ef-e0e03c255193,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:05.062950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9a0551c7-8389-4ddf-ae6c-8c5057a64f86 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '9c4e4d89-2636-497b-b4ac-30790e75bbc6', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:05.073409 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (6651de07-ea35-458f-9a08-cb746719908c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.238531 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70f37701-323b-4a9f-829f-678717ed6028 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9885fbc8-ebda-47ad-b14a-8228199e43cc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.241269 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70f37701-323b-4a9f-829f-678717ed6028 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.242645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-70f37701-323b-4a9f-829f-678717ed6028 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/security-groups/9885fbc8-ebda-47ad-b14a-8228199e43cc HTTP/1.1" status: 204 len: 168 time: 0.3553612 Jan 27 21:58:05.245310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41444) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:05.263730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f37701-323b-4a9f-829f-678717ed6028 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9885fbc8-ebda-47ad-b14a-8228199e43cc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:05.280402 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.284255 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f3ef410-c836-40a1-8b0e-406f1beeb1bb tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3585787 Jan 27 21:58:05.286642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41446) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:05.291615 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-772217964'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:05.316743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b9de012-dda2-442f-8d1b-959677957826 req-1340b28d-88cb-480a-888e-e96084a5917a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0729933 Jan 27 21:58:05.331497 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18fa1cdb-d4a9-486e-b21e-2cfbad2076e3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (ae07416b-eb27-4dac-828e-9e0ee998c86e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.340219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a0551c7-8389-4ddf-ae6c-8c5057a64f86 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (16ee3df5-5160-467c-9f03-ede7183300a6), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.359129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18fa1cdb-d4a9-486e-b21e-2cfbad2076e3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (ae07416b-eb27-4dac-828e-9e0ee998c86e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.412967 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a0551c7-8389-4ddf-ae6c-8c5057a64f86 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (16ee3df5-5160-467c-9f03-ede7183300a6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.443900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Made reservation on behalf of b9bb0cb2e30443e5bacaad33718d88a6 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:05.447382 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.456217 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.534152 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for security_group (26b2bb1e-489b-4700-bf3b-50061a491173), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.541186 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18fa1cdb-d4a9-486e-b21e-2cfbad2076e3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ae07416b-eb27-4dac-828e-9e0ee998c86e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.541648 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a0551c7-8389-4ddf-ae6c-8c5057a64f86 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (16ee3df5-5160-467c-9f03-ede7183300a6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.545834 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-18fa1cdb-d4a9-486e-b21e-2cfbad2076e3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.547133 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-18fa1cdb-d4a9-486e-b21e-2cfbad2076e3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/security-groups/ae07416b-eb27-4dac-828e-9e0ee998c86e HTTP/1.1" status: 204 len: 168 time: 0.3007991 Jan 27 21:58:05.551000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41450) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:05.559216 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa1cdb-d4a9-486e-b21e-2cfbad2076e3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae07416b-eb27-4dac-828e-9e0ee998c86e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:05.604295 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (26b2bb1e-489b-4700-bf3b-50061a491173), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.619681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0551c7-8389-4ddf-ae6c-8c5057a64f86 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ee3df5-5160-467c-9f03-ede7183300a6,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:05.640168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:58:05.654079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-df36f0f2-f744-4c91-bd9e-a72ba3df48d3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting subnet edc779d7-53ea-4e2a-a464-6b14fa8dae93 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:05.661196 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b2bb1e-489b-4700-bf3b-50061a491173,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:05.661787 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df36f0f2-f744-4c91-bd9e-a72ba3df48d3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (edc779d7-53ea-4e2a-a464-6b14fa8dae93), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.665491 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (26450641-5624-4685-b2ef-db7cbae69e19), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.665853 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Added segment 26450641-5624-4685-b2ef-db7cbae69e19 of type vlan for network 7385cb56-dfa1-462e-af15-83ea1db3d1e5 Jan 27 21:58:05.736332 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (7385cb56-dfa1-462e-af15-83ea1db3d1e5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.738241 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a0551c7-8389-4ddf-ae6c-8c5057a64f86 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.741402 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9a0551c7-8389-4ddf-ae6c-8c5057a64f86 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6818447 Jan 27 21:58:05.743369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41458) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:05.746915 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df36f0f2-f744-4c91-bd9e-a72ba3df48d3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (edc779d7-53ea-4e2a-a464-6b14fa8dae93), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.752454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9cfbddc0-d863-4f4b-9f73-5984f7b1c04f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '9c4e4d89-2636-497b-b4ac-30790e75bbc6', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:05.850424 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df36f0f2-f744-4c91-bd9e-a72ba3df48d3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (edc779d7-53ea-4e2a-a464-6b14fa8dae93), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.884995 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (7385cb56-dfa1-462e-af15-83ea1db3d1e5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.934402 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cfbddc0-d863-4f4b-9f73-5984f7b1c04f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (fae5c600-e5d2-4e02-94ef-21f514dae6df), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.934848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:05.934848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.958217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cfbddc0-d863-4f4b-9f73-5984f7b1c04f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (fae5c600-e5d2-4e02-94ef-21f514dae6df), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:05.979261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event updated for resources: {'Network': ['ID=7385cb56-dfa1-462e-af15-83ea1db3d1e5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:06.001645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 7385cb56-dfa1-462e-af15-83ea1db3d1e5 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:58:06.029176 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-94db37a8-d7ed-491b-9759-dcc357a854fd tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7416263 Jan 27 21:58:06.031830 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41462) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:06.038585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cfbddc0-d863-4f4b-9f73-5984f7b1c04f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (fae5c600-e5d2-4e02-94ef-21f514dae6df), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.042544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df36f0f2-f744-4c91-bd9e-a72ba3df48d3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (edc779d7-53ea-4e2a-a464-6b14fa8dae93), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.059963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7454a677-a029-41e0-ae0d-36663b5dba4a tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Request body: {'subnet': {'network_id': '7385cb56-dfa1-462e-af15-83ea1db3d1e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:06.114318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbddc0-d863-4f4b-9f73-5984f7b1c04f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae5c600-e5d2-4e02-94ef-21f514dae6df,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:06.120886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36f0f2-f744-4c91-bd9e-a72ba3df48d3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Subnet': ['ID=edc779d7-53ea-4e2a-a464-6b14fa8dae93,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:06.122812 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df36f0f2-f744-4c91-bd9e-a72ba3df48d3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.132065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaf64f9-f6cf-4164-851b-3adc1e9bcc7b None None] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:06.132948 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-df36f0f2-f744-4c91-bd9e-a72ba3df48d3 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/edc779d7-53ea-4e2a-a464-6b14fa8dae93 HTTP/1.1" status: 204 len: 168 time: 0.5774524 Jan 27 21:58:06.135078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-faa2fb5c-4ea0-46c9-91c4-11b9ee2b4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:06.136050 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41468) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:06.153636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a5281a5d-d79d-41e7-bcbb-8e8b97b4db5d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:06.153913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-faa2fb5c-4ea0-46c9-91c4-11b9ee2b4b4d service neutron] 10.222.0.74 "GET /v2.0/ports/cb7d9cb2-705b-481e-b551-5bb9212cb343 HTTP/1.1" status: 200 len: 1026 time: 0.1284881 Jan 27 21:58:06.190556 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.196960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d2a8350d-0735-4471-a6e1-a9186ecb62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:06.199208 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d2a8350d-0735-4471-a6e1-a9186ecb62f8 service neutron] 10.222.0.74 "GET /v2.0/ports/856c8d91-48e7-4a38-b228-a5d13c60c10b HTTP/1.1" status: 200 len: 1027 time: 0.0483131 Jan 27 21:58:06.285854 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cfbddc0-d863-4f4b-9f73-5984f7b1c04f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.290709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9cfbddc0-d863-4f4b-9f73-5984f7b1c04f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5433722 Jan 27 21:58:06.291036 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41478) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:06.296411 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bea72c4f-d4ce-4721-8817-0ca89101f9a3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '9c4e4d89-2636-497b-b4ac-30790e75bbc6', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:06.374066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d9f138ca-93df-4505-9a6d-ba47967f5f9c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:06.379082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d9f138ca-93df-4505-9a6d-ba47967f5f9c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:06.384101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d9f138ca-93df-4505-9a6d-ba47967f5f9c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:06.385827 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d9f138ca-93df-4505-9a6d-ba47967f5f9c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "GET /v2.0/networks?id=0b82e3ea-cccf-4366-975c-e3e82e495967&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=57b0572f-1953-43f1-ab4d-663ea68612ac&id=57b0572f-1953-43f1-ab4d-663ea68612ac HTTP/1.1" status: 200 len: 1990 time: 0.1804144 Jan 27 21:58:06.471843 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7454a677-a029-41e0-ae0d-36663b5dba4a tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Made reservation on behalf of b9bb0cb2e30443e5bacaad33718d88a6 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:06.485542 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7454a677-a029-41e0-ae0d-36663b5dba4a tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.500878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5281a5d-d79d-41e7-bcbb-8e8b97b4db5d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:06.504286 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a5281a5d-d79d-41e7-bcbb-8e8b97b4db5d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.504510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8bfec523-438f-4af7-a3fa-487d6990a43c req-6d63594e-6198-48c4-bd3d-8b49653e9bf0 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0604565 Jan 27 21:58:06.543967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bea72c4f-d4ce-4721-8817-0ca89101f9a3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (050ac4d8-b635-41b9-8c98-59592ac54586), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:06.551488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e7d2630a-2dc5-42ef-ba26-cb0968145209 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06bdf1d1f880465ebd58102f3936b27e HTTP/1.1" status: 200 len: 380 time: 0.1504002 Jan 27 21:58:06.563602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'port': {'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'admin_state_up': True, 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'security_groups': ['4d73719f-4b69-463d-b2f1-cc76850911ff']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:06.671397 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41486) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:06.929345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:06.933564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.061869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5f7ec917-802b-46d1-89bc-faaba76383fa tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679812921'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:07.149891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bea72c4f-d4ce-4721-8817-0ca89101f9a3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (050ac4d8-b635-41b9-8c98-59592ac54586), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.173571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-04b0c311-0443-4181-98c9-d78a202a8312 None None] Provisioning complete for port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:07.174234 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04b0c311-0443-4181-98c9-d78a202a8312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3475c7c7-9cd4-466c-b4a7-1b00f02f444a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.176646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Allocated IP 172.20.0.12 (0b82e3ea-cccf-4366-975c-e3e82e495967/424eff24-915c-48ed-bc94-f5626e6d8b0b/5335e078-e423-47c5-8bb8-2d0d0964a65c) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:07.252244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-04b0c311-0443-4181-98c9-d78a202a8312 None None] Port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:07.271818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-04b0c311-0443-4181-98c9-d78a202a8312 None None] Provisioning complete for port 1fcbbbe9-60bd-4124-8462-431c528496be triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:07.272554 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04b0c311-0443-4181-98c9-d78a202a8312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.317436 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bea72c4f-d4ce-4721-8817-0ca89101f9a3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (050ac4d8-b635-41b9-8c98-59592ac54586), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.346473 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea72c4f-d4ce-4721-8817-0ca89101f9a3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050ac4d8-b635-41b9-8c98-59592ac54586,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:07.359508 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.432961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-04b0c311-0443-4181-98c9-d78a202a8312 None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:07.455983 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a5281a5d-d79d-41e7-bcbb-8e8b97b4db5d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (a264b12f-f481-4b48-95c0-6710c11967c3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.495008 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.520528 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f7ec917-802b-46d1-89bc-faaba76383fa tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.524577 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bea72c4f-d4ce-4721-8817-0ca89101f9a3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.525777 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bea72c4f-d4ce-4721-8817-0ca89101f9a3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2336817 Jan 27 21:58:07.528657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41494) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:07.535901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5281a5d-d79d-41e7-bcbb-8e8b97b4db5d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:07.536062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7b9885f8-44ba-4711-98f8-e91b81fa67b4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '9c4e4d89-2636-497b-b4ac-30790e75bbc6', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:07.539464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a5281a5d-d79d-41e7-bcbb-8e8b97b4db5d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:07.542325 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5281a5d-d79d-41e7-bcbb-8e8b97b4db5d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:07.543140 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a5281a5d-d79d-41e7-bcbb-8e8b97b4db5d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.550491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a9d8e7-e680-4d1c-847f-ed6ead78871e None None] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:07.554708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f7ec917-802b-46d1-89bc-faaba76383fa tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.576881 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5281a5d-d79d-41e7-bcbb-8e8b97b4db5d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Subnet': ['ID=a264b12f-f481-4b48-95c0-6710c11967c3,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:07.599564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.640224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7454a677-a029-41e0-ae0d-36663b5dba4a tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (b4bf724a-56f8-4fe3-9e9d-8571f49f495b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.676546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Network 0b82e3ea-cccf-4366-975c-e3e82e495967 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:07.687393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:07.689645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:07.743449 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b9885f8-44ba-4711-98f8-e91b81fa67b4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (a4a77576-76e4-4463-a518-340997fe0c0a), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.749894 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454a677-a029-41e0-ae0d-36663b5dba4a tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event updated for resources: {'Subnet': ['ID=b4bf724a-56f8-4fe3-9e9d-8571f49f495b,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:07.788361 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a5281a5d-d79d-41e7-bcbb-8e8b97b4db5d tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6512127 Jan 27 21:58:07.792624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f7ec917-802b-46d1-89bc-faaba76383fa tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (bb0e4ad8-5434-454a-bd12-7827da56d67f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.793714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41500) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:07.798814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Port': ['ID=5335e078-e423-47c5-8bb8-2d0d0964a65c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:07.801700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-46af4672-75dd-41d8-ad0b-06dfcef94325 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1832766995'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:07.824443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454a677-a029-41e0-ae0d-36663b5dba4a tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Checking segment: {'id': '26450641-5624-4685-b2ef-db7cbae69e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7385cb56-dfa1-462e-af15-83ea1db3d1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:07.824810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454a677-a029-41e0-ae0d-36663b5dba4a tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Network hostable DHCP agents. Network: 7385cb56-dfa1-462e-af15-83ea1db3d1e5, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:58:07.866359 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f7ec917-802b-46d1-89bc-faaba76383fa tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bb0e4ad8-5434-454a-bd12-7827da56d67f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.867108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b9885f8-44ba-4711-98f8-e91b81fa67b4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (a4a77576-76e4-4463-a518-340997fe0c0a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.875228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889b0a-88af-4b2b-9e67-683fb28346f8 req-e84591e8-51a3-4529-8a83-6f505c766bf3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:07.877131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49889b0a-88af-4b2b-9e67-683fb28346f8 req-e84591e8-51a3-4529-8a83-6f505c766bf3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 932 time: 0.2740071 Jan 27 21:58:07.884399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd008493-8ed7-49ff-a1b4-2c910011814a None None] Update dhcp port {'port': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'fixed_ips': [{'subnet_id': '2be1ab07-2698-4de7-9209-73810d4856b2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a264b12f-f481-4b48-95c0-6710c11967c3'}], 'binding:host_id': 'n-d-760456-6'}, 'id': '1fcbbbe9-60bd-4124-8462-431c528496be'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 21:58:07.912888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:07.913570 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.969673 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd008493-8ed7-49ff-a1b4-2c910011814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:07.970572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49889b0a-88af-4b2b-9e67-683fb28346f8 req-082ba699-fea3-4216-aadd-0da43a6b8eef tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828950 Jan 27 21:58:07.981612 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-46af4672-75dd-41d8-ad0b-06dfcef94325 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.009519 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b9885f8-44ba-4711-98f8-e91b81fa67b4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (a4a77576-76e4-4463-a518-340997fe0c0a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.012843 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ec917-802b-46d1-89bc-faaba76383fa tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0e4ad8-5434-454a-bd12-7827da56d67f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:08.026830 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454a677-a029-41e0-ae0d-36663b5dba4a tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Network 7385cb56-dfa1-462e-af15-83ea1db3d1e5 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:58:08.038050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9885f8-44ba-4711-98f8-e91b81fa67b4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a77576-76e4-4463-a518-340997fe0c0a,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:08.069819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-4a0b5a30-f9c9-4f48-9622-dededdf1d38d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5102108 Jan 27 21:58:08.085627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'port': {'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e', 'admin_state_up': True, 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'security_groups': ['4d73719f-4b69-463d-b2f1-cc76850911ff']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:08.096120 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f7ec917-802b-46d1-89bc-faaba76383fa tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (c88562bb-19c7-42e9-9b60-cbcdad71aaa3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.142108 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-46af4672-75dd-41d8-ad0b-06dfcef94325 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (3dfb1ec4-54e9-4712-8837-fd2487f08fd6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.170002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-7454a677-a029-41e0-ae0d-36663b5dba4a tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 7385cb56-dfa1-462e-af15-83ea1db3d1e5) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:08.180752 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7454a677-a029-41e0-ae0d-36663b5dba4a tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:08.184222 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7454a677-a029-41e0-ae0d-36663b5dba4a tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.194080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6acd22f-03c9-469a-88a0-8472c5a0eb10 None None] Network 7385cb56-dfa1-462e-af15-83ea1db3d1e5 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:08.221586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9e43e5d0-91bf-4d5a-9348-c6818b415dbd None None] Provisioning complete for port 5335e078-e423-47c5-8bb8-2d0d0964a65c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:08.225865 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e43e5d0-91bf-4d5a-9348-c6818b415dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.228108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7b9885f8-44ba-4711-98f8-e91b81fa67b4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.229367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7b9885f8-44ba-4711-98f8-e91b81fa67b4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6995029 Jan 27 21:58:08.232410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41504) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:08.237214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f5dd5dd2-4f2e-4888-b03f-9b4177280ae4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '9c4e4d89-2636-497b-b4ac-30790e75bbc6', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:08.255879 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f7ec917-802b-46d1-89bc-faaba76383fa tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c88562bb-19c7-42e9-9b60-cbcdad71aaa3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.296926 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ec917-802b-46d1-89bc-faaba76383fa tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88562bb-19c7-42e9-9b60-cbcdad71aaa3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:08.312827 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-46af4672-75dd-41d8-ad0b-06dfcef94325 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3dfb1ec4-54e9-4712-8837-fd2487f08fd6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.325204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41506) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:08.331942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1666560991', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}, 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:08.336116 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7454a677-a029-41e0-ae0d-36663b5dba4a tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3016326 Jan 27 21:58:08.340616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9e43e5d0-91bf-4d5a-9348-c6818b415dbd None None] Port 5335e078-e423-47c5-8bb8-2d0d0964a65c cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:08.375161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:08.381814 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.401080 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af4672-75dd-41d8-ad0b-06dfcef94325 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfb1ec4-54e9-4712-8837-fd2487f08fd6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:08.446099 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f7ec917-802b-46d1-89bc-faaba76383fa tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.449905 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5f7ec917-802b-46d1-89bc-faaba76383fa tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7729309 Jan 27 21:58:08.450164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41508) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:08.465069 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-fd008493-8ed7-49ff-a1b4-2c910011814a None None] Allocated IP 2001:db8::2 (bb8e6043-a52d-4b79-9d9e-681b32ebf942/a264b12f-f481-4b48-95c0-6710c11967c3/1fcbbbe9-60bd-4124-8462-431c528496be) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:08.484337 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-46af4672-75dd-41d8-ad0b-06dfcef94325 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.488163 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-46af4672-75dd-41d8-ad0b-06dfcef94325 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6909208 Jan 27 21:58:08.491055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41510) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:08.503058 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7096751a-eac0-465b-b981-da1240ecbb8e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1877812933'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:08.568959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Allocated IP 10.1.1.18 (83e4aa29-cdd1-4f04-b652-2139a812064e/50880f11-e967-4e2f-bac9-398cb67ae73f/6903c701-77e9-4292-b708-5a1c23d8675e) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:08.575220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-7385cb56-dfa1-462e-af15-83ea1db3d1e5', 'network_id': '7385cb56-dfa1-462e-af15-83ea1db3d1e5', 'project_id': 'b9bb0cb2e30443e5bacaad33718d88a6', 'fixed_ips': [{'subnet_id': 'b4bf724a-56f8-4fe3-9e9d-8571f49f495b'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:08.576391 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.608880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fd008493-8ed7-49ff-a1b4-2c910011814a None None] For port 1fcbbbe9-60bd-4124-8462-431c528496be, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1fcbbbe9-60bd-4124-8462-431c528496be,segment=NetworkSegment(06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb),segment_id=06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:08.616395 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d7c70b57-c824-4f9b-983b-f0297bb57c4c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1570199 Jan 27 21:58:08.617075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41512) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:08.621705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c51eb62f-25fe-4bce-8645-f4bd66df614b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group': {'name': 'tempest-security--349061695', 'description': 'tempest-security-description-1308264674'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:08.628370 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-f5dd5dd2-4f2e-4888-b03f-9b4177280ae4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Project 16bd7ffc8639420692a28d7b3dc02b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 21:58:08.650785 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5dd2-4f2e-4888-b03f-9b4177280ae4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (42ca667b-8f99-4402-ab25-22a0dcacb753), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.705756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c51eb62f-25fe-4bce-8645-f4bd66df614b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (c88562bb-19c7-42e9-9b60-cbcdad71aaa3), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.708327 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.709498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.721275 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd008493-8ed7-49ff-a1b4-2c910011814a None None] Publish callbacks [] for port (1fcbbbe9-60bd-4124-8462-431c528496be), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.747911 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7096751a-eac0-465b-b981-da1240ecbb8e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.795856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Allocated IP 172.20.0.2 (7385cb56-dfa1-462e-af15-83ea1db3d1e5/b4bf724a-56f8-4fe3-9e9d-8571f49f495b/71bc82ce-87fa-446a-a948-5857c75cdff8) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:08.814559 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c51eb62f-25fe-4bce-8645-f4bd66df614b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (c88562bb-19c7-42e9-9b60-cbcdad71aaa3), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.848579 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd008493-8ed7-49ff-a1b4-2c910011814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.850928 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5dd2-4f2e-4888-b03f-9b4177280ae4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (42ca667b-8f99-4402-ab25-22a0dcacb753), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.859750 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for router_controller (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.873424 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for port (6903c701-77e9-4292-b708-5a1c23d8675e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.912355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c51eb62f-25fe-4bce-8645-f4bd66df614b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c88562bb-19c7-42e9-9b60-cbcdad71aaa3), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.914962 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c51eb62f-25fe-4bce-8645-f4bd66df614b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.918555 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c51eb62f-25fe-4bce-8645-f4bd66df614b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "PUT /v2.0/security-groups/c88562bb-19c7-42e9-9b60-cbcdad71aaa3 HTTP/1.1" status: 200 len: 1796 time: 0.2980809 Jan 27 21:58:08.920201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41514) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:08.941325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7096751a-eac0-465b-b981-da1240ecbb8e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (4e3607d7-603d-4489-9c22-8a2c039f93f2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:08.975747 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-69de9894-cfeb-4f8f-bebc-8f9181061e62 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-groups/c88562bb-19c7-42e9-9b60-cbcdad71aaa3 HTTP/1.1" status: 200 len: 1796 time: 0.0536399 Jan 27 21:58:08.976847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41516) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:08.981486 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51eb62f-25fe-4bce-8645-f4bd66df614b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c88562bb-19c7-42e9-9b60-cbcdad71aaa3,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:08.987728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5dd2-4f2e-4888-b03f-9b4177280ae4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (42ca667b-8f99-4402-ab25-22a0dcacb753), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.078253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd5dd2-4f2e-4888-b03f-9b4177280ae4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ca667b-8f99-4402-ab25-22a0dcacb753,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:09.081411 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.105797 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7096751a-eac0-465b-b981-da1240ecbb8e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4e3607d7-603d-4489-9c22-8a2c039f93f2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.190773 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096751a-eac0-465b-b981-da1240ecbb8e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3607d7-603d-4489-9c22-8a2c039f93f2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:09.225434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Network 83e4aa29-cdd1-4f04-b652-2139a812064e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:09.228799 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5dd2-4f2e-4888-b03f-9b4177280ae4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.234535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f5dd5dd2-4f2e-4888-b03f-9b4177280ae4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0006649 Jan 27 21:58:09.236095 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7096751a-eac0-465b-b981-da1240ecbb8e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.238567 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7096751a-eac0-465b-b981-da1240ecbb8e tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7421172 Jan 27 21:58:09.239484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41522) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:09.243833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41524) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:09.244749 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.246136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:09.253425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4085e8c6-b5cb-4983-9f4c-4c997f1fb650 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '9c4e4d89-2636-497b-b4ac-30790e75bbc6', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:09.268989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-128241b3-38da-442a-8392-ba542c941225 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'security_group': {'name': 'tempest-secgroup-938041088'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:09.283343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:09.300110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd008493-8ed7-49ff-a1b4-2c910011814a None None] Pushing event updated for resources: {'Port': ['ID=1fcbbbe9-60bd-4124-8462-431c528496be,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:09.425975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Port': ['ID=6903c701-77e9-4292-b708-5a1c23d8675e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:09.434695 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-4085e8c6-b5cb-4983-9f4c-4c997f1fb650 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Project 16bd7ffc8639420692a28d7b3dc02b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 21:58:09.445284 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Publish callbacks [] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.446644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4085e8c6-b5cb-4983-9f4c-4c997f1fb650 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (38fbdbaa-d816-4ff4-9bbf-d5c5f231babb), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.451441 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ed96fd4d-bb3d-4d59-b395-b7c889c38873 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (c88562bb-19c7-42e9-9b60-cbcdad71aaa3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.522594 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for router_gateway (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.537034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4085e8c6-b5cb-4983-9f4c-4c997f1fb650 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (38fbdbaa-d816-4ff4-9bbf-d5c5f231babb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.545045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d254fb6-478f-46f7-8288-9c1b6d511ecc req-7fbc9323-d95e-4661-b1d5-9897cafdd64f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:09.552901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d254fb6-478f-46f7-8288-9c1b6d511ecc req-7fbc9323-d95e-4661-b1d5-9897cafdd64f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:09.555046 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d254fb6-478f-46f7-8288-9c1b6d511ecc req-7fbc9323-d95e-4661-b1d5-9897cafdd64f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 1653 time: 0.4070206 Jan 27 21:58:09.564846 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ed96fd4d-bb3d-4d59-b395-b7c889c38873 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (c88562bb-19c7-42e9-9b60-cbcdad71aaa3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.581484 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.600171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:09.600844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.637764 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4085e8c6-b5cb-4983-9f4c-4c997f1fb650 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (38fbdbaa-d816-4ff4-9bbf-d5c5f231babb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.657662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Pushing event updated for resources: {'Port': ['ID=71bc82ce-87fa-446a-a948-5857c75cdff8,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:09.691494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085e8c6-b5cb-4983-9f4c-4c997f1fb650 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fbdbaa-d816-4ff4-9bbf-d5c5f231babb,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:09.696468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Network 7385cb56-dfa1-462e-af15-83ea1db3d1e5 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:09.700884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d254fb6-478f-46f7-8288-9c1b6d511ecc req-6b0e68c5-0b24-4e8e-92e9-82243156343b tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049552 Jan 27 21:58:09.707028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:09.713534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:09.719461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ba067668-675f-44e0-8c33-af39a4974b5c None None] Provisioning complete for port 6903c701-77e9-4292-b708-5a1c23d8675e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:09.719848 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba067668-675f-44e0-8c33-af39a4974b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.789086 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-128241b3-38da-442a-8392-ba542c941225 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.828530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ba067668-675f-44e0-8c33-af39a4974b5c None None] Port 6903c701-77e9-4292-b708-5a1c23d8675e cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:09.829243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4085e8c6-b5cb-4983-9f4c-4c997f1fb650 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.832513 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4085e8c6-b5cb-4983-9f4c-4c997f1fb650 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5891666 Jan 27 21:58:09.834091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41530) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:09.835183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Attempting to bind port 71bc82ce-87fa-446a-a948-5857c75cdff8 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:09.835682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Attempting to bind port 71bc82ce-87fa-446a-a948-5857c75cdff8 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '26450641-5624-4685-b2ef-db7cbae69e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7385cb56-dfa1-462e-af15-83ea1db3d1e5'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:09.841691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4e66d8a1-1bfa-4a92-9370-cdc007412e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'network': {'name': 'tempest-network-smoke--1984063005', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'port_security_enabled': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:09.842337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Attempting to bind port 71bc82ce-87fa-446a-a948-5857c75cdff8 on network 7385cb56-dfa1-462e-af15-83ea1db3d1e5 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:09.855729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:09.856308 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Checking segment: {'id': '26450641-5624-4685-b2ef-db7cbae69e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7385cb56-dfa1-462e-af15-83ea1db3d1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:09.856843 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.857344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Bound using segment: {'id': '26450641-5624-4685-b2ef-db7cbae69e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7385cb56-dfa1-462e-af15-83ea1db3d1e5'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:09.857935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Bound port: 71bc82ce-87fa-446a-a948-5857c75cdff8, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26450641-5624-4685-b2ef-db7cbae69e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7385cb56-dfa1-462e-af15-83ea1db3d1e5'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:09.858441 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.862100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0289d44e-c463-40dc-a4c7-1c7cebeb4a22 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7864227 Jan 27 21:58:09.884432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'port': {'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e', 'admin_state_up': True, 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'security_groups': ['4d73719f-4b69-463d-b2f1-cc76850911ff']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:09.898092 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ed96fd4d-bb3d-4d59-b395-b7c889c38873 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c88562bb-19c7-42e9-9b60-cbcdad71aaa3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.903209 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ed96fd4d-bb3d-4d59-b395-b7c889c38873 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:09.904762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ed96fd4d-bb3d-4d59-b395-b7c889c38873 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-groups/c88562bb-19c7-42e9-9b60-cbcdad71aaa3 HTTP/1.1" status: 204 len: 168 time: 0.9267573 Jan 27 21:58:09.912668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41532) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:09.945195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96fd4d-bb3d-4d59-b395-b7c889c38873 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88562bb-19c7-42e9-9b60-cbcdad71aaa3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:09.986005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e66d8a1-1bfa-4a92-9370-cdc007412e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Made reservation on behalf of 16bd7ffc8639420692a28d7b3dc02b1c for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:09.993912 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e66d8a1-1bfa-4a92-9370-cdc007412e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.013438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] For port 71bc82ce-87fa-446a-a948-5857c75cdff8, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:10.017066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] For port 71bc82ce-87fa-446a-a948-5857c75cdff8, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=71bc82ce-87fa-446a-a948-5857c75cdff8,segment=NetworkSegment(26450641-5624-4685-b2ef-db7cbae69e19),segment_id=26450641-5624-4685-b2ef-db7cbae69e19)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:10.081462 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e66d8a1-1bfa-4a92-9370-cdc007412e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:58:10.105704 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e66d8a1-1bfa-4a92-9370-cdc007412e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (bee538bd-1528-41a7-94c6-f1289076bce4), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.106076 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-4e66d8a1-1bfa-4a92-9370-cdc007412e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Added segment bee538bd-1528-41a7-94c6-f1289076bce4 of type vlan for network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d Jan 27 21:58:10.129918 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.158988 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-128241b3-38da-442a-8392-ba542c941225 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (c2d3166f-8fcf-4a74-9aa1-3c4b37acaa6a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.189004 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e66d8a1-1bfa-4a92-9370-cdc007412e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6658dbd2-a5ab-41f0-bfbc-1a3afb06058d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.238482 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e81618bf-7309-4b65-ac4f-e43423939282 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3245666 Jan 27 21:58:10.241575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41536) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:10.261146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51219e87-81c5-43da-8ee9-c9da5c7783f1 None None] Pushing event updated for resources: {'Port': ['ID=71bc82ce-87fa-446a-a948-5857c75cdff8,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:10.262598 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-fb6d7bb4-4f9e-4a2a-a93a-b5b23a7aae93 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] delete failed (client error): The resource could not be found. Jan 27 21:58:10.263779 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fb6d7bb4-4f9e-4a2a-a93a-b5b23a7aae93 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-groups/c88562bb-19c7-42e9-9b60-cbcdad71aaa3 HTTP/1.1" status: 404 len: 347 time: 0.0212648 Jan 27 21:58:10.278646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41538) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:10.279613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0af3f33d-8e92-4eee-8f24-79a5a978ef08 None None] Provisioning complete for port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:10.280320 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0af3f33d-8e92-4eee-8f24-79a5a978ef08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3475c7c7-9cd4-466c-b4a7-1b00f02f444a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.291766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6ed428c5-1766-4e94-8bb7-9e0177357da3 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837752970'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:10.343231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0af3f33d-8e92-4eee-8f24-79a5a978ef08 None None] Port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:10.343499 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-128241b3-38da-442a-8392-ba542c941225 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c2d3166f-8fcf-4a74-9aa1-3c4b37acaa6a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.346651 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e66d8a1-1bfa-4a92-9370-cdc007412e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6658dbd2-a5ab-41f0-bfbc-1a3afb06058d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.354391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66d8a1-1bfa-4a92-9370-cdc007412e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:10.355570 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e66d8a1-1bfa-4a92-9370-cdc007412e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.363214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0af3f33d-8e92-4eee-8f24-79a5a978ef08 None None] Provisioning complete for port 1fcbbbe9-60bd-4124-8462-431c528496be triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:10.363770 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0af3f33d-8e92-4eee-8f24-79a5a978ef08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.401579 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for router_gateway (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.410523 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ed428c5-1766-4e94-8bb7-9e0177357da3 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.450730 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.461733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128241b3-38da-442a-8392-ba542c941225 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d3166f-8fcf-4a74-9aa1-3c4b37acaa6a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:10.487946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0af3f33d-8e92-4eee-8f24-79a5a978ef08 None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:10.546886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-128241b3-38da-442a-8392-ba542c941225 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.551058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-128241b3-38da-442a-8392-ba542c941225 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2850096 Jan 27 21:58:10.554847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41540) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:10.564821 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-797416125', 'security_groups': ['c2d3166f-8fcf-4a74-9aa1-3c4b37acaa6a'], 'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a264b12f-f481-4b48-95c0-6710c11967c3'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:10.592128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:10.595682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.727842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Allocated IP 172.25.0.145 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/b9fcaaa7-d4ac-4a66-b17b-c0dfaf07c846) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:10.742257 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66d8a1-1bfa-4a92-9370-cdc007412e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Network': ['ID=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:10.766371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:58:10.774679 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4e66d8a1-1bfa-4a92-9370-cdc007412e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9392281 Jan 27 21:58:10.795697 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41544) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:10.800531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'admin_state_up': True, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:10.967027 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ed428c5-1766-4e94-8bb7-9e0177357da3 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (19b8208b-0445-4266-836a-bd5abedd6f31), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:10.983048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 71bc82ce-87fa-446a-a948-5857c75cdff8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:11.040314 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for port (b9fcaaa7-d4ac-4a66-b17b-c0dfaf07c846), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.050810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146a23f-0f24-4f2e-9d66-ce4408be872c req-7e32f5a4-2ef5-4a6b-8716-2af5bdde76be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:11.057641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146a23f-0f24-4f2e-9d66-ce4408be872c req-7e32f5a4-2ef5-4a6b-8716-2af5bdde76be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:11.065237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5146a23f-0f24-4f2e-9d66-ce4408be872c req-7e32f5a4-2ef5-4a6b-8716-2af5bdde76be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 1653 time: 0.2033896 Jan 27 21:58:11.066887 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (f0c7566c-31a4-4507-ac98-8deb9700c791), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.069214 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (f0c7566c-31a4-4507-ac98-8deb9700c791), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.109632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 71bc82ce-87fa-446a-a948-5857c75cdff8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:11.109885 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ed428c5-1766-4e94-8bb7-9e0177357da3 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (19b8208b-0445-4266-836a-bd5abedd6f31), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.111470 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.166636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:11.191855 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Allocated IP 10.1.1.45 (83e4aa29-cdd1-4f04-b652-2139a812064e/50880f11-e967-4e2f-bac9-398cb67ae73f/c65a11a4-9aa1-4f0f-9a82-29a9833fd357) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:11.249697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5146a23f-0f24-4f2e-9d66-ce4408be872c req-3d4e265e-b642-41e1-80e1-e35b4ed2a2c2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788604 Jan 27 21:58:11.304148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed428c5-1766-4e94-8bb7-9e0177357da3 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b8208b-0445-4266-836a-bd5abedd6f31,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:11.310405 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.361287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b9fcaaa7-d4ac-4a66-b17b-c0dfaf07c846), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.376204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 71bc82ce-87fa-446a-a948-5857c75cdff8 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:11.376777 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.416981 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_controller (f0c7566c-31a4-4507-ac98-8deb9700c791), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.428067 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] device_id is not set on port aa2c9790-993f-43a4-ab82-af54c0f5cd06 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:58:11.432642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:11.456022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:11.459017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:11.488685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 71bc82ce-87fa-446a-a948-5857c75cdff8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=71bc82ce-87fa-446a-a948-5857c75cdff8,segment=NetworkSegment(26450641-5624-4685-b2ef-db7cbae69e19),segment_id=26450641-5624-4685-b2ef-db7cbae69e19)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:11.621082 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.622403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1fcbbbe9-60bd-4124-8462-431c528496be up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:11.644271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8::97 (bb8e6043-a52d-4b79-9d9e-681b32ebf942/a264b12f-f481-4b48-95c0-6710c11967c3/aa2c9790-993f-43a4-ab82-af54c0f5cd06) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:11.816971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=71bc82ce-87fa-446a-a948-5857c75cdff8,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:11.852705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1fcbbbe9-60bd-4124-8462-431c528496be triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:11.853095 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.875983 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6ed428c5-1766-4e94-8bb7-9e0177357da3 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:11.876873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08860079-6d0d-4fc6-a62e-8320837a53c0 None None] Network 7385cb56-dfa1-462e-af15-83ea1db3d1e5 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:11.880553 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6ed428c5-1766-4e94-8bb7-9e0177357da3 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5975978 Jan 27 21:58:11.883570 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41552) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:11.888788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4c1016ac-ff07-4599-b581-6ff94cc24e7b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': '19b8208b-0445-4266-836a-bd5abedd6f31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:11.997631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (f0c7566c-31a4-4507-ac98-8deb9700c791), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.047772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (aa2c9790-993f-43a4-ab82-af54c0f5cd06), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.053086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-00220418-36b5-41fe-8a58-591d9848c511 None None] Provisioning complete for port 71bc82ce-87fa-446a-a948-5857c75cdff8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:12.056284 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00220418-36b5-41fe-8a58-591d9848c511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.112464 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c1016ac-ff07-4599-b581-6ff94cc24e7b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (38319dba-9139-4306-84ec-60b12f2c466d), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.188862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:12.223351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event updated for resources: {'Port': ['ID=b9fcaaa7-d4ac-4a66-b17b-c0dfaf07c846,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:12.268669 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (aa2c9790-993f-43a4-ab82-af54c0f5cd06), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.359379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-00220418-36b5-41fe-8a58-591d9848c511 None None] Current status of the port 71bc82ce-87fa-446a-a948-5857c75cdff8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:12.411995 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c1016ac-ff07-4599-b581-6ff94cc24e7b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (38319dba-9139-4306-84ec-60b12f2c466d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.451507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:12.463612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:12.470718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=aa2c9790-993f-43a4-ab82-af54c0f5cd06,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:12.473407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:12.480403 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:12.481596 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.483631 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.525226 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c1016ac-ff07-4599-b581-6ff94cc24e7b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (38319dba-9139-4306-84ec-60b12f2c466d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.578446 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1016ac-ff07-4599-b581-6ff94cc24e7b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38319dba-9139-4306-84ec-60b12f2c466d,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:12.638223 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-63b2acfa-42fc-481d-82ef-1c7bfe89c91f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0807917 Jan 27 21:58:12.639081 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41558) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:12.646782 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.653506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7e192e0d-7689-49ba-ae4d-49e6355411d8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:12.694500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d1fd2288-c1b3-4bf0-9eb3-ef1568c3073a None None] Provisioning complete for port 71bc82ce-87fa-446a-a948-5857c75cdff8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:12.695000 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2288-c1b3-4bf0-9eb3-ef1568c3073a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.736772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Network 83e4aa29-cdd1-4f04-b652-2139a812064e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:12.756891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:12.775705 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c1016ac-ff07-4599-b581-6ff94cc24e7b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.777153 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4c1016ac-ff07-4599-b581-6ff94cc24e7b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8921459 Jan 27 21:58:12.812604 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41560) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:12.843258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:12.874376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 71bc82ce-87fa-446a-a948-5857c75cdff8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:12.957269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b29972-2a0c-48b7-bd73-222abd9c1423 req-9bb22f98-b73e-47af-8cb3-396e2a2c53d5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:12.964117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b29972-2a0c-48b7-bd73-222abd9c1423 req-9bb22f98-b73e-47af-8cb3-396e2a2c53d5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:12.966021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59b29972-2a0c-48b7-bd73-222abd9c1423 req-9bb22f98-b73e-47af-8cb3-396e2a2c53d5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 1653 time: 0.4218423 Jan 27 21:58:12.971921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:12.972708 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:12.995278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d1fd2288-c1b3-4bf0-9eb3-ef1568c3073a None None] Current status of the port 71bc82ce-87fa-446a-a948-5857c75cdff8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:13.035033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 71bc82ce-87fa-446a-a948-5857c75cdff8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:13.035402 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.052627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Port': ['ID=c65a11a4-9aa1-4f0f-9a82-29a9833fd357,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:13.058196 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f8249d2-aa13-42bc-b766-f822086b437f tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (38319dba-9139-4306-84ec-60b12f2c466d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.069046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f8249d2-aa13-42bc-b766-f822086b437f tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (38319dba-9139-4306-84ec-60b12f2c466d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.080115 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for router_gateway (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.164123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-cfc958e8-60ed-41cf-85e1-c5ab0065fcc7 None None] Provisioning complete for port aa2c9790-993f-43a4-ab82-af54c0f5cd06 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:13.164477 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cfc958e8-60ed-41cf-85e1-c5ab0065fcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (aa2c9790-993f-43a4-ab82-af54c0f5cd06), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.183318 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (f0c7566c-31a4-4507-ac98-8deb9700c791), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.207643 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.281698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 71bc82ce-87fa-446a-a948-5857c75cdff8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:13.284378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cfc958e8-60ed-41cf-85e1-c5ab0065fcc7 None None] Port aa2c9790-993f-43a4-ab82-af54c0f5cd06 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:13.328159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-536e55fe-9054-4b17-8bc0-153b9b1d7982 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4482653 Jan 27 21:58:13.331372 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f8249d2-aa13-42bc-b766-f822086b437f tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (38319dba-9139-4306-84ec-60b12f2c466d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.331521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59b29972-2a0c-48b7-bd73-222abd9c1423 req-7c1d01b9-2cbc-4554-a051-eaa55e99f59a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519502 Jan 27 21:58:13.339719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'port': {'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac', 'admin_state_up': True, 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'security_groups': ['4d73719f-4b69-463d-b2f1-cc76850911ff']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:13.343331 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f8249d2-aa13-42bc-b766-f822086b437f tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.344454 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8f8249d2-aa13-42bc-b766-f822086b437f tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/38319dba-9139-4306-84ec-60b12f2c466d HTTP/1.1" status: 204 len: 168 time: 0.5308349 Jan 27 21:58:13.351578 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41566) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:13.373677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8249d2-aa13-42bc-b766-f822086b437f tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38319dba-9139-4306-84ec-60b12f2c466d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:13.401396 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e192e0d-7689-49ba-ae4d-49e6355411d8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:13.405406 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e192e0d-7689-49ba-ae4d-49e6355411d8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.446641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-549f887b-0b07-44b8-aa16-c38bf7e64f11 None None] Provisioning complete for port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:13.447272 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-549f887b-0b07-44b8-aa16-c38bf7e64f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.490110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-549f887b-0b07-44b8-aa16-c38bf7e64f11 None None] Port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:13.506947 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-38d0cf5c-8b36-4f86-a369-6363e648f8a7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1511719 Jan 27 21:58:13.517337 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.517337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41570) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:13.537295 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.25.0.235 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/494ea001-441d-45e5-b30c-c5b71479778c) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:13.644811 n-d-760456-6 neutron-server[104026]: INFO neutron.db.ipam_backend_mixin [None req-7e192e0d-7689-49ba-ae4d-49e6355411d8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a264b12f-f481-4b48-95c0-6710c11967c3 (CIDR: 2001:db8::/64) Jan 27 21:58:13.692060 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7611ed4d-43b7-4742-bbd2-de6e8d75b463 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (19b8208b-0445-4266-836a-bd5abedd6f31), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.701620 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (494ea001-441d-45e5-b30c-c5b71479778c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.727122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:13.732831 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7611ed4d-43b7-4742-bbd2-de6e8d75b463 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (19b8208b-0445-4266-836a-bd5abedd6f31), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.733425 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e192e0d-7689-49ba-ae4d-49e6355411d8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:58:13.733930 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e192e0d-7689-49ba-ae4d-49e6355411d8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:13.854563 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7e192e0d-7689-49ba-ae4d-49e6355411d8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2117767 Jan 27 21:58:13.857443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41572) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:13.867887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-215aa0d6-940b-4516-8751-f26fc887fd07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:13.868439 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.891514 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (494ea001-441d-45e5-b30c-c5b71479778c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.939296 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7611ed4d-43b7-4742-bbd2-de6e8d75b463 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (19b8208b-0445-4266-836a-bd5abedd6f31), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.944425 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7611ed4d-43b7-4742-bbd2-de6e8d75b463 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:13.945896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7611ed4d-43b7-4742-bbd2-de6e8d75b463 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-groups/19b8208b-0445-4266-836a-bd5abedd6f31 HTTP/1.1" status: 204 len: 168 time: 0.4301760 Jan 27 21:58:13.953887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41574) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:13.964222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611ed4d-43b7-4742-bbd2-de6e8d75b463 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b8208b-0445-4266-836a-bd5abedd6f31,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:13.967395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Router 458eb70f-d64b-4b10-ab8a-0462c8a7a20e is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:58:14.090490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:14.113972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41576) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:14.115520 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-95990a62-1f6e-4fd0-8b93-0a8c55ccaadf tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1054838 Jan 27 21:58:14.116628 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:14.122155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7ab88056-a583-48af-b980-9950bb975f66 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group': {'name': 'tempest-secgroup--308222870'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:14.135024 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:14.214275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Allocated IP 10.2.2.100 (57b0572f-1953-43f1-ab4d-663ea68612ac/e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8/fa889ecd-db7d-4354-91b6-08f458c0008a) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:14.230737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:14.244088 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e906e-cf39-49c9-ab18-98b0f734ea83 None None] Sync routers for ids ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:14.261709 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e906e-cf39-49c9-ab18-98b0f734ea83 None None] Routers {'458eb70f-d64b-4b10-ab8a-0462c8a7a20e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:14.267127 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a52e906e-cf39-49c9-ab18-98b0f734ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:14.300224 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ab88056-a583-48af-b980-9950bb975f66 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:14.363552 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a52e906e-cf39-49c9-ab18-98b0f734ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:14.392108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:14.393335 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-de216a8e-1375-4f83-8279-61b64fddf64f tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.0667095 Jan 27 21:58:14.400600 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e906e-cf39-49c9-ab18-98b0f734ea83 None None] Routers {'458eb70f-d64b-4b10-ab8a-0462c8a7a20e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:14.402933 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a52e906e-cf39-49c9-ab18-98b0f734ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:14.404321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41582) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:14.490188 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a52e906e-cf39-49c9-ab18-98b0f734ea83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:14.498155 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e906e-cf39-49c9-ab18-98b0f734ea83 None None] The sync data for ids ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:14.662474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ba3a5-a896-46e8-a9f2-fd9a570f7046 req-3bd6a958-e3b7-4ffa-a0fa-bc58046cca3c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.671280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ba3a5-a896-46e8-a9f2-fd9a570f7046 req-3bd6a958-e3b7-4ffa-a0fa-bc58046cca3c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.674154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ba3a5-a896-46e8-a9f2-fd9a570f7046 req-3bd6a958-e3b7-4ffa-a0fa-bc58046cca3c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:14.681593 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a1ba3a5-a896-46e8-a9f2-fd9a570f7046 req-3bd6a958-e3b7-4ffa-a0fa-bc58046cca3c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 2373 time: 0.2075851 Jan 27 21:58:14.713311 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:14.742191 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ab88056-a583-48af-b980-9950bb975f66 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (a6d739d2-347e-48cd-b89b-b04cb4579243), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:14.822151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=494ea001-441d-45e5-b30c-c5b71479778c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:14.895725 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ab88056-a583-48af-b980-9950bb975f66 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a6d739d2-347e-48cd-b89b-b04cb4579243), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:14.941925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a1ba3a5-a896-46e8-a9f2-fd9a570f7046 req-bb19a432-5391-4898-90c8-109d8ae41d17 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592418 Jan 27 21:58:14.987612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab88056-a583-48af-b980-9950bb975f66 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d739d2-347e-48cd-b89b-b04cb4579243,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:14.992576 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.040331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215aa0d6-940b-4516-8751-f26fc887fd07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:15.043677 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-215aa0d6-940b-4516-8751-f26fc887fd07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.067710 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ab88056-a583-48af-b980-9950bb975f66 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.068891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7ab88056-a583-48af-b980-9950bb975f66 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9533532 Jan 27 21:58:15.073350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Network 57b0572f-1953-43f1-ab4d-663ea68612ac is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:15.110416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41588) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:15.115764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e51bdf33-582f-4f3c-a95f-7b1d0f085424 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': 'a6d739d2-347e-48cd-b89b-b04cb4579243', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:15.133214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:15.141184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:15.146694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Port': ['ID=fa889ecd-db7d-4354-91b6-08f458c0008a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:15.259246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:15.259889 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.297659 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e51bdf33-582f-4f3c-a95f-7b1d0f085424 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (975ceb1a-c950-49eb-b20e-27056d9c6fb4), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.364542 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e50ebf76-88c9-4d64-a3de-30188c11ab85 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0320835 Jan 27 21:58:15.393093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'port': {'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac', 'admin_state_up': True, 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'security_groups': ['4d73719f-4b69-463d-b2f1-cc76850911ff']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:15.462221 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (f0c7566c-31a4-4507-ac98-8deb9700c791), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.538828 n-d-760456-6 neutron-server[104026]: INFO neutron.db.ipam_backend_mixin [None req-215aa0d6-940b-4516-8751-f26fc887fd07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2be1ab07-2698-4de7-9209-73810d4856b2 (CIDR: 2001:db8:0:1::/64) Jan 27 21:58:15.552035 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d1a60d0c-dd3c-4957-a67b-1b67c77d76dd None None] Provisioning complete for port fa889ecd-db7d-4354-91b6-08f458c0008a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:15.552591 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d1a60d0c-dd3c-4957-a67b-1b67c77d76dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:15.591654 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-215aa0d6-940b-4516-8751-f26fc887fd07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:58:15.593346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215aa0d6-940b-4516-8751-f26fc887fd07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:15.622996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d1a60d0c-dd3c-4957-a67b-1b67c77d76dd None None] Port fa889ecd-db7d-4354-91b6-08f458c0008a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:15.747063 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-215aa0d6-940b-4516-8751-f26fc887fd07 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.8881881 Jan 27 21:58:15.747699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41592) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:15.755670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-97ebd3f1-76cf-437e-87ce-cb418bfd4801 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'subnet': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:15.847719 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (f0c7566c-31a4-4507-ac98-8deb9700c791), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.018326 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e51bdf33-582f-4f3c-a95f-7b1d0f085424 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (975ceb1a-c950-49eb-b20e-27056d9c6fb4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.119135 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e51bdf33-582f-4f3c-a95f-7b1d0f085424 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (975ceb1a-c950-49eb-b20e-27056d9c6fb4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.158257 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ebd3f1-76cf-437e-87ce-cb418bfd4801 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Made reservation on behalf of b3fa4295cb3441caa753eb20bcdd44f4 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:16.164059 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.168333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bdf33-582f-4f3c-a95f-7b1d0f085424 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975ceb1a-c950-49eb-b20e-27056d9c6fb4,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:16.179539 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97ebd3f1-76cf-437e-87ce-cb418bfd4801 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.190732 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router f0c7566c-31a4-4507-ac98-8deb9700c791 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:58:16.196845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455f44-0df9-4def-becd-f1273c4850c7 req-9d13dfbc-76f9-445f-8e60-997abdde907f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.203079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455f44-0df9-4def-becd-f1273c4850c7 req-9d13dfbc-76f9-445f-8e60-997abdde907f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.209404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455f44-0df9-4def-becd-f1273c4850c7 req-9d13dfbc-76f9-445f-8e60-997abdde907f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.218913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455f44-0df9-4def-becd-f1273c4850c7 req-9d13dfbc-76f9-445f-8e60-997abdde907f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.220771 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01455f44-0df9-4def-becd-f1273c4850c7 req-9d13dfbc-76f9-445f-8e60-997abdde907f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 3094 time: 0.1846538 Jan 27 21:58:16.366009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01455f44-0df9-4def-becd-f1273c4850c7 req-b95e3814-a98c-4927-8054-b18a2a6e0018 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981677 Jan 27 21:58:16.509928 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:16.523741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Sync routers for ids ['f0c7566c-31a4-4507-ac98-8deb9700c791'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:16.537299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Routers {'f0c7566c-31a4-4507-ac98-8deb9700c791'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:16.539748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f0c7566c-31a4-4507-ac98-8deb9700c791'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:16.618108 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.619264 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e23c90e2-a34c-404c-83aa-5fae39267332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.8224297 Jan 27 21:58:16.623550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41602) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:16.642480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Allocated IP 172.20.0.1 (7385cb56-dfa1-462e-af15-83ea1db3d1e5/b4bf724a-56f8-4fe3-9e9d-8571f49f495b/6b168af6-ef12-4d89-a124-320f12e3b84a) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:16.715500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Made reservation on behalf of 06bdf1d1f880465ebd58102f3936b27e for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:16.720910 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.730092 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e51bdf33-582f-4f3c-a95f-7b1d0f085424 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.734631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41606) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:16.740240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f5408368-1830-4a68-abbf-a63b06330138 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': 'a6d739d2-347e-48cd-b89b-b04cb4579243', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:16.744803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e51bdf33-582f-4f3c-a95f-7b1d0f085424 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6334178 Jan 27 21:58:16.780978 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97ebd3f1-76cf-437e-87ce-cb418bfd4801 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (1b28e91f-b653-4895-b0de-d2c5eddf0a63), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.787126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Set router f0c7566c-31a4-4507-ac98-8deb9700c791 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:16.860426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ebd3f1-76cf-437e-87ce-cb418bfd4801 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:16.899887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-97ebd3f1-76cf-437e-87ce-cb418bfd4801 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:16.909296 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-13bb560a-d056-46f6-9b36-e7c69740bede tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=16bd7ffc8639420692a28d7b3dc02b1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2822840 Jan 27 21:58:16.912649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebd3f1-76cf-437e-87ce-cb418bfd4801 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:16.913034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97ebd3f1-76cf-437e-87ce-cb418bfd4801 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.913881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41610) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:16.926345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf6d21b-6801-4be6-94b2-6dde2d0d8048 None None] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:16.937376 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5408368-1830-4a68-abbf-a63b06330138 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (5feeb877-cfed-44ca-bef1-67a718539043), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:16.967685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebd3f1-76cf-437e-87ce-cb418bfd4801 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Subnet': ['ID=1b28e91f-b653-4895-b0de-d2c5eddf0a63,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:16.997466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5408368-1830-4a68-abbf-a63b06330138 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (5feeb877-cfed-44ca-bef1-67a718539043), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.005455 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-97ebd3f1-76cf-437e-87ce-cb418bfd4801 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2520833 Jan 27 21:58:17.005847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41612) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:17.015481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1d6c4c16-e2a2-4cf5-ae67-828c6ebda701 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-466464492', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b28e91f-b653-4895-b0de-d2c5eddf0a63'}], 'security_groups': ['3dfb1ec4-54e9-4712-8837-fd2487f08fd6', '4e3607d7-603d-4489-9c22-8a2c039f93f2']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:17.093345 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5408368-1830-4a68-abbf-a63b06330138 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (5feeb877-cfed-44ca-bef1-67a718539043), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.206553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T21:58:14Z', 'revision_number': 3, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:17.222590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5408368-1830-4a68-abbf-a63b06330138 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5feeb877-cfed-44ca-bef1-67a718539043,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:17.271682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Checking router: f0c7566c-31a4-4507-ac98-8deb9700c791 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:58:17.272057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Updating router f0c7566c-31a4-4507-ac98-8deb9700c791 port 494ea001-441d-45e5-b30c-c5b71479778c binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:58:17.368509 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (494ea001-441d-45e5-b30c-c5b71479778c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.381360 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5408368-1830-4a68-abbf-a63b06330138 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.386378 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f5408368-1830-4a68-abbf-a63b06330138 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6504338 Jan 27 21:58:17.393623 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for port (6b168af6-ef12-4d89-a124-320f12e3b84a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.399972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41614) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:17.404456 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4f683291-030f-47ed-9834-7564fa9c55dd tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': 'a6d739d2-347e-48cd-b89b-b04cb4579243', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:17.447324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6810637b-9625-43e3-8215-7cbf8636b65a None None] Update dhcp port {'port': {'network_id': 'bb8e6043-a52d-4b79-9d9e-681b32ebf942', 'fixed_ips': [{'subnet_id': '2be1ab07-2698-4de7-9209-73810d4856b2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a264b12f-f481-4b48-95c0-6710c11967c3', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b28e91f-b653-4895-b0de-d2c5eddf0a63'}], 'binding:host_id': 'n-d-760456-6'}, 'id': '1fcbbbe9-60bd-4124-8462-431c528496be'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 21:58:17.475664 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d6c4c16-e2a2-4cf5-ae67-828c6ebda701 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (aa2c9790-993f-43a4-ab82-af54c0f5cd06), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.513880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f1c86e-096c-41f7-9075-33bb3a46d519 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:17.515746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b8f1c86e-096c-41f7-9075-33bb3a46d519 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5926838 Jan 27 21:58:17.524220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41620) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:17.589046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f683291-030f-47ed-9834-7564fa9c55dd tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (0fccd9c0-0397-48c4-bccb-39f18c8528f3), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.595606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3ae6bd16-4d5d-4a1e-a3e6-b67eda3b4ae3 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594361 Jan 27 21:58:17.600612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41626) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:17.616058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Allocated IP 10.2.2.200 (57b0572f-1953-43f1-ab4d-663ea68612ac/e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8/232dacdc-6e3c-4c11-ae7a-252252a62058) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:17.627725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f5e65d21-b7e9-4bb3-9102-b7ecc20affd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-652973769', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:17.636000 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6810637b-9625-43e3-8215-7cbf8636b65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.723002 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6b168af6-ef12-4d89-a124-320f12e3b84a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.936112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event updated for resources: {'Port': ['ID=6b168af6-ef12-4d89-a124-320f12e3b84a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:17.959361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Network 7385cb56-dfa1-462e-af15-83ea1db3d1e5 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:17.960816 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f683291-030f-47ed-9834-7564fa9c55dd tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (0fccd9c0-0397-48c4-bccb-39f18c8528f3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:17.962237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e65d21-b7e9-4bb3-9102-b7ecc20affd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Made reservation on behalf of 16bd7ffc8639420692a28d7b3dc02b1c for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:17.971505 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5e65d21-b7e9-4bb3-9102-b7ecc20affd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.037608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:18.053719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:18.141395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f683291-030f-47ed-9834-7564fa9c55dd tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (0fccd9c0-0397-48c4-bccb-39f18c8528f3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.244375 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.250286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f683291-030f-47ed-9834-7564fa9c55dd tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fccd9c0-0397-48c4-bccb-39f18c8528f3,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:18.281116 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.365121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb8ff1-9189-4fd3-bd9e-2ce9f764ac7b req-b213e015-fc8c-4e88-ae30-975e40322562 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:18.370691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb8ff1-9189-4fd3-bd9e-2ce9f764ac7b req-b213e015-fc8c-4e88-ae30-975e40322562 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:18.376784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb8ff1-9189-4fd3-bd9e-2ce9f764ac7b req-b213e015-fc8c-4e88-ae30-975e40322562 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:18.381751 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f683291-030f-47ed-9834-7564fa9c55dd tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.383096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb8ff1-9189-4fd3-bd9e-2ce9f764ac7b req-b213e015-fc8c-4e88-ae30-975e40322562 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:18.389024 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f683291-030f-47ed-9834-7564fa9c55dd tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9908907 Jan 27 21:58:18.390635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3bdb8ff1-9189-4fd3-bd9e-2ce9f764ac7b req-b213e015-fc8c-4e88-ae30-975e40322562 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 3094 time: 0.8080330 Jan 27 21:58:18.393520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41632) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:18.402500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.404790 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3785f4d2-289b-43c5-becc-bfbadba819da tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': 'a6d739d2-347e-48cd-b89b-b04cb4579243', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:18.431871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-6810637b-9625-43e3-8215-7cbf8636b65a None None] Allocated IP 2001:db8:0:2::2 (bb8e6043-a52d-4b79-9d9e-681b32ebf942/1b28e91f-b653-4895-b0de-d2c5eddf0a63/1fcbbbe9-60bd-4124-8462-431c528496be) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:18.441030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Network 57b0572f-1953-43f1-ab4d-663ea68612ac is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:18.465307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:18.471139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:18.539949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:18.540682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.624424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3bdb8ff1-9189-4fd3-bd9e-2ce9f764ac7b req-7a578cf1-34f6-4434-9131-50eb285e3d5f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237127 Jan 27 21:58:18.626710 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Publish callbacks [] for port (494ea001-441d-45e5-b30c-c5b71479778c), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.655049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f77dffd8-6314-4d2f-b360-3db0fac78aad None None] Provisioning complete for port 6b168af6-ef12-4d89-a124-320f12e3b84a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:18.655694 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f77dffd8-6314-4d2f-b360-3db0fac78aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6b168af6-ef12-4d89-a124-320f12e3b84a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.656615 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3785f4d2-289b-43c5-becc-bfbadba819da tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (8ad2904b-544a-46de-9dcc-5ac2fb2fd8c7), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.690840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event updated for resources: {'Port': ['ID=232dacdc-6e3c-4c11-ae7a-252252a62058,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:18.721376 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (494ea001-441d-45e5-b30c-c5b71479778c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.733304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f77dffd8-6314-4d2f-b360-3db0fac78aad None None] Port 6b168af6-ef12-4d89-a124-320f12e3b84a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:18.749847 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5e65d21-b7e9-4bb3-9102-b7ecc20affd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (365140df-60ab-4a98-a5bc-4473939cfd20), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.757071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b2361c9b-73b0-4ebd-8e55-7a31354dc799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3850045 Jan 27 21:58:18.790507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6810637b-9625-43e3-8215-7cbf8636b65a None None] For port 1fcbbbe9-60bd-4124-8462-431c528496be, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1fcbbbe9-60bd-4124-8462-431c528496be,segment=NetworkSegment(06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb),segment_id=06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:18.807552 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Attempting to bind port 494ea001-441d-45e5-b30c-c5b71479778c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:18.807931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Attempting to bind port 494ea001-441d-45e5-b30c-c5b71479778c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:18.808328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Attempting to bind port 494ea001-441d-45e5-b30c-c5b71479778c on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:18.834845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Request body: {'port': {'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:18.841848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Pushing event updated for resources: {'Port': ['ID=494ea001-441d-45e5-b30c-c5b71479778c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:18.862601 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:18.862838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:18.863107 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.868261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:18.868261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Bound port: 494ea001-441d-45e5-b30c-c5b71479778c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:18.868261 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (494ea001-441d-45e5-b30c-c5b71479778c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.873226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6b168af6-ef12-4d89-a124-320f12e3b84a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.905353 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3785f4d2-289b-43c5-becc-bfbadba819da tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (8ad2904b-544a-46de-9dcc-5ac2fb2fd8c7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.933119 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6810637b-9625-43e3-8215-7cbf8636b65a None None] Publish callbacks [] for port (1fcbbbe9-60bd-4124-8462-431c528496be), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.943237 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.947835 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e65d21-b7e9-4bb3-9102-b7ecc20affd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Subnet': ['ID=365140df-60ab-4a98-a5bc-4473939cfd20,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:18.963573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] For port 494ea001-441d-45e5-b30c-c5b71479778c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:18.964773 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e65d21-b7e9-4bb3-9102-b7ecc20affd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Checking segment: {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:18.965292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e65d21-b7e9-4bb3-9102-b7ecc20affd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network hostable DHCP agents. Network: 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:58:18.969584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] For port 494ea001-441d-45e5-b30c-c5b71479778c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=494ea001-441d-45e5-b30c-c5b71479778c,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:18.977057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6f61d981-0835-4212-8534-2875ce5452e5 None None] Provisioning complete for port 232dacdc-6e3c-4c11-ae7a-252252a62058 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:18.977057 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6f61d981-0835-4212-8534-2875ce5452e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:18.979708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3785f4d2-289b-43c5-becc-bfbadba819da tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (8ad2904b-544a-46de-9dcc-5ac2fb2fd8c7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.003764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785f4d2-289b-43c5-becc-bfbadba819da tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad2904b-544a-46de-9dcc-5ac2fb2fd8c7,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:19.013812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6f61d981-0835-4212-8534-2875ce5452e5 None None] Port 232dacdc-6e3c-4c11-ae7a-252252a62058 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:19.025498 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6810637b-9625-43e3-8215-7cbf8636b65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.105497 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (494ea001-441d-45e5-b30c-c5b71479778c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.133211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e65d21-b7e9-4bb3-9102-b7ecc20affd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:58:19.164097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3785f4d2-289b-43c5-becc-bfbadba819da tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.169894 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3785f4d2-289b-43c5-becc-bfbadba819da tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7726858 Jan 27 21:58:19.181409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41636) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:19.186409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4dec87da-ca3a-43ec-aeef-7073837bb337 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': 'a6d739d2-347e-48cd-b89b-b04cb4579243', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:19.192799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-1d6c4c16-e2a2-4cf5-ae67-828c6ebda701 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Delete allocated IP 2001:db8::97 (bb8e6043-a52d-4b79-9d9e-681b32ebf942/a264b12f-f481-4b48-95c0-6710c11967c3) {{(pid=104026) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 21:58:19.209664 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-1d6c4c16-e2a2-4cf5-ae67-828c6ebda701 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Allocated IP 2001:db8:0:2::c6 (bb8e6043-a52d-4b79-9d9e-681b32ebf942/1b28e91f-b653-4895-b0de-d2c5eddf0a63/aa2c9790-993f-43a4-ab82-af54c0f5cd06) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:19.248991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f5e65d21-b7e9-4bb3-9102-b7ecc20affd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:19.263883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1648c4-15d9-41e4-8dd2-cfb7162958b2 None None] Network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:19.274764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e65d21-b7e9-4bb3-9102-b7ecc20affd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:19.275534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5e65d21-b7e9-4bb3-9102-b7ecc20affd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.285483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810637b-9625-43e3-8215-7cbf8636b65a None None] Pushing event updated for resources: {'Port': ['ID=1fcbbbe9-60bd-4124-8462-431c528496be,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:19.333977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4dec87da-ca3a-43ec-aeef-7073837bb337 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (9eeeaecd-c033-4188-9843-be01cc17db22), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.403528 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f5e65d21-b7e9-4bb3-9102-b7ecc20affd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7895353 Jan 27 21:58:19.409982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41640) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:19.439852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Routers {'f0c7566c-31a4-4507-ac98-8deb9700c791'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:19.440575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f0c7566c-31a4-4507-ac98-8deb9700c791'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:19.502721 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4dec87da-ca3a-43ec-aeef-7073837bb337 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (9eeeaecd-c033-4188-9843-be01cc17db22), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.550942 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d6c4c16-e2a2-4cf5-ae67-828c6ebda701 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for port (aa2c9790-993f-43a4-ab82-af54c0f5cd06), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.596067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4dec87da-ca3a-43ec-aeef-7073837bb337 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (9eeeaecd-c033-4188-9843-be01cc17db22), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.643040 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for port (6b168af6-ef12-4d89-a124-320f12e3b84a), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.657402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec87da-ca3a-43ec-aeef-7073837bb337 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eeeaecd-c033-4188-9843-be01cc17db22,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:19.666576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Pushing event updated for resources: {'Port': ['ID=494ea001-441d-45e5-b30c-c5b71479778c,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:19.671238 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d6c4c16-e2a2-4cf5-ae67-828c6ebda701 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (aa2c9790-993f-43a4-ab82-af54c0f5cd06), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.693462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.693825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.694156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.694487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.702583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.703329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.703853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.704388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.704923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.705427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.709644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.710892 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.710892 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfb87db-08fe-435c-8f47-51be2436115a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:19.730241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5335e078-e423-47c5-8bb8-2d0d0964a65c {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:19.740984 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6b168af6-ef12-4d89-a124-320f12e3b84a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.760480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ips': [{'subnet_id': '365140df-60ab-4a98-a5bc-4473939cfd20'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:19.762185 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.798760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] Set router f0c7566c-31a4-4507-ac98-8deb9700c791 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:19.805982 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Publish callbacks [] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.811228 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.890420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c4c16-e2a2-4cf5-ae67-828c6ebda701 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] In _notify_port_updated(), no bound segment for port aa2c9790-993f-43a4-ab82-af54c0f5cd06 on network bb8e6043-a52d-4b79-9d9e-681b32ebf942 {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:58:19.897131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c4c16-e2a2-4cf5-ae67-828c6ebda701 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:19.903298 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d6c4c16-e2a2-4cf5-ae67-828c6ebda701 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.916006 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1d6c4c16-e2a2-4cf5-ae67-828c6ebda701 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "PUT /v2.0/ports/aa2c9790-993f-43a4-ab82-af54c0f5cd06 HTTP/1.1" status: 200 len: 968 time: 2.9064600 Jan 27 21:58:19.916447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4dec87da-ca3a-43ec-aeef-7073837bb337 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:19.920407 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4dec87da-ca3a-43ec-aeef-7073837bb337 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7349401 Jan 27 21:58:19.920407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41648) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:19.982487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41650) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:19.985387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Transition to ACTIVE for port object 5335e078-e423-47c5-8bb8-2d0d0964a65c will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:19.993871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c4c16-e2a2-4cf5-ae67-828c6ebda701 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event updated for resources: {'Port': ['ID=aa2c9790-993f-43a4-ab82-af54c0f5cd06,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:20.132599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3647d73d-e774-40f5-96d9-d881b2b68caf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port aa2c9790-993f-43a4-ab82-af54c0f5cd06 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:20.134087 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3647d73d-e774-40f5-96d9-d881b2b68caf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (aa2c9790-993f-43a4-ab82-af54c0f5cd06), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.233038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Allocated IP 172.20.0.2 (6658dbd2-a5ab-41f0-bfbc-1a3afb06058d/365140df-60ab-4a98-a5bc-4473939cfd20/7756ee78-03d6-4bcb-a9ae-23c6febd8d2b) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:20.344551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Network 7385cb56-dfa1-462e-af15-83ea1db3d1e5 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:20.349514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event updated for resources: {'Port': ['ID=6b168af6-ef12-4d89-a124-320f12e3b84a,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:20.363985 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T21:58:14Z', 'revision_number': 3, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:20.400698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708f6fad-5005-4d7d-9952-1ed3dcc7f7f7 None None] The sync data for ids ['f0c7566c-31a4-4507-ac98-8deb9700c791'] in n-d-760456-6 is: [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T21:58:14Z', 'revision_number': 3, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:20.417195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:20.430463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3647d73d-e774-40f5-96d9-d881b2b68caf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (aa2c9790-993f-43a4-ab82-af54c0f5cd06), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.466643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.469708 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3647d73d-e774-40f5-96d9-d881b2b68caf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for aa2c9790-993f-43a4-ab82-af54c0f5cd06 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:20.622853 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-324b0613-157b-45d7-9476-b3d668147b54 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (9eeeaecd-c033-4188-9843-be01cc17db22), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.627496 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Publish callbacks [] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.689385 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f6673a53-f1b0-4769-bebd-87a683a38432 None None] Provisioning complete for port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:20.689775 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6673a53-f1b0-4769-bebd-87a683a38432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3475c7c7-9cd4-466c-b4a7-1b00f02f444a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.701747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78c1e5-baa0-445a-9db0-88583e46e71e req-05adde97-be5d-4f12-89cc-161f277f54fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:20.721591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78c1e5-baa0-445a-9db0-88583e46e71e req-05adde97-be5d-4f12-89cc-161f277f54fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:20.745625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78c1e5-baa0-445a-9db0-88583e46e71e req-05adde97-be5d-4f12-89cc-161f277f54fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:20.756230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78c1e5-baa0-445a-9db0-88583e46e71e req-05adde97-be5d-4f12-89cc-161f277f54fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:20.770624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.776627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78c1e5-baa0-445a-9db0-88583e46e71e req-05adde97-be5d-4f12-89cc-161f277f54fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:20.778489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd78c1e5-baa0-445a-9db0-88583e46e71e req-05adde97-be5d-4f12-89cc-161f277f54fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 3815 time: 0.9274070 Jan 27 21:58:20.792065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3647d73d-e774-40f5-96d9-d881b2b68caf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (aa2c9790-993f-43a4-ab82-af54c0f5cd06), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.883917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Pushing event updated for resources: {'Port': ['ID=7756ee78-03d6-4bcb-a9ae-23c6febd8d2b,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:20.892565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1fcbbbe9-60bd-4124-8462-431c528496be up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:20.911735 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-324b0613-157b-45d7-9476-b3d668147b54 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (9eeeaecd-c033-4188-9843-be01cc17db22), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:20.963799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647d73d-e774-40f5-96d9-d881b2b68caf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=aa2c9790-993f-43a4-ab82-af54c0f5cd06,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:21.028299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f6673a53-f1b0-4769-bebd-87a683a38432 None None] Port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:21.057319 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3647d73d-e774-40f5-96d9-d881b2b68caf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.060400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:21.070283 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3647d73d-e774-40f5-96d9-d881b2b68caf tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/aa2c9790-993f-43a4-ab82-af54c0f5cd06 HTTP/1.1" status: 204 len: 168 time: 1.1148608 Jan 27 21:58:21.070884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41656) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:21.073948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:21.080903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:21.137845 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45245d3-86c9-4c0d-ba2e-2b590fbaa2e8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] GET failed (client error): The resource could not be found. Jan 27 21:58:21.142153 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b45245d3-86c9-4c0d-ba2e-2b590fbaa2e8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports/aa2c9790-993f-43a4-ab82-af54c0f5cd06 HTTP/1.1" status: 404 len: 333 time: 0.0675709 Jan 27 21:58:21.142766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41660) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:21.223474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f6673a53-f1b0-4769-bebd-87a683a38432 None None] Provisioning complete for port 1fcbbbe9-60bd-4124-8462-431c528496be triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:21.223871 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6673a53-f1b0-4769-bebd-87a683a38432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.300902 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a224004-ba2b-4fd5-859b-b0a62de71d90 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (c2d3166f-8fcf-4a74-9aa1-3c4b37acaa6a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.315102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1fcbbbe9-60bd-4124-8462-431c528496be triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:21.315485 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.337264 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a224004-ba2b-4fd5-859b-b0a62de71d90 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (c2d3166f-8fcf-4a74-9aa1-3c4b37acaa6a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.343584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Attempting to bind port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:21.344643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Attempting to bind port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:21.344643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Attempting to bind port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b on network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:21.388475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:21.388860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Checking segment: {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:21.389271 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.389678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Bound using segment: {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:21.390589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Bound port: 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:21.390589 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.540307 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a224004-ba2b-4fd5-859b-b0a62de71d90 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c2d3166f-8fcf-4a74-9aa1-3c4b37acaa6a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.542979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a224004-ba2b-4fd5-859b-b0a62de71d90 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.546774 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9a224004-ba2b-4fd5-859b-b0a62de71d90 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/security-groups/c2d3166f-8fcf-4a74-9aa1-3c4b37acaa6a HTTP/1.1" status: 204 len: 168 time: 0.4003580 Jan 27 21:58:21.569268 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41664) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:21.570110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a224004-ba2b-4fd5-859b-b0a62de71d90 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d3166f-8fcf-4a74-9aa1-3c4b37acaa6a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:21.629145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f6673a53-f1b0-4769-bebd-87a683a38432 None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:21.686097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f6673a53-f1b0-4769-bebd-87a683a38432 None None] Could not find standard attr ID for object aa2c9790-993f-43a4-ab82-af54c0f5cd06. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:58:21.691825 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f51eb578-1749-4aea-9450-ec8f7210fbdd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (4e3607d7-603d-4489-9c22-8a2c039f93f2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.751339 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f51eb578-1749-4aea-9450-ec8f7210fbdd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (4e3607d7-603d-4489-9c22-8a2c039f93f2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.787434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Pushing event updated for resources: {'Port': ['ID=5335e078-e423-47c5-8bb8-2d0d0964a65c,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:21.832872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:21.846774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] For port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:21.849866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] For port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7756ee78-03d6-4bcb-a9ae-23c6febd8d2b,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:21.862976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a972c371-b568-4e24-bf72-86a6145f6ae5 None None] Provisioning complete for port 6b168af6-ef12-4d89-a124-320f12e3b84a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:21.863632 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a972c371-b568-4e24-bf72-86a6145f6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6b168af6-ef12-4d89-a124-320f12e3b84a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.882586 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-324b0613-157b-45d7-9476-b3d668147b54 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (9eeeaecd-c033-4188-9843-be01cc17db22), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.898359 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-324b0613-157b-45d7-9476-b3d668147b54 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.902254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-324b0613-157b-45d7-9476-b3d668147b54 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/9eeeaecd-c033-4188-9843-be01cc17db22 HTTP/1.1" status: 204 len: 168 time: 1.8818278 Jan 27 21:58:21.904515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41668) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:21.905546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f51eb578-1749-4aea-9450-ec8f7210fbdd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4e3607d7-603d-4489-9c22-8a2c039f93f2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.909793 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f51eb578-1749-4aea-9450-ec8f7210fbdd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:21.918116 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f51eb578-1749-4aea-9450-ec8f7210fbdd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/security-groups/4e3607d7-603d-4489-9c22-8a2c039f93f2 HTTP/1.1" status: 204 len: 168 time: 0.3384092 Jan 27 21:58:21.920882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41670) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:21.946328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b0613-157b-45d7-9476-b3d668147b54 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9eeeaecd-c033-4188-9843-be01cc17db22,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:21.960176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a972c371-b568-4e24-bf72-86a6145f6ae5 None None] Port 6b168af6-ef12-4d89-a124-320f12e3b84a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:21.969797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a972c371-b568-4e24-bf72-86a6145f6ae5 None None] Could not find standard attr ID for object aa2c9790-993f-43a4-ab82-af54c0f5cd06. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:58:21.974292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51eb578-1749-4aea-9450-ec8f7210fbdd tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3607d7-603d-4489-9c22-8a2c039f93f2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:21.995611 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.006330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd78c1e5-baa0-445a-9db0-88583e46e71e req-b81cec40-d110-4548-8a04-7372202ca8a8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0920405 Jan 27 21:58:22.038963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Router 458eb70f-d64b-4b10-ab8a-0462c8a7a20e has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:58:22.043179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Attempting to bind port 5335e078-e423-47c5-8bb8-2d0d0964a65c on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:22.043517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Attempting to bind port 5335e078-e423-47c5-8bb8-2d0d0964a65c by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:22.043848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Attempting to bind port 5335e078-e423-47c5-8bb8-2d0d0964a65c on network 0b82e3ea-cccf-4366-975c-e3e82e495967 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:22.049696 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-571f55a3-eacf-4d52-9330-de3f30c77866 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1300299 Jan 27 21:58:22.057315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41672) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:22.073609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Port 5335e078-e423-47c5-8bb8-2d0d0964a65c on network 0b82e3ea-cccf-4366-975c-e3e82e495967 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:22.073932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Attempting to bind port 5335e078-e423-47c5-8bb8-2d0d0964a65c on network 0b82e3ea-cccf-4366-975c-e3e82e495967 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:22.127170 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5b23-8164-42c2-805e-cbe9b7dabe49 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (8ad2904b-544a-46de-9dcc-5ac2fb2fd8c7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.139492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:22.139492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Checking segment: {'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:22.139492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Bound using segment: {'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:22.139492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Bound port: 5335e078-e423-47c5-8bb8-2d0d0964a65c, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b985ff-d3c0-4a55-b10d-7f53f4dd19da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:22.139492 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.153153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41df88-1208-4371-8ac3-c03af418197b None None] Pushing event updated for resources: {'Port': ['ID=7756ee78-03d6-4bcb-a9ae-23c6febd8d2b,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:22.157504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5b23-8164-42c2-805e-cbe9b7dabe49 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (8ad2904b-544a-46de-9dcc-5ac2fb2fd8c7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.167226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-58be68bc-3812-4755-9484-f0458ee70ba8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (3dfb1ec4-54e9-4712-8837-fd2487f08fd6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.281087 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-58be68bc-3812-4755-9484-f0458ee70ba8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (3dfb1ec4-54e9-4712-8837-fd2487f08fd6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.399462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5b23-8164-42c2-805e-cbe9b7dabe49 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (8ad2904b-544a-46de-9dcc-5ac2fb2fd8c7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.413135 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5b23-8164-42c2-805e-cbe9b7dabe49 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.415642 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0c8d5b23-8164-42c2-805e-cbe9b7dabe49 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/8ad2904b-544a-46de-9dcc-5ac2fb2fd8c7 HTTP/1.1" status: 204 len: 168 time: 0.3571320 Jan 27 21:58:22.419749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41674) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:22.438585 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d5b23-8164-42c2-805e-cbe9b7dabe49 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ad2904b-544a-46de-9dcc-5ac2fb2fd8c7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:22.471543 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.510950 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-378a553e-c1d2-4cca-a263-efc0d06d739e tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0895686 Jan 27 21:58:22.511697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] For port 5335e078-e423-47c5-8bb8-2d0d0964a65c, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:22.514219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41676) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:22.574335 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-362c2758-f2ea-4961-b42b-2d948b1f69ce tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (0fccd9c0-0397-48c4-bccb-39f18c8528f3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.585775 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-362c2758-f2ea-4961-b42b-2d948b1f69ce tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (0fccd9c0-0397-48c4-bccb-39f18c8528f3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.629529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] For port 5335e078-e423-47c5-8bb8-2d0d0964a65c, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5335e078-e423-47c5-8bb8-2d0d0964a65c,segment=NetworkSegment(80b985ff-d3c0-4a55-b10d-7f53f4dd19da),segment_id=80b985ff-d3c0-4a55-b10d-7f53f4dd19da)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:22.630330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:22.659417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-68b67776-0d3b-424c-8f1a-248ca5dcccea tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "PUT /v2.0/routers/458eb70f-d64b-4b10-ab8a-0462c8a7a20e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2281184 Jan 27 21:58:22.661099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41678) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:22.669266 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de3987-ab6b-44bb-b724-0fa6e5ee7230 None None] Sync routers for ids ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:22.670507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Request body: {'port': {'network_id': '7385cb56-dfa1-462e-af15-83ea1db3d1e5', 'name': 'tempest-FloatingIPAdminTestJSON-57906272'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:22.689857 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de3987-ab6b-44bb-b724-0fa6e5ee7230 None None] Routers {'458eb70f-d64b-4b10-ab8a-0462c8a7a20e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:22.690501 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-20de3987-ab6b-44bb-b724-0fa6e5ee7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:22.746282 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-20de3987-ab6b-44bb-b724-0fa6e5ee7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:22.758804 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20de3987-ab6b-44bb-b724-0fa6e5ee7230 None None] Routers {'458eb70f-d64b-4b10-ab8a-0462c8a7a20e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:22.759667 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-20de3987-ab6b-44bb-b724-0fa6e5ee7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:22.774990 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-58be68bc-3812-4755-9484-f0458ee70ba8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3dfb1ec4-54e9-4712-8837-fd2487f08fd6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.777649 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-58be68bc-3812-4755-9484-f0458ee70ba8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.778813 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-58be68bc-3812-4755-9484-f0458ee70ba8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/security-groups/3dfb1ec4-54e9-4712-8837-fd2487f08fd6 HTTP/1.1" status: 204 len: 168 time: 0.8530939 Jan 27 21:58:22.781842 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41684) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:22.811070 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-20de3987-ab6b-44bb-b724-0fa6e5ee7230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:22.812279 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de3987-ab6b-44bb-b724-0fa6e5ee7230 None None] The sync data for ids ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:22.840107 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.859252 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-362c2758-f2ea-4961-b42b-2d948b1f69ce tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (0fccd9c0-0397-48c4-bccb-39f18c8528f3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.865373 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-362c2758-f2ea-4961-b42b-2d948b1f69ce tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.869366 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-362c2758-f2ea-4961-b42b-2d948b1f69ce tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/0fccd9c0-0397-48c4-bccb-39f18c8528f3 HTTP/1.1" status: 204 len: 168 time: 0.3531792 Jan 27 21:58:22.870053 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41686) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:22.907830 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c2758-f2ea-4961-b42b-2d948b1f69ce tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fccd9c0-0397-48c4-bccb-39f18c8528f3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:22.911855 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc3d97b-ad5a-480f-bf15-5cd21aafe3c6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting subnet a264b12f-f481-4b48-95c0-6710c11967c3 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:22.915979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be68bc-3812-4755-9484-f0458ee70ba8 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfb1ec4-54e9-4712-8837-fd2487f08fd6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:22.921792 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d97b-ad5a-480f-bf15-5cd21aafe3c6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (a264b12f-f481-4b48-95c0-6710c11967c3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.953893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:22.954512 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:22.955918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] 10.222.0.74 "PUT /v2.0/ports/5335e078-e423-47c5-8bb8-2d0d0964a65c HTTP/1.1" status: 200 len: 1092 time: 4.1253848 Jan 27 21:58:22.956403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': '5335e078-e423-47c5-8bb8-2d0d0964a65c'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:22.963870 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e9137f-d937-4f75-90be-dac25adc9e95" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "5335e078-e423-47c5-8bb8-2d0d0964a65c"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:22.994868 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dc86687e-e542-4e5d-84e3-23a68a820c80 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1181052 Jan 27 21:58:23.002972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41690) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:23.043432 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d97b-ad5a-480f-bf15-5cd21aafe3c6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (a264b12f-f481-4b48-95c0-6710c11967c3), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.062657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde58f86-245b-479d-bf20-3b013d30093e service neutron] Pushing event updated for resources: {'Port': ['ID=5335e078-e423-47c5-8bb8-2d0d0964a65c,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:23.096580 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:23.146295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Request body: {'port': {'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:23.150248 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b1077a-0d22-4544-b7ca-ba0fdbbf4159 x-openstack-request-id: req-04b1077a-0d22-4544-b7ca-ba0fdbbf4159 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:23.150550 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "5335e078-e423-47c5-8bb8-2d0d0964a65c", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:23.150807 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-04b1077a-0d22-4544-b7ca-ba0fdbbf4159 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:23.151183 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': '5335e078-e423-47c5-8bb8-2d0d0964a65c', 'status': 'completed', 'code': 200} Jan 27 21:58:23.207685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:23.220890 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.227186 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227b8b5e-af37-482c-954e-a5d654b9def4 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (5feeb877-cfed-44ca-bef1-67a718539043), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.254844 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227b8b5e-af37-482c-954e-a5d654b9def4 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (5feeb877-cfed-44ca-bef1-67a718539043), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.386743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.403289 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d97b-ad5a-480f-bf15-5cd21aafe3c6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (a264b12f-f481-4b48-95c0-6710c11967c3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.428254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec688f2-9b1a-42dc-9159-060d286c5456 req-539a0abf-0b28-4871-a977-c60259ea26fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:23.428434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:23.428721 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.439760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec688f2-9b1a-42dc-9159-060d286c5456 req-539a0abf-0b28-4871-a977-c60259ea26fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:23.445651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec688f2-9b1a-42dc-9159-060d286c5456 req-539a0abf-0b28-4871-a977-c60259ea26fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:23.452234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec688f2-9b1a-42dc-9159-060d286c5456 req-539a0abf-0b28-4871-a977-c60259ea26fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:23.457595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec688f2-9b1a-42dc-9159-060d286c5456 req-539a0abf-0b28-4871-a977-c60259ea26fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:23.459966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ec688f2-9b1a-42dc-9159-060d286c5456 req-539a0abf-0b28-4871-a977-c60259ea26fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 3827 time: 0.2701824 Jan 27 21:58:23.460143 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227b8b5e-af37-482c-954e-a5d654b9def4 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (5feeb877-cfed-44ca-bef1-67a718539043), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.474685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9137f-d937-4f75-90be-dac25adc9e95 req-f6cc9795-8824-4942-b0cf-4baf1d90d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:23.475167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9137f-d937-4f75-90be-dac25adc9e95 req-f6cc9795-8824-4942-b0cf-4baf1d90d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:23.475629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9137f-d937-4f75-90be-dac25adc9e95 req-f6cc9795-8824-4942-b0cf-4baf1d90d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:23.476176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9137f-d937-4f75-90be-dac25adc9e95 req-f6cc9795-8824-4942-b0cf-4baf1d90d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:23.490001 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9137f-d937-4f75-90be-dac25adc9e95 req-f6cc9795-8824-4942-b0cf-4baf1d90d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:23.491848 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-44e9137f-d937-4f75-90be-dac25adc9e95 req-f6cc9795-8824-4942-b0cf-4baf1d90d8d0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 4362 time: 0.3627656 Jan 27 21:58:23.510122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Made reservation on behalf of b9bb0cb2e30443e5bacaad33718d88a6 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:23.513801 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227b8b5e-af37-482c-954e-a5d654b9def4 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.517474 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.517583 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-227b8b5e-af37-482c-954e-a5d654b9def4 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/5feeb877-cfed-44ca-bef1-67a718539043 HTTP/1.1" status: 204 len: 168 time: 0.5100515 Jan 27 21:58:23.520037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7756ee78-03d6-4bcb-a9ae-23c6febd8d2b,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:23.527516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41696) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:23.575596 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b8b5e-af37-482c-954e-a5d654b9def4 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5feeb877-cfed-44ca-bef1-67a718539043,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:23.597367 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.599335 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 494ea001-441d-45e5-b30c-c5b71479778c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:23.721126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] device_id is not set on port 7b46667c-83c0-4cc3-93ac-592fa87101e0 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:58:23.766415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=7756ee78-03d6-4bcb-a9ae-23c6febd8d2b,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:23.807665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 494ea001-441d-45e5-b30c-c5b71479778c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:23.825900 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (494ea001-441d-45e5-b30c-c5b71479778c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:23.892335 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-62b72d22-5250-4313-b398-556729be90cb tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3635688 Jan 27 21:58:23.911547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41700) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:23.926647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ec688f2-9b1a-42dc-9159-060d286c5456 req-91d20129-9e6b-4fad-912f-9387759b48fc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4371071 Jan 27 21:58:23.962089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.20.0.1 (6658dbd2-a5ab-41f0-bfbc-1a3afb06058d/365140df-60ab-4a98-a5bc-4473939cfd20/d4531abc-4aaa-4465-b42f-2440af020317) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:23.969419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 494ea001-441d-45e5-b30c-c5b71479778c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:23.970731 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (494ea001-441d-45e5-b30c-c5b71479778c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.005188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 494ea001-441d-45e5-b30c-c5b71479778c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=494ea001-441d-45e5-b30c-c5b71479778c,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:24.016662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aed351-85a6-4adf-8e3e-080de427c1b4 None None] Network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:24.051050 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6a366d3f-0f8f-4c47-9a60-5cea85b33b9c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (975ceb1a-c950-49eb-b20e-27056d9c6fb4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.151912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6a366d3f-0f8f-4c47-9a60-5cea85b33b9c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (975ceb1a-c950-49eb-b20e-27056d9c6fb4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.295447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Allocated IP 172.20.0.14 (7385cb56-dfa1-462e-af15-83ea1db3d1e5/b4bf724a-56f8-4fe3-9e9d-8571f49f495b/7b46667c-83c0-4cc3-93ac-592fa87101e0) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:24.374948 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (d4531abc-4aaa-4465-b42f-2440af020317), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.382187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9137f-d937-4f75-90be-dac25adc9e95 req-1631b316-caa0-404c-b203-3fdded512139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:24.383416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9137f-d937-4f75-90be-dac25adc9e95 req-1631b316-caa0-404c-b203-3fdded512139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:24.384091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9137f-d937-4f75-90be-dac25adc9e95 req-1631b316-caa0-404c-b203-3fdded512139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:24.386305 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-44e9137f-d937-4f75-90be-dac25adc9e95 req-1631b316-caa0-404c-b203-3fdded512139 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=06bdf1d1f880465ebd58102f3936b27e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8680720 Jan 27 21:58:24.411676 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (494ea001-441d-45e5-b30c-c5b71479778c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.467633 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6a366d3f-0f8f-4c47-9a60-5cea85b33b9c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (975ceb1a-c950-49eb-b20e-27056d9c6fb4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.478257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0279aa1a-080c-4320-b3f3-2b56600372e6 None None] Provisioning complete for port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:24.478777 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0279aa1a-080c-4320-b3f3-2b56600372e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.484226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6a366d3f-0f8f-4c47-9a60-5cea85b33b9c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.485485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6a366d3f-0f8f-4c47-9a60-5cea85b33b9c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/975ceb1a-c950-49eb-b20e-27056d9c6fb4 HTTP/1.1" status: 204 len: 168 time: 0.5578897 Jan 27 21:58:24.500157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41704) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:24.509805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a366d3f-0f8f-4c47-9a60-5cea85b33b9c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=975ceb1a-c950-49eb-b20e-27056d9c6fb4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:24.528957 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d97b-ad5a-480f-bf15-5cd21aafe3c6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (a264b12f-f481-4b48-95c0-6710c11967c3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.569533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=494ea001-441d-45e5-b30c-c5b71479778c,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:24.585625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7d9cb2-705b-481e-b551-5bb9212cb343 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:24.594679 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3d97b-ad5a-480f-bf15-5cd21aafe3c6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Subnet': ['ID=a264b12f-f481-4b48-95c0-6710c11967c3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:24.597543 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Publish callbacks [] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.605344 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cfc3d97b-ad5a-480f-bf15-5cd21aafe3c6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.608913 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cfc3d97b-ad5a-480f-bf15-5cd21aafe3c6 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/a264b12f-f481-4b48-95c0-6710c11967c3 HTTP/1.1" status: 204 len: 168 time: 1.8260601 Jan 27 21:58:24.616523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cf3169-6b69-40fe-b569-36baad3c36a6 None None] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:24.617374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41708) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:24.669967 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ad97ff59-0664-426a-ab33-7a01efcf044d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1684325 Jan 27 21:58:24.675368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41710) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:24.708137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9137f-d937-4f75-90be-dac25adc9e95 req-4e506436-5cc9-4ecd-a91d-1c7ef07c2f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:24.708137 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-44e9137f-d937-4f75-90be-dac25adc9e95 req-4e506436-5cc9-4ecd-a91d-1c7ef07c2f4c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3129969 Jan 27 21:58:24.715959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d4531abc-4aaa-4465-b42f-2440af020317), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.752176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Transition to ACTIVE for port object cb7d9cb2-705b-481e-b551-5bb9212cb343 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:24.771568 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for port (7b46667c-83c0-4cc3-93ac-592fa87101e0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.815556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0279aa1a-080c-4320-b3f3-2b56600372e6 None None] Current status of the port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:24.840792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:24.845677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:24.850043 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.862160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:24.880675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ecb7391-84f1-4ac5-8293-c51f69b5ebe0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting subnet 1b28e91f-b653-4895-b0de-d2c5eddf0a63 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:24.889788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:24.919385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7391-84f1-4ac5-8293-c51f69b5ebe0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (1b28e91f-b653-4895-b0de-d2c5eddf0a63), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:24.928224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=d4531abc-4aaa-4465-b42f-2440af020317,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:25.117551 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7391-84f1-4ac5-8293-c51f69b5ebe0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (1b28e91f-b653-4895-b0de-d2c5eddf0a63), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.131141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:25.131782 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.193570 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28e13c29-5f38-4b4b-9e3f-54f247984f4b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (a6d739d2-347e-48cd-b89b-b04cb4579243), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.195282 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (f0c7566c-31a4-4507-ac98-8deb9700c791), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.293810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:25.299004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 494ea001-441d-45e5-b30c-c5b71479778c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:25.303224 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7b46667c-83c0-4cc3-93ac-592fa87101e0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.359084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-58c6d5f4-03e2-4fd9-bac9-ff2dfe6961d2 None None] Provisioning complete for port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:25.359584 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-58c6d5f4-03e2-4fd9-bac9-ff2dfe6961d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.425329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7d9cb2-705b-481e-b551-5bb9212cb343,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:25.482770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28e13c29-5f38-4b4b-9e3f-54f247984f4b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (a6d739d2-347e-48cd-b89b-b04cb4579243), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.494864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Network 7385cb56-dfa1-462e-af15-83ea1db3d1e5 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:25.495095 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-58c6d5f4-03e2-4fd9-bac9-ff2dfe6961d2 None None] Current status of the port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:25.502108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 494ea001-441d-45e5-b30c-c5b71479778c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:25.502494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (494ea001-441d-45e5-b30c-c5b71479778c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.565941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:25.582582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:25.689391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 494ea001-441d-45e5-b30c-c5b71479778c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:25.822867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-663167a7-d08f-447a-9e93-60c198f48731 None None] Provisioning complete for port d4531abc-4aaa-4465-b42f-2440af020317 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:25.823264 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-663167a7-d08f-447a-9e93-60c198f48731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d4531abc-4aaa-4465-b42f-2440af020317), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:25.918729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-663167a7-d08f-447a-9e93-60c198f48731 None None] Port d4531abc-4aaa-4465-b42f-2440af020317 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:26.048925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-77910115-0a11-4369-88af-f14db8316f1e None None] Provisioning complete for port 7b46667c-83c0-4cc3-93ac-592fa87101e0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:26.048925 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-77910115-0a11-4369-88af-f14db8316f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7b46667c-83c0-4cc3-93ac-592fa87101e0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.092883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-77910115-0a11-4369-88af-f14db8316f1e None None] Port 7b46667c-83c0-4cc3-93ac-592fa87101e0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:26.213666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53001e76-bdce-4d7d-801a-c6b599f2c07a req-8423149a-9637-4fa0-aa1f-db730baddce5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.219660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53001e76-bdce-4d7d-801a-c6b599f2c07a req-8423149a-9637-4fa0-aa1f-db730baddce5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.222062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-03675525-9e30-4476-bc59-56803142135b None None] Provisioning complete for port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:26.223950 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03675525-9e30-4476-bc59-56803142135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3475c7c7-9cd4-466c-b4a7-1b00f02f444a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.229209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53001e76-bdce-4d7d-801a-c6b599f2c07a req-8423149a-9637-4fa0-aa1f-db730baddce5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.235312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53001e76-bdce-4d7d-801a-c6b599f2c07a req-8423149a-9637-4fa0-aa1f-db730baddce5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.242914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53001e76-bdce-4d7d-801a-c6b599f2c07a req-8423149a-9637-4fa0-aa1f-db730baddce5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.250176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53001e76-bdce-4d7d-801a-c6b599f2c07a req-8423149a-9637-4fa0-aa1f-db730baddce5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.258119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53001e76-bdce-4d7d-801a-c6b599f2c07a req-8423149a-9637-4fa0-aa1f-db730baddce5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 4598 time: 1.1301682 Jan 27 21:58:26.274940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-03675525-9e30-4476-bc59-56803142135b None None] Port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:26.285541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-03675525-9e30-4476-bc59-56803142135b None None] Provisioning complete for port 1fcbbbe9-60bd-4124-8462-431c528496be triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:26.286162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03675525-9e30-4476-bc59-56803142135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.316308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event updated for resources: {'Port': ['ID=7b46667c-83c0-4cc3-93ac-592fa87101e0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:26.339887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:26.340847 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.381773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-03675525-9e30-4476-bc59-56803142135b None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:26.402562 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28e13c29-5f38-4b4b-9e3f-54f247984f4b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a6d739d2-347e-48cd-b89b-b04cb4579243), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.405516 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28e13c29-5f38-4b4b-9e3f-54f247984f4b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.409218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-28e13c29-5f38-4b4b-9e3f-54f247984f4b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-groups/a6d739d2-347e-48cd-b89b-b04cb4579243 HTTP/1.1" status: 204 len: 168 time: 1.7090318 Jan 27 21:58:26.409218 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7391-84f1-4ac5-8293-c51f69b5ebe0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (1b28e91f-b653-4895-b0de-d2c5eddf0a63), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.410795 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41722) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:26.442924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e13c29-5f38-4b4b-9e3f-54f247984f4b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d739d2-347e-48cd-b89b-b04cb4579243,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:26.452868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Attempting to bind port cb7d9cb2-705b-481e-b551-5bb9212cb343 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:26.453434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Attempting to bind port cb7d9cb2-705b-481e-b551-5bb9212cb343 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:26.454964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Attempting to bind port cb7d9cb2-705b-481e-b551-5bb9212cb343 on network 83e4aa29-cdd1-4f04-b652-2139a812064e {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:26.494657 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-314ce585-5039-4fe1-9606-c50578d97726 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0801702 Jan 27 21:58:26.495280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41724) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:26.500729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bd65ee29-d008-4045-98a0-d8b16ac2f9d0 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group': {'name': 'tempest-secgroup--847755768'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:26.523950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53001e76-bdce-4d7d-801a-c6b599f2c07a req-b144335e-ceb3-42b9-af37-3e7cbca80a0c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687019 Jan 27 21:58:26.532440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8feddbbb-cfa0-4df4-9266-a11460bb0ef3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8656421 Jan 27 21:58:26.538923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41726) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:26.558817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Port cb7d9cb2-705b-481e-b551-5bb9212cb343 on network 83e4aa29-cdd1-4f04-b652-2139a812064e not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:26.559374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Attempting to bind port cb7d9cb2-705b-481e-b551-5bb9212cb343 on network 83e4aa29-cdd1-4f04-b652-2139a812064e {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:26.582371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:26.582750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Checking segment: {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:26.583147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Bound using segment: {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:26.583614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Bound port: cb7d9cb2-705b-481e-b551-5bb9212cb343, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:26.583968 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.602974 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd65ee29-d008-4045-98a0-d8b16ac2f9d0 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.624575 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d4531abc-4aaa-4465-b42f-2440af020317), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.708786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'project_id': 'b9bb0cb2e30443e5bacaad33718d88a6', 'port_id': '7b46667c-83c0-4cc3-93ac-592fa87101e0'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:26.725400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] For port cb7d9cb2-705b-481e-b551-5bb9212cb343, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:26.774471 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7391-84f1-4ac5-8293-c51f69b5ebe0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (1b28e91f-b653-4895-b0de-d2c5eddf0a63), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.787077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] For port cb7d9cb2-705b-481e-b551-5bb9212cb343, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=cb7d9cb2-705b-481e-b551-5bb9212cb343,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:26.803300 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ecb7391-84f1-4ac5-8293-c51f69b5ebe0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.806568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7ecb7391-84f1-4ac5-8293-c51f69b5ebe0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/1b28e91f-b653-4895-b0de-d2c5eddf0a63 HTTP/1.1" status: 204 len: 168 time: 2.1335239 Jan 27 21:58:26.807105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0208d8a-f434-46a8-ab30-de3194e3ffa1 None None] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:26.822594 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd65ee29-d008-4045-98a0-d8b16ac2f9d0 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (ef3a1815-64bf-4221-86d6-74c08a568f02), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.823947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41730) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:26.857519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb7391-84f1-4ac5-8293-c51f69b5ebe0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Subnet': ['ID=1b28e91f-b653-4895-b0de-d2c5eddf0a63,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:26.863456 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3769cf5-fad6-40fc-af05-b6602c5014a1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] DELETE failed (client error): The resource could not be found. Jan 27 21:58:26.864800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3769cf5-fad6-40fc-af05-b6602c5014a1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:26.871753 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b3769cf5-fad6-40fc-af05-b6602c5014a1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/a264b12f-f481-4b48-95c0-6710c11967c3 HTTP/1.1" status: 404 len: 337 time: 0.0466483 Jan 27 21:58:26.877530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41736) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:26.934681 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-818fd812-6f4e-4714-977a-e426c55df29f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting subnet 2be1ab07-2698-4de7-9209-73810d4856b2 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:26.938943 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-818fd812-6f4e-4714-977a-e426c55df29f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (2be1ab07-2698-4de7-9209-73810d4856b2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.949570 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.962251 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:26.972807 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd65ee29-d008-4045-98a0-d8b16ac2f9d0 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ef3a1815-64bf-4221-86d6-74c08a568f02), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.010426 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-818fd812-6f4e-4714-977a-e426c55df29f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (2be1ab07-2698-4de7-9209-73810d4856b2), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.041962 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.134858 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65ee29-d008-4045-98a0-d8b16ac2f9d0 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3a1815-64bf-4221-86d6-74c08a568f02,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:27.148647 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd65ee29-d008-4045-98a0-d8b16ac2f9d0 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.149921 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bd65ee29-d008-4045-98a0-d8b16ac2f9d0 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6535273 Jan 27 21:58:27.159276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41740) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:27.174977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-717398d7-67a6-46b0-976a-3af3141a5034 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': 'ef3a1815-64bf-4221-86d6-74c08a568f02', 'direction': 'ingress', 'protocol': 17}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:27.180027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.180921 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.182568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] 10.222.0.74 "PUT /v2.0/ports/cb7d9cb2-705b-481e-b551-5bb9212cb343 HTTP/1.1" status: 200 len: 1129 time: 4.0405264 Jan 27 21:58:27.184982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': 'cb7d9cb2-705b-481e-b551-5bb9212cb343'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:27.187460 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dc5892-d148-4116-9151-74a592ceb0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "cb7d9cb2-705b-481e-b551-5bb9212cb343"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:27.275434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf71fa1-4597-43aa-b7ee-d9532fe75515 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7d9cb2-705b-481e-b551-5bb9212cb343,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:27.306096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Request body: {'port': {'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:27.319409 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfed217f-06c9-40bc-8524-4b1ff7371f0f x-openstack-request-id: req-dfed217f-06c9-40bc-8524-4b1ff7371f0f {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:27.319720 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "cb7d9cb2-705b-481e-b551-5bb9212cb343", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:27.319978 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dfed217f-06c9-40bc-8524-4b1ff7371f0f {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:27.320394 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': 'cb7d9cb2-705b-481e-b551-5bb9212cb343', 'status': 'completed', 'code': 200} Jan 27 21:58:27.368690 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.429296 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-717398d7-67a6-46b0-976a-3af3141a5034 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (2e91447e-9a0c-4a49-8fbd-d2bf783183b2), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.482017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-818fd812-6f4e-4714-977a-e426c55df29f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (2be1ab07-2698-4de7-9209-73810d4856b2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.495250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc5892-d148-4116-9151-74a592ceb0ab req-bea51ba0-a5cc-4a7d-8064-8b1f101fc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.496328 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc5892-d148-4116-9151-74a592ceb0ab req-bea51ba0-a5cc-4a7d-8064-8b1f101fc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.497445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc5892-d148-4116-9151-74a592ceb0ab req-bea51ba0-a5cc-4a7d-8064-8b1f101fc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.498475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc5892-d148-4116-9151-74a592ceb0ab req-bea51ba0-a5cc-4a7d-8064-8b1f101fc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.499771 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc5892-d148-4116-9151-74a592ceb0ab req-bea51ba0-a5cc-4a7d-8064-8b1f101fc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.501215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc5892-d148-4116-9151-74a592ceb0ab req-bea51ba0-a5cc-4a7d-8064-8b1f101fc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.502772 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.503815 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-67dc5892-d148-4116-9151-74a592ceb0ab req-bea51ba0-a5cc-4a7d-8064-8b1f101fc9ea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5284 time: 0.1775527 Jan 27 21:58:27.508054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.547658 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (d4531abc-4aaa-4465-b42f-2440af020317), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.819017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc5892-d148-4116-9151-74a592ceb0ab req-0379b590-976e-40eb-af75-c577d0b0a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.819991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc5892-d148-4116-9151-74a592ceb0ab req-0379b590-976e-40eb-af75-c577d0b0a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.820170 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc5892-d148-4116-9151-74a592ceb0ab req-0379b590-976e-40eb-af75-c577d0b0a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:27.822242 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-67dc5892-d148-4116-9151-74a592ceb0ab req-0379b590-976e-40eb-af75-c577d0b0a7c9 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=06bdf1d1f880465ebd58102f3936b27e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2747731 Jan 27 21:58:27.849182 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-818fd812-6f4e-4714-977a-e426c55df29f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (2be1ab07-2698-4de7-9209-73810d4856b2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.959244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fd812-6f4e-4714-977a-e426c55df29f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Subnet': ['ID=2be1ab07-2698-4de7-9209-73810d4856b2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:27.973323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-818fd812-6f4e-4714-977a-e426c55df29f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:27.977344 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-818fd812-6f4e-4714-977a-e426c55df29f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/2be1ab07-2698-4de7-9209-73810d4856b2 HTTP/1.1" status: 204 len: 168 time: 1.0986478 Jan 27 21:58:27.988191 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41748) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:27.997517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d4531abc-4aaa-4465-b42f-2440af020317), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.035329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-717398d7-67a6-46b0-976a-3af3141a5034 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (2e91447e-9a0c-4a49-8fbd-d2bf783183b2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.081044 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-742ecb22-049a-4ce6-8401-692c9f71f82b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] DELETE failed (client error): The resource could not be found. Jan 27 21:58:28.081425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742ecb22-049a-4ce6-8401-692c9f71f82b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:28.087748 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-742ecb22-049a-4ce6-8401-692c9f71f82b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/edc779d7-53ea-4e2a-a464-6b14fa8dae93 HTTP/1.1" status: 404 len: 337 time: 0.0982091 Jan 27 21:58:28.089028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc5892-d148-4116-9151-74a592ceb0ab req-e4026750-cd7a-4ab9-9dc5-0517741a033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.090421 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-67dc5892-d148-4116-9151-74a592ceb0ab req-e4026750-cd7a-4ab9-9dc5-0517741a033c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2583683 Jan 27 21:58:28.102395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41750) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.120012 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-717398d7-67a6-46b0-976a-3af3141a5034 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (2e91447e-9a0c-4a49-8fbd-d2bf783183b2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.139182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f3d35-aa13-40ba-8797-8ae45f231971 None None] Network bb8e6043-a52d-4b79-9d9e-681b32ebf942 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:28.177463 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-871336ff-4467-4eab-a045-9108afd8079b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "GET /v2.0/ports?device_id=1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5 HTTP/1.1" status: 200 len: 205 time: 0.0737858 Jan 27 21:58:28.181643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41754) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.182438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717398d7-67a6-46b0-976a-3af3141a5034 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e91447e-9a0c-4a49-8fbd-d2bf783183b2,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:28.236618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-805b96b2-c5c1-42e6-81a7-e3ec8c0882bd None None] Provisioning complete for port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:28.237058 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-805b96b2-c5c1-42e6-81a7-e3ec8c0882bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3475c7c7-9cd4-466c-b4a7-1b00f02f444a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.280645 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-62ababbb-0a90-4b54-a014-cdb7f4e3f94b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] delete failed (client error): The resource could not be found. Jan 27 21:58:28.281898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-62ababbb-0a90-4b54-a014-cdb7f4e3f94b tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/routers/1f9c0dae-8f2c-4aff-ae1f-5431eb41abd5 HTTP/1.1" status: 404 len: 336 time: 0.0900469 Jan 27 21:58:28.284384 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-717398d7-67a6-46b0-976a-3af3141a5034 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.285452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856c8d91-48e7-4a38-b228-a5d13c60c10b {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:28.288938 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-717398d7-67a6-46b0-976a-3af3141a5034 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1250331 Jan 27 21:58:28.290433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41756) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.292016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41758) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.303733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Publish callbacks [] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.306018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-805b96b2-c5c1-42e6-81a7-e3ec8c0882bd None None] Port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:28.331138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (f0c7566c-31a4-4507-ac98-8deb9700c791), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.333091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=d4531abc-4aaa-4465-b42f-2440af020317,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:28.338487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Allocated IP 172.25.0.47 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/d7d8e68e-693b-4711-921b-796f01470775) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:28.350863 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc461f4e-94fd-45bd-b4ec-c08f302054ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] DELETE failed (client error): The resource could not be found. Jan 27 21:58:28.354386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc461f4e-94fd-45bd-b4ec-c08f302054ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:28.355433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Transition to ACTIVE for port object 856c8d91-48e7-4a38-b228-a5d13c60c10b will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:28.356948 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cc461f4e-94fd-45bd-b4ec-c08f302054ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/c22afebb-c665-44ee-917f-5687b1476af6 HTTP/1.1" status: 404 len: 337 time: 0.0635214 Jan 27 21:58:28.362660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41762) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.368558 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1846-0a98-4cf0-8fb3-b0ca1ccd7856 req-6d1e575c-26a1-4201-bb4a-1a5921dc234d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.373782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1846-0a98-4cf0-8fb3-b0ca1ccd7856 req-6d1e575c-26a1-4201-bb4a-1a5921dc234d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.379134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1846-0a98-4cf0-8fb3-b0ca1ccd7856 req-6d1e575c-26a1-4201-bb4a-1a5921dc234d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.384911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1846-0a98-4cf0-8fb3-b0ca1ccd7856 req-6d1e575c-26a1-4201-bb4a-1a5921dc234d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.390103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1846-0a98-4cf0-8fb3-b0ca1ccd7856 req-6d1e575c-26a1-4201-bb4a-1a5921dc234d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.391396 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5000789-712e-4ec0-980b-ce87422388ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] DELETE failed (client error): The resource could not be found. Jan 27 21:58:28.391866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5000789-712e-4ec0-980b-ce87422388ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:28.395891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1846-0a98-4cf0-8fb3-b0ca1ccd7856 req-6d1e575c-26a1-4201-bb4a-1a5921dc234d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:28.398082 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8beb1846-0a98-4cf0-8fb3-b0ca1ccd7856 req-6d1e575c-26a1-4201-bb4a-1a5921dc234d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 4598 time: 0.4729958 Jan 27 21:58:28.410532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-805b96b2-c5c1-42e6-81a7-e3ec8c0882bd None None] Provisioning complete for port 1fcbbbe9-60bd-4124-8462-431c528496be triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:28.411403 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b5000789-712e-4ec0-980b-ce87422388ee tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/dcb5ee7b-aa38-4c02-8ac9-be920c9aba15 HTTP/1.1" status: 404 len: 337 time: 0.0442197 Jan 27 21:58:28.412119 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41764) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.412698 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-805b96b2-c5c1-42e6-81a7-e3ec8c0882bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.480282 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3beb0d-f71b-4759-a474-6bf9ffc54137 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] DELETE failed (client error): The resource could not be found. Jan 27 21:58:28.484800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3beb0d-f71b-4759-a474-6bf9ffc54137 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:28.491751 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ca3beb0d-f71b-4759-a474-6bf9ffc54137 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/d1e6dcaa-9cdd-4210-a9fc-4d3e728c9515 HTTP/1.1" status: 404 len: 337 time: 0.0757771 Jan 27 21:58:28.493397 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41766) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.502783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44adba1-2af8-4c5f-a7ec-8c6b0f8aac54 None None] DHCP port deletion for bb8e6043-a52d-4b79-9d9e-681b32ebf942 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:28.503117 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.570776 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-236d2ccc-57cd-4162-bd0a-582dc8374f91 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] DELETE failed (client error): The resource could not be found. Jan 27 21:58:28.571821 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236d2ccc-57cd-4162-bd0a-582dc8374f91 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:28.585004 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-236d2ccc-57cd-4162-bd0a-582dc8374f91 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/c0b418ec-3816-4389-8439-36eb74b856cc HTTP/1.1" status: 404 len: 333 time: 0.0889904 Jan 27 21:58:28.585952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41768) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.660716 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b4f14a-3a23-4db9-83b4-a7d011e378ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] DELETE failed (client error): The resource could not be found. Jan 27 21:58:28.661452 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b4f14a-3a23-4db9-83b4-a7d011e378ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:28.667648 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-13b4f14a-3a23-4db9-83b4-a7d011e378ec tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/23e26ff4-9857-4732-8845-517de7f14ca3 HTTP/1.1" status: 404 len: 337 time: 0.0703747 Jan 27 21:58:28.668663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41770) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.678179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Pushing event updated for resources: {'Port': ['ID=856c8d91-48e7-4a38-b228-a5d13c60c10b,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:28.700995 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-805b96b2-c5c1-42e6-81a7-e3ec8c0882bd None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:28.703361 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-20722901-7757-4edc-b632-9974b278eda0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] DELETE failed (client error): The resource could not be found. Jan 27 21:58:28.708661 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a44adba1-2af8-4c5f-a7ec-8c6b0f8aac54 None None] Deleting port 1fcbbbe9-60bd-4124-8462-431c528496be {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:28.708988 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a44adba1-2af8-4c5f-a7ec-8c6b0f8aac54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.709946 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20722901-7757-4edc-b632-9974b278eda0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:28.717263 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-20722901-7757-4edc-b632-9974b278eda0 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/1bd29574-ec36-4ff2-81ce-3e91eb964826 HTTP/1.1" status: 404 len: 337 time: 0.0448067 Jan 27 21:58:28.718141 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41772) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.721189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8beb1846-0a98-4cf0-8fb3-b0ca1ccd7856 req-585dc8da-5bd4-4ed1-a0ef-8b37b32d586f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3037467 Jan 27 21:58:28.749721 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-204521f0-5fdb-452b-beb5-9c86aab97a74 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (ef3a1815-64bf-4221-86d6-74c08a568f02), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.777514 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-649f964a-ac79-4588-9c1a-a3e37124b991 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] DELETE failed (client error): The resource could not be found. Jan 27 21:58:28.778461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649f964a-ac79-4588-9c1a-a3e37124b991 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:28.784645 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-649f964a-ac79-4588-9c1a-a3e37124b991 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/eade9cb0-8016-4077-880a-cb9e6aac86c6 HTTP/1.1" status: 404 len: 333 time: 0.0650008 Jan 27 21:58:28.787730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41774) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.807994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:28.821141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1fcbbbe9-60bd-4124-8462-431c528496be no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:28.832338 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db585f1-40d8-4e05-bd2f-cb7e310735d1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] DELETE failed (client error): The resource could not be found. Jan 27 21:58:28.833204 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db585f1-40d8-4e05-bd2f-cb7e310735d1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:28.839483 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1db585f1-40d8-4e05-bd2f-cb7e310735d1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/79113da8-dccf-4beb-a0d5-20651a4eb850 HTTP/1.1" status: 404 len: 337 time: 0.0503922 Jan 27 21:58:28.840481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41776) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:28.849400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a44adba1-2af8-4c5f-a7ec-8c6b0f8aac54 None None] For port 1fcbbbe9-60bd-4124-8462-431c528496be, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1fcbbbe9-60bd-4124-8462-431c528496be,segment=NetworkSegment(06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb),segment_id=06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:28.849841 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a44adba1-2af8-4c5f-a7ec-8c6b0f8aac54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.855061 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-204521f0-5fdb-452b-beb5-9c86aab97a74 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (ef3a1815-64bf-4221-86d6-74c08a568f02), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.861619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:28.875077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a44adba1-2af8-4c5f-a7ec-8c6b0f8aac54 None None] Calling delete_port for 1fcbbbe9-60bd-4124-8462-431c528496be owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:28.889615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks [] for port (d7d8e68e-693b-4711-921b-796f01470775), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:28.909146 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d067fde-aab4-495d-8f4b-9b0e57fba08f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] DELETE failed (client error): The resource could not be found. Jan 27 21:58:28.909939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d067fde-aab4-495d-8f4b-9b0e57fba08f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 21:58:28.917539 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2d067fde-aab4-495d-8f4b-9b0e57fba08f tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/subnets/3187164c-471e-4a34-bb76-32a68f71e1d2 HTTP/1.1" status: 404 len: 337 time: 0.0710034 Jan 27 21:58:28.918233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41780) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:29.060322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-204521f0-5fdb-452b-beb5-9c86aab97a74 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ef3a1815-64bf-4221-86d6-74c08a568f02), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.064144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-204521f0-5fdb-452b-beb5-9c86aab97a74 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.069763 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-204521f0-5fdb-452b-beb5-9c86aab97a74 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-groups/ef3a1815-64bf-4221-86d6-74c08a568f02 HTTP/1.1" status: 204 len: 168 time: 0.7267523 Jan 27 21:58:29.070797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41782) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:29.103219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Attempting to bind port 856c8d91-48e7-4a38-b228-a5d13c60c10b on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:29.103549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Attempting to bind port 856c8d91-48e7-4a38-b228-a5d13c60c10b by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:29.103806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Attempting to bind port 856c8d91-48e7-4a38-b228-a5d13c60c10b on network 83e4aa29-cdd1-4f04-b652-2139a812064e {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:29.106254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204521f0-5fdb-452b-beb5-9c86aab97a74 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3a1815-64bf-4221-86d6-74c08a568f02,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:29.158482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1fcbbbe9-60bd-4124-8462-431c528496be is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:29.159033 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.180162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Port 856c8d91-48e7-4a38-b228-a5d13c60c10b on network 83e4aa29-cdd1-4f04-b652-2139a812064e not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:29.180386 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ae816034-4851-4a44-9d52-c3e88feccdee tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0912733 Jan 27 21:58:29.180480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Attempting to bind port 856c8d91-48e7-4a38-b228-a5d13c60c10b on network 83e4aa29-cdd1-4f04-b652-2139a812064e {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:29.180564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41784) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:29.190432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1d8c9b2b-06b7-45c9-a643-964becce74d2 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group': {'name': 'tempest-secgroup--561234660'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:29.211667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:29.212032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Checking segment: {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:29.212432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Bound using segment: {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:29.212898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Bound port: 856c8d91-48e7-4a38-b228-a5d13c60c10b, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:29.213264 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.244270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router f0c7566c-31a4-4507-ac98-8deb9700c791 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:58:29.289202 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a44adba1-2af8-4c5f-a7ec-8c6b0f8aac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (1fcbbbe9-60bd-4124-8462-431c528496be), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.317631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9b2b-06b7-45c9-a643-964becce74d2 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.359775 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d7d8e68e-693b-4711-921b-796f01470775), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.374453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44adba1-2af8-4c5f-a7ec-8c6b0f8aac54 None None] Pushing event deleted for resources: {'Port': ['ID=1fcbbbe9-60bd-4124-8462-431c528496be,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:29.379798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44adba1-2af8-4c5f-a7ec-8c6b0f8aac54 None None] No DVR routers for this DVR port 1fcbbbe9-60bd-4124-8462-431c528496be on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:29.451373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Deleting port 3475c7c7-9cd4-466c-b4a7-1b00f02f444a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:29.451702 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3475c7c7-9cd4-466c-b4a7-1b00f02f444a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.455438 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9b2b-06b7-45c9-a643-964becce74d2 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (d4f3f6a9-0561-4d6b-a712-55d04985013d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.459235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] For port 856c8d91-48e7-4a38-b228-a5d13c60c10b, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:29.462979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3a709bf1-24d5-4182-961c-c5c536aeb515 None None] Provisioning complete for port d4531abc-4aaa-4465-b42f-2440af020317 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:29.463136 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3a709bf1-24d5-4182-961c-c5c536aeb515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d4531abc-4aaa-4465-b42f-2440af020317), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.488985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:29.517182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3a709bf1-24d5-4182-961c-c5c536aeb515 None None] Port d4531abc-4aaa-4465-b42f-2440af020317 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:29.551313 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9b2b-06b7-45c9-a643-964becce74d2 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d4f3f6a9-0561-4d6b-a712-55d04985013d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.569310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:29.578531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] For port 856c8d91-48e7-4a38-b228-a5d13c60c10b, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=856c8d91-48e7-4a38-b228-a5d13c60c10b,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:29.604498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:29.606380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c9b2b-06b7-45c9-a643-964becce74d2 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f3f6a9-0561-4d6b-a712-55d04985013d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:29.658423 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3475c7c7-9cd4-466c-b4a7-1b00f02f444a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.673223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Calling delete_port for 3475c7c7-9cd4-466c-b4a7-1b00f02f444a owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:29.691762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Pushing event updated for resources: {'Port': ['ID=d7d8e68e-693b-4711-921b-796f01470775,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:29.725161 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9b2b-06b7-45c9-a643-964becce74d2 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.729416 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1d8c9b2b-06b7-45c9-a643-964becce74d2 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5498359 Jan 27 21:58:29.729416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41786) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:29.733394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e28361c1-8715-4079-9e8a-1e1afa4ca116 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group': {'name': 'tempest-secgroup--1496087191'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:29.762095 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.842851 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e28361c1-8715-4079-9e8a-1e1afa4ca116 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:29.863301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:29.878912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Sync routers for ids ['f0c7566c-31a4-4507-ac98-8deb9700c791'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:29.898708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Routers {'f0c7566c-31a4-4507-ac98-8deb9700c791'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:29.898936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4be28484-5a16-4a49-9741-749ecb408404 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "PUT /v2.0/routers/f0c7566c-31a4-4507-ac98-8deb9700c791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4785461 Jan 27 21:58:29.899046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f0c7566c-31a4-4507-ac98-8deb9700c791'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:29.961027 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e28361c1-8715-4079-9e8a-1e1afa4ca116 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (6f3d173e-e8e6-4381-a6b7-59e6250d05b6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.027978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.028651 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.031001 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] 10.222.0.74 "PUT /v2.0/ports/856c8d91-48e7-4a38-b228-a5d13c60c10b HTTP/1.1" status: 200 len: 1130 time: 2.7327769 Jan 27 21:58:30.045172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': '856c8d91-48e7-4a38-b228-a5d13c60c10b'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:30.048936 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802e3dd0-44d3-43d9-8380-281a0d291d32" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "856c8d91-48e7-4a38-b228-a5d13c60c10b"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:30.051731 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:58:30.079065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Set router f0c7566c-31a4-4507-ac98-8deb9700c791 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:30.111550 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e28361c1-8715-4079-9e8a-1e1afa4ca116 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6f3d173e-e8e6-4381-a6b7-59e6250d05b6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.183852 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28361c1-8715-4079-9e8a-1e1afa4ca116 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d173e-e8e6-4381-a6b7-59e6250d05b6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:30.251642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Request body: {'port': {'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:30.286667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ac7a6-69dc-4fa6-93b1-b1ce441b9da8 req-a64b1bd0-2640-4401-9b73-86d8beebbea2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.292226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ac7a6-69dc-4fa6-93b1-b1ce441b9da8 req-a64b1bd0-2640-4401-9b73-86d8beebbea2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.298105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ac7a6-69dc-4fa6-93b1-b1ce441b9da8 req-a64b1bd0-2640-4401-9b73-86d8beebbea2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.304255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ac7a6-69dc-4fa6-93b1-b1ce441b9da8 req-a64b1bd0-2640-4401-9b73-86d8beebbea2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.307694 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e28361c1-8715-4079-9e8a-1e1afa4ca116 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.309637 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e28361c1-8715-4079-9e8a-1e1afa4ca116 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5795207 Jan 27 21:58:30.315186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41810) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:30.315554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ac7a6-69dc-4fa6-93b1-b1ce441b9da8 req-a64b1bd0-2640-4401-9b73-86d8beebbea2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.321413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ac7a6-69dc-4fa6-93b1-b1ce441b9da8 req-a64b1bd0-2640-4401-9b73-86d8beebbea2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.325691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c452e437-0d75-4dec-ae64-1e1284c189b7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': 'd4f3f6a9-0561-4d6b-a712-55d04985013d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6f3d173e-e8e6-4381-a6b7-59e6250d05b6', 'remote_ip_prefix': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:30.326854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ac7a6-69dc-4fa6-93b1-b1ce441b9da8 req-a64b1bd0-2640-4401-9b73-86d8beebbea2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:30.328933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-941ac7a6-69dc-4fa6-93b1-b1ce441b9da8 req-a64b1bd0-2640-4401-9b73-86d8beebbea2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5370 time: 0.4942167 Jan 27 21:58:30.329725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ef64a-af41-4525-a677-eadd8858714f service neutron] Pushing event updated for resources: {'Port': ['ID=856c8d91-48e7-4a38-b228-a5d13c60c10b,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:30.468058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T21:58:26Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'd4531abc-4aaa-4465-b42f-2440af020317', 'name': '', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:da:01:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:23Z', 'updated_at': '2022-01-27T21:58:26Z', 'revision_number': 2, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:30.493272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c452e437-0d75-4dec-ae64-1e1284c189b7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (0de587ef-b7aa-4f26-b427-d60d411fbab7), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.503559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Checking router: f0c7566c-31a4-4507-ac98-8deb9700c791 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:58:30.504058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Updating router f0c7566c-31a4-4507-ac98-8deb9700c791 port d4531abc-4aaa-4465-b42f-2440af020317 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 21:58:30.532448 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d4531abc-4aaa-4465-b42f-2440af020317), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.645499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c452e437-0d75-4dec-ae64-1e1284c189b7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (0de587ef-b7aa-4f26-b427-d60d411fbab7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.723697 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c452e437-0d75-4dec-ae64-1e1284c189b7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (0de587ef-b7aa-4f26-b427-d60d411fbab7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.744758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452e437-0d75-4dec-ae64-1e1284c189b7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de587ef-b7aa-4f26-b427-d60d411fbab7,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:30.827923 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c452e437-0d75-4dec-ae64-1e1284c189b7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.829706 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c452e437-0d75-4dec-ae64-1e1284c189b7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5130372 Jan 27 21:58:30.832025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41812) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:30.892142 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21f6e5e1-7451-4cbc-93bd-f1ee9e96647e tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (0de587ef-b7aa-4f26-b427-d60d411fbab7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.902481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21f6e5e1-7451-4cbc-93bd-f1ee9e96647e tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (0de587ef-b7aa-4f26-b427-d60d411fbab7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.970269 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Publish callbacks [] for port (d4531abc-4aaa-4465-b42f-2440af020317), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:30.999707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-7444385e-f77a-4a85-8132-592dc684973b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881307085&fields=id&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 267 time: 0.7358019 Jan 27 21:58:31.000347 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3475c7c7-9cd4-466c-b4a7-1b00f02f444a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.086366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Port': ['ID=3475c7c7-9cd4-466c-b4a7-1b00f02f444a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:31.101330 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21f6e5e1-7451-4cbc-93bd-f1ee9e96647e tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (0de587ef-b7aa-4f26-b427-d60d411fbab7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.106680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.108435 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21f6e5e1-7451-4cbc-93bd-f1ee9e96647e tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.112067 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-21f6e5e1-7451-4cbc-93bd-f1ee9e96647e tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/0de587ef-b7aa-4f26-b427-d60d411fbab7 HTTP/1.1" status: 204 len: 168 time: 0.2756157 Jan 27 21:58:31.112496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/ports/3475c7c7-9cd4-466c-b4a7-1b00f02f444a HTTP/1.1" status: 204 len: 168 time: 2.1920302 Jan 27 21:58:31.113379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41818) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:31.114273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41820) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:31.118415 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d4531abc-4aaa-4465-b42f-2440af020317), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.126796 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.160532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.160898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.161254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.161600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.161951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.162773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.163121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.163464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.163802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.164171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.164506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.164841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.165171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cb7b61-c9ea-4a91-acdd-962346030cf1 tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:31.213468 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks [] for floatingip (55d2f197-4f4b-4ff5-9e88-558500bb3070), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.241595 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (bb8e6043-a52d-4b79-9d9e-681b32ebf942), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.273102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fe94c-3552-4434-a42d-f9d9740a80b9 None None] Pushing event updated for resources: {'Port': ['ID=d4531abc-4aaa-4465-b42f-2440af020317,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:31.282001 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6e5e1-7451-4cbc-93bd-f1ee9e96647e tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0de587ef-b7aa-4f26-b427-d60d411fbab7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:31.305286 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b144a37c-3a7f-493d-89cf-711cafbe94c0 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1884377 Jan 27 21:58:31.325506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41824) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:31.339388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Attempting to bind port d4531abc-4aaa-4465-b42f-2440af020317 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:31.340241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Attempting to bind port d4531abc-4aaa-4465-b42f-2440af020317 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:31.341543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Attempting to bind port d4531abc-4aaa-4465-b42f-2440af020317 on network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:31.350210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:31.351100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Checking segment: {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:31.351741 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.353056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Bound using segment: {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:31.353797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Bound port: d4531abc-4aaa-4465-b42f-2440af020317, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:31.354458 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d4531abc-4aaa-4465-b42f-2440af020317), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.400325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-941ac7a6-69dc-4fa6-93b1-b1ce441b9da8 req-de36544c-f7fc-4093-a6c2-d65a79c3b468 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4051924 Jan 27 21:58:31.471288 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (bb8e6043-a52d-4b79-9d9e-681b32ebf942), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.479711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf7d89-c3f9-49ed-8338-621592468641 req-780a660f-3d88-4bbd-9b96-a2d0928ec4f3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.490923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-780a660f-3d88-4bbd-9b96-a2d0928ec4f3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/networks?id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d HTTP/1.1" status: 200 len: 797 time: 0.4575901 Jan 27 21:58:31.496150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] For port d4531abc-4aaa-4465-b42f-2440af020317, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:31.501112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8e6043-a52d-4b79-9d9e-681b32ebf942']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:31.505261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] For port d4531abc-4aaa-4465-b42f-2440af020317, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d4531abc-4aaa-4465-b42f-2440af020317,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:31.514822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-01dc59e0-3835-4c3a-aea0-42e3133a835c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/quotas/16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 375 time: 0.0220368 Jan 27 21:58:31.522466 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:31.523447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:31.539357 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.545343 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89afb22a-9cbb-452a-a5cb-10a5c28145fe x-openstack-request-id: req-89afb22a-9cbb-452a-a5cb-10a5c28145fe {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:31.545653 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "856c8d91-48e7-4a38-b228-a5d13c60c10b", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:31.545893 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89afb22a-9cbb-452a-a5cb-10a5c28145fe {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:31.546311 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': '856c8d91-48e7-4a38-b228-a5d13c60c10b', 'status': 'completed', 'code': 200} Jan 27 21:58:31.561216 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.570967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:58:31.571705 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (06ddfae0-2bb0-43b4-a1c6-a9cd3cf5f0bb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.591514 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d4531abc-4aaa-4465-b42f-2440af020317), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:58:31.646705 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:58:31.657850 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7d8e68e-693b-4711-921b-796f01470775), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.722886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-6b93527a-6b79-4817-b114-757eca3c8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.724306 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-6b93527a-6b79-4817-b114-757eca3c8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.724977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-6b93527a-6b79-4817-b114-757eca3c8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.725694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-6b93527a-6b79-4817-b114-757eca3c8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.726347 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-6b93527a-6b79-4817-b114-757eca3c8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.728116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-6b93527a-6b79-4817-b114-757eca3c8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.728777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-6b93527a-6b79-4817-b114-757eca3c8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.731431 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-6b93527a-6b79-4817-b114-757eca3c8683 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6207 time: 0.0802155 Jan 27 21:58:31.733837 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (bb8e6043-a52d-4b79-9d9e-681b32ebf942), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.739790 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.745040 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] 10.222.0.61 "DELETE /v2.0/networks/bb8e6043-a52d-4b79-9d9e-681b32ebf942 HTTP/1.1" status: 204 len: 168 time: 0.6294851 Jan 27 21:58:31.763098 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de173cf4-4e84-4630-a709-5aec0448a978 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (6f3d173e-e8e6-4381-a6b7-59e6250d05b6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.793468 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de173cf4-4e84-4630-a709-5aec0448a978 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (6f3d173e-e8e6-4381-a6b7-59e6250d05b6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.874354 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-5fd62ee4-aebf-469d-8559-ad0877627005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.874950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-5fd62ee4-aebf-469d-8559-ad0877627005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.875420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-5fd62ee4-aebf-469d-8559-ad0877627005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:31.877362 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-5fd62ee4-aebf-469d-8559-ad0877627005 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=06bdf1d1f880465ebd58102f3936b27e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1310141 Jan 27 21:58:31.908013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e160b-7f01-4d7a-8a9e-766cdc054b3c tempest-PortsIpV6TestJSON-1959127110 tempest-PortsIpV6TestJSON-1959127110-project] Pushing event deleted for resources: {'Network': ['ID=bb8e6043-a52d-4b79-9d9e-681b32ebf942,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:31.927218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-de59db4c-26c2-45c6-a8dc-d8d21b376cf9 None None] Provisioning complete for port d4531abc-4aaa-4465-b42f-2440af020317 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:31.931131 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de59db4c-26c2-45c6-a8dc-d8d21b376cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d4531abc-4aaa-4465-b42f-2440af020317), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:31.971587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3fe94c-3552-4434-a42d-f9d9740a80b9 None None] Pushing event updated for resources: {'Port': ['ID=d4531abc-4aaa-4465-b42f-2440af020317,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:31.979820 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Routers {'f0c7566c-31a4-4507-ac98-8deb9700c791'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:31.981940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f0c7566c-31a4-4507-ac98-8deb9700c791'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:32.055261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-f668279a-38b5-413f-a3f1-5cf7f494818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:32.055538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-779a1f4f-c020-4ab9-affe-5499136a1938 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5396988 Jan 27 21:58:32.056838 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de173cf4-4e84-4630-a709-5aec0448a978 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6f3d173e-e8e6-4381-a6b7-59e6250d05b6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.057415 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-802e3dd0-44d3-43d9-8380-281a0d291d32 req-f668279a-38b5-413f-a3f1-5cf7f494818f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1638794 Jan 27 21:58:32.059329 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de173cf4-4e84-4630-a709-5aec0448a978 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.062596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-de173cf4-4e84-4630-a709-5aec0448a978 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-groups/6f3d173e-e8e6-4381-a6b7-59e6250d05b6 HTTP/1.1" status: 204 len: 168 time: 0.7357152 Jan 27 21:58:32.065149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41832) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:32.148468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] Set router f0c7566c-31a4-4507-ac98-8deb9700c791 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:58:32.176027 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6436f8ea-f4ed-4190-b84c-791a37aaec4e tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1094580 Jan 27 21:58:32.178940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41834) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:32.220062 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks [] for port (d7d8e68e-693b-4711-921b-796f01470775), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.247877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de173cf4-4e84-4630-a709-5aec0448a978 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d173e-e8e6-4381-a6b7-59e6250d05b6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:32.285404 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93e4194b-b3f6-4658-a0db-ed843f028e06 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (d4f3f6a9-0561-4d6b-a712-55d04985013d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.328688 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d7d8e68e-693b-4711-921b-796f01470775), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.339460 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93e4194b-b3f6-4658-a0db-ed843f028e06 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (d4f3f6a9-0561-4d6b-a712-55d04985013d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.414041 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a505d947-8cd8-43cd-9973-3ae81568be51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.522777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93e4194b-b3f6-4658-a0db-ed843f028e06 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d4f3f6a9-0561-4d6b-a712-55d04985013d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.525609 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93e4194b-b3f6-4658-a0db-ed843f028e06 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.529101 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-93e4194b-b3f6-4658-a0db-ed843f028e06 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-groups/d4f3f6a9-0561-4d6b-a712-55d04985013d HTTP/1.1" status: 204 len: 168 time: 0.3464971 Jan 27 21:58:32.531889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41842) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:32.543454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Pushing event updated for resources: {'Port': ['ID=d7d8e68e-693b-4711-921b-796f01470775,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:32.564654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4194b-b3f6-4658-a0db-ed843f028e06 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f3f6a9-0561-4d6b-a712-55d04985013d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:32.604641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-de59db4c-26c2-45c6-a8dc-d8d21b376cf9 None None] Current status of the port d4531abc-4aaa-4465-b42f-2440af020317 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:32.605210 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de59db4c-26c2-45c6-a8dc-d8d21b376cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d4531abc-4aaa-4465-b42f-2440af020317), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.615395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6903c701-77e9-4292-b708-5a1c23d8675e {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:32.624789 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Publish callbacks [] for port (6903c701-77e9-4292-b708-5a1c23d8675e), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.629941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41844) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:32.638247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Transition to ACTIVE for port object 6903c701-77e9-4292-b708-5a1c23d8675e will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:32.655533 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fede3d1e-af20-4cf6-a79d-7103af5408f2 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1189454 Jan 27 21:58:32.665592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41848) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:32.665592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e01fac29-4d22-4fff-a2b0-b46902a7aa2d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group': {'name': 'tempest-secgroup--588933685'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:32.667233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (55d2f197-4f4b-4ff5-9e88-558500bb3070), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.729964 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-de59db4c-26c2-45c6-a8dc-d8d21b376cf9 None None] For port d4531abc-4aaa-4465-b42f-2440af020317, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d4531abc-4aaa-4465-b42f-2440af020317,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:32.751628 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.768557 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e01fac29-4d22-4fff-a2b0-b46902a7aa2d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.780474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T21:58:26Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'd4531abc-4aaa-4465-b42f-2440af020317', 'name': '', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:da:01:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:23Z', 'updated_at': '2022-01-27T21:58:31Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:32.843135 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de59db4c-26c2-45c6-a8dc-d8d21b376cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d4531abc-4aaa-4465-b42f-2440af020317), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:32.849886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Pushing event updated for resources: {'Port': ['ID=6903c701-77e9-4292-b708-5a1c23d8675e,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:32.855696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f166d0-43a9-4bca-bf25-7ac978556d1f None None] The sync data for ids ['f0c7566c-31a4-4507-ac98-8deb9700c791'] in n-d-760456-6 is: [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T21:58:26Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'd4531abc-4aaa-4465-b42f-2440af020317', 'name': '', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:da:01:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:23Z', 'updated_at': '2022-01-27T21:58:31Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:32.962805 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2ace0d10-5abe-4853-bdb0-cd1bb8d96ff6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b3fa4295cb3441caa753eb20bcdd44f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317149 Jan 27 21:58:33.049502 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e01fac29-4d22-4fff-a2b0-b46902a7aa2d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (91fca1db-d278-464b-91e1-1ab599123c9b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.049721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59db4c-26c2-45c6-a8dc-d8d21b376cf9 None None] Pushing event updated for resources: {'Port': ['ID=d4531abc-4aaa-4465-b42f-2440af020317,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:33.054061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41852) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:33.069606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-54c1202c-4e01-4af0-8e27-4da17b26504d None None] Provisioning complete for port d4531abc-4aaa-4465-b42f-2440af020317 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:33.070023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-54c1202c-4e01-4af0-8e27-4da17b26504d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d4531abc-4aaa-4465-b42f-2440af020317), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.088862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67171e3-c6cb-46a2-91c3-709e4bb7afb9 req-12194fc4-3c07-4dc0-a9e4-4a8fa77e83c4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.114831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67171e3-c6cb-46a2-91c3-709e4bb7afb9 req-12194fc4-3c07-4dc0-a9e4-4a8fa77e83c4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.127462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67171e3-c6cb-46a2-91c3-709e4bb7afb9 req-12194fc4-3c07-4dc0-a9e4-4a8fa77e83c4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.134786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67171e3-c6cb-46a2-91c3-709e4bb7afb9 req-12194fc4-3c07-4dc0-a9e4-4a8fa77e83c4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.149786 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e01fac29-4d22-4fff-a2b0-b46902a7aa2d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (91fca1db-d278-464b-91e1-1ab599123c9b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.150729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67171e3-c6cb-46a2-91c3-709e4bb7afb9 req-12194fc4-3c07-4dc0-a9e4-4a8fa77e83c4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.158659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67171e3-c6cb-46a2-91c3-709e4bb7afb9 req-12194fc4-3c07-4dc0-a9e4-4a8fa77e83c4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.166234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67171e3-c6cb-46a2-91c3-709e4bb7afb9 req-12194fc4-3c07-4dc0-a9e4-4a8fa77e83c4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:33.168903 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a67171e3-c6cb-46a2-91c3-709e4bb7afb9 req-12194fc4-3c07-4dc0-a9e4-4a8fa77e83c4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5370 time: 0.5292027 Jan 27 21:58:33.188990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fac29-4d22-4fff-a2b0-b46902a7aa2d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91fca1db-d278-464b-91e1-1ab599123c9b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:33.202755 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42ac081e-8c2f-472b-9e22-54f89c969cb4 admin admin] Publish callbacks [] for security_group (b8c6a17d-bff1-4cf6-ae04-5076ff3a328c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.210289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-d70503ab-c2ad-4d8a-b2b8-57da6f9a8b65 service neutron] 10.222.0.61 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9802818 Jan 27 21:58:33.234439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42ac081e-8c2f-472b-9e22-54f89c969cb4 admin admin] Publish callbacks [] for security_group (b8c6a17d-bff1-4cf6-ae04-5076ff3a328c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.243860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-54c1202c-4e01-4af0-8e27-4da17b26504d None None] Current status of the port d4531abc-4aaa-4465-b42f-2440af020317 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:33.306067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e01fac29-4d22-4fff-a2b0-b46902a7aa2d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.310712 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e01fac29-4d22-4fff-a2b0-b46902a7aa2d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6516445 Jan 27 21:58:33.311369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41860) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:33.317400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-88938732-2f2b-432c-9850-f08c9c6832c7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': '91fca1db-d278-464b-91e1-1ab599123c9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:33.435911 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Floating IP 55d2f197-4f4b-4ff5-9e88-558500bb3070 associated. External IP: 172.25.0.47, port: 7b46667c-83c0-4cc3-93ac-592fa87101e0. Jan 27 21:58:33.437151 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88938732-2f2b-432c-9850-f08c9c6832c7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (1ab0dc83-9729-4c34-871a-086e65b7abba), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.448883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-f67d0e19-e117-4ade-9ebb-1e0a24eafe18 service neutron] 10.222.0.61 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144737 Jan 27 21:58:33.489747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Attempting to bind port 6903c701-77e9-4292-b708-5a1c23d8675e on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:33.490671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Attempting to bind port 6903c701-77e9-4292-b708-5a1c23d8675e by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:33.490671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Attempting to bind port 6903c701-77e9-4292-b708-5a1c23d8675e on network 83e4aa29-cdd1-4f04-b652-2139a812064e {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:33.509321 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42ac081e-8c2f-472b-9e22-54f89c969cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b8c6a17d-bff1-4cf6-ae04-5076ff3a328c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.513893 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42ac081e-8c2f-472b-9e22-54f89c969cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.515481 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-42ac081e-8c2f-472b-9e22-54f89c969cb4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8c6a17d-bff1-4cf6-ae04-5076ff3a328c HTTP/1.1" status: 204 len: 168 time: 0.4592929 Jan 27 21:58:33.520563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Port 6903c701-77e9-4292-b708-5a1c23d8675e on network 83e4aa29-cdd1-4f04-b652-2139a812064e not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:33.520857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Attempting to bind port 6903c701-77e9-4292-b708-5a1c23d8675e on network 83e4aa29-cdd1-4f04-b652-2139a812064e {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:33.541059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a67171e3-c6cb-46a2-91c3-709e4bb7afb9 req-29587421-2ea9-428c-9d86-cf66b8b04bb6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3276494 Jan 27 21:58:33.546545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:33.547044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Checking segment: {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:33.547505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Bound using segment: {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:33.548038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Bound port: 6903c701-77e9-4292-b708-5a1c23d8675e, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:33.548497 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.602269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac081e-8c2f-472b-9e22-54f89c969cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c6a17d-bff1-4cf6-ae04-5076ff3a328c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:33.658228 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88938732-2f2b-432c-9850-f08c9c6832c7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (1ab0dc83-9729-4c34-871a-086e65b7abba), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.678346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] For port 6903c701-77e9-4292-b708-5a1c23d8675e, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:33.682673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] For port 6903c701-77e9-4292-b708-5a1c23d8675e, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6903c701-77e9-4292-b708-5a1c23d8675e,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:33.802831 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88938732-2f2b-432c-9850-f08c9c6832c7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (1ab0dc83-9729-4c34-871a-086e65b7abba), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.863354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.869357 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88938732-2f2b-432c-9850-f08c9c6832c7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab0dc83-9729-4c34-871a-086e65b7abba,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:33.940272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88938732-2f2b-432c-9850-f08c9c6832c7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:33.944984 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-88938732-2f2b-432c-9850-f08c9c6832c7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6318383 Jan 27 21:58:33.946033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41870) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:33.957130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a3dd371-7054-478d-a4af-1f39e4878c8c req-26317371-0330-4f67-9d14-f546f3baf335 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 210 time: 0.1271164 Jan 27 21:58:34.025535 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03c404e3-35f6-42e3-bd2d-d735559191ae tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (1ab0dc83-9729-4c34-871a-086e65b7abba), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.039017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Router 458eb70f-d64b-4b10-ab8a-0462c8a7a20e has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:58:34.040749 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03c404e3-35f6-42e3-bd2d-d735559191ae tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (1ab0dc83-9729-4c34-871a-086e65b7abba), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.081010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.086054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.088492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] 10.222.0.74 "PUT /v2.0/ports/6903c701-77e9-4292-b708-5a1c23d8675e HTTP/1.1" status: 200 len: 1090 time: 3.8535807 Jan 27 21:58:34.096928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': '6903c701-77e9-4292-b708-5a1c23d8675e'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:34.109722 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e85f92-1090-44ee-b5da-c63429883a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "6903c701-77e9-4292-b708-5a1c23d8675e"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:34.134760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed49e4-cd06-499c-8b12-153ba4118a49 service neutron] Pushing event updated for resources: {'Port': ['ID=6903c701-77e9-4292-b708-5a1c23d8675e,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:34.231608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Request body: {'port': {'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:34.289969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03c404e3-35f6-42e3-bd2d-d735559191ae tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (1ab0dc83-9729-4c34-871a-086e65b7abba), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.300691 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03c404e3-35f6-42e3-bd2d-d735559191ae tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.306570 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-03c404e3-35f6-42e3-bd2d-d735559191ae tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/1ab0dc83-9729-4c34-871a-086e65b7abba HTTP/1.1" status: 204 len: 168 time: 0.3570182 Jan 27 21:58:34.306684 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ad4e40-52f3-4f75-b29e-d490b4e38c20 x-openstack-request-id: req-d9ad4e40-52f3-4f75-b29e-d490b4e38c20 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:34.306684 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "6903c701-77e9-4292-b708-5a1c23d8675e", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:34.306684 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9ad4e40-52f3-4f75-b29e-d490b4e38c20 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:34.306684 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': '6903c701-77e9-4292-b708-5a1c23d8675e', 'status': 'completed', 'code': 200} Jan 27 21:58:34.311472 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41890) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:34.351329 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c404e3-35f6-42e3-bd2d-d735559191ae tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ab0dc83-9729-4c34-871a-086e65b7abba,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:34.444724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-46c9cab0-b531-40a6-91b0-fc960cf0d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.445377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-46c9cab0-b531-40a6-91b0-fc960cf0d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.445909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-46c9cab0-b531-40a6-91b0-fc960cf0d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.447709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-46c9cab0-b531-40a6-91b0-fc960cf0d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.448552 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.448687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-46c9cab0-b531-40a6-91b0-fc960cf0d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.450984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-46c9cab0-b531-40a6-91b0-fc960cf0d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.451606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-46c9cab0-b531-40a6-91b0-fc960cf0d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.456786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-46c9cab0-b531-40a6-91b0-fc960cf0d759 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6274 time: 0.1773090 Jan 27 21:58:34.564724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:34.575936 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95ba02-edbf-4075-b9e5-9eac39c2d56d None None] Sync routers for ids ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:34.594644 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95ba02-edbf-4075-b9e5-9eac39c2d56d None None] Routers {'458eb70f-d64b-4b10-ab8a-0462c8a7a20e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:34.598522 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2d95ba02-edbf-4075-b9e5-9eac39c2d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:34.606704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41902) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:34.608422 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fb86bd93-2d31-49c7-a2d1-05e76dfc2ec4 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2790864 Jan 27 21:58:34.653154 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2d95ba02-edbf-4075-b9e5-9eac39c2d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:34.664455 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95ba02-edbf-4075-b9e5-9eac39c2d56d None None] Routers {'458eb70f-d64b-4b10-ab8a-0462c8a7a20e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:34.669021 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2d95ba02-edbf-4075-b9e5-9eac39c2d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:34.715977 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2d95ba02-edbf-4075-b9e5-9eac39c2d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:34.717542 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95ba02-edbf-4075-b9e5-9eac39c2d56d None None] The sync data for ids ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:34.868812 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:34.952053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-687702e3-35bf-4daf-8e67-9c0675d5abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.952639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-687702e3-35bf-4daf-8e67-9c0675d5abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.953014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-687702e3-35bf-4daf-8e67-9c0675d5abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:34.954675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-687702e3-35bf-4daf-8e67-9c0675d5abee service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=06bdf1d1f880465ebd58102f3936b27e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4897022 Jan 27 21:58:34.973905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d4531abc-4aaa-4465-b42f-2440af020317 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:34.979215 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-85c2f752-9223-4487-867a-5faca14bb842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:35.118233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d4531abc-4aaa-4465-b42f-2440af020317 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:35.119874 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d4531abc-4aaa-4465-b42f-2440af020317), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:35.197459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-de9e8417-5538-4ca8-a21d-d0ca17b69168 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 8.6261733 Jan 27 21:58:35.197955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41918) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:35.212925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e5906f3-d5d8-4160-a647-5ab272bc9a80 req-d009a092-8356-4980-8910-67dac7741e33 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 210 time: 0.1221955 Jan 27 21:58:35.243010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca45a6-52e7-483a-902a-00041438c25c req-05ee6901-e3a9-4235-be72-e9976bdda7fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.249036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca45a6-52e7-483a-902a-00041438c25c req-05ee6901-e3a9-4235-be72-e9976bdda7fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.257111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca45a6-52e7-483a-902a-00041438c25c req-05ee6901-e3a9-4235-be72-e9976bdda7fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.262930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca45a6-52e7-483a-902a-00041438c25c req-05ee6901-e3a9-4235-be72-e9976bdda7fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.268757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca45a6-52e7-483a-902a-00041438c25c req-05ee6901-e3a9-4235-be72-e9976bdda7fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.275659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca45a6-52e7-483a-902a-00041438c25c req-05ee6901-e3a9-4235-be72-e9976bdda7fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.285994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca45a6-52e7-483a-902a-00041438c25c req-05ee6901-e3a9-4235-be72-e9976bdda7fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:35.295072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09ca45a6-52e7-483a-902a-00041438c25c req-05ee6901-e3a9-4235-be72-e9976bdda7fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5382 time: 0.5528960 Jan 27 21:58:35.312533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d4531abc-4aaa-4465-b42f-2440af020317 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:35.380786 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65a11a4-9aa1-4f0f-9a82-29a9833fd357 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:35.389174 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-df89f0a7-ea0f-476c-b657-3234aac52125 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] 10.222.0.61 "GET /v2.0/floatingips/55d2f197-4f4b-4ff5-9e88-558500bb3070 HTTP/1.1" status: 200 len: 981 time: 0.1952960 Jan 27 21:58:35.389992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41922) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:35.502877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41924) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:35.508129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Publish callbacks [] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:35.515327 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-aeca5b94-5eb0-470b-a64f-66690d323c0c tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1944 time: 0.1217811 Jan 27 21:58:35.519387 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41926) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:35.603694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Transition to ACTIVE for port object c65a11a4-9aa1-4f0f-9a82-29a9833fd357 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:35.734768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e4bcfb9e-4dda-4b54-a16b-6b6602529e1d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2107211474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:35.765366 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:35.844415 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d878672-e6e3-44aa-a92b-063ddd86a705 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (91fca1db-d278-464b-91e1-1ab599123c9b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:35.877363 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d878672-e6e3-44aa-a92b-063ddd86a705 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (91fca1db-d278-464b-91e1-1ab599123c9b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:35.887273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Pushing event updated for resources: {'Port': ['ID=c65a11a4-9aa1-4f0f-9a82-29a9833fd357,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:35.959047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09ca45a6-52e7-483a-902a-00041438c25c req-c91002d5-58ba-474c-91f8-cd53572e3feb tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6570258 Jan 27 21:58:35.959842 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4bcfb9e-4dda-4b54-a16b-6b6602529e1d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:35.960959 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4bcfb9e-4dda-4b54-a16b-6b6602529e1d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:35.982581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Attempting to bind port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:35.982925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Attempting to bind port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:35.983257 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Attempting to bind port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 on network 83e4aa29-cdd1-4f04-b652-2139a812064e {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:35.992156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 on network 83e4aa29-cdd1-4f04-b652-2139a812064e not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:35.996199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Attempting to bind port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 on network 83e4aa29-cdd1-4f04-b652-2139a812064e {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:36.000907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Deleting port d7d8e68e-693b-4711-921b-796f01470775 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:36.001279 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d7d8e68e-693b-4711-921b-796f01470775), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.005120 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:36.005701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Checking segment: {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:36.007281 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Bound using segment: {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:36.008062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Bound port: c65a11a4-9aa1-4f0f-9a82-29a9833fd357, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3760cda6-b9f3-4318-bc67-fb2475a1416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:36.008699 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.022252 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d878672-e6e3-44aa-a92b-063ddd86a705 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (91fca1db-d278-464b-91e1-1ab599123c9b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.025299 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d878672-e6e3-44aa-a92b-063ddd86a705 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.030776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9d878672-e6e3-44aa-a92b-063ddd86a705 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-groups/91fca1db-d278-464b-91e1-1ab599123c9b HTTP/1.1" status: 204 len: 168 time: 1.4027131 Jan 27 21:58:36.031326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41930) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:36.042543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-52e911c2-5018-4e8c-91ee-0657a0071456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:36.044882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2e85f92-1090-44ee-b5da-c63429883a9c req-52e911c2-5018-4e8c-91ee-0657a0071456 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0838966 Jan 27 21:58:36.069893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d878672-e6e3-44aa-a92b-063ddd86a705 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fca1db-d278-464b-91e1-1ab599123c9b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:36.125557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-73682edd-f9ea-44dd-9704-3a002fa2006e tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0894475 Jan 27 21:58:36.132986 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.133468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41932) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:36.134673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1a577937-3035-4afd-8b17-470f2db4e11c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group': {'name': 'tempest-secgroup--946831460'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:36.297297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d7d8e68e-693b-4711-921b-796f01470775), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.298002 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for floatingip (d7d8e68e-693b-4711-921b-796f01470775), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.327992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Calling delete_port for d7d8e68e-693b-4711-921b-796f01470775 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:36.347756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3050cc52-0fa4-4c7e-8dff-5f6ab4b0d633 req-5a8a8648-08f2-493e-9d5c-82cacfedd963 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 210 time: 0.0378261 Jan 27 21:58:36.348937 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] For port c65a11a4-9aa1-4f0f-9a82-29a9833fd357, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:36.684758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4bcfb9e-4dda-4b54-a16b-6b6602529e1d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for router_controller (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.691499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a577937-3035-4afd-8b17-470f2db4e11c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.698614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] For port c65a11a4-9aa1-4f0f-9a82-29a9833fd357, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c65a11a4-9aa1-4f0f-9a82-29a9833fd357,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:36.816292 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4bcfb9e-4dda-4b54-a16b-6b6602529e1d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.831019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a577937-3035-4afd-8b17-470f2db4e11c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (c4bfb69f-75b7-4869-96aa-66fd8913c54d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.882931 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.921421 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a577937-3035-4afd-8b17-470f2db4e11c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c4bfb69f-75b7-4869-96aa-66fd8913c54d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.925511 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4bcfb9e-4dda-4b54-a16b-6b6602529e1d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.926776 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e4bcfb9e-4dda-4b54-a16b-6b6602529e1d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4124713 Jan 27 21:58:36.930073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41942) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:36.936455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1976685557'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:36.958868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a577937-3035-4afd-8b17-470f2db4e11c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bfb69f-75b7-4869-96aa-66fd8913c54d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:36.974992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:36.974992 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:36.974992 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] 10.222.0.74 "PUT /v2.0/ports/c65a11a4-9aa1-4f0f-9a82-29a9833fd357 HTTP/1.1" status: 200 len: 1090 time: 2.7461634 Jan 27 21:58:36.974992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': 'c65a11a4-9aa1-4f0f-9a82-29a9833fd357'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:36.974992 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac10776-59a3-42bc-b741-9a22813bd4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "c65a11a4-9aa1-4f0f-9a82-29a9833fd357"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:37.021861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc23384-8c35-4667-8e95-7a85f0c5ef41 service neutron] Pushing event updated for resources: {'Port': ['ID=c65a11a4-9aa1-4f0f-9a82-29a9833fd357,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:37.029144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d7d8e68e-693b-4711-921b-796f01470775), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.072483 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e92202b-3a74-4f84-8715-e4a6d066282a x-openstack-request-id: req-3e92202b-3a74-4f84-8715-e4a6d066282a {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:37.073087 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "c65a11a4-9aa1-4f0f-9a82-29a9833fd357", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:37.073512 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e92202b-3a74-4f84-8715-e4a6d066282a {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:37.074081 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': 'c65a11a4-9aa1-4f0f-9a82-29a9833fd357', 'status': 'completed', 'code': 200} Jan 27 21:58:37.077182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Made reservation on behalf of 4f726f165c964c1eb53d0d3f326d5502 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:37.077821 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event deleted for resources: {'Port': ['ID=d7d8e68e-693b-4711-921b-796f01470775,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:37.083833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a577937-3035-4afd-8b17-470f2db4e11c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.084811 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.085489 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1a577937-3035-4afd-8b17-470f2db4e11c tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9551950 Jan 27 21:58:37.093571 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Request body: {'port': {'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:37.119151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41948) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:37.119948 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.137258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3c7c78e7-a194-4258-b703-3ff9f726148d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': 'c4bfb69f-75b7-4869-96aa-66fd8913c54d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:37.202145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.240173 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for floatingip (55d2f197-4f4b-4ff5-9e88-558500bb3070), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.240173 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Floating IP 55d2f197-4f4b-4ff5-9e88-558500bb3070 disassociated (deleted). External IP: 172.25.0.47, port: 7b46667c-83c0-4cc3-93ac-592fa87101e0. Jan 27 21:58:37.468020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf7d89-c3f9-49ed-8338-621592468641 req-780d2a44-871e-42bd-98d9-44228be8d6b9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.469710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-780d2a44-871e-42bd-98d9-44228be8d6b9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "GET /v2.0/networks?id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d HTTP/1.1" status: 200 len: 797 time: 0.1586912 Jan 27 21:58:37.482493 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.520354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-c7566c48-7a50-4c4b-abec-4c26d068bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.521138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-c7566c48-7a50-4c4b-abec-4c26d068bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.521685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-c7566c48-7a50-4c4b-abec-4c26d068bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.522269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-c7566c48-7a50-4c4b-abec-4c26d068bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.523104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-c7566c48-7a50-4c4b-abec-4c26d068bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.523870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-c7566c48-7a50-4c4b-abec-4c26d068bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.524466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-c7566c48-7a50-4c4b-abec-4c26d068bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.526652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-c7566c48-7a50-4c4b-abec-4c26d068bbd1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6341 time: 0.3834877 Jan 27 21:58:37.570755 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c7c78e7-a194-4258-b703-3ff9f726148d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (19e43058-eed0-4ae2-a52b-7a878bd0aab9), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.743655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-4825d9a6-8dee-4465-a269-be34730db64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.744306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-4825d9a6-8dee-4465-a269-be34730db64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.744850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-4825d9a6-8dee-4465-a269-be34730db64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.747041 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-4825d9a6-8dee-4465-a269-be34730db64f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=06bdf1d1f880465ebd58102f3936b27e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1837637 Jan 27 21:58:37.778450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab1c7f7d-edbd-4928-9a14-2e347d2e949a req-7cec8d00-b365-4a31-b61a-336379e7ca75 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 210 time: 0.2933886 Jan 27 21:58:37.815400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Router 458eb70f-d64b-4b10-ab8a-0462c8a7a20e has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:58:37.822614 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-0c3d4e08-3142-415d-b3bd-fdf2c1266b87 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 380 time: 0.3410430 Jan 27 21:58:37.833918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08723a76-1432-4d95-80d8-68b8099dcbe6 req-280ab4a9-1a84-45b1-a12f-47f13bd2f3d1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.839280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08723a76-1432-4d95-80d8-68b8099dcbe6 req-280ab4a9-1a84-45b1-a12f-47f13bd2f3d1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.845391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08723a76-1432-4d95-80d8-68b8099dcbe6 req-280ab4a9-1a84-45b1-a12f-47f13bd2f3d1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.851306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08723a76-1432-4d95-80d8-68b8099dcbe6 req-280ab4a9-1a84-45b1-a12f-47f13bd2f3d1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.858102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08723a76-1432-4d95-80d8-68b8099dcbe6 req-280ab4a9-1a84-45b1-a12f-47f13bd2f3d1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.858737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa889ecd-db7d-4354-91b6-08f458c0008a {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:37.862571 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08723a76-1432-4d95-80d8-68b8099dcbe6 req-280ab4a9-1a84-45b1-a12f-47f13bd2f3d1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.868706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08723a76-1432-4d95-80d8-68b8099dcbe6 req-280ab4a9-1a84-45b1-a12f-47f13bd2f3d1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:37.870642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08723a76-1432-4d95-80d8-68b8099dcbe6 req-280ab4a9-1a84-45b1-a12f-47f13bd2f3d1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5394 time: 0.7380476 Jan 27 21:58:37.875390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-adcf7d89-c3f9-49ed-8338-621592468641 req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'port': {'device_id': '3a48067d-277e-4345-a978-f662bd3bccf5', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'admin_state_up': True, 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'security_groups': ['9c4e4d89-2636-497b-b4ac-30790e75bbc6']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:37.900911 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Publish callbacks [] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:37.922316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Transition to ACTIVE for port object fa889ecd-db7d-4354-91b6-08f458c0008a will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:37.986521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:37.995363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.000827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b55915-af0c-49fa-b9e3-2d5dda3ac4e1 None None] Sync routers for ids ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:38.025755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b55915-af0c-49fa-b9e3-2d5dda3ac4e1 None None] Routers {'458eb70f-d64b-4b10-ab8a-0462c8a7a20e'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:38.031901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d2b55915-af0c-49fa-b9e3-2d5dda3ac4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:38.052191 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-41957a68-b9dc-420c-a77a-1ed1796e39c1 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "DELETE /v2.0/floatingips/55d2f197-4f4b-4ff5-9e88-558500bb3070 HTTP/1.1" status: 204 len: 168 time: 2.5209658 Jan 27 21:58:38.052191 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41958) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:38.055703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:38.065516 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.069325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d2b55915-af0c-49fa-b9e3-2d5dda3ac4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:38.102482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b55915-af0c-49fa-b9e3-2d5dda3ac4e1 None None] Routers {'458eb70f-d64b-4b10-ab8a-0462c8a7a20e'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:38.103144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d2b55915-af0c-49fa-b9e3-2d5dda3ac4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:38.151917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d2b55915-af0c-49fa-b9e3-2d5dda3ac4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:38.152920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b55915-af0c-49fa-b9e3-2d5dda3ac4e1 None None] The sync data for ids ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:38.167141 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08723a76-1432-4d95-80d8-68b8099dcbe6 req-318f711f-154c-4b9c-a8fe-084e5e851eb3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2676620 Jan 27 21:58:38.169121 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for security_group (4957443e-6d68-405a-8fd2-f4d012fa11e2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.208164 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c7c78e7-a194-4258-b703-3ff9f726148d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (19e43058-eed0-4ae2-a52b-7a878bd0aab9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.225461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Pushing event updated for resources: {'Port': ['ID=fa889ecd-db7d-4354-91b6-08f458c0008a,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:38.252016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-99425220-80bf-4217-a5f1-f6da22979156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:38.253758 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bac10776-59a3-42bc-b741-9a22813bd4ad req-99425220-80bf-4217-a5f1-f6da22979156 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4488409 Jan 27 21:58:38.260444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4957443e-6d68-405a-8fd2-f4d012fa11e2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.288737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.289602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.290305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.291324 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.291909 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.292827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.293482 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.294578 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.295221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.295826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.296429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.297065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.297689 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:58:38.310317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:58:38.321327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4957443e-6d68-405a-8fd2-f4d012fa11e2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:38.328878 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c7c78e7-a194-4258-b703-3ff9f726148d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (19e43058-eed0-4ae2-a52b-7a878bd0aab9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.336169 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (22f8fcfd-d8a5-4e0c-808d-38e87789cdc0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.336523 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Added segment 22f8fcfd-d8a5-4e0c-808d-38e87789cdc0 of type vlan for network 425eae57-8ea6-40df-8c1d-5bba26c550ac Jan 27 21:58:38.372564 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.375219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Attempting to bind port fa889ecd-db7d-4354-91b6-08f458c0008a on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:38.375726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Attempting to bind port fa889ecd-db7d-4354-91b6-08f458c0008a by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:38.376203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Attempting to bind port fa889ecd-db7d-4354-91b6-08f458c0008a on network 57b0572f-1953-43f1-ab4d-663ea68612ac {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:38.392730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c78e7-a194-4258-b703-3ff9f726148d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e43058-eed0-4ae2-a52b-7a878bd0aab9,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:38.398259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Port fa889ecd-db7d-4354-91b6-08f458c0008a on network 57b0572f-1953-43f1-ab4d-663ea68612ac not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:38.398770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Attempting to bind port fa889ecd-db7d-4354-91b6-08f458c0008a on network 57b0572f-1953-43f1-ab4d-663ea68612ac {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:38.409853 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (425eae57-8ea6-40df-8c1d-5bba26c550ac), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.442883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adcf7d89-c3f9-49ed-8338-621592468641 req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Made reservation on behalf of 16bd7ffc8639420692a28d7b3dc02b1c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:38.444907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:38.445377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Checking segment: {'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:38.445940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Bound using segment: {'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:38.446554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Bound port: fa889ecd-db7d-4354-91b6-08f458c0008a, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:38.447038 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.447875 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-adcf7d89-c3f9-49ed-8338-621592468641 req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.517045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c7c78e7-a194-4258-b703-3ff9f726148d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.522581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3c7c78e7-a194-4258-b703-3ff9f726148d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3995786 Jan 27 21:58:38.523527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41962) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:38.528828 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] For port fa889ecd-db7d-4354-91b6-08f458c0008a, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:38.532462 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] For port fa889ecd-db7d-4354-91b6-08f458c0008a, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa889ecd-db7d-4354-91b6-08f458c0008a,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:38.565840 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (425eae57-8ea6-40df-8c1d-5bba26c550ac), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.572499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:38.573226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.590127 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.643023 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.656331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-adcf7d89-c3f9-49ed-8338-621592468641 req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.20.0.6 (6658dbd2-a5ab-41f0-bfbc-1a3afb06058d/365140df-60ab-4a98-a5bc-4473939cfd20/9e03430c-b8d1-403e-8684-2c63d2b693c3) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:38.712699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:38.713395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.715905 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] 10.222.0.74 "PUT /v2.0/ports/fa889ecd-db7d-4354-91b6-08f458c0008a HTTP/1.1" status: 200 len: 1091 time: 1.6256096 Jan 27 21:58:38.717832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1389171a-7152-4b64-a2de-b7a726af9f2f tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules/19e43058-eed0-4ae2-a52b-7a878bd0aab9 HTTP/1.1" status: 200 len: 763 time: 0.1829500 Jan 27 21:58:38.722879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7897048 Jan 27 21:58:38.727261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41964) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:38.727616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41966) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:38.750767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-db7081e3-ae9c-48cd-b663-0364b5bcdddc tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Request body: {'subnet': {'network_id': '425eae57-8ea6-40df-8c1d-5bba26c550ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:38.813872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Request body: {'port': {'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:38.880030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4b461-93ac-4370-99ae-f8d8a9a3d4bb service neutron] Pushing event updated for resources: {'Port': ['ID=fa889ecd-db7d-4354-91b6-08f458c0008a,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:38.916536 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.963274 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:38.967833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Allocated IP 172.25.0.107 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/ab6a970e-405d-4e46-9977-ab547a0ff7cb) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:39.011197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce5098b3-8591-4978-93cf-e18467a891f7 req-e2400cf3-51cf-4757-844d-9eb2d43a2561 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 210 time: 0.0755515 Jan 27 21:58:39.012532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679b16d-0ced-431f-a27a-391676073b2b tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'Network': ['ID=425eae57-8ea6-40df-8c1d-5bba26c550ac,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:39.025267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 425eae57-8ea6-40df-8c1d-5bba26c550ac details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:58:39.038429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4ce9049c-1d77-439c-879f-15efb0335026 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3096480 Jan 27 21:58:39.048963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41970) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:39.117097 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': 'fa889ecd-db7d-4354-91b6-08f458c0008a'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:39.120365 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15a37dc-8575-4c81-b988-3824baefd410" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "fa889ecd-db7d-4354-91b6-08f458c0008a"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:39.146461 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af3ad279-28c2-4967-9eb1-9fc37055b91d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (19e43058-eed0-4ae2-a52b-7a878bd0aab9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.155090 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af3ad279-28c2-4967-9eb1-9fc37055b91d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (19e43058-eed0-4ae2-a52b-7a878bd0aab9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.199938 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-adcf7d89-c3f9-49ed-8338-621592468641 req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.231099 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71750f4e-48bd-444e-a730-7747a8c71a8d x-openstack-request-id: req-71750f4e-48bd-444e-a730-7747a8c71a8d {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:39.231099 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "fa889ecd-db7d-4354-91b6-08f458c0008a", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:39.231099 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-71750f4e-48bd-444e-a730-7747a8c71a8d {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:39.231099 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': 'fa889ecd-db7d-4354-91b6-08f458c0008a', 'status': 'completed', 'code': 200} Jan 27 21:58:39.281504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks [] for port (ab6a970e-405d-4e46-9977-ab547a0ff7cb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.311722 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af3ad279-28c2-4967-9eb1-9fc37055b91d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (19e43058-eed0-4ae2-a52b-7a878bd0aab9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.324899 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af3ad279-28c2-4967-9eb1-9fc37055b91d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.324899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-af3ad279-28c2-4967-9eb1-9fc37055b91d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/19e43058-eed0-4ae2-a52b-7a878bd0aab9 HTTP/1.1" status: 204 len: 168 time: 0.2714775 Jan 27 21:58:39.328334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41978) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:39.339617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ad279-28c2-4967-9eb1-9fc37055b91d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19e43058-eed0-4ae2-a52b-7a878bd0aab9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:39.360038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a37dc-8575-4c81-b988-3824baefd410 req-43de204a-0f5d-4cf0-9c8b-e82575bc276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.360455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a37dc-8575-4c81-b988-3824baefd410 req-43de204a-0f5d-4cf0-9c8b-e82575bc276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.360913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a37dc-8575-4c81-b988-3824baefd410 req-43de204a-0f5d-4cf0-9c8b-e82575bc276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.361374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a37dc-8575-4c81-b988-3824baefd410 req-43de204a-0f5d-4cf0-9c8b-e82575bc276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.361840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a37dc-8575-4c81-b988-3824baefd410 req-43de204a-0f5d-4cf0-9c8b-e82575bc276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.362296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a37dc-8575-4c81-b988-3824baefd410 req-43de204a-0f5d-4cf0-9c8b-e82575bc276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.362770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a37dc-8575-4c81-b988-3824baefd410 req-43de204a-0f5d-4cf0-9c8b-e82575bc276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.365254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f15a37dc-8575-4c81-b988-3824baefd410 req-43de204a-0f5d-4cf0-9c8b-e82575bc276a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6408 time: 0.1578498 Jan 27 21:58:39.370227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7081e3-ae9c-48cd-b663-0364b5bcdddc tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Made reservation on behalf of 4f726f165c964c1eb53d0d3f326d5502 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:39.379897 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7081e3-ae9c-48cd-b663-0364b5bcdddc tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.386689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec1c-5eff-4fc1-bb7a-d3bd83a5cfbb req-078cec66-a795-44d2-b8f0-477310c7bc95 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.391851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec1c-5eff-4fc1-bb7a-d3bd83a5cfbb req-078cec66-a795-44d2-b8f0-477310c7bc95 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.397120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec1c-5eff-4fc1-bb7a-d3bd83a5cfbb req-078cec66-a795-44d2-b8f0-477310c7bc95 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.402536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec1c-5eff-4fc1-bb7a-d3bd83a5cfbb req-078cec66-a795-44d2-b8f0-477310c7bc95 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.407706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec1c-5eff-4fc1-bb7a-d3bd83a5cfbb req-078cec66-a795-44d2-b8f0-477310c7bc95 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.412933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec1c-5eff-4fc1-bb7a-d3bd83a5cfbb req-078cec66-a795-44d2-b8f0-477310c7bc95 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.418153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ec1c-5eff-4fc1-bb7a-d3bd83a5cfbb req-078cec66-a795-44d2-b8f0-477310c7bc95 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.419981 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d67ec1c-5eff-4fc1-bb7a-d3bd83a5cfbb req-078cec66-a795-44d2-b8f0-477310c7bc95 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5406 time: 0.1453197 Jan 27 21:58:39.425508 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-adcf7d89-c3f9-49ed-8338-621592468641 req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.444203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232dacdc-6e3c-4c11-ae7a-252252a62058 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:39.451658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Publish callbacks [] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.463798 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Transition to ACTIVE for port object 232dacdc-6e3c-4c11-ae7a-252252a62058 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:39.482686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ab6a970e-405d-4e46-9977-ab547a0ff7cb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.521305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:39.528334 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:39.532772 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:39.535990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Pushing event updated for resources: {'Port': ['ID=ab6a970e-405d-4e46-9977-ab547a0ff7cb,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:39.581736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-718a56ab-3ac8-48a4-8b85-36375474f85d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2513623 Jan 27 21:58:39.585159 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41984) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:39.589782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d2e786ac-7e22-4dee-a108-f0b1c5b3114b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': 'c4bfb69f-75b7-4869-96aa-66fd8913c54d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:39.601056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adcf7d89-c3f9-49ed-8338-621592468641 req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:39.610491 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.620752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-adcf7d89-c3f9-49ed-8338-621592468641 req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:39.638968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcf7d89-c3f9-49ed-8338-621592468641 req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:39.685607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=9e03430c-b8d1-403e-8684-2c63d2b693c3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:39.747064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Pushing event updated for resources: {'Port': ['ID=232dacdc-6e3c-4c11-ae7a-252252a62058,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:39.750200 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks [] for floatingip (334afc11-38d8-4ff0-a1b5-ac904f42f114), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.805675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d67ec1c-5eff-4fc1-bb7a-d3bd83a5cfbb req-664d9c87-5152-45c6-b0ea-5dd4959b4313 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3517137 Jan 27 21:58:39.810208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d2e786ac-7e22-4dee-a108-f0b1c5b3114b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (c73a8766-d8eb-4dcb-9d72-8435290729f2), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.830050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a37dc-8575-4c81-b988-3824baefd410 req-f2ef106c-a379-4773-ba50-12257cbc2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.830976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a37dc-8575-4c81-b988-3824baefd410 req-f2ef106c-a379-4773-ba50-12257cbc2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.831445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a37dc-8575-4c81-b988-3824baefd410 req-f2ef106c-a379-4773-ba50-12257cbc2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.833201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f15a37dc-8575-4c81-b988-3824baefd410 req-f2ef106c-a379-4773-ba50-12257cbc2fa3 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=06bdf1d1f880465ebd58102f3936b27e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4090073 Jan 27 21:58:39.842115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf7d89-c3f9-49ed-8338-621592468641 req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:39.842115 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-adcf7d89-c3f9-49ed-8338-621592468641 req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:39.878115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Attempting to bind port 232dacdc-6e3c-4c11-ae7a-252252a62058 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:39.883730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Attempting to bind port 232dacdc-6e3c-4c11-ae7a-252252a62058 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:39.883730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Attempting to bind port 232dacdc-6e3c-4c11-ae7a-252252a62058 on network 57b0572f-1953-43f1-ab4d-663ea68612ac {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:39.930171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Port 232dacdc-6e3c-4c11-ae7a-252252a62058 on network 57b0572f-1953-43f1-ab4d-663ea68612ac not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:39.930433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Attempting to bind port 232dacdc-6e3c-4c11-ae7a-252252a62058 on network 57b0572f-1953-43f1-ab4d-663ea68612ac {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:39.940883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:39.941229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Checking segment: {'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:39.942206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Bound using segment: {'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:39.942673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Bound port: 232dacdc-6e3c-4c11-ae7a-252252a62058, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ed92c68-2407-4e6e-9b14-cb45f090eb99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:39.943181 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.065700 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d2e786ac-7e22-4dee-a108-f0b1c5b3114b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (c73a8766-d8eb-4dcb-9d72-8435290729f2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.070271 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ab6a970e-405d-4e46-9977-ab547a0ff7cb), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.078886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-58589e05-e7a1-45bc-9a75-f9646440641b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2030759 Jan 27 21:58:40.086807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-d654b293-b535-4ec5-9218-1a148521b16c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:58:40.088817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-d654b293-b535-4ec5-9218-1a148521b16c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063057 Jan 27 21:58:40.109259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Request body: {'port': {'device_id': '3a48067d-277e-4345-a978-f662bd3bccf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:40.170768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] For port 232dacdc-6e3c-4c11-ae7a-252252a62058, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:40.171520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-77444fa0-f74b-4195-a054-e3a2438d9aec None None] Provisioning complete for port 9e03430c-b8d1-403e-8684-2c63d2b693c3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:40.172004 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-77444fa0-f74b-4195-a054-e3a2438d9aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.217544 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] For port 232dacdc-6e3c-4c11-ae7a-252252a62058, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=232dacdc-6e3c-4c11-ae7a-252252a62058,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:40.219740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-77444fa0-f74b-4195-a054-e3a2438d9aec None None] Port 9e03430c-b8d1-403e-8684-2c63d2b693c3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:40.242989 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d2e786ac-7e22-4dee-a108-f0b1c5b3114b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (c73a8766-d8eb-4dcb-9d72-8435290729f2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.272048 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7081e3-ae9c-48cd-b663-0364b5bcdddc tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (ded6dd06-477d-421f-9cae-7c21326b705b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.293121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e786ac-7e22-4dee-a108-f0b1c5b3114b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73a8766-d8eb-4dcb-9d72-8435290729f2,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:40.320659 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.345815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7081e3-ae9c-48cd-b663-0364b5bcdddc tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'Subnet': ['ID=ded6dd06-477d-421f-9cae-7c21326b705b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:40.386663 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.400600 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks [] for port (ab6a970e-405d-4e46-9977-ab547a0ff7cb), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.411893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7081e3-ae9c-48cd-b663-0364b5bcdddc tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Checking segment: {'id': '22f8fcfd-d8a5-4e0c-808d-38e87789cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '425eae57-8ea6-40df-8c1d-5bba26c550ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:40.412298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7081e3-ae9c-48cd-b663-0364b5bcdddc tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Network hostable DHCP agents. Network: 425eae57-8ea6-40df-8c1d-5bba26c550ac, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:58:40.415269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.416693 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.419355 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] 10.222.0.74 "PUT /v2.0/ports/232dacdc-6e3c-4c11-ae7a-252252a62058 HTTP/1.1" status: 200 len: 1091 time: 1.6120100 Jan 27 21:58:40.421872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4588288-073f-4fb3-abdb-353e1497469d req-be96bd0e-a1a3-44eb-b336-60c588e2dbdb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.425442 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d2e786ac-7e22-4dee-a108-f0b1c5b3114b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.431107 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d2e786ac-7e22-4dee-a108-f0b1c5b3114b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8426225 Jan 27 21:58:40.431542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41994) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:40.432641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4588288-073f-4fb3-abdb-353e1497469d req-be96bd0e-a1a3-44eb-b336-60c588e2dbdb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 931 time: 0.2571988 Jan 27 21:58:40.471130 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (ab6a970e-405d-4e46-9977-ab547a0ff7cb), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.485851 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-47177e1a-717d-4399-aaf8-5a317d69048a tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules/c73a8766-d8eb-4dcb-9d72-8435290729f2 HTTP/1.1" status: 200 len: 763 time: 0.0449135 Jan 27 21:58:40.489208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a37dc-8575-4c81-b988-3824baefd410 req-ee365606-d680-4c7a-b634-f927f1d121ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.489338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41996) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:40.489461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f15a37dc-8575-4c81-b988-3824baefd410 req-ee365606-d680-4c7a-b634-f927f1d121ae service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6435635 Jan 27 21:58:40.497927 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f809d91-12fe-4e22-8f8b-7c28af6f5e75 service neutron] Pushing event updated for resources: {'Port': ['ID=232dacdc-6e3c-4c11-ae7a-252252a62058,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:40.505826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4588288-073f-4fb3-abdb-353e1497469d req-750a378c-cfb2-4ced-b940-cb26299b40c2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722330 Jan 27 21:58:40.658751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Pushing event updated for resources: {'Port': ['ID=ab6a970e-405d-4e46-9977-ab547a0ff7cb,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:40.701509 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-92c974a2-270b-4dc1-87a5-f15743a26953 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2107043 Jan 27 21:58:40.705347 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41998) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:40.720916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (334afc11-38d8-4ff0-a1b5-ac904f42f114), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.739739 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b83d71b-de53-450f-a857-fb546c0c813a tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (c73a8766-d8eb-4dcb-9d72-8435290729f2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.749167 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b83d71b-de53-450f-a857-fb546c0c813a tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (c73a8766-d8eb-4dcb-9d72-8435290729f2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.758731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7081e3-ae9c-48cd-b663-0364b5bcdddc tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Network 425eae57-8ea6-40df-8c1d-5bba26c550ac is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:58:40.805672 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.816339 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-898646d5-a9c9-40fd-988a-84d453f05e29 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7593656 Jan 27 21:58:40.816339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42004) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:40.844736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cf191806-e083-4016-b030-a1c139180edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.845356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cf191806-e083-4016-b030-a1c139180edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.845818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cf191806-e083-4016-b030-a1c139180edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.846285 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cf191806-e083-4016-b030-a1c139180edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.846751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cf191806-e083-4016-b030-a1c139180edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.847233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cf191806-e083-4016-b030-a1c139180edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.848358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cf191806-e083-4016-b030-a1c139180edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.850410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cf191806-e083-4016-b030-a1c139180edc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6475 time: 0.1020014 Jan 27 21:58:40.872111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b83d71b-de53-450f-a857-fb546c0c813a tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (c73a8766-d8eb-4dcb-9d72-8435290729f2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.890928 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b83d71b-de53-450f-a857-fb546c0c813a tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.890928 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b83d71b-de53-450f-a857-fb546c0c813a tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/c73a8766-d8eb-4dcb-9d72-8435290729f2 HTTP/1.1" status: 204 len: 168 time: 0.1841238 Jan 27 21:58:40.892259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83d71b-de53-450f-a857-fb546c0c813a tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c73a8766-d8eb-4dcb-9d72-8435290729f2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:40.901276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42010) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:40.909957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-35a83ac3-1701-4d8a-bebf-46596707fcc2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5335e078-e423-47c5-8bb8-2d0d0964a65c HTTP/1.1" status: 200 len: 217 time: 0.0514505 Jan 27 21:58:40.911041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-db7081e3-ae9c-48cd-b663-0364b5bcdddc tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 425eae57-8ea6-40df-8c1d-5bba26c550ac) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:40.915219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e03430c-b8d1-403e-8684-2c63d2b693c3 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:40.924993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b01f11c-e633-493f-9a46-f49ca6b43d68 None None] Network 425eae57-8ea6-40df-8c1d-5bba26c550ac requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:40.935349 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7081e3-ae9c-48cd-b663-0364b5bcdddc tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:40.936633 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-db7081e3-ae9c-48cd-b663-0364b5bcdddc tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.942443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Publish callbacks [] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:40.997833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Transition to ACTIVE for port object 9e03430c-b8d1-403e-8684-2c63d2b693c3 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 21:58:41.006786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0ba24478-52a8-4b7b-a919-96aff1b15ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.008685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0ba24478-52a8-4b7b-a919-96aff1b15ccc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=424eff24-915c-48ed-bc94-f5626e6d8b0b HTTP/1.1" status: 200 len: 851 time: 0.0880499 Jan 27 21:58:41.023248 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9303a35d-641e-4e96-af4b-12a146f85ede tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1205618 Jan 27 21:58:41.023965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42012) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:41.029413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b6ffc4ec-32bd-448f-a20f-6ac42b2f8ab6 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': 'c4bfb69f-75b7-4869-96aa-66fd8913c54d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:41.097092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:41.104805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-425eae57-8ea6-40df-8c1d-5bba26c550ac', 'network_id': '425eae57-8ea6-40df-8c1d-5bba26c550ac', 'project_id': '4f726f165c964c1eb53d0d3f326d5502', 'fixed_ips': [{'subnet_id': 'ded6dd06-477d-421f-9cae-7c21326b705b'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:41.116670 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.145221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-db7081e3-ae9c-48cd-b663-0364b5bcdddc tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3981202 Jan 27 21:58:41.146067 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42014) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:41.151907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c853c2d6-77de-40e5-b71f-54cb2e464ae6 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Request body: {'network': {'name': 'tempest-router-network01--1214906236'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:41.181431 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.203490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0baa-ba22-4b67-ae0b-388084b74826 req-6f0b3e9c-6eed-4b8a-bf15-89cb0df66add tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.209420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0baa-ba22-4b67-ae0b-388084b74826 req-6f0b3e9c-6eed-4b8a-bf15-89cb0df66add tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.214695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0baa-ba22-4b67-ae0b-388084b74826 req-6f0b3e9c-6eed-4b8a-bf15-89cb0df66add tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.220122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0baa-ba22-4b67-ae0b-388084b74826 req-6f0b3e9c-6eed-4b8a-bf15-89cb0df66add tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.226073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0baa-ba22-4b67-ae0b-388084b74826 req-6f0b3e9c-6eed-4b8a-bf15-89cb0df66add tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.226286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': '232dacdc-6e3c-4c11-ae7a-252252a62058'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:41.229311 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "232dacdc-6e3c-4c11-ae7a-252252a62058"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:41.236843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0baa-ba22-4b67-ae0b-388084b74826 req-6f0b3e9c-6eed-4b8a-bf15-89cb0df66add tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.236985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0baa-ba22-4b67-ae0b-388084b74826 req-6f0b3e9c-6eed-4b8a-bf15-89cb0df66add tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.243947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56fd0baa-ba22-4b67-ae0b-388084b74826 req-6f0b3e9c-6eed-4b8a-bf15-89cb0df66add tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.2163885 Jan 27 21:58:41.267894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e7c4a884-4611-4353-966d-d49bf77d63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.269390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-e7c4a884-4611-4353-966d-d49bf77d63b4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b82e3ea-cccf-4366-975c-e3e82e495967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383871 Jan 27 21:58:41.283713 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696a601b-e4c0-4073-8577-af2b3bd2980e x-openstack-request-id: req-696a601b-e4c0-4073-8577-af2b3bd2980e {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:41.284115 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "232dacdc-6e3c-4c11-ae7a-252252a62058", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:41.284436 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-696a601b-e4c0-4073-8577-af2b3bd2980e {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:41.284934 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': '232dacdc-6e3c-4c11-ae7a-252252a62058', 'status': 'completed', 'code': 200} Jan 27 21:58:41.293765 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc4ec-32bd-448f-a20f-6ac42b2f8ab6 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (97146ec6-8bd8-4cfa-b4f5-a2a895046c23), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.311160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Allocated IP 2001:db8::2 (425eae57-8ea6-40df-8c1d-5bba26c550ac/ded6dd06-477d-421f-9cae-7c21326b705b/bb63944a-0aba-4de9-a9f0-3c1af414b5c4) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:41.319949 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c853c2d6-77de-40e5-b71f-54cb2e464ae6 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Made reservation on behalf of 4f726f165c964c1eb53d0d3f326d5502 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:41.323617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c853c2d6-77de-40e5-b71f-54cb2e464ae6 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.341210 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.403968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Pushing event updated for resources: {'Port': ['ID=9e03430c-b8d1-403e-8684-2c63d2b693c3,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:41.464000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c853c2d6-77de-40e5-b71f-54cb2e464ae6 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:58:41.591832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c853c2d6-77de-40e5-b71f-54cb2e464ae6 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (55cee8b1-b7a1-475d-8ac4-64f4cd944fe1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.592322 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-c853c2d6-77de-40e5-b71f-54cb2e464ae6 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Added segment 55cee8b1-b7a1-475d-8ac4-64f4cd944fe1 of type vlan for network 7b223b5c-948e-4ac5-9230-f68c31286800 Jan 27 21:58:41.599429 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Publish callbacks [] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.643428 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc4ec-32bd-448f-a20f-6ac42b2f8ab6 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (97146ec6-8bd8-4cfa-b4f5-a2a895046c23), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.661752 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c853c2d6-77de-40e5-b71f-54cb2e464ae6 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (7b223b5c-948e-4ac5-9230-f68c31286800), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.673286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56fd0baa-ba22-4b67-ae0b-388084b74826 req-3066827e-4a3c-4b29-bed8-f00d98e03f0a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4076464 Jan 27 21:58:41.676938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Attempting to bind port 9e03430c-b8d1-403e-8684-2c63d2b693c3 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:41.677531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Attempting to bind port 9e03430c-b8d1-403e-8684-2c63d2b693c3 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:41.679017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Attempting to bind port 9e03430c-b8d1-403e-8684-2c63d2b693c3 on network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:41.680351 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.725276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Port 9e03430c-b8d1-403e-8684-2c63d2b693c3 on network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:58:41.725620 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Attempting to bind port 9e03430c-b8d1-403e-8684-2c63d2b693c3 on network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:41.738146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Network 425eae57-8ea6-40df-8c1d-5bba26c550ac is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:41.750944 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc4ec-32bd-448f-a20f-6ac42b2f8ab6 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (97146ec6-8bd8-4cfa-b4f5-a2a895046c23), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.759511 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.769124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:41.770282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Checking segment: {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:41.772657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Bound using segment: {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:41.775582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Bound port: 9e03430c-b8d1-403e-8684-2c63d2b693c3, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:41.776104 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.790733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:41.798025 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c853c2d6-77de-40e5-b71f-54cb2e464ae6 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (7b223b5c-948e-4ac5-9230-f68c31286800), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.799460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c853c2d6-77de-40e5-b71f-54cb2e464ae6 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:41.800329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c853c2d6-77de-40e5-b71f-54cb2e464ae6 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.803387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:41.809938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffc4ec-32bd-448f-a20f-6ac42b2f8ab6 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97146ec6-8bd8-4cfa-b4f5-a2a895046c23,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:41.869863 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6ffc4ec-32bd-448f-a20f-6ac42b2f8ab6 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.871402 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b6ffc4ec-32bd-448f-a20f-6ac42b2f8ab6 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8463345 Jan 27 21:58:41.875377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42026) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:41.908484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d6419a0e-41e0-4317-94aa-e355dca08325 service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244380 Jan 27 21:58:41.956627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Attempting to bind port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:41.957969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Attempting to bind port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '22f8fcfd-d8a5-4e0c-808d-38e87789cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '425eae57-8ea6-40df-8c1d-5bba26c550ac'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:41.958590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Attempting to bind port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 on network 425eae57-8ea6-40df-8c1d-5bba26c550ac {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:41.964705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:41.965524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Checking segment: {'id': '22f8fcfd-d8a5-4e0c-808d-38e87789cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '425eae57-8ea6-40df-8c1d-5bba26c550ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:41.966180 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.967215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Bound using segment: {'id': '22f8fcfd-d8a5-4e0c-808d-38e87789cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '425eae57-8ea6-40df-8c1d-5bba26c550ac'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:41.968606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Bound port: bb63944a-0aba-4de9-a9f0-3c1af414b5c4, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f8fcfd-d8a5-4e0c-808d-38e87789cdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '425eae57-8ea6-40df-8c1d-5bba26c550ac'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:41.969159 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853c2d6-77de-40e5-b71f-54cb2e464ae6 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'Network': ['ID=7b223b5c-948e-4ac5-9230-f68c31286800,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:41.969957 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:41.978976 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-17e26873-d7d6-482b-890f-4e8a74bd36fa tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules/97146ec6-8bd8-4cfa-b4f5-a2a895046c23 HTTP/1.1" status: 200 len: 764 time: 0.0237899 Jan 27 21:58:41.980523 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42030) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:41.984310 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c853c2d6-77de-40e5-b71f-54cb2e464ae6 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8369024 Jan 27 21:58:41.987061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Pushing event updated for resources: {'Port': ['ID=bb63944a-0aba-4de9-a9f0-3c1af414b5c4,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:41.993612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42032) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:41.998944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b6701f72-45e7-4261-8428-4088c07dba23 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Request body: {'network': {'name': 'tempest-router-network02--1038652417'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:42.008734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 7b223b5c-948e-4ac5-9230-f68c31286800 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:58:42.124182 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0dc0250c-a076-4b39-9d6f-fd6600a60edb tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1351347 Jan 27 21:58:42.124435 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42036) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:42.190937 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afb0bc53-ba9a-4cda-b633-b6af10fa0b93 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (97146ec6-8bd8-4cfa-b4f5-a2a895046c23), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.200242 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Allocated IP 172.25.0.57 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/a6263cff-3fdc-4dbc-96c6-7492970368f4) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:42.225128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afb0bc53-ba9a-4cda-b633-b6af10fa0b93 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (97146ec6-8bd8-4cfa-b4f5-a2a895046c23), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.239948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] For port bb63944a-0aba-4de9-a9f0-3c1af414b5c4, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:42.245478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] For port bb63944a-0aba-4de9-a9f0-3c1af414b5c4, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bb63944a-0aba-4de9-a9f0-3c1af414b5c4,segment=NetworkSegment(22f8fcfd-d8a5-4e0c-808d-38e87789cdc0),segment_id=22f8fcfd-d8a5-4e0c-808d-38e87789cdc0)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:42.246933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6701f72-45e7-4261-8428-4088c07dba23 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Made reservation on behalf of 4f726f165c964c1eb53d0d3f326d5502 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:42.250656 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6701f72-45e7-4261-8428-4088c07dba23 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.334339 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.439493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e125d-cb68-4861-9694-9ec58e6350c3 None None] Pushing event updated for resources: {'Port': ['ID=bb63944a-0aba-4de9-a9f0-3c1af414b5c4,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:42.450838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081c375-64e6-41f4-8cfe-eb155dd0d891 req-d5f51855-b33a-4ba9-8bd1-0b411793e162 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:42.452385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6081c375-64e6-41f4-8cfe-eb155dd0d891 req-d5f51855-b33a-4ba9-8bd1-0b411793e162 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 943 time: 0.7999618 Jan 27 21:58:42.463037 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afb0bc53-ba9a-4cda-b633-b6af10fa0b93 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (97146ec6-8bd8-4cfa-b4f5-a2a895046c23), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.479018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afb0bc53-ba9a-4cda-b633-b6af10fa0b93 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.481207 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-afb0bc53-ba9a-4cda-b633-b6af10fa0b93 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/97146ec6-8bd8-4cfa-b4f5-a2a895046c23 HTTP/1.1" status: 204 len: 168 time: 0.3558242 Jan 27 21:58:42.485982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6701f72-45e7-4261-8428-4088c07dba23 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:58:42.493129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42040) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:42.502978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:42.514934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0bc53-ba9a-4cda-b633-b6af10fa0b93 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97146ec6-8bd8-4cfa-b4f5-a2a895046c23,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:42.530208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks [] for port (a6263cff-3fdc-4dbc-96c6-7492970368f4), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.540857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6701f72-45e7-4261-8428-4088c07dba23 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7b796ddc-82cd-4aef-b2a6-f0a706f5e22b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.541493 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-b6701f72-45e7-4261-8428-4088c07dba23 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Added segment 7b796ddc-82cd-4aef-b2a6-f0a706f5e22b of type vlan for network f36e4744-d313-4247-9454-3b8fe734bb76 Jan 27 21:58:42.583151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6081c375-64e6-41f4-8cfe-eb155dd0d891 req-7ef70ee6-089f-43ee-859f-4297452b771f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180060 Jan 27 21:58:42.585271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:42.590660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-b0a62607-9cbf-4736-a5cd-626d508dd857 service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740375 Jan 27 21:58:42.616188 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6701f72-45e7-4261-8428-4088c07dba23 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (f36e4744-d313-4247-9454-3b8fe734bb76), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.688207 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42044) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:42.695461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3e04f1fe-ebf9-4631-a9b4-1bf2b4cfa0d1 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1929004 Jan 27 21:58:42.698985 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-2ce6e1e0-9d9e-4a27-b707-77237034bdd2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cb7d9cb2-705b-481e-b551-5bb9212cb343 HTTP/1.1" status: 200 len: 217 time: 0.0927944 Jan 27 21:58:42.704413 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.775923 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-537bcae2-a844-4a56-86b8-edbaa55c809b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (c4bfb69f-75b7-4869-96aa-66fd8913c54d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.789873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a6263cff-3fdc-4dbc-96c6-7492970368f4), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.834442 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-537bcae2-a844-4a56-86b8-edbaa55c809b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (c4bfb69f-75b7-4869-96aa-66fd8913c54d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.845444 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6701f72-45e7-4261-8428-4088c07dba23 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (f36e4744-d313-4247-9454-3b8fe734bb76), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.851161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6701f72-45e7-4261-8428-4088c07dba23 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:42.851876 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6701f72-45e7-4261-8428-4088c07dba23 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.888100 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:42.910206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:42.911652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:42.914008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] 10.222.0.71 "PUT /v2.0/ports/9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 200 len: 1091 time: 2.8128428 Jan 27 21:58:42.922780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:42.932694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bb63944a-0aba-4de9-a9f0-3c1af414b5c4 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:42.942176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:42.979581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:42.984453 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2a9161-e3aa-4ce9-b925-6dd0835eeb08" -d '{"events": [{"name": "network-changed", "server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:43.024516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Pushing event updated for resources: {'Port': ['ID=a6263cff-3fdc-4dbc-96c6-7492970368f4,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:43.070006 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b6701f72-45e7-4261-8428-4088c07dba23 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0752206 Jan 27 21:58:43.070785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42052) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:43.085782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-52c6d909-9d64-4977-9bf8-1c70d544c685 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Request body: {'subnet': {'network_id': '7b223b5c-948e-4ac5-9230-f68c31286800', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:43.096440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27ec14-8a74-46b1-95d6-0cff103a52be service neutron] Pushing event updated for resources: {'Port': ['ID=9e03430c-b8d1-403e-8684-2c63d2b693c3,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:43.099524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:43.102443 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.119331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6701f72-45e7-4261-8428-4088c07dba23 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'Network': ['ID=f36e4744-d313-4247-9454-3b8fe734bb76,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:43.126243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d84d5127-1276-4fdc-80d9-75c53024da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.127883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d84d5127-1276-4fdc-80d9-75c53024da29 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.4159017 Jan 27 21:58:43.187311 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e86f01-5923-428e-88fb-d45af7075ab1 x-openstack-request-id: req-c4e86f01-5923-428e-88fb-d45af7075ab1 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:43.187634 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:43.187903 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4e86f01-5923-428e-88fb-d45af7075ab1 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:43.188169 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-537bcae2-a844-4a56-86b8-edbaa55c809b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c4bfb69f-75b7-4869-96aa-66fd8913c54d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.188328 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'status': 'completed', 'code': 200} Jan 27 21:58:43.188592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network f36e4744-d313-4247-9454-3b8fe734bb76 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:58:43.191291 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-537bcae2-a844-4a56-86b8-edbaa55c809b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.197836 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-537bcae2-a844-4a56-86b8-edbaa55c809b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-groups/c4bfb69f-75b7-4869-96aa-66fd8913c54d HTTP/1.1" status: 204 len: 168 time: 0.5083690 Jan 27 21:58:43.224067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42054) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:43.249770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d90a96-463b-4283-8c90-d957b0432ac8 req-425dfee6-2601-4c8d-b717-073f36baab66 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.255831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d90a96-463b-4283-8c90-d957b0432ac8 req-425dfee6-2601-4c8d-b717-073f36baab66 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.262019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d90a96-463b-4283-8c90-d957b0432ac8 req-425dfee6-2601-4c8d-b717-073f36baab66 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.267633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d90a96-463b-4283-8c90-d957b0432ac8 req-425dfee6-2601-4c8d-b717-073f36baab66 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.283617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d90a96-463b-4283-8c90-d957b0432ac8 req-425dfee6-2601-4c8d-b717-073f36baab66 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.286581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bcae2-a844-4a56-86b8-edbaa55c809b tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bfb69f-75b7-4869-96aa-66fd8913c54d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:43.291606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d90a96-463b-4283-8c90-d957b0432ac8 req-425dfee6-2601-4c8d-b717-073f36baab66 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.298874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d90a96-463b-4283-8c90-d957b0432ac8 req-425dfee6-2601-4c8d-b717-073f36baab66 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.301683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41d90a96-463b-4283-8c90-d957b0432ac8 req-425dfee6-2601-4c8d-b717-073f36baab66 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.4044013 Jan 27 21:58:43.376115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf7d89-c3f9-49ed-8338-621592468641 req-10c112c8-6bfe-4367-8c34-539938306029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.377723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-10c112c8-6bfe-4367-8c34-539938306029 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1094 time: 0.2673898 Jan 27 21:58:43.389003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-2eb6e4c7-24ae-43b7-abbc-44874813faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.390592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-2eb6e4c7-24ae-43b7-abbc-44874813faa4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2546771 Jan 27 21:58:43.407004 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks [] for floatingip (1b9c56c3-dfdf-4517-8711-9b5167cd7cba), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.446584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:43.447190 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.485423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port bb63944a-0aba-4de9-a9f0-3c1af414b5c4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bb63944a-0aba-4de9-a9f0-3c1af414b5c4,segment=NetworkSegment(22f8fcfd-d8a5-4e0c-808d-38e87789cdc0),segment_id=22f8fcfd-d8a5-4e0c-808d-38e87789cdc0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:43.502918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42058) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:43.507246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1f062c6f-b582-46d3-90f5-a83e0239246f tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2820699 Jan 27 21:58:43.513208 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ea4145ca-094e-46d7-a1f8-a7842e27faa7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871518018'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:43.516773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-5269e7e2-640d-429b-9bf3-8836ea71f172 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 200 len: 217 time: 0.1218419 Jan 27 21:58:43.521800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c6d909-9d64-4977-9bf8-1c70d544c685 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Made reservation on behalf of 4f726f165c964c1eb53d0d3f326d5502 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:43.530091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-52c6d909-9d64-4977-9bf8-1c70d544c685 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.603198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41d90a96-463b-4283-8c90-d957b0432ac8 req-455212c1-e270-446c-9f9a-b8ce216be63b tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2844362 Jan 27 21:58:43.643586 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:43.695054 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf7d89-c3f9-49ed-8338-621592468641 req-e30cb947-dc8c-4ce7-b570-2df90b495cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.699039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-e30cb947-dc8c-4ce7-b570-2df90b495cf4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=365140df-60ab-4a98-a5bc-4473939cfd20 HTTP/1.1" status: 200 len: 834 time: 0.1487076 Jan 27 21:58:43.730527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=bb63944a-0aba-4de9-a9f0-3c1af414b5c4,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:43.775777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-754f0df8-0dd0-4118-8352-92a33b1dc4ac service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569777 Jan 27 21:58:43.851466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2881a-070d-4f3c-be6b-d4742abd4547 req-35c1e0ea-a093-4939-972e-ac132bdfa32f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.858338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9c2881a-070d-4f3c-be6b-d4742abd4547 req-35c1e0ea-a093-4939-972e-ac132bdfa32f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 943 time: 0.1479368 Jan 27 21:58:43.905963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf7d89-c3f9-49ed-8338-621592468641 req-658f832e-dcaf-4d42-9d6b-2db6b8ebfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:43.907818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-658f832e-dcaf-4d42-9d6b-2db6b8ebfb76 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987019 Jan 27 21:58:43.931359 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a6263cff-3fdc-4dbc-96c6-7492970368f4), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.023712 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9c2881a-070d-4f3c-be6b-d4742abd4547 req-e5e3b69d-8660-4fc2-bd6e-e113fc36d548 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644847 Jan 27 21:58:44.051211 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea4145ca-094e-46d7-a1f8-a7842e27faa7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.059268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c3291-338c-4782-8c66-6653d276eecb None None] Network 425eae57-8ea6-40df-8c1d-5bba26c550ac requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:44.079747 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-3ff572d1-33fa-497a-a5a8-efdb3f660057 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963934 Jan 27 21:58:44.082015 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-6ebc2d44-3796-4871-91de-c3e5a3a2a597 service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412730 Jan 27 21:58:44.174865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-dd86fc1d-85c2-47f2-88a8-c0f98bda35db None None] Provisioning complete for port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:44.178290 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd86fc1d-85c2-47f2-88a8-c0f98bda35db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.188566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-adcf7d89-c3f9-49ed-8338-621592468641 req-e8da0f77-3bef-4c3f-8f2b-a3eb95029c1c service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978551 Jan 27 21:58:44.195098 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-52c6d909-9d64-4977-9bf8-1c70d544c685 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (d91aeb8d-9485-4d54-a0bf-54bf5f2fec03), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.249382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-6eba9056-1ae6-463a-a168-4fee43c8b5c2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=856c8d91-48e7-4a38-b228-a5d13c60c10b HTTP/1.1" status: 200 len: 217 time: 0.0681245 Jan 27 21:58:44.345616 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks [] for port (a6263cff-3fdc-4dbc-96c6-7492970368f4), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.359784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6d909-9d64-4977-9bf8-1c70d544c685 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'Subnet': ['ID=d91aeb8d-9485-4d54-a0bf-54bf5f2fec03,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:44.389036 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6d909-9d64-4977-9bf8-1c70d544c685 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Checking segment: {'id': '55cee8b1-b7a1-475d-8ac4-64f4cd944fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7b223b5c-948e-4ac5-9230-f68c31286800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:44.389508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6d909-9d64-4977-9bf8-1c70d544c685 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Network hostable DHCP agents. Network: 7b223b5c-948e-4ac5-9230-f68c31286800, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:58:44.427425 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea4145ca-094e-46d7-a1f8-a7842e27faa7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (9d476751-6bf9-42c5-9296-af82ea22135c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.448528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-7e839d63-21e6-49ab-b0d4-eb430441195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:44.450581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-7e839d63-21e6-49ab-b0d4-eb430441195e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.1957963 Jan 27 21:58:44.453981 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a6263cff-3fdc-4dbc-96c6-7492970368f4), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.502424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a9161-e3aa-4ce9-b925-6dd0835eeb08 req-3a32bd14-2ff8-4c90-b2f1-7fcacc533207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:44.508339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d2a9161-e3aa-4ce9-b925-6dd0835eeb08 req-3a32bd14-2ff8-4c90-b2f1-7fcacc533207 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1094 time: 0.1389403 Jan 27 21:58:44.544976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Pushing event updated for resources: {'Port': ['ID=a6263cff-3fdc-4dbc-96c6-7492970368f4,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:44.556846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dd86fc1d-85c2-47f2-88a8-c0f98bda35db None None] Current status of the port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:44.601990 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea4145ca-094e-46d7-a1f8-a7842e27faa7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9d476751-6bf9-42c5-9296-af82ea22135c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.604516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6d909-9d64-4977-9bf8-1c70d544c685 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Network 7b223b5c-948e-4ac5-9230-f68c31286800 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:58:44.626730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d991f09e-84dc-4570-a167-b7448d41eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:44.628918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d991f09e-84dc-4570-a167-b7448d41eb5a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1611845 Jan 27 21:58:44.645104 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (1b9c56c3-dfdf-4517-8711-9b5167cd7cba), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.665844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4145ca-094e-46d7-a1f8-a7842e27faa7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d476751-6bf9-42c5-9296-af82ea22135c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:44.750989 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-52c6d909-9d64-4977-9bf8-1c70d544c685 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 7b223b5c-948e-4ac5-9230-f68c31286800) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:44.753950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c6d909-9d64-4977-9bf8-1c70d544c685 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:44.755855 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-52c6d909-9d64-4977-9bf8-1c70d544c685 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.771001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e2f85-1310-4dff-b4c5-4ee6c7bde725 None None] Network 7b223b5c-948e-4ac5-9230-f68c31286800 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:44.802482 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ea4145ca-094e-46d7-a1f8-a7842e27faa7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.804427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a9161-e3aa-4ce9-b925-6dd0835eeb08 req-4368d340-0206-4782-9e78-620497b3d565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:44.806591 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d2a9161-e3aa-4ce9-b925-6dd0835eeb08 req-4368d340-0206-4782-9e78-620497b3d565 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d HTTP/1.1" status: 200 len: 898 time: 0.2800493 Jan 27 21:58:44.806733 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ea4145ca-094e-46d7-a1f8-a7842e27faa7 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3026252 Jan 27 21:58:44.809949 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.812930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bb63944a-0aba-4de9-a9f0-3c1af414b5c4 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:44.820403 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-42a6e767-e4a6-46ea-a939-36d9c3409ed3 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0062604 Jan 27 21:58:44.825660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42074) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:44.836969 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c3d7550e-b053-4b3b-bd40-ff0654660d3d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Request body: {'security_group_rule': {'security_group_id': '9d476751-6bf9-42c5-9296-af82ea22135c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:44.838011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42076) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:44.958913 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-52c6d909-9d64-4977-9bf8-1c70d544c685 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8786116 Jan 27 21:58:44.959708 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42078) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:44.960301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d2a9161-e3aa-4ce9-b925-6dd0835eeb08 req-18be4060-c133-467b-9f9e-d0a866546692 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 200 len: 217 time: 0.1289129 Jan 27 21:58:44.967551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:44.968336 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:44.969408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4e6effc4-cc96-49ec-876f-c507078bd55e tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2130 time: 0.1299713 Jan 27 21:58:44.969929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-02ab43da-3777-4a10-8af5-f568ca2a3ab8 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Request body: {'subnet': {'network_id': 'f36e4744-d313-4247-9454-3b8fe734bb76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:44.977456 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42080) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:45.035509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56943d-29c6-42e2-8141-2ca61f53bb3b req-bc9b8cfd-c527-465b-84bd-7500ad8820f1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.041000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56943d-29c6-42e2-8141-2ca61f53bb3b req-bc9b8cfd-c527-465b-84bd-7500ad8820f1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.047016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56943d-29c6-42e2-8141-2ca61f53bb3b req-bc9b8cfd-c527-465b-84bd-7500ad8820f1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.048687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-7b223b5c-948e-4ac5-9230-f68c31286800', 'network_id': '7b223b5c-948e-4ac5-9230-f68c31286800', 'project_id': '4f726f165c964c1eb53d0d3f326d5502', 'fixed_ips': [{'subnet_id': 'd91aeb8d-9485-4d54-a0bf-54bf5f2fec03'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:45.050138 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.065491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56943d-29c6-42e2-8141-2ca61f53bb3b req-bc9b8cfd-c527-465b-84bd-7500ad8820f1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.084289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56943d-29c6-42e2-8141-2ca61f53bb3b req-bc9b8cfd-c527-465b-84bd-7500ad8820f1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.096775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56943d-29c6-42e2-8141-2ca61f53bb3b req-bc9b8cfd-c527-465b-84bd-7500ad8820f1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.105242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56943d-29c6-42e2-8141-2ca61f53bb3b req-bc9b8cfd-c527-465b-84bd-7500ad8820f1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.115884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e56943d-29c6-42e2-8141-2ca61f53bb3b req-bc9b8cfd-c527-465b-84bd-7500ad8820f1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.3707154 Jan 27 21:58:45.149723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a9161-e3aa-4ce9-b925-6dd0835eeb08 req-d16695b1-cc90-47aa-b92e-823a5832dc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.151255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d2a9161-e3aa-4ce9-b925-6dd0835eeb08 req-d16695b1-cc90-47aa-b92e-823a5832dc28 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=365140df-60ab-4a98-a5bc-4473939cfd20 HTTP/1.1" status: 200 len: 834 time: 0.1806695 Jan 27 21:58:45.236559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Allocated IP 2001:db8::2 (7b223b5c-948e-4ac5-9230-f68c31286800/d91aeb8d-9485-4d54-a0bf-54bf5f2fec03/81d213a6-0b85-4f4b-98c4-2828e4bb24d1) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:45.263376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4c3e4872-15ae-4de2-9033-0b22b93cd44e None None] Provisioning complete for port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:45.263735 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4c3e4872-15ae-4de2-9033-0b22b93cd44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.281134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-bfd39b4c-646d-4f53-8646-ff07d05149c5 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6454215 Jan 27 21:58:45.293024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb77c78-8985-4d5c-be58-01b921d40c74 req-a06319f1-cee6-49c5-b405-c6b7f4f29282 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.299900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bb77c78-8985-4d5c-be58-01b921d40c74 req-a06319f1-cee6-49c5-b405-c6b7f4f29282 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 943 time: 0.1459689 Jan 27 21:58:45.419102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d69cb140-6ac0-4fc9-9766-aff3b8ec0c47 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954735 Jan 27 21:58:45.473226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-404cb2c2-716a-4a48-a68f-7caa3c300ef7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=6903c701-77e9-4292-b708-5a1c23d8675e HTTP/1.1" status: 200 len: 217 time: 0.0441632 Jan 27 21:58:45.478163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a9161-e3aa-4ce9-b925-6dd0835eeb08 req-c3f240c1-83a2-4907-b5d2-f06efc7238e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.479652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d2a9161-e3aa-4ce9-b925-6dd0835eeb08 req-c3f240c1-83a2-4907-b5d2-f06efc7238e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3149941 Jan 27 21:58:45.491693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e56943d-29c6-42e2-8141-2ca61f53bb3b req-d2cd8d60-5c0d-4e01-aaaa-8515e8252e03 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3743422 Jan 27 21:58:45.515973 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:45.535109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bb77c78-8985-4d5c-be58-01b921d40c74 req-ce26f0db-bc56-4bf2-a973-5c40c6f55804 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342553 Jan 27 21:58:45.593166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e4872-15ae-4de2-9033-0b22b93cd44e None None] Current status of the port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:45.618624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Publish callbacks [] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.648501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-5be8ef15-d0d4-4db0-ab0c-be3bc51f4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.650137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-5be8ef15-d0d4-4db0-ab0c-be3bc51f4cc1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.1527803 Jan 27 21:58:45.719153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0f43bb35-53cc-43f6-b746-fc6403e7a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:45.720954 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-0f43bb35-53cc-43f6-b746-fc6403e7a4d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0592754 Jan 27 21:58:45.727077 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d2a9161-e3aa-4ce9-b925-6dd0835eeb08 req-bc74ec5a-969f-4ced-9ecc-27c54d71918a service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160461 Jan 27 21:58:45.727217 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.732871 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-357918f6-72ac-4571-a5ae-736269be6190 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.7529166 Jan 27 21:58:45.735797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42090) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:45.746705 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3d7550e-b053-4b3b-bd40-ff0654660d3d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (51f9d370-cfd7-4649-8bbe-221fa77f90db), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.877037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Network 7b223b5c-948e-4ac5-9230-f68c31286800 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:45.885063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Pushing event updated for resources: {'Port': ['ID=81d213a6-0b85-4f4b-98c4-2828e4bb24d1,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:45.889224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:45.897007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:45.899341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d2a9161-e3aa-4ce9-b925-6dd0835eeb08 req-e25eb420-ed4e-48db-88ca-90946635544e service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639507 Jan 27 21:58:45.902180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-ff255020-2bb1-4d32-af74-500f7808edad service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732726 Jan 27 21:58:45.951338 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3d7550e-b053-4b3b-bd40-ff0654660d3d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (51f9d370-cfd7-4649-8bbe-221fa77f90db), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.981736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Attempting to bind port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:45.982492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Attempting to bind port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '55cee8b1-b7a1-475d-8ac4-64f4cd944fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7b223b5c-948e-4ac5-9230-f68c31286800'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:45.982655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Attempting to bind port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 on network 7b223b5c-948e-4ac5-9230-f68c31286800 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:45.990090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:45.990504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Checking segment: {'id': '55cee8b1-b7a1-475d-8ac4-64f4cd944fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7b223b5c-948e-4ac5-9230-f68c31286800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:45.990960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.991814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Bound using segment: {'id': '55cee8b1-b7a1-475d-8ac4-64f4cd944fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7b223b5c-948e-4ac5-9230-f68c31286800'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:45.992386 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Bound port: 81d213a6-0b85-4f4b-98c4-2828e4bb24d1, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cee8b1-b7a1-475d-8ac4-64f4cd944fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '7b223b5c-948e-4ac5-9230-f68c31286800'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:45.992783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:45.995294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-44740747-e959-4a39-a1f6-0a460893c329 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Deleting port a6263cff-3fdc-4dbc-96c6-7492970368f4 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:45.997093 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44740747-e959-4a39-a1f6-0a460893c329 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a6263cff-3fdc-4dbc-96c6-7492970368f4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.046822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-96252d61-d7c7-4fda-a7cf-9d41ca15b52b service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401188 Jan 27 21:58:46.074325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] For port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:46.078966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] For port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=81d213a6-0b85-4f4b-98c4-2828e4bb24d1,segment=NetworkSegment(55cee8b1-b7a1-475d-8ac4-64f4cd944fe1),segment_id=55cee8b1-b7a1-475d-8ac4-64f4cd944fe1)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:46.085049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ab43da-3777-4a10-8af5-f568ca2a3ab8 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Made reservation on behalf of 4f726f165c964c1eb53d0d3f326d5502 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:46.089061 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02ab43da-3777-4a10-8af5-f568ca2a3ab8 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.125312 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-bc5591a8-8795-4dda-9cf0-8265171525e0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=c65a11a4-9aa1-4f0f-9a82-29a9833fd357 HTTP/1.1" status: 200 len: 217 time: 0.0369387 Jan 27 21:58:46.156234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-df4b6437-2f19-4332-bf3f-c9d63d5d54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.157715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-df4b6437-2f19-4332-bf3f-c9d63d5d54cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0568004 Jan 27 21:58:46.174053 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.210299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-599153c0-3b66-4454-b59c-5b150d6020a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.212191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-599153c0-3b66-4454-b59c-5b150d6020a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0483642 Jan 27 21:58:46.292042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a0eeb-35c5-4319-b48b-c36ce7a9bfcb None None] Pushing event updated for resources: {'Port': ['ID=81d213a6-0b85-4f4b-98c4-2828e4bb24d1,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:46.318039 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3d7550e-b053-4b3b-bd40-ff0654660d3d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (51f9d370-cfd7-4649-8bbe-221fa77f90db), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.359489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-34c797c6-d575-4e42-a791-5268a85460c4 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416306 Jan 27 21:58:46.384009 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44740747-e959-4a39-a1f6-0a460893c329 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a6263cff-3fdc-4dbc-96c6-7492970368f4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.384708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44740747-e959-4a39-a1f6-0a460893c329 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks [] for floatingip (a6263cff-3fdc-4dbc-96c6-7492970368f4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.395311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7550e-b053-4b3b-bd40-ff0654660d3d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f9d370-cfd7-4649-8bbe-221fa77f90db,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:46.411833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-44740747-e959-4a39-a1f6-0a460893c329 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Calling delete_port for a6263cff-3fdc-4dbc-96c6-7492970368f4 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:46.468648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-2ac27dcb-2dd9-4c7f-a0d5-7f04ad352bed service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023514 Jan 27 21:58:46.470994 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02ab43da-3777-4a10-8af5-f568ca2a3ab8 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (b8e97bcb-cf9c-4a60-b59c-888d727e5b77), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.548609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-52189b86-1d23-47d7-a014-0d3917dd382f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa889ecd-db7d-4354-91b6-08f458c0008a HTTP/1.1" status: 200 len: 217 time: 0.0739765 Jan 27 21:58:46.631997 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3d7550e-b053-4b3b-bd40-ff0654660d3d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.633323 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c3d7550e-b053-4b3b-bd40-ff0654660d3d tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8073864 Jan 27 21:58:46.649033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42102) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:46.773108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab43da-3777-4a10-8af5-f568ca2a3ab8 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'Subnet': ['ID=b8e97bcb-cf9c-4a60-b59c-888d727e5b77,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:46.794729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab43da-3777-4a10-8af5-f568ca2a3ab8 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Checking segment: {'id': '7b796ddc-82cd-4aef-b2a6-f0a706f5e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f36e4744-d313-4247-9454-3b8fe734bb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:46.795107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab43da-3777-4a10-8af5-f568ca2a3ab8 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Network hostable DHCP agents. Network: f36e4744-d313-4247-9454-3b8fe734bb76, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:58:46.813548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-7261a2f7-f1a0-459d-b08b-478b4cf4b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.815231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-7261a2f7-f1a0-459d-b08b-478b4cf4b11d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.2605603 Jan 27 21:58:46.885049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0996c519-3a30-43c5-8271-f52166c39b58 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (9d476751-6bf9-42c5-9296-af82ea22135c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.912169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e97d-2414-4569-8889-bd4edf36c055 req-7234f1b8-0b7b-49f3-9329-448828d23a1f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.918982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e97d-2414-4569-8889-bd4edf36c055 req-7234f1b8-0b7b-49f3-9329-448828d23a1f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.927295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e97d-2414-4569-8889-bd4edf36c055 req-7234f1b8-0b7b-49f3-9329-448828d23a1f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.932841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e97d-2414-4569-8889-bd4edf36c055 req-7234f1b8-0b7b-49f3-9329-448828d23a1f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.938115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e97d-2414-4569-8889-bd4edf36c055 req-7234f1b8-0b7b-49f3-9329-448828d23a1f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.944140 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0996c519-3a30-43c5-8271-f52166c39b58 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (9d476751-6bf9-42c5-9296-af82ea22135c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:46.945900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e97d-2414-4569-8889-bd4edf36c055 req-7234f1b8-0b7b-49f3-9329-448828d23a1f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.958822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:46.961322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e97d-2414-4569-8889-bd4edf36c055 req-7234f1b8-0b7b-49f3-9329-448828d23a1f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.965236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c83e97d-2414-4569-8889-bd4edf36c055 req-7234f1b8-0b7b-49f3-9329-448828d23a1f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.3078403 Jan 27 21:58:46.981157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d803986-a221-4df9-8cde-09c265102c56 req-6edf6c3e-4047-4cf6-83eb-c983973c5490 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:46.981420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab43da-3777-4a10-8af5-f568ca2a3ab8 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Network f36e4744-d313-4247-9454-3b8fe734bb76 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:58:46.981534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d803986-a221-4df9-8cde-09c265102c56 req-6edf6c3e-4047-4cf6-83eb-c983973c5490 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 943 time: 0.3071554 Jan 27 21:58:46.996541 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44740747-e959-4a39-a1f6-0a460893c329 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a6263cff-3fdc-4dbc-96c6-7492970368f4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.048531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44740747-e959-4a39-a1f6-0a460893c329 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Pushing event deleted for resources: {'Port': ['ID=a6263cff-3fdc-4dbc-96c6-7492970368f4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:47.057382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-02ab43da-3777-4a10-8af5-f568ca2a3ab8 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, f36e4744-d313-4247-9454-3b8fe734bb76) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:47.069982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69541a82-689c-4aa2-b2d1-4c9c4a63ec64 None None] Network f36e4744-d313-4247-9454-3b8fe734bb76 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:47.075370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab43da-3777-4a10-8af5-f568ca2a3ab8 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:47.076173 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02ab43da-3777-4a10-8af5-f568ca2a3ab8 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.077373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-987634e8-f736-4074-b6f0-3c252d9a6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:47.086243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-987634e8-f736-4074-b6f0-3c252d9a6072 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2619948 Jan 27 21:58:47.123700 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0996c519-3a30-43c5-8271-f52166c39b58 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9d476751-6bf9-42c5-9296-af82ea22135c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.126863 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0996c519-3a30-43c5-8271-f52166c39b58 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.128419 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0996c519-3a30-43c5-8271-f52166c39b58 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-groups/9d476751-6bf9-42c5-9296-af82ea22135c HTTP/1.1" status: 204 len: 168 time: 0.4783111 Jan 27 21:58:47.134416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42106) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:47.164767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:47.165158 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.193263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c83e97d-2414-4569-8889-bd4edf36c055 req-ad1947d8-8db8-4d37-8033-2152ad5f0b8d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2083931 Jan 27 21:58:47.199217 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d803986-a221-4df9-8cde-09c265102c56 req-4a35ced1-ec76-44a1-9c20-ff5ffc9e0b7b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718299 Jan 27 21:58:47.205633 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996c519-3a30-43c5-8271-f52166c39b58 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d476751-6bf9-42c5-9296-af82ea22135c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:47.274341 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-02ab43da-3777-4a10-8af5-f568ca2a3ab8 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3133039 Jan 27 21:58:47.276252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-c7f21be8-280f-4388-84ae-6874fb0ef68d service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801493 Jan 27 21:58:47.277460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42110) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:47.322203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44740747-e959-4a39-a1f6-0a460893c329 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks [] for floatingip (1b9c56c3-dfdf-4517-8711-9b5167cd7cba), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.325525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-44740747-e959-4a39-a1f6-0a460893c329 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.326936 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-44740747-e959-4a39-a1f6-0a460893c329 tempest-FloatingIPAdminTestJSON-178555453 tempest-FloatingIPAdminTestJSON-178555453-project] 10.222.0.61 "DELETE /v2.0/floatingips/1b9c56c3-dfdf-4517-8711-9b5167cd7cba HTTP/1.1" status: 204 len: 168 time: 1.5902057 Jan 27 21:58:47.333747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42112) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:47.337829 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4840aa02-7781-4431-8503-10d8da18bc33 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1993301 Jan 27 21:58:47.358122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42114) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:47.396849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:47.397520 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.466005 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=81d213a6-0b85-4f4b-98c4-2828e4bb24d1,segment=NetworkSegment(55cee8b1-b7a1-475d-8ac4-64f4cd944fe1),segment_id=55cee8b1-b7a1-475d-8ac4-64f4cd944fe1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:47.467392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-f36e4744-d313-4247-9454-3b8fe734bb76', 'network_id': 'f36e4744-d313-4247-9454-3b8fe734bb76', 'project_id': '4f726f165c964c1eb53d0d3f326d5502', 'fixed_ips': [{'subnet_id': 'b8e97bcb-cf9c-4a60-b59c-888d727e5b77'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:47.469509 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.547965 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.612178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-80bad6da-def6-4943-bd69-1a7653f86d88 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Deleting port ab6a970e-405d-4e46-9977-ab547a0ff7cb {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:47.612498 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80bad6da-def6-4943-bd69-1a7653f86d88 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ab6a970e-405d-4e46-9977-ab547a0ff7cb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.684314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9e03430c-b8d1-403e-8684-2c63d2b693c3 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:58:47.829810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=81d213a6-0b85-4f4b-98c4-2828e4bb24d1,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:47.853178 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80bad6da-def6-4943-bd69-1a7653f86d88 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ab6a970e-405d-4e46-9977-ab547a0ff7cb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.857539 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80bad6da-def6-4943-bd69-1a7653f86d88 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks [] for floatingip (ab6a970e-405d-4e46-9977-ab547a0ff7cb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:47.885689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d510a11c-7f4a-4cf0-9081-8d5e924b345a None None] Network 7b223b5c-948e-4ac5-9230-f68c31286800 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:47.900667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-80bad6da-def6-4943-bd69-1a7653f86d88 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Calling delete_port for ab6a970e-405d-4e46-9977-ab547a0ff7cb owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:47.967389 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Allocated IP 2001:db8::2 (f36e4744-d313-4247-9454-3b8fe734bb76/b8e97bcb-cf9c-4a60-b59c-888d727e5b77/bd06f006-4504-48c1-aaa0-f281bd71adc1) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:48.041957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-68564c00-ac9d-4974-94df-b5bede467576 None None] Provisioning complete for port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:48.042336 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-68564c00-ac9d-4974-94df-b5bede467576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.111743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:48.178716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-39b72314-45fc-4fe4-bf21-bf606d514bc0 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.8185022 Jan 27 21:58:48.182470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42118) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:48.208825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'port_id': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'mac_address': 'fa:16:3e:38:7b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:58:48.212356 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-d43edb92-0613-456d-b742-6b0e6546ba3d service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8617187 Jan 27 21:58:48.231075 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-2920b97e-528b-4d13-aabd-db0fd1041860 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] delete failed (client error): The resource could not be found. Jan 27 21:58:48.259203 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2920b97e-528b-4d13-aabd-db0fd1041860 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "DELETE /v2.0/security-groups/9d476751-6bf9-42c5-9296-af82ea22135c HTTP/1.1" status: 404 len: 347 time: 0.0725546 Jan 27 21:58:48.264294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42126) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:48.264294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80bad6da-def6-4943-bd69-1a7653f86d88 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ab6a970e-405d-4e46-9977-ab547a0ff7cb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.330833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bad6da-def6-4943-bd69-1a7653f86d88 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab6a970e-405d-4e46-9977-ab547a0ff7cb,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:48.341321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-2966b9a4-f79a-4f83-84d8-3ef4af512969 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232dacdc-6e3c-4c11-ae7a-252252a62058 HTTP/1.1" status: 200 len: 217 time: 0.0905316 Jan 27 21:58:48.384346 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.428775 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Publish callbacks [] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.450342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-68564c00-ac9d-4974-94df-b5bede467576 None None] Current status of the port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:48.489372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9e03430c-b8d1-403e-8684-2c63d2b693c3 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:48.489774 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.509603 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d62cd7-bfcf-4196-86a5-b783c2a53767 req-26769463-19ce-406f-a0cb-e633ddc95314 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.511179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3d62cd7-bfcf-4196-86a5-b783c2a53767 req-26769463-19ce-406f-a0cb-e633ddc95314 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 943 time: 0.1688569 Jan 27 21:58:48.514002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e03430c-b8d1-403e-8684-2c63d2b693c3 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:58:48.531100 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.532758 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e7fd88bb-d951-46c7-9fd8-2c6fb1a054f1 tempest-SecGroupTest-1442498709 tempest-SecGroupTest-1442498709-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2686245 Jan 27 21:58:48.539788 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80bad6da-def6-4943-bd69-1a7653f86d88 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks [] for floatingip (334afc11-38d8-4ff0-a1b5-ac904f42f114), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.543184 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80bad6da-def6-4943-bd69-1a7653f86d88 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.548938 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-80bad6da-def6-4943-bd69-1a7653f86d88 tempest-FloatingIPAdminTestJSON-1788995748 tempest-FloatingIPAdminTestJSON-1788995748-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/334afc11-38d8-4ff0-a1b5-ac904f42f114 HTTP/1.1" status: 204 len: 168 time: 1.2097218 Jan 27 21:58:48.564947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42132) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:48.577322 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:48.599149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69a155-5402-4c22-acab-93d17dc6e54d req-ca922225-8e21-419d-981e-cc719e18cebf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.604563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69a155-5402-4c22-acab-93d17dc6e54d req-ca922225-8e21-419d-981e-cc719e18cebf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.639623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69a155-5402-4c22-acab-93d17dc6e54d req-ca922225-8e21-419d-981e-cc719e18cebf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.654054 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69a155-5402-4c22-acab-93d17dc6e54d req-ca922225-8e21-419d-981e-cc719e18cebf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.665147 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.674029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69a155-5402-4c22-acab-93d17dc6e54d req-ca922225-8e21-419d-981e-cc719e18cebf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.685773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69a155-5402-4c22-acab-93d17dc6e54d req-ca922225-8e21-419d-981e-cc719e18cebf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.690714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69a155-5402-4c22-acab-93d17dc6e54d req-ca922225-8e21-419d-981e-cc719e18cebf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.694241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Network f36e4744-d313-4247-9454-3b8fe734bb76 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:48.695015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-96264f90-55a2-45f2-bc84-d377cf3fdff9 None None] Provisioning complete for port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:48.695392 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-96264f90-55a2-45f2-bc84-d377cf3fdff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.698116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c69a155-5402-4c22-acab-93d17dc6e54d req-ca922225-8e21-419d-981e-cc719e18cebf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.3285203 Jan 27 21:58:48.715961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:48.725008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:48.752502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0ba9f4fa-d82c-40d9-b2ff-854299af2dc3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Deleting port 7b46667c-83c0-4cc3-93ac-592fa87101e0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:48.752857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ba9f4fa-d82c-40d9-b2ff-854299af2dc3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7b46667c-83c0-4cc3-93ac-592fa87101e0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.804113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Pushing event updated for resources: {'Port': ['ID=bd06f006-4504-48c1-aaa0-f281bd71adc1,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:48.806112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fdd36f80-dc99-4146-907f-8787d012a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:48.807575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-fdd36f80-dc99-4146-907f-8787d012a435 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.4143128 Jan 27 21:58:48.890985 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:48.927408 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ba9f4fa-d82c-40d9-b2ff-854299af2dc3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7b46667c-83c0-4cc3-93ac-592fa87101e0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:48.946270 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0ba9f4fa-d82c-40d9-b2ff-854299af2dc3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Calling delete_port for 7b46667c-83c0-4cc3-93ac-592fa87101e0 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:48.971572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Attempting to bind port bd06f006-4504-48c1-aaa0-f281bd71adc1 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:48.973233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Attempting to bind port bd06f006-4504-48c1-aaa0-f281bd71adc1 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '7b796ddc-82cd-4aef-b2a6-f0a706f5e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f36e4744-d313-4247-9454-3b8fe734bb76'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:48.973783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Attempting to bind port bd06f006-4504-48c1-aaa0-f281bd71adc1 on network f36e4744-d313-4247-9454-3b8fe734bb76 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:48.979442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9e03430c-b8d1-403e-8684-2c63d2b693c3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:49.028700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c69a155-5402-4c22-acab-93d17dc6e54d req-337ba1d3-06a4-4e07-8000-f9dc52dcc0ee tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3296118 Jan 27 21:58:49.052944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-96264f90-55a2-45f2-bc84-d377cf3fdff9 None None] Current status of the port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:49.058749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9e03430c-b8d1-403e-8684-2c63d2b693c3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:58:49.073165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:49.073648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Checking segment: {'id': '7b796ddc-82cd-4aef-b2a6-f0a706f5e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f36e4744-d313-4247-9454-3b8fe734bb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:49.074019 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.074432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Bound using segment: {'id': '7b796ddc-82cd-4aef-b2a6-f0a706f5e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f36e4744-d313-4247-9454-3b8fe734bb76'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:49.076206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Bound port: bd06f006-4504-48c1-aaa0-f281bd71adc1, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b796ddc-82cd-4aef-b2a6-f0a706f5e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f36e4744-d313-4247-9454-3b8fe734bb76'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:49.076828 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.115219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbe66114-e3c3-42fc-8e0a-3f9bbaecef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:49.117555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-cbe66114-e3c3-42fc-8e0a-3f9bbaecef22 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2924399 Jan 27 21:58:49.120574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3d62cd7-bfcf-4196-86a5-b783c2a53767 req-3414b791-998a-4020-aa80-aaeef24a15a3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5498190 Jan 27 21:58:49.215441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] For port bd06f006-4504-48c1-aaa0-f281bd71adc1, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:49.219482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] For port bd06f006-4504-48c1-aaa0-f281bd71adc1, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bd06f006-4504-48c1-aaa0-f281bd71adc1,segment=NetworkSegment(7b796ddc-82cd-4aef-b2a6-f0a706f5e22b),segment_id=7b796ddc-82cd-4aef-b2a6-f0a706f5e22b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:49.245318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:49.245318 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.282261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ba9f4fa-d82c-40d9-b2ff-854299af2dc3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (7b46667c-83c0-4cc3-93ac-592fa87101e0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.298882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-8f1c83dc-2d7d-47c3-99ce-9191d88369b9 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746368 Jan 27 21:58:49.317978 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.351074 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9f4fa-d82c-40d9-b2ff-854299af2dc3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event deleted for resources: {'Port': ['ID=7b46667c-83c0-4cc3-93ac-592fa87101e0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:49.452420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42142) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:49.486539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a01e74-fb90-44f5-a369-58af0b9770ef None None] Pushing event updated for resources: {'Port': ['ID=bd06f006-4504-48c1-aaa0-f281bd71adc1,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:49.523692 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ba9f4fa-d82c-40d9-b2ff-854299af2dc3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:49.529954 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0ba9f4fa-d82c-40d9-b2ff-854299af2dc3 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "DELETE /v2.0/ports/7b46667c-83c0-4cc3-93ac-592fa87101e0 HTTP/1.1" status: 204 len: 168 time: 0.9660072 Jan 27 21:58:49.530469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42146) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:49.612538 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13628a38-10ad-4941-8b01-555af1580777 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:49.616801 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-13628a38-10ad-4941-8b01-555af1580777 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "GET /v2.0/ports?device_id=458eb70f-d64b-4b10-ab8a-0462c8a7a20e HTTP/1.1" status: 200 len: 913 time: 0.0824633 Jan 27 21:58:49.618844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42148) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:49.626799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Allocated IP 2001:db8::1 (7b223b5c-948e-4ac5-9230-f68c31286800/d91aeb8d-9485-4d54-a0bf-54bf5f2fec03/761b536a-dae3-4d91-8eb7-aa4f1c6fa260) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:49.657650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:49.900696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b91e01e-a3d3-4c66-ac91-08ba120a34e4 req-5c903131-0ea6-4d42-b5a4-652a9dbb7bca service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650678 Jan 27 21:58:49.951447 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for port (761b536a-dae3-4d91-8eb7-aa4f1c6fa260), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.109544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-51b4b231-1026-4cf9-b265-ac3faf8e3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.110080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-51b4b231-1026-4cf9-b265-ac3faf8e3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.110567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-51b4b231-1026-4cf9-b265-ac3faf8e3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.111047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-51b4b231-1026-4cf9-b265-ac3faf8e3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.111521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-51b4b231-1026-4cf9-b265-ac3faf8e3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.112524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-51b4b231-1026-4cf9-b265-ac3faf8e3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.113867 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-51b4b231-1026-4cf9-b265-ac3faf8e3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.117098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-51b4b231-1026-4cf9-b265-ac3faf8e3c10 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6475 time: 0.0713799 Jan 27 21:58:50.118770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (761b536a-dae3-4d91-8eb7-aa4f1c6fa260), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.127252 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ccf5a5f8-46fb-4bb1-8f99-4584c367f764 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=523edf3937bb433592ede60b229c902c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6736887 Jan 27 21:58:50.130966 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42154) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:50.253941 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43de6cad-9d7d-42c9-9964-9df564ea9316 admin admin] Publish callbacks [] for security_group (bb0e4ad8-5434-454a-bd12-7827da56d67f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.299349 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43de6cad-9d7d-42c9-9964-9df564ea9316 admin admin] Publish callbacks [] for security_group (bb0e4ad8-5434-454a-bd12-7827da56d67f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.309870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Network 7b223b5c-948e-4ac5-9230-f68c31286800 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:50.333742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:50.338173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:50.346868 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.384925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'Port': ['ID=761b536a-dae3-4d91-8eb7-aa4f1c6fa260,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:50.423272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab8b49e4-8c5b-498b-b98f-2068d41bb24b tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.490220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ec8a0-80d8-4845-ac42-4e4e8d342f1e req-de61fa8d-9e8a-4df4-b746-0da94d5be4d6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.495399 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43de6cad-9d7d-42c9-9964-9df564ea9316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bb0e4ad8-5434-454a-bd12-7827da56d67f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.500518 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43de6cad-9d7d-42c9-9964-9df564ea9316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:50.503892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ec8a0-80d8-4845-ac42-4e4e8d342f1e req-de61fa8d-9e8a-4df4-b746-0da94d5be4d6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.506082 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-43de6cad-9d7d-42c9-9964-9df564ea9316 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb0e4ad8-5434-454a-bd12-7827da56d67f HTTP/1.1" status: 204 len: 168 time: 0.3601019 Jan 27 21:58:50.520320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de6cad-9d7d-42c9-9964-9df564ea9316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0e4ad8-5434-454a-bd12-7827da56d67f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:50.538255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ec8a0-80d8-4845-ac42-4e4e8d342f1e req-de61fa8d-9e8a-4df4-b746-0da94d5be4d6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.545757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ec8a0-80d8-4845-ac42-4e4e8d342f1e req-de61fa8d-9e8a-4df4-b746-0da94d5be4d6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.562857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ec8a0-80d8-4845-ac42-4e4e8d342f1e req-de61fa8d-9e8a-4df4-b746-0da94d5be4d6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.585105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ec8a0-80d8-4845-ac42-4e4e8d342f1e req-de61fa8d-9e8a-4df4-b746-0da94d5be4d6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.590797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ec8a0-80d8-4845-ac42-4e4e8d342f1e req-de61fa8d-9e8a-4df4-b746-0da94d5be4d6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.606553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-215ec8a0-80d8-4845-ac42-4e4e8d342f1e req-de61fa8d-9e8a-4df4-b746-0da94d5be4d6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.4100704 Jan 27 21:58:50.631087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79aab7-c984-4436-a32e-2e5a4d1523f6 req-f466d7f1-49ff-4ddd-92bd-6ba196f7caaf tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.632707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d79aab7-c984-4436-a32e-2e5a4d1523f6 req-f466d7f1-49ff-4ddd-92bd-6ba196f7caaf tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 944 time: 0.3735063 Jan 27 21:58:50.647535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-7919ba11-a378-401c-b479-b256cb89c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:50.654843 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-7919ba11-a378-401c-b479-b256cb89c0e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=57b0572f-1953-43f1-ab4d-663ea68612ac HTTP/1.1" status: 200 len: 902 time: 0.5216198 Jan 27 21:58:50.794063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-fe37ea85-4cb4-4992-9455-8885b8555003 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232dacdc-6e3c-4c11-ae7a-252252a62058 HTTP/1.1" status: 200 len: 217 time: 0.1106663 Jan 27 21:58:51.007768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-30fa85fd-b21a-4d5b-8f25-d68ad7ef1e0d None None] Provisioning complete for port 761b536a-dae3-4d91-8eb7-aa4f1c6fa260 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:51.008385 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-30fa85fd-b21a-4d5b-8f25-d68ad7ef1e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (761b536a-dae3-4d91-8eb7-aa4f1c6fa260), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.018403 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b49e4-8c5b-498b-b98f-2068d41bb24b tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Deleting port 6b168af6-ef12-4d89-a124-320f12e3b84a {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:51.020705 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab8b49e4-8c5b-498b-b98f-2068d41bb24b tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6b168af6-ef12-4d89-a124-320f12e3b84a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.078298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d79aab7-c984-4436-a32e-2e5a4d1523f6 req-94a37a97-1aa9-4375-a1e5-84d374728e0f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4094529 Jan 27 21:58:51.103909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-215ec8a0-80d8-4845-ac42-4e4e8d342f1e req-0ce11ac5-3a70-45ee-b5ee-ed2faaddd316 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4701293 Jan 27 21:58:51.123078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-a769c513-adef-4716-92c8-283614d1abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:51.125944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-a769c513-adef-4716-92c8-283614d1abc8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.3267663 Jan 27 21:58:51.129197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (761b536a-dae3-4d91-8eb7-aa4f1c6fa260), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.229354 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab8b49e4-8c5b-498b-b98f-2068d41bb24b tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6b168af6-ef12-4d89-a124-320f12e3b84a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.254582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ab8b49e4-8c5b-498b-b98f-2068d41bb24b tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Calling delete_port for 6b168af6-ef12-4d89-a124-320f12e3b84a owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:51.341259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-a5999fee-9f20-4880-9cc4-87200855c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:51.343266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-a5999fee-9f20-4880-9cc4-87200855c4be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2097843 Jan 27 21:58:51.388646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bd06f006-4504-48c1-aaa0-f281bd71adc1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:51.391773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0294457-90ec-4ea9-8e44-831a3b0e2944 None None] Network f36e4744-d313-4247-9454-3b8fe734bb76 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:51.552872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-30fa85fd-b21a-4d5b-8f25-d68ad7ef1e0d None None] Port 761b536a-dae3-4d91-8eb7-aa4f1c6fa260 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:51.659637 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab8b49e4-8c5b-498b-b98f-2068d41bb24b tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (6b168af6-ef12-4d89-a124-320f12e3b84a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.681691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9e03430c-b8d1-403e-8684-2c63d2b693c3 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:51.714977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b49e4-8c5b-498b-b98f-2068d41bb24b tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event deleted for resources: {'Port': ['ID=6b168af6-ef12-4d89-a124-320f12e3b84a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:51.747196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port bd06f006-4504-48c1-aaa0-f281bd71adc1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:51.747592 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.891755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3ea5839c-93d1-49fa-b841-dd6ef0a5949b None None] Provisioning complete for port bd06f006-4504-48c1-aaa0-f281bd71adc1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:51.892491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ea5839c-93d1-49fa-b841-dd6ef0a5949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:51.934484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-c9fae247-82a8-4bc7-978f-88619963f005 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703502 Jan 27 21:58:51.951710 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab8b49e4-8c5b-498b-b98f-2068d41bb24b tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.075271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port bd06f006-4504-48c1-aaa0-f281bd71adc1 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:52.075271 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.105810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a3c034c-d88c-4ada-adf8-438fd9db7dd1 req-0395c6f6-5694-4b7f-859f-b11b52b4175a service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701658 Jan 27 21:58:52.216910 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for port (761b536a-dae3-4d91-8eb7-aa4f1c6fa260), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.248256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port bd06f006-4504-48c1-aaa0-f281bd71adc1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bd06f006-4504-48c1-aaa0-f281bd71adc1,segment=NetworkSegment(7b796ddc-82cd-4aef-b2a6-f0a706f5e22b),segment_id=7b796ddc-82cd-4aef-b2a6-f0a706f5e22b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:52.257328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5839c-93d1-49fa-b841-dd6ef0a5949b None None] Current status of the port bd06f006-4504-48c1-aaa0-f281bd71adc1 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:52.264332 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ea5839c-93d1-49fa-b841-dd6ef0a5949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.325843 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (761b536a-dae3-4d91-8eb7-aa4f1c6fa260), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.326399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 9e03430c-b8d1-403e-8684-2c63d2b693c3 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:58:52.326876 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.331266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 9e03430c-b8d1-403e-8684-2c63d2b693c3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:52.333020 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.392008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42198) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:52.393861 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.414980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8b49e4-8c5b-498b-b98f-2068d41bb24b tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Router 458eb70f-d64b-4b10-ab8a-0462c8a7a20e has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:58:52.484034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=bd06f006-4504-48c1-aaa0-f281bd71adc1,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:52.507612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d434-b551-4c86-906f-10bd63fd94bd req-69b39f58-49f4-4808-979c-7b6d36b2add1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.514081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81e8d434-b551-4c86-906f-10bd63fd94bd req-69b39f58-49f4-4808-979c-7b6d36b2add1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 944 time: 0.2764013 Jan 27 21:58:52.519748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'Port': ['ID=761b536a-dae3-4d91-8eb7-aa4f1c6fa260,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:52.568856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9e03430c-b8d1-403e-8684-2c63d2b693c3 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:52.569606 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.612666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:52.615620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-416398f9-eb36-4d10-9624-559b97c4ea86 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:52.615804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:58:52.623227 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-416398f9-eb36-4d10-9624-559b97c4ea86 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 21:58:52.623227 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-416398f9-eb36-4d10-9624-559b97c4ea86 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 21:58:52.623227 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-416398f9-eb36-4d10-9624-559b97c4ea86 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2246819 Jan 27 21:58:52.623535 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a38dd51-4186-47e7-894f-c937fec4e45f" -d '{"events": [{"server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "name": "network-vif-plugged", "status": "completed", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:58:52.623535 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-3ea5839c-93d1-49fa-b841-dd6ef0a5949b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:58:52.623535 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-3ea5839c-93d1-49fa-b841-dd6ef0a5949b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:58:52.624302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42206) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:52.630356 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f205417d-1da8-4b5a-8dde-3c3c93981af3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group': {'name': 'tempest-secgroup--145641231'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:52.660358 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8b49e4-8c5b-498b-b98f-2068d41bb24b tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:52.670998 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff99e33-3eb5-4f00-93f8-bad930397586 None None] Sync routers for ids ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:52.674475 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ab8b49e4-8c5b-498b-b98f-2068d41bb24b tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "PUT /v2.0/routers/458eb70f-d64b-4b10-ab8a-0462c8a7a20e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0544298 Jan 27 21:58:52.677754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42210) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:52.685738 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff99e33-3eb5-4f00-93f8-bad930397586 None None] Routers {'458eb70f-d64b-4b10-ab8a-0462c8a7a20e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:52.688464 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.700546 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2ff99e33-3eb5-4f00-93f8-bad930397586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:52.755799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c660e5-230c-4139-864e-8791f12763dd req-75dcb533-bf9f-4ccb-b5f4-483b9ad8a6c5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.762936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c660e5-230c-4139-864e-8791f12763dd req-75dcb533-bf9f-4ccb-b5f4-483b9ad8a6c5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.772572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c660e5-230c-4139-864e-8791f12763dd req-75dcb533-bf9f-4ccb-b5f4-483b9ad8a6c5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.775260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c660e5-230c-4139-864e-8791f12763dd req-75dcb533-bf9f-4ccb-b5f4-483b9ad8a6c5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.781337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c660e5-230c-4139-864e-8791f12763dd req-75dcb533-bf9f-4ccb-b5f4-483b9ad8a6c5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.787423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c660e5-230c-4139-864e-8791f12763dd req-75dcb533-bf9f-4ccb-b5f4-483b9ad8a6c5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.792929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c660e5-230c-4139-864e-8791f12763dd req-75dcb533-bf9f-4ccb-b5f4-483b9ad8a6c5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:52.796103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9e03430c-b8d1-403e-8684-2c63d2b693c3,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:52.797112 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2ff99e33-3eb5-4f00-93f8-bad930397586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:52.800907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64c660e5-230c-4139-864e-8791f12763dd req-75dcb533-bf9f-4ccb-b5f4-483b9ad8a6c5 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.4989374 Jan 27 21:58:52.812852 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff99e33-3eb5-4f00-93f8-bad930397586 None None] Routers {'458eb70f-d64b-4b10-ab8a-0462c8a7a20e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:52.813819 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2ff99e33-3eb5-4f00-93f8-bad930397586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:52.857017 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-2ff99e33-3eb5-4f00-93f8-bad930397586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:52.858040 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff99e33-3eb5-4f00-93f8-bad930397586 None None] The sync data for ids ['458eb70f-d64b-4b10-ab8a-0462c8a7a20e'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:52.858194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81e8d434-b551-4c86-906f-10bd63fd94bd req-b7f7e003-231a-430a-8d6b-f9b77be0bd15 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893898 Jan 27 21:58:52.894773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bd06f006-4504-48c1-aaa0-f281bd71adc1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:58:52.907462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Network 7b223b5c-948e-4ac5-9230-f68c31286800 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:52.914438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:52.930624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64c660e5-230c-4139-864e-8791f12763dd req-348bebb4-dcfb-471e-a1d8-451ff81fe577 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1024101 Jan 27 21:58:52.968203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for router (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:52.996511 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00cd5c6-f575-4015-85da-d20a93e0afd5 x-openstack-request-id: req-b00cd5c6-f575-4015-85da-d20a93e0afd5 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:58:52.996819 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "name": "network-vif-plugged", "status": "completed", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:58:53.001194 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b00cd5c6-f575-4015-85da-d20a93e0afd5 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:58:53.001194 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'code': 200} Jan 27 21:58:53.030131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port bd06f006-4504-48c1-aaa0-f281bd71adc1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:53.030522 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.049059 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f205417d-1da8-4b5a-8dde-3c3c93981af3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.086285 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f205417d-1da8-4b5a-8dde-3c3c93981af3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.209106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15179567-a263-426d-8a16-46429200d4ee req-9cb7632a-8642-4b6c-9cc0-79342da9ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:53.210903 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15179567-a263-426d-8a16-46429200d4ee req-9cb7632a-8642-4b6c-9cc0-79342da9ebb1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1096 time: 0.1419630 Jan 27 21:58:53.265168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Router d17bd4f3-11af-4bca-8ab5-ac23d06e4427 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 21:58:53.275016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5839c-93d1-49fa-b841-dd6ef0a5949b None None] Current status of the port bd06f006-4504-48c1-aaa0-f281bd71adc1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:53.305628 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15179567-a263-426d-8a16-46429200d4ee req-98205182-8625-4285-970e-78d4fa63e22f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840366 Jan 27 21:58:53.319591 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for router_gateway (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.321803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port bd06f006-4504-48c1-aaa0-f281bd71adc1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:53.387042 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f205417d-1da8-4b5a-8dde-3c3c93981af3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (f8cf858d-ffd2-463f-b11e-24999c70aad3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.416647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-23d83dad-77b6-49db-b86a-d880a1479af7 None None] Provisioning complete for port 761b536a-dae3-4d91-8eb7-aa4f1c6fa260 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:53.417045 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-23d83dad-77b6-49db-b86a-d880a1479af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (761b536a-dae3-4d91-8eb7-aa4f1c6fa260), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.453422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Deleting port b9fcaaa7-d4ac-4a66-b17b-c0dfaf07c846 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:53.454093 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b9fcaaa7-d4ac-4a66-b17b-c0dfaf07c846), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.461769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-23d83dad-77b6-49db-b86a-d880a1479af7 None None] Port 761b536a-dae3-4d91-8eb7-aa4f1c6fa260 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:58:53.476056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-23d83dad-77b6-49db-b86a-d880a1479af7 None None] Provisioning complete for port bd06f006-4504-48c1-aaa0-f281bd71adc1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:58:53.477163 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-23d83dad-77b6-49db-b86a-d880a1479af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.489366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:53.494588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d432a4aa-143f-4e27-9960-3fe9de2af1d1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "PUT /v2.0/routers/d17bd4f3-11af-4bca-8ab5-ac23d06e4427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2153714 Jan 27 21:58:53.497444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42220) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:53.520646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1461af-e34b-46d8-92b3-c84a088ec43b None None] Sync routers for ids ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:53.537909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1461af-e34b-46d8-92b3-c84a088ec43b None None] Routers {'d17bd4f3-11af-4bca-8ab5-ac23d06e4427'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:53.538881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3b1461af-e34b-46d8-92b3-c84a088ec43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:53.549224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b9fcaaa7-d4ac-4a66-b17b-c0dfaf07c846), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.571321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Calling delete_port for b9fcaaa7-d4ac-4a66-b17b-c0dfaf07c846 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:53.583886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3b1461af-e34b-46d8-92b3-c84a088ec43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:53.595733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1461af-e34b-46d8-92b3-c84a088ec43b None None] Routers {'d17bd4f3-11af-4bca-8ab5-ac23d06e4427'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:53.596459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3b1461af-e34b-46d8-92b3-c84a088ec43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:53.642597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3b1461af-e34b-46d8-92b3-c84a088ec43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:53.643461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1461af-e34b-46d8-92b3-c84a088ec43b None None] The sync data for ids ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:53.708945 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-23d83dad-77b6-49db-b86a-d880a1479af7 None None] Current status of the port bd06f006-4504-48c1-aaa0-f281bd71adc1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:58:53.810447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f205417d-1da8-4b5a-8dde-3c3c93981af3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f8cf858d-ffd2-463f-b11e-24999c70aad3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.874950 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b9fcaaa7-d4ac-4a66-b17b-c0dfaf07c846), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.895058 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f205417d-1da8-4b5a-8dde-3c3c93981af3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (fae4037c-ae71-4637-ab95-df083799d155), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.931394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event deleted for resources: {'Port': ['ID=b9fcaaa7-d4ac-4a66-b17b-c0dfaf07c846,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:53.995804 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f205417d-1da8-4b5a-8dde-3c3c93981af3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fae4037c-ae71-4637-ab95-df083799d155), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:53.998193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205417d-1da8-4b5a-8dde-3c3c93981af3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cf858d-ffd2-463f-b11e-24999c70aad3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:54.073694 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.078004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205417d-1da8-4b5a-8dde-3c3c93981af3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae4037c-ae71-4637-ab95-df083799d155,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:54.161714 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f205417d-1da8-4b5a-8dde-3c3c93981af3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.166075 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f205417d-1da8-4b5a-8dde-3c3c93981af3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5377736 Jan 27 21:58:54.166248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42232) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:54.171475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9c3cad20-e7f5-4633-8a34-e5aeff261014 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': 'fae4037c-ae71-4637-ab95-df083799d155', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:54.224172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.226972 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for router_controller (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.272977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9c3cad20-e7f5-4633-8a34-e5aeff261014 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group_rule (058189a7-3f26-429c-a778-4e5a40a1ccec), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.371248 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9c3cad20-e7f5-4633-8a34-e5aeff261014 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group_rule (058189a7-3f26-429c-a778-4e5a40a1ccec), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.373010 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (458eb70f-d64b-4b10-ab8a-0462c8a7a20e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.373591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Fanout notify agent at l3_agent the message router_deleted on router 458eb70f-d64b-4b10-ab8a-0462c8a7a20e {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:58:54.391624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.399301 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-17c73adf-a980-461c-b7cf-7a04a28bf47e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "DELETE /v2.0/routers/458eb70f-d64b-4b10-ab8a-0462c8a7a20e HTTP/1.1" status: 204 len: 168 time: 1.7167187 Jan 27 21:58:54.399301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42234) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:54.468390 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9c3cad20-e7f5-4633-8a34-e5aeff261014 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (058189a7-3f26-429c-a778-4e5a40a1ccec), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.479089 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-c672cc53-2690-4c0a-ad65-be599dc21359 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:58:54.483088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c672cc53-2690-4c0a-ad65-be599dc21359 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "PUT /v2.0/routers/d17bd4f3-11af-4bca-8ab5-ac23d06e4427/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9844987 Jan 27 21:58:54.483658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42236) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:54.518105 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-464d8786-7657-495b-b6fb-43a238a48dd5 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Deleting subnet b4bf724a-56f8-4fe3-9e9d-8571f49f495b {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:58:54.534939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cad20-e7f5-4633-8a34-e5aeff261014 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058189a7-3f26-429c-a778-4e5a40a1ccec,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:54.546882 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-464d8786-7657-495b-b6fb-43a238a48dd5 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for subnet (b4bf724a-56f8-4fe3-9e9d-8571f49f495b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.576577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e9eed-98e2-456e-b30d-10585fea2aba req-79031154-a0d9-47eb-92e1-d471c55a3846 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.578129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-465e9eed-98e2-456e-b30d-10585fea2aba req-79031154-a0d9-47eb-92e1-d471c55a3846 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1638000 Jan 27 21:58:54.588648 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9c3cad20-e7f5-4633-8a34-e5aeff261014 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.592666 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9c3cad20-e7f5-4633-8a34-e5aeff261014 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4226882 Jan 27 21:58:54.604337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42238) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:54.612910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-376cb7bf-7a77-4074-8277-b5fa3a531b00 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': 'fae4037c-ae71-4637-ab95-df083799d155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:54.639466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-464d8786-7657-495b-b6fb-43a238a48dd5 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (b4bf724a-56f8-4fe3-9e9d-8571f49f495b), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:54.667927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-465e9eed-98e2-456e-b30d-10585fea2aba req-d3c03098-c1ee-463f-90b8-d0fa6e7fe2ad tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543799 Jan 27 21:58:54.702279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcebfd-fd4a-425d-aad9-557c53bdfc8a req-90945d44-1a5a-4cd4-9cec-fff4ab7a492f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.708931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcebfd-fd4a-425d-aad9-557c53bdfc8a req-90945d44-1a5a-4cd4-9cec-fff4ab7a492f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.715663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcebfd-fd4a-425d-aad9-557c53bdfc8a req-90945d44-1a5a-4cd4-9cec-fff4ab7a492f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.721627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcebfd-fd4a-425d-aad9-557c53bdfc8a req-90945d44-1a5a-4cd4-9cec-fff4ab7a492f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.726471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcebfd-fd4a-425d-aad9-557c53bdfc8a req-90945d44-1a5a-4cd4-9cec-fff4ab7a492f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.737083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcebfd-fd4a-425d-aad9-557c53bdfc8a req-90945d44-1a5a-4cd4-9cec-fff4ab7a492f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.739182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcebfd-fd4a-425d-aad9-557c53bdfc8a req-90945d44-1a5a-4cd4-9cec-fff4ab7a492f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:54.741163 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63bcebfd-fd4a-425d-aad9-557c53bdfc8a req-90945d44-1a5a-4cd4-9cec-fff4ab7a492f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.3279476 Jan 27 21:58:54.842406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63bcebfd-fd4a-425d-aad9-557c53bdfc8a req-d26bcd83-7795-4f9c-94fe-25ee04b07465 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935805 Jan 27 21:58:55.064201 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76e3488e-f3b7-4c39-acae-46b56dffe8f7 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.217483 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-376cb7bf-7a77-4074-8277-b5fa3a531b00 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group_rule (7421c772-84ef-49a9-9f20-8400ed0d42d1), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.282871 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-464d8786-7657-495b-b6fb-43a238a48dd5 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (b4bf724a-56f8-4fe3-9e9d-8571f49f495b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.359887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-76e3488e-f3b7-4c39-acae-46b56dffe8f7 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Deleting port 761b536a-dae3-4d91-8eb7-aa4f1c6fa260 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:55.360184 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76e3488e-f3b7-4c39-acae-46b56dffe8f7 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (761b536a-dae3-4d91-8eb7-aa4f1c6fa260), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.397451 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-376cb7bf-7a77-4074-8277-b5fa3a531b00 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): There was a conflict when trying to complete your request. Jan 27 21:58:55.402961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42242) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:55.404897 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-376cb7bf-7a77-4074-8277-b5fa3a531b00 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7952564 Jan 27 21:58:55.454129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-464d8786-7657-495b-b6fb-43a238a48dd5 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (b4bf724a-56f8-4fe3-9e9d-8571f49f495b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.494201 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76e3488e-f3b7-4c39-acae-46b56dffe8f7 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (761b536a-dae3-4d91-8eb7-aa4f1c6fa260), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.504739 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0286b9b2-497f-45f9-ae07-bb7e424d99d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (fae4037c-ae71-4637-ab95-df083799d155), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.513173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1c215d-1e58-41d0-aa1d-cb5f2460e959 None None] Network 7385cb56-dfa1-462e-af15-83ea1db3d1e5 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:55.515150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-76e3488e-f3b7-4c39-acae-46b56dffe8f7 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Calling delete_port for 761b536a-dae3-4d91-8eb7-aa4f1c6fa260 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:55.515540 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-464d8786-7657-495b-b6fb-43a238a48dd5 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.520381 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-464d8786-7657-495b-b6fb-43a238a48dd5 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "DELETE /v2.0/subnets/b4bf724a-56f8-4fe3-9e9d-8571f49f495b HTTP/1.1" status: 204 len: 168 time: 1.1217823 Jan 27 21:58:55.523859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42244) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:55.524770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d8786-7657-495b-b6fb-43a238a48dd5 tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bf724a-56f8-4fe3-9e9d-8571f49f495b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:55.547940 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0286b9b2-497f-45f9-ae07-bb7e424d99d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (fae4037c-ae71-4637-ab95-df083799d155), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.638316 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (7385cb56-dfa1-462e-af15-83ea1db3d1e5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.721312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Deleting port 71bc82ce-87fa-446a-a948-5857c75cdff8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:55.721734 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.741620 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0286b9b2-497f-45f9-ae07-bb7e424d99d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fae4037c-ae71-4637-ab95-df083799d155), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.743393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0286b9b2-497f-45f9-ae07-bb7e424d99d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.746968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0286b9b2-497f-45f9-ae07-bb7e424d99d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "DELETE /v2.0/security-groups/fae4037c-ae71-4637-ab95-df083799d155 HTTP/1.1" status: 204 len: 168 time: 0.3411169 Jan 27 21:58:55.762047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d246617-8f6d-464e-b8c6-d64795073c03 None None] DHCP port deletion for 7385cb56-dfa1-462e-af15-83ea1db3d1e5 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:58:55.762534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42250) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:55.810820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286b9b2-497f-45f9-ae07-bb7e424d99d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae4037c-ae71-4637-ab95-df083799d155,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:55.834537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] For port 71bc82ce-87fa-446a-a948-5857c75cdff8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=71bc82ce-87fa-446a-a948-5857c75cdff8,segment=NetworkSegment(26450641-5624-4685-b2ef-db7cbae69e19),segment_id=26450641-5624-4685-b2ef-db7cbae69e19)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:55.834537 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.848387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9d246617-8f6d-464e-b8c6-d64795073c03 None None] Deleting port 71bc82ce-87fa-446a-a948-5857c75cdff8 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:55.848856 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9d246617-8f6d-464e-b8c6-d64795073c03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.849742 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-644ad872-8089-44ec-bb2f-cff698f313dc tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0861208 Jan 27 21:58:55.850786 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Calling delete_port for 71bc82ce-87fa-446a-a948-5857c75cdff8 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:55.864399 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42252) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:55.869937 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c570b85c-9b53-40b9-a768-ece7bbc747d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group': {'name': 'tempest-secgroup--995378400'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:55.905995 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76e3488e-f3b7-4c39-acae-46b56dffe8f7 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (761b536a-dae3-4d91-8eb7-aa4f1c6fa260), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.937397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9d246617-8f6d-464e-b8c6-d64795073c03 None None] For port 71bc82ce-87fa-446a-a948-5857c75cdff8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=71bc82ce-87fa-446a-a948-5857c75cdff8,segment=NetworkSegment(26450641-5624-4685-b2ef-db7cbae69e19),segment_id=26450641-5624-4685-b2ef-db7cbae69e19)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:58:55.938032 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9d246617-8f6d-464e-b8c6-d64795073c03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:55.949881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3488e-f3b7-4c39-acae-46b56dffe8f7 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event deleted for resources: {'Port': ['ID=761b536a-dae3-4d91-8eb7-aa4f1c6fa260,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:55.978653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543777f4-a9ad-4b56-8675-da5671d3fc5a req-670d9413-bfe6-4917-a2d5-d81c5d6eab68 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:55.980293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-543777f4-a9ad-4b56-8675-da5671d3fc5a req-670d9413-bfe6-4917-a2d5-d81c5d6eab68 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1486311 Jan 27 21:58:55.994269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9d246617-8f6d-464e-b8c6-d64795073c03 None None] Calling delete_port for 71bc82ce-87fa-446a-a948-5857c75cdff8 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:56.025639 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c570b85c-9b53-40b9-a768-ece7bbc747d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.123448 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c570b85c-9b53-40b9-a768-ece7bbc747d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (6e17d202-f480-4f7a-8bf4-58ad31d27cf1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.135345 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76e3488e-f3b7-4c39-acae-46b56dffe8f7 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.195864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c570b85c-9b53-40b9-a768-ece7bbc747d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6e17d202-f480-4f7a-8bf4-58ad31d27cf1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.230704 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9d246617-8f6d-464e-b8c6-d64795073c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.232908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570b85c-9b53-40b9-a768-ece7bbc747d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e17d202-f480-4f7a-8bf4-58ad31d27cf1,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:56.242354 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (71bc82ce-87fa-446a-a948-5857c75cdff8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.282504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d246617-8f6d-464e-b8c6-d64795073c03 None None] Pushing event deleted for resources: {'Port': ['ID=71bc82ce-87fa-446a-a948-5857c75cdff8,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:56.282504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d246617-8f6d-464e-b8c6-d64795073c03 None None] No DVR routers for this DVR port 71bc82ce-87fa-446a-a948-5857c75cdff8 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:56.303647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] No DVR routers for this DVR port 71bc82ce-87fa-446a-a948-5857c75cdff8 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:58:56.310695 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event deleted for resources: {'Port': ['ID=71bc82ce-87fa-446a-a948-5857c75cdff8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:56.319636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-543777f4-a9ad-4b56-8675-da5671d3fc5a req-75290b39-81bf-4b59-9d06-f66d5747a03f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303032 Jan 27 21:58:56.345196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f67d-a9d9-445f-978b-fb6801d83717 req-569ef910-5625-4915-a3c0-596facaf25f8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.345447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f67d-a9d9-445f-978b-fb6801d83717 req-569ef910-5625-4915-a3c0-596facaf25f8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.352749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f67d-a9d9-445f-978b-fb6801d83717 req-569ef910-5625-4915-a3c0-596facaf25f8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.359580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f67d-a9d9-445f-978b-fb6801d83717 req-569ef910-5625-4915-a3c0-596facaf25f8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.365626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f67d-a9d9-445f-978b-fb6801d83717 req-569ef910-5625-4915-a3c0-596facaf25f8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.375008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f67d-a9d9-445f-978b-fb6801d83717 req-569ef910-5625-4915-a3c0-596facaf25f8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.390626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319f67d-a9d9-445f-978b-fb6801d83717 req-569ef910-5625-4915-a3c0-596facaf25f8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.392701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8319f67d-a9d9-445f-978b-fb6801d83717 req-569ef910-5625-4915-a3c0-596facaf25f8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.2549186 Jan 27 21:58:56.409406 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c570b85c-9b53-40b9-a768-ece7bbc747d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.413384 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c570b85c-9b53-40b9-a768-ece7bbc747d6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5469587 Jan 27 21:58:56.417739 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42262) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:56.422686 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d84cdabb-a8a9-422d-b18f-2a70f81aa180 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '6e17d202-f480-4f7a-8bf4-58ad31d27cf1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:56.423456 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-d84cdabb-a8a9-422d-b18f-2a70f81aa180 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 27 21:58:56.424060 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-d84cdabb-a8a9-422d-b18f-2a70f81aa180 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:58:56.428840 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d84cdabb-a8a9-422d-b18f-2a70f81aa180 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060384 Jan 27 21:58:56.428840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42264) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:56.438288 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (7385cb56-dfa1-462e-af15-83ea1db3d1e5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.474694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7385cb56-dfa1-462e-af15-83ea1db3d1e5']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:56.492461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26450641-5624-4685-b2ef-db7cbae69e19') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:56.492461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26450641-5624-4685-b2ef-db7cbae69e19') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:56.507161 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (26450641-5624-4685-b2ef-db7cbae69e19), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.531730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (26450641-5624-4685-b2ef-db7cbae69e19), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.536851 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad277371-596e-4207-b6bd-82d94db2878a tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (6e17d202-f480-4f7a-8bf4-58ad31d27cf1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.542984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:58:56.543406 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (26450641-5624-4685-b2ef-db7cbae69e19), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: self.session.flush() Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:58:56.546371 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:58:56.553536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e3488e-f3b7-4c39-acae-46b56dffe8f7 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Router d17bd4f3-11af-4bca-8ab5-ac23d06e4427 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:58:56.572519 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8319f67d-a9d9-445f-978b-fb6801d83717 req-31b891c2-0d93-4fe4-ba5b-a3a474065350 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1709540 Jan 27 21:58:56.580673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81eee6-c189-4517-b943-5d63c5012b02 req-39e6a072-15a9-4b3e-ab03-5bd16790ef22 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:56.588198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f81eee6-c189-4517-b943-5d63c5012b02 req-39e6a072-15a9-4b3e-ab03-5bd16790ef22 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1846960 Jan 27 21:58:56.619664 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad277371-596e-4207-b6bd-82d94db2878a tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (6e17d202-f480-4f7a-8bf4-58ad31d27cf1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.712283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e3488e-f3b7-4c39-acae-46b56dffe8f7 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:58:56.724282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f81eee6-c189-4517-b943-5d63c5012b02 req-05d3da0b-dcb3-4ad6-b8f8-5052faf32158 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316683 Jan 27 21:58:56.736422 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-76e3488e-f3b7-4c39-acae-46b56dffe8f7 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "PUT /v2.0/routers/d17bd4f3-11af-4bca-8ab5-ac23d06e4427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2320440 Jan 27 21:58:56.736547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42270) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:56.741205 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42272) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:56.745615 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea90474-c509-400f-a5e6-789e5697d7a8 None None] Sync routers for ids ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:58:56.759228 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea90474-c509-400f-a5e6-789e5697d7a8 None None] Routers {'d17bd4f3-11af-4bca-8ab5-ac23d06e4427'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:56.760297 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9ea90474-c509-400f-a5e6-789e5697d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:56.798490 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9ea90474-c509-400f-a5e6-789e5697d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:56.801696 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-8f909c89-0252-4087-ae32-79ce4abc7cf1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] delete failed (client error): The resource could not be found. Jan 27 21:58:56.802375 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8f909c89-0252-4087-ae32-79ce4abc7cf1 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-1009524830 HTTP/1.1" status: 404 len: 335 time: 0.0680270 Jan 27 21:58:56.806622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42274) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:56.811857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-60044a0a-878f-4b5c-962d-dae9d8d7bec0 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd17bd4f3-11af-4bca-8ab5-ac23d06e4427'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:56.813251 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea90474-c509-400f-a5e6-789e5697d7a8 None None] Routers {'d17bd4f3-11af-4bca-8ab5-ac23d06e4427'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:58:56.814188 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9ea90474-c509-400f-a5e6-789e5697d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:56.828846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 71bc82ce-87fa-446a-a948-5857c75cdff8 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:58:56.830856 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad277371-596e-4207-b6bd-82d94db2878a tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6e17d202-f480-4f7a-8bf4-58ad31d27cf1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.841895 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad277371-596e-4207-b6bd-82d94db2878a tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.845491 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ad277371-596e-4207-b6bd-82d94db2878a tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "DELETE /v2.0/security-groups/6e17d202-f480-4f7a-8bf4-58ad31d27cf1 HTTP/1.1" status: 204 len: 168 time: 0.4132979 Jan 27 21:58:56.845491 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (7385cb56-dfa1-462e-af15-83ea1db3d1e5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.854041 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 71bc82ce-87fa-446a-a948-5857c75cdff8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:58:56.854630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 71bc82ce-87fa-446a-a948-5857c75cdff8 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:58:56.864904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42276) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:56.864904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad277371-596e-4207-b6bd-82d94db2878a tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e17d202-f480-4f7a-8bf4-58ad31d27cf1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:56.870301 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9ea90474-c509-400f-a5e6-789e5697d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:58:56.871038 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea90474-c509-400f-a5e6-789e5697d7a8 None None] The sync data for ids ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:58:56.879459 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:56.885190 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "DELETE /v2.0/networks/7385cb56-dfa1-462e-af15-83ea1db3d1e5 HTTP/1.1" status: 204 len: 168 time: 1.3581877 Jan 27 21:58:56.900487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42278) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:56.919549 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d4dcb-9e2a-458d-960b-3974a401d95e tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event deleted for resources: {'Network': ['ID=7385cb56-dfa1-462e-af15-83ea1db3d1e5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:56.967364 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.027598 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8cb3d9-b589-4709-b6b3-889c211c9e3b tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.029165 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4a8cb3d9-b589-4709-b6b3-889c211c9e3b tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1091 time: 0.2870665 Jan 27 21:58:57.034030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42284) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:57.043482 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:57.071444 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-912f1d9b-1dfd-49fc-b7ed-ace00dd734c7 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2013888 Jan 27 21:58:57.076995 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42286) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:57.083925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b6d11726-3021-42ea-90f3-0edeb73a91f5 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056413359'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:57.084827 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60044a0a-878f-4b5c-962d-dae9d8d7bec0 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for router_gateway (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.123930 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f335dfac-010b-4f20-bfc8-f43cc9dc406d tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Deleting port 09269256-693f-435f-b1ef-e0e03c255193 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:58:57.124307 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f335dfac-010b-4f20-bfc8-f43cc9dc406d tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (09269256-693f-435f-b1ef-e0e03c255193), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.186830 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-60044a0a-878f-4b5c-962d-dae9d8d7bec0 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] update failed (client error): The resource could not be found. Jan 27 21:58:57.188141 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-60044a0a-878f-4b5c-962d-dae9d8d7bec0 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "PUT /v2.0/routers/d17bd4f3-11af-4bca-8ab5-ac23d06e4427 HTTP/1.1" status: 404 len: 339 time: 0.3804646 Jan 27 21:58:57.191795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42290) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:57.197507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2e2efd31-e832-4ef4-a71c-f0623ef8c01a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-905330185'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:57.216149 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6d11726-3021-42ea-90f3-0edeb73a91f5 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.218081 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.225506 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f335dfac-010b-4f20-bfc8-f43cc9dc406d tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (09269256-693f-435f-b1ef-e0e03c255193), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.225841 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f335dfac-010b-4f20-bfc8-f43cc9dc406d tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for floatingip (09269256-693f-435f-b1ef-e0e03c255193), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.255647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f335dfac-010b-4f20-bfc8-f43cc9dc406d tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Calling delete_port for 09269256-693f-435f-b1ef-e0e03c255193 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:58:57.310489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2efd31-e832-4ef4-a71c-f0623ef8c01a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Made reservation on behalf of 4f726f165c964c1eb53d0d3f326d5502 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:57.314452 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2e2efd31-e832-4ef4-a71c-f0623ef8c01a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.344158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2efd31-e832-4ef4-a71c-f0623ef8c01a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:58:57.355631 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2e2efd31-e832-4ef4-a71c-f0623ef8c01a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5fb752b5-4225-4e67-b80b-6bb852b6713d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.355988 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-2e2efd31-e832-4ef4-a71c-f0623ef8c01a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Added segment 5fb752b5-4225-4e67-b80b-6bb852b6713d of type vlan for network 7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db Jan 27 21:58:57.373510 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.401500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2e2efd31-e832-4ef4-a71c-f0623ef8c01a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.411232 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6d11726-3021-42ea-90f3-0edeb73a91f5 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (8ea99e73-7881-402c-a580-8603cc6a816a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.492146 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.528466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6d11726-3021-42ea-90f3-0edeb73a91f5 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8ea99e73-7881-402c-a580-8603cc6a816a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.538789 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2e2efd31-e832-4ef4-a71c-f0623ef8c01a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.544433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2efd31-e832-4ef4-a71c-f0623ef8c01a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.545163 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2e2efd31-e832-4ef4-a71c-f0623ef8c01a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.581840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d11726-3021-42ea-90f3-0edeb73a91f5 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea99e73-7881-402c-a580-8603cc6a816a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:57.622266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f335dfac-010b-4f20-bfc8-f43cc9dc406d tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (09269256-693f-435f-b1ef-e0e03c255193), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.635467 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.25.0.106 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/025521dc-4f52-4caa-b744-d409e8085a39) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:57.642325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2efd31-e832-4ef4-a71c-f0623ef8c01a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'Network': ['ID=7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:57.655144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:58:57.660548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335dfac-010b-4f20-bfc8-f43cc9dc406d tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Pushing event deleted for resources: {'Port': ['ID=09269256-693f-435f-b1ef-e0e03c255193,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:57.723617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6d11726-3021-42ea-90f3-0edeb73a91f5 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.724901 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b6d11726-3021-42ea-90f3-0edeb73a91f5 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6462464 Jan 27 21:58:57.727935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42298) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:57.739457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d3c2e293-4b42-4ac3-9c27-6fc03844506e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '8ea99e73-7881-402c-a580-8603cc6a816a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:57.740511 n-d-760456-6 neutron-server[104027]: WARNING neutron.api.v2.base [None req-d3c2e293-4b42-4ac3-9c27-6fc03844506e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 27 21:58:57.741097 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-d3c2e293-4b42-4ac3-9c27-6fc03844506e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:58:57.745020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d3c2e293-4b42-4ac3-9c27-6fc03844506e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0132067 Jan 27 21:58:57.757011 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42300) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:57.760270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2e2efd31-e832-4ef4-a71c-f0623ef8c01a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5672214 Jan 27 21:58:57.765045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42302) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:57.768672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-73f901ee-5d3b-4165-8853-c8a30fcc9ba3 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Request body: {'subnet': {'network_id': '7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:57.823237 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f335dfac-010b-4f20-bfc8-f43cc9dc406d tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks [] for floatingip (6651de07-ea35-458f-9a08-cb746719908c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.825848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f335dfac-010b-4f20-bfc8-f43cc9dc406d tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.827009 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f335dfac-010b-4f20-bfc8-f43cc9dc406d tempest-FloatingIPAdminTestJSON-1332402185 tempest-FloatingIPAdminTestJSON-1332402185-project] 10.222.0.61 "DELETE /v2.0/floatingips/6651de07-ea35-458f-9a08-cb746719908c HTTP/1.1" status: 204 len: 168 time: 0.9241226 Jan 27 21:58:57.859295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f86a2-399c-481a-a7ec-d48afabd1e9c req-2ebb9249-1ebb-4f2a-8909-1c89108aaed3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.865803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f86a2-399c-481a-a7ec-d48afabd1e9c req-2ebb9249-1ebb-4f2a-8909-1c89108aaed3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.870244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7938e81-c291-4c97-9ec4-bb390428d03d tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (8ea99e73-7881-402c-a580-8603cc6a816a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.871082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f86a2-399c-481a-a7ec-d48afabd1e9c req-2ebb9249-1ebb-4f2a-8909-1c89108aaed3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.873935 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (025521dc-4f52-4caa-b744-d409e8085a39), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.876587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f86a2-399c-481a-a7ec-d48afabd1e9c req-2ebb9249-1ebb-4f2a-8909-1c89108aaed3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.881952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f86a2-399c-481a-a7ec-d48afabd1e9c req-2ebb9249-1ebb-4f2a-8909-1c89108aaed3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.887856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f86a2-399c-481a-a7ec-d48afabd1e9c req-2ebb9249-1ebb-4f2a-8909-1c89108aaed3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.893125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f86a2-399c-481a-a7ec-d48afabd1e9c req-2ebb9249-1ebb-4f2a-8909-1c89108aaed3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:57.895325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f78f86a2-399c-481a-a7ec-d48afabd1e9c req-2ebb9249-1ebb-4f2a-8909-1c89108aaed3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.1895847 Jan 27 21:58:57.902641 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7938e81-c291-4c97-9ec4-bb390428d03d tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (8ea99e73-7881-402c-a580-8603cc6a816a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:57.979892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f78f86a2-399c-481a-a7ec-d48afabd1e9c req-7e5e4d34-00a6-4993-b3f5-34bfa254e062 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639515 Jan 27 21:58:58.041407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f901ee-5d3b-4165-8853-c8a30fcc9ba3 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Made reservation on behalf of 4f726f165c964c1eb53d0d3f326d5502 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:58:58.045123 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-73f901ee-5d3b-4165-8853-c8a30fcc9ba3 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.117026 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7938e81-c291-4c97-9ec4-bb390428d03d tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8ea99e73-7881-402c-a580-8603cc6a816a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.119747 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d7938e81-c291-4c97-9ec4-bb390428d03d tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.122378 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d7938e81-c291-4c97-9ec4-bb390428d03d tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "DELETE /v2.0/security-groups/8ea99e73-7881-402c-a580-8603cc6a816a HTTP/1.1" status: 204 len: 168 time: 0.3624966 Jan 27 21:58:58.123804 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (025521dc-4f52-4caa-b744-d409e8085a39), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.125931 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42312) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.189032 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7938e81-c291-4c97-9ec4-bb390428d03d tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea99e73-7881-402c-a580-8603cc6a816a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:58.202314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:58.239611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:58.241991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=025521dc-4f52-4caa-b744-d409e8085a39,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:58.253169 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d009c297-e3df-4839-9326-ac4c4142aba3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1146650 Jan 27 21:58:58.253169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:58.255443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42314) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.260122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-eef19b43-f0ad-4f26-af42-7e3869135374 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232393472'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:58.368066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eef19b43-f0ad-4f26-af42-7e3869135374 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.374090 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-73f901ee-5d3b-4165-8853-c8a30fcc9ba3 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (82983816-d1be-49c1-878b-0f80d9eda792), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.457625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42322) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.469137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f901ee-5d3b-4165-8853-c8a30fcc9ba3 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'Subnet': ['ID=82983816-d1be-49c1-878b-0f80d9eda792,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:58.501628 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f901ee-5d3b-4165-8853-c8a30fcc9ba3 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Checking segment: {'id': '5fb752b5-4225-4e67-b80b-6bb852b6713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:58.502037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f901ee-5d3b-4165-8853-c8a30fcc9ba3 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Network hostable DHCP agents. Network: 7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:58:58.535307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eef19b43-f0ad-4f26-af42-7e3869135374 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (5c93cf77-10ea-4dbd-bda7-78ee4db066a6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.607621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eef19b43-f0ad-4f26-af42-7e3869135374 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c93cf77-10ea-4dbd-bda7-78ee4db066a6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.655832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f901ee-5d3b-4165-8853-c8a30fcc9ba3 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Network 7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:58:58.682846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef19b43-f0ad-4f26-af42-7e3869135374 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c93cf77-10ea-4dbd-bda7-78ee4db066a6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:58.692847 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (ae82d68e-d769-4d10-9d14-fbda220baf83), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.703116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e74afa6b-c0b0-4c3c-b1bc-6981294c8e1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b9bb0cb2e30443e5bacaad33718d88a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416759 Jan 27 21:58:58.703374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42328) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.742793 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eef19b43-f0ad-4f26-af42-7e3869135374 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.744009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-eef19b43-f0ad-4f26-af42-7e3869135374 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4876204 Jan 27 21:58:58.746914 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42330) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.751709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8cbfabd1-53b4-4224-8bac-bae713fb07c5 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '5c93cf77-10ea-4dbd-bda7-78ee4db066a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:58.752621 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-8cbfabd1-53b4-4224-8bac-bae713fb07c5 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 27 21:58:58.753133 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-8cbfabd1-53b4-4224-8bac-bae713fb07c5 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:58:58.754921 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8cbfabd1-53b4-4224-8bac-bae713fb07c5 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068982 Jan 27 21:58:58.757319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42332) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.759821 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7226373a-f638-4675-9ae0-0c4a8b19db9a admin admin] Publish callbacks [] for security_group (26b2bb1e-489b-4700-bf3b-50061a491173), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.761514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1db4634b-5fab-4e68-b63f-6dd91effbf4e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '5c93cf77-10ea-4dbd-bda7-78ee4db066a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:58.762156 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-1db4634b-5fab-4e68-b63f-6dd91effbf4e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 27 21:58:58.762642 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-1db4634b-5fab-4e68-b63f-6dd91effbf4e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:58:58.763574 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1db4634b-5fab-4e68-b63f-6dd91effbf4e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0053909 Jan 27 21:58:58.765960 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42334) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.770978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c9815b4b-1b69-40a0-a506-d34966f200b1 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '5c93cf77-10ea-4dbd-bda7-78ee4db066a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:58.772024 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-c9815b4b-1b69-40a0-a506-d34966f200b1 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 27 21:58:58.777030 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-c9815b4b-1b69-40a0-a506-d34966f200b1 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:58:58.777030 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c9815b4b-1b69-40a0-a506-d34966f200b1 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069776 Jan 27 21:58:58.777849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-73f901ee-5d3b-4165-8853-c8a30fcc9ba3 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:58.779087 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42336) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.784452 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7226373a-f638-4675-9ae0-0c4a8b19db9a admin admin] Publish callbacks [] for security_group (26b2bb1e-489b-4700-bf3b-50061a491173), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.786110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf796783-0ce5-4b14-9411-fc9a80115468 None None] Network 7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:58:58.786796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f901ee-5d3b-4165-8853-c8a30fcc9ba3 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:58.787391 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-73f901ee-5d3b-4165-8853-c8a30fcc9ba3 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.789158 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-10cd984e-608a-4ac1-92bc-f85db2b0046b tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '5c93cf77-10ea-4dbd-bda7-78ee4db066a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:58.790288 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-10cd984e-608a-4ac1-92bc-f85db2b0046b tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 27 21:58:58.791150 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-10cd984e-608a-4ac1-92bc-f85db2b0046b tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:58:58.794644 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-10cd984e-608a-4ac1-92bc-f85db2b0046b tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0120747 Jan 27 21:58:58.795014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42338) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.863302 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (025521dc-4f52-4caa-b744-d409e8085a39), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.876856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-73f901ee-5d3b-4165-8853-c8a30fcc9ba3 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1118929 Jan 27 21:58:58.881762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42342) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:58.882965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ecf037f6-391b-47b2-8cbd-d86272632742 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:58.912804 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-371fc458-8280-4cc0-9808-c298d8f5ed51 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (5c93cf77-10ea-4dbd-bda7-78ee4db066a6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.925024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db', 'network_id': '7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db', 'project_id': '4f726f165c964c1eb53d0d3f326d5502', 'fixed_ips': [{'subnet_id': '82983816-d1be-49c1-878b-0f80d9eda792'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:58:58.926891 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.967362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7226373a-f638-4675-9ae0-0c4a8b19db9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (26b2bb1e-489b-4700-bf3b-50061a491173), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.970122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7226373a-f638-4675-9ae0-0c4a8b19db9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:58.973572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7226373a-f638-4675-9ae0-0c4a8b19db9a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26b2bb1e-489b-4700-bf3b-50061a491173 HTTP/1.1" status: 204 len: 168 time: 0.2669742 Jan 27 21:58:58.984371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-371fc458-8280-4cc0-9808-c298d8f5ed51 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (5c93cf77-10ea-4dbd-bda7-78ee4db066a6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.036736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226373a-f638-4675-9ae0-0c4a8b19db9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b2bb1e-489b-4700-bf3b-50061a491173,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:59.151832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Allocated IP 2001:db8:1::2 (7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db/82983816-d1be-49c1-878b-0f80d9eda792/eac0f5fa-4187-4b59-8c84-3b30db6a45b2) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:58:59.213306 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecf037f6-391b-47b2-8cbd-d86272632742 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for router_gateway (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.226195 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-371fc458-8280-4cc0-9808-c298d8f5ed51 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c93cf77-10ea-4dbd-bda7-78ee4db066a6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.229077 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-371fc458-8280-4cc0-9808-c298d8f5ed51 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.230241 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-371fc458-8280-4cc0-9808-c298d8f5ed51 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "DELETE /v2.0/security-groups/5c93cf77-10ea-4dbd-bda7-78ee4db066a6 HTTP/1.1" status: 204 len: 168 time: 0.4343102 Jan 27 21:58:59.236788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42352) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:59.239102 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (025521dc-4f52-4caa-b744-d409e8085a39), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.247067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2c66b-e56d-4998-ab58-092125a27f7b req-38b21176-c3c2-4941-9834-f986444c3799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.251365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fc458-8280-4cc0-9808-c298d8f5ed51 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c93cf77-10ea-4dbd-bda7-78ee4db066a6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:59.254092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2c66b-e56d-4998-ab58-092125a27f7b req-38b21176-c3c2-4941-9834-f986444c3799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.260569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2c66b-e56d-4998-ab58-092125a27f7b req-38b21176-c3c2-4941-9834-f986444c3799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.266212 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2c66b-e56d-4998-ab58-092125a27f7b req-38b21176-c3c2-4941-9834-f986444c3799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.272874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2c66b-e56d-4998-ab58-092125a27f7b req-38b21176-c3c2-4941-9834-f986444c3799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.279345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2c66b-e56d-4998-ab58-092125a27f7b req-38b21176-c3c2-4941-9834-f986444c3799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.284773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2c66b-e56d-4998-ab58-092125a27f7b req-38b21176-c3c2-4941-9834-f986444c3799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:58:59.286707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74d2c66b-e56d-4998-ab58-092125a27f7b req-38b21176-c3c2-4941-9834-f986444c3799 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.1898191 Jan 27 21:58:59.304635 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1da28bf8-0023-4d6f-ba5f-58f185ec0877 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0625117 Jan 27 21:58:59.310012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42354) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:59.316738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7cae110d-21d2-4023-a7ac-2fac48d62fc6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group': {'name': 'tempest-secgroup--866122607'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:58:59.328811 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Publish callbacks [] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.373648 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (025521dc-4f52-4caa-b744-d409e8085a39), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.402612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74d2c66b-e56d-4998-ab58-092125a27f7b req-2aadf70d-cb0c-47a0-bf5c-2ea02bb45b69 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016839 Jan 27 21:58:59.470547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=025521dc-4f52-4caa-b744-d409e8085a39,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:59.482167 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.496272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cae110d-21d2-4023-a7ac-2fac48d62fc6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.505657 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (ae82d68e-d769-4d10-9d14-fbda220baf83), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.565315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Pushing event updated for resources: {'Port': ['ID=eac0f5fa-4187-4b59-8c84-3b30db6a45b2,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:58:59.584862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Network 7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:58:59.587251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:58:59.593845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:58:59.658697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Attempting to bind port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:58:59.659809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Attempting to bind port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '5fb752b5-4225-4e67-b80b-6bb852b6713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:58:59.660326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Attempting to bind port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 on network 7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:58:59.666075 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:58:59.671688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Checking segment: {'id': '5fb752b5-4225-4e67-b80b-6bb852b6713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:58:59.671688 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.671688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Bound using segment: {'id': '5fb752b5-4225-4e67-b80b-6bb852b6713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:58:59.671688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Bound port: eac0f5fa-4187-4b59-8c84-3b30db6a45b2, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb752b5-4225-4e67-b80b-6bb852b6713d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:58:59.671688 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.750138 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Floating IP ae82d68e-d769-4d10-9d14-fbda220baf83 associated. External IP: 172.25.0.106, port: 9e03430c-b8d1-403e-8684-2c63d2b693c3. Jan 27 21:58:59.768034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] For port eac0f5fa-4187-4b59-8c84-3b30db6a45b2, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:58:59.772246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] For port eac0f5fa-4187-4b59-8c84-3b30db6a45b2, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=eac0f5fa-4187-4b59-8c84-3b30db6a45b2,segment=NetworkSegment(5fb752b5-4225-4e67-b80b-6bb852b6713d),segment_id=5fb752b5-4225-4e67-b80b-6bb852b6713d)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:58:59.805857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cae110d-21d2-4023-a7ac-2fac48d62fc6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (47f3a695-628d-4281-a9b3-ec20857c5f59), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.861803 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cae110d-21d2-4023-a7ac-2fac48d62fc6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (47f3a695-628d-4281-a9b3-ec20857c5f59), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.866907 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:58:59.876584 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-ecf037f6-391b-47b2-8cbd-d86272632742 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:58:59.881769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ecf037f6-391b-47b2-8cbd-d86272632742 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "PUT /v2.0/routers/d17bd4f3-11af-4bca-8ab5-ac23d06e4427 HTTP/1.1" status: 400 len: 364 time: 0.9990892 Jan 27 21:58:59.882975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42364) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:58:59.932764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae110d-21d2-4023-a7ac-2fac48d62fc6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f3a695-628d-4281-a9b3-ec20857c5f59,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:00.004410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1860e-32c2-43b1-afd1-31aa2ad82cca None None] Pushing event updated for resources: {'Port': ['ID=eac0f5fa-4187-4b59-8c84-3b30db6a45b2,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:00.013914 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42366) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.027142 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7cae110d-21d2-4023-a7ac-2fac48d62fc6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.028429 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7cae110d-21d2-4023-a7ac-2fac48d62fc6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7160065 Jan 27 21:59:00.036413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42370) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.040704 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5b8774cc-d958-4e84-a365-dcb3c53bc27d tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '47f3a695-628d-4281-a9b3-ec20857c5f59', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:00.041302 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-5b8774cc-d958-4e84-a365-dcb3c53bc27d tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 21:59:00.041674 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-5b8774cc-d958-4e84-a365-dcb3c53bc27d tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:00.042635 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b8774cc-d958-4e84-a365-dcb3c53bc27d tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054247 Jan 27 21:59:00.046145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e76b68a9-7c28-4461-a5eb-702232f74263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.049356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42372) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.107067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ce6e0a94-3c4f-4fea-9bf0-6e53b81d8778 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '47f3a695-628d-4281-a9b3-ec20857c5f59', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:00.292882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.523669 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-ce6e0a94-3c4f-4fea-9bf0-6e53b81d8778 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:00.525047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ce6e0a94-3c4f-4fea-9bf0-6e53b81d8778 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4678941 Jan 27 21:59:00.527986 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42380) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.529819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router f0c7566c-31a4-4507-ac98-8deb9700c791 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:00.539097 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9f3fcb09-f9e3-4c57-aab7-390157e34fdd tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '47f3a695-628d-4281-a9b3-ec20857c5f59', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:00.539639 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-9f3fcb09-f9e3-4c57-aab7-390157e34fdd tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 27 21:59:00.540159 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-9f3fcb09-f9e3-4c57-aab7-390157e34fdd tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:00.543912 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9f3fcb09-f9e3-4c57-aab7-390157e34fdd tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098238 Jan 27 21:59:00.546057 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42382) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.552936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c4f08abf-0882-476d-9747-ba64a70925b9 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '47f3a695-628d-4281-a9b3-ec20857c5f59', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:00.608180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e76b68a9-7c28-4461-a5eb-702232f74263 admin admin] Publish callbacks [] for security_group (8ef74d9f-812c-40f7-9784-6ec8fed95c9a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.626385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81038e7-0289-491d-ad47-69fb9d6431ae req-ef4a9915-43c6-4be7-aacc-b7ff003a39dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.632481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81038e7-0289-491d-ad47-69fb9d6431ae req-ef4a9915-43c6-4be7-aacc-b7ff003a39dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.637768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81038e7-0289-491d-ad47-69fb9d6431ae req-ef4a9915-43c6-4be7-aacc-b7ff003a39dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.643304 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81038e7-0289-491d-ad47-69fb9d6431ae req-ef4a9915-43c6-4be7-aacc-b7ff003a39dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.649360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81038e7-0289-491d-ad47-69fb9d6431ae req-ef4a9915-43c6-4be7-aacc-b7ff003a39dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.654789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81038e7-0289-491d-ad47-69fb9d6431ae req-ef4a9915-43c6-4be7-aacc-b7ff003a39dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.660014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81038e7-0289-491d-ad47-69fb9d6431ae req-ef4a9915-43c6-4be7-aacc-b7ff003a39dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:00.673494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c81038e7-0289-491d-ad47-69fb9d6431ae req-ef4a9915-43c6-4be7-aacc-b7ff003a39dc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.1460850 Jan 27 21:59:00.689868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Allocated IP 2001:db8::1 (425eae57-8ea6-40df-8c1d-5bba26c550ac/ded6dd06-477d-421f-9cae-7c21326b705b/1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:00.700840 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e76b68a9-7c28-4461-a5eb-702232f74263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8ef74d9f-812c-40f7-9784-6ec8fed95c9a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.772453 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e76b68a9-7c28-4461-a5eb-702232f74263 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6539e09cb9fc41e790d38d4641854309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7573328 Jan 27 21:59:00.773140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b68a9-7c28-4461-a5eb-702232f74263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef74d9f-812c-40f7-9784-6ec8fed95c9a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:00.775639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42388) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.782707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:00.794055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed0532-9735-4df5-990f-4eef178ce383 None None] Sync routers for ids ['f0c7566c-31a4-4507-ac98-8deb9700c791'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:00.839036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c81038e7-0289-491d-ad47-69fb9d6431ae req-3b6f017b-4ac8-47b1-8a86-10d1cdfb63cf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1712468 Jan 27 21:59:00.840246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ed0532-9735-4df5-990f-4eef178ce383 None None] Routers {'f0c7566c-31a4-4507-ac98-8deb9700c791'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:00.842169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-80ed0532-9735-4df5-990f-4eef178ce383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f0c7566c-31a4-4507-ac98-8deb9700c791'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:00.856548 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-c4f08abf-0882-476d-9747-ba64a70925b9 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:00.860485 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c4f08abf-0882-476d-9747-ba64a70925b9 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3111887 Jan 27 21:59:00.868950 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.869185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42390) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.877833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-90f19a39-ce46-4b10-bc49-fb5dde8dace6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '47f3a695-628d-4281-a9b3-ec20857c5f59', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:00.883625 n-d-760456-6 neutron-server[104027]: WARNING neutron.api.v2.base [None req-90f19a39-ce46-4b10-bc49-fb5dde8dace6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 27 21:59:00.884321 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-90f19a39-ce46-4b10-bc49-fb5dde8dace6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:00.889071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-90f19a39-ce46-4b10-bc49-fb5dde8dace6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0156236 Jan 27 21:59:00.892704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42392) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:00.899854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b439b6e8-251c-4772-aca6-8a0c687fe026 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '47f3a695-628d-4281-a9b3-ec20857c5f59', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:00.951288 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-49150bca-e979-4d73-9f69-aa713726c6e9 admin admin] Publish callbacks [] for security_group (8ef74d9f-812c-40f7-9784-6ec8fed95c9a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:00.975150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for port (1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.018061 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-49150bca-e979-4d73-9f69-aa713726c6e9 admin admin] Publish callbacks [] for security_group (8ef74d9f-812c-40f7-9784-6ec8fed95c9a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.047602 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-b439b6e8-251c-4772-aca6-8a0c687fe026 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Project 3833c3db7e874cb681485e1f0401f4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 21:59:01.099068 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d435cfc7-bd4f-4478-a077-c419abd717ee tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0620959 Jan 27 21:59:01.099962 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:01.103056 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eb0169-fbf8-4ee5-ba1a-7de41c8edbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:01.103967 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.153220 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-b439b6e8-251c-4772-aca6-8a0c687fe026 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:01.156916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b439b6e8-251c-4772-aca6-8a0c687fe026 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2600431 Jan 27 21:59:01.157081 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-49150bca-e979-4d73-9f69-aa713726c6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8ef74d9f-812c-40f7-9784-6ec8fed95c9a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.159774 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-49150bca-e979-4d73-9f69-aa713726c6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.162500 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-49150bca-e979-4d73-9f69-aa713726c6e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ef74d9f-812c-40f7-9784-6ec8fed95c9a HTTP/1.1" status: 204 len: 168 time: 0.3858509 Jan 27 21:59:01.168149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42400) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:01.193998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3b925ea2-a496-4f52-9468-c8ac9dd3333b tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '47f3a695-628d-4281-a9b3-ec20857c5f59', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:01.197462 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-3b925ea2-a496-4f52-9468-c8ac9dd3333b tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 27 21:59:01.198169 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-3b925ea2-a496-4f52-9468-c8ac9dd3333b tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:01.202104 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3b925ea2-a496-4f52-9468-c8ac9dd3333b tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0328264 Jan 27 21:59:01.202104 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2ca9d7-89a5-42d5-aca8-09da9e180e36 x-openstack-request-id: req-3e2ca9d7-89a5-42d5-aca8-09da9e180e36 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:01.202396 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:01.202532 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e2ca9d7-89a5-42d5-aca8-09da9e180e36 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:01.205056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42406) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:01.206818 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'status': 'completed', 'code': 200} Jan 27 21:59:01.223844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49150bca-e979-4d73-9f69-aa713726c6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef74d9f-812c-40f7-9784-6ec8fed95c9a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:01.240305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d652bcd4-e673-443d-81f6-69ec0530ac09 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '47f3a695-628d-4281-a9b3-ec20857c5f59', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:01.261597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Network 425eae57-8ea6-40df-8c1d-5bba26c550ac is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:01.278583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'Port': ['ID=1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:01.287191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:01.292111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:01.292964 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.309881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device eac0f5fa-4187-4b59-8c84-3b30db6a45b2 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:01.368094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae9c1dc-c147-4af6-b020-f2fffb35a3b5 None None] Network 7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:01.405964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892fcd6-d543-4627-ad43-8093d1a64455 req-777b11e0-a8d4-49cb-8acd-3ff58fe241a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:01.407585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1892fcd6-d543-4627-ad43-8093d1a64455 req-777b11e0-a8d4-49cb-8acd-3ff58fe241a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.2060654 Jan 27 21:59:01.411875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0169-fbf8-4ee5-ba1a-7de41c8edbf8 req-46fdc934-0892-4dbe-8b92-860ade5946bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:01.413391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30eb0169-fbf8-4ee5-ba1a-7de41c8edbf8 req-46fdc934-0892-4dbe-8b92-860ade5946bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1096 time: 0.2074711 Jan 27 21:59:01.452411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-80ed0532-9735-4df5-990f-4eef178ce383 None None] Set router f0c7566c-31a4-4507-ac98-8deb9700c791 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:01.547142 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-d652bcd4-e673-443d-81f6-69ec0530ac09 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Project 3833c3db7e874cb681485e1f0401f4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 21:59:01.572229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8ac51331-7431-42c9-bde7-bb9efc96da64 None None] Provisioning complete for port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:01.572611 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8ac51331-7431-42c9-bde7-bb9efc96da64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.602774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0169-fbf8-4ee5-ba1a-7de41c8edbf8 req-662428fb-d3c6-48d1-8d5d-5ec0ae21d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:01.604323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30eb0169-fbf8-4ee5-ba1a-7de41c8edbf8 req-662428fb-d3c6-48d1-8d5d-5ec0ae21d830 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d HTTP/1.1" status: 200 len: 898 time: 0.1806948 Jan 27 21:59:01.621770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:01.622153 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.647811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1892fcd6-d543-4627-ad43-8093d1a64455 req-83d611f7-e911-41ee-bedf-ef8adf1a987a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334487 Jan 27 21:59:01.678297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42416) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:01.752346 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-d652bcd4-e673-443d-81f6-69ec0530ac09 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:01.756155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d652bcd4-e673-443d-81f6-69ec0530ac09 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5468493 Jan 27 21:59:01.756350 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a40c8d8e-30dc-4c46-a244-5c1dede239c8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/ae82d68e-d769-4d10-9d14-fbda220baf83 HTTP/1.1" status: 200 len: 991 time: 0.0755963 Jan 27 21:59:01.757517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42418) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:01.762191 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-109d144c-1e06-42a8-8176-0fdcaad1b05f tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '47f3a695-628d-4281-a9b3-ec20857c5f59', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:01.762405 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.792960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30eb0169-fbf8-4ee5-ba1a-7de41c8edbf8 req-95e73621-b9af-4beb-bd83-9c5b5da06aed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 200 len: 999 time: 0.1440535 Jan 27 21:59:01.819621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8ac51331-7431-42c9-bde7-bb9efc96da64 None None] Current status of the port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:01.820024 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8ac51331-7431-42c9-bde7-bb9efc96da64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:01.905349 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-109d144c-1e06-42a8-8176-0fdcaad1b05f tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Project 3833c3db7e874cb681485e1f0401f4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 21:59:01.928198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8ac51331-7431-42c9-bde7-bb9efc96da64 None None] For port eac0f5fa-4187-4b59-8c84-3b30db6a45b2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=eac0f5fa-4187-4b59-8c84-3b30db6a45b2,segment=NetworkSegment(5fb752b5-4225-4e67-b80b-6bb852b6713d),segment_id=5fb752b5-4225-4e67-b80b-6bb852b6713d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:01.960064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:01.960518 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.002313 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-109d144c-1e06-42a8-8176-0fdcaad1b05f tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:02.003682 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-109d144c-1e06-42a8-8176-0fdcaad1b05f tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2449999 Jan 27 21:59:02.006366 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42424) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:02.021912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0169-fbf8-4ee5-ba1a-7de41c8edbf8 req-ec490cf7-0bd1-472a-bf4c-6e7e10f9fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.023397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30eb0169-fbf8-4ee5-ba1a-7de41c8edbf8 req-ec490cf7-0bd1-472a-bf4c-6e7e10f9fb59 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=365140df-60ab-4a98-a5bc-4473939cfd20 HTTP/1.1" status: 200 len: 834 time: 0.2089233 Jan 27 21:59:02.031323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-80ed0532-9735-4df5-990f-4eef178ce383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T21:58:26Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'ae82d68e-d769-4d10-9d14-fbda220baf83', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'port_id': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'mac_address': 'fa:16:3e:38:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a48067d-277e-4345-a978-f662bd3bccf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:58Z', 'updated_at': '2022-01-27T21:58:58Z', 'revision_number': 0, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4531abc-4aaa-4465-b42f-2440af020317', 'name': '', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:da:01:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:23Z', 'updated_at': '2022-01-27T21:58:32Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:02.138074 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6305545f-a92a-4e32-bafd-570a59781757 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (47f3a695-628d-4281-a9b3-ec20857c5f59), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.156507 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8ac51331-7431-42c9-bde7-bb9efc96da64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.171613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42428) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:02.173304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed0532-9735-4df5-990f-4eef178ce383 None None] Checking router: f0c7566c-31a4-4507-ac98-8deb9700c791 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:02.178569 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6305545f-a92a-4e32-bafd-570a59781757 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (47f3a695-628d-4281-a9b3-ec20857c5f59), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.200754 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60a318da-abd5-46e3-8ec2-292ee600d802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.235312 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 21:59:02.235466 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 21:59:02.238818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ed0532-9735-4df5-990f-4eef178ce383 None None] Routers {'f0c7566c-31a4-4507-ac98-8deb9700c791'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:02.239441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-80ed0532-9735-4df5-990f-4eef178ce383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f0c7566c-31a4-4507-ac98-8deb9700c791'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:02.262129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f3aa5-deca-43a4-9ab6-aeb81d7e2270 req-71e38fac-4eab-4437-bc71-887b102b8d14 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.267694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f3aa5-deca-43a4-9ab6-aeb81d7e2270 req-71e38fac-4eab-4437-bc71-887b102b8d14 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.273354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f3aa5-deca-43a4-9ab6-aeb81d7e2270 req-71e38fac-4eab-4437-bc71-887b102b8d14 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.278617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f3aa5-deca-43a4-9ab6-aeb81d7e2270 req-71e38fac-4eab-4437-bc71-887b102b8d14 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.283822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f3aa5-deca-43a4-9ab6-aeb81d7e2270 req-71e38fac-4eab-4437-bc71-887b102b8d14 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.289552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f3aa5-deca-43a4-9ab6-aeb81d7e2270 req-71e38fac-4eab-4437-bc71-887b102b8d14 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.293058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac51331-7431-42c9-bde7-bb9efc96da64 None None] Pushing event updated for resources: {'Port': ['ID=eac0f5fa-4187-4b59-8c84-3b30db6a45b2,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:02.302649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f3aa5-deca-43a4-9ab6-aeb81d7e2270 req-71e38fac-4eab-4437-bc71-887b102b8d14 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.302649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-891f3aa5-deca-43a4-9ab6-aeb81d7e2270 req-71e38fac-4eab-4437-bc71-887b102b8d14 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.2864981 Jan 27 21:59:02.302934 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-015e124b-a69e-48b7-ae88-6028e653fdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.304951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0169-fbf8-4ee5-ba1a-7de41c8edbf8 req-9a15e73c-1ecc-4547-b67f-9711d0e00015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:02.306479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30eb0169-fbf8-4ee5-ba1a-7de41c8edbf8 req-9a15e73c-1ecc-4547-b67f-9711d0e00015 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2606175 Jan 27 21:59:02.320469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d55710c6-7af2-4335-a91f-151360d8d4c7 None None] Provisioning complete for port 1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:02.321049 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d55710c6-7af2-4335-a91f-151360d8d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.330347 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6305545f-a92a-4e32-bafd-570a59781757 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (47f3a695-628d-4281-a9b3-ec20857c5f59), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.333840 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6305545f-a92a-4e32-bafd-570a59781757 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.342717 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6305545f-a92a-4e32-bafd-570a59781757 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "DELETE /v2.0/security-groups/47f3a695-628d-4281-a9b3-ec20857c5f59 HTTP/1.1" status: 204 len: 168 time: 0.3283162 Jan 27 21:59:02.346529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42432) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:02.418631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d55710c6-7af2-4335-a91f-151360d8d4c7 None None] Port 1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:59:02.423651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-80ed0532-9735-4df5-990f-4eef178ce383 None None] Set router f0c7566c-31a4-4507-ac98-8deb9700c791 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:02.458600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-891f3aa5-deca-43a4-9ab6-aeb81d7e2270 req-361db060-8076-4a85-9eb7-832c1ae6d83e tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1463826 Jan 27 21:59:02.486624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60a318da-abd5-46e3-8ec2-292ee600d802 admin admin] Publish callbacks [] for security_group (1bbff43c-971e-47b3-860d-c3cecc9e79f2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.494678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305545f-a92a-4e32-bafd-570a59781757 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f3a695-628d-4281-a9b3-ec20857c5f59,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:02.513180 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for port (1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.518547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30eb0169-fbf8-4ee5-ba1a-7de41c8edbf8 req-3406a4a6-6b86-479a-a267-93df9e349a85 service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955404 Jan 27 21:59:02.545428 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c11d42d2-8565-4628-bbb2-65015ff0dedf tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1959133 Jan 27 21:59:02.546347 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42436) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:02.551094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f52b5bd1-0865-4c6b-b728-488db2b73667 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894475577'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:02.571514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d55710c6-7af2-4335-a91f-151360d8d4c7 None None] Provisioning complete for port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:02.572004 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d55710c6-7af2-4335-a91f-151360d8d4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.579344 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-60a318da-abd5-46e3-8ec2-292ee600d802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1bbff43c-971e-47b3-860d-c3cecc9e79f2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.628918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a318da-abd5-46e3-8ec2-292ee600d802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbff43c-971e-47b3-860d-c3cecc9e79f2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:02.629506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30eb0169-fbf8-4ee5-ba1a-7de41c8edbf8 req-4e212cba-3fa2-4e8c-8319-c7f81629ed55 service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013513 Jan 27 21:59:02.630381 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.631650 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.652680 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-60a318da-abd5-46e3-8ec2-292ee600d802 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2a84914d32045f9a615189fa9ab31a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4798582 Jan 27 21:59:02.655332 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42438) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:02.697738 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f52b5bd1-0865-4c6b-b728-488db2b73667 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.739587 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ace57ef4-4084-4c8a-a124-343402438bd7 admin admin] Publish callbacks [] for security_group (1bbff43c-971e-47b3-860d-c3cecc9e79f2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.764097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42442) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:02.791398 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ace57ef4-4084-4c8a-a124-343402438bd7 admin admin] Publish callbacks [] for security_group (1bbff43c-971e-47b3-860d-c3cecc9e79f2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.818505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event updated for resources: {'Port': ['ID=1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:02.818757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:02.821367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d55710c6-7af2-4335-a91f-151360d8d4c7 None None] Current status of the port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:02.868524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-80ed0532-9735-4df5-990f-4eef178ce383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T21:58:26Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'ae82d68e-d769-4d10-9d14-fbda220baf83', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'port_id': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'mac_address': 'fa:16:3e:38:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a48067d-277e-4345-a978-f662bd3bccf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:58Z', 'updated_at': '2022-01-27T21:58:58Z', 'revision_number': 0, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4531abc-4aaa-4465-b42f-2440af020317', 'name': '', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:da:01:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:23Z', 'updated_at': '2022-01-27T21:58:32Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:02.888193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-34062d4f-cda0-483a-a594-c6fa0884816d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/ae82d68e-d769-4d10-9d14-fbda220baf83 HTTP/1.1" status: 200 len: 991 time: 0.1229482 Jan 27 21:59:02.902896 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f52b5bd1-0865-4c6b-b728-488db2b73667 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (7aa25a60-5245-4568-9cda-4c67a9de85ca), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:02.906897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed0532-9735-4df5-990f-4eef178ce383 None None] The sync data for ids ['f0c7566c-31a4-4507-ac98-8deb9700c791'] in n-d-760456-6 is: [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T21:58:26Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'ae82d68e-d769-4d10-9d14-fbda220baf83', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'port_id': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'mac_address': 'fa:16:3e:38:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a48067d-277e-4345-a978-f662bd3bccf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:58:58Z', 'updated_at': '2022-01-27T21:58:58Z', 'revision_number': 0, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4531abc-4aaa-4465-b42f-2440af020317', 'name': '', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:da:01:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:23Z', 'updated_at': '2022-01-27T21:58:32Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:02.910466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Network 425eae57-8ea6-40df-8c1d-5bba26c550ac is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:02.915755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:02.974176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device eac0f5fa-4187-4b59-8c84-3b30db6a45b2 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:03.041560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f52b5bd1-0865-4c6b-b728-488db2b73667 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7aa25a60-5245-4568-9cda-4c67a9de85ca), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.050118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:03.050884 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.099188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b5bd1-0865-4c6b-b728-488db2b73667 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa25a60-5245-4568-9cda-4c67a9de85ca,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:03.107895 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ace57ef4-4084-4c8a-a124-343402438bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1bbff43c-971e-47b3-860d-c3cecc9e79f2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.110569 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ace57ef4-4084-4c8a-a124-343402438bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.114229 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ace57ef4-4084-4c8a-a124-343402438bd7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1bbff43c-971e-47b3-860d-c3cecc9e79f2 HTTP/1.1" status: 204 len: 168 time: 0.4546151 Jan 27 21:59:03.119321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Router d17bd4f3-11af-4bca-8ab5-ac23d06e4427 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:03.156959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace57ef4-4084-4c8a-a124-343402438bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbff43c-971e-47b3-860d-c3cecc9e79f2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:03.197657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:03.274804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:03.284815 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42452) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:03.286450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e57dba29-7bce-41c0-8472-e0c29ac88228 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "PUT /v2.0/routers/d17bd4f3-11af-4bca-8ab5-ac23d06e4427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4018602 Jan 27 21:59:03.289998 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbad77a-8a6a-4060-8bd2-d3d1a864bc99 None None] Sync routers for ids ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:03.302331 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbad77a-8a6a-4060-8bd2-d3d1a864bc99 None None] Routers {'d17bd4f3-11af-4bca-8ab5-ac23d06e4427'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:03.302959 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0dbad77a-8a6a-4060-8bd2-d3d1a864bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:03.310425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47571f6e-00df-4820-b4a6-007d53b8a70f None None] New status for floating IP ae82d68e-d769-4d10-9d14-fbda220baf83: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:59:03.341178 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0dbad77a-8a6a-4060-8bd2-d3d1a864bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:03.343262 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f52b5bd1-0865-4c6b-b728-488db2b73667 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.344582 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f52b5bd1-0865-4c6b-b728-488db2b73667 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7969220 Jan 27 21:59:03.347780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42456) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:03.352713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-56c14a62-417c-400d-a471-926455fee5e3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '7aa25a60-5245-4568-9cda-4c67a9de85ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:03.361634 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbad77a-8a6a-4060-8bd2-d3d1a864bc99 None None] Routers {'d17bd4f3-11af-4bca-8ab5-ac23d06e4427'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:03.362264 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0dbad77a-8a6a-4060-8bd2-d3d1a864bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:03.403788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8e143040-4b97-4418-87aa-d486d7dc1f53 None None] Provisioning complete for port 1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:03.405248 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8e143040-4b97-4418-87aa-d486d7dc1f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.422807 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-0dbad77a-8a6a-4060-8bd2-d3d1a864bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:03.422807 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbad77a-8a6a-4060-8bd2-d3d1a864bc99 None None] The sync data for ids ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:03.423147 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4775004d-add3-43d2-b283-52b94b017f40 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for router (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:03.494077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8e143040-4b97-4418-87aa-d486d7dc1f53 None None] Port 1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 21:59:03.559840 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-4775004d-add3-43d2-b283-52b94b017f40 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 27 21:59:03.560791 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4775004d-add3-43d2-b283-52b94b017f40 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "DELETE /v2.0/routers/d17bd4f3-11af-4bca-8ab5-ac23d06e4427 HTTP/1.1" status: 409 len: 329 time: 0.2748966 Jan 27 21:59:03.564547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42462) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:03.581801 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-56c14a62-417c-400d-a471-926455fee5e3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The resource could not be found. Jan 27 21:59:03.583255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-56c14a62-417c-400d-a471-926455fee5e3 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2347701 Jan 27 21:59:03.602761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42464) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:03.609525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b5f7c8c6-fd43-4b47-a109-891a0044ff41 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '7aa25a60-5245-4568-9cda-4c67a9de85ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '46f77b57-b79d-4c8c-9304-e9e6a9fd5446'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:03.657848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856b2a-424c-496d-a81f-0b03c0978cb9 req-cf156a44-b855-437b-bee2-6ae48bf930ef tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.675050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856b2a-424c-496d-a81f-0b03c0978cb9 req-cf156a44-b855-437b-bee2-6ae48bf930ef tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.688342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856b2a-424c-496d-a81f-0b03c0978cb9 req-cf156a44-b855-437b-bee2-6ae48bf930ef tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.700946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856b2a-424c-496d-a81f-0b03c0978cb9 req-cf156a44-b855-437b-bee2-6ae48bf930ef tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.717532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856b2a-424c-496d-a81f-0b03c0978cb9 req-cf156a44-b855-437b-bee2-6ae48bf930ef tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.728038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856b2a-424c-496d-a81f-0b03c0978cb9 req-cf156a44-b855-437b-bee2-6ae48bf930ef tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.734744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55856b2a-424c-496d-a81f-0b03c0978cb9 req-cf156a44-b855-437b-bee2-6ae48bf930ef tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:03.743924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55856b2a-424c-496d-a81f-0b03c0978cb9 req-cf156a44-b855-437b-bee2-6ae48bf930ef tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.1815264 Jan 27 21:59:03.829334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55856b2a-424c-496d-a81f-0b03c0978cb9 req-31df0c3e-7859-43ce-823f-0f70b6c7761c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825188 Jan 27 21:59:03.891017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42474) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:03.947256 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-b5f7c8c6-fd43-4b47-a109-891a0044ff41 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The resource could not be found. Jan 27 21:59:03.948704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b5f7c8c6-fd43-4b47-a109-891a0044ff41 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3438334 Jan 27 21:59:03.953662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42480) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:04.000498 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4276193-b8b1-465a-a464-93e5ccbf049a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.058961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ad7d1cb2-003f-4252-a78c-df477f640dd4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/ae82d68e-d769-4d10-9d14-fbda220baf83 HTTP/1.1" status: 200 len: 993 time: 0.1661057 Jan 27 21:59:04.085326 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-377be057-faa3-430a-9c58-38ce8fcd092e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (7aa25a60-5245-4568-9cda-4c67a9de85ca), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.111693 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-377be057-faa3-430a-9c58-38ce8fcd092e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (7aa25a60-5245-4568-9cda-4c67a9de85ca), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.270806 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-377be057-faa3-430a-9c58-38ce8fcd092e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7aa25a60-5245-4568-9cda-4c67a9de85ca), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.273895 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-377be057-faa3-430a-9c58-38ce8fcd092e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.278020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-377be057-faa3-430a-9c58-38ce8fcd092e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "DELETE /v2.0/security-groups/7aa25a60-5245-4568-9cda-4c67a9de85ca HTTP/1.1" status: 204 len: 168 time: 0.3207896 Jan 27 21:59:04.280380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42490) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:04.287566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377be057-faa3-430a-9c58-38ce8fcd092e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa25a60-5245-4568-9cda-4c67a9de85ca,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:04.318584 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a4276193-b8b1-465a-a464-93e5ccbf049a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Deleting port 1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:04.318930 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4276193-b8b1-465a-a464-93e5ccbf049a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.373971 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7c5f37ed-70f5-4c70-bfac-be6892943064 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0915585 Jan 27 21:59:04.378074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42494) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:04.382908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8c8a2648-c4e8-42fc-84e6-9bb8e1860d7f tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': 'e2272ab7-4ebf-4f3c-9097-77d942bc3fc3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:04.420586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4276193-b8b1-465a-a464-93e5ccbf049a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.433512 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a4276193-b8b1-465a-a464-93e5ccbf049a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Calling delete_port for 1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:04.578851 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-8c8a2648-c4e8-42fc-84e6-9bb8e1860d7f tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The resource could not be found. Jan 27 21:59:04.580427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8c8a2648-c4e8-42fc-84e6-9bb8e1860d7f tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2011786 Jan 27 21:59:04.585749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42502) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:04.590109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d56f4360-9247-4652-89f4-8b9e392550dd tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492192479'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:04.687042 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d56f4360-9247-4652-89f4-8b9e392550dd tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.727322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4276193-b8b1-465a-a464-93e5ccbf049a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.759156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4276193-b8b1-465a-a464-93e5ccbf049a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event deleted for resources: {'Port': ['ID=1bef3873-eb27-40d2-bbc2-6b24ba7b0bfd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:04.775374 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d56f4360-9247-4652-89f4-8b9e392550dd tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (684eff94-41f6-43d6-9fc4-69de2aad7f1a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.847242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d56f4360-9247-4652-89f4-8b9e392550dd tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (684eff94-41f6-43d6-9fc4-69de2aad7f1a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.895095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f4360-9247-4652-89f4-8b9e392550dd tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684eff94-41f6-43d6-9fc4-69de2aad7f1a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:04.931869 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4276193-b8b1-465a-a464-93e5ccbf049a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.937223 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f3bf-3c37-4fd9-bb71-53f1c9baf53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.980799 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d56f4360-9247-4652-89f4-8b9e392550dd tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:04.982661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d56f4360-9247-4652-89f4-8b9e392550dd tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3954082 Jan 27 21:59:04.988584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42512) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:04.997400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-490996e5-f7a8-4f41-8b1f-ea6a0319c143 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054864170'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:05.036261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b174dcd-1e03-49d0-8f11-ae3c3f13a198 req-2100b10f-e2a8-4f0e-98e3-cba56012f8a8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.042247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b174dcd-1e03-49d0-8f11-ae3c3f13a198 req-2100b10f-e2a8-4f0e-98e3-cba56012f8a8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.053537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b174dcd-1e03-49d0-8f11-ae3c3f13a198 req-2100b10f-e2a8-4f0e-98e3-cba56012f8a8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.060151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b174dcd-1e03-49d0-8f11-ae3c3f13a198 req-2100b10f-e2a8-4f0e-98e3-cba56012f8a8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.066298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b174dcd-1e03-49d0-8f11-ae3c3f13a198 req-2100b10f-e2a8-4f0e-98e3-cba56012f8a8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.074595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b174dcd-1e03-49d0-8f11-ae3c3f13a198 req-2100b10f-e2a8-4f0e-98e3-cba56012f8a8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.077396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b174dcd-1e03-49d0-8f11-ae3c3f13a198 req-2100b10f-e2a8-4f0e-98e3-cba56012f8a8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:05.085392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b174dcd-1e03-49d0-8f11-ae3c3f13a198 req-2100b10f-e2a8-4f0e-98e3-cba56012f8a8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.1373060 Jan 27 21:59:05.150079 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4276193-b8b1-465a-a464-93e5ccbf049a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Router d17bd4f3-11af-4bca-8ab5-ac23d06e4427 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:05.166320 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b174dcd-1e03-49d0-8f11-ae3c3f13a198 req-4c5786de-ebf7-4669-aec2-d6256338b8b3 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703347 Jan 27 21:59:05.207879 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-490996e5-f7a8-4f41-8b1f-ea6a0319c143 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.232701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4276193-b8b1-465a-a464-93e5ccbf049a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:05.242826 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a4276193-b8b1-465a-a464-93e5ccbf049a tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "PUT /v2.0/routers/d17bd4f3-11af-4bca-8ab5-ac23d06e4427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6750705 Jan 27 21:59:05.246465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42522) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:05.248191 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9118a9-f152-4e27-8226-b940b3c0e1d6 None None] Sync routers for ids ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:05.259684 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9118a9-f152-4e27-8226-b940b3c0e1d6 None None] Routers {'d17bd4f3-11af-4bca-8ab5-ac23d06e4427'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:05.260338 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5b9118a9-f152-4e27-8226-b940b3c0e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:59:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:05.290403 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-8df39988-74a9-4c5c-b4ae-ea3f150c25e5 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] show failed (client error): The resource could not be found. Jan 27 21:59:05.290403 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8df39988-74a9-4c5c-b4ae-ea3f150c25e5 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-2140378908 HTTP/1.1" status: 404 len: 335 time: 0.0390162 Jan 27 21:59:05.291039 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-490996e5-f7a8-4f41-8b1f-ea6a0319c143 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (84458fc1-6041-4234-94ff-2cc687d7667a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.291421 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42524) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:05.294907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-676d28aa-b94e-45b6-b2cd-262f4e8a264e tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:05.300660 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5b9118a9-f152-4e27-8226-b940b3c0e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:05.309168 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9118a9-f152-4e27-8226-b940b3c0e1d6 None None] Routers {'d17bd4f3-11af-4bca-8ab5-ac23d06e4427'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:05.309770 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5b9118a9-f152-4e27-8226-b940b3c0e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:59:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:05.327734 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-676d28aa-b94e-45b6-b2cd-262f4e8a264e tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] update failed (client error): The resource could not be found. Jan 27 21:59:05.328803 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-676d28aa-b94e-45b6-b2cd-262f4e8a264e tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-79400328 HTTP/1.1" status: 404 len: 333 time: 0.0373318 Jan 27 21:59:05.344134 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5b9118a9-f152-4e27-8226-b940b3c0e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:05.344134 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9118a9-f152-4e27-8226-b940b3c0e1d6 None None] The sync data for ids ['d17bd4f3-11af-4bca-8ab5-ac23d06e4427'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:05.347497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42526) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:05.404719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-5616b071-ee3d-4733-be4d-f04268dc4d50 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Deleting subnet 82983816-d1be-49c1-878b-0f80d9eda792 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:05.408553 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5616b071-ee3d-4733-be4d-f04268dc4d50 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for subnet (82983816-d1be-49c1-878b-0f80d9eda792), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.424282 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-490996e5-f7a8-4f41-8b1f-ea6a0319c143 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (84458fc1-6041-4234-94ff-2cc687d7667a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.456660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490996e5-f7a8-4f41-8b1f-ea6a0319c143 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84458fc1-6041-4234-94ff-2cc687d7667a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:05.480170 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5616b071-ee3d-4733-be4d-f04268dc4d50 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (82983816-d1be-49c1-878b-0f80d9eda792), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.500578 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-490996e5-f7a8-4f41-8b1f-ea6a0319c143 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.501889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-490996e5-f7a8-4f41-8b1f-ea6a0319c143 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5096734 Jan 27 21:59:05.505057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42534) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:05.509642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ca4e6df0-2aa9-4a67-96bf-51b37b3c1249 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '684eff94-41f6-43d6-9fc4-69de2aad7f1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '84458fc1-6041-4234-94ff-2cc687d7667a'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:05.583595 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5616b071-ee3d-4733-be4d-f04268dc4d50 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (82983816-d1be-49c1-878b-0f80d9eda792), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.647476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42540) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:05.710040 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-ca4e6df0-2aa9-4a67-96bf-51b37b3c1249 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:05.711130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ca4e6df0-2aa9-4a67-96bf-51b37b3c1249 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2049170 Jan 27 21:59:05.714859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42544) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:05.743898 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5616b071-ee3d-4733-be4d-f04268dc4d50 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (82983816-d1be-49c1-878b-0f80d9eda792), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.777020 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616b071-ee3d-4733-be4d-f04268dc4d50 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event deleted for resources: {'Subnet': ['ID=82983816-d1be-49c1-878b-0f80d9eda792,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:05.798368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80c6e611-c698-407c-832b-7c6a02e3cd6a tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (84458fc1-6041-4234-94ff-2cc687d7667a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.806624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1083489825'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:05.810320 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5616b071-ee3d-4733-be4d-f04268dc4d50 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.810689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1654cd69-9ed6-4448-8a20-668b8fb2cedf None None] Network 7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:05.816658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42548) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:05.816981 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5616b071-ee3d-4733-be4d-f04268dc4d50 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "DELETE /v2.0/subnets/82983816-d1be-49c1-878b-0f80d9eda792 HTTP/1.1" status: 204 len: 168 time: 0.4680655 Jan 27 21:59:05.848245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80c6e611-c698-407c-832b-7c6a02e3cd6a tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (84458fc1-6041-4234-94ff-2cc687d7667a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.936573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.950046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Made reservation on behalf of ed06cff70ca045d3a720c7423425d5d0 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:05.953534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.964571 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.973211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae20f617-211d-4af7-abe2-937945b302e3 None None] DHCP port deletion for 7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:05.987043 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80c6e611-c698-407c-832b-7c6a02e3cd6a tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (84458fc1-6041-4234-94ff-2cc687d7667a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.993283 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-80c6e611-c698-407c-832b-7c6a02e3cd6a tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:05.993283 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-80c6e611-c698-407c-832b-7c6a02e3cd6a tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "DELETE /v2.0/security-groups/84458fc1-6041-4234-94ff-2cc687d7667a HTTP/1.1" status: 204 len: 168 time: 0.2761068 Jan 27 21:59:05.997296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42550) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:06.011955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6e611-c698-407c-832b-7c6a02e3cd6a tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84458fc1-6041-4234-94ff-2cc687d7667a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:06.040635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Deleting port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:06.040990 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.066067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks [] for security_group (bebe25de-f0b5-4c03-92cc-e984ada170b8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.068169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ae20f617-211d-4af7-abe2-937945b302e3 None None] Deleting port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:06.068692 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ae20f617-211d-4af7-abe2-937945b302e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.114558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-423236af-8498-412a-9dcd-6bfdcc1013e1 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1150861 Jan 27 21:59:06.117739 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42554) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:06.133071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] For port eac0f5fa-4187-4b59-8c84-3b30db6a45b2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=eac0f5fa-4187-4b59-8c84-3b30db6a45b2,segment=NetworkSegment(5fb752b5-4225-4e67-b80b-6bb852b6713d),segment_id=5fb752b5-4225-4e67-b80b-6bb852b6713d)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:06.133444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.134552 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ae20f617-211d-4af7-abe2-937945b302e3 None None] For port eac0f5fa-4187-4b59-8c84-3b30db6a45b2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=eac0f5fa-4187-4b59-8c84-3b30db6a45b2,segment=NetworkSegment(5fb752b5-4225-4e67-b80b-6bb852b6713d),segment_id=5fb752b5-4225-4e67-b80b-6bb852b6713d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:06.134966 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ae20f617-211d-4af7-abe2-937945b302e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.150629 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.154627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ae20f617-211d-4af7-abe2-937945b302e3 None None] Calling delete_port for eac0f5fa-4187-4b59-8c84-3b30db6a45b2 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:06.158593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Calling delete_port for eac0f5fa-4187-4b59-8c84-3b30db6a45b2 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:06.176036 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36c30811-94fc-4708-ab02-0c34a0e2379e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (684eff94-41f6-43d6-9fc4-69de2aad7f1a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.181262 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bebe25de-f0b5-4c03-92cc-e984ada170b8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.217979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebe25de-f0b5-4c03-92cc-e984ada170b8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:06.233063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36c30811-94fc-4708-ab02-0c34a0e2379e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (684eff94-41f6-43d6-9fc4-69de2aad7f1a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.351517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.370245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03945f08-e1b1-40c3-bc79-93fcbdeb7745 req-aa02190a-75d7-4ea8-b443-0d86e7b9c314 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.375430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03945f08-e1b1-40c3-bc79-93fcbdeb7745 req-aa02190a-75d7-4ea8-b443-0d86e7b9c314 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.380876 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36c30811-94fc-4708-ab02-0c34a0e2379e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (684eff94-41f6-43d6-9fc4-69de2aad7f1a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.383479 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-36c30811-94fc-4708-ab02-0c34a0e2379e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.384769 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-36c30811-94fc-4708-ab02-0c34a0e2379e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "DELETE /v2.0/security-groups/684eff94-41f6-43d6-9fc4-69de2aad7f1a HTTP/1.1" status: 204 len: 168 time: 0.2659571 Jan 27 21:59:06.390133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42562) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:06.390827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:59:06.395415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03945f08-e1b1-40c3-bc79-93fcbdeb7745 req-aa02190a-75d7-4ea8-b443-0d86e7b9c314 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.403182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03945f08-e1b1-40c3-bc79-93fcbdeb7745 req-aa02190a-75d7-4ea8-b443-0d86e7b9c314 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.409087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03945f08-e1b1-40c3-bc79-93fcbdeb7745 req-aa02190a-75d7-4ea8-b443-0d86e7b9c314 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.414669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03945f08-e1b1-40c3-bc79-93fcbdeb7745 req-aa02190a-75d7-4ea8-b443-0d86e7b9c314 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.417253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c30811-94fc-4708-ab02-0c34a0e2379e tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684eff94-41f6-43d6-9fc4-69de2aad7f1a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:06.421622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03945f08-e1b1-40c3-bc79-93fcbdeb7745 req-aa02190a-75d7-4ea8-b443-0d86e7b9c314 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.422650 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3ed81983-691d-4eaa-af5e-246c646d5906), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.423003 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Added segment 3ed81983-691d-4eaa-af5e-246c646d5906 of type vlan for network bd0058ff-229d-4bb2-9657-002373867c22 Jan 27 21:59:06.424171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03945f08-e1b1-40c3-bc79-93fcbdeb7745 req-aa02190a-75d7-4ea8-b443-0d86e7b9c314 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.1336808 Jan 27 21:59:06.431597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] No DVR routers for this DVR port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:06.448979 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ae20f617-211d-4af7-abe2-937945b302e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (eac0f5fa-4187-4b59-8c84-3b30db6a45b2), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.484033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20f617-211d-4af7-abe2-937945b302e3 None None] Pushing event deleted for resources: {'Port': ['ID=eac0f5fa-4187-4b59-8c84-3b30db6a45b2,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:06.489585 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (bd0058ff-229d-4bb2-9657-002373867c22), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.490015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20f617-211d-4af7-abe2-937945b302e3 None None] No DVR routers for this DVR port eac0f5fa-4187-4b59-8c84-3b30db6a45b2 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:06.496935 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-89185adc-cc3a-4161-a8cc-6721aee77944 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1022646 Jan 27 21:59:06.502984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42564) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:06.512109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9769cf5f-dc14-4127-9b87-d68622f1f581 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group': {'name': 'tempest-secgroup--611222933'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:06.547712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event deleted for resources: {'Port': ['ID=eac0f5fa-4187-4b59-8c84-3b30db6a45b2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:06.761860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (bd0058ff-229d-4bb2-9657-002373867c22), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.767004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:06.767644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.790451 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9769cf5f-dc14-4127-9b87-d68622f1f581 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.867034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Pushing event updated for resources: {'Network': ['ID=bd0058ff-229d-4bb2-9657-002373867c22,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:06.900410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network bd0058ff-229d-4bb2-9657-002373867c22 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:59:06.927585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.937225 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-14449964-5ef6-40c1-a5ae-865bb502206b tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2879767 Jan 27 21:59:06.958525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9769cf5f-dc14-4127-9b87-d68622f1f581 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (9160c742-9e1f-4f71-9c02-4d1ecfd715cb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:06.983657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:06.985473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device eac0f5fa-4187-4b59-8c84-3b30db6a45b2 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:07.002970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb752b5-4225-4e67-b80b-6bb852b6713d') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:07.003771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb752b5-4225-4e67-b80b-6bb852b6713d') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:07.009841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: eac0f5fa-4187-4b59-8c84-3b30db6a45b2 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:07.013163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device eac0f5fa-4187-4b59-8c84-3b30db6a45b2 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:07.019427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03945f08-e1b1-40c3-bc79-93fcbdeb7745 req-e9ac4a69-e8ee-4309-b1d1-0c4aa3cabae9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5457256 Jan 27 21:59:07.021280 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (5fb752b5-4225-4e67-b80b-6bb852b6713d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.029943 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9769cf5f-dc14-4127-9b87-d68622f1f581 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9160c742-9e1f-4f71-9c02-4d1ecfd715cb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.042505 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:59:07.044120 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5fb752b5-4225-4e67-b80b-6bb852b6713d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.064660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:59:07.065420 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (5fb752b5-4225-4e67-b80b-6bb852b6713d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:59:07.069864 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:59:07.074107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769cf5f-dc14-4127-9b87-d68622f1f581 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9160c742-9e1f-4f71-9c02-4d1ecfd715cb,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:07.134686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9769cf5f-dc14-4127-9b87-d68622f1f581 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.136522 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9769cf5f-dc14-4127-9b87-d68622f1f581 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6318026 Jan 27 21:59:07.139416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42576) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:07.156107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2c3dd61d-56f5-4da1-8c25-5c45406fca16 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '9160c742-9e1f-4f71-9c02-4d1ecfd715cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:07.186588 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42578) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:07.191949 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Request body: {'port': {'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22', 'binding:host_id': 'n-h2-760456-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1362584027'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:07.235797 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.241987 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.244899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "DELETE /v2.0/networks/7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db HTTP/1.1" status: 204 len: 168 time: 1.4267464 Jan 27 21:59:07.247426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42582) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:07.261200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfbafc-1692-41be-a11e-8d2818840aca tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event deleted for resources: {'Network': ['ID=7b2c80c5-e8c7-41d7-bf01-1e936fe9d6db,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:07.314587 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe3d3bb-2200-4b36-8be4-8bacfa12d01d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Deleting subnet b8e97bcb-cf9c-4a60-b59c-888d727e5b77 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:07.319110 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d3bb-2200-4b36-8be4-8bacfa12d01d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for subnet (b8e97bcb-cf9c-4a60-b59c-888d727e5b77), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.360523 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d3bb-2200-4b36-8be4-8bacfa12d01d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (b8e97bcb-cf9c-4a60-b59c-888d727e5b77), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.380803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Made reservation on behalf of 667d8834adab43dfbc71724105a8ca42 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:07.384322 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.397779 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.430007 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.433105 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-2c3dd61d-56f5-4da1-8c25-5c45406fca16 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:07.435817 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2c3dd61d-56f5-4da1-8c25-5c45406fca16 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2818587 Jan 27 21:59:07.437076 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42586) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:07.443401 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5590a403-6467-4b7b-8518-6a0847018a78 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group_rule': {'security_group_id': '9160c742-9e1f-4f71-9c02-4d1ecfd715cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:07.481830 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d3bb-2200-4b36-8be4-8bacfa12d01d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (b8e97bcb-cf9c-4a60-b59c-888d727e5b77), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.562608 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks [] for security_group (a27cf44f-ccc4-428d-b2f6-932761739754), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.641704 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-5590a403-6467-4b7b-8518-6a0847018a78 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 21:59:07.642802 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5590a403-6467-4b7b-8518-6a0847018a78 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2041054 Jan 27 21:59:07.645825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42590) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:07.693893 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d3bb-2200-4b36-8be4-8bacfa12d01d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (b8e97bcb-cf9c-4a60-b59c-888d727e5b77), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.699732 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a27cf44f-ccc4-428d-b2f6-932761739754), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.703999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4c3166a4-372c-4337-b291-b32b86cb00c1 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (9160c742-9e1f-4f71-9c02-4d1ecfd715cb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.728997 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4c3166a4-372c-4337-b291-b32b86cb00c1 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (9160c742-9e1f-4f71-9c02-4d1ecfd715cb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.735867 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] device_id is not set on port 203235be-8573-46d2-a26e-a36d5d2f59bb yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:07.742114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3d3bb-2200-4b36-8be4-8bacfa12d01d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e97bcb-cf9c-4a60-b59c-888d727e5b77,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:07.748043 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dfe3d3bb-2200-4b36-8be4-8bacfa12d01d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.754381 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dfe3d3bb-2200-4b36-8be4-8bacfa12d01d tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "DELETE /v2.0/subnets/b8e97bcb-cf9c-4a60-b59c-888d727e5b77 HTTP/1.1" status: 204 len: 168 time: 0.5032437 Jan 27 21:59:07.756161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42594) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:07.759113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a3491a-b988-4528-8180-10810ca660dc None None] Network f36e4744-d313-4247-9454-3b8fe734bb76 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:07.824950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27cf44f-ccc4-428d-b2f6-932761739754,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:07.842210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-6343b4cf-8003-4535-85e3-8e03477025f9 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Deleting subnet d91aeb8d-9485-4d54-a0bf-54bf5f2fec03 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:07.849088 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6343b4cf-8003-4535-85e3-8e03477025f9 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for subnet (d91aeb8d-9485-4d54-a0bf-54bf5f2fec03), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.885802 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4c3166a4-372c-4337-b291-b32b86cb00c1 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9160c742-9e1f-4f71-9c02-4d1ecfd715cb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.889371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4c3166a4-372c-4337-b291-b32b86cb00c1 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.898341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4c3166a4-372c-4337-b291-b32b86cb00c1 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "DELETE /v2.0/security-groups/9160c742-9e1f-4f71-9c02-4d1ecfd715cb HTTP/1.1" status: 204 len: 168 time: 0.2438090 Jan 27 21:59:07.898561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42596) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:07.905148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3166a4-372c-4337-b291-b32b86cb00c1 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9160c742-9e1f-4f71-9c02-4d1ecfd715cb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:07.918658 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6343b4cf-8003-4535-85e3-8e03477025f9 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (d91aeb8d-9485-4d54-a0bf-54bf5f2fec03), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:07.959802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010c1878-0a9f-4552-8e27-7f8b79580a08 None None] DHCP port deletion for f36e4744-d313-4247-9454-3b8fe734bb76 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:08.013882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-010c1878-0a9f-4552-8e27-7f8b79580a08 None None] Deleting port bd06f006-4504-48c1-aaa0-f281bd71adc1 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:08.014588 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-010c1878-0a9f-4552-8e27-7f8b79580a08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.026430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6343b4cf-8003-4535-85e3-8e03477025f9 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (d91aeb8d-9485-4d54-a0bf-54bf5f2fec03), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.026693 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8fe191a4-bf52-484b-b7cd-ff61d177786b tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1265111 Jan 27 21:59:08.027188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42600) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:08.036976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-13124967-3286-4aa3-9b8b-8da9f6f861ed tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820024695'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:08.102303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-010c1878-0a9f-4552-8e27-7f8b79580a08 None None] For port bd06f006-4504-48c1-aaa0-f281bd71adc1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bd06f006-4504-48c1-aaa0-f281bd71adc1,segment=NetworkSegment(7b796ddc-82cd-4aef-b2a6-f0a706f5e22b),segment_id=7b796ddc-82cd-4aef-b2a6-f0a706f5e22b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:08.103358 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-010c1878-0a9f-4552-8e27-7f8b79580a08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.120167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-010c1878-0a9f-4552-8e27-7f8b79580a08 None None] Calling delete_port for bd06f006-4504-48c1-aaa0-f281bd71adc1 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:08.201836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e2e8c-0b9a-463c-951c-acbe1f20b753 req-a3016bc6-a70b-464c-b4e0-a15274b0c307 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.207943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e2e8c-0b9a-463c-951c-acbe1f20b753 req-a3016bc6-a70b-464c-b4e0-a15274b0c307 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.213415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e2e8c-0b9a-463c-951c-acbe1f20b753 req-a3016bc6-a70b-464c-b4e0-a15274b0c307 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.218827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e2e8c-0b9a-463c-951c-acbe1f20b753 req-a3016bc6-a70b-464c-b4e0-a15274b0c307 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.224289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e2e8c-0b9a-463c-951c-acbe1f20b753 req-a3016bc6-a70b-464c-b4e0-a15274b0c307 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.229905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e2e8c-0b9a-463c-951c-acbe1f20b753 req-a3016bc6-a70b-464c-b4e0-a15274b0c307 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.235292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e2e8c-0b9a-463c-951c-acbe1f20b753 req-a3016bc6-a70b-464c-b4e0-a15274b0c307 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:08.240187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e8e2e8c-0b9a-463c-951c-acbe1f20b753 req-a3016bc6-a70b-464c-b4e0-a15274b0c307 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.1049106 Jan 27 21:59:08.240187 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6343b4cf-8003-4535-85e3-8e03477025f9 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (d91aeb8d-9485-4d54-a0bf-54bf5f2fec03), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.278146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82003305-baa7-428f-a231-ad170246c8fe None None] Network 7b223b5c-948e-4ac5-9230-f68c31286800 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:08.279789 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6343b4cf-8003-4535-85e3-8e03477025f9 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.283220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6343b4cf-8003-4535-85e3-8e03477025f9 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "DELETE /v2.0/subnets/d91aeb8d-9485-4d54-a0bf-54bf5f2fec03 HTTP/1.1" status: 204 len: 168 time: 0.5260031 Jan 27 21:59:08.285180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343b4cf-8003-4535-85e3-8e03477025f9 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event deleted for resources: {'Subnet': ['ID=d91aeb8d-9485-4d54-a0bf-54bf5f2fec03,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:08.287029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42606) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:08.387174 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-010c1878-0a9f-4552-8e27-7f8b79580a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (bd06f006-4504-48c1-aaa0-f281bd71adc1), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.422245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (f36e4744-d313-4247-9454-3b8fe734bb76), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.458166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c1878-0a9f-4552-8e27-7f8b79580a08 None None] Pushing event deleted for resources: {'Port': ['ID=bd06f006-4504-48c1-aaa0-f281bd71adc1,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:08.462516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c1878-0a9f-4552-8e27-7f8b79580a08 None None] No DVR routers for this DVR port bd06f006-4504-48c1-aaa0-f281bd71adc1 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:08.528366 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13124967-3286-4aa3-9b8b-8da9f6f861ed tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.537998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] device_id is not set on port 203235be-8573-46d2-a26e-a36d5d2f59bb yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:08.551366 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks [] for port (203235be-8573-46d2-a26e-a36d5d2f59bb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.567395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bc1ea5-0e51-4fe7-9160-20974f3877e1 None None] DHCP port deletion for 7b223b5c-948e-4ac5-9230-f68c31286800 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:08.573967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e8e2e8c-0b9a-463c-951c-acbe1f20b753 req-d94537b8-9f7f-4826-831b-db5986bdeeb7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2955995 Jan 27 21:59:08.599150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (f36e4744-d313-4247-9454-3b8fe734bb76), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.623966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36e4744-d313-4247-9454-3b8fe734bb76']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:08.631829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-91bc1ea5-0e51-4fe7-9160-20974f3877e1 None None] Deleting port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:08.632518 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91bc1ea5-0e51-4fe7-9160-20974f3877e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.638109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b796ddc-82cd-4aef-b2a6-f0a706f5e22b') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:08.638414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b796ddc-82cd-4aef-b2a6-f0a706f5e22b') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:08.639429 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13124967-3286-4aa3-9b8b-8da9f6f861ed tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (d0f08dd4-1523-4fe4-b63c-fdcc840f520b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.648650 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (7b796ddc-82cd-4aef-b2a6-f0a706f5e22b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.661577 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (7b796ddc-82cd-4aef-b2a6-f0a706f5e22b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.667491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:59:08.667869 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (7b796ddc-82cd-4aef-b2a6-f0a706f5e22b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:59:08.671611 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:59:08.680273 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (203235be-8573-46d2-a26e-a36d5d2f59bb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.709881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-91bc1ea5-0e51-4fe7-9160-20974f3877e1 None None] For port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=81d213a6-0b85-4f4b-98c4-2828e4bb24d1,segment=NetworkSegment(55cee8b1-b7a1-475d-8ac4-64f4cd944fe1),segment_id=55cee8b1-b7a1-475d-8ac4-64f4cd944fe1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:08.710439 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91bc1ea5-0e51-4fe7-9160-20974f3877e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.735012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-91bc1ea5-0e51-4fe7-9160-20974f3877e1 None None] Calling delete_port for 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:08.756537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Checking segment: {'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:08.756903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Network hostable DHCP agents. Network: bd0058ff-229d-4bb2-9657-002373867c22, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:59:08.761335 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13124967-3286-4aa3-9b8b-8da9f6f861ed tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d0f08dd4-1523-4fe4-b63c-fdcc840f520b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.788715 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event updated for resources: {'Port': ['ID=203235be-8573-46d2-a26e-a36d5d2f59bb,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:08.809508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13124967-3286-4aa3-9b8b-8da9f6f861ed tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f08dd4-1523-4fe4-b63c-fdcc840f520b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:08.824924 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (f36e4744-d313-4247-9454-3b8fe734bb76), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.830250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.835034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "DELETE /v2.0/networks/f36e4744-d313-4247-9454-3b8fe734bb76 HTTP/1.1" status: 204 len: 168 time: 0.5413508 Jan 27 21:59:08.836752 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42614) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:08.851753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b7295-986f-4ef2-bf60-a5eb31e420b4 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event deleted for resources: {'Network': ['ID=f36e4744-d313-4247-9454-3b8fe734bb76,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:08.898030 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13124967-3286-4aa3-9b8b-8da9f6f861ed tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.902123 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-13124967-3286-4aa3-9b8b-8da9f6f861ed tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8711512 Jan 27 21:59:08.902247 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42616) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:08.906524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c62c2846-357f-44a6-a62c-ade8f8615ffa tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:08.906949 n-d-760456-6 neutron-server[104026]: WARNING neutron.api.v2.base [None req-c62c2846-357f-44a6-a62c-ade8f8615ffa tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 27 21:59:08.907448 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-c62c2846-357f-44a6-a62c-ade8f8615ffa tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] update failed (client error): There was a conflict when trying to complete your request. Jan 27 21:59:08.911099 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c62c2846-357f-44a6-a62c-ade8f8615ffa tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "PUT /v2.0/security-groups/d0f08dd4-1523-4fe4-b63c-fdcc840f520b HTTP/1.1" status: 409 len: 330 time: 0.0052950 Jan 27 21:59:08.911481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42618) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:08.922248 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.924145 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91bc1ea5-0e51-4fe7-9160-20974f3877e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (81d213a6-0b85-4f4b-98c4-2828e4bb24d1), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.940755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Network bd0058ff-229d-4bb2-9657-002373867c22 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:59:08.956119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (7b223b5c-948e-4ac5-9230-f68c31286800), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.957436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc1ea5-0e51-4fe7-9160-20974f3877e1 None None] Pushing event deleted for resources: {'Port': ['ID=81d213a6-0b85-4f4b-98c4-2828e4bb24d1,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:08.962948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:08.984397 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-33598ac9-c609-411b-a980-52f063048add tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (d0f08dd4-1523-4fe4-b63c-fdcc840f520b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:08.985154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc1ea5-0e51-4fe7-9160-20974f3877e1 None None] No DVR routers for this DVR port 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:08.986750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:08.987225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 81d213a6-0b85-4f4b-98c4-2828e4bb24d1 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:08.988349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bd06f006-4504-48c1-aaa0-f281bd71adc1 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:09.010203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: bd06f006-4504-48c1-aaa0-f281bd71adc1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:09.010561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bd06f006-4504-48c1-aaa0-f281bd71adc1 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:09.015192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-33598ac9-c609-411b-a980-52f063048add tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (d0f08dd4-1523-4fe4-b63c-fdcc840f520b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.067458 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, bd0058ff-229d-4bb2-9657-002373867c22) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:09.071924 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:09.076893 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (7b223b5c-948e-4ac5-9230-f68c31286800), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.077115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fde6c53-84a5-469e-9388-0c77812d1d29 None None] Network bd0058ff-229d-4bb2-9657-002373867c22 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:09.119270 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:09.137017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:09.137017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:09.137017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b223b5c-948e-4ac5-9230-f68c31286800']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:09.138269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:09.138605 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:09.143917 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 2 to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb Jan 27 21:59:09.151430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55cee8b1-b7a1-475d-8ac4-64f4cd944fe1') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:09.151732 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55cee8b1-b7a1-475d-8ac4-64f4cd944fe1') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:09.162232 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-33598ac9-c609-411b-a980-52f063048add tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d0f08dd4-1523-4fe4-b63c-fdcc840f520b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.167995 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-33598ac9-c609-411b-a980-52f063048add tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.171221 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (55cee8b1-b7a1-475d-8ac4-64f4cd944fe1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.171436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-33598ac9-c609-411b-a980-52f063048add tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "DELETE /v2.0/security-groups/d0f08dd4-1523-4fe4-b63c-fdcc840f520b HTTP/1.1" status: 204 len: 168 time: 0.2570386 Jan 27 21:59:09.173295 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42624) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:09.185100 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:09.185437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:09.185776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:09.189774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33598ac9-c609-411b-a980-52f063048add tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f08dd4-1523-4fe4-b63c-fdcc840f520b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:09.201029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:09.201365 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:09.203198 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 3 to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb Jan 27 21:59:09.208582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (55cee8b1-b7a1-475d-8ac4-64f4cd944fe1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.224514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:59:09.224926 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (55cee8b1-b7a1-475d-8ac4-64f4cd944fe1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:59:09.233061 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:59:09.244182 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:09.244532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:09.244880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:09.286992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:09.287257 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:09.292105 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 4 to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb Jan 27 21:59:09.308337 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7b8a1c21-1d1c-45aa-898e-f3630b01a628 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1337051 Jan 27 21:59:09.312126 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42626) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:09.322506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:09.322852 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:09.323195 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:09.336140 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-3f05397f-438b-46cf-a8db-f2e61677c2e6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] delete failed (client error): The resource could not be found. Jan 27 21:59:09.337667 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3f05397f-438b-46cf-a8db-f2e61677c2e6 tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "DELETE /v2.0/security-groups/5ca8c9ad-b79d-4e6d-863d-c616ec638aac HTTP/1.1" status: 404 len: 347 time: 0.0241396 Jan 27 21:59:09.340978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42628) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:09.348174 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:09.348511 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:09.350158 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 5 to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb Jan 27 21:59:09.370181 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-7dc28281-bd76-4297-99c6-2f75eb18daac tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] show failed (client error): The resource could not be found. Jan 27 21:59:09.370181 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7dc28281-bd76-4297-99c6-2f75eb18daac tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "GET /v2.0/security-groups/3317d343-1b15-4f7f-92a8-6c935be9e80b HTTP/1.1" status: 404 len: 347 time: 0.0232017 Jan 27 21:59:09.370181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:09.370181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:09.370181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:09.370725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42632) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:09.383374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:09.383681 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:09.384537 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 6 to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb Jan 27 21:59:09.387144 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-740ced70-f90a-4a7e-aa89-ed178e3a578f tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] show failed (client error): The resource could not be found. Jan 27 21:59:09.391376 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-740ced70-f90a-4a7e-aa89-ed178e3a578f tempest-NegativeSecGroupIPv6Test-29852406 tempest-NegativeSecGroupIPv6Test-29852406-project] 10.222.0.61 "GET /v2.0/security-group-rules/b89ff3c0-41bc-49a7-be5a-3f3c2dd96a48 HTTP/1.1" status: 404 len: 356 time: 0.0169644 Jan 27 21:59:09.391376 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (7b223b5c-948e-4ac5-9230-f68c31286800), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.413746 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.417388 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "DELETE /v2.0/networks/7b223b5c-948e-4ac5-9230-f68c31286800 HTTP/1.1" status: 204 len: 168 time: 0.5795584 Jan 27 21:59:09.419910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42636) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:09.431221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:09.431645 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:09.432069 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:09.444315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48eed96-874e-4ccb-92e0-80fa70bb1bee tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event deleted for resources: {'Network': ['ID=7b223b5c-948e-4ac5-9230-f68c31286800,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:09.452344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:09.453509 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:09.454151 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 7 to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb Jan 27 21:59:09.470254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:09.470594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:09.470939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:09.476215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b77f04-7865-4740-8aba-b3aa4c356f6f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Deleting subnet ded6dd06-477d-421f-9cae-7c21326b705b {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:09.476679 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:09.477049 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:09.477593 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 8 to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb Jan 27 21:59:09.479700 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1b77f04-7865-4740-8aba-b3aa4c356f6f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for subnet (ded6dd06-477d-421f-9cae-7c21326b705b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.492508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:09.492849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:09.493263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:09.498363 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:09.498690 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:09.499093 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 9 to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb Jan 27 21:59:09.511569 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:09.511913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:09.512286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:09.516941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:09.517264 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:09.517650 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 10 to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb Jan 27 21:59:09.528458 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1b77f04-7865-4740-8aba-b3aa4c356f6f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (ded6dd06-477d-421f-9cae-7c21326b705b), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.536393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:09.536393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:09.536393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:09.539100 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 203235be-8573-46d2-a26e-a36d5d2f59bb on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:09.539423 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 203235be-8573-46d2-a26e-a36d5d2f59bb on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:09.539785 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (203235be-8573-46d2-a26e-a36d5d2f59bb), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.606116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] For port 203235be-8573-46d2-a26e-a36d5d2f59bb, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:09.606839 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempted to set empty binding levels {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 21:59:09.616061 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1b77f04-7865-4740-8aba-b3aa4c356f6f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (ded6dd06-477d-421f-9cae-7c21326b705b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.705511 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (203235be-8573-46d2-a26e-a36d5d2f59bb), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.723848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12ab3e-21a1-4226-9977-fe7ee5c779d2 req-f629487d-e184-4c34-8da5-d8895c1ba1fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:09.729308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12ab3e-21a1-4226-9977-fe7ee5c779d2 req-f629487d-e184-4c34-8da5-d8895c1ba1fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:09.734738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12ab3e-21a1-4226-9977-fe7ee5c779d2 req-f629487d-e184-4c34-8da5-d8895c1ba1fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:09.740208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12ab3e-21a1-4226-9977-fe7ee5c779d2 req-f629487d-e184-4c34-8da5-d8895c1ba1fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:09.740341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:09.740944 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.745590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12ab3e-21a1-4226-9977-fe7ee5c779d2 req-f629487d-e184-4c34-8da5-d8895c1ba1fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:09.751057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12ab3e-21a1-4226-9977-fe7ee5c779d2 req-f629487d-e184-4c34-8da5-d8895c1ba1fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:09.757010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12ab3e-21a1-4226-9977-fe7ee5c779d2 req-f629487d-e184-4c34-8da5-d8895c1ba1fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:09.762924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b12ab3e-21a1-4226-9977-fe7ee5c779d2 req-f629487d-e184-4c34-8da5-d8895c1ba1fa tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.1044569 Jan 27 21:59:09.766273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event updated for resources: {'Port': ['ID=203235be-8573-46d2-a26e-a36d5d2f59bb,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:09.783604 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1b77f04-7865-4740-8aba-b3aa4c356f6f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (ded6dd06-477d-421f-9cae-7c21326b705b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.793723 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-108b5f7d-ce22-482c-b7c1-fd63a08981c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.6060233 Jan 27 21:59:09.797511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42644) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:09.819939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b77f04-7865-4740-8aba-b3aa4c356f6f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event deleted for resources: {'Subnet': ['ID=ded6dd06-477d-421f-9cae-7c21326b705b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:09.830098 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a1b77f04-7865-4740-8aba-b3aa4c356f6f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.834960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a1b77f04-7865-4740-8aba-b3aa4c356f6f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "DELETE /v2.0/subnets/ded6dd06-477d-421f-9cae-7c21326b705b HTTP/1.1" status: 204 len: 168 time: 0.4139338 Jan 27 21:59:09.837904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42648) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:09.840947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb3f3ad-8c90-45a7-a4fa-bbdeda6e7c97 None None] Network 425eae57-8ea6-40df-8c1d-5bba26c550ac requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:09.892481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a0a9e-692a-45df-b9a2-a7a094c3c366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Deleting port 203235be-8573-46d2-a26e-a36d5d2f59bb {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:09.892966 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0a9e-692a-45df-b9a2-a7a094c3c366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (203235be-8573-46d2-a26e-a36d5d2f59bb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.930165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b12ab3e-21a1-4226-9977-fe7ee5c779d2 req-b1432ff6-4f65-43f7-ad76-cf798d5b8525 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1620398 Jan 27 21:59:09.949742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42652) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:09.959066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (425eae57-8ea6-40df-8c1d-5bba26c550ac), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.974148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-6e5a0a9e-692a-45df-b9a2-a7a094c3c366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] For port 203235be-8573-46d2-a26e-a36d5d2f59bb, host n-h2-760456-6, got binding levels [] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:09.974148 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0a9e-692a-45df-b9a2-a7a094c3c366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (203235be-8573-46d2-a26e-a36d5d2f59bb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:09.989503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a0a9e-692a-45df-b9a2-a7a094c3c366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Calling delete_port for 203235be-8573-46d2-a26e-a36d5d2f59bb owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:10.030866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Deleting port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:10.031414 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.054364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a42f40-59e8-44db-8e8c-992c33e2a4e9 None None] DHCP port deletion for 425eae57-8ea6-40df-8c1d-5bba26c550ac request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:10.116912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] For port bb63944a-0aba-4de9-a9f0-3c1af414b5c4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bb63944a-0aba-4de9-a9f0-3c1af414b5c4,segment=NetworkSegment(22f8fcfd-d8a5-4e0c-808d-38e87789cdc0),segment_id=22f8fcfd-d8a5-4e0c-808d-38e87789cdc0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:10.117299 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.126769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8a42f40-59e8-44db-8e8c-992c33e2a4e9 None None] Deleting port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:10.129043 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8a42f40-59e8-44db-8e8c-992c33e2a4e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.132625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Calling delete_port for bb63944a-0aba-4de9-a9f0-3c1af414b5c4 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:10.199458 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8a42f40-59e8-44db-8e8c-992c33e2a4e9 None None] For port bb63944a-0aba-4de9-a9f0-3c1af414b5c4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bb63944a-0aba-4de9-a9f0-3c1af414b5c4,segment=NetworkSegment(22f8fcfd-d8a5-4e0c-808d-38e87789cdc0),segment_id=22f8fcfd-d8a5-4e0c-808d-38e87789cdc0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:10.199869 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8a42f40-59e8-44db-8e8c-992c33e2a4e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.218823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8a42f40-59e8-44db-8e8c-992c33e2a4e9 None None] Calling delete_port for bb63944a-0aba-4de9-a9f0-3c1af414b5c4 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:10.255829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42658) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:10.259686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8cec354d-b31c-4d97-a3b5-7fd060f44535 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3833c3db7e874cb681485e1f0401f4e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085239 Jan 27 21:59:10.280482 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0a9e-692a-45df-b9a2-a7a094c3c366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (203235be-8573-46d2-a26e-a36d5d2f59bb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.316241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a0a9e-692a-45df-b9a2-a7a094c3c366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event deleted for resources: {'Port': ['ID=203235be-8573-46d2-a26e-a36d5d2f59bb,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:10.325109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0a9e-692a-45df-b9a2-a7a094c3c366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.328350 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6e5a0a9e-692a-45df-b9a2-a7a094c3c366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "DELETE /v2.0/ports/203235be-8573-46d2-a26e-a36d5d2f59bb HTTP/1.1" status: 204 len: 168 time: 0.5309401 Jan 27 21:59:10.333401 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42662) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:10.340406 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ee21-7f9d-49f0-984b-5f19c9ea4701 admin admin] Publish callbacks [] for security_group (f8cf858d-ffd2-463f-b11e-24999c70aad3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.357507 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c031d79-b2ba-467f-b547-6de6f33fed0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] GET failed (client error): The resource could not be found. Jan 27 21:59:10.358952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8c031d79-b2ba-467f-b547-6de6f33fed0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "GET /v2.0/ports/203235be-8573-46d2-a26e-a36d5d2f59bb HTTP/1.1" status: 404 len: 333 time: 0.0261655 Jan 27 21:59:10.362576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42664) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:10.367722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Request body: {'port': {'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1354609774'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:10.368625 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ee21-7f9d-49f0-984b-5f19c9ea4701 admin admin] Publish callbacks [] for security_group (f8cf858d-ffd2-463f-b11e-24999c70aad3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.389688 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.404192 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8a42f40-59e8-44db-8e8c-992c33e2a4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (bb63944a-0aba-4de9-a9f0-3c1af414b5c4), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.416145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event deleted for resources: {'Port': ['ID=bb63944a-0aba-4de9-a9f0-3c1af414b5c4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:10.428591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] No DVR routers for this DVR port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:10.446252 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a42f40-59e8-44db-8e8c-992c33e2a4e9 None None] Pushing event deleted for resources: {'Port': ['ID=bb63944a-0aba-4de9-a9f0-3c1af414b5c4,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:10.448066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a42f40-59e8-44db-8e8c-992c33e2a4e9 None None] No DVR routers for this DVR port bb63944a-0aba-4de9-a9f0-3c1af414b5c4 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:10.500056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Made reservation on behalf of 667d8834adab43dfbc71724105a8ca42 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:10.502477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.526988 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ee21-7f9d-49f0-984b-5f19c9ea4701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f8cf858d-ffd2-463f-b11e-24999c70aad3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.532028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (425eae57-8ea6-40df-8c1d-5bba26c550ac), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.532215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ee21-7f9d-49f0-984b-5f19c9ea4701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.532215 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b7d0ee21-7f9d-49f0-984b-5f19c9ea4701 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f8cf858d-ffd2-463f-b11e-24999c70aad3 HTTP/1.1" status: 204 len: 168 time: 0.2741227 Jan 27 21:59:10.535976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] device_id is not set on port cc24c4f7-4e62-4cff-a643-f4f01160518a yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:10.540855 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0ee21-7f9d-49f0-984b-5f19c9ea4701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cf858d-ffd2-463f-b11e-24999c70aad3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:10.603235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425eae57-8ea6-40df-8c1d-5bba26c550ac']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:10.622088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f8fcfd-d8a5-4e0c-808d-38e87789cdc0') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:10.622782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f8fcfd-d8a5-4e0c-808d-38e87789cdc0') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:10.638930 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (22f8fcfd-d8a5-4e0c-808d-38e87789cdc0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.661417 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (22f8fcfd-d8a5-4e0c-808d-38e87789cdc0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.678643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:59:10.679051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (22f8fcfd-d8a5-4e0c-808d-38e87789cdc0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: timer() Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:59:10.682317 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:59:10.792782 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks [] for port (cc24c4f7-4e62-4cff-a643-f4f01160518a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.915184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bb63944a-0aba-4de9-a9f0-3c1af414b5c4 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:10.917378 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (425eae57-8ea6-40df-8c1d-5bba26c550ac), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.932249 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.932249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "DELETE /v2.0/networks/425eae57-8ea6-40df-8c1d-5bba26c550ac HTTP/1.1" status: 204 len: 168 time: 1.0906782 Jan 27 21:59:10.933111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42680) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:10.939650 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d37d24-9966-4c89-b17c-cf5999eea988 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Pushing event deleted for resources: {'Network': ['ID=425eae57-8ea6-40df-8c1d-5bba26c550ac,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:10.942416 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cc24c4f7-4e62-4cff-a643-f4f01160518a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:10.996982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Network bd0058ff-229d-4bb2-9657-002373867c22 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:11.002024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: bb63944a-0aba-4de9-a9f0-3c1af414b5c4 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 21:59:11.002344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:11.006657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bb63944a-0aba-4de9-a9f0-3c1af414b5c4 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:11.010579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:11.011586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.012399 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.019638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event updated for resources: {'Port': ['ID=cc24c4f7-4e62-4cff-a643-f4f01160518a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:11.044203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42686) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:11.044384 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1848d758-40d9-4ea4-bdcb-917ec2e1db98 tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "GET /v2.0/ports?device_id=d17bd4f3-11af-4bca-8ab5-ac23d06e4427 HTTP/1.1" status: 200 len: 205 time: 0.1097631 Jan 27 21:59:11.158864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-33d15126-4a5a-4a33-9fb1-668535252a3f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for router (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.203091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f6f410fe-1303-444e-a5c5-e1218719b560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8394926 Jan 27 21:59:11.205885 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42692) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:11.211319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:11.254379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50d718-a107-4fbd-99ce-4c0c1e05e852 req-30239626-f68b-495b-adde-578051eaebd1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.260274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50d718-a107-4fbd-99ce-4c0c1e05e852 req-30239626-f68b-495b-adde-578051eaebd1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.265608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50d718-a107-4fbd-99ce-4c0c1e05e852 req-30239626-f68b-495b-adde-578051eaebd1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.265759 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cc24c4f7-4e62-4cff-a643-f4f01160518a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.271099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50d718-a107-4fbd-99ce-4c0c1e05e852 req-30239626-f68b-495b-adde-578051eaebd1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.276716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50d718-a107-4fbd-99ce-4c0c1e05e852 req-30239626-f68b-495b-adde-578051eaebd1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.282796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50d718-a107-4fbd-99ce-4c0c1e05e852 req-30239626-f68b-495b-adde-578051eaebd1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.288944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50d718-a107-4fbd-99ce-4c0c1e05e852 req-30239626-f68b-495b-adde-578051eaebd1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:11.291077 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f50d718-a107-4fbd-99ce-4c0c1e05e852 req-30239626-f68b-495b-adde-578051eaebd1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.1981356 Jan 27 21:59:11.394439 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-33d15126-4a5a-4a33-9fb1-668535252a3f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.398043 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-33d15126-4a5a-4a33-9fb1-668535252a3f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for router_controller (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.469555 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] device_id is not set on port cc24c4f7-4e62-4cff-a643-f4f01160518a yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:11.480791 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks [] for port (cc24c4f7-4e62-4cff-a643-f4f01160518a), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.483094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f50d718-a107-4fbd-99ce-4c0c1e05e852 req-dd16b170-fd31-4380-a0a2-7e652c43591b tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1670995 Jan 27 21:59:11.549942 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-33d15126-4a5a-4a33-9fb1-668535252a3f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (d17bd4f3-11af-4bca-8ab5-ac23d06e4427), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.550476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d15126-4a5a-4a33-9fb1-668535252a3f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Fanout notify agent at l3_agent the message router_deleted on router d17bd4f3-11af-4bca-8ab5-ac23d06e4427 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:59:11.561794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-33d15126-4a5a-4a33-9fb1-668535252a3f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.562590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-33d15126-4a5a-4a33-9fb1-668535252a3f tempest-RoutersNegativeIpV6Test-1207994744 tempest-RoutersNegativeIpV6Test-1207994744-project] 10.222.0.61 "DELETE /v2.0/routers/d17bd4f3-11af-4bca-8ab5-ac23d06e4427 HTTP/1.1" status: 204 len: 168 time: 0.5170097 Jan 27 21:59:11.630005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (cc24c4f7-4e62-4cff-a643-f4f01160518a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.688813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event updated for resources: {'Port': ['ID=cc24c4f7-4e62-4cff-a643-f4f01160518a,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:11.696104 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:11.696462 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:11.696808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:11.701238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:11.701570 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:11.701967 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 2 to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a Jan 27 21:59:11.715255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:11.715596 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:11.715931 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:11.720203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:11.720535 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:11.720929 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 3 to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a Jan 27 21:59:11.733200 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:11.733537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:11.733870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:11.738080 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:11.738399 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:11.738846 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 4 to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a Jan 27 21:59:11.750742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:11.751015 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:11.751340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:11.755456 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:11.755782 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:11.756202 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 5 to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a Jan 27 21:59:11.767493 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:11.767823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:11.768180 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:11.773160 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:11.773484 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:11.773862 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 6 to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a Jan 27 21:59:11.786526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:11.786864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:11.787837 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:11.791455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:11.791776 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:11.792268 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 7 to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a Jan 27 21:59:11.804030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:11.804401 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:11.804738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:11.809008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:11.809328 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:11.809714 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 8 to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a Jan 27 21:59:11.822721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:11.823057 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:11.823392 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:11.828340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:11.829292 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:11.829292 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 9 to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a Jan 27 21:59:11.842806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:11.848206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:11.848206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:11.849468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:11.849799 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:11.850190 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 10 to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a Jan 27 21:59:11.862836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:11.863529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:11.863875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:11.869878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:11.870208 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port cc24c4f7-4e62-4cff-a643-f4f01160518a on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:11.870582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cc24c4f7-4e62-4cff-a643-f4f01160518a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:11.910068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42714) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:11.943199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] For port cc24c4f7-4e62-4cff-a643-f4f01160518a, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:11.943930 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempted to set empty binding levels {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 21:59:12.020321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1815314919'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:12.071830 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (cc24c4f7-4e62-4cff-a643-f4f01160518a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.104108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] In _notify_port_updated(), no bound segment for port cc24c4f7-4e62-4cff-a643-f4f01160518a on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:59:12.104991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.106499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.106845 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "PUT /v2.0/ports/cc24c4f7-4e62-4cff-a643-f4f01160518a HTTP/1.1" status: 200 len: 979 time: 0.8997710 Jan 27 21:59:12.109556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42720) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:12.129022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e88c2b-71c0-4344-9f8c-0cd1f28010c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event updated for resources: {'Port': ['ID=cc24c4f7-4e62-4cff-a643-f4f01160518a,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:12.149922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Made reservation on behalf of 3e0144b3d1024e0f9381265d24406469 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:12.153485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.188108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.226203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42724) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:12.239849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.240368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.240999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.241467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.241926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.242387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.242846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.243350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.251773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.254615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-909d31c2-725c-467e-95e3-02a3862c54a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23409 time: 0.1438055 Jan 27 21:59:12.258898 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42730) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:12.328045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks [] for security_group (e7a006da-7c9c-4066-b136-5d5f6dd69408), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.402228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e729b8c0-518b-4026-a5f5-6914d496f1c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Deleting port cc24c4f7-4e62-4cff-a643-f4f01160518a {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:12.402571 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e729b8c0-518b-4026-a5f5-6914d496f1c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cc24c4f7-4e62-4cff-a643-f4f01160518a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.406183 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c70f8a49-da8f-46ba-b0f5-d9ebd097bf2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f726f165c964c1eb53d0d3f326d5502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1788244 Jan 27 21:59:12.409626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42732) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:12.445869 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e7a006da-7c9c-4066-b136-5d5f6dd69408), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.474706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-e729b8c0-518b-4026-a5f5-6914d496f1c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] For port cc24c4f7-4e62-4cff-a643-f4f01160518a, host n-h2-760456-6, got binding levels [] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:12.475181 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e729b8c0-518b-4026-a5f5-6914d496f1c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cc24c4f7-4e62-4cff-a643-f4f01160518a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.484564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:59:12.491379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e729b8c0-518b-4026-a5f5-6914d496f1c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Calling delete_port for cc24c4f7-4e62-4cff-a643-f4f01160518a owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:12.498142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a006da-7c9c-4066-b136-5d5f6dd69408,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:12.507780 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8df85189-7f81-4c4f-8da9-80b60f55f9a4 admin admin] Publish callbacks [] for security_group (4957443e-6d68-405a-8fd2-f4d012fa11e2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.507780 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8145dc92-7239-428d-94ec-28ead2cf44a6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.508010 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Added segment 8145dc92-7239-428d-94ec-28ead2cf44a6 of type vlan for network b19d2e0d-e407-4277-bbd3-5b19509b576c Jan 27 21:59:12.547981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8df85189-7f81-4c4f-8da9-80b60f55f9a4 admin admin] Publish callbacks [] for security_group (4957443e-6d68-405a-8fd2-f4d012fa11e2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.591184 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b19d2e0d-e407-4277-bbd3-5b19509b576c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.676165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e729b8c0-518b-4026-a5f5-6914d496f1c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (cc24c4f7-4e62-4cff-a643-f4f01160518a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.678739 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf51ed8-fdd0-4907-9518-72d2a72bfba9 req-18258aa9-b39a-45e0-b461-b233b55af2b2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.684230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf51ed8-fdd0-4907-9518-72d2a72bfba9 req-18258aa9-b39a-45e0-b461-b233b55af2b2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.689618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf51ed8-fdd0-4907-9518-72d2a72bfba9 req-18258aa9-b39a-45e0-b461-b233b55af2b2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.695339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf51ed8-fdd0-4907-9518-72d2a72bfba9 req-18258aa9-b39a-45e0-b461-b233b55af2b2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.700623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf51ed8-fdd0-4907-9518-72d2a72bfba9 req-18258aa9-b39a-45e0-b461-b233b55af2b2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.705915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf51ed8-fdd0-4907-9518-72d2a72bfba9 req-18258aa9-b39a-45e0-b461-b233b55af2b2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.711073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf51ed8-fdd0-4907-9518-72d2a72bfba9 req-18258aa9-b39a-45e0-b461-b233b55af2b2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.713008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8cf51ed8-fdd0-4907-9518-72d2a72bfba9 req-18258aa9-b39a-45e0-b461-b233b55af2b2 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.1109042 Jan 27 21:59:12.720910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729b8c0-518b-4026-a5f5-6914d496f1c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc24c4f7-4e62-4cff-a643-f4f01160518a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:12.723621 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e729b8c0-518b-4026-a5f5-6914d496f1c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.727085 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e729b8c0-518b-4026-a5f5-6914d496f1c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "DELETE /v2.0/ports/cc24c4f7-4e62-4cff-a643-f4f01160518a HTTP/1.1" status: 204 len: 168 time: 0.4666786 Jan 27 21:59:12.729517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42742) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:12.766892 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1c03b0-9313-40f7-a102-11c31fdfc207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] GET failed (client error): The resource could not be found. Jan 27 21:59:12.768324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0e1c03b0-9313-40f7-a102-11c31fdfc207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "GET /v2.0/ports/cc24c4f7-4e62-4cff-a643-f4f01160518a HTTP/1.1" status: 404 len: 333 time: 0.0378497 Jan 27 21:59:12.773713 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42746) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:12.774570 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b19d2e0d-e407-4277-bbd3-5b19509b576c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.778618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-27703359', 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:12.779443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:12.780033 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.859418 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8df85189-7f81-4c4f-8da9-80b60f55f9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4957443e-6d68-405a-8fd2-f4d012fa11e2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.861387 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8df85189-7f81-4c4f-8da9-80b60f55f9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:12.862547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8df85189-7f81-4c4f-8da9-80b60f55f9a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4957443e-6d68-405a-8fd2-f4d012fa11e2 HTTP/1.1" status: 204 len: 168 time: 0.4516923 Jan 27 21:59:12.894584 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8cf51ed8-fdd0-4907-9518-72d2a72bfba9 req-512e337d-6334-45e2-a8fa-c08bba50b504 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650932 Jan 27 21:59:12.894584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df85189-7f81-4c4f-8da9-80b60f55f9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4957443e-6d68-405a-8fd2-f4d012fa11e2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:12.894809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Pushing event updated for resources: {'Network': ['ID=b19d2e0d-e407-4277-bbd3-5b19509b576c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:12.939640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b19d2e0d-e407-4277-bbd3-5b19509b576c details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:59:13.058426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Made reservation on behalf of 667d8834adab43dfbc71724105a8ca42 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:13.064423 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.065165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-13fd63e3-cd18-44b3-9d18-9276bd6da727 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1500618 Jan 27 21:59:13.066360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42754) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.070893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-555f9aa8-58e6-4fd8-b9fc-1cb5a6f18cfd tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b19d2e0d-e407-4277-bbd3-5b19509b576c', 'tempest-TagsTest-Tag-1774836929') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:13.124973 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] device_id is not set on port d5738257-5ed0-48b2-8ca9-191cd61c0a31 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:13.303196 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-555f9aa8-58e6-4fd8-b9fc-1cb5a6f18cfd tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "PUT /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c/tags/tempest-TagsTest-Tag-1774836929 HTTP/1.1" status: 201 len: 201 time: 0.2368033 Jan 27 21:59:13.305773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42760) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.311099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-bb2cb0a1-c588-414d-94d5-a4b361373b99 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b19d2e0d-e407-4277-bbd3-5b19509b576c', 'tempest-TagsTest-Tag-1774836929') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:13.382399 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bb2cb0a1-c588-414d-94d5-a4b361373b99 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "GET /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c/tags/tempest-TagsTest-Tag-1774836929 HTTP/1.1" status: 204 len: 168 time: 0.0752654 Jan 27 21:59:13.385313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42766) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.389590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-22043a27-a86a-40e9-94bf-f296e4cfb202 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b19d2e0d-e407-4277-bbd3-5b19509b576c') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:13.445765 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks [] for port (d5738257-5ed0-48b2-8ca9-191cd61c0a31), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.478950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-22043a27-a86a-40e9-94bf-f296e4cfb202 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "GET /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c/tags HTTP/1.1" status: 200 len: 238 time: 0.0926337 Jan 27 21:59:13.481839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42774) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.486192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-13e4bf95-aad1-4e8e-aee2-b8bd3059031c tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b19d2e0d-e407-4277-bbd3-5b19509b576c', {'tags': ['tempest-TagsTest-Tag-105280960', 'tempest-TagsTest-Tag-438705167', 'tempest-TagsTest-Tag-1372191007']}) {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:13.630107 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d5738257-5ed0-48b2-8ca9-191cd61c0a31), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.665918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-13e4bf95-aad1-4e8e-aee2-b8bd3059031c tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "PUT /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c/tags HTTP/1.1" status: 200 len: 307 time: 0.1829665 Jan 27 21:59:13.668399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42782) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.673222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-f76bbf30-2756-400a-817b-8c7029fac201 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b19d2e0d-e407-4277-bbd3-5b19509b576c', 'tempest-TagsTest-Tag-105280960') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:13.676416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Network bd0058ff-229d-4bb2-9657-002373867c22 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:13.683709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:13.686000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:13.686922 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:13.687518 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:13.690599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event updated for resources: {'Port': ['ID=d5738257-5ed0-48b2-8ca9-191cd61c0a31,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:13.833544 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1f50b0ca-dc9f-4aee-8d4c-90c3dd940974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.0586743 Jan 27 21:59:13.835990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42788) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.876739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f76bbf30-2756-400a-817b-8c7029fac201 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "DELETE /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c/tags/tempest-TagsTest-Tag-105280960 HTTP/1.1" status: 204 len: 168 time: 0.2069683 Jan 27 21:59:13.879251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42792) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.882705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb2d79-4a82-407c-9eec-b400fdd9cfe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:13.884107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-9d5bc19b-1637-4405-b1a7-78d4cd05c868 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b19d2e0d-e407-4277-bbd3-5b19509b576c', 'tempest-TagsTest-Tag-105280960') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:13.884435 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-02cb2d79-4a82-407c-9eec-b400fdd9cfe2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "GET /v2.0/ports/d5738257-5ed0-48b2-8ca9-191cd61c0a31 HTTP/1.1" status: 200 len: 957 time: 0.0469933 Jan 27 21:59:13.886919 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42794) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.971091 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-9d5bc19b-1637-4405-b1a7-78d4cd05c868 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] show failed (client error): The resource could not be found. Jan 27 21:59:13.976423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9d5bc19b-1637-4405-b1a7-78d4cd05c868 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "GET /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c/tags/tempest-TagsTest-Tag-105280960 HTTP/1.1" status: 404 len: 325 time: 0.0960464 Jan 27 21:59:13.977061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42798) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:13.984117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-5bbd67e4-e778-4cb5-b482-27f1aef00e54 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b19d2e0d-e407-4277-bbd3-5b19509b576c', 'tempest-TagsTest-Tag-438705167') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:13.989737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-091a0b4e-2529-45c9-ad87-f155d4c2e3e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Deleting port d5738257-5ed0-48b2-8ca9-191cd61c0a31 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:13.989737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-091a0b4e-2529-45c9-ad87-f155d4c2e3e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d5738257-5ed0-48b2-8ca9-191cd61c0a31), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.060180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-091a0b4e-2529-45c9-ad87-f155d4c2e3e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d5738257-5ed0-48b2-8ca9-191cd61c0a31), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.079612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-091a0b4e-2529-45c9-ad87-f155d4c2e3e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Calling delete_port for d5738257-5ed0-48b2-8ca9-191cd61c0a31 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:14.137890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434fe1a-1578-4f46-abd3-8696b7244a15 req-592bc26e-0232-47ec-96bf-8d580ac1e5a9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:14.140616 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42802) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:14.144537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434fe1a-1578-4f46-abd3-8696b7244a15 req-592bc26e-0232-47ec-96bf-8d580ac1e5a9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:14.151041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434fe1a-1578-4f46-abd3-8696b7244a15 req-592bc26e-0232-47ec-96bf-8d580ac1e5a9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:14.165012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434fe1a-1578-4f46-abd3-8696b7244a15 req-592bc26e-0232-47ec-96bf-8d580ac1e5a9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:14.172012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434fe1a-1578-4f46-abd3-8696b7244a15 req-592bc26e-0232-47ec-96bf-8d580ac1e5a9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:14.178106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434fe1a-1578-4f46-abd3-8696b7244a15 req-592bc26e-0232-47ec-96bf-8d580ac1e5a9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:14.183831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434fe1a-1578-4f46-abd3-8696b7244a15 req-592bc26e-0232-47ec-96bf-8d580ac1e5a9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:14.185763 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3434fe1a-1578-4f46-abd3-8696b7244a15 req-592bc26e-0232-47ec-96bf-8d580ac1e5a9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5418 time: 0.1982524 Jan 27 21:59:14.194179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5bbd67e4-e778-4cb5-b482-27f1aef00e54 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "GET /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c/tags/tempest-TagsTest-Tag-438705167 HTTP/1.1" status: 204 len: 168 time: 0.2137318 Jan 27 21:59:14.196733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42806) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:14.203154 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-29c81fc2-759b-4300-b148-b81e0ed78511 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b19d2e0d-e407-4277-bbd3-5b19509b576c', 'tempest-TagsTest-Tag-1372191007') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:14.270220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3434fe1a-1578-4f46-abd3-8696b7244a15 req-690bf035-3c9e-448e-94fa-d568fe0956e6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744996 Jan 27 21:59:14.286221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-dfa63f76-4cd8-4d11-a30f-fabf99978ed2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908368037'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:14.310197 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-29c81fc2-759b-4300-b148-b81e0ed78511 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "GET /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c/tags/tempest-TagsTest-Tag-1372191007 HTTP/1.1" status: 204 len: 168 time: 0.1123543 Jan 27 21:59:14.312849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42808) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:14.317387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-6aef6b91-320a-46b9-a819-4df8bf1247ca tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b19d2e0d-e407-4277-bbd3-5b19509b576c') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:14.515804 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-091a0b4e-2529-45c9-ad87-f155d4c2e3e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d5738257-5ed0-48b2-8ca9-191cd61c0a31), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.543843 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a0b4e-2529-45c9-ad87-f155d4c2e3e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5738257-5ed0-48b2-8ca9-191cd61c0a31,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:14.552204 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-091a0b4e-2529-45c9-ad87-f155d4c2e3e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.558724 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-091a0b4e-2529-45c9-ad87-f155d4c2e3e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "DELETE /v2.0/ports/d5738257-5ed0-48b2-8ca9-191cd61c0a31 HTTP/1.1" status: 204 len: 168 time: 0.6685555 Jan 27 21:59:14.559196 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42812) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:14.566383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6aef6b91-320a-46b9-a819-4df8bf1247ca tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "DELETE /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c/tags HTTP/1.1" status: 204 len: 168 time: 0.2524450 Jan 27 21:59:14.567378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42814) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:14.569703 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dfa63f76-4cd8-4d11-a30f-fabf99978ed2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.591947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.tag.tag_plugin [None req-6f24b846-87b1-40c8-90eb-275b2cf38136 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b19d2e0d-e407-4277-bbd3-5b19509b576c', 'tempest-TagsTest-Tag-438705167') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:14.594255 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dfa63f76-4cd8-4d11-a30f-fabf99978ed2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.598013 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbe78be-b281-4d13-918e-5e4663a6bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] GET failed (client error): The resource could not be found. Jan 27 21:59:14.599719 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ebbe78be-b281-4d13-918e-5e4663a6bf51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "GET /v2.0/ports/d5738257-5ed0-48b2-8ca9-191cd61c0a31 HTTP/1.1" status: 404 len: 333 time: 0.0395122 Jan 27 21:59:14.606096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42816) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:14.611166 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Request body: {'port': {'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1575490813'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:14.649933 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-6f24b846-87b1-40c8-90eb-275b2cf38136 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] show failed (client error): The resource could not be found. Jan 27 21:59:14.651356 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6f24b846-87b1-40c8-90eb-275b2cf38136 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "GET /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c/tags/tempest-TagsTest-Tag-438705167 HTTP/1.1" status: 404 len: 325 time: 0.0826485 Jan 27 21:59:14.654587 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42818) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:14.662644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-2ef5d313-303f-46af-a3e7-165a43a61f78 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b19d2e0d-e407-4277-bbd3-5b19509b576c', 'tempest-TagsTest-Tag-1372191007') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:14.762672 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dfa63f76-4cd8-4d11-a30f-fabf99978ed2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (1f1b836f-82ab-4c56-aed4-0c0d6731c23b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.763982 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-2ef5d313-303f-46af-a3e7-165a43a61f78 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] show failed (client error): The resource could not be found. Jan 27 21:59:14.765071 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2ef5d313-303f-46af-a3e7-165a43a61f78 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "GET /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c/tags/tempest-TagsTest-Tag-1372191007 HTTP/1.1" status: 404 len: 326 time: 0.1093726 Jan 27 21:59:14.767915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42820) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:14.773649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.tag.tag_plugin [None req-fa7517be-5762-4209-af72-ce7665df0829 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b19d2e0d-e407-4277-bbd3-5b19509b576c') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:14.774374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5335e078-e423-47c5-8bb8-2d0d0964a65c details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:14.825771 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Made reservation on behalf of 667d8834adab43dfbc71724105a8ca42 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:14.828567 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:14.864896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] device_id is not set on port 80878151-7297-4cae-9fb8-a9d5e1bec32c yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:14.922753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5335e078-e423-47c5-8bb8-2d0d0964a65c, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5335e078-e423-47c5-8bb8-2d0d0964a65c,segment=NetworkSegment(80b985ff-d3c0-4a55-b10d-7f53f4dd19da),segment_id=80b985ff-d3c0-4a55-b10d-7f53f4dd19da)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:14.936684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '5335e078-e423-47c5-8bb8-2d0d0964a65c', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'port_id': '5335e078-e423-47c5-8bb8-2d0d0964a65c', 'mac_address': 'fa:16:3e:3d:e0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:14.944590 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fa7517be-5762-4209-af72-ce7665df0829 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "DELETE /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c/tags HTTP/1.1" status: 204 len: 168 time: 0.1706333 Jan 27 21:59:14.945571 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42822) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:14.992155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 5335e078-e423-47c5-8bb8-2d0d0964a65c is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:14.992563 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.004213 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dfa63f76-4cd8-4d11-a30f-fabf99978ed2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1f1b836f-82ab-4c56-aed4-0c0d6731c23b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.008106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5335e078-e423-47c5-8bb8-2d0d0964a65c {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:15.032683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5335e078-e423-47c5-8bb8-2d0d0964a65c, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5335e078-e423-47c5-8bb8-2d0d0964a65c,segment=NetworkSegment(80b985ff-d3c0-4a55-b10d-7f53f4dd19da),segment_id=80b985ff-d3c0-4a55-b10d-7f53f4dd19da)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:15.103643 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b19d2e0d-e407-4277-bbd3-5b19509b576c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.131183 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa63f76-4cd8-4d11-a30f-fabf99978ed2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1b836f-82ab-4c56-aed4-0c0d6731c23b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:15.231778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks [] for port (80878151-7297-4cae-9fb8-a9d5e1bec32c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.241555 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.242695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device cb7d9cb2-705b-481e-b551-5bb9212cb343 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:15.268108 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dfa63f76-4cd8-4d11-a30f-fabf99978ed2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (e204ba8d-1eb7-4ce0-939c-9eac031c364a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.288560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b19d2e0d-e407-4277-bbd3-5b19509b576c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.335199 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=5335e078-e423-47c5-8bb8-2d0d0964a65c,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:15.351738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19d2e0d-e407-4277-bbd3-5b19509b576c']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:15.364508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8145dc92-7239-428d-94ec-28ead2cf44a6') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:15.365115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8145dc92-7239-428d-94ec-28ead2cf44a6') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:15.378345 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (8145dc92-7239-428d-94ec-28ead2cf44a6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.392706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8145dc92-7239-428d-94ec-28ead2cf44a6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.403006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:59:15.403686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (8145dc92-7239-428d-94ec-28ead2cf44a6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:59:15.406999 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:59:15.419662 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dfa63f76-4cd8-4d11-a30f-fabf99978ed2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e204ba8d-1eb7-4ce0-939c-9eac031c364a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.448564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port cb7d9cb2-705b-481e-b551-5bb9212cb343, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=cb7d9cb2-705b-481e-b551-5bb9212cb343,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:15.460990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'cb7d9cb2-705b-481e-b551-5bb9212cb343', 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e', 'port_id': 'cb7d9cb2-705b-481e-b551-5bb9212cb343', 'mac_address': 'fa:16:3e:7c:ed:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50880f11-e967-4e2f-bac9-398cb67ae73f', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:15.488929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa63f76-4cd8-4d11-a30f-fabf99978ed2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e204ba8d-1eb7-4ce0-939c-9eac031c364a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:15.489891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d560-95dc-4041-b15d-fddf61a2c1e7 req-5fad40a5-bb12-4841-8558-b6dbfa7c4db7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:15.495748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d560-95dc-4041-b15d-fddf61a2c1e7 req-5fad40a5-bb12-4841-8558-b6dbfa7c4db7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:15.503321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d560-95dc-4041-b15d-fddf61a2c1e7 req-5fad40a5-bb12-4841-8558-b6dbfa7c4db7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:15.508763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d560-95dc-4041-b15d-fddf61a2c1e7 req-5fad40a5-bb12-4841-8558-b6dbfa7c4db7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:15.514181 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d560-95dc-4041-b15d-fddf61a2c1e7 req-5fad40a5-bb12-4841-8558-b6dbfa7c4db7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:15.519600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d560-95dc-4041-b15d-fddf61a2c1e7 req-5fad40a5-bb12-4841-8558-b6dbfa7c4db7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:15.525236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028d560-95dc-4041-b15d-fddf61a2c1e7 req-5fad40a5-bb12-4841-8558-b6dbfa7c4db7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:15.527123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port cb7d9cb2-705b-481e-b551-5bb9212cb343 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:15.528339 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.532844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3028d560-95dc-4041-b15d-fddf61a2c1e7 req-5fad40a5-bb12-4841-8558-b6dbfa7c4db7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5419 time: 0.1431994 Jan 27 21:59:15.534788 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (80878151-7297-4cae-9fb8-a9d5e1bec32c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.553157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7d9cb2-705b-481e-b551-5bb9212cb343 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:15.598286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port cb7d9cb2-705b-481e-b551-5bb9212cb343, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=cb7d9cb2-705b-481e-b551-5bb9212cb343,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:15.605532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Network bd0058ff-229d-4bb2-9657-002373867c22 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:15.609581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3028d560-95dc-4041-b15d-fddf61a2c1e7 req-02d6cc3d-8bfe-4b06-8807-b12eac7f78f8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756280 Jan 27 21:59:15.632631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:15.632631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:15.632631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:15.632631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.632631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event updated for resources: {'Port': ['ID=80878151-7297-4cae-9fb8-a9d5e1bec32c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:15.763550 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dfa63f76-4cd8-4d11-a30f-fabf99978ed2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.767338 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dfa63f76-4cd8-4d11-a30f-fabf99978ed2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.6180918 Jan 27 21:59:15.767567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42828) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:15.822549 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d819e72d-32c7-4b47-b4da-fb034aa6fcdc tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0511873 Jan 27 21:59:15.822744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42830) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:15.827488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8f08f0a8-239a-44a4-9616-5aa2b0648845 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group': {'name': 'tempest-security--695230129', 'description': 'tempest-security-description-205550284'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:15.830510 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.831086 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b19d2e0d-e407-4277-bbd3-5b19509b576c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.831207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 856c8d91-48e7-4a38-b228-a5d13c60c10b details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:15.837362 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0ad53257-ed38-40be-ab01-bc8d0f64156f tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2300208 Jan 27 21:59:15.845526 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.852732 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] 10.222.0.61 "DELETE /v2.0/networks/b19d2e0d-e407-4277-bbd3-5b19509b576c HTTP/1.1" status: 204 len: 168 time: 0.9045024 Jan 27 21:59:15.852732 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42832) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:15.856741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:15.888839 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee614e54-7c08-4e36-aff9-4ff1450fdcf9 tempest-TagsTest-1082856656 tempest-TagsTest-1082856656-project] Pushing event deleted for resources: {'Network': ['ID=b19d2e0d-e407-4277-bbd3-5b19509b576c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:15.924180 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f08f0a8-239a-44a4-9616-5aa2b0648845 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (e204ba8d-1eb7-4ce0-939c-9eac031c364a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.934121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (80878151-7297-4cae-9fb8-a9d5e1bec32c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:15.936948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=cb7d9cb2-705b-481e-b551-5bb9212cb343,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:15.958753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 856c8d91-48e7-4a38-b228-a5d13c60c10b, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=856c8d91-48e7-4a38-b228-a5d13c60c10b,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:15.973345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '856c8d91-48e7-4a38-b228-a5d13c60c10b', 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e', 'port_id': '856c8d91-48e7-4a38-b228-a5d13c60c10b', 'mac_address': 'fa:16:3e:d1:3e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50880f11-e967-4e2f-bac9-398cb67ae73f', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:16.040691 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f08f0a8-239a-44a4-9616-5aa2b0648845 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (e204ba8d-1eb7-4ce0-939c-9eac031c364a), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.051593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 856c8d91-48e7-4a38-b228-a5d13c60c10b is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:16.052177 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.068100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856c8d91-48e7-4a38-b228-a5d13c60c10b {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:16.097809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 856c8d91-48e7-4a38-b228-a5d13c60c10b, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=856c8d91-48e7-4a38-b228-a5d13c60c10b,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:16.151638 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] device_id is not set on port 80878151-7297-4cae-9fb8-a9d5e1bec32c yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:16.160971 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks [] for port (80878151-7297-4cae-9fb8-a9d5e1bec32c), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.213118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f08f0a8-239a-44a4-9616-5aa2b0648845 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e204ba8d-1eb7-4ce0-939c-9eac031c364a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.215845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f08f0a8-239a-44a4-9616-5aa2b0648845 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.217158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8f08f0a8-239a-44a4-9616-5aa2b0648845 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "PUT /v2.0/security-groups/e204ba8d-1eb7-4ce0-939c-9eac031c364a HTTP/1.1" status: 200 len: 1795 time: 0.3934622 Jan 27 21:59:16.220515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42836) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:16.244846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08f0a8-239a-44a4-9616-5aa2b0648845 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e204ba8d-1eb7-4ce0-939c-9eac031c364a,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:16.271057 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-555ecb17-3a9e-4e8c-b808-261fd7b48a03 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-groups/e204ba8d-1eb7-4ce0-939c-9eac031c364a HTTP/1.1" status: 200 len: 1795 time: 0.0465941 Jan 27 21:59:16.271554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42838) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:16.325489 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-533b0365-a98f-4371-bfba-0beeefd8ca29 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (e204ba8d-1eb7-4ce0-939c-9eac031c364a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.344375 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.347563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 6903c701-77e9-4292-b708-5a1c23d8675e details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:16.349914 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-533b0365-a98f-4371-bfba-0beeefd8ca29 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (e204ba8d-1eb7-4ce0-939c-9eac031c364a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.378627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 6903c701-77e9-4292-b708-5a1c23d8675e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6903c701-77e9-4292-b708-5a1c23d8675e,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:16.391297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '6903c701-77e9-4292-b708-5a1c23d8675e', 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e', 'port_id': '6903c701-77e9-4292-b708-5a1c23d8675e', 'mac_address': 'fa:16:3e:ba:1f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50880f11-e967-4e2f-bac9-398cb67ae73f', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:16.408514 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (80878151-7297-4cae-9fb8-a9d5e1bec32c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.463532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event updated for resources: {'Port': ['ID=80878151-7297-4cae-9fb8-a9d5e1bec32c,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:16.472181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 6903c701-77e9-4292-b708-5a1c23d8675e is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:16.472688 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.484315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:16.496241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:16.496241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:16.496534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6903c701-77e9-4292-b708-5a1c23d8675e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:16.496651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:16.496770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=856c8d91-48e7-4a38-b228-a5d13c60c10b,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:16.496882 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:16.496882 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 2 to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c Jan 27 21:59:16.512644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 6903c701-77e9-4292-b708-5a1c23d8675e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6903c701-77e9-4292-b708-5a1c23d8675e,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:16.514925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:16.515275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:16.515646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:16.521576 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:16.521955 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:16.522481 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 3 to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c Jan 27 21:59:16.535912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:16.536310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:16.536653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:16.542055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:16.542396 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:16.543082 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 4 to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c Jan 27 21:59:16.556707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:16.557051 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:16.557396 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:16.561830 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:16.562262 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:16.562653 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 5 to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c Jan 27 21:59:16.573389 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-533b0365-a98f-4371-bfba-0beeefd8ca29 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e204ba8d-1eb7-4ce0-939c-9eac031c364a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.576008 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-533b0365-a98f-4371-bfba-0beeefd8ca29 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.577227 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-533b0365-a98f-4371-bfba-0beeefd8ca29 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-groups/e204ba8d-1eb7-4ce0-939c-9eac031c364a HTTP/1.1" status: 204 len: 168 time: 0.3047001 Jan 27 21:59:16.579931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42840) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:16.591565 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.593331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c65a11a4-9aa1-4f0f-9a82-29a9833fd357 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:16.605567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:16.605919 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:16.606268 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:16.616732 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b0365-a98f-4371-bfba-0beeefd8ca29 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e204ba8d-1eb7-4ce0-939c-9eac031c364a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:16.619990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:16.620352 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:16.620748 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 6 to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c Jan 27 21:59:16.653256 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:16.653608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:16.653953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:16.662481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-98035da6-e8d5-46da-8819-0eb9dd1a3a47 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0810246 Jan 27 21:59:16.665463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42846) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:16.672672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c65a11a4-9aa1-4f0f-9a82-29a9833fd357, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c65a11a4-9aa1-4f0f-9a82-29a9833fd357,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:16.673582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:16.674019 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:16.675741 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 7 to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c Jan 27 21:59:16.695054 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-a1dc4f97-ed8a-430a-8eb3-4ad1d426a744 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] delete failed (client error): The resource could not be found. Jan 27 21:59:16.696134 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a1dc4f97-ed8a-430a-8eb3-4ad1d426a744 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-groups/e204ba8d-1eb7-4ce0-939c-9eac031c364a HTTP/1.1" status: 404 len: 347 time: 0.0295272 Jan 27 21:59:16.700307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42848) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:16.706343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7f275a46-6e38-445c-85bd-b9c12c3c8d2b tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group': {'name': 'tempest-secgroup--259690723'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:16.715853 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:16.717500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:16.717864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:16.723844 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'c65a11a4-9aa1-4f0f-9a82-29a9833fd357', 'network_id': '83e4aa29-cdd1-4f04-b652-2139a812064e', 'port_id': 'c65a11a4-9aa1-4f0f-9a82-29a9833fd357', 'mac_address': 'fa:16:3e:67:d6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50880f11-e967-4e2f-bac9-398cb67ae73f', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:16.735889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:16.736265 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:16.741267 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 8 to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c Jan 27 21:59:16.768952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:16.770051 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:16.770718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:16.779557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:16.780257 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:16.780863 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 9 to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c Jan 27 21:59:16.795290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:16.795942 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:16.796539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:16.814309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:16.814906 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:16.816327 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempt 10 to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c Jan 27 21:59:16.834393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:16.835267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:16.835817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempting to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:16.841646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 21:59:16.842229 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Failed to bind port 80878151-7297-4cae-9fb8-a9d5e1bec32c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '3ed81983-691d-4eaa-af5e-246c646d5906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'bd0058ff-229d-4bb2-9657-002373867c22'}] Jan 27 21:59:16.842948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (80878151-7297-4cae-9fb8-a9d5e1bec32c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.849771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=6903c701-77e9-4292-b708-5a1c23d8675e,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:16.853180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:16.853319 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.855478 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7f275a46-6e38-445c-85bd-b9c12c3c8d2b tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:16.872596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65a11a4-9aa1-4f0f-9a82-29a9833fd357 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:16.900577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c65a11a4-9aa1-4f0f-9a82-29a9833fd357, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c65a11a4-9aa1-4f0f-9a82-29a9833fd357,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:16.930915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ce1d-c1eb-491d-b20a-5a9290a104ff req-1cf36973-a6ba-4f97-ab60-7c55e15ccff9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:16.936738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ce1d-c1eb-491d-b20a-5a9290a104ff req-1cf36973-a6ba-4f97-ab60-7c55e15ccff9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:16.945747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ce1d-c1eb-491d-b20a-5a9290a104ff req-1cf36973-a6ba-4f97-ab60-7c55e15ccff9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:16.945956 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42852) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:16.948035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ce1d-c1eb-491d-b20a-5a9290a104ff req-1cf36973-a6ba-4f97-ab60-7c55e15ccff9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:16.953421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ce1d-c1eb-491d-b20a-5a9290a104ff req-1cf36973-a6ba-4f97-ab60-7c55e15ccff9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:16.959119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ce1d-c1eb-491d-b20a-5a9290a104ff req-1cf36973-a6ba-4f97-ab60-7c55e15ccff9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:16.964667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3ce1d-c1eb-491d-b20a-5a9290a104ff req-1cf36973-a6ba-4f97-ab60-7c55e15ccff9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:16.966967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bd3ce1d-c1eb-491d-b20a-5a9290a104ff req-1cf36973-a6ba-4f97-ab60-7c55e15ccff9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5422 time: 0.2135084 Jan 27 21:59:16.967808 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.017616 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] For port 80878151-7297-4cae-9fb8-a9d5e1bec32c, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:17.018004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attempted to set empty binding levels {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 21:59:17.072934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c65a11a4-9aa1-4f0f-9a82-29a9833fd357,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:17.076664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 232dacdc-6e3c-4c11-ae7a-252252a62058 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:17.106171 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7f275a46-6e38-445c-85bd-b9c12c3c8d2b tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (78f67f09-037f-413d-b204-b42378b3ea0c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.117137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bd3ce1d-c1eb-491d-b20a-5a9290a104ff req-945443b8-4bf5-4d4f-8772-a319315b5e39 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1420128 Jan 27 21:59:17.125637 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (80878151-7297-4cae-9fb8-a9d5e1bec32c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.207279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] In _notify_port_updated(), no bound segment for port 80878151-7297-4cae-9fb8-a9d5e1bec32c on network bd0058ff-229d-4bb2-9657-002373867c22 {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 21:59:17.208605 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:17.209120 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.213064 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "PUT /v2.0/ports/80878151-7297-4cae-9fb8-a9d5e1bec32c HTTP/1.1" status: 200 len: 979 time: 1.3587918 Jan 27 21:59:17.213566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42856) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:17.262643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7f275a46-6e38-445c-85bd-b9c12c3c8d2b tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (78f67f09-037f-413d-b204-b42378b3ea0c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.266677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d244bc-1915-4222-bbc0-af1045a6762c tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event updated for resources: {'Port': ['ID=80878151-7297-4cae-9fb8-a9d5e1bec32c,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:17.335805 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b7a22089-a33c-41e3-80b6-35f80d87d1e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e0144b3d1024e0f9381265d24406469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3900874 Jan 27 21:59:17.338528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42858) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:17.386657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f275a46-6e38-445c-85bd-b9c12c3c8d2b tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f67f09-037f-413d-b204-b42378b3ea0c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:17.395094 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7f275a46-6e38-445c-85bd-b9c12c3c8d2b tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.398510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7f275a46-6e38-445c-85bd-b9c12c3c8d2b tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6971960 Jan 27 21:59:17.401610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42864) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:17.407416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4eaf0e72-3e00-42dc-8ef5-8ac9afaa81c6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': '78f67f09-037f-413d-b204-b42378b3ea0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:17.417589 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-818e53c4-9bff-44e9-936e-c22e4ea2696f admin admin] Publish callbacks [] for security_group (e7a006da-7c9c-4066-b136-5d5f6dd69408), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.451970 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-818e53c4-9bff-44e9-936e-c22e4ea2696f admin admin] Publish callbacks [] for security_group (e7a006da-7c9c-4066-b136-5d5f6dd69408), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.455368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-54725bca-2e37-478d-bfa2-22384e5af961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Deleting port 80878151-7297-4cae-9fb8-a9d5e1bec32c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:17.458099 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54725bca-2e37-478d-bfa2-22384e5af961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (80878151-7297-4cae-9fb8-a9d5e1bec32c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.475733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['c65a11a4-9aa1-4f0f-9a82-29a9833fd357'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:17.532517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['6903c701-77e9-4292-b708-5a1c23d8675e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:17.536045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['cb7d9cb2-705b-481e-b551-5bb9212cb343'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:17.556110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0e72-3e00-42dc-8ef5-8ac9afaa81c6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (595faae7-3613-4768-8252-2aef63b3a158), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.588382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-54725bca-2e37-478d-bfa2-22384e5af961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] For port 80878151-7297-4cae-9fb8-a9d5e1bec32c, host n-h2-760456-6, got binding levels [] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:17.589473 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54725bca-2e37-478d-bfa2-22384e5af961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (80878151-7297-4cae-9fb8-a9d5e1bec32c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.594215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['5335e078-e423-47c5-8bb8-2d0d0964a65c'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:17.596289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['856c8d91-48e7-4a38-b228-a5d13c60c10b'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:17.602662 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-818e53c4-9bff-44e9-936e-c22e4ea2696f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e7a006da-7c9c-4066-b136-5d5f6dd69408), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.606044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 232dacdc-6e3c-4c11-ae7a-252252a62058, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=232dacdc-6e3c-4c11-ae7a-252252a62058,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:17.606185 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-818e53c4-9bff-44e9-936e-c22e4ea2696f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.606185 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-818e53c4-9bff-44e9-936e-c22e4ea2696f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7a006da-7c9c-4066-b136-5d5f6dd69408 HTTP/1.1" status: 204 len: 168 time: 0.2665973 Jan 27 21:59:17.620213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e53c4-9bff-44e9-936e-c22e4ea2696f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a006da-7c9c-4066-b136-5d5f6dd69408,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:17.620868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-54725bca-2e37-478d-bfa2-22384e5af961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Calling delete_port for 80878151-7297-4cae-9fb8-a9d5e1bec32c owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:17.702219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '232dacdc-6e3c-4c11-ae7a-252252a62058', 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac', 'port_id': '232dacdc-6e3c-4c11-ae7a-252252a62058', 'mac_address': 'fa:16:3e:d7:0a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:17.713086 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0e72-3e00-42dc-8ef5-8ac9afaa81c6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (595faae7-3613-4768-8252-2aef63b3a158), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.784287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0e72-3e00-42dc-8ef5-8ac9afaa81c6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (595faae7-3613-4768-8252-2aef63b3a158), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.804465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf0e72-3e00-42dc-8ef5-8ac9afaa81c6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595faae7-3613-4768-8252-2aef63b3a158,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:17.819238 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54725bca-2e37-478d-bfa2-22384e5af961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (80878151-7297-4cae-9fb8-a9d5e1bec32c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.862726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54725bca-2e37-478d-bfa2-22384e5af961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Pushing event deleted for resources: {'Port': ['ID=80878151-7297-4cae-9fb8-a9d5e1bec32c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:17.868981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54725bca-2e37-478d-bfa2-22384e5af961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.871412 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 232dacdc-6e3c-4c11-ae7a-252252a62058 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:17.871892 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.872740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-54725bca-2e37-478d-bfa2-22384e5af961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "DELETE /v2.0/ports/80878151-7297-4cae-9fb8-a9d5e1bec32c HTTP/1.1" status: 204 len: 168 time: 0.6581059 Jan 27 21:59:17.875415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42870) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:17.895418 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4eaf0e72-3e00-42dc-8ef5-8ac9afaa81c6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.899538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4eaf0e72-3e00-42dc-8ef5-8ac9afaa81c6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4931412 Jan 27 21:59:17.900320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42872) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:17.910960 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a100c0-cd7a-44da-a8c5-e14799c394fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] GET failed (client error): The resource could not be found. Jan 27 21:59:17.913357 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-91a100c0-cd7a-44da-a8c5-e14799c394fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599 tempest-PortsAdminExtendedAttrsIpV6TestJSON-416301599-project-admin] 10.222.0.61 "GET /v2.0/ports/80878151-7297-4cae-9fb8-a9d5e1bec32c HTTP/1.1" status: 404 len: 333 time: 0.0361249 Jan 27 21:59:17.919331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42874) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:17.934477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb034-d951-4db5-a853-35e43517997c tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (595faae7-3613-4768-8252-2aef63b3a158), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.944113 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb034-d951-4db5-a853-35e43517997c tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (595faae7-3613-4768-8252-2aef63b3a158), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:17.965420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232dacdc-6e3c-4c11-ae7a-252252a62058 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:18.019875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 232dacdc-6e3c-4c11-ae7a-252252a62058, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=232dacdc-6e3c-4c11-ae7a-252252a62058,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:18.042511 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (bd0058ff-229d-4bb2-9657-002373867c22), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.054272 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb034-d951-4db5-a853-35e43517997c tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (595faae7-3613-4768-8252-2aef63b3a158), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.074503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d6bb034-d951-4db5-a853-35e43517997c tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.082742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42878) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:18.084495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9d6bb034-d951-4db5-a853-35e43517997c tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/595faae7-3613-4768-8252-2aef63b3a158 HTTP/1.1" status: 204 len: 168 time: 0.1834178 Jan 27 21:59:18.087536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bb034-d951-4db5-a853-35e43517997c tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=595faae7-3613-4768-8252-2aef63b3a158,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:18.111401 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.115735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device fa889ecd-db7d-4354-91b6-08f458c0008a details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 21:59:18.172005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (bd0058ff-229d-4bb2-9657-002373867c22), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.185582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42884) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:18.195617 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5027e8c6-9063-425a-bc8f-474f7440b868 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1114151 Jan 27 21:59:18.235904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0058ff-229d-4bb2-9657-002373867c22']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:18.262395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed81983-691d-4eaa-af5e-246c646d5906') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:18.262848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed81983-691d-4eaa-af5e-246c646d5906') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:18.278873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (3ed81983-691d-4eaa-af5e-246c646d5906), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.293051 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3ed81983-691d-4eaa-af5e-246c646d5906), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.300373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 21:59:18.300891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (3ed81983-691d-4eaa-af5e-246c646d5906), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: timer() Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 21:59:18.304277 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 21:59:18.313552 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a5496064-de4e-41ec-a9fb-21b255d366f5 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (78f67f09-037f-413d-b204-b42378b3ea0c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.324894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port fa889ecd-db7d-4354-91b6-08f458c0008a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa889ecd-db7d-4354-91b6-08f458c0008a,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:18.346145 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a5496064-de4e-41ec-a9fb-21b255d366f5 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (78f67f09-037f-413d-b204-b42378b3ea0c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.354026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'fa889ecd-db7d-4354-91b6-08f458c0008a', 'network_id': '57b0572f-1953-43f1-ab4d-663ea68612ac', 'port_id': 'fa889ecd-db7d-4354-91b6-08f458c0008a', 'mac_address': 'fa:16:3e:a0:0e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 21:59:18.417504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=232dacdc-6e3c-4c11-ae7a-252252a62058,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:18.464221 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (bd0058ff-229d-4bb2-9657-002373867c22), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.465163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648ed9d-fd2f-41b4-9794-4dd369f09801 req-d8860402-f2ee-4a9d-9c5f-aac591875376 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:18.471415 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.479986 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] 10.222.0.61 "DELETE /v2.0/networks/bd0058ff-229d-4bb2-9657-002373867c22 HTTP/1.1" status: 204 len: 168 time: 0.5588272 Jan 27 21:59:18.481734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648ed9d-fd2f-41b4-9794-4dd369f09801 req-d8860402-f2ee-4a9d-9c5f-aac591875376 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:18.491140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648ed9d-fd2f-41b4-9794-4dd369f09801 req-d8860402-f2ee-4a9d-9c5f-aac591875376 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:18.498020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648ed9d-fd2f-41b4-9794-4dd369f09801 req-d8860402-f2ee-4a9d-9c5f-aac591875376 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:18.507497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d532f1a-ac4f-48f7-baea-75e91c90cc06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237 tempest-PortsAdminExtendedAttrsIpV6TestJSON-172210237-project] Pushing event deleted for resources: {'Network': ['ID=bd0058ff-229d-4bb2-9657-002373867c22,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:18.508061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648ed9d-fd2f-41b4-9794-4dd369f09801 req-d8860402-f2ee-4a9d-9c5f-aac591875376 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:18.520791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port fa889ecd-db7d-4354-91b6-08f458c0008a is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:18.521366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648ed9d-fd2f-41b4-9794-4dd369f09801 req-d8860402-f2ee-4a9d-9c5f-aac591875376 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:18.521677 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.528166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648ed9d-fd2f-41b4-9794-4dd369f09801 req-d8860402-f2ee-4a9d-9c5f-aac591875376 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:18.537330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa889ecd-db7d-4354-91b6-08f458c0008a {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 21:59:18.538309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4648ed9d-fd2f-41b4-9794-4dd369f09801 req-d8860402-f2ee-4a9d-9c5f-aac591875376 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5424 time: 0.2283502 Jan 27 21:59:18.567825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port fa889ecd-db7d-4354-91b6-08f458c0008a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa889ecd-db7d-4354-91b6-08f458c0008a,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:18.597107 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a5496064-de4e-41ec-a9fb-21b255d366f5 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (78f67f09-037f-413d-b204-b42378b3ea0c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.599886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a5496064-de4e-41ec-a9fb-21b255d366f5 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.603518 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a5496064-de4e-41ec-a9fb-21b255d366f5 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-groups/78f67f09-037f-413d-b204-b42378b3ea0c HTTP/1.1" status: 204 len: 168 time: 0.4123693 Jan 27 21:59:18.604017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42894) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:18.630358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5496064-de4e-41ec-a9fb-21b255d366f5 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f67f09-037f-413d-b204-b42378b3ea0c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:18.641219 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.652143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4648ed9d-fd2f-41b4-9794-4dd369f09801 req-7155449a-b218-46c4-8668-721860088074 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123629 Jan 27 21:59:18.669927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42898) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:18.670503 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e366c11a-5243-4632-bdc1-43e7365b431e tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0651128 Jan 27 21:59:18.676528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7eb3a414-825a-4a66-b81d-003904447434 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1212415240'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:18.735914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=fa889ecd-db7d-4354-91b6-08f458c0008a,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:18.875749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7eb3a414-825a-4a66-b81d-003904447434 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:18.944302 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7eb3a414-825a-4a66-b81d-003904447434 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (73e18570-0ae5-467e-8722-6c236af3d6e9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.115539 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7eb3a414-825a-4a66-b81d-003904447434 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (73e18570-0ae5-467e-8722-6c236af3d6e9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.148216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3a414-825a-4a66-b81d-003904447434 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e18570-0ae5-467e-8722-6c236af3d6e9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:19.211284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42912) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:19.226317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7eb3a414-825a-4a66-b81d-003904447434 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.227933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7eb3a414-825a-4a66-b81d-003904447434 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5561814 Jan 27 21:59:19.230753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42916) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:19.236021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9cc74a69-4b94-4877-a25c-1d21a3ae4f1e tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': '73e18570-0ae5-467e-8722-6c236af3d6e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:19.246419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['fa889ecd-db7d-4354-91b6-08f458c0008a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:19.335625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['232dacdc-6e3c-4c11-ae7a-252252a62058'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 21:59:19.369413 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc74a69-4b94-4877-a25c-1d21a3ae4f1e tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (38249fd0-0bc6-4416-af68-4e485e7d0b1a), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.383467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d10b62f8-3fb6-4a2f-ba6b-ce81efc045d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed06cff70ca045d3a720c7423425d5d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1684804 Jan 27 21:59:19.385108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42918) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:19.459204 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc74a69-4b94-4877-a25c-1d21a3ae4f1e tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (38249fd0-0bc6-4416-af68-4e485e7d0b1a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.474615 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb927137-877a-4265-b272-f93a1c793cf3 admin admin] Publish callbacks [] for security_group (bebe25de-f0b5-4c03-92cc-e984ada170b8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.502285 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb927137-877a-4265-b272-f93a1c793cf3 admin admin] Publish callbacks [] for security_group (bebe25de-f0b5-4c03-92cc-e984ada170b8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.561593 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc74a69-4b94-4877-a25c-1d21a3ae4f1e tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (38249fd0-0bc6-4416-af68-4e485e7d0b1a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.581017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc74a69-4b94-4877-a25c-1d21a3ae4f1e tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38249fd0-0bc6-4416-af68-4e485e7d0b1a,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:19.623853 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb927137-877a-4265-b272-f93a1c793cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bebe25de-f0b5-4c03-92cc-e984ada170b8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.626724 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb927137-877a-4265-b272-f93a1c793cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.632519 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cb927137-877a-4265-b272-f93a1c793cf3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bebe25de-f0b5-4c03-92cc-e984ada170b8 HTTP/1.1" status: 204 len: 168 time: 0.2431097 Jan 27 21:59:19.636068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb927137-877a-4265-b272-f93a1c793cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebe25de-f0b5-4c03-92cc-e984ada170b8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:19.654679 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cc74a69-4b94-4877-a25c-1d21a3ae4f1e tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.655998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9cc74a69-4b94-4877-a25c-1d21a3ae4f1e tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4240961 Jan 27 21:59:19.658589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42924) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:19.664231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-333901c3-e680-4a8b-9838-4d248bcbbaa4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': '73e18570-0ae5-467e-8722-6c236af3d6e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:19.814675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051de2f-b20f-4175-99da-c7f059cc2c74 req-fecb7188-c218-491d-99e3-1de5329c3ca6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:19.819865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051de2f-b20f-4175-99da-c7f059cc2c74 req-fecb7188-c218-491d-99e3-1de5329c3ca6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:19.825173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051de2f-b20f-4175-99da-c7f059cc2c74 req-fecb7188-c218-491d-99e3-1de5329c3ca6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:19.832261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051de2f-b20f-4175-99da-c7f059cc2c74 req-fecb7188-c218-491d-99e3-1de5329c3ca6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:19.837574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051de2f-b20f-4175-99da-c7f059cc2c74 req-fecb7188-c218-491d-99e3-1de5329c3ca6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:19.848298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051de2f-b20f-4175-99da-c7f059cc2c74 req-fecb7188-c218-491d-99e3-1de5329c3ca6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:19.854705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051de2f-b20f-4175-99da-c7f059cc2c74 req-fecb7188-c218-491d-99e3-1de5329c3ca6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:19.857080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6051de2f-b20f-4175-99da-c7f059cc2c74 req-fecb7188-c218-491d-99e3-1de5329c3ca6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5425 time: 0.0975204 Jan 27 21:59:19.871168 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-333901c3-e680-4a8b-9838-4d248bcbbaa4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (38f86903-1bb0-460c-b8b2-af324a0c25fa), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:19.962207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6051de2f-b20f-4175-99da-c7f059cc2c74 req-ec4ee079-9b90-4c7f-83b1-7e638be41c66 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982692 Jan 27 21:59:19.980778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-333901c3-e680-4a8b-9838-4d248bcbbaa4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (38f86903-1bb0-460c-b8b2-af324a0c25fa), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.052921 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-333901c3-e680-4a8b-9838-4d248bcbbaa4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (38f86903-1bb0-460c-b8b2-af324a0c25fa), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.071267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333901c3-e680-4a8b-9838-4d248bcbbaa4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f86903-1bb0-460c-b8b2-af324a0c25fa,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:20.181637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-333901c3-e680-4a8b-9838-4d248bcbbaa4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.188499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-333901c3-e680-4a8b-9838-4d248bcbbaa4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5240304 Jan 27 21:59:20.191121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42946) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:20.198667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4e5a659d-bfff-4aff-bc00-392329319efc tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': '73e18570-0ae5-467e-8722-6c236af3d6e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:20.309706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e5a659d-bfff-4aff-bc00-392329319efc tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (f65f9dd3-385f-4f43-84ab-a051c076d150), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.360782 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e5a659d-bfff-4aff-bc00-392329319efc tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (f65f9dd3-385f-4f43-84ab-a051c076d150), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.418385 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e5a659d-bfff-4aff-bc00-392329319efc tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (f65f9dd3-385f-4f43-84ab-a051c076d150), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.438507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a659d-bfff-4aff-bc00-392329319efc tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65f9dd3-385f-4f43-84ab-a051c076d150,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:20.544445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42950) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:20.548010 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e5a659d-bfff-4aff-bc00-392329319efc tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.558466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42952) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:20.558581 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4e5a659d-bfff-4aff-bc00-392329319efc tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3624353 Jan 27 21:59:20.565899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0d9ca886-b1a7-4078-95e7-dda4d8c7ec00 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': '73e18570-0ae5-467e-8722-6c236af3d6e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:20.608276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0d72cbaf-64fb-4227-a1ea-3948c2a7c014 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=667d8834adab43dfbc71724105a8ca42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623968 Jan 27 21:59:20.610668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42958) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:20.661482 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6537926a-93e9-40d9-b2ef-a46ac729721d admin admin] Publish callbacks [] for security_group (a27cf44f-ccc4-428d-b2f6-932761739754), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.683536 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6537926a-93e9-40d9-b2ef-a46ac729721d admin admin] Publish callbacks [] for security_group (a27cf44f-ccc4-428d-b2f6-932761739754), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.698776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca886-b1a7-4078-95e7-dda4d8c7ec00 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (e7afffd4-11b2-4c77-ab1d-e6f3aaa4f20b), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.774381 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca886-b1a7-4078-95e7-dda4d8c7ec00 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (e7afffd4-11b2-4c77-ab1d-e6f3aaa4f20b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.853551 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca886-b1a7-4078-95e7-dda4d8c7ec00 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (e7afffd4-11b2-4c77-ab1d-e6f3aaa4f20b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.874479 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6537926a-93e9-40d9-b2ef-a46ac729721d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a27cf44f-ccc4-428d-b2f6-932761739754), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.877262 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6537926a-93e9-40d9-b2ef-a46ac729721d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.878520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6537926a-93e9-40d9-b2ef-a46ac729721d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a27cf44f-ccc4-428d-b2f6-932761739754 HTTP/1.1" status: 204 len: 168 time: 0.2669423 Jan 27 21:59:20.881618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ca886-b1a7-4078-95e7-dda4d8c7ec00 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7afffd4-11b2-4c77-ab1d-e6f3aaa4f20b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:20.889270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537926a-93e9-40d9-b2ef-a46ac729721d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27cf44f-ccc4-428d-b2f6-932761739754,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:20.963510 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d9ca886-b1a7-4078-95e7-dda4d8c7ec00 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:20.967855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0d9ca886-b1a7-4078-95e7-dda4d8c7ec00 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4108057 Jan 27 21:59:20.968156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42964) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:20.974138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a50f673f-498c-426c-b46a-9d58b2a717da tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': '73e18570-0ae5-467e-8722-6c236af3d6e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:20.981892 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5335e078-e423-47c5-8bb8-2d0d0964a65c up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:21.094488 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a50f673f-498c-426c-b46a-9d58b2a717da tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (89e44bd2-ade3-4e0c-8d11-dd1526f47c28), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.115833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 5335e078-e423-47c5-8bb8-2d0d0964a65c completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:21.121739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 5335e078-e423-47c5-8bb8-2d0d0964a65c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:21.122692 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.132948 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdaea0-2c38-4e57-bd35-4db7b15ceb69 req-060caf8c-6fb5-46a2-a797-eb12f7c01246 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:21.143087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdaea0-2c38-4e57-bd35-4db7b15ceb69 req-060caf8c-6fb5-46a2-a797-eb12f7c01246 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:21.149414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdaea0-2c38-4e57-bd35-4db7b15ceb69 req-060caf8c-6fb5-46a2-a797-eb12f7c01246 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:21.155341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdaea0-2c38-4e57-bd35-4db7b15ceb69 req-060caf8c-6fb5-46a2-a797-eb12f7c01246 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:21.162627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdaea0-2c38-4e57-bd35-4db7b15ceb69 req-060caf8c-6fb5-46a2-a797-eb12f7c01246 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:21.168016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdaea0-2c38-4e57-bd35-4db7b15ceb69 req-060caf8c-6fb5-46a2-a797-eb12f7c01246 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:21.173406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdaea0-2c38-4e57-bd35-4db7b15ceb69 req-060caf8c-6fb5-46a2-a797-eb12f7c01246 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:21.176312 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7cdaea0-2c38-4e57-bd35-4db7b15ceb69 req-060caf8c-6fb5-46a2-a797-eb12f7c01246 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5425 time: 0.1212814 Jan 27 21:59:21.262367 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a50f673f-498c-426c-b46a-9d58b2a717da tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (89e44bd2-ade3-4e0c-8d11-dd1526f47c28), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.271791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 5335e078-e423-47c5-8bb8-2d0d0964a65c is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:21.271791 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.277776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7cdaea0-2c38-4e57-bd35-4db7b15ceb69 req-e6ec1329-3d06-4378-9d5f-247361336d97 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911937 Jan 27 21:59:21.313479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5335e078-e423-47c5-8bb8-2d0d0964a65c'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:21.317605 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19412bd-b0b7-4d10-bba7-74bca936ee4d" -d '{"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "5335e078-e423-47c5-8bb8-2d0d0964a65c"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:21.334496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5335e078-e423-47c5-8bb8-2d0d0964a65c, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5335e078-e423-47c5-8bb8-2d0d0964a65c,segment=NetworkSegment(80b985ff-d3c0-4a55-b10d-7f53f4dd19da),segment_id=80b985ff-d3c0-4a55-b10d-7f53f4dd19da)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:21.345230 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a50f673f-498c-426c-b46a-9d58b2a717da tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (89e44bd2-ade3-4e0c-8d11-dd1526f47c28), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.376855 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f673f-498c-426c-b46a-9d58b2a717da tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e44bd2-ade3-4e0c-8d11-dd1526f47c28,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:21.429708 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.430998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device cb7d9cb2-705b-481e-b551-5bb9212cb343 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:21.495223 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a50f673f-498c-426c-b46a-9d58b2a717da tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.497661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a50f673f-498c-426c-b46a-9d58b2a717da tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5284948 Jan 27 21:59:21.500216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42982) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:21.549611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=5335e078-e423-47c5-8bb8-2d0d0964a65c,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:21.556449 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fdbd098-a3e2-48d2-b6ec-f590a124f4bf tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (89e44bd2-ade3-4e0c-8d11-dd1526f47c28), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.558592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.558947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.559369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.559758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.560170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.560520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.560865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.561683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.562017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.562376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.562708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.563037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.563362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:21.574978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fdbd098-a3e2-48d2-b6ec-f590a124f4bf tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (89e44bd2-ade3-4e0c-8d11-dd1526f47c28), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.581034 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56863e3e-69f0-4ac4-9751-32248d23c728 x-openstack-request-id: req-56863e3e-69f0-4ac4-9751-32248d23c728 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:21.582012 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "5335e078-e423-47c5-8bb8-2d0d0964a65c", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:21.582283 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56863e3e-69f0-4ac4-9751-32248d23c728 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:21.582694 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5335e078-e423-47c5-8bb8-2d0d0964a65c', 'code': 200} Jan 27 21:59:21.595735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port cb7d9cb2-705b-481e-b551-5bb9212cb343 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:21.601064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port cb7d9cb2-705b-481e-b551-5bb9212cb343 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:21.605380 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.684813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port cb7d9cb2-705b-481e-b551-5bb9212cb343 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:21.685289 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.715564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fdbd098-a3e2-48d2-b6ec-f590a124f4bf tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (89e44bd2-ade3-4e0c-8d11-dd1526f47c28), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.722450 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fdbd098-a3e2-48d2-b6ec-f590a124f4bf tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.723558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3fdbd098-a3e2-48d2-b6ec-f590a124f4bf tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/89e44bd2-ade3-4e0c-8d11-dd1526f47c28 HTTP/1.1" status: 204 len: 168 time: 0.2216830 Jan 27 21:59:21.726482 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42986) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:21.733953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbd098-a3e2-48d2-b6ec-f590a124f4bf tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89e44bd2-ade3-4e0c-8d11-dd1526f47c28,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:21.734119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port cb7d9cb2-705b-481e-b551-5bb9212cb343, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=cb7d9cb2-705b-481e-b551-5bb9212cb343,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:21.784813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.785943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device fa889ecd-db7d-4354-91b6-08f458c0008a up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:21.793560 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a9823989-e5e7-45bd-bb5a-426958dc9d4b tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0659688 Jan 27 21:59:21.796283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42990) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:21.821965 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bbc3cad9-8a5f-4497-bfd4-3ebc3eb44fdf tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (e7afffd4-11b2-4c77-ab1d-e6f3aaa4f20b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.831371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bbc3cad9-8a5f-4497-bfd4-3ebc3eb44fdf tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (e7afffd4-11b2-4c77-ab1d-e6f3aaa4f20b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.883658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=cb7d9cb2-705b-481e-b551-5bb9212cb343,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:21.932704 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bbc3cad9-8a5f-4497-bfd4-3ebc3eb44fdf tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (e7afffd4-11b2-4c77-ab1d-e6f3aaa4f20b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.940639 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bbc3cad9-8a5f-4497-bfd4-3ebc3eb44fdf tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.941769 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bbc3cad9-8a5f-4497-bfd4-3ebc3eb44fdf tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/e7afffd4-11b2-4c77-ab1d-e6f3aaa4f20b HTTP/1.1" status: 204 len: 168 time: 0.1443801 Jan 27 21:59:21.944817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42998) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:21.946134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3cad9-8a5f-4497-bfd4-3ebc3eb44fdf tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7afffd4-11b2-4c77-ab1d-e6f3aaa4f20b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:21.961990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port fa889ecd-db7d-4354-91b6-08f458c0008a completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:21.966015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port fa889ecd-db7d-4354-91b6-08f458c0008a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:21.966734 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:21.990633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4305b80f-add4-4d39-aeba-56e35da4a61f tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0446446 Jan 27 21:59:21.993449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43000) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:22.025451 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcbe8-9325-4a44-b472-e7dde3a6c143 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (f65f9dd3-385f-4f43-84ab-a051c076d150), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.034931 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcbe8-9325-4a44-b472-e7dde3a6c143 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (f65f9dd3-385f-4f43-84ab-a051c076d150), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.053317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port fa889ecd-db7d-4354-91b6-08f458c0008a is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:22.053948 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.095694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port fa889ecd-db7d-4354-91b6-08f458c0008a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa889ecd-db7d-4354-91b6-08f458c0008a,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:22.126958 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcbe8-9325-4a44-b472-e7dde3a6c143 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (f65f9dd3-385f-4f43-84ab-a051c076d150), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.132703 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5ffcbe8-9325-4a44-b472-e7dde3a6c143 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.134304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c5ffcbe8-9325-4a44-b472-e7dde3a6c143 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/f65f9dd3-385f-4f43-84ab-a051c076d150 HTTP/1.1" status: 204 len: 168 time: 0.1394470 Jan 27 21:59:22.137010 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43004) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:22.150171 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.154427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffcbe8-9325-4a44-b472-e7dde3a6c143 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f65f9dd3-385f-4f43-84ab-a051c076d150,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:22.154613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 6903c701-77e9-4292-b708-5a1c23d8675e up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:22.196168 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-471835e1-b264-4391-9c33-0fe1bfc5aa19 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0574925 Jan 27 21:59:22.198755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43006) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:22.227940 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f5e96ae-075a-45bb-8f35-a4b7947860a2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (38f86903-1bb0-460c-b8b2-af324a0c25fa), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.236648 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f5e96ae-075a-45bb-8f35-a4b7947860a2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (38f86903-1bb0-460c-b8b2-af324a0c25fa), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.267236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=fa889ecd-db7d-4354-91b6-08f458c0008a,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:22.333274 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f5e96ae-075a-45bb-8f35-a4b7947860a2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (38f86903-1bb0-460c-b8b2-af324a0c25fa), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.356541 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f5e96ae-075a-45bb-8f35-a4b7947860a2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.360590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43016) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:22.361247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4f5e96ae-075a-45bb-8f35-a4b7947860a2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/38f86903-1bb0-460c-b8b2-af324a0c25fa HTTP/1.1" status: 204 len: 168 time: 0.1613464 Jan 27 21:59:22.362260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e96ae-075a-45bb-8f35-a4b7947860a2 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38f86903-1bb0-460c-b8b2-af324a0c25fa,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:22.383747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 6903c701-77e9-4292-b708-5a1c23d8675e completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:22.388622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 6903c701-77e9-4292-b708-5a1c23d8675e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:22.390216 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.460145 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c62e9747-4994-4b81-b578-add0f331e872 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0954912 Jan 27 21:59:22.463288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b0c1d-a27a-458b-be21-31114361b30d req-6dff9637-0883-4087-9d79-a9fa63621f46 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:22.474742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43018) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:22.480997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b0c1d-a27a-458b-be21-31114361b30d req-6dff9637-0883-4087-9d79-a9fa63621f46 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:22.486281 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b0c1d-a27a-458b-be21-31114361b30d req-6dff9637-0883-4087-9d79-a9fa63621f46 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:22.491881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 6903c701-77e9-4292-b708-5a1c23d8675e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:22.493249 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.501807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b0c1d-a27a-458b-be21-31114361b30d req-6dff9637-0883-4087-9d79-a9fa63621f46 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:22.518685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b0c1d-a27a-458b-be21-31114361b30d req-6dff9637-0883-4087-9d79-a9fa63621f46 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:22.525339 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f593ac69-39c7-41eb-ba89-bca1bfc5fd74 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (38249fd0-0bc6-4416-af68-4e485e7d0b1a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.526351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b0c1d-a27a-458b-be21-31114361b30d req-6dff9637-0883-4087-9d79-a9fa63621f46 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:22.532826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b0c1d-a27a-458b-be21-31114361b30d req-6dff9637-0883-4087-9d79-a9fa63621f46 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:22.535773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c14b0c1d-a27a-458b-be21-31114361b30d req-6dff9637-0883-4087-9d79-a9fa63621f46 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5428 time: 0.1459465 Jan 27 21:59:22.536930 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f593ac69-39c7-41eb-ba89-bca1bfc5fd74 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (38249fd0-0bc6-4416-af68-4e485e7d0b1a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.559030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 6903c701-77e9-4292-b708-5a1c23d8675e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6903c701-77e9-4292-b708-5a1c23d8675e,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:22.614377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c14b0c1d-a27a-458b-be21-31114361b30d req-115653ac-779d-4a3d-9045-534f222a58e6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674598 Jan 27 21:59:22.652963 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.654261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c65a11a4-9aa1-4f0f-9a82-29a9833fd357 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:22.681546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f593ac69-39c7-41eb-ba89-bca1bfc5fd74 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (38249fd0-0bc6-4416-af68-4e485e7d0b1a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.690049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f593ac69-39c7-41eb-ba89-bca1bfc5fd74 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.691548 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f593ac69-39c7-41eb-ba89-bca1bfc5fd74 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/38249fd0-0bc6-4416-af68-4e485e7d0b1a HTTP/1.1" status: 204 len: 168 time: 0.2169051 Jan 27 21:59:22.694242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43026) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:22.697113 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593ac69-39c7-41eb-ba89-bca1bfc5fd74 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38249fd0-0bc6-4416-af68-4e485e7d0b1a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:22.755094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dbf7cfb3-0b7b-49b9-ad05-1811a7383a23 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0594263 Jan 27 21:59:22.757705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43028) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:22.790545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=6903c701-77e9-4292-b708-5a1c23d8675e,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:22.838903 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b27b962-ecb4-46b8-bd1a-3c87aa70bcc4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (73e18570-0ae5-467e-8722-6c236af3d6e9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.847438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:22.853354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:22.853815 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.871377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b27b962-ecb4-46b8-bd1a-3c87aa70bcc4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (73e18570-0ae5-467e-8722-6c236af3d6e9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.951660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:22.952056 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:22.985411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c65a11a4-9aa1-4f0f-9a82-29a9833fd357, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c65a11a4-9aa1-4f0f-9a82-29a9833fd357,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:23.041835 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b27b962-ecb4-46b8-bd1a-3c87aa70bcc4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (73e18570-0ae5-467e-8722-6c236af3d6e9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.049588 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b27b962-ecb4-46b8-bd1a-3c87aa70bcc4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.049921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43038) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:23.050529 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0b27b962-ecb4-46b8-bd1a-3c87aa70bcc4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-groups/73e18570-0ae5-467e-8722-6c236af3d6e9 HTTP/1.1" status: 204 len: 168 time: 0.2913756 Jan 27 21:59:23.061134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27b962-ecb4-46b8-bd1a-3c87aa70bcc4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e18570-0ae5-467e-8722-6c236af3d6e9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:23.100606 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.103013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 232dacdc-6e3c-4c11-ae7a-252252a62058 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:23.111479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f0b96e8d-cee4-4710-9487-e5b2c6a47491 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0558248 Jan 27 21:59:23.113178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43042) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:23.117043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-481a7256-0a5e-4458-81fe-06f1a872c704 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619206388'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:23.212628 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-481a7256-0a5e-4458-81fe-06f1a872c704 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.213447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c65a11a4-9aa1-4f0f-9a82-29a9833fd357,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:23.244858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43044) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:23.289337 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-481a7256-0a5e-4458-81fe-06f1a872c704 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (c71be1ca-9b48-40a4-a9d1-e2ba3bb5dc08), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.346596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b15363fc-4517-47f7-aa6a-b3785195f7cb tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-614724160'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:23.370080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 232dacdc-6e3c-4c11-ae7a-252252a62058 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:23.370721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 232dacdc-6e3c-4c11-ae7a-252252a62058 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:23.371112 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.435304 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-481a7256-0a5e-4458-81fe-06f1a872c704 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c71be1ca-9b48-40a4-a9d1-e2ba3bb5dc08), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.449035 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 232dacdc-6e3c-4c11-ae7a-252252a62058 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:23.449428 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.459008 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15363fc-4517-47f7-aa6a-b3785195f7cb tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (ee4c04b6-1daf-4bb0-9a35-a60e6c1b0df0), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.459354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15363fc-4517-47f7-aa6a-b3785195f7cb tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (ee4c04b6-1daf-4bb0-9a35-a60e6c1b0df0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.475436 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a7256-0a5e-4458-81fe-06f1a872c704 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71be1ca-9b48-40a4-a9d1-e2ba3bb5dc08,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:23.493902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 232dacdc-6e3c-4c11-ae7a-252252a62058, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=232dacdc-6e3c-4c11-ae7a-252252a62058,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:23.513835 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15363fc-4517-47f7-aa6a-b3785195f7cb tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router_controller (ee4c04b6-1daf-4bb0-9a35-a60e6c1b0df0), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.546246 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-481a7256-0a5e-4458-81fe-06f1a872c704 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.547502 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-481a7256-0a5e-4458-81fe-06f1a872c704 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4345741 Jan 27 21:59:23.550860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43048) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:23.555136 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-214b63ca-ee63-4a89-a2be-8873051bedeb tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': 'c71be1ca-9b48-40a4-a9d1-e2ba3bb5dc08', 'direction': 'ingress', 'protocol': 17}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:23.584089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7d9cb2-705b-481e-b551-5bb9212cb343'}, {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa889ecd-db7d-4354-91b6-08f458c0008a'}, {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6903c701-77e9-4292-b708-5a1c23d8675e'}, {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65a11a4-9aa1-4f0f-9a82-29a9833fd357'}, {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dacdc-6e3c-4c11-ae7a-252252a62058'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:23.586457 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ca145a-0859-4d03-9e23-e63fdc073278" -d '{"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "cb7d9cb2-705b-481e-b551-5bb9212cb343"}, {"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "fa889ecd-db7d-4354-91b6-08f458c0008a"}, {"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "6903c701-77e9-4292-b708-5a1c23d8675e"}, {"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "c65a11a4-9aa1-4f0f-9a82-29a9833fd357"}, {"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "232dacdc-6e3c-4c11-ae7a-252252a62058"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:23.601454 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.604392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 856c8d91-48e7-4a38-b228-a5d13c60c10b up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:23.653399 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15363fc-4517-47f7-aa6a-b3785195f7cb tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (ee4c04b6-1daf-4bb0-9a35-a60e6c1b0df0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.659367 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b6db81-1147-4edd-9385-87db6a039334 x-openstack-request-id: req-79b6db81-1147-4edd-9385-87db6a039334 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:23.659688 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "cb7d9cb2-705b-481e-b551-5bb9212cb343", "code": 200}, {"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "fa889ecd-db7d-4354-91b6-08f458c0008a", "code": 200}, {"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "6903c701-77e9-4292-b708-5a1c23d8675e", "code": 200}, {"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "c65a11a4-9aa1-4f0f-9a82-29a9833fd357", "code": 200}, {"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "232dacdc-6e3c-4c11-ae7a-252252a62058", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:23.659957 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79b6db81-1147-4edd-9385-87db6a039334 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:23.660399 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7d9cb2-705b-481e-b551-5bb9212cb343', 'code': 200} Jan 27 21:59:23.660672 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa889ecd-db7d-4354-91b6-08f458c0008a', 'code': 200} Jan 27 21:59:23.660948 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6903c701-77e9-4292-b708-5a1c23d8675e', 'code': 200} Jan 27 21:59:23.661272 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65a11a4-9aa1-4f0f-9a82-29a9833fd357', 'code': 200} Jan 27 21:59:23.661527 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dacdc-6e3c-4c11-ae7a-252252a62058', 'code': 200} Jan 27 21:59:23.701143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=232dacdc-6e3c-4c11-ae7a-252252a62058,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:23.721375 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-214b63ca-ee63-4a89-a2be-8873051bedeb tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (d8eef268-5aa8-44a0-af29-a1c3e0b286e6), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.807087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 856c8d91-48e7-4a38-b228-a5d13c60c10b completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 21:59:23.812249 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-214b63ca-ee63-4a89-a2be-8873051bedeb tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (d8eef268-5aa8-44a0-af29-a1c3e0b286e6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.817542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 856c8d91-48e7-4a38-b228-a5d13c60c10b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:23.817542 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.850490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9fdff-2669-4218-b44d-263f91cc4a20 req-a689d5dc-8821-49a6-9018-e640fe5f1208 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:23.869418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9fdff-2669-4218-b44d-263f91cc4a20 req-a689d5dc-8821-49a6-9018-e640fe5f1208 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:23.879715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9fdff-2669-4218-b44d-263f91cc4a20 req-a689d5dc-8821-49a6-9018-e640fe5f1208 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:23.890079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9fdff-2669-4218-b44d-263f91cc4a20 req-a689d5dc-8821-49a6-9018-e640fe5f1208 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:23.901650 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9fdff-2669-4218-b44d-263f91cc4a20 req-a689d5dc-8821-49a6-9018-e640fe5f1208 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:23.912159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9fdff-2669-4218-b44d-263f91cc4a20 req-a689d5dc-8821-49a6-9018-e640fe5f1208 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:23.922584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9fdff-2669-4218-b44d-263f91cc4a20 req-a689d5dc-8821-49a6-9018-e640fe5f1208 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:23.926399 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-baa9fdff-2669-4218-b44d-263f91cc4a20 req-a689d5dc-8821-49a6-9018-e640fe5f1208 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5431 time: 0.2321990 Jan 27 21:59:23.927462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-214b63ca-ee63-4a89-a2be-8873051bedeb tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (d8eef268-5aa8-44a0-af29-a1c3e0b286e6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.932832 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b15363fc-4517-47f7-aa6a-b3785195f7cb tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.935593 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b15363fc-4517-47f7-aa6a-b3785195f7cb tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6895027 Jan 27 21:59:23.939140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43060) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:23.942630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 856c8d91-48e7-4a38-b228-a5d13c60c10b is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:23.943819 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:23.948385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b63ca-ee63-4a89-a2be-8873051bedeb tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8eef268-5aa8-44a0-af29-a1c3e0b286e6,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:23.991063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 856c8d91-48e7-4a38-b228-a5d13c60c10b, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=856c8d91-48e7-4a38-b228-a5d13c60c10b,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:24.032189 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70fb2001-a022-4b80-8880-23ded88f5b87 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (ee4c04b6-1daf-4bb0-9a35-a60e6c1b0df0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.086822 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.088709 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-214b63ca-ee63-4a89-a2be-8873051bedeb tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.092584 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-214b63ca-ee63-4a89-a2be-8873051bedeb tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5381224 Jan 27 21:59:24.092859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43062) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:24.147681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=856c8d91-48e7-4a38-b228-a5d13c60c10b,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:24.149457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-baa9fdff-2669-4218-b44d-263f91cc4a20 req-b174fddb-7614-4628-9526-0c0efc11bd30 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1994472 Jan 27 21:59:24.151561 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0da7-6b94-4f1f-bf23-403eaf362546 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (c71be1ca-9b48-40a4-a9d1-e2ba3bb5dc08), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.189270 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0da7-6b94-4f1f-bf23-403eaf362546 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (c71be1ca-9b48-40a4-a9d1-e2ba3bb5dc08), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.384068 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0da7-6b94-4f1f-bf23-403eaf362546 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c71be1ca-9b48-40a4-a9d1-e2ba3bb5dc08), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.387012 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0da7-6b94-4f1f-bf23-403eaf362546 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.388354 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5f0d0da7-6b94-4f1f-bf23-403eaf362546 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-groups/c71be1ca-9b48-40a4-a9d1-e2ba3bb5dc08 HTTP/1.1" status: 204 len: 168 time: 0.2944822 Jan 27 21:59:24.392567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43068) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:24.413248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d0da7-6b94-4f1f-bf23-403eaf362546 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71be1ca-9b48-40a4-a9d1-e2ba3bb5dc08,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:24.468770 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3c68e8ab-8b45-497c-acc8-bee5c96c72b7 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0744710 Jan 27 21:59:24.473037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43070) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:24.477742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-fe3fe42c-c1a9-4a0a-a1aa-cc77cf255645 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group': {'name': 'tempest-secgroup--516543394'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:24.586955 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70fb2001-a022-4b80-8880-23ded88f5b87 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (ee4c04b6-1daf-4bb0-9a35-a60e6c1b0df0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.589086 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70fb2001-a022-4b80-8880-23ded88f5b87 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router_controller (ee4c04b6-1daf-4bb0-9a35-a60e6c1b0df0), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.686806 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fe3fe42c-c1a9-4a0a-a1aa-cc77cf255645 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.715651 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70fb2001-a022-4b80-8880-23ded88f5b87 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (ee4c04b6-1daf-4bb0-9a35-a60e6c1b0df0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.716360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fb2001-a022-4b80-8880-23ded88f5b87 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee4c04b6-1daf-4bb0-9a35-a60e6c1b0df0 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:59:24.720922 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-70fb2001-a022-4b80-8880-23ded88f5b87 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.722243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-70fb2001-a022-4b80-8880-23ded88f5b87 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] 10.222.0.61 "DELETE /v2.0/routers/ee4c04b6-1daf-4bb0-9a35-a60e6c1b0df0 HTTP/1.1" status: 204 len: 168 time: 0.7817721 Jan 27 21:59:24.725464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43072) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:24.730237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e45906e9-06c5-43c8-88e3-1eb94a4e539f tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Request body: {'router': {'name': 'tempest-router-1197376784', 'distributed': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:24.793208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fe3fe42c-c1a9-4a0a-a1aa-cc77cf255645 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (85ecfecb-8bf4-44db-902a-a8c294cd3e9c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.858574 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e45906e9-06c5-43c8-88e3-1eb94a4e539f tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (425c5b9c-33dd-46ce-b224-ac879c030436), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.859035 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fe3fe42c-c1a9-4a0a-a1aa-cc77cf255645 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (85ecfecb-8bf4-44db-902a-a8c294cd3e9c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.859647 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e45906e9-06c5-43c8-88e3-1eb94a4e539f tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (425c5b9c-33dd-46ce-b224-ac879c030436), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:24.912319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fe42c-c1a9-4a0a-a1aa-cc77cf255645 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ecfecb-8bf4-44db-902a-a8c294cd3e9c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:24.926051 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e45906e9-06c5-43c8-88e3-1eb94a4e539f tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router_controller (425c5b9c-33dd-46ce-b224-ac879c030436), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.009551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fe3fe42c-c1a9-4a0a-a1aa-cc77cf255645 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.010879 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fe3fe42c-c1a9-4a0a-a1aa-cc77cf255645 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5366664 Jan 27 21:59:25.013842 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43084) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:25.018527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c53385cb-957c-4c4d-97cd-63f6246a0ea0 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1999472964'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:25.024462 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e45906e9-06c5-43c8-88e3-1eb94a4e539f tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (425c5b9c-33dd-46ce-b224-ac879c030436), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.132929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c53385cb-957c-4c4d-97cd-63f6246a0ea0 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.169413 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e45906e9-06c5-43c8-88e3-1eb94a4e539f tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.172364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e45906e9-06c5-43c8-88e3-1eb94a4e539f tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4443047 Jan 27 21:59:25.173612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43086) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:25.202321 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c53385cb-957c-4c4d-97cd-63f6246a0ea0 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (c0d68931-f0a3-454b-b1a0-8f111d081233), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.249830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8524c946-3158-41a3-9976-f4b86d9c01bf tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (425c5b9c-33dd-46ce-b224-ac879c030436), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.275676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c53385cb-957c-4c4d-97cd-63f6246a0ea0 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c0d68931-f0a3-454b-b1a0-8f111d081233), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.310075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53385cb-957c-4c4d-97cd-63f6246a0ea0 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d68931-f0a3-454b-b1a0-8f111d081233,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:25.386060 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c53385cb-957c-4c4d-97cd-63f6246a0ea0 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.387795 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c53385cb-957c-4c4d-97cd-63f6246a0ea0 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3729002 Jan 27 21:59:25.390434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43092) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:25.396205 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-925e2ffc-4bc7-4a28-9190-4eb76221acd8 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': '85ecfecb-8bf4-44db-902a-a8c294cd3e9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c0d68931-f0a3-454b-b1a0-8f111d081233', 'remote_ip_prefix': None}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:25.444617 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8524c946-3158-41a3-9976-f4b86d9c01bf tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (425c5b9c-33dd-46ce-b224-ac879c030436), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.448697 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8524c946-3158-41a3-9976-f4b86d9c01bf tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router_controller (425c5b9c-33dd-46ce-b224-ac879c030436), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.462149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a791ad-5ebc-4c0b-a5ba-7d793a303171 req-b5da7715-255a-4de2-bbc1-2345d834a5b9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.467332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a791ad-5ebc-4c0b-a5ba-7d793a303171 req-b5da7715-255a-4de2-bbc1-2345d834a5b9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.472655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a791ad-5ebc-4c0b-a5ba-7d793a303171 req-b5da7715-255a-4de2-bbc1-2345d834a5b9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.477894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a791ad-5ebc-4c0b-a5ba-7d793a303171 req-b5da7715-255a-4de2-bbc1-2345d834a5b9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.483514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a791ad-5ebc-4c0b-a5ba-7d793a303171 req-b5da7715-255a-4de2-bbc1-2345d834a5b9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.488837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a791ad-5ebc-4c0b-a5ba-7d793a303171 req-b5da7715-255a-4de2-bbc1-2345d834a5b9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.494080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a791ad-5ebc-4c0b-a5ba-7d793a303171 req-b5da7715-255a-4de2-bbc1-2345d834a5b9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.495943 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9a791ad-5ebc-4c0b-a5ba-7d793a303171 req-b5da7715-255a-4de2-bbc1-2345d834a5b9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5432 time: 0.2125857 Jan 27 21:59:25.496969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-925e2ffc-4bc7-4a28-9190-4eb76221acd8 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (4825f5f5-286c-4f42-af5a-94d83386afc9), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.570864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-925e2ffc-4bc7-4a28-9190-4eb76221acd8 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (4825f5f5-286c-4f42-af5a-94d83386afc9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.591390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9a791ad-5ebc-4c0b-a5ba-7d793a303171 req-35a095e2-de5a-491d-9aa3-c409c93667ea tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556040 Jan 27 21:59:25.635131 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8524c946-3158-41a3-9976-f4b86d9c01bf tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (425c5b9c-33dd-46ce-b224-ac879c030436), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.635782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8524c946-3158-41a3-9976-f4b86d9c01bf tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 425c5b9c-33dd-46ce-b224-ac879c030436 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:59:25.643715 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8524c946-3158-41a3-9976-f4b86d9c01bf tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.643715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8524c946-3158-41a3-9976-f4b86d9c01bf tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] 10.222.0.61 "DELETE /v2.0/routers/425c5b9c-33dd-46ce-b224-ac879c030436 HTTP/1.1" status: 204 len: 168 time: 0.4661229 Jan 27 21:59:25.645727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43094) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:25.650460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c7550ffa-4445-43f3-831b-40902b0258fa tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Request body: {'router': {'name': 'tempest-router-2121883304', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '64dfc12a523d44fab9edf93b582d42bc'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:25.652694 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-925e2ffc-4bc7-4a28-9190-4eb76221acd8 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (4825f5f5-286c-4f42-af5a-94d83386afc9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.663165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856c8d91-48e7-4a38-b228-a5d13c60c10b'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:25.666207 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751f436a-56b3-4fd0-acf6-daf919f120c2" -d '{"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "856c8d91-48e7-4a38-b228-a5d13c60c10b"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:25.672692 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e2ffc-4bc7-4a28-9190-4eb76221acd8 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4825f5f5-286c-4f42-af5a-94d83386afc9,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:25.707378 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c18777f-b219-461c-bf7e-64117e76fcba x-openstack-request-id: req-4c18777f-b219-461c-bf7e-64117e76fcba {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:25.707724 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-plugged", "status": "completed", "tag": "856c8d91-48e7-4a38-b228-a5d13c60c10b", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:25.708256 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c18777f-b219-461c-bf7e-64117e76fcba {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:25.709206 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856c8d91-48e7-4a38-b228-a5d13c60c10b', 'code': 200} Jan 27 21:59:25.763828 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-925e2ffc-4bc7-4a28-9190-4eb76221acd8 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.765116 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-925e2ffc-4bc7-4a28-9190-4eb76221acd8 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3736451 Jan 27 21:59:25.767910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43098) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:25.790093 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c7550ffa-4445-43f3-831b-40902b0258fa tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (6e76d052-5e61-412d-89b9-53b54aac49d1), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.791179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c7550ffa-4445-43f3-831b-40902b0258fa tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (6e76d052-5e61-412d-89b9-53b54aac49d1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.792337 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5c36-8eae-4085-ac2f-06e044e81fe9 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (4825f5f5-286c-4f42-af5a-94d83386afc9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.802185 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5c36-8eae-4085-ac2f-06e044e81fe9 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (4825f5f5-286c-4f42-af5a-94d83386afc9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.898620 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5c36-8eae-4085-ac2f-06e044e81fe9 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (4825f5f5-286c-4f42-af5a-94d83386afc9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.900468 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c7550ffa-4445-43f3-831b-40902b0258fa tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router_controller (6e76d052-5e61-412d-89b9-53b54aac49d1), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.914383 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dbdd5c36-8eae-4085-ac2f-06e044e81fe9 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.916642 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dbdd5c36-8eae-4085-ac2f-06e044e81fe9 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/4825f5f5-286c-4f42-af5a-94d83386afc9 HTTP/1.1" status: 204 len: 168 time: 0.1466439 Jan 27 21:59:25.920705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc42a-382b-47d6-92fa-afc90558ff93 req-b58d9276-4709-430d-b383-76cacd5d0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.921319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc42a-382b-47d6-92fa-afc90558ff93 req-b58d9276-4709-430d-b383-76cacd5d0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.921992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc42a-382b-47d6-92fa-afc90558ff93 req-b58d9276-4709-430d-b383-76cacd5d0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.922530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc42a-382b-47d6-92fa-afc90558ff93 req-b58d9276-4709-430d-b383-76cacd5d0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.923064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc42a-382b-47d6-92fa-afc90558ff93 req-b58d9276-4709-430d-b383-76cacd5d0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.923596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc42a-382b-47d6-92fa-afc90558ff93 req-b58d9276-4709-430d-b383-76cacd5d0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.925487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fc42a-382b-47d6-92fa-afc90558ff93 req-b58d9276-4709-430d-b383-76cacd5d0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:25.927817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-808fc42a-382b-47d6-92fa-afc90558ff93 req-b58d9276-4709-430d-b383-76cacd5d0da2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6489 time: 0.1533244 Jan 27 21:59:25.928270 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43108) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:25.943632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd5c36-8eae-4085-ac2f-06e044e81fe9 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4825f5f5-286c-4f42-af5a-94d83386afc9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:25.973385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c7550ffa-4445-43f3-831b-40902b0258fa tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (6e76d052-5e61-412d-89b9-53b54aac49d1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:25.995404 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e30d7a45-85fb-4a94-86d8-a27e9d32e0ab tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0645840 Jan 27 21:59:25.998052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43112) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:26.022521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-808fc42a-382b-47d6-92fa-afc90558ff93 req-598a1f0f-0e31-4e55-b21d-de22f79c5dfc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882659 Jan 27 21:59:26.060969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21a83e56-49e4-4b8d-937c-14a62ecc1be6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (c0d68931-f0a3-454b-b1a0-8f111d081233), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.067926 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c7550ffa-4445-43f3-831b-40902b0258fa tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.069412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c7550ffa-4445-43f3-831b-40902b0258fa tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4223461 Jan 27 21:59:26.072939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43116) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:26.078448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:26.094571 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21a83e56-49e4-4b8d-937c-14a62ecc1be6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (c0d68931-f0a3-454b-b1a0-8f111d081233), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.223687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21a83e56-49e4-4b8d-937c-14a62ecc1be6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c0d68931-f0a3-454b-b1a0-8f111d081233), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.227406 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21a83e56-49e4-4b8d-937c-14a62ecc1be6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.228893 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-21a83e56-49e4-4b8d-937c-14a62ecc1be6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-groups/c0d68931-f0a3-454b-b1a0-8f111d081233 HTTP/1.1" status: 204 len: 168 time: 0.2295573 Jan 27 21:59:26.233106 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43118) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:26.244341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a83e56-49e4-4b8d-937c-14a62ecc1be6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d68931-f0a3-454b-b1a0-8f111d081233,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:26.293833 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1b3d1073-4146-43bf-86b4-065ebaaa4ecb tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0596519 Jan 27 21:59:26.296569 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43120) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:26.298753 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4594'] for router (6e76d052-5e61-412d-89b9-53b54aac49d1), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.299276 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (6e76d052-5e61-412d-89b9-53b54aac49d1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.348044 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1c779fd-17c6-427c-948b-20f0efaf7244 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (85ecfecb-8bf4-44db-902a-a8c294cd3e9c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.371151 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1c779fd-17c6-427c-948b-20f0efaf7244 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (85ecfecb-8bf4-44db-902a-a8c294cd3e9c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.382837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104027) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 27 21:59:26.383185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Router 6e76d052-5e61-412d-89b9-53b54aac49d1 migrating from provider to provider. {{(pid=104027) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 27 21:59:26.383567 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router_controller (6e76d052-5e61-412d-89b9-53b54aac49d1), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.388749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router_controller (6e76d052-5e61-412d-89b9-53b54aac49d1), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.527410 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749494', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-747035'] for router (6e76d052-5e61-412d-89b9-53b54aac49d1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.581209 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1c779fd-17c6-427c-948b-20f0efaf7244 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (85ecfecb-8bf4-44db-902a-a8c294cd3e9c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.584202 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1c779fd-17c6-427c-948b-20f0efaf7244 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.594426 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c1c779fd-17c6-427c-948b-20f0efaf7244 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-groups/85ecfecb-8bf4-44db-902a-a8c294cd3e9c HTTP/1.1" status: 204 len: 168 time: 0.2967496 Jan 27 21:59:26.595172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43122) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:26.614374 n-d-760456-6 neutron-server[104027]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] No L3 agents can host the router 6e76d052-5e61-412d-89b9-53b54aac49d1 Jan 27 21:59:26.641340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c779fd-17c6-427c-948b-20f0efaf7244 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ecfecb-8bf4-44db-902a-a8c294cd3e9c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:26.681030 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7fabf64d-ee82-4577-9d90-47022770fe1b tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0781493 Jan 27 21:59:26.682049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43126) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:26.687864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-27ac0cdd-22f9-4d44-8e46-7c8904fca360 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group': {'name': 'tempest-secgroup--214698696'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:26.766903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Hosts for router 6e76d052-5e61-412d-89b9-53b54aac49d1: [] {{(pid=104027) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jan 27 21:59:26.789987 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-27ac0cdd-22f9-4d44-8e46-7c8904fca360 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.794308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Hosts for other DVR routers connected to router 6e76d052-5e61-412d-89b9-53b54aac49d1: set() {{(pid=104027) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jan 27 21:59:26.796999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.801407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9306c1d8-f27d-4558-86c6-e1a75f7abcc4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] 10.222.0.61 "PUT /v2.0/routers/6e76d052-5e61-412d-89b9-53b54aac49d1 HTTP/1.1" status: 200 len: 717 time: 0.7241073 Jan 27 21:59:26.801594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43128) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:26.858685 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-27ac0cdd-22f9-4d44-8e46-7c8904fca360 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (0f8af510-7478-4c87-8292-d91b52936e87), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.862395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b0917-c77f-4586-a842-ce9f737b846d req-467edd8c-89ba-4e74-9f38-55b62ba0610a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:26.868726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b0917-c77f-4586-a842-ce9f737b846d req-467edd8c-89ba-4e74-9f38-55b62ba0610a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:26.875758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b0917-c77f-4586-a842-ce9f737b846d req-467edd8c-89ba-4e74-9f38-55b62ba0610a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:26.881814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b0917-c77f-4586-a842-ce9f737b846d req-467edd8c-89ba-4e74-9f38-55b62ba0610a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:26.887518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b0917-c77f-4586-a842-ce9f737b846d req-467edd8c-89ba-4e74-9f38-55b62ba0610a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:26.893382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b0917-c77f-4586-a842-ce9f737b846d req-467edd8c-89ba-4e74-9f38-55b62ba0610a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:26.903060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b0917-c77f-4586-a842-ce9f737b846d req-467edd8c-89ba-4e74-9f38-55b62ba0610a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:26.905043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b47b0917-c77f-4586-a842-ce9f737b846d req-467edd8c-89ba-4e74-9f38-55b62ba0610a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5432 time: 0.1848857 Jan 27 21:59:26.943544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-14585a48-f111-494d-8dd3-56b22cd32c59 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] 10.222.0.61 "GET /v2.0/routers/6e76d052-5e61-412d-89b9-53b54aac49d1 HTTP/1.1" status: 200 len: 717 time: 0.1410153 Jan 27 21:59:26.946300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43134) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:26.957574 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-27ac0cdd-22f9-4d44-8e46-7c8904fca360 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0f8af510-7478-4c87-8292-d91b52936e87), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.969963 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:26.984040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac0cdd-22f9-4d44-8e46-7c8904fca360 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8af510-7478-4c87-8292-d91b52936e87,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:27.028618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b47b0917-c77f-4586-a842-ce9f737b846d req-262c9840-b5f0-4bd2-87c9-831bfaffecf4 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962820 Jan 27 21:59:27.037655 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-27ac0cdd-22f9-4d44-8e46-7c8904fca360 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.046106 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-27ac0cdd-22f9-4d44-8e46-7c8904fca360 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3570588 Jan 27 21:59:27.046106 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43144) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:27.050631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-11e0feba-46fc-43fb-b193-c0cff131cb92 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': '0f8af510-7478-4c87-8292-d91b52936e87', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:27.202207 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-90690932-a99c-433f-8517-7bbc7690b3b1 tempest-RoutersTestDVR-1097564185 tempest-RoutersTestDVR-1097564185-project] 10.222.0.61 "GET /v2.0/routers/6e76d052-5e61-412d-89b9-53b54aac49d1 HTTP/1.1" status: 200 len: 683 time: 0.2546263 Jan 27 21:59:27.204644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43152) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:27.253844 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-11e0feba-46fc-43fb-b193-c0cff131cb92 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (773f51cb-5db9-4033-a082-1c460054397a), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.293428 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-39ed4e35-a0e2-451a-9cf8-49113543ce59 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (6e76d052-5e61-412d-89b9-53b54aac49d1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.418083 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.478136 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-11e0feba-46fc-43fb-b193-c0cff131cb92 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (773f51cb-5db9-4033-a082-1c460054397a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.479883 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-39ed4e35-a0e2-451a-9cf8-49113543ce59 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (6e76d052-5e61-412d-89b9-53b54aac49d1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.482026 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-39ed4e35-a0e2-451a-9cf8-49113543ce59 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router_controller (6e76d052-5e61-412d-89b9-53b54aac49d1), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.538619 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-11e0feba-46fc-43fb-b193-c0cff131cb92 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (773f51cb-5db9-4033-a082-1c460054397a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.556514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0feba-46fc-43fb-b193-c0cff131cb92 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773f51cb-5db9-4033-a082-1c460054397a,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:27.583884 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-39ed4e35-a0e2-451a-9cf8-49113543ce59 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (6e76d052-5e61-412d-89b9-53b54aac49d1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.584463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ed4e35-a0e2-451a-9cf8-49113543ce59 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e76d052-5e61-412d-89b9-53b54aac49d1 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:59:27.591335 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-39ed4e35-a0e2-451a-9cf8-49113543ce59 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.591335 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-39ed4e35-a0e2-451a-9cf8-49113543ce59 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] 10.222.0.61 "DELETE /v2.0/routers/6e76d052-5e61-412d-89b9-53b54aac49d1 HTTP/1.1" status: 204 len: 168 time: 0.3838427 Jan 27 21:59:27.595271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43164) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:27.599500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-01534e7a-2976-4060-9bb0-97fb358a7b0d tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Request body: {'router': {'name': 'tempest-router-1225529709', 'distributed': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:27.625405 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-11e0feba-46fc-43fb-b193-c0cff131cb92 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.630452 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-11e0feba-46fc-43fb-b193-c0cff131cb92 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5837297 Jan 27 21:59:27.630642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43170) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:27.664392 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ce8795f-35fe-4747-9cd9-7e28daf7619d tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (773f51cb-5db9-4033-a082-1c460054397a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.677937 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ce8795f-35fe-4747-9cd9-7e28daf7619d tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (773f51cb-5db9-4033-a082-1c460054397a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.698217 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-01534e7a-2976-4060-9bb0-97fb358a7b0d tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (b67dd96f-c753-487e-a120-eec0bdc9e3b2), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.699953 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-01534e7a-2976-4060-9bb0-97fb358a7b0d tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (b67dd96f-c753-487e-a120-eec0bdc9e3b2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.822088 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ce8795f-35fe-4747-9cd9-7e28daf7619d tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (773f51cb-5db9-4033-a082-1c460054397a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.837743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ce8795f-35fe-4747-9cd9-7e28daf7619d tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.845585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7ce8795f-35fe-4747-9cd9-7e28daf7619d tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/773f51cb-5db9-4033-a082-1c460054397a HTTP/1.1" status: 204 len: 168 time: 0.2140923 Jan 27 21:59:27.847368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8795f-35fe-4747-9cd9-7e28daf7619d tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=773f51cb-5db9-4033-a082-1c460054397a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:27.849327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43174) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:27.891145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-01534e7a-2976-4060-9bb0-97fb358a7b0d tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router_controller (b67dd96f-c753-487e-a120-eec0bdc9e3b2), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.904331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e4f7f0e1-a0f1-4036-95e8-86de4ded3f18 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469890 Jan 27 21:59:27.907292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43176) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:27.932686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-01534e7a-2976-4060-9bb0-97fb358a7b0d tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (b67dd96f-c753-487e-a120-eec0bdc9e3b2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.966572 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76f95258-9fd9-44b0-a2c0-072c505c2362 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (0f8af510-7478-4c87-8292-d91b52936e87), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:27.989503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76f95258-9fd9-44b0-a2c0-072c505c2362 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (0f8af510-7478-4c87-8292-d91b52936e87), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.005059 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-01534e7a-2976-4060-9bb0-97fb358a7b0d tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.007950 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-01534e7a-2976-4060-9bb0-97fb358a7b0d tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4113250 Jan 27 21:59:28.009772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43178) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:28.100509 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d728fa84-4419-4cbd-8b53-323ea921ecd4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (b67dd96f-c753-487e-a120-eec0bdc9e3b2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.255838 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76f95258-9fd9-44b0-a2c0-072c505c2362 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0f8af510-7478-4c87-8292-d91b52936e87), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.258616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76f95258-9fd9-44b0-a2c0-072c505c2362 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.262119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-76f95258-9fd9-44b0-a2c0-072c505c2362 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-groups/0f8af510-7478-4c87-8292-d91b52936e87 HTTP/1.1" status: 204 len: 168 time: 0.3515210 Jan 27 21:59:28.262499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43182) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:28.316284 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e1b1aefb-0c4b-4750-aa14-af725dfe3c9d tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0492175 Jan 27 21:59:28.317386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43184) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:28.322142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8f021430-5b86-4343-b9fa-533e71ee1639 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659950567'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:28.338987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f95258-9fd9-44b0-a2c0-072c505c2362 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8af510-7478-4c87-8292-d91b52936e87,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:28.342317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d728fa84-4419-4cbd-8b53-323ea921ecd4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (b67dd96f-c753-487e-a120-eec0bdc9e3b2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.345976 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d728fa84-4419-4cbd-8b53-323ea921ecd4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router_controller (b67dd96f-c753-487e-a120-eec0bdc9e3b2), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.368829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd745b-4ebf-4799-a177-e721e54a201b req-a3b8d738-c049-4733-b3ff-a5a646f7b38f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.374529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd745b-4ebf-4799-a177-e721e54a201b req-a3b8d738-c049-4733-b3ff-a5a646f7b38f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.380550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd745b-4ebf-4799-a177-e721e54a201b req-a3b8d738-c049-4733-b3ff-a5a646f7b38f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.385845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd745b-4ebf-4799-a177-e721e54a201b req-a3b8d738-c049-4733-b3ff-a5a646f7b38f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.391141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd745b-4ebf-4799-a177-e721e54a201b req-a3b8d738-c049-4733-b3ff-a5a646f7b38f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.396776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd745b-4ebf-4799-a177-e721e54a201b req-a3b8d738-c049-4733-b3ff-a5a646f7b38f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.402142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd745b-4ebf-4799-a177-e721e54a201b req-a3b8d738-c049-4733-b3ff-a5a646f7b38f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.404026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86cd745b-4ebf-4799-a177-e721e54a201b req-a3b8d738-c049-4733-b3ff-a5a646f7b38f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5432 time: 0.2028344 Jan 27 21:59:28.429800 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f021430-5b86-4343-b9fa-533e71ee1639 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.493192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86cd745b-4ebf-4799-a177-e721e54a201b req-1cf330b1-9d2c-4492-a916-894c2aa905f8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593016 Jan 27 21:59:28.509585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d728fa84-4419-4cbd-8b53-323ea921ecd4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (b67dd96f-c753-487e-a120-eec0bdc9e3b2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.510059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d728fa84-4419-4cbd-8b53-323ea921ecd4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b67dd96f-c753-487e-a120-eec0bdc9e3b2 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:59:28.516595 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d728fa84-4419-4cbd-8b53-323ea921ecd4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.517806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d728fa84-4419-4cbd-8b53-323ea921ecd4 tempest-RoutersTestDVR-593063683 tempest-RoutersTestDVR-593063683-project-admin] 10.222.0.61 "DELETE /v2.0/routers/b67dd96f-c753-487e-a120-eec0bdc9e3b2 HTTP/1.1" status: 204 len: 168 time: 0.5068712 Jan 27 21:59:28.639449 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f021430-5b86-4343-b9fa-533e71ee1639 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (1c60b391-5320-409d-abf1-3772faa9e612), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.678227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc86e-cc82-4fe2-994c-9f41a36bad0e req-991722f3-49e2-435b-adc6-905a4a3ce5b6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.683520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc86e-cc82-4fe2-994c-9f41a36bad0e req-991722f3-49e2-435b-adc6-905a4a3ce5b6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.689040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc86e-cc82-4fe2-994c-9f41a36bad0e req-991722f3-49e2-435b-adc6-905a4a3ce5b6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.694190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc86e-cc82-4fe2-994c-9f41a36bad0e req-991722f3-49e2-435b-adc6-905a4a3ce5b6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.699403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc86e-cc82-4fe2-994c-9f41a36bad0e req-991722f3-49e2-435b-adc6-905a4a3ce5b6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.704713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc86e-cc82-4fe2-994c-9f41a36bad0e req-991722f3-49e2-435b-adc6-905a4a3ce5b6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.710229 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f021430-5b86-4343-b9fa-533e71ee1639 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1c60b391-5320-409d-abf1-3772faa9e612), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.713896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc86e-cc82-4fe2-994c-9f41a36bad0e req-991722f3-49e2-435b-adc6-905a4a3ce5b6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:28.715936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a16dc86e-cc82-4fe2-994c-9f41a36bad0e req-991722f3-49e2-435b-adc6-905a4a3ce5b6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5432 time: 0.1242497 Jan 27 21:59:28.728333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43190) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:28.735475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-bb280db3-ed11-422d-9a9b-95b48ac8f8db tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Request body: {'floatingip': {'port_id': '5335e078-e423-47c5-8bb8-2d0d0964a65c'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:28.760829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f021430-5b86-4343-b9fa-533e71ee1639 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c60b391-5320-409d-abf1-3772faa9e612,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:28.782709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bb280db3-ed11-422d-9a9b-95b48ac8f8db tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for floatingip (5156472a-7597-4026-83ac-9b879dc1a98f), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.809202 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f021430-5b86-4343-b9fa-533e71ee1639 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:28.815400 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8f021430-5b86-4343-b9fa-533e71ee1639 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4927018 Jan 27 21:59:28.815400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43196) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:28.820178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e10f54d5-1380-4be0-b140-ea71d65d245f tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': '1c60b391-5320-409d-abf1-3772faa9e612', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:28.933736 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10f54d5-1380-4be0-b140-ea71d65d245f tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (d6f58407-b0e8-4c79-bfca-d8af9ea8b654), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.029121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10f54d5-1380-4be0-b140-ea71d65d245f tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (d6f58407-b0e8-4c79-bfca-d8af9ea8b654), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.064766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43200) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:29.134592 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10f54d5-1380-4be0-b140-ea71d65d245f tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (d6f58407-b0e8-4c79-bfca-d8af9ea8b654), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.203652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f54d5-1380-4be0-b140-ea71d65d245f tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f58407-b0e8-4c79-bfca-d8af9ea8b654,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:29.256046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94cf9e37-59b3-41c6-a876-707829c9a034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.278918 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e10f54d5-1380-4be0-b140-ea71d65d245f tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.286458 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e10f54d5-1380-4be0-b140-ea71d65d245f tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4655058 Jan 27 21:59:29.286632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43206) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:29.341075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d835ecf5-dd81-407e-bdb3-e62faa4ad4e1 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules/d6f58407-b0e8-4c79-bfca-d8af9ea8b654 HTTP/1.1" status: 200 len: 763 time: 0.0516512 Jan 27 21:59:29.341915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43208) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:29.370686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94cf9e37-59b3-41c6-a876-707829c9a034 admin admin] Publish callbacks [] for security_group (e8e7b055-ebbd-4770-8bde-0090ca6967d7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.378110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bb280db3-ed11-422d-9a9b-95b48ac8f8db tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.398546 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-09a38ac5-5a27-4bd0-9501-0f2883488c9b tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0510354 Jan 27 21:59:29.398774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43210) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:29.425064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ed81-23f9-4f95-9fae-63183f64dd48 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (d6f58407-b0e8-4c79-bfca-d8af9ea8b654), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.433627 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ed81-23f9-4f95-9fae-63183f64dd48 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (d6f58407-b0e8-4c79-bfca-d8af9ea8b654), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.487235 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94cf9e37-59b3-41c6-a876-707829c9a034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e8e7b055-ebbd-4770-8bde-0090ca6967d7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.526696 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bb280db3-ed11-422d-9a9b-95b48ac8f8db tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (5156472a-7597-4026-83ac-9b879dc1a98f), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.530223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf9e37-59b3-41c6-a876-707829c9a034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e7b055-ebbd-4770-8bde-0090ca6967d7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:29.553082 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-94cf9e37-59b3-41c6-a876-707829c9a034 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64dfc12a523d44fab9edf93b582d42bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4870651 Jan 27 21:59:29.555492 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43212) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:29.631774 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b84f8c3-b30e-4d1b-85c8-a8c3a7ae57b8 admin admin] Publish callbacks [] for security_group (e8e7b055-ebbd-4770-8bde-0090ca6967d7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.637372 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ed81-23f9-4f95-9fae-63183f64dd48 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (d6f58407-b0e8-4c79-bfca-d8af9ea8b654), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.647731 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ed81-23f9-4f95-9fae-63183f64dd48 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.651869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ceb3ed81-23f9-4f95-9fae-63183f64dd48 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/d6f58407-b0e8-4c79-bfca-d8af9ea8b654 HTTP/1.1" status: 204 len: 168 time: 0.2494936 Jan 27 21:59:29.652729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43214) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:29.659915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3ed81-23f9-4f95-9fae-63183f64dd48 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6f58407-b0e8-4c79-bfca-d8af9ea8b654,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:29.680478 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-bb280db3-ed11-422d-9a9b-95b48ac8f8db tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Floating IP 5156472a-7597-4026-83ac-9b879dc1a98f associated. External IP: 172.25.0.155, port: 5335e078-e423-47c5-8bb8-2d0d0964a65c. Jan 27 21:59:29.704314 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b84f8c3-b30e-4d1b-85c8-a8c3a7ae57b8 admin admin] Publish callbacks [] for security_group (e8e7b055-ebbd-4770-8bde-0090ca6967d7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.717648 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1b41252d-18f0-45fa-9c9c-7d82b4f6006f tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0607669 Jan 27 21:59:29.721706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43216) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:29.730239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-fba45f59-92bf-42d0-bf06-502d7a93a357 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': '1c60b391-5320-409d-abf1-3772faa9e612', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:29.878461 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fba45f59-92bf-42d0-bf06-502d7a93a357 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (9265b79b-fd00-48fd-a2ee-c46e5b87cfe9), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.898547 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b84f8c3-b30e-4d1b-85c8-a8c3a7ae57b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e8e7b055-ebbd-4770-8bde-0090ca6967d7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.909344 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b84f8c3-b30e-4d1b-85c8-a8c3a7ae57b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:29.912666 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1b84f8c3-b30e-4d1b-85c8-a8c3a7ae57b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e8e7b055-ebbd-4770-8bde-0090ca6967d7 HTTP/1.1" status: 204 len: 168 time: 0.3539875 Jan 27 21:59:29.952202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb280db3-ed11-422d-9a9b-95b48ac8f8db tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Router fc213aff-6f2b-4b48-bf85-50411bf03583 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 21:59:29.956716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84f8c3-b30e-4d1b-85c8-a8c3a7ae57b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e7b055-ebbd-4770-8bde-0090ca6967d7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:30.052986 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fba45f59-92bf-42d0-bf06-502d7a93a357 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (9265b79b-fd00-48fd-a2ee-c46e5b87cfe9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.161316 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fba45f59-92bf-42d0-bf06-502d7a93a357 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (9265b79b-fd00-48fd-a2ee-c46e5b87cfe9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.194655 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba45f59-92bf-42d0-bf06-502d7a93a357 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9265b79b-fd00-48fd-a2ee-c46e5b87cfe9,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:30.381858 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fba45f59-92bf-42d0-bf06-502d7a93a357 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.385885 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fba45f59-92bf-42d0-bf06-502d7a93a357 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6605332 Jan 27 21:59:30.386059 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43230) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:30.415830 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7e9509b9-ac18-4bb4-bd1d-1aa93d3e7de1 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules/9265b79b-fd00-48fd-a2ee-c46e5b87cfe9 HTTP/1.1" status: 200 len: 763 time: 0.0284488 Jan 27 21:59:30.416994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43232) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:30.474718 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f74e6305-da4d-4441-bc5b-280a636c59dd tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0554450 Jan 27 21:59:30.477657 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43234) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:30.504524 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5e44c6c-9b88-4ef2-9251-d3bdacac82f4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (9265b79b-fd00-48fd-a2ee-c46e5b87cfe9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.513196 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5e44c6c-9b88-4ef2-9251-d3bdacac82f4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (9265b79b-fd00-48fd-a2ee-c46e5b87cfe9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.556543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb280db3-ed11-422d-9a9b-95b48ac8f8db tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 21:59:30.563111 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bb280db3-ed11-422d-9a9b-95b48ac8f8db tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.578046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e91be-9c33-4fff-a5fe-b6a5caa64281 None None] Sync routers for ids ['fc213aff-6f2b-4b48-bf85-50411bf03583'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 21:59:30.596869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bb280db3-ed11-422d-9a9b-95b48ac8f8db tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "PUT /v2.0/floatingips/5156472a-7597-4026-83ac-9b879dc1a98f HTTP/1.1" status: 200 len: 992 time: 1.8660674 Jan 27 21:59:30.597546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': '5335e078-e423-47c5-8bb8-2d0d0964a65c'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 21:59:30.600353 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "5335e078-e423-47c5-8bb8-2d0d0964a65c"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 21:59:30.600888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e91be-9c33-4fff-a5fe-b6a5caa64281 None None] Routers {'fc213aff-6f2b-4b48-bf85-50411bf03583'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:30.601538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-998e91be-9c33-4fff-a5fe-b6a5caa64281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:59:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['fc213aff-6f2b-4b48-bf85-50411bf03583'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:30.618883 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5e44c6c-9b88-4ef2-9251-d3bdacac82f4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (9265b79b-fd00-48fd-a2ee-c46e5b87cfe9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.639872 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c5e44c6c-9b88-4ef2-9251-d3bdacac82f4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.649587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43242) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:30.652850 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c5e44c6c-9b88-4ef2-9251-d3bdacac82f4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/9265b79b-fd00-48fd-a2ee-c46e5b87cfe9 HTTP/1.1" status: 204 len: 168 time: 0.1725245 Jan 27 21:59:30.654311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e44c6c-9b88-4ef2-9251-d3bdacac82f4 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9265b79b-fd00-48fd-a2ee-c46e5b87cfe9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:30.725609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43244) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:30.731239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-86219df3-c931-46de-b62f-a82679698de1 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': '1c60b391-5320-409d-abf1-3772faa9e612', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:30.736484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1b7b2c4a-02a0-47c1-8e34-f9be795acfd0 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0854096 Jan 27 21:59:30.793777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43246) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:30.809035 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a43192d4-be37-469f-a9e5-b5c7f09d078a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.857836 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-86219df3-c931-46de-b62f-a82679698de1 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Project 617cf41c7d1e49e4b40bf21bc9c9e782 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 21:59:30.887338 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86219df3-c931-46de-b62f-a82679698de1 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (d23b1c82-4634-4ede-a404-fa61195a6ea7), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:30.927212 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 21:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c090b1ac-625b-4573-9479-efc861e589eb x-openstack-request-id: req-c090b1ac-625b-4573-9479-efc861e589eb {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 21:59:30.927623 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "tag": "5335e078-e423-47c5-8bb8-2d0d0964a65c", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 21:59:30.927954 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c090b1ac-625b-4573-9479-efc861e589eb {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 21:59:30.929366 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'tag': '5335e078-e423-47c5-8bb8-2d0d0964a65c', 'status': 'completed', 'code': 200} Jan 27 21:59:30.954255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-998e91be-9c33-4fff-a5fe-b6a5caa64281 None None] Set router fc213aff-6f2b-4b48-bf85-50411bf03583 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:31.050247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-efcbe88c-734a-4954-8a2a-c0110e6d9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.050876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-efcbe88c-734a-4954-8a2a-c0110e6d9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.051456 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-efcbe88c-734a-4954-8a2a-c0110e6d9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.052033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-efcbe88c-734a-4954-8a2a-c0110e6d9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.052530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-efcbe88c-734a-4954-8a2a-c0110e6d9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.052999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-efcbe88c-734a-4954-8a2a-c0110e6d9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.053810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-efcbe88c-734a-4954-8a2a-c0110e6d9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.055535 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a43192d4-be37-469f-a9e5-b5c7f09d078a admin admin] Publish callbacks [] for security_group (fc1df2af-81d7-4da7-9225-9df2e7cdc4ea), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.058217 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-efcbe88c-734a-4954-8a2a-c0110e6d9b54 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6489 time: 0.1020663 Jan 27 21:59:31.077597 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86219df3-c931-46de-b62f-a82679698de1 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (d23b1c82-4634-4ede-a404-fa61195a6ea7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.132684 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a43192d4-be37-469f-a9e5-b5c7f09d078a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fc1df2af-81d7-4da7-9225-9df2e7cdc4ea), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.167074 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43192d4-be37-469f-a9e5-b5c7f09d078a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1df2af-81d7-4da7-9225-9df2e7cdc4ea,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:31.174852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86219df3-c931-46de-b62f-a82679698de1 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (d23b1c82-4634-4ede-a404-fa61195a6ea7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.213766 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a43192d4-be37-469f-a9e5-b5c7f09d078a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23b61ec9931b4d099069bbc23ce5353f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4187217 Jan 27 21:59:31.214950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43252) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:31.236602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-3fc3590f-e5e2-4cc5-a40e-6c02edd81237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.237311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86219df3-c931-46de-b62f-a82679698de1 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23b1c82-4634-4ede-a404-fa61195a6ea7,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:31.238132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-3fc3590f-e5e2-4cc5-a40e-6c02edd81237 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b82e3ea-cccf-4366-975c-e3e82e495967 HTTP/1.1" status: 200 len: 913 time: 0.1745303 Jan 27 21:59:31.285481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-86219df3-c931-46de-b62f-a82679698de1 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.287459 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-86219df3-c931-46de-b62f-a82679698de1 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5606177 Jan 27 21:59:31.289861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43256) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:31.296678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-998e91be-9c33-4fff-a5fe-b6a5caa64281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T21:56:12Z', 'revision_number': 4, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '5156472a-7597-4026-83ac-9b879dc1a98f', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'port_id': '5335e078-e423-47c5-8bb8-2d0d0964a65c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'mac_address': 'fa:16:3e:3d:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:57:52Z', 'updated_at': '2022-01-27T21:59:29Z', 'revision_number': 1, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9589040-70e0-4dc1-8e9b-8b7fd67efe2c', 'name': '', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'mac_address': 'fa:16:3e:a3:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:10Z', 'updated_at': '2022-01-27T21:56:19Z', 'revision_number': 5, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'subnets': [{'id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:31.316284 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7a73231b-b165-4cd7-879d-5699dc9d1a1d tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules/d23b1c82-4634-4ede-a404-fa61195a6ea7 HTTP/1.1" status: 200 len: 769 time: 0.0250998 Jan 27 21:59:31.318622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43258) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:31.325919 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-f7a6e1b9-d31e-420a-a40e-065fd3de7267 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5335e078-e423-47c5-8bb8-2d0d0964a65c HTTP/1.1" status: 200 len: 1000 time: 0.0816400 Jan 27 21:59:31.332795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e91be-9c33-4fff-a5fe-b6a5caa64281 None None] Checking router: fc213aff-6f2b-4b48-bf85-50411bf03583 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 21:59:31.346897 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7da5a2a9-3c56-4df9-a9ec-33f0b3c104e5 admin admin] Publish callbacks [] for security_group (fc1df2af-81d7-4da7-9225-9df2e7cdc4ea), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.352633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e91be-9c33-4fff-a5fe-b6a5caa64281 None None] Routers {'fc213aff-6f2b-4b48-bf85-50411bf03583'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 21:59:31.353280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-998e91be-9c33-4fff-a5fe-b6a5caa64281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T21:59:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['fc213aff-6f2b-4b48-bf85-50411bf03583'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:31.382099 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a81ed5f3-22bc-4d93-bbcb-64ed74cbba38 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0596983 Jan 27 21:59:31.382345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43260) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:31.394240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7da5a2a9-3c56-4df9-a9ec-33f0b3c104e5 admin admin] Publish callbacks [] for security_group (fc1df2af-81d7-4da7-9225-9df2e7cdc4ea), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.407270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-25817d46-bab2-4c44-b36c-69c49aa74d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.410016 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-25817d46-bab2-4c44-b36c-69c49aa74d98 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=424eff24-915c-48ed-bc94-f5626e6d8b0b HTTP/1.1" status: 200 len: 851 time: 0.0770659 Jan 27 21:59:31.427154 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (d23b1c82-4634-4ede-a404-fa61195a6ea7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.453586 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (d23b1c82-4634-4ede-a404-fa61195a6ea7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.486583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-5e9e80af-2ec8-4218-90b4-b487cc2d758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:31.488252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-5e9e80af-2ec8-4218-90b4-b487cc2d758d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b82e3ea-cccf-4366-975c-e3e82e495967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730979 Jan 27 21:59:31.501689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-49972ed1-12b0-479e-a2f4-1607a0c3426b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:59:31.503461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-49972ed1-12b0-479e-a2f4-1607a0c3426b service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095952 Jan 27 21:59:31.522360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-998e91be-9c33-4fff-a5fe-b6a5caa64281 None None] Set router fc213aff-6f2b-4b48-bf85-50411bf03583 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 21:59:31.532598 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7da5a2a9-3c56-4df9-a9ec-33f0b3c104e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fc1df2af-81d7-4da7-9225-9df2e7cdc4ea), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.535261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7da5a2a9-3c56-4df9-a9ec-33f0b3c104e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.537255 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7da5a2a9-3c56-4df9-a9ec-33f0b3c104e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc1df2af-81d7-4da7-9225-9df2e7cdc4ea HTTP/1.1" status: 204 len: 168 time: 0.3213255 Jan 27 21:59:31.553812 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5a2a9-3c56-4df9-a9ec-33f0b3c104e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1df2af-81d7-4da7-9225-9df2e7cdc4ea,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:31.590565 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (d23b1c82-4634-4ede-a404-fa61195a6ea7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.600122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.601485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/d23b1c82-4634-4ede-a404-fa61195a6ea7 HTTP/1.1" status: 204 len: 168 time: 0.2183208 Jan 27 21:59:31.603959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43264) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:31.621458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d23b1c82-4634-4ede-a404-fa61195a6ea7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:31.642587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.642955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.643309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.643663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.644005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.646985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.646985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.651887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.651887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.652181 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.652447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.652793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.653133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d3759b-ec71-48a7-a916-36bbe4c70e1a tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:31.657102 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-94ce4957-b9bd-4396-8742-a78357a4139f tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0517309 Jan 27 21:59:31.662658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43266) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:31.708301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-8d7daeaa-2a4d-41c8-b622-d5f2b643cfa8 service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984293 Jan 27 21:59:31.738797 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d26e9c6a-8a00-4b80-a483-197d1b2479d6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (1c60b391-5320-409d-abf1-3772faa9e612), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.765726 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d26e9c6a-8a00-4b80-a483-197d1b2479d6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (1c60b391-5320-409d-abf1-3772faa9e612), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.843339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-998e91be-9c33-4fff-a5fe-b6a5caa64281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T21:56:12Z', 'revision_number': 4, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '5156472a-7597-4026-83ac-9b879dc1a98f', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'port_id': '5335e078-e423-47c5-8bb8-2d0d0964a65c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'mac_address': 'fa:16:3e:3d:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:57:52Z', 'updated_at': '2022-01-27T21:59:29Z', 'revision_number': 1, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9589040-70e0-4dc1-8e9b-8b7fd67efe2c', 'name': '', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'mac_address': 'fa:16:3e:a3:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:10Z', 'updated_at': '2022-01-27T21:56:19Z', 'revision_number': 5, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'subnets': [{'id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 21:59:31.870711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-776cb555-2623-4722-9d5c-ccd5c4c1ca4e req-8567523c-f898-469b-ae41-67c9effbe073 service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561728 Jan 27 21:59:31.871592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e91be-9c33-4fff-a5fe-b6a5caa64281 None None] The sync data for ids ['fc213aff-6f2b-4b48-bf85-50411bf03583'] in n-d-760456-6 is: [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T21:56:12Z', 'revision_number': 4, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '5156472a-7597-4026-83ac-9b879dc1a98f', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'floating_ip_address': '172.25.0.155', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'port_id': '5335e078-e423-47c5-8bb8-2d0d0964a65c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'mac_address': 'fa:16:3e:3d:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T21:57:52Z', 'updated_at': '2022-01-27T21:59:29Z', 'revision_number': 1, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9589040-70e0-4dc1-8e9b-8b7fd67efe2c', 'name': '', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'mac_address': 'fa:16:3e:a3:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:10Z', 'updated_at': '2022-01-27T21:56:19Z', 'revision_number': 5, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'subnets': [{'id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 21:59:31.887174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d26e9c6a-8a00-4b80-a483-197d1b2479d6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1c60b391-5320-409d-abf1-3772faa9e612), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.891017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d26e9c6a-8a00-4b80-a483-197d1b2479d6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:31.892858 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d26e9c6a-8a00-4b80-a483-197d1b2479d6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-groups/1c60b391-5320-409d-abf1-3772faa9e612 HTTP/1.1" status: 204 len: 168 time: 0.2316494 Jan 27 21:59:31.897057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43270) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:31.906903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e9c6a-8a00-4b80-a483-197d1b2479d6 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c60b391-5320-409d-abf1-3772faa9e612,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:31.952306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-53bab802-26b4-42bb-af87-7c9c17724775 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0504832 Jan 27 21:59:31.952521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43272) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:31.956231 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f857f104-fc18-448b-af38-a0e989f76276 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597396319'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:32.101678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f857f104-fc18-448b-af38-a0e989f76276 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.181955 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf917f1-c2dd-485d-a1e6-ce1cec2885fa None None] New status for floating IP 5156472a-7597-4026-83ac-9b879dc1a98f: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 21:59:32.200920 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f857f104-fc18-448b-af38-a0e989f76276 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (d07882ac-c5dc-4090-b804-75de6e0317c8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.264539 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45f49a90-8f2f-4bee-9604-86d4aa4bbbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.286916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f857f104-fc18-448b-af38-a0e989f76276 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d07882ac-c5dc-4090-b804-75de6e0317c8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.327923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857f104-fc18-448b-af38-a0e989f76276 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07882ac-c5dc-4090-b804-75de6e0317c8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:32.409328 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f857f104-fc18-448b-af38-a0e989f76276 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.409328 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f857f104-fc18-448b-af38-a0e989f76276 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4512947 Jan 27 21:59:32.411056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43288) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:32.417885 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a6bc63d4-6d8d-42bc-bedf-fa167faf4801 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Request body: {'security_group_rule': {'security_group_id': 'd07882ac-c5dc-4090-b804-75de6e0317c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:32.556559 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a6bc63d4-6d8d-42bc-bedf-fa167faf4801 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (db10e3a3-a552-44c1-9d0e-36e15e3e054b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:32.997608 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a6bc63d4-6d8d-42bc-bedf-fa167faf4801 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (db10e3a3-a552-44c1-9d0e-36e15e3e054b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.127972 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a6bc63d4-6d8d-42bc-bedf-fa167faf4801 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (db10e3a3-a552-44c1-9d0e-36e15e3e054b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.153879 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc63d4-6d8d-42bc-bedf-fa167faf4801 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db10e3a3-a552-44c1-9d0e-36e15e3e054b,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:33.260972 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a6bc63d4-6d8d-42bc-bedf-fa167faf4801 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.264827 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a6bc63d4-6d8d-42bc-bedf-fa167faf4801 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8502495 Jan 27 21:59:33.265574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43308) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:33.375155 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68f4fdcb-3cc4-4146-8220-5da272020852 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (d07882ac-c5dc-4090-b804-75de6e0317c8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.404749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68f4fdcb-3cc4-4146-8220-5da272020852 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (d07882ac-c5dc-4090-b804-75de6e0317c8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.521437 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68f4fdcb-3cc4-4146-8220-5da272020852 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d07882ac-c5dc-4090-b804-75de6e0317c8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.524654 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68f4fdcb-3cc4-4146-8220-5da272020852 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:33.528168 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-68f4fdcb-3cc4-4146-8220-5da272020852 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-groups/d07882ac-c5dc-4090-b804-75de6e0317c8 HTTP/1.1" status: 204 len: 168 time: 0.2592158 Jan 27 21:59:33.528826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43320) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:33.559299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4fdcb-3cc4-4146-8220-5da272020852 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07882ac-c5dc-4090-b804-75de6e0317c8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:33.608116 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a427c4b8-7d7f-4a8c-b1b6-6717ab3a28cc tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0771837 Jan 27 21:59:33.609896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43322) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:33.653917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43324) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:33.661916 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5d60d38f-e7eb-4248-90a1-61c9554294c9 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0505946 Jan 27 21:59:33.670273 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-13cfc9a1-8f8e-4589-aca9-6c91355d0d97 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] delete failed (client error): The resource could not be found. Jan 27 21:59:33.677457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-13cfc9a1-8f8e-4589-aca9-6c91355d0d97 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "DELETE /v2.0/security-groups/d07882ac-c5dc-4090-b804-75de6e0317c8 HTTP/1.1" status: 404 len: 347 time: 0.0164728 Jan 27 21:59:33.677923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43326) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:33.732432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1f301c1b-4f18-4897-bd85-a84ea95dcd85 tempest-SecGroupIPv6Test-952243938 tempest-SecGroupIPv6Test-952243938-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0531278 Jan 27 21:59:34.213768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43342) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:34.390711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43350) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:34.592646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-69399191', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:34.712376 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4657c8cd-6a7e-4ead-ae1b-630f13e25837 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=617cf41c7d1e49e4b40bf21bc9c9e782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3204420 Jan 27 21:59:34.714990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43362) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:34.776280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Made reservation on behalf of 22f933e321234467ab7c4451f799854a for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:34.778487 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.790934 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.913835 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c809aac7-d214-4f5f-b089-fccc3081c9bd admin admin] Publish callbacks [] for security_group (1f1b836f-82ab-4c56-aed4-0c0d6731c23b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.916377 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7239175b-12d2-494f-bf61-69d4fadef66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:34.945942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c99db8b-faaa-4be2-8bae-0986171be3fb req-4914d494-32bb-48d7-8d74-f989c519cc70 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1189094 Jan 27 21:59:34.972176 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c809aac7-d214-4f5f-b089-fccc3081c9bd admin admin] Publish callbacks [] for security_group (1f1b836f-82ab-4c56-aed4-0c0d6731c23b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.065154 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks [] for security_group (341d7eef-e549-4db4-8540-35483f6b2fd2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.109953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99db8b-faaa-4be2-8bae-0986171be3fb req-56ae6b03-9e9d-490b-8172-5836f8e2cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:35.113071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c99db8b-faaa-4be2-8bae-0986171be3fb req-56ae6b03-9e9d-490b-8172-5836f8e2cc47 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1096 time: 0.0877841 Jan 27 21:59:35.164148 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (341d7eef-e549-4db4-8540-35483f6b2fd2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.206658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] device_id is not set on port b536a414-d59a-4a1e-814f-280bbaa94c02 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:35.219769 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c809aac7-d214-4f5f-b089-fccc3081c9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1f1b836f-82ab-4c56-aed4-0c0d6731c23b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.225182 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c809aac7-d214-4f5f-b089-fccc3081c9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.229449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c809aac7-d214-4f5f-b089-fccc3081c9bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f1b836f-82ab-4c56-aed4-0c0d6731c23b HTTP/1.1" status: 204 len: 168 time: 0.5108309 Jan 27 21:59:35.302704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341d7eef-e549-4db4-8540-35483f6b2fd2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:35.326901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809aac7-d214-4f5f-b089-fccc3081c9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1b836f-82ab-4c56-aed4-0c0d6731c23b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:35.460446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99db8b-faaa-4be2-8bae-0986171be3fb req-ba9d8e0f-0ebb-4201-935f-61e1dedc9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:35.462344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c99db8b-faaa-4be2-8bae-0986171be3fb req-ba9d8e0f-0ebb-4201-935f-61e1dedc9ce5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d HTTP/1.1" status: 200 len: 898 time: 0.3232262 Jan 27 21:59:35.517446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Allocated IP 172.25.0.108 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/b536a414-d59a-4a1e-814f-280bbaa94c02) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:35.554016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2f307-8609-4195-9811-b1cb579affe3 req-eb222131-ecb1-4446-a117-7ba9d1d31e09 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:35.555696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6fb2f307-8609-4195-9811-b1cb579affe3 req-eb222131-ecb1-4446-a117-7ba9d1d31e09 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1096 time: 0.1573064 Jan 27 21:59:35.612403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6fb2f307-8609-4195-9811-b1cb579affe3 req-e79e8ac5-f129-4fd4-8f60-790e4df9088e tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.676625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c99db8b-faaa-4be2-8bae-0986171be3fb req-9790723f-e87f-4235-8bcf-54b2cf95a612 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 200 len: 1001 time: 0.1959555 Jan 27 21:59:35.852386 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks [] for port (b536a414-d59a-4a1e-814f-280bbaa94c02), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.923498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6fb2f307-8609-4195-9811-b1cb579affe3 req-e79e8ac5-f129-4fd4-8f60-790e4df9088e tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Publish callbacks [] for security_group (b2b295d9-2c7d-430a-ac4c-4072d400cb06), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:35.927502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99db8b-faaa-4be2-8bae-0986171be3fb req-0fd3cb26-5234-49cf-96ac-1fe9f138235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:35.932040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c99db8b-faaa-4be2-8bae-0986171be3fb req-0fd3cb26-5234-49cf-96ac-1fe9f138235e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=365140df-60ab-4a98-a5bc-4473939cfd20 HTTP/1.1" status: 200 len: 834 time: 0.2415195 Jan 27 21:59:35.999113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99db8b-faaa-4be2-8bae-0986171be3fb req-054d951e-c9eb-420b-b790-dc375c7fda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:36.001040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c99db8b-faaa-4be2-8bae-0986171be3fb req-054d951e-c9eb-420b-b790-dc375c7fda60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551782 Jan 27 21:59:36.003090 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6fb2f307-8609-4195-9811-b1cb579affe3 req-e79e8ac5-f129-4fd4-8f60-790e4df9088e tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b2b295d9-2c7d-430a-ac4c-4072d400cb06), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.035422 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6fb2f307-8609-4195-9811-b1cb579affe3 req-e79e8ac5-f129-4fd4-8f60-790e4df9088e tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4677792 Jan 27 21:59:36.044383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b536a414-d59a-4a1e-814f-280bbaa94c02), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.161112 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.164610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:36.185410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:36.191519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e8ac5-f129-4fd4-8f60-790e4df9088e tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b295d9-2c7d-430a-ac4c-4072d400cb06,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:36.220287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:36.254519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Pushing event updated for resources: {'Port': ['ID=b536a414-d59a-4a1e-814f-280bbaa94c02,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:36.299749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:36.300286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.306402 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c99db8b-faaa-4be2-8bae-0986171be3fb req-118a30a1-28eb-4dda-b992-d99ece5f44be service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772598 Jan 27 21:59:36.315481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73e3ee-3336-4a94-8b6e-e4b5495c0ea1 req-1627bdfa-2a84-4dea-af28-688c258313e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:36.317222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb73e3ee-3336-4a94-8b6e-e4b5495c0ea1 req-1627bdfa-2a84-4dea-af28-688c258313e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1868021 Jan 27 21:59:36.438955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb73e3ee-3336-4a94-8b6e-e4b5495c0ea1 req-e67d4a30-62e1-45c9-b21e-1819751883d7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069627 Jan 27 21:59:36.453817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f6657a9f-2d34-43dc-9cd3-c0459a57838f tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2289481 Jan 27 21:59:36.458357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43410) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:36.464426 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43412) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:36.465645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c99db8b-faaa-4be2-8bae-0986171be3fb req-8aefae43-1302-44e4-842b-0f047a5226d7 service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446433 Jan 27 21:59:36.469022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.108'}]}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:36.548719 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8600fbab-07e2-4b6f-95f4-79984d7c7ace tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/ae82d68e-d769-4d10-9d14-fbda220baf83 HTTP/1.1" status: 200 len: 993 time: 0.0815878 Jan 27 21:59:36.583918 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (ad891c11-4496-4b28-a00e-417fc918fa64), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.585779 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (ad891c11-4496-4b28-a00e-417fc918fa64), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.660430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43420) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:36.664677 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029078 Jan 27 21:59:36.666802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43424) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:36.697088 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks [] for router_controller (ad891c11-4496-4b28-a00e-417fc918fa64), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:36.802948 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-26cbbe1c-f1aa-43a7-9771-c6244098a349 tempest-NetworksApiDiscovery-641746980 tempest-NetworksApiDiscovery-641746980-project] 10.222.0.61 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1350615 Jan 27 21:59:36.913750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-81642285-a25a-4c72-bf7d-75c1c569dedf req-5a70d8e2-5167-48a7-a7b2-905e4d859bdb service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:59:36.915527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81642285-a25a-4c72-bf7d-75c1c569dedf req-5a70d8e2-5167-48a7-a7b2-905e4d859bdb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083489 Jan 27 21:59:36.950487 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks [] for router_gateway (ad891c11-4496-4b28-a00e-417fc918fa64), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.343327 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks [] for router_gateway (ad891c11-4496-4b28-a00e-417fc918fa64), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.343327 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.489200 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.521616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks [] for router (ad891c11-4496-4b28-a00e-417fc918fa64), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.690161 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (ad891c11-4496-4b28-a00e-417fc918fa64), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.694459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks [] for router_controller (ad891c11-4496-4b28-a00e-417fc918fa64), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.787366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc03faa-99b5-4407-b541-13454a2dcb26 req-0e509318-fd0e-4a7c-8ff2-9708f6d3ccab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:37.794935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dc03faa-99b5-4407-b541-13454a2dcb26 req-0e509318-fd0e-4a7c-8ff2-9708f6d3ccab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1028278 Jan 27 21:59:37.814675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43452) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:37.864620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dc03faa-99b5-4407-b541-13454a2dcb26 req-5c2f12b6-f635-4112-9665-3b181f488199 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686464 Jan 27 21:59:37.867807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43456) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:37.891376 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (ad891c11-4496-4b28-a00e-417fc918fa64), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:37.891376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad891c11-4496-4b28-a00e-417fc918fa64 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 21:59:37.996493 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 27 21:59:37.998414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d95b75e4-9a0c-4292-bc70-98db90ead77a tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5389578 Jan 27 21:59:38.003652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43462) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:38.025712 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61a5db2d-9166-41cd-a868-a9906fdaab80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.115664 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-5eafe619-5a87-47a2-b30c-13cd0c2e2780 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2982590 Jan 27 21:59:38.120865 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61a5db2d-9166-41cd-a868-a9906fdaab80 admin admin] Publish callbacks [] for security_group (8d630f8c-de03-414e-9448-ab2158545eac), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.133422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-023c751d-b1a9-4a00-a703-960dd7dcf88c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 21:59:38.134335 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-023c751d-b1a9-4a00-a703-960dd7dcf88c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060160 Jan 27 21:59:38.138624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Deleting port b536a414-d59a-4a1e-814f-280bbaa94c02 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:38.139277 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b536a414-d59a-4a1e-814f-280bbaa94c02), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.234509 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b536a414-d59a-4a1e-814f-280bbaa94c02), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.246760 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Calling delete_port for b536a414-d59a-4a1e-814f-280bbaa94c02 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:38.310252 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61a5db2d-9166-41cd-a868-a9906fdaab80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8d630f8c-de03-414e-9448-ab2158545eac), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.371752 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43468) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:38.372671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-61a5db2d-9166-41cd-a868-a9906fdaab80 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92d5515ad44846a795f192932d1452cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5020285 Jan 27 21:59:38.379053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5db2d-9166-41cd-a868-a9906fdaab80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d630f8c-de03-414e-9448-ab2158545eac,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:38.434699 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d1311db9-0bbe-4e54-8e2a-c03efd7ffef0 admin admin] Publish callbacks [] for security_group (8d630f8c-de03-414e-9448-ab2158545eac), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.468217 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d1311db9-0bbe-4e54-8e2a-c03efd7ffef0 admin admin] Publish callbacks [] for security_group (8d630f8c-de03-414e-9448-ab2158545eac), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.495979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b536a414-d59a-4a1e-814f-280bbaa94c02), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.540118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Pushing event deleted for resources: {'Port': ['ID=b536a414-d59a-4a1e-814f-280bbaa94c02,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:38.553499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.553766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.554018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.554360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.554703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.555167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.555506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.555848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.556205 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.556539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.556866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.557263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.557585 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 21:59:38.629196 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.632572 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1fc9c4ab-4788-4c78-9772-70e2fc0ab3ac tempest-RoutersAdminNegativeTest-1937184470 tempest-RoutersAdminNegativeTest-1937184470-project-admin] 10.222.0.61 "DELETE /v2.0/ports/b536a414-d59a-4a1e-814f-280bbaa94c02 HTTP/1.1" status: 204 len: 168 time: 0.6278627 Jan 27 21:59:38.697886 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d1311db9-0bbe-4e54-8e2a-c03efd7ffef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8d630f8c-de03-414e-9448-ab2158545eac), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.700760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d1311db9-0bbe-4e54-8e2a-c03efd7ffef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:38.702215 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d1311db9-0bbe-4e54-8e2a-c03efd7ffef0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8d630f8c-de03-414e-9448-ab2158545eac HTTP/1.1" status: 204 len: 168 time: 0.3291230 Jan 27 21:59:38.714397 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1311db9-0bbe-4e54-8e2a-c03efd7ffef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d630f8c-de03-414e-9448-ab2158545eac,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:38.974497 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:39.041326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3291955-e357-4fb2-9285-8a120e06fdcc req-a5663109-87c5-4dfc-8819-519c7afc1f21 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.044629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3291955-e357-4fb2-9285-8a120e06fdcc req-a5663109-87c5-4dfc-8819-519c7afc1f21 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.0712142 Jan 27 21:59:39.128496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3291955-e357-4fb2-9285-8a120e06fdcc req-14ccd0fb-0128-485e-a25e-512306eb9564 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742998 Jan 27 21:59:39.270406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43508) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:39.431800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-3b971cc4-90de-426d-ab45-a70cfe3a69f2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1038587 Jan 27 21:59:39.486798 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c8cb71a6-82d0-42cb-8bc2-56b4a047fbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:39.608818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-d1665e6b-6492-41b6-b6c7-7ad505dfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.609546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-d1665e6b-6492-41b6-b6c7-7ad505dfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.610188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-d1665e6b-6492-41b6-b6c7-7ad505dfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.610822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-d1665e6b-6492-41b6-b6c7-7ad505dfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.611519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-d1665e6b-6492-41b6-b6c7-7ad505dfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.612184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-d1665e6b-6492-41b6-b6c7-7ad505dfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.612806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-d1665e6b-6492-41b6-b6c7-7ad505dfb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.615653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-d1665e6b-6492-41b6-b6c7-7ad505dfb0bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6489 time: 0.0978134 Jan 27 21:59:39.769787 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c8cb71a6-82d0-42cb-8bc2-56b4a047fbc8 admin admin] Publish callbacks [] for security_group (724a0275-0f01-4af4-9631-8e89f9ac2451), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:39.771775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-af2f3960-b6a4-4a27-9d1a-01befa47ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.772283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-af2f3960-b6a4-4a27-9d1a-01befa47ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.772755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-af2f3960-b6a4-4a27-9d1a-01befa47ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.774349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-af2f3960-b6a4-4a27-9d1a-01befa47ead2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b82e3ea-cccf-4366-975c-e3e82e495967&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=57b0572f-1953-43f1-ab4d-663ea68612ac&id=57b0572f-1953-43f1-ab4d-663ea68612ac HTTP/1.1" status: 200 len: 2293 time: 0.1247561 Jan 27 21:59:39.840783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-5b3d283a-fd22-4414-a0e0-20869e936f18 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5335e078-e423-47c5-8bb8-2d0d0964a65c HTTP/1.1" status: 200 len: 1002 time: 0.0598288 Jan 27 21:59:39.898569 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c8cb71a6-82d0-42cb-8bc2-56b4a047fbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (724a0275-0f01-4af4-9631-8e89f9ac2451), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:39.907495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-bdc67b76-35bc-458a-9dec-d9a5fc0c133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:39.909669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-bdc67b76-35bc-458a-9dec-d9a5fc0c133f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=424eff24-915c-48ed-bc94-f5626e6d8b0b HTTP/1.1" status: 200 len: 851 time: 0.0627453 Jan 27 21:59:40.022279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c8cb71a6-82d0-42cb-8bc2-56b4a047fbc8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=005f98b6e00f41f1aa689cce512e724c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7458494 Jan 27 21:59:40.023179 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43534) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:40.024027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb71a6-82d0-42cb-8bc2-56b4a047fbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724a0275-0f01-4af4-9631-8e89f9ac2451,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:40.036731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-14f3b2d0-a7ba-448f-8c76-2ac8364a992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:40.038244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-14f3b2d0-a7ba-448f-8c76-2ac8364a992e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b82e3ea-cccf-4366-975c-e3e82e495967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176205 Jan 27 21:59:40.192554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c4f344d-68fe-4342-9e4b-073f2c505021 admin admin] Publish callbacks [] for security_group (724a0275-0f01-4af4-9631-8e89f9ac2451), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.228446 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c4f344d-68fe-4342-9e4b-073f2c505021 admin admin] Publish callbacks [] for security_group (724a0275-0f01-4af4-9631-8e89f9ac2451), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.279352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-53f120c9-4892-43a1-a579-7cfae204be3c req-4db7a800-8c1f-47c6-a305-3bdebf56d1d2 service neutron] (104026) timed out ('10.222.0.61', 51852) {{(pid=104026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 21:59:40.302244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-ad31705c-62f7-4182-8f04-c1241538d25d service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580037 Jan 27 21:59:40.339431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e8da9-620a-4267-b46a-d225c4c4de04 req-2e282094-69e5-468e-8380-7a68afd81115 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:40.341092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af0e8da9-620a-4267-b46a-d225c4c4de04 req-2e282094-69e5-468e-8380-7a68afd81115 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1248865 Jan 27 21:59:40.440514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af0e8da9-620a-4267-b46a-d225c4c4de04 req-ca599ea9-25c4-4356-bc77-efebba9aa857 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741389 Jan 27 21:59:40.444148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-27f071ef-de64-43b5-83a6-b8515cbd6f37 service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339204 Jan 27 21:59:40.476143 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c4f344d-68fe-4342-9e4b-073f2c505021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (724a0275-0f01-4af4-9631-8e89f9ac2451), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.482408 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c4f344d-68fe-4342-9e4b-073f2c505021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:40.487641 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1c4f344d-68fe-4342-9e4b-073f2c505021 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/724a0275-0f01-4af4-9631-8e89f9ac2451 HTTP/1.1" status: 204 len: 168 time: 0.4624751 Jan 27 21:59:40.504527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f344d-68fe-4342-9e4b-073f2c505021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724a0275-0f01-4af4-9631-8e89f9ac2451,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:40.546206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-166b73fc-87f3-40f5-94cb-7dd7c71518d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cb7d9cb2-705b-481e-b551-5bb9212cb343 HTTP/1.1" status: 200 len: 217 time: 0.0957983 Jan 27 21:59:40.616148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-c1539ecf-8b8b-4d3f-b4db-4086898595a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:40.617929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-c1539ecf-8b8b-4d3f-b4db-4086898595a6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0623422 Jan 27 21:59:40.679228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-bf7b1a99-661b-4688-a231-6f54cd57f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:40.681264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-bf7b1a99-661b-4688-a231-6f54cd57f701 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568280 Jan 27 21:59:40.798076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-a16c8ed5-0fe7-4d20-a232-a2b3d8de9bab service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042640 Jan 27 21:59:40.928592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-8c17ebdd-db1e-4f8f-9e79-e3bde33a7d68 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225283 Jan 27 21:59:40.988478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-791ea577-c915-4ac1-9928-c26fdd7b0b1a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=856c8d91-48e7-4a38-b228-a5d13c60c10b HTTP/1.1" status: 200 len: 217 time: 0.0537379 Jan 27 21:59:41.055077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-3c25ae18-d5fe-4058-a7e9-94e603189e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:41.056685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-3c25ae18-d5fe-4058-a7e9-94e603189e80 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0626442 Jan 27 21:59:41.102254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-1026dedb-c8d7-4b86-b0b1-c60257d0024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:41.103745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-1026dedb-c8d7-4b86-b0b1-c60257d0024d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0406303 Jan 27 21:59:41.213087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-e1feedc3-2000-489e-92d4-d05ec830a4b5 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027989 Jan 27 21:59:41.318582 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-9fe290f4-bc5c-44d6-a572-a82701c728fb service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971270 Jan 27 21:59:41.372560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-4b25121f-809b-43d6-b28f-7880e4430864 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=6903c701-77e9-4292-b708-5a1c23d8675e HTTP/1.1" status: 200 len: 217 time: 0.0474451 Jan 27 21:59:41.425407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-76c0aaf3-35a8-45af-8532-c6027158b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:41.426726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-76c0aaf3-35a8-45af-8532-c6027158b180 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0474486 Jan 27 21:59:41.510080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-043c24b9-74df-45d1-a212-f531162f530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:41.511572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-043c24b9-74df-45d1-a212-f531162f530b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0767279 Jan 27 21:59:41.513612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43572) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:41.595840 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-91ec90f7-a77f-45a3-99fc-7561cb8dff67 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22f933e321234467ab7c4451f799854a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0780144 Jan 27 21:59:41.595840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43576) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:41.663009 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e38c1282-7377-4eff-a915-d79cf9cc181e admin admin] Publish callbacks [] for security_group (341d7eef-e549-4db4-8540-35483f6b2fd2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.691879 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e38c1282-7377-4eff-a915-d79cf9cc181e admin admin] Publish callbacks [] for security_group (341d7eef-e549-4db4-8540-35483f6b2fd2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.717016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d180faf-314e-42c6-869e-d5bbfa661f10 req-1aeb88e6-2f37-493e-94be-deb19c4af248 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:41.718627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d180faf-314e-42c6-869e-d5bbfa661f10 req-1aeb88e6-2f37-493e-94be-deb19c4af248 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1117666 Jan 27 21:59:41.804907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-5cad47df-5d74-42d2-9a26-384082f6e20a service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866960 Jan 27 21:59:41.811565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-4f7196e0-35ce-4e18-a730-ba0aa9835283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:41.812924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-4f7196e0-35ce-4e18-a730-ba0aa9835283 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1096 time: 0.0934737 Jan 27 21:59:41.863206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d180faf-314e-42c6-869e-d5bbfa661f10 req-efc6d803-bd35-472f-94cc-e971d1ba509d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293995 Jan 27 21:59:41.920835 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e38c1282-7377-4eff-a915-d79cf9cc181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (341d7eef-e549-4db4-8540-35483f6b2fd2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.925068 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e38c1282-7377-4eff-a915-d79cf9cc181e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:41.926409 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e38c1282-7377-4eff-a915-d79cf9cc181e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/341d7eef-e549-4db4-8540-35483f6b2fd2 HTTP/1.1" status: 204 len: 168 time: 0.3295765 Jan 27 21:59:41.935383 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c1282-7377-4eff-a915-d79cf9cc181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341d7eef-e549-4db4-8540-35483f6b2fd2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:42.003469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-9e9a63f5-ffb4-48d6-bcb4-c1f3b1ab46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.004970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-9e9a63f5-ffb4-48d6-bcb4-c1f3b1ab46b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d HTTP/1.1" status: 200 len: 898 time: 0.1790104 Jan 27 21:59:42.008437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-3975a837-6c34-41b0-8d87-ed748422a9e3 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680477 Jan 27 21:59:42.108319 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-01cb670a-bc80-4d16-9dfe-baf4e7eb137d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=c65a11a4-9aa1-4f0f-9a82-29a9833fd357 HTTP/1.1" status: 200 len: 217 time: 0.0435474 Jan 27 21:59:42.130947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-c72ac8ad-3c41-4137-a588-a2557a0ba3ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 200 len: 1001 time: 0.1185822 Jan 27 21:59:42.212027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-d26e8556-ea65-41c6-b065-51fd47489c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.213564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-d26e8556-ea65-41c6-b065-51fd47489c48 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0935585 Jan 27 21:59:42.217439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-6c7c5fd1-b459-4d3a-a6d2-1b26936b4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.218857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-6c7c5fd1-b459-4d3a-a6d2-1b26936b4c48 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=365140df-60ab-4a98-a5bc-4473939cfd20 HTTP/1.1" status: 200 len: 834 time: 0.0694120 Jan 27 21:59:42.284705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-40a16c3c-e6f3-45d8-9116-e64263bdfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.286197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-40a16c3c-e6f3-45d8-9116-e64263bdfdea service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0665128 Jan 27 21:59:42.311578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-fc1f95ed-4eb0-4d8f-a1b2-e7ef7707f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:42.313055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-fc1f95ed-4eb0-4d8f-a1b2-e7ef7707f2ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665097 Jan 27 21:59:42.839334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-45d903ae-2c65-4647-89ea-35933b082199 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470073 Jan 27 21:59:42.869676 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-3ce45e74-129e-4449-bc25-9a9febe957d6 service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435101 Jan 27 21:59:42.871404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43628) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:43.064130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-7f17037c-68ef-4a83-b369-e3c0ab518c7a service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134516 Jan 27 21:59:43.083143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-020cea78-8def-4152-806d-5d5d8652ceb8 service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033248 Jan 27 21:59:43.118615 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d308911-b135-44e1-83e4-6af75528ab9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.132281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-40fd8e50-7a78-4bdc-a741-d08ada5fc4ed service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa889ecd-db7d-4354-91b6-08f458c0008a HTTP/1.1" status: 200 len: 217 time: 0.0521767 Jan 27 21:59:43.185546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e680e7-4668-4210-b967-6a2a035aab10 req-82587608-c959-4bc6-a05f-715b9b998e50 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.187053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8e680e7-4668-4210-b967-6a2a035aab10 req-82587608-c959-4bc6-a05f-715b9b998e50 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1500297 Jan 27 21:59:43.218814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-6adb73ae-d15d-4d74-9e39-5ba51d886d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.220360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-6adb73ae-d15d-4d74-9e39-5ba51d886d3c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.0830927 Jan 27 21:59:43.274427 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d308911-b135-44e1-83e4-6af75528ab9b admin admin] Publish callbacks [] for security_group (bb2943bd-cd00-434b-8a0f-54b33ed23449), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.286195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8e680e7-4668-4210-b967-6a2a035aab10 req-75df94fc-15a5-4d72-a2c1-a86ef9a29d94 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893323 Jan 27 21:59:43.296474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-b3f215a7-3e01-4863-b1a0-ab0ef170ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.298224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-b3f215a7-3e01-4863-b1a0-ab0ef170ee55 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0710497 Jan 27 21:59:43.389278 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d308911-b135-44e1-83e4-6af75528ab9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bb2943bd-cd00-434b-8a0f-54b33ed23449), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.429658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43644) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:43.430502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d308911-b135-44e1-83e4-6af75528ab9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2943bd-cd00-434b-8a0f-54b33ed23449,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:43.435334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-97f2c12e-360c-4873-88f8-6b6ccc08a2dd service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181250 Jan 27 21:59:43.453650 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5d308911-b135-44e1-83e4-6af75528ab9b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00337fd0ff124032acd43a7714e245a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5803783 Jan 27 21:59:43.454246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43648) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:43.530823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-988fde6c-88a0-4959-b787-1dec9cde3d88 admin admin] Publish callbacks [] for security_group (bb2943bd-cd00-434b-8a0f-54b33ed23449), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.558531 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-988fde6c-88a0-4959-b787-1dec9cde3d88 admin admin] Publish callbacks [] for security_group (bb2943bd-cd00-434b-8a0f-54b33ed23449), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.614189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-559866649'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:43.630291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-5b699ba6-170d-4c19-a48b-35226f2a0d2b service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939628 Jan 27 21:59:43.677644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-a644673c-c0b1-4c09-a8c9-f874ef9be136 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232dacdc-6e3c-4c11-ae7a-252252a62058 HTTP/1.1" status: 200 len: 217 time: 0.0420537 Jan 27 21:59:43.715994 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-988fde6c-88a0-4959-b787-1dec9cde3d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bb2943bd-cd00-434b-8a0f-54b33ed23449), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.721074 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-988fde6c-88a0-4959-b787-1dec9cde3d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.735549 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-988fde6c-88a0-4959-b787-1dec9cde3d88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb2943bd-cd00-434b-8a0f-54b33ed23449 HTTP/1.1" status: 204 len: 168 time: 0.2738938 Jan 27 21:59:43.736497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-a6668036-a921-4819-838a-9517f1ceedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.738338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-a6668036-a921-4819-838a-9517f1ceedfe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.0554981 Jan 27 21:59:43.742640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:43.751329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.787037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fde6c-88a0-4959-b787-1dec9cde3d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2943bd-cd00-434b-8a0f-54b33ed23449,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:43.790371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.841756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-e0c46e71-7dbc-4019-af51-a01204f0ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:43.848059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-e0c46e71-7dbc-4019-af51-a01204f0ec00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979879 Jan 27 21:59:43.966975 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for security_group (70b0a929-5078-4be4-acb6-6d5ae4280689), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:43.982489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-7f0d3f5e-6328-45ee-9a9d-87565f79e831 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314824 Jan 27 21:59:44.047004 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (70b0a929-5078-4be4-acb6-6d5ae4280689), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.047630 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 21:59:44.068799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 21:59:44.086990 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4e4521fd-b245-4153-b4fb-3e0f91296037), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.087427 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Added segment 4e4521fd-b245-4153-b4fb-3e0f91296037 of type vlan for network b3b53969-1297-462d-8c8e-2bc3e1bbd80d Jan 27 21:59:44.129365 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4896310-8f51-4d9c-a4b0-1bd44577e2ae req-634b1733-1fac-4972-a4c6-7b02131f5a61 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402631 Jan 27 21:59:44.157406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b0a929-5078-4be4-acb6-6d5ae4280689,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:44.161314 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b3b53969-1297-462d-8c8e-2bc3e1bbd80d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.275363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b3b53969-1297-462d-8c8e-2bc3e1bbd80d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.281703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:44.289230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.381455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Network': ['ID=b3b53969-1297-462d-8c8e-2bc3e1bbd80d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:44.395290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 21:59:44.438324 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0c86169b-3726-4721-af4d-e46dab3a9e2e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0047512 Jan 27 21:59:44.442527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43674) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:44.448365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d95ae7fe-ded8-42f4-b22f-8a058b268151 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:44.464268 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedfb13-b403-4c7a-bdb8-45ad29d1dcb1 req-64f7f5fd-99ea-4631-87b4-92813bf4a5c1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:44.472669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cedfb13-b403-4c7a-bdb8-45ad29d1dcb1 req-64f7f5fd-99ea-4631-87b4-92813bf4a5c1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.0813625 Jan 27 21:59:44.562128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cedfb13-b403-4c7a-bdb8-45ad29d1dcb1 req-bb4c2ae1-d3cb-402c-ba33-4b63cfde15a0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887194 Jan 27 21:59:44.811463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95ae7fe-ded8-42f4-b22f-8a058b268151 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:44.811463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d95ae7fe-ded8-42f4-b22f-8a058b268151 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.812940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43690) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:44.812940 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2e5719c-8577-4743-90de-91efa21d46fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.844362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2e5719c-8577-4743-90de-91efa21d46fa admin admin] Publish callbacks [] for security_group (5c44f5af-4e53-4999-b915-637a813de56b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.943625 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2e5719c-8577-4743-90de-91efa21d46fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c44f5af-4e53-4999-b915-637a813de56b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:44.983693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d2e5719c-8577-4743-90de-91efa21d46fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1d5878f504d424684ee90496b28a3fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2694411 Jan 27 21:59:44.984632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5719c-8577-4743-90de-91efa21d46fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c44f5af-4e53-4999-b915-637a813de56b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:44.989121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43694) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:45.011592 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d95ae7fe-ded8-42f4-b22f-8a058b268151 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (25f533a4-6478-42c5-a806-d90200140988), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.105257 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9045f523-fc62-41c5-81b4-03e83ce55fad admin admin] Publish callbacks [] for security_group (5c44f5af-4e53-4999-b915-637a813de56b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.107781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ae7fe-ded8-42f4-b22f-8a058b268151 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=25f533a4-6478-42c5-a806-d90200140988,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:45.121033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95ae7fe-ded8-42f4-b22f-8a058b268151 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:45.121033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95ae7fe-ded8-42f4-b22f-8a058b268151 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network hostable DHCP agents. Network: b3b53969-1297-462d-8c8e-2bc3e1bbd80d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 21:59:45.141692 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9045f523-fc62-41c5-81b4-03e83ce55fad admin admin] Publish callbacks [] for security_group (5c44f5af-4e53-4999-b915-637a813de56b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.241194 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95ae7fe-ded8-42f4-b22f-8a058b268151 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 21:59:45.280737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9045f523-fc62-41c5-81b4-03e83ce55fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c44f5af-4e53-4999-b915-637a813de56b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.283314 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9045f523-fc62-41c5-81b4-03e83ce55fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.285804 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9045f523-fc62-41c5-81b4-03e83ce55fad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c44f5af-4e53-4999-b915-637a813de56b HTTP/1.1" status: 204 len: 168 time: 0.2934675 Jan 27 21:59:45.294009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045f523-fc62-41c5-81b4-03e83ce55fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c44f5af-4e53-4999-b915-637a813de56b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:45.349496 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d95ae7fe-ded8-42f4-b22f-8a058b268151 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, b3b53969-1297-462d-8c8e-2bc3e1bbd80d) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:45.362650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95ae7fe-ded8-42f4-b22f-8a058b268151 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:45.364651 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d95ae7fe-ded8-42f4-b22f-8a058b268151 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.373774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2b7662-b488-4342-95ab-36cc0c34ee22 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:45.455214 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d95ae7fe-ded8-42f4-b22f-8a058b268151 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0114298 Jan 27 21:59:45.458436 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43704) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:45.464338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'name': 'tempest-NetworksTestDHCPv6-36679210'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:45.495586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '25f533a4-6478-42c5-a806-d90200140988'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:59:45.496803 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.700391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/25f533a4-6478-42c5-a806-d90200140988/e6b84d87-fc63-4157-8464-d7f1f1ff115b) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:45.707340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ae98a-faa1-45b9-b79f-619658f2f433 req-1871c1f9-d816-419a-87f6-e2b67009fd42 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:45.708904 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff0ae98a-faa1-45b9-b79f-619658f2f433 req-1871c1f9-d816-419a-87f6-e2b67009fd42 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.0692081 Jan 27 21:59:45.714796 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:45.719412 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:45.755877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port c73babdc-b44c-4d31-bd09-0c6e82d37bcb yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:45.829406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff0ae98a-faa1-45b9-b79f-619658f2f433 req-0f0e0c29-de0d-4e1f-a87a-3a504f884a5b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050992 Jan 27 21:59:45.901593 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Publish callbacks [] for port (e6b84d87-fc63-4157-8464-d7f1f1ff115b), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.002100 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e6b84d87-fc63-4157-8464-d7f1f1ff115b), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.040492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:46.044400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:46.053747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:46.059239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Pushing event updated for resources: {'Port': ['ID=e6b84d87-fc63-4157-8464-d7f1f1ff115b,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:46.082658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::218 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/25f533a4-6478-42c5-a806-d90200140988/c73babdc-b44c-4d31-bd09-0c6e82d37bcb) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:46.131815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Attempting to bind port e6b84d87-fc63-4157-8464-d7f1f1ff115b on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:46.132345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Attempting to bind port e6b84d87-fc63-4157-8464-d7f1f1ff115b by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:46.132774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Attempting to bind port e6b84d87-fc63-4157-8464-d7f1f1ff115b on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:46.146505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:46.147174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:46.147675 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.148106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:46.148697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Bound port: e6b84d87-fc63-4157-8464-d7f1f1ff115b, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:46.149094 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e6b84d87-fc63-4157-8464-d7f1f1ff115b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.241623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] For port e6b84d87-fc63-4157-8464-d7f1f1ff115b, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:46.245173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] For port e6b84d87-fc63-4157-8464-d7f1f1ff115b, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e6b84d87-fc63-4157-8464-d7f1f1ff115b,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:46.306635 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (c73babdc-b44c-4d31-bd09-0c6e82d37bcb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.355591 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e6b84d87-fc63-4157-8464-d7f1f1ff115b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.429551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f73c4-8d8e-457d-b065-f519eee66100 None None] Pushing event updated for resources: {'Port': ['ID=e6b84d87-fc63-4157-8464-d7f1f1ff115b,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:46.441928 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c73babdc-b44c-4d31-bd09-0c6e82d37bcb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.501281 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:46.504822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:46.509303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:46.514523 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:46.515156 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:46.536545 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=c73babdc-b44c-4d31-bd09-0c6e82d37bcb,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:46.672321 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-54a15574-8059-44ff-8abb-9df9f31e122a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2123051 Jan 27 21:59:46.674917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43750) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:46.760134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab279e3-c9dc-4ccd-9196-3810935ed64c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:46.765601 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab279e3-c9dc-4ccd-9196-3810935ed64c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:46.767665 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bab279e3-c9dc-4ccd-9196-3810935ed64c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0907393 Jan 27 21:59:46.770673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43754) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:46.877566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-5835aa01-7a08-46eb-8e70-8a23f1a0146b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port c73babdc-b44c-4d31-bd09-0c6e82d37bcb {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:46.877947 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5835aa01-7a08-46eb-8e70-8a23f1a0146b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c73babdc-b44c-4d31-bd09-0c6e82d37bcb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.027872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4b15f-bd43-47c5-8a9c-f15479a87761 req-bbbafe76-85ed-4f51-9a86-96eeaeea2acb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.036102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffd4b15f-bd43-47c5-8a9c-f15479a87761 req-bbbafe76-85ed-4f51-9a86-96eeaeea2acb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.0860696 Jan 27 21:59:47.075727 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5835aa01-7a08-46eb-8e70-8a23f1a0146b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c73babdc-b44c-4d31-bd09-0c6e82d37bcb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.088629 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e6b84d87-fc63-4157-8464-d7f1f1ff115b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:47.089316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-5835aa01-7a08-46eb-8e70-8a23f1a0146b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for c73babdc-b44c-4d31-bd09-0c6e82d37bcb owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:47.157279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffd4b15f-bd43-47c5-8a9c-f15479a87761 req-95699a56-bee0-4e08-ba71-279d369b1d44 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199722 Jan 27 21:59:47.182340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e6b84d87-fc63-4157-8464-d7f1f1ff115b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:47.183253 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e6b84d87-fc63-4157-8464-d7f1f1ff115b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.318870 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e6b84d87-fc63-4157-8464-d7f1f1ff115b is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:47.319725 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e6b84d87-fc63-4157-8464-d7f1f1ff115b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.380494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port e6b84d87-fc63-4157-8464-d7f1f1ff115b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e6b84d87-fc63-4157-8464-d7f1f1ff115b,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:47.429828 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5835aa01-7a08-46eb-8e70-8a23f1a0146b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c73babdc-b44c-4d31-bd09-0c6e82d37bcb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.479159 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835aa01-7a08-46eb-8e70-8a23f1a0146b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=c73babdc-b44c-4d31-bd09-0c6e82d37bcb,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:47.508818 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e6b84d87-fc63-4157-8464-d7f1f1ff115b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.511848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5835aa01-7a08-46eb-8e70-8a23f1a0146b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.518508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43788) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:47.518677 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5835aa01-7a08-46eb-8e70-8a23f1a0146b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/c73babdc-b44c-4d31-bd09-0c6e82d37bcb HTTP/1.1" status: 204 len: 168 time: 0.7469037 Jan 27 21:59:47.576473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=e6b84d87-fc63-4157-8464-d7f1f1ff115b,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:47.620986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606665a9-09c1-42e5-86d5-18a6e12b87af tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.622453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606665a9-09c1-42e5-86d5-18a6e12b87af tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:47.624044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-606665a9-09c1-42e5-86d5-18a6e12b87af tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1044247 Jan 27 21:59:47.626981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43792) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:47.689515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3539c41e-855f-422d-aac3-f60ed9e609cd None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:47.702640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-1236c486-b2a0-45e5-9e99-86fbdb29ca5e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 25f533a4-6478-42c5-a806-d90200140988 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:47.715054 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1236c486-b2a0-45e5-9e99-86fbdb29ca5e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (25f533a4-6478-42c5-a806-d90200140988), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.766681 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1236c486-b2a0-45e5-9e99-86fbdb29ca5e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (25f533a4-6478-42c5-a806-d90200140988), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.797002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-401d8534-9646-454a-b1cf-9e7433c093b3 None None] Provisioning complete for port e6b84d87-fc63-4157-8464-d7f1f1ff115b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:47.797688 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-401d8534-9646-454a-b1cf-9e7433c093b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e6b84d87-fc63-4157-8464-d7f1f1ff115b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.890011 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1236c486-b2a0-45e5-9e99-86fbdb29ca5e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (25f533a4-6478-42c5-a806-d90200140988), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:47.897070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-401d8534-9646-454a-b1cf-9e7433c093b3 None None] Current status of the port e6b84d87-fc63-4157-8464-d7f1f1ff115b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:48.065279 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1236c486-b2a0-45e5-9e99-86fbdb29ca5e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (25f533a4-6478-42c5-a806-d90200140988), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.095566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236c486-b2a0-45e5-9e99-86fbdb29ca5e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=25f533a4-6478-42c5-a806-d90200140988,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:48.110394 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1236c486-b2a0-45e5-9e99-86fbdb29ca5e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.117027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43810) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:48.122715 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1236c486-b2a0-45e5-9e99-86fbdb29ca5e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/25f533a4-6478-42c5-a806-d90200140988 HTTP/1.1" status: 204 len: 168 time: 0.4945183 Jan 27 21:59:48.161013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f6d7fa31-eaec-4d04-84c1-6f8a87f12fc2 None None] Provisioning complete for port e6b84d87-fc63-4157-8464-d7f1f1ff115b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:48.161492 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d7fa31-eaec-4d04-84c1-6f8a87f12fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e6b84d87-fc63-4157-8464-d7f1f1ff115b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.251059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2e8c6e5c-c561-43a5-bf74-0ae2cd7b0fd5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302011 Jan 27 21:59:48.254647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43814) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:48.258008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0ddc2dab-2bed-4d53-943d-1b01a0b863e7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:48.281299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7fa31-eaec-4d04-84c1-6f8a87f12fc2 None None] Current status of the port e6b84d87-fc63-4157-8464-d7f1f1ff115b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:48.339696 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59eb06d-1cde-4d81-9191-2e5ca6053fbd req-daaf83a4-818f-4c86-aefe-0ff7f7714cea tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:48.341487 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f59eb06d-1cde-4d81-9191-2e5ca6053fbd req-daaf83a4-818f-4c86-aefe-0ff7f7714cea tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.0722742 Jan 27 21:59:48.426351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f59eb06d-1cde-4d81-9191-2e5ca6053fbd req-951a06c1-2a8f-4230-aa41-ef7230d0db6e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788825 Jan 27 21:59:48.457821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ae97d-74e0-4c77-b083-b675f14f8e11 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:48.505390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddc2dab-2bed-4d53-943d-1b01a0b863e7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:48.510913 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2dab-2bed-4d53-943d-1b01a0b863e7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.529002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4c533c66-61f6-445b-9cb8-650a9c68cac5 None None] Could not find standard attr ID for object c73babdc-b44c-4d31-bd09-0c6e82d37bcb. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:59:48.685048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f12ebed-950f-4977-b29d-a01d1db6e3c0 None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:48.753936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0f12ebed-950f-4977-b29d-a01d1db6e3c0 None None] Deleting port e6b84d87-fc63-4157-8464-d7f1f1ff115b {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:48.754317 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0f12ebed-950f-4977-b29d-a01d1db6e3c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e6b84d87-fc63-4157-8464-d7f1f1ff115b), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.828533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0f12ebed-950f-4977-b29d-a01d1db6e3c0 None None] For port e6b84d87-fc63-4157-8464-d7f1f1ff115b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e6b84d87-fc63-4157-8464-d7f1f1ff115b,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:48.829005 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0f12ebed-950f-4977-b29d-a01d1db6e3c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e6b84d87-fc63-4157-8464-d7f1f1ff115b), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.852148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0f12ebed-950f-4977-b29d-a01d1db6e3c0 None None] Calling delete_port for e6b84d87-fc63-4157-8464-d7f1f1ff115b owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:48.877464 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2dab-2bed-4d53-943d-1b01a0b863e7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (2ef46931-3108-4cb3-83fd-07e164a3c6f5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:48.970845 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddc2dab-2bed-4d53-943d-1b01a0b863e7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:48.975761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0ddc2dab-2bed-4d53-943d-1b01a0b863e7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:48.981469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddc2dab-2bed-4d53-943d-1b01a0b863e7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:48.982144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0ddc2dab-2bed-4d53-943d-1b01a0b863e7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.007279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e6b84d87-fc63-4157-8464-d7f1f1ff115b no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:49.007446 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc2dab-2bed-4d53-943d-1b01a0b863e7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=2ef46931-3108-4cb3-83fd-07e164a3c6f5,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:49.033487 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0f12ebed-950f-4977-b29d-a01d1db6e3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (e6b84d87-fc63-4157-8464-d7f1f1ff115b), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.062460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12ebed-950f-4977-b29d-a01d1db6e3c0 None None] Pushing event deleted for resources: {'Port': ['ID=e6b84d87-fc63-4157-8464-d7f1f1ff115b,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:49.064479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12ebed-950f-4977-b29d-a01d1db6e3c0 None None] No DVR routers for this DVR port e6b84d87-fc63-4157-8464-d7f1f1ff115b on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:49.065492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No active binding found for port e6b84d87-fc63-4157-8464-d7f1f1ff115b {{(pid=104028) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 21:59:49.065828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] The host n-d-760456-6 is not matching for port e6b84d87-fc63-4157-8464-d7f1f1ff115b host None! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 21:59:49.066207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e6b84d87-fc63-4157-8464-d7f1f1ff115b not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 21:59:49.091176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7cb048-cb05-43a2-b69e-f19e4a4e7ce3 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:49.182283 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0ddc2dab-2bed-4d53-943d-1b01a0b863e7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9287393 Jan 27 21:59:49.187701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43850) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:49.192408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'name': 'tempest-NetworksTestDHCPv6-1900561688'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:49.218526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '2ef46931-3108-4cb3-83fd-07e164a3c6f5'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:59:49.219444 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.364518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/2ef46931-3108-4cb3-83fd-07e164a3c6f5/d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:49.537613 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Publish callbacks [] for port (d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.581938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:49.590114 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.635449 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.641365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511932e3-8d9c-4e28-a7db-8c9410e48b76 req-372cc947-3923-415e-aca5-c64012b2b109 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:49.643724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-511932e3-8d9c-4e28-a7db-8c9410e48b76 req-372cc947-3923-415e-aca5-c64012b2b109 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1380820 Jan 27 21:59:49.645499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:49.691624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Pushing event updated for resources: {'Port': ['ID=d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:49.703986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-511932e3-8d9c-4e28-a7db-8c9410e48b76 req-596c89ce-ab59-4eed-9b73-32345560c0f5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526659 Jan 27 21:59:49.717255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:49.720493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:49.725674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:49.807925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Attempting to bind port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:49.808405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Attempting to bind port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:49.808778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Attempting to bind port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:49.816465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:49.816465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:49.817009 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.817551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:49.818169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Bound port: d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:49.818569 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:49.854784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::3dd (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/2ef46931-3108-4cb3-83fd-07e164a3c6f5/a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:49.923699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] For port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:49.929015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] For port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:50.013024 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.052894 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.091053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5009c1-738a-4251-aab1-014d73030a6c None None] Pushing event updated for resources: {'Port': ['ID=d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:50.163177 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.223908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:50.229704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:50.241222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:50.247754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:50.248849 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.274442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:50.401927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f10ca8da-8c4f-43ef-bc09-bb0949bca33a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2140424 Jan 27 21:59:50.405984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43874) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:50.462645 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7950fdda-1d0e-4941-a4e1-d77249ceaf14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:50.469144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7950fdda-1d0e-4941-a4e1-d77249ceaf14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:50.471365 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7950fdda-1d0e-4941-a4e1-d77249ceaf14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0665791 Jan 27 21:59:50.474071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43876) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:50.610063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-0fe136d8-f4b2-4fb6-a457-9587b83b9a47 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:50.610408 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fe136d8-f4b2-4fb6-a457-9587b83b9a47 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.749373 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fe136d8-f4b2-4fb6-a457-9587b83b9a47 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:50.788735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-0fe136d8-f4b2-4fb6-a457-9587b83b9a47 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:50.945825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8972860-15d1-41c2-971f-760cec56b816 req-308019a5-e0d0-4a6b-808c-8d0ab3d7f19d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:50.952543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8972860-15d1-41c2-971f-760cec56b816 req-308019a5-e0d0-4a6b-808c-8d0ab3d7f19d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.0980752 Jan 27 21:59:51.059439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8972860-15d1-41c2-971f-760cec56b816 req-9e565fe5-ea59-4236-b969-506ecc473178 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059449 Jan 27 21:59:51.110370 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:51.175956 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:51.176722 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.194217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fe136d8-f4b2-4fb6-a457-9587b83b9a47 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.230621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe136d8-f4b2-4fb6-a457-9587b83b9a47 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:51.295810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:51.296488 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fe136d8-f4b2-4fb6-a457-9587b83b9a47 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.296695 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.300667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0fe136d8-f4b2-4fb6-a457-9587b83b9a47 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4 HTTP/1.1" status: 204 len: 168 time: 0.8255804 Jan 27 21:59:51.303128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43898) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:51.360743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062c4e01-2cba-47b2-9396-4613a84bf121 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:51.362559 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062c4e01-2cba-47b2-9396-4613a84bf121 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:51.364284 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-062c4e01-2cba-47b2-9396-4613a84bf121 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0599308 Jan 27 21:59:51.366953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43900) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:51.373137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:51.426083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddc1f53-00fd-482b-9b73-3948528bee61 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 2ef46931-3108-4cb3-83fd-07e164a3c6f5 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:51.430198 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1f53-00fd-482b-9b73-3948528bee61 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (2ef46931-3108-4cb3-83fd-07e164a3c6f5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.465984 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.500428 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1f53-00fd-482b-9b73-3948528bee61 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (2ef46931-3108-4cb3-83fd-07e164a3c6f5), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.526543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:51.617129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8f33cbbd-452a-45a6-a3fc-e82aae1a1ab9 None None] Provisioning complete for port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:51.618066 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8f33cbbd-452a-45a6-a3fc-e82aae1a1ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.659871 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1f53-00fd-482b-9b73-3948528bee61 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (2ef46931-3108-4cb3-83fd-07e164a3c6f5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.836597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8f33cbbd-452a-45a6-a3fc-e82aae1a1ab9 None None] Current status of the port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:51.914599 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1f53-00fd-482b-9b73-3948528bee61 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (2ef46931-3108-4cb3-83fd-07e164a3c6f5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.952311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc1f53-00fd-482b-9b73-3948528bee61 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef46931-3108-4cb3-83fd-07e164a3c6f5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:51.964672 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ddc1f53-00fd-482b-9b73-3948528bee61 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:51.970391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5ddc1f53-00fd-482b-9b73-3948528bee61 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/2ef46931-3108-4cb3-83fd-07e164a3c6f5 HTTP/1.1" status: 204 len: 168 time: 0.6021349 Jan 27 21:59:51.972834 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43922) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:51.999238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8884b3d8-7924-4e4e-bfd4-4cb686578410 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:52.052676 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a9863eaf-8210-4e92-87fd-826eaccb78fd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781000 Jan 27 21:59:52.055330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43924) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:52.060609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-94ca473f-650e-4779-b152-87495e6f396d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:52.081999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8b93bee4-61fe-49f6-8c12-6998a712ea32 None None] Could not find standard attr ID for object a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 21:59:52.238677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5deb1-8d86-4663-8d93-e4779f3dd271 req-242a55d7-cae6-4b25-8a05-49a92d5dbbac tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:52.244051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cf3112-ff1a-46b9-b2c1-ec4b48ca779f None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:52.248317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05b5deb1-8d86-4663-8d93-e4779f3dd271 req-242a55d7-cae6-4b25-8a05-49a92d5dbbac tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.0890048 Jan 27 21:59:52.292416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ca473f-650e-4779-b152-87495e6f396d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:52.296631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94ca473f-650e-4779-b152-87495e6f396d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.316123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05b5deb1-8d86-4663-8d93-e4779f3dd271 req-5839fd49-57a0-437a-b9a0-e79a44c6de4b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664608 Jan 27 21:59:52.496459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf3112-ff1a-46b9-b2c1-ec4b48ca779f None None] Deleting port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:52.496858 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c4cf3112-ff1a-46b9-b2c1-ec4b48ca779f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.593329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c4cf3112-ff1a-46b9-b2c1-ec4b48ca779f None None] For port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:52.593847 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c4cf3112-ff1a-46b9-b2c1-ec4b48ca779f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.607914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf3112-ff1a-46b9-b2c1-ec4b48ca779f None None] Calling delete_port for d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:52.629419 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94ca473f-650e-4779-b152-87495e6f396d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (3df2ec60-1965-4e9c-a9f2-6fdcbc304177), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.718261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca473f-650e-4779-b152-87495e6f396d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:52.722274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-94ca473f-650e-4779-b152-87495e6f396d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:52.725772 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca473f-650e-4779-b152-87495e6f396d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:52.726758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94ca473f-650e-4779-b152-87495e6f396d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:52.749240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca473f-650e-4779-b152-87495e6f396d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=3df2ec60-1965-4e9c-a9f2-6fdcbc304177,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:52.929678 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-94ca473f-650e-4779-b152-87495e6f396d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8730528 Jan 27 21:59:52.932431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43944) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:52.951956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'name': 'tempest-NetworksTestDHCPv6-1439376996'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:53.023883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 21:59:53.133730 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c4cf3112-ff1a-46b9-b2c1-ec4b48ca779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.181590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf3112-ff1a-46b9-b2c1-ec4b48ca779f None None] Pushing event deleted for resources: {'Port': ['ID=d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:53.192163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf3112-ff1a-46b9-b2c1-ec4b48ca779f None None] No DVR routers for this DVR port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:53.197091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:53.197587 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d1f7ea10-1fbe-48ec-8912-d8f7b7e237f5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.262950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec25a62-92ab-4cc9-b750-4cc74bcad78f None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:53.275859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:53.281938 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.318991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 2a811d39-b657-4a87-a952-2611cbedc571 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:53.468237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '3df2ec60-1965-4e9c-a9f2-6fdcbc304177'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:59:53.469136 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.575899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::12f (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/3df2ec60-1965-4e9c-a9f2-6fdcbc304177/2a811d39-b657-4a87-a952-2611cbedc571) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:53.630310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aca9a-1d63-4708-a774-eb13a9b85b73 req-887ff17c-6125-496a-978b-6af32910f834 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:53.631940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f43aca9a-1d63-4708-a774-eb13a9b85b73 req-887ff17c-6125-496a-978b-6af32910f834 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.2208745 Jan 27 21:59:53.742926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f43aca9a-1d63-4708-a774-eb13a9b85b73 req-95bc1671-b399-4d0f-afbf-75113b4b5544 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045496 Jan 27 21:59:53.790311 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (2a811d39-b657-4a87-a952-2611cbedc571), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.901142 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2a811d39-b657-4a87-a952-2611cbedc571), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:53.988402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:53.996508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:54.010396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:54.015957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:54.017452 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.030611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=2a811d39-b657-4a87-a952-2611cbedc571,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:54.038214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/3df2ec60-1965-4e9c-a9f2-6fdcbc304177/afab97f2-09d0-4f24-890f-6f36ade1df62) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:54.214748 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Publish callbacks [] for port (afab97f2-09d0-4f24-890f-6f36ade1df62), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.226364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a91da0a6-7638-4f10-a013-5f1af1f21d49 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2925589 Jan 27 21:59:54.228858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43974) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:54.286702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3765b07-0c17-45d6-813d-ddc40a7cfe8d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:54.292050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b3765b07-0c17-45d6-813d-ddc40a7cfe8d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0583704 Jan 27 21:59:54.292050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43978) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:54.315360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (afab97f2-09d0-4f24-890f-6f36ade1df62), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.365076 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:54.368524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:54.371511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:54.390344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Pushing event updated for resources: {'Port': ['ID=afab97f2-09d0-4f24-890f-6f36ade1df62,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:54.418480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f9860-e3e3-477f-a2d2-a53cdc564831 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 2a811d39-b657-4a87-a952-2611cbedc571 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:54.424123 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9860-e3e3-477f-a2d2-a53cdc564831 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2a811d39-b657-4a87-a952-2611cbedc571), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.441327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Attempting to bind port afab97f2-09d0-4f24-890f-6f36ade1df62 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:54.441922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Attempting to bind port afab97f2-09d0-4f24-890f-6f36ade1df62 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:54.442310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Attempting to bind port afab97f2-09d0-4f24-890f-6f36ade1df62 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:54.447761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:54.448320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:54.450290 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.450290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:54.450529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Bound port: afab97f2-09d0-4f24-890f-6f36ade1df62, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:54.450898 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (afab97f2-09d0-4f24-890f-6f36ade1df62), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.518902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] For port afab97f2-09d0-4f24-890f-6f36ade1df62, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:54.519193 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9860-e3e3-477f-a2d2-a53cdc564831 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2a811d39-b657-4a87-a952-2611cbedc571), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.522647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] For port afab97f2-09d0-4f24-890f-6f36ade1df62, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=afab97f2-09d0-4f24-890f-6f36ade1df62,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:54.533734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f9860-e3e3-477f-a2d2-a53cdc564831 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 2a811d39-b657-4a87-a952-2611cbedc571 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:54.640984 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (afab97f2-09d0-4f24-890f-6f36ade1df62), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.710150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2faf9-6676-42bf-b07c-63ae2196544e None None] Pushing event updated for resources: {'Port': ['ID=afab97f2-09d0-4f24-890f-6f36ade1df62,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:54.761204 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9860-e3e3-477f-a2d2-a53cdc564831 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2a811d39-b657-4a87-a952-2611cbedc571), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.809669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f9860-e3e3-477f-a2d2-a53cdc564831 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=2a811d39-b657-4a87-a952-2611cbedc571,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:54.853207 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9860-e3e3-477f-a2d2-a53cdc564831 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:54.863278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-eb4f9860-e3e3-477f-a2d2-a53cdc564831 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/2a811d39-b657-4a87-a952-2611cbedc571 HTTP/1.1" status: 204 len: 168 time: 0.5688784 Jan 27 21:59:54.863747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43986) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:54.969112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178be9f6-7df8-446b-b7df-92c2e053a778 req-bad0d6f6-f913-44ba-a4dc-0bfbeaff3b44 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:54.977970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-178be9f6-7df8-446b-b7df-92c2e053a778 req-bad0d6f6-f913-44ba-a4dc-0bfbeaff3b44 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1526501 Jan 27 21:59:55.017076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d282c1-874d-4c44-a68c-f412fdf2b68d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:55.017076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d282c1-874d-4c44-a68c-f412fdf2b68d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:55.019184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43994) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:55.019407 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-18d282c1-874d-4c44-a68c-f412fdf2b68d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1543770 Jan 27 21:59:55.117151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-178be9f6-7df8-446b-b7df-92c2e053a778 req-575ab7f3-a5ac-405e-af1f-f3435aac6b76 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367800 Jan 27 21:59:55.149190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fecca6-9c8d-4e48-9aa6-b5a41949a893 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 3df2ec60-1965-4e9c-a9f2-6fdcbc304177 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:55.154432 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92fecca6-9c8d-4e48-9aa6-b5a41949a893 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (3df2ec60-1965-4e9c-a9f2-6fdcbc304177), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.219980 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92fecca6-9c8d-4e48-9aa6-b5a41949a893 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (3df2ec60-1965-4e9c-a9f2-6fdcbc304177), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.315881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92fecca6-9c8d-4e48-9aa6-b5a41949a893 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (3df2ec60-1965-4e9c-a9f2-6fdcbc304177), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.681219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92fecca6-9c8d-4e48-9aa6-b5a41949a893 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (3df2ec60-1965-4e9c-a9f2-6fdcbc304177), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.704785 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92fecca6-9c8d-4e48-9aa6-b5a41949a893 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:55.708047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-92fecca6-9c8d-4e48-9aa6-b5a41949a893 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/3df2ec60-1965-4e9c-a9f2-6fdcbc304177 HTTP/1.1" status: 204 len: 168 time: 0.6871290 Jan 27 21:59:55.710694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44010) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:55.768206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fecca6-9c8d-4e48-9aa6-b5a41949a893 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=3df2ec60-1965-4e9c-a9f2-6fdcbc304177,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:55.779094 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-15f2a32f-16ab-4500-9eab-1c8466ad2c26 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671811 Jan 27 21:59:55.781551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44012) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:55.841147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110e2d4d-6c0b-4b90-83c5-fe29c91607e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:55.842957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-110e2d4d-6c0b-4b90-83c5-fe29c91607e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0595644 Jan 27 21:59:55.846562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44014) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:55.923897 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3530b8-c242-4dc8-893c-81bec1c18b17 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:55.926955 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5c3530b8-c242-4dc8-893c-81bec1c18b17 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0793910 Jan 27 21:59:55.930014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44018) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:55.971389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a1724ba5-521c-4f61-9f7e-0d412bc13649 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398624 Jan 27 21:59:55.979716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44020) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:55.985307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e2a5fa71-7b26-438c-a440-6e13e2351d34 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:56.047968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee44eb2-0b95-4d56-be62-d4f3fe1164c7 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:56.132705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f9bcf6c5-4219-4019-b4bb-71cab2d78562 None None] Provisioning complete for port afab97f2-09d0-4f24-890f-6f36ade1df62 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:56.133306 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9bcf6c5-4219-4019-b4bb-71cab2d78562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (afab97f2-09d0-4f24-890f-6f36ade1df62), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.171976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a5fa71-7b26-438c-a440-6e13e2351d34 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:56.177407 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2a5fa71-7b26-438c-a440-6e13e2351d34 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.397968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0e1730-3721-49c3-93a4-a24cc4d91405 None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 21:59:56.408410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f9bcf6c5-4219-4019-b4bb-71cab2d78562 None None] Current status of the port afab97f2-09d0-4f24-890f-6f36ade1df62 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:56.409097 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9bcf6c5-4219-4019-b4bb-71cab2d78562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (afab97f2-09d0-4f24-890f-6f36ade1df62), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.473687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f9bcf6c5-4219-4019-b4bb-71cab2d78562 None None] For port afab97f2-09d0-4f24-890f-6f36ade1df62, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=afab97f2-09d0-4f24-890f-6f36ade1df62,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:56.492107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e1730-3721-49c3-93a4-a24cc4d91405 None None] Deleting port afab97f2-09d0-4f24-890f-6f36ade1df62 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:56.492708 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1730-3721-49c3-93a4-a24cc4d91405 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (afab97f2-09d0-4f24-890f-6f36ade1df62), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.535853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f1237-329e-4110-a063-d1a9ab736339 req-5ac3678d-bcee-4d5c-ab44-c3af421638f5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:56.548125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b0f1237-329e-4110-a063-d1a9ab736339 req-5ac3678d-bcee-4d5c-ab44-c3af421638f5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.2641761 Jan 27 21:59:56.580680 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9bcf6c5-4219-4019-b4bb-71cab2d78562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (afab97f2-09d0-4f24-890f-6f36ade1df62), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.632451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6c0e1730-3721-49c3-93a4-a24cc4d91405 None None] For port afab97f2-09d0-4f24-890f-6f36ade1df62, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=afab97f2-09d0-4f24-890f-6f36ade1df62,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:56.632873 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1730-3721-49c3-93a4-a24cc4d91405 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (afab97f2-09d0-4f24-890f-6f36ade1df62), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.637681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b0f1237-329e-4110-a063-d1a9ab736339 req-998803be-a170-4722-aefb-42960aa6e1a9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784194 Jan 27 21:59:56.675060 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e1730-3721-49c3-93a4-a24cc4d91405 None None] Calling delete_port for afab97f2-09d0-4f24-890f-6f36ade1df62 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:56.682352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcf6c5-4219-4019-b4bb-71cab2d78562 None None] Pushing event updated for resources: {'Port': ['ID=afab97f2-09d0-4f24-890f-6f36ade1df62,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:56.697074 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2a5fa71-7b26-438c-a440-6e13e2351d34 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (83e47b9a-bc34-4985-9644-74f7df6ca66d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.764224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a5fa71-7b26-438c-a440-6e13e2351d34 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:56.768616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e2a5fa71-7b26-438c-a440-6e13e2351d34 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:56.778274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a5fa71-7b26-438c-a440-6e13e2351d34 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:56.781278 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2a5fa71-7b26-438c-a440-6e13e2351d34 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.795541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5fa71-7b26-438c-a440-6e13e2351d34 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=83e47b9a-bc34-4985-9644-74f7df6ca66d,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:56.938078 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c0e1730-3721-49c3-93a4-a24cc4d91405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (afab97f2-09d0-4f24-890f-6f36ade1df62), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:56.964518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e1730-3721-49c3-93a4-a24cc4d91405 None None] Pushing event deleted for resources: {'Port': ['ID=afab97f2-09d0-4f24-890f-6f36ade1df62,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:56.968542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e1730-3721-49c3-93a4-a24cc4d91405 None None] No DVR routers for this DVR port afab97f2-09d0-4f24-890f-6f36ade1df62 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 21:59:56.975792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e2a5fa71-7b26-438c-a440-6e13e2351d34 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9948826 Jan 27 21:59:56.978603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44040) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:56.987197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'fixed_ips': [{'subnet_id': '83e47b9a-bc34-4985-9644-74f7df6ca66d', 'ip_address': '2001:db8::2d3:490b:6b86:dbc5'}], 'name': 'tempest-NetworksTestDHCPv6-880973197'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 21:59:56.995307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a019278b-f4dc-4eef-a880-9f96deb4aba9 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 21:59:57.051621 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.236596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '83e47b9a-bc34-4985-9644-74f7df6ca66d'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 21:59:57.240595 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.452412 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 21:59:57.458307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/83e47b9a-bc34-4985-9644-74f7df6ca66d/56067bb1-d02a-4f0e-862e-33367b89b6db) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:57.596818 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.600129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.625686 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 1b93e46a-a386-44c1-97c8-8fee4e8fafa5 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 21:59:57.652795 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Publish callbacks [] for port (56067bb1-d02a-4f0e-862e-33367b89b6db), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.771596 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (56067bb1-d02a-4f0e-862e-33367b89b6db), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.850183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da613361-d703-423c-ad17-1c5c6e631980 req-f5363682-e504-4161-bca7-a0747b028d30 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:57.855800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da613361-d703-423c-ad17-1c5c6e631980 req-f5363682-e504-4161-bca7-a0747b028d30 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1259625 Jan 27 21:59:57.860051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:57.867654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::2d3:490b:6b86:dbc5 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/83e47b9a-bc34-4985-9644-74f7df6ca66d/1b93e46a-a386-44c1-97c8-8fee4e8fafa5) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 21:59:57.886085 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:57.901175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:57.915165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Pushing event updated for resources: {'Port': ['ID=56067bb1-d02a-4f0e-862e-33367b89b6db,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:57.978832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Attempting to bind port 56067bb1-d02a-4f0e-862e-33367b89b6db on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 21:59:57.979398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Attempting to bind port 56067bb1-d02a-4f0e-862e-33367b89b6db by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 21:59:57.984334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Attempting to bind port 56067bb1-d02a-4f0e-862e-33367b89b6db on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 21:59:57.985082 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da613361-d703-423c-ad17-1c5c6e631980 req-ce6fec99-e049-4b9c-a064-fd59cc653e7b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213648 Jan 27 21:59:57.988679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 21:59:57.989302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 21:59:57.989887 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:57.990709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 21:59:57.992009 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Bound port: 56067bb1-d02a-4f0e-862e-33367b89b6db, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 21:59:57.993010 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (56067bb1-d02a-4f0e-862e-33367b89b6db), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.067156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] For port 56067bb1-d02a-4f0e-862e-33367b89b6db, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 21:59:58.070605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] For port 56067bb1-d02a-4f0e-862e-33367b89b6db, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=56067bb1-d02a-4f0e-862e-33367b89b6db,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 21:59:58.180432 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (1b93e46a-a386-44c1-97c8-8fee4e8fafa5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.195173 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (56067bb1-d02a-4f0e-862e-33367b89b6db), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.284249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fd717-b2e8-4cec-a63c-3422f4bf6413 None None] Pushing event updated for resources: {'Port': ['ID=56067bb1-d02a-4f0e-862e-33367b89b6db,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:58.389820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1b93e46a-a386-44c1-97c8-8fee4e8fafa5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.463719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 21:59:58.475991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 21:59:58.482500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 21:59:58.488406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:58.489579 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.493552 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=1b93e46a-a386-44c1-97c8-8fee4e8fafa5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:58.626292 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9b606005-0119-4242-9be8-19b9a9b32d45 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6458018 Jan 27 21:59:58.628727 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44078) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:58.738537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be6b549-4822-4237-9d63-ec3c39ac754a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:58.756759 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be6b549-4822-4237-9d63-ec3c39ac754a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:58.758430 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0be6b549-4822-4237-9d63-ec3c39ac754a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1286108 Jan 27 21:59:58.761265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44082) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:58.860805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-3e26eabc-7f67-401b-94ca-672ab32d2004 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 1b93e46a-a386-44c1-97c8-8fee4e8fafa5 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 21:59:58.861457 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3e26eabc-7f67-401b-94ca-672ab32d2004 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1b93e46a-a386-44c1-97c8-8fee4e8fafa5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.979678 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3e26eabc-7f67-401b-94ca-672ab32d2004 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1b93e46a-a386-44c1-97c8-8fee4e8fafa5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:58.993491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-3e26eabc-7f67-401b-94ca-672ab32d2004 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 1b93e46a-a386-44c1-97c8-8fee4e8fafa5 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 21:59:59.056364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 56067bb1-d02a-4f0e-862e-33367b89b6db up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 21:59:59.127867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 56067bb1-d02a-4f0e-862e-33367b89b6db triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:59.128981 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (56067bb1-d02a-4f0e-862e-33367b89b6db), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.170292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f30cac-de98-4f97-aee1-a6ceed193cdc req-9b3e840e-0e82-484a-bc56-b5c3d7eabbb8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:59.179606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5f30cac-de98-4f97-aee1-a6ceed193cdc req-9b3e840e-0e82-484a-bc56-b5c3d7eabbb8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1268847 Jan 27 21:59:59.325637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5f30cac-de98-4f97-aee1-a6ceed193cdc req-0f0d25c9-eef8-4798-aa10-3db8a639d35f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443813 Jan 27 21:59:59.345329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 56067bb1-d02a-4f0e-862e-33367b89b6db is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 21:59:59.346005 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (56067bb1-d02a-4f0e-862e-33367b89b6db), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.420514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 56067bb1-d02a-4f0e-862e-33367b89b6db, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=56067bb1-d02a-4f0e-862e-33367b89b6db,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 21:59:59.489412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3e26eabc-7f67-401b-94ca-672ab32d2004 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1b93e46a-a386-44c1-97c8-8fee4e8fafa5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.539583 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (56067bb1-d02a-4f0e-862e-33367b89b6db), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.554988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26eabc-7f67-401b-94ca-672ab32d2004 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=1b93e46a-a386-44c1-97c8-8fee4e8fafa5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:59.601434 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3e26eabc-7f67-401b-94ca-672ab32d2004 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.607015 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3e26eabc-7f67-401b-94ca-672ab32d2004 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/1b93e46a-a386-44c1-97c8-8fee4e8fafa5 HTTP/1.1" status: 204 len: 168 time: 0.8424962 Jan 27 21:59:59.607417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44104) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:59.672878 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=56067bb1-d02a-4f0e-862e-33367b89b6db,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 21:59:59.674659 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e4c45-ee27-4342-8b14-d276d7fef6ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:59.677183 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1e4c45-ee27-4342-8b14-d276d7fef6ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 21:59:59.678933 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8a1e4c45-ee27-4342-8b14-d276d7fef6ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0704381 Jan 27 21:59:59.681820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44110) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 21:59:59.741682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2549dca-070d-4620-a285-534293b26ff7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 83e47b9a-bc34-4985-9644-74f7df6ca66d {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 21:59:59.746517 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2549dca-070d-4620-a285-534293b26ff7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (83e47b9a-bc34-4985-9644-74f7df6ca66d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.799204 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2549dca-070d-4620-a285-534293b26ff7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (83e47b9a-bc34-4985-9644-74f7df6ca66d), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.825268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-88491c26-52f6-4958-9f5b-cf5d0b3d450b None None] Provisioning complete for port 56067bb1-d02a-4f0e-862e-33367b89b6db triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 21:59:59.826086 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-88491c26-52f6-4958-9f5b-cf5d0b3d450b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (56067bb1-d02a-4f0e-862e-33367b89b6db), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.897211 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2549dca-070d-4620-a285-534293b26ff7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (83e47b9a-bc34-4985-9644-74f7df6ca66d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 21:59:59.927723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-88491c26-52f6-4958-9f5b-cf5d0b3d450b None None] Current status of the port 56067bb1-d02a-4f0e-862e-33367b89b6db is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:00.049413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-aa97299a-82e2-4618-9dc3-76741b0e2812 None None] Could not find standard attr ID for object 2a811d39-b657-4a87-a952-2611cbedc571. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:00:00.161392 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2549dca-070d-4620-a285-534293b26ff7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (83e47b9a-bc34-4985-9644-74f7df6ca66d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.184156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2549dca-070d-4620-a285-534293b26ff7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=83e47b9a-bc34-4985-9644-74f7df6ca66d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:00.196901 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2549dca-070d-4620-a285-534293b26ff7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.200360 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f2549dca-070d-4620-a285-534293b26ff7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/83e47b9a-bc34-4985-9644-74f7df6ca66d HTTP/1.1" status: 204 len: 168 time: 0.5171926 Jan 27 22:00:00.205963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44116) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:00.229537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc761b-e6b3-4597-9429-0680a00a0816 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:00.252827 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e7f97e1a-a171-4728-b3db-a34501ef4326 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484400 Jan 27 22:00:00.255898 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44118) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:00.260713 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8d54c445-65e6-4ba7-87b7-f60f46bce438 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:00.289133 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8fb347b0-79c5-497c-b8d2-bcfd5bcaf9e7 None None] Could not find standard attr ID for object 1b93e46a-a386-44c1-97c8-8fee4e8fafa5. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:00:00.406357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b166c4-c2d3-4710-8ed6-c2e5860d024a None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:00.450429 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-bf532649-8cfc-4fba-95c7-ab4e69eb117d service neutron] show failed (client error): The resource could not be found. Jan 27 22:00:00.455059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-bf532649-8cfc-4fba-95c7-ab4e69eb117d service neutron] 10.222.0.71 "GET /v2.0/ports/9e03430c-b8d1-403e-8684-2c63d2b693c3/bindings/n-h1-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.1003461 Jan 27 22:00:00.468861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a0b166c4-c2d3-4710-8ed6-c2e5860d024a None None] Deleting port 56067bb1-d02a-4f0e-862e-33367b89b6db {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:00.469246 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a0b166c4-c2d3-4710-8ed6-c2e5860d024a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (56067bb1-d02a-4f0e-862e-33367b89b6db), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.492442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d54c445-65e6-4ba7-87b7-f60f46bce438 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:00.504616 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8d54c445-65e6-4ba7-87b7-f60f46bce438 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.545969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315bf22-d5cc-4474-82b3-48f8d9431651 req-b7d13b8b-2e93-463b-8b63-5d7f7e20c29f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:00.548036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8315bf22-d5cc-4474-82b3-48f8d9431651 req-b7d13b8b-2e93-463b-8b63-5d7f7e20c29f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.0660326 Jan 27 22:00:00.557792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a0b166c4-c2d3-4710-8ed6-c2e5860d024a None None] For port 56067bb1-d02a-4f0e-862e-33367b89b6db, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=56067bb1-d02a-4f0e-862e-33367b89b6db,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:00.558346 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a0b166c4-c2d3-4710-8ed6-c2e5860d024a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (56067bb1-d02a-4f0e-862e-33367b89b6db), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.574024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a0b166c4-c2d3-4710-8ed6-c2e5860d024a None None] Calling delete_port for 56067bb1-d02a-4f0e-862e-33367b89b6db owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:00.663124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8315bf22-d5cc-4474-82b3-48f8d9431651 req-07140821-6b76-46ab-bd89-09a98a5a4aab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900362 Jan 27 22:00:00.817867 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a0b166c4-c2d3-4710-8ed6-c2e5860d024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (56067bb1-d02a-4f0e-862e-33367b89b6db), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:00.850136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b166c4-c2d3-4710-8ed6-c2e5860d024a None None] Pushing event deleted for resources: {'Port': ['ID=56067bb1-d02a-4f0e-862e-33367b89b6db,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:00.856052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b166c4-c2d3-4710-8ed6-c2e5860d024a None None] No DVR routers for this DVR port 56067bb1-d02a-4f0e-862e-33367b89b6db on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:00.974184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 56067bb1-d02a-4f0e-862e-33367b89b6db no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:00.995044 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8d54c445-65e6-4ba7-87b7-f60f46bce438 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (faac7aab-68c0-4c09-b429-037962e38bc9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.016357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 56067bb1-d02a-4f0e-862e-33367b89b6db {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:01.017338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 56067bb1-d02a-4f0e-862e-33367b89b6db not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:01.049856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d54c445-65e6-4ba7-87b7-f60f46bce438 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:01.053819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-8d54c445-65e6-4ba7-87b7-f60f46bce438 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:01.057226 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d54c445-65e6-4ba7-87b7-f60f46bce438 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:01.069172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8d54c445-65e6-4ba7-87b7-f60f46bce438 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.069712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf9d5e8-1e48-4e7c-ba83-dce924bf487c None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:01.093492 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54c445-65e6-4ba7-87b7-f60f46bce438 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=faac7aab-68c0-4c09-b429-037962e38bc9,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:01.205725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': 'faac7aab-68c0-4c09-b429-037962e38bc9'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:01.207090 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.263553 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8d54c445-65e6-4ba7-87b7-f60f46bce438 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9998789 Jan 27 22:00:01.263740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44172) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:01.271282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'fixed_ips': [{'subnet_id': 'faac7aab-68c0-4c09-b429-037962e38bc9', 'ip_address': '2001:db8::1b2c:7028:d7aa:c54e'}], 'name': 'tempest-NetworksTestDHCPv6-19821364'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:01.379282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/faac7aab-68c0-4c09-b429-037962e38bc9/d552bac4-f5e8-4822-a6f3-09c0423499fa) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:01.513491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-5c3c5990-066a-4cfc-9a04-ae99d467b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:01.515466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-5c3c5990-066a-4cfc-9a04-ae99d467b016 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 1096 time: 0.0975966 Jan 27 22:00:01.526550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:01.558800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:01.654149 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.718366 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.847037 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Publish callbacks [] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:01.857055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port a92d5e85-2053-407e-bb70-2aff1ad88d47 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:01.940705 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.000537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6489149-1ec9-4c7e-ae82-d39c5314a5e2 req-88be97de-993e-48b6-a640-f1c9969ff335 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:02.002824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6489149-1ec9-4c7e-ae82-d39c5314a5e2 req-88be97de-993e-48b6-a640-f1c9969ff335 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.2648101 Jan 27 22:00:02.064137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:02.064137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:02.067679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:02.125780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Pushing event updated for resources: {'Port': ['ID=d552bac4-f5e8-4822-a6f3-09c0423499fa,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:02.166413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44202) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:02.202803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Attempting to bind port d552bac4-f5e8-4822-a6f3-09c0423499fa on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:02.202803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Attempting to bind port d552bac4-f5e8-4822-a6f3-09c0423499fa by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:02.202803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Attempting to bind port d552bac4-f5e8-4822-a6f3-09c0423499fa on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:02.214735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:02.215118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:02.222290 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.222290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:02.222290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Bound port: d552bac4-f5e8-4822-a6f3-09c0423499fa, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:02.223271 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.299780 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8a81f2e0-018e-424a-a581-88d427b34e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.316495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] For port d552bac4-f5e8-4822-a6f3-09c0423499fa, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:02.324699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] For port d552bac4-f5e8-4822-a6f3-09c0423499fa, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d552bac4-f5e8-4822-a6f3-09c0423499fa,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:02.413077 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9eb8-efb1-48f8-8ad3-157b7fb0774e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.452819 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.572479 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9eb8-efb1-48f8-8ad3-157b7fb0774e admin admin] Publish callbacks [] for security_group (924b0720-3ec2-4efb-bb84-21ab93f354c7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.587783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81364a8e-ce24-4c9c-a729-c73f75992522 None None] Pushing event updated for resources: {'Port': ['ID=d552bac4-f5e8-4822-a6f3-09c0423499fa,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:02.670114 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a9f9eb8-efb1-48f8-8ad3-157b7fb0774e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (924b0720-3ec2-4efb-bb84-21ab93f354c7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.730480 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4a9f9eb8-efb1-48f8-8ad3-157b7fb0774e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11aa149873644f5d858913d461fde532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5622261 Jan 27 22:00:02.732976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:02.734140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f9eb8-efb1-48f8-8ad3-157b7fb0774e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924b0720-3ec2-4efb-bb84-21ab93f354c7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:02.737381 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44214) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:02.792838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:02.859106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6489149-1ec9-4c7e-ae82-d39c5314a5e2 req-9a846d4a-b753-4155-ae3c-8baf97e7462a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8335650 Jan 27 22:00:02.901205 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Publish callbacks [] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.910198 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04bd7493-e400-4cbe-9459-2eaec96ffa6d admin admin] Publish callbacks [] for security_group (924b0720-3ec2-4efb-bb84-21ab93f354c7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:02.927835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Transition to ACTIVE for port object 9e03430c-b8d1-403e-8684-2c63d2b693c3 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:00:02.928592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:02.937400 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96638a82-f6fd-4a82-ac2d-62618c9877fc" -d '{"events": [{"server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "name": "network-vif-unplugged", "status": "completed", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:02.977607 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04bd7493-e400-4cbe-9459-2eaec96ffa6d admin admin] Publish callbacks [] for security_group (924b0720-3ec2-4efb-bb84-21ab93f354c7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.013878 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.042967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::1b2c:7028:d7aa:c54e (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/faac7aab-68c0-4c09-b429-037962e38bc9/a92d5e85-2053-407e-bb70-2aff1ad88d47) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:03.113061 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d80f21-f76d-4184-846b-8c1798eaa7dd x-openstack-request-id: req-40d80f21-f76d-4184-846b-8c1798eaa7dd {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:03.113388 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "name": "network-vif-unplugged", "status": "completed", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:03.113613 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40d80f21-f76d-4184-846b-8c1798eaa7dd {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:03.114013 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'code': 200} Jan 27 22:00:03.171749 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04bd7493-e400-4cbe-9459-2eaec96ffa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (924b0720-3ec2-4efb-bb84-21ab93f354c7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.171749 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04bd7493-e400-4cbe-9459-2eaec96ffa6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.171749 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-04bd7493-e400-4cbe-9459-2eaec96ffa6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/924b0720-3ec2-4efb-bb84-21ab93f354c7 HTTP/1.1" status: 204 len: 168 time: 0.4187772 Jan 27 22:00:03.180547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d552bac4-f5e8-4822-a6f3-09c0423499fa up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:03.186396 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd7493-e400-4cbe-9459-2eaec96ffa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924b0720-3ec2-4efb-bb84-21ab93f354c7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:03.304044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d552bac4-f5e8-4822-a6f3-09c0423499fa triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:03.304455 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.439345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d552bac4-f5e8-4822-a6f3-09c0423499fa is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:03.440785 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.485971 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (a92d5e85-2053-407e-bb70-2aff1ad88d47), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.487821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Pushing event updated for resources: {'Port': ['ID=9e03430c-b8d1-403e-8684-2c63d2b693c3,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:03.535074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port d552bac4-f5e8-4822-a6f3-09c0423499fa, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d552bac4-f5e8-4822-a6f3-09c0423499fa,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:03.599895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] No DVR routers for this DVR port 9e03430c-b8d1-403e-8684-2c63d2b693c3 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:03.697014 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.786149 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a92d5e85-2053-407e-bb70-2aff1ad88d47), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.826020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=d552bac4-f5e8-4822-a6f3-09c0423499fa,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:03.872734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9e03430c-b8d1-403e-8684-2c63d2b693c3 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:03.886063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:03.889562 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=a92d5e85-2053-407e-bb70-2aff1ad88d47,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:03.893038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:03.895737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:03.901211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:03.902109 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:03.971837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Attempting to bind port 9e03430c-b8d1-403e-8684-2c63d2b693c3 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:03.972214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Attempting to bind port 9e03430c-b8d1-403e-8684-2c63d2b693c3 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:03.972552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Attempting to bind port 9e03430c-b8d1-403e-8684-2c63d2b693c3 on network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:03.984467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Port 9e03430c-b8d1-403e-8684-2c63d2b693c3 on network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:00:03.984467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Attempting to bind port 9e03430c-b8d1-403e-8684-2c63d2b693c3 on network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:03.995024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:03.995430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Checking segment: {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:03.995781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Bound using segment: {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:03.996354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Bound port: 9e03430c-b8d1-403e-8684-2c63d2b693c3, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee538bd-1528-41a7-94c6-f1289076bce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:03.996604 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.006368 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] The host n-h2-760456-6 is not matching for port 9e03430c-b8d1-403e-8684-2c63d2b693c3 host n-h1-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:00:04.006368 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9e03430c-b8d1-403e-8684-2c63d2b693c3 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:04.034168 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b6ce03e3-4f03-451d-b06b-1198a77a9328 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7667351 Jan 27 22:00:04.035572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44240) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:04.170497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd1270-8026-4188-a4d4-601e64d86a83 req-cc5a9e6b-4005-4441-b677-ddfa1d3a4de9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:04.173007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbcd1270-8026-4188-a4d4-601e64d86a83 req-cc5a9e6b-4005-4441-b677-ddfa1d3a4de9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 943 time: 0.1396677 Jan 27 22:00:04.194534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:04.222091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:04.281365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad12d40-58b4-4758-9a99-8a40e0b163c9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:04.288497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad12d40-58b4-4758-9a99-8a40e0b163c9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:04.294374 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9ad12d40-58b4-4758-9a99-8a40e0b163c9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2564335 Jan 27 22:00:04.295315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44246) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:04.300672 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbcd1270-8026-4188-a4d4-601e64d86a83 req-d0e4fce6-722b-45a8-a2dc-da95ce981e7a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266713 Jan 27 22:00:04.326592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.398582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:04.399726 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.406738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] 10.222.0.74 "PUT /v2.0/ports/9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 200 len: 1091 time: 2.8792405 Jan 27 22:00:04.466964 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bcc62f3d-3188-45d5-81cf-8488cde230d8 None None] Provisioning complete for port d552bac4-f5e8-4822-a6f3-09c0423499fa triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:04.468362 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bcc62f3d-3188-45d5-81cf-8488cde230d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.483551 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44248) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:04.549802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-82652757-7377-40fe-9029-dc72a88c8a8a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port a92d5e85-2053-407e-bb70-2aff1ad88d47 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:04.550745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09938c12-f805-4dd3-844e-1ef2b98be107 service neutron] Pushing event updated for resources: {'Port': ['ID=9e03430c-b8d1-403e-8684-2c63d2b693c3,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:04.553882 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82652757-7377-40fe-9029-dc72a88c8a8a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a92d5e85-2053-407e-bb70-2aff1ad88d47), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.585546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-ff3096e8-71a7-4173-b079-36731b794089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:04.591417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-ff3096e8-71a7-4173-b079-36731b794089 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1094 time: 0.1554599 Jan 27 22:00:04.697379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6a22211-836b-481f-985b-252ec8fa4c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.715677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bcc62f3d-3188-45d5-81cf-8488cde230d8 None None] Current status of the port d552bac4-f5e8-4822-a6f3-09c0423499fa is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:04.734461 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82652757-7377-40fe-9029-dc72a88c8a8a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a92d5e85-2053-407e-bb70-2aff1ad88d47), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.748339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-82652757-7377-40fe-9029-dc72a88c8a8a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for a92d5e85-2053-407e-bb70-2aff1ad88d47 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:04.807415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-de9f3700-bf2a-4cac-81ab-34cd4e06f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:04.810145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-de9f3700-bf2a-4cac-81ab-34cd4e06f119 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d HTTP/1.1" status: 200 len: 898 time: 0.2107220 Jan 27 22:00:04.947344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b3a1e060-b1c4-49e1-9334-5a4a477ab6fa None None] Provisioning complete for port a92d5e85-2053-407e-bb70-2aff1ad88d47 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:04.952914 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e060-b1c4-49e1-9334-5a4a477ab6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a92d5e85-2053-407e-bb70-2aff1ad88d47), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.953203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6a22211-836b-481f-985b-252ec8fa4c1e admin admin] Publish callbacks [] for security_group (a5573b47-6f17-449f-91dc-8ff1887fbd0f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.986139 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-554a2c11-77ba-4a61-8b26-4a20485ef7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:04.993325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-d8cf4bf3-0dcf-426b-bbcc-d7a50b9d5f5b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 200 len: 999 time: 0.1761825 Jan 27 22:00:05.025303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d552bac4-f5e8-4822-a6f3-09c0423499fa up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:05.048200 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6a22211-836b-481f-985b-252ec8fa4c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a5573b47-6f17-449f-91dc-8ff1887fbd0f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.051725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-b806e982-b74a-4c11-8dd4-719b7ecb0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.052097 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-b806e982-b74a-4c11-8dd4-719b7ecb0c9e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=365140df-60ab-4a98-a5bc-4473939cfd20 HTTP/1.1" status: 200 len: 834 time: 0.0531502 Jan 27 22:00:05.054354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1e060-b1c4-49e1-9334-5a4a477ab6fa None None] Port a92d5e85-2053-407e-bb70-2aff1ad88d47 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:05.098783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d552bac4-f5e8-4822-a6f3-09c0423499fa triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:05.098783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.119004 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d6a22211-836b-481f-985b-252ec8fa4c1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d6cf569366e46b58bf77f24fe5243ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6318243 Jan 27 22:00:05.122095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44258) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:05.128814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:05.131642 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:05.167469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-dd2e24cc-3622-4320-9bc9-9c903a6d7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.169335 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-dd2e24cc-3622-4320-9bc9-9c903a6d7ba5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109977 Jan 27 22:00:05.178835 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82652757-7377-40fe-9029-dc72a88c8a8a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a92d5e85-2053-407e-bb70-2aff1ad88d47), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.224748 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5080d210-6af1-47b6-bf13-83ce6456c4ee x-openstack-request-id: req-5080d210-6af1-47b6-bf13-83ce6456c4ee {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:05.229829 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:05.230393 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5080d210-6af1-47b6-bf13-83ce6456c4ee {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:05.231004 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'status': 'completed', 'code': 200} Jan 27 22:00:05.238976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a22211-836b-481f-985b-252ec8fa4c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5573b47-6f17-449f-91dc-8ff1887fbd0f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:05.288586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d552bac4-f5e8-4822-a6f3-09c0423499fa is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:05.305567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82652757-7377-40fe-9029-dc72a88c8a8a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=a92d5e85-2053-407e-bb70-2aff1ad88d47,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:05.313894 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82652757-7377-40fe-9029-dc72a88c8a8a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.317232 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-82652757-7377-40fe-9029-dc72a88c8a8a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/a92d5e85-2053-407e-bb70-2aff1ad88d47 HTTP/1.1" status: 204 len: 168 time: 1.0205376 Jan 27 22:00:05.322235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44270) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:05.363772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a3b930fd-7c5b-4216-86f7-0c70b7652191 admin admin] Publish callbacks [] for security_group (a5573b47-6f17-449f-91dc-8ff1887fbd0f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.420265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-3023adfc-9f4d-473a-89dd-35015de2fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.421804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-3023adfc-9f4d-473a-89dd-35015de2fb05 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1094 time: 0.1897497 Jan 27 22:00:05.427897 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a3b930fd-7c5b-4216-86f7-0c70b7652191 admin admin] Publish callbacks [] for security_group (a5573b47-6f17-449f-91dc-8ff1887fbd0f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.572653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39c2db-bf87-40d5-90be-87f7bac03553 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.573970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39c2db-bf87-40d5-90be-87f7bac03553 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.575519 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bd39c2db-bf87-40d5-90be-87f7bac03553 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2523096 Jan 27 22:00:05.580817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44274) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:05.607103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-5ff428d2-3809-44ee-bec9-2fcbab5ab0d8 service neutron] 10.222.0.74 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186420 Jan 27 22:00:05.634885 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a3b930fd-7c5b-4216-86f7-0c70b7652191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a5573b47-6f17-449f-91dc-8ff1887fbd0f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.637762 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a3b930fd-7c5b-4216-86f7-0c70b7652191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.638970 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a3b930fd-7c5b-4216-86f7-0c70b7652191 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5573b47-6f17-449f-91dc-8ff1887fbd0f HTTP/1.1" status: 204 len: 168 time: 0.5140526 Jan 27 22:00:05.650452 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b930fd-7c5b-4216-86f7-0c70b7652191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5573b47-6f17-449f-91dc-8ff1887fbd0f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:05.729393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-67f27a28-efb5-4c4f-a30f-3f64aec14f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.731236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-67f27a28-efb5-4c4f-a30f-3f64aec14f57 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d HTTP/1.1" status: 200 len: 898 time: 0.2995200 Jan 27 22:00:05.740681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71847473-2351-4d78-9913-9f4d0c0cc388 req-f792a82e-5d40-48dd-927a-12d99fc6530b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:05.742154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71847473-2351-4d78-9913-9f4d0c0cc388 req-f792a82e-5d40-48dd-927a-12d99fc6530b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 943 time: 0.3155544 Jan 27 22:00:05.749057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-be277491-1726-48b8-93a2-2efa783fb266 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet faac7aab-68c0-4c09-b429-037962e38bc9 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:05.768578 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be277491-1726-48b8-93a2-2efa783fb266 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (faac7aab-68c0-4c09-b429-037962e38bc9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.922731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0646f70-f869-4eaa-b191-5bcde6768d44 req-2f4cb58b-0c15-46f0-9f76-4d6ad7ada86f service neutron] 10.222.0.74 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905958 Jan 27 22:00:05.924357 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-2884a302-2109-407f-b50f-7b77b2b7fbbc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 200 len: 999 time: 0.1813140 Jan 27 22:00:05.930281 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be277491-1726-48b8-93a2-2efa783fb266 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (faac7aab-68c0-4c09-b429-037962e38bc9), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:05.984231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71847473-2351-4d78-9913-9f4d0c0cc388 req-bf9a04e5-bf7d-46a1-a76b-5448a69b8911 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306051 Jan 27 22:00:06.027250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-70462bd7-eb7d-4b48-88bf-49c46f108335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:06.028839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-70462bd7-eb7d-4b48-88bf-49c46f108335 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=365140df-60ab-4a98-a5bc-4473939cfd20 HTTP/1.1" status: 200 len: 834 time: 0.0949142 Jan 27 22:00:06.128599 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be277491-1726-48b8-93a2-2efa783fb266 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (faac7aab-68c0-4c09-b429-037962e38bc9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.151075 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.187606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-31009ba8-d043-4b9c-9e4d-ad224e7077a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:06.189762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-31009ba8-d043-4b9c-9e4d-ad224e7077a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537471 Jan 27 22:00:06.197351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-11352194-47fc-4a12-8512-73eec7cd16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:06.198932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-11352194-47fc-4a12-8512-73eec7cd16ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1094 time: 0.1188924 Jan 27 22:00:06.381013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-4c8c669f-25fe-4c8f-a19c-71ff6adc1798 service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803470 Jan 27 22:00:06.382603 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-e3def318-278b-476e-9258-6023920aba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:06.390048 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-e3def318-278b-476e-9258-6023920aba67 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d HTTP/1.1" status: 200 len: 898 time: 0.1742499 Jan 27 22:00:06.477058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be277491-1726-48b8-93a2-2efa783fb266 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (faac7aab-68c0-4c09-b429-037962e38bc9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.522837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be277491-1726-48b8-93a2-2efa783fb266 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=faac7aab-68c0-4c09-b429-037962e38bc9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:06.536343 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be277491-1726-48b8-93a2-2efa783fb266 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.539322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-be277491-1726-48b8-93a2-2efa783fb266 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/faac7aab-68c0-4c09-b429-037962e38bc9 HTTP/1.1" status: 204 len: 168 time: 0.9542787 Jan 27 22:00:06.539700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f588ae0-4de7-4402-adfe-1ad8d8cedf59 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:06.542279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44300) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:06.547907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-b81e554c-4b8c-4ee0-a18c-38edd7d865f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 200 len: 999 time: 0.1505692 Jan 27 22:00:06.610452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-1f1edfbf-b327-42f4-a6cf-dea998735e2a service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224064 Jan 27 22:00:06.618750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-49658c6d-3537-43d4-9d5f-580135e1b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:06.620424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-49658c6d-3537-43d4-9d5f-580135e1b847 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=365140df-60ab-4a98-a5bc-4473939cfd20 HTTP/1.1" status: 200 len: 834 time: 0.0659783 Jan 27 22:00:06.666794 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7945724e-e339-42ee-8807-53bd945df76b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207027 Jan 27 22:00:06.667197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44308) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:06.673743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d32f9179-d35e-4974-8972-294f3c147a36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:06.710893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-37bca00a-41ae-4516-b748-58793648984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:06.712365 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-37bca00a-41ae-4516-b748-58793648984c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855472 Jan 27 22:00:06.772138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a1f54-fb92-46e2-81f8-ebcd9177dd93 None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:06.824680 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a1f54-fb92-46e2-81f8-ebcd9177dd93 None None] Deleting port d552bac4-f5e8-4822-a6f3-09c0423499fa {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:06.825066 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cd7a1f54-fb92-46e2-81f8-ebcd9177dd93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.826788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-4933f54b-56bd-4379-96de-0be89f53ee12 service neutron] 10.222.0.74 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069176 Jan 27 22:00:06.886999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32f9179-d35e-4974-8972-294f3c147a36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:06.895086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-cd7a1f54-fb92-46e2-81f8-ebcd9177dd93 None None] For port d552bac4-f5e8-4822-a6f3-09c0423499fa, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d552bac4-f5e8-4822-a6f3-09c0423499fa,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:06.895502 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cd7a1f54-fb92-46e2-81f8-ebcd9177dd93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.896479 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d32f9179-d35e-4974-8972-294f3c147a36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:06.939151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a1f54-fb92-46e2-81f8-ebcd9177dd93 None None] Calling delete_port for d552bac4-f5e8-4822-a6f3-09c0423499fa owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:06.971375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a637eee6-1f88-4174-a6a5-43b9b8b1b86a req-abd972b4-8acd-4688-bcd9-092f79e55aec service neutron] 10.222.0.74 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305184 Jan 27 22:00:07.010102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d552bac4-f5e8-4822-a6f3-09c0423499fa no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:07.148506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d552bac4-f5e8-4822-a6f3-09c0423499fa is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:07.149084 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.185824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061c3d0-f688-45df-a4de-e112d90e0874 req-158ec464-a1c6-4fee-8e48-771601fc4c22 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:07.187512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2061c3d0-f688-45df-a4de-e112d90e0874 req-158ec464-a1c6-4fee-8e48-771601fc4c22 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 943 time: 0.0835421 Jan 27 22:00:07.243632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2061c3d0-f688-45df-a4de-e112d90e0874 req-553d6f39-dced-4118-932e-517753abef2f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499668 Jan 27 22:00:07.293232 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cd7a1f54-fb92-46e2-81f8-ebcd9177dd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (d552bac4-f5e8-4822-a6f3-09c0423499fa), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.363694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a1f54-fb92-46e2-81f8-ebcd9177dd93 None None] Pushing event deleted for resources: {'Port': ['ID=d552bac4-f5e8-4822-a6f3-09c0423499fa,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:07.370157 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d32f9179-d35e-4974-8972-294f3c147a36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (8a5ba043-0323-4619-a6a4-fef4797ea323), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.371154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a1f54-fb92-46e2-81f8-ebcd9177dd93 None None] No DVR routers for this DVR port d552bac4-f5e8-4822-a6f3-09c0423499fa on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:07.436331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f9179-d35e-4974-8972-294f3c147a36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:07.439963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d32f9179-d35e-4974-8972-294f3c147a36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:07.444810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32f9179-d35e-4974-8972-294f3c147a36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:07.445881 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d32f9179-d35e-4974-8972-294f3c147a36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.449360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3892f7f1-613e-449b-8784-e881f47adbcc None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:07.466440 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f9179-d35e-4974-8972-294f3c147a36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=8a5ba043-0323-4619-a6a4-fef4797ea323,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:07.517886 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.581209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '8a5ba043-0323-4619-a6a4-fef4797ea323'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:07.582590 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:07.588570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44342) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:07.588801 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d32f9179-d35e-4974-8972-294f3c147a36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9204092 Jan 27 22:00:07.594017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'fixed_ips': [{'subnet_id': '8a5ba043-0323-4619-a6a4-fef4797ea323', 'ip_address': '2001:db8::7c58:3b31:b143:c955'}], 'name': 'tempest-NetworksTestDHCPv6-597099758'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:07.775105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/8a5ba043-0323-4619-a6a4-fef4797ea323/76bb8759-2bdf-4a6c-81c6-2dc33205a0d4) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:07.836422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:07.947460 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Publish callbacks [] for port (76bb8759-2bdf-4a6c-81c6-2dc33205a0d4), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.004236 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.030687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 26efad7f-2107-4c58-a8bf-f43845a7983b yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:08.064160 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (76bb8759-2bdf-4a6c-81c6-2dc33205a0d4), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.119409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:08.122958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:08.128756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:08.184353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Pushing event updated for resources: {'Port': ['ID=76bb8759-2bdf-4a6c-81c6-2dc33205a0d4,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:08.243162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Attempting to bind port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:08.243162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Attempting to bind port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:08.243612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Attempting to bind port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:08.251238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 21, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:08.252000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:08.252504 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.252969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:08.253512 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Bound port: 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:08.253974 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (76bb8759-2bdf-4a6c-81c6-2dc33205a0d4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.283285 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::7c58:3b31:b143:c955 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/8a5ba043-0323-4619-a6a4-fef4797ea323/26efad7f-2107-4c58-a8bf-f43845a7983b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:08.381276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] For port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:08.388142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] For port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=76bb8759-2bdf-4a6c-81c6-2dc33205a0d4,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:08.494535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e119e07-584c-4031-b4fc-226b41401e9b req-1803d617-0119-4e83-8667-376f0fba91de tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:08.495966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e119e07-584c-4031-b4fc-226b41401e9b req-1803d617-0119-4e83-8667-376f0fba91de tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 943 time: 0.1245539 Jan 27 22:00:08.571312 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (76bb8759-2bdf-4a6c-81c6-2dc33205a0d4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.647829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e119e07-584c-4031-b4fc-226b41401e9b req-6b0786a4-8a7e-4b47-8627-8350d3398c6e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413155 Jan 27 22:00:08.723778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (26efad7f-2107-4c58-a8bf-f43845a7983b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.725276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dadb4e-8b9d-485c-831b-d1f89c6614d9 None None] Pushing event updated for resources: {'Port': ['ID=76bb8759-2bdf-4a6c-81c6-2dc33205a0d4,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:08.915361 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (26efad7f-2107-4c58-a8bf-f43845a7983b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:08.938996 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.010344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:09.012517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:09.021174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:09.027092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.027950 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.039318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=26efad7f-2107-4c58-a8bf-f43845a7983b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:09.168293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:09.194894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9e03430c-b8d1-403e-8684-2c63d2b693c3 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:00:09.240535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9cedff1d-f317-43b2-b7c9-80f6d08dfd18 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6501446 Jan 27 22:00:09.242660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44398) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:09.296572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc9068-ad1f-422e-aa5f-3b2c93d73572 req-d7f0f375-e017-4576-86be-0d45f88bbe7b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.297510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8bc9068-ad1f-422e-aa5f-3b2c93d73572 req-d7f0f375-e017-4576-86be-0d45f88bbe7b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 943 time: 0.1196308 Jan 27 22:00:09.355666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45491be0-b622-47e9-b36b-d497f496f95f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.383323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:09.383795 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (76bb8759-2bdf-4a6c-81c6-2dc33205a0d4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.385104 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45491be0-b622-47e9-b36b-d497f496f95f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.394178 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-45491be0-b622-47e9-b36b-d497f496f95f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1466370 Jan 27 22:00:09.415405 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44400) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:09.490200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:09.507598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'port_id': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'mac_address': 'fa:16:3e:38:7b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:00:09.559194 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-02f3054f-d0b7-48d4-8703-6804a854c4cf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 26efad7f-2107-4c58-a8bf-f43845a7983b {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:09.559799 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02f3054f-d0b7-48d4-8703-6804a854c4cf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (26efad7f-2107-4c58-a8bf-f43845a7983b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.564963 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8bc9068-ad1f-422e-aa5f-3b2c93d73572 req-b99e2207-775d-4966-a959-2d403a61f8a5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539105 Jan 27 22:00:09.638081 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:09.641924 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (76bb8759-2bdf-4a6c-81c6-2dc33205a0d4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.643329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-cc1dd267-2706-43c2-8660-5c7672d8f1c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.645578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-cc1dd267-2706-43c2-8660-5c7672d8f1c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 943 time: 0.2026887 Jan 27 22:00:09.720981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=76bb8759-2bdf-4a6c-81c6-2dc33205a0d4,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:09.722351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 9e03430c-b8d1-403e-8684-2c63d2b693c3 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:09.723046 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.723755 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02f3054f-d0b7-48d4-8703-6804a854c4cf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (26efad7f-2107-4c58-a8bf-f43845a7983b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.757562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e03430c-b8d1-403e-8684-2c63d2b693c3 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:00:09.781253 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-02b5972c-4ec5-40bf-a294-710f4b03460a service neutron] delete failed (client error): The resource could not be found. Jan 27 22:00:09.782394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-02b5972c-4ec5-40bf-a294-710f4b03460a service neutron] 10.222.0.71 "DELETE /v2.0/ports/9e03430c-b8d1-403e-8684-2c63d2b693c3/bindings/n-h2-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.1199880 Jan 27 22:00:09.786562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-02f3054f-d0b7-48d4-8703-6804a854c4cf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 26efad7f-2107-4c58-a8bf-f43845a7983b owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:09.795598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:09.943342 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (76bb8759-2bdf-4a6c-81c6-2dc33205a0d4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:09.976016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-e302473d-6fba-4c29-ac0f-0eaccfc7c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:09.977654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-e302473d-6fba-4c29-ac0f-0eaccfc7c1da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1094 time: 0.0600019 Jan 27 22:00:10.012904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=76bb8759-2bdf-4a6c-81c6-2dc33205a0d4,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:10.058014 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:10.126523 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02f3054f-d0b7-48d4-8703-6804a854c4cf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (26efad7f-2107-4c58-a8bf-f43845a7983b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:10.145249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=9e03430c-b8d1-403e-8684-2c63d2b693c3,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:10.188059 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3054f-d0b7-48d4-8703-6804a854c4cf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=26efad7f-2107-4c58-a8bf-f43845a7983b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:10.227432 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02f3054f-d0b7-48d4-8703-6804a854c4cf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:10.233887 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-02f3054f-d0b7-48d4-8703-6804a854c4cf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/26efad7f-2107-4c58-a8bf-f43845a7983b HTTP/1.1" status: 204 len: 168 time: 0.8141124 Jan 27 22:00:10.234364 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44424) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:10.304970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d2ded5-da85-4975-a117-7fa1a5f956d4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:10.306369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d2ded5-da85-4975-a117-7fa1a5f956d4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:10.308407 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e4d2ded5-da85-4975-a117-7fa1a5f956d4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0723860 Jan 27 22:00:10.312727 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44428) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:10.337185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['9e03430c-b8d1-403e-8684-2c63d2b693c3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:00:10.408674 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-1264fdee-ced8-4fd1-91e7-6a6cdbf0780d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 8a5ba043-0323-4619-a6a4-fef4797ea323 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:10.412653 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1264fdee-ced8-4fd1-91e7-6a6cdbf0780d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (8a5ba043-0323-4619-a6a4-fef4797ea323), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:10.461111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-66901818-3a5b-45f2-8e5a-448622146ad1 None None] Provisioning complete for port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:10.461772 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-66901818-3a5b-45f2-8e5a-448622146ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (76bb8759-2bdf-4a6c-81c6-2dc33205a0d4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:10.480844 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1264fdee-ced8-4fd1-91e7-6a6cdbf0780d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (8a5ba043-0323-4619-a6a4-fef4797ea323), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:10.674700 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1264fdee-ced8-4fd1-91e7-6a6cdbf0780d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (8a5ba043-0323-4619-a6a4-fef4797ea323), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:10.692882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-66901818-3a5b-45f2-8e5a-448622146ad1 None None] Current status of the port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:10.839944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a5cf6ea0-4942-4cf5-85c1-f734e1ddd68d None None] Could not find standard attr ID for object 26efad7f-2107-4c58-a8bf-f43845a7983b. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:00:10.899250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-58503b9b-daea-4d0b-9295-0db613cf87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:10.899250 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-58503b9b-daea-4d0b-9295-0db613cf87a4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d HTTP/1.1" status: 200 len: 898 time: 0.9086351 Jan 27 22:00:11.006596 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1264fdee-ced8-4fd1-91e7-6a6cdbf0780d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (8a5ba043-0323-4619-a6a4-fef4797ea323), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:11.033123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:11.035077 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-a5c2e9e8-cb12-4739-9e38-94dcdff6304a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 200 len: 1000 time: 0.1292479 Jan 27 22:00:11.048261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264fdee-ced8-4fd1-91e7-6a6cdbf0780d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5ba043-0323-4619-a6a4-fef4797ea323,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:11.051830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761f34b-caf8-4906-a20a-05cfcf1c001c req-653fdf58-e499-4e6c-8bcb-cb361e079dab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:11.059996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5761f34b-caf8-4906-a20a-05cfcf1c001c req-653fdf58-e499-4e6c-8bcb-cb361e079dab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 944 time: 0.1653602 Jan 27 22:00:11.061902 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1264fdee-ced8-4fd1-91e7-6a6cdbf0780d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:11.066363 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1264fdee-ced8-4fd1-91e7-6a6cdbf0780d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/8a5ba043-0323-4619-a6a4-fef4797ea323 HTTP/1.1" status: 204 len: 168 time: 0.7540700 Jan 27 22:00:11.068666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44456) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:11.071256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafc7ac0-485b-4456-8441-88d09d7de9c0 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:11.131726 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2e5277ce-d4af-47dc-a1e4-5ba8c99f5777 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617130 Jan 27 22:00:11.133990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44458) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:11.168382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5761f34b-caf8-4906-a20a-05cfcf1c001c req-bd8cd15c-cd9a-47bf-8e58-43de4c7836ce tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073880 Jan 27 22:00:11.212764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-6bbcf20a-3515-43e4-943b-6656a63ec572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:11.214872 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-6bbcf20a-3515-43e4-943b-6656a63ec572 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=365140df-60ab-4a98-a5bc-4473939cfd20 HTTP/1.1" status: 200 len: 834 time: 0.1526594 Jan 27 22:00:11.241225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e297963f-87d4-4800-bd79-2028f5825c8e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:11.245829 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e297963f-87d4-4800-bd79-2028f5825c8e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1076465 Jan 27 22:00:11.251685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44466) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:11.283155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-03a9952c-a819-4dbe-b5e4-5b9f3a1a97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:11.284851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-03a9952c-a819-4dbe-b5e4-5b9f3a1a97df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639646 Jan 27 22:00:11.326007 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737dddfd-df59-44f9-9fac-1344105b579e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:11.331775 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-737dddfd-df59-44f9-9fac-1344105b579e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0777190 Jan 27 22:00:11.332792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44470) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:11.382302 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-930754af-7524-4fa2-a9e5-47c39ff901bc tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479846 Jan 27 22:00:11.383178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44474) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:11.388413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e1563961-ec46-44b0-bb8e-0bcd50ddce97 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:11.441400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-242f028b-5d23-4141-bd9f-8051fd56baa1 service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495149 Jan 27 22:00:11.462077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:11.462554 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (76bb8759-2bdf-4a6c-81c6-2dc33205a0d4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:11.592103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-825bd68f-eb45-45f2-8bce-7f994854fb4f req-847d00ff-0f0b-4a44-b979-f44b2f644fa1 service neutron] 10.222.0.71 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439698 Jan 27 22:00:11.597345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5b1c9a-9dff-4da4-8fb8-eb435c21c8a5 None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:11.604804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:11.646450 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1563961-ec46-44b0-bb8e-0bcd50ddce97 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:11.650429 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1563961-ec46-44b0-bb8e-0bcd50ddce97 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:11.687134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b1c9a-9dff-4da4-8fb8-eb435c21c8a5 None None] Deleting port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:11.687510 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1c9a-9dff-4da4-8fb8-eb435c21c8a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (76bb8759-2bdf-4a6c-81c6-2dc33205a0d4), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:11.768626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9f5b1c9a-9dff-4da4-8fb8-eb435c21c8a5 None None] For port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=76bb8759-2bdf-4a6c-81c6-2dc33205a0d4,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:11.768626 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1c9a-9dff-4da4-8fb8-eb435c21c8a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (76bb8759-2bdf-4a6c-81c6-2dc33205a0d4), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:11.791921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b1c9a-9dff-4da4-8fb8-eb435c21c8a5 None None] Calling delete_port for 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:12.005294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1563961-ec46-44b0-bb8e-0bcd50ddce97 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (a89657ee-4031-4ce7-9441-6413801e68b3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.008036 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9f5b1c9a-9dff-4da4-8fb8-eb435c21c8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (76bb8759-2bdf-4a6c-81c6-2dc33205a0d4), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.042757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5b1c9a-9dff-4da4-8fb8-eb435c21c8a5 None None] No DVR routers for this DVR port 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:12.048285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b1c9a-9dff-4da4-8fb8-eb435c21c8a5 None None] Pushing event deleted for resources: {'Port': ['ID=76bb8759-2bdf-4a6c-81c6-2dc33205a0d4,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:12.071825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1563961-ec46-44b0-bb8e-0bcd50ddce97 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:12.071825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e1563961-ec46-44b0-bb8e-0bcd50ddce97 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:12.075753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1563961-ec46-44b0-bb8e-0bcd50ddce97 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:12.076409 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e1563961-ec46-44b0-bb8e-0bcd50ddce97 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.082770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1563961-ec46-44b0-bb8e-0bcd50ddce97 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=a89657ee-4031-4ce7-9441-6413801e68b3,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:12.088637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af3aca7-9ec0-49e6-90af-a0fd2e7a5f53 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:12.254020 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e1563961-ec46-44b0-bb8e-0bcd50ddce97 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8589776 Jan 27 22:00:12.254020 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44502) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:12.260016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'fixed_ips': [{'subnet_id': 'a89657ee-4031-4ce7-9441-6413801e68b3', 'ip_address': '2001:db8::3c1f:d6f4:5924:58d0'}], 'name': 'tempest-NetworksTestDHCPv6-1700591480'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:12.272186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': 'a89657ee-4031-4ce7-9441-6413801e68b3'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:12.273178 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.399157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb887217-ef94-4ea6-89c2-bd5ac72ea0e5 req-21e47522-fcb6-46c8-8680-038fb9dd763d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:12.400807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb887217-ef94-4ea6-89c2-bd5ac72ea0e5 req-21e47522-fcb6-46c8-8680-038fb9dd763d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 944 time: 0.0881712 Jan 27 22:00:12.485867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/a89657ee-4031-4ce7-9441-6413801e68b3/22b55574-9c43-406d-becc-a88948b651a7) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:12.493851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb887217-ef94-4ea6-89c2-bd5ac72ea0e5 req-8bf019b3-9ab3-4821-90ba-e3ac2318af17 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848765 Jan 27 22:00:12.623140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:12.661277 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Publish callbacks [] for port (22b55574-9c43-406d-becc-a88948b651a7), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.752823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.771324 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port b1067a0f-0421-42be-a8b4-1ea6f67c811d yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:12.823786 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (22b55574-9c43-406d-becc-a88948b651a7), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.888175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:12.888310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:12.891372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:12.904315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Pushing event updated for resources: {'Port': ['ID=22b55574-9c43-406d-becc-a88948b651a7,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:12.968045 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::3c1f:d6f4:5924:58d0 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/a89657ee-4031-4ce7-9441-6413801e68b3/b1067a0f-0421-42be-a8b4-1ea6f67c811d) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:12.971388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Attempting to bind port 22b55574-9c43-406d-becc-a88948b651a7 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:12.972393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Attempting to bind port 22b55574-9c43-406d-becc-a88948b651a7 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:12.972558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Attempting to bind port 22b55574-9c43-406d-becc-a88948b651a7 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:12.977938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:12.978411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:12.979146 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:12.979525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:12.979992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Bound port: 22b55574-9c43-406d-becc-a88948b651a7, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:12.980411 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (22b55574-9c43-406d-becc-a88948b651a7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:13.020580 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:13.046832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:13.047286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 76bb8759-2bdf-4a6c-81c6-2dc33205a0d4 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:13.077665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] For port 22b55574-9c43-406d-becc-a88948b651a7, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:13.081918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] For port 22b55574-9c43-406d-becc-a88948b651a7, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=22b55574-9c43-406d-becc-a88948b651a7,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:13.143151 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (b1067a0f-0421-42be-a8b4-1ea6f67c811d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:13.227708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9e03430c-b8d1-403e-8684-2c63d2b693c3 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:13.275117 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (22b55574-9c43-406d-becc-a88948b651a7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:13.342660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d640e7-dd56-4a76-b4ba-2b36e1e34259 None None] Pushing event updated for resources: {'Port': ['ID=22b55574-9c43-406d-becc-a88948b651a7,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:13.366735 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b1067a0f-0421-42be-a8b4-1ea6f67c811d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:13.419654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:13.423228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:13.430811 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:13.434422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 9e03430c-b8d1-403e-8684-2c63d2b693c3 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:00:13.439822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 9e03430c-b8d1-403e-8684-2c63d2b693c3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:13.439822 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:13.447918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:13.448639 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:13.458103 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=b1067a0f-0421-42be-a8b4-1ea6f67c811d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:13.554156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 9e03430c-b8d1-403e-8684-2c63d2b693c3 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:13.554716 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:13.584515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:13.587993 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3ccae2-f0c3-4145-bd55-c12d95b5a0aa" -d '{"events": [{"server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "name": "network-vif-plugged", "status": "completed", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:13.619455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:13.656051 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba058366-ee99-4de9-9bd1-07c76648bf25 x-openstack-request-id: req-ba058366-ee99-4de9-9bd1-07c76648bf25 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:13.656724 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "name": "network-vif-plugged", "status": "completed", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:13.656986 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba058366-ee99-4de9-9bd1-07c76648bf25 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:13.657967 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'code': 200} Jan 27 22:00:13.679124 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-761a6475-d66f-4309-baa1-c4ca69d34e71 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4215627 Jan 27 22:00:13.679589 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44554) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:13.686761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4937770-530a-49f4-91f1-9eab58236ca1 req-db7bb9d9-8549-4474-84e6-4dc0e4ed03be tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:13.688452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4937770-530a-49f4-91f1-9eab58236ca1 req-db7bb9d9-8549-4474-84e6-4dc0e4ed03be tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 944 time: 0.0639770 Jan 27 22:00:13.688729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-057aa27e-efac-4d11-987e-06330e6d07d1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'fixed_ips': [{'subnet_id': 'a89657ee-4031-4ce7-9441-6413801e68b3', 'ip_address': '2001:db8::3c1f:d6f4:5924:58d0'}], 'name': 'tempest-NetworksTestDHCPv6-1282958883'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:13.746333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4937770-530a-49f4-91f1-9eab58236ca1 req-64413776-83cd-4f4f-b13b-ce489460afd1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519440 Jan 27 22:00:13.760064 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:13.771500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44556) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:13.821194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=9e03430c-b8d1-403e-8684-2c63d2b693c3,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:14.225642 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-914a18a2-e7c6-44dd-854a-a23d438cf70c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/ae82d68e-d769-4d10-9d14-fbda220baf83 HTTP/1.1" status: 200 len: 993 time: 0.4527552 Jan 27 22:00:14.502793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ebe55d07-8b6f-4e18-b188-f8ba9fe15a0f None None] Provisioning complete for port 22b55574-9c43-406d-becc-a88948b651a7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:14.503310 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ebe55d07-8b6f-4e18-b188-f8ba9fe15a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (22b55574-9c43-406d-becc-a88948b651a7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:14.524935 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057aa27e-efac-4d11-987e-06330e6d07d1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:14.530054 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-057aa27e-efac-4d11-987e-06330e6d07d1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:14.551238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-057aa27e-efac-4d11-987e-06330e6d07d1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port b5ec5fa5-f4a1-4969-82a7-afc3e4553736 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:14.598100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ebe55d07-8b6f-4e18-b188-f8ba9fe15a0f None None] Current status of the port 22b55574-9c43-406d-becc-a88948b651a7 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:14.598645 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ebe55d07-8b6f-4e18-b188-f8ba9fe15a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (22b55574-9c43-406d-becc-a88948b651a7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:14.685237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ebe55d07-8b6f-4e18-b188-f8ba9fe15a0f None None] For port 22b55574-9c43-406d-becc-a88948b651a7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=22b55574-9c43-406d-becc-a88948b651a7,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:14.810806 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ebe55d07-8b6f-4e18-b188-f8ba9fe15a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (22b55574-9c43-406d-becc-a88948b651a7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:14.908653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe55d07-8b6f-4e18-b188-f8ba9fe15a0f None None] Pushing event updated for resources: {'Port': ['ID=22b55574-9c43-406d-becc-a88948b651a7,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:14.920002 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-057aa27e-efac-4d11-987e-06330e6d07d1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 22:00:14.920838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057aa27e-efac-4d11-987e-06330e6d07d1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:14.960287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-170e8095-e92c-486c-bd7c-3805aeaa4d1c None None] Provisioning complete for port b1067a0f-0421-42be-a8b4-1ea6f67c811d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:14.960681 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-170e8095-e92c-486c-bd7c-3805aeaa4d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b1067a0f-0421-42be-a8b4-1ea6f67c811d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.017876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-170e8095-e92c-486c-bd7c-3805aeaa4d1c None None] Port b1067a0f-0421-42be-a8b4-1ea6f67c811d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:15.039511 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-057aa27e-efac-4d11-987e-06330e6d07d1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3572619 Jan 27 22:00:15.040699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44580) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:15.105764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44582) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:15.178900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf3841-bb7c-4508-8947-9b534c2d3ebc tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.181723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 22b55574-9c43-406d-becc-a88948b651a7 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:15.188656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf3841-bb7c-4508-8947-9b534c2d3ebc tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:15.191533 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-49cf3841-bb7c-4508-8947-9b534c2d3ebc tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1483650 Jan 27 22:00:15.196306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44588) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:15.339697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 22b55574-9c43-406d-becc-a88948b651a7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:15.340308 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (22b55574-9c43-406d-becc-a88948b651a7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.465916 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1df9b3e7-33bf-4a4d-8947-57c2842c7493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.497049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f85ed3ee-b49e-44d3-91c2-dfeec2c8a0ab tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port b1067a0f-0421-42be-a8b4-1ea6f67c811d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:15.497534 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f85ed3ee-b49e-44d3-91c2-dfeec2c8a0ab tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b1067a0f-0421-42be-a8b4-1ea6f67c811d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.510149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 22b55574-9c43-406d-becc-a88948b651a7 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:15.633996 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f85ed3ee-b49e-44d3-91c2-dfeec2c8a0ab tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b1067a0f-0421-42be-a8b4-1ea6f67c811d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.670162 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1df9b3e7-33bf-4a4d-8947-57c2842c7493 admin admin] Publish callbacks [] for security_group (545a940f-d0c9-421a-827d-691a514ce37d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.671579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f85ed3ee-b49e-44d3-91c2-dfeec2c8a0ab tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for b1067a0f-0421-42be-a8b4-1ea6f67c811d owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:15.754623 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1df9b3e7-33bf-4a4d-8947-57c2842c7493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (545a940f-d0c9-421a-827d-691a514ce37d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.822780 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1df9b3e7-33bf-4a4d-8947-57c2842c7493 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=710a418d430e4765b8b1bb7f982054c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7161224 Jan 27 22:00:15.825484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44594) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:15.827837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9b3e7-33bf-4a4d-8947-57c2842c7493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545a940f-d0c9-421a-827d-691a514ce37d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:15.909178 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1dc4b46-f3de-49ae-affc-8598b8846c69 admin admin] Publish callbacks [] for security_group (545a940f-d0c9-421a-827d-691a514ce37d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:15.944420 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1dc4b46-f3de-49ae-affc-8598b8846c69 admin admin] Publish callbacks [] for security_group (545a940f-d0c9-421a-827d-691a514ce37d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.052224 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f85ed3ee-b49e-44d3-91c2-dfeec2c8a0ab tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b1067a0f-0421-42be-a8b4-1ea6f67c811d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.086767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44600) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:16.119300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ed3ee-b49e-44d3-91c2-dfeec2c8a0ab tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=b1067a0f-0421-42be-a8b4-1ea6f67c811d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:16.158071 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f85ed3ee-b49e-44d3-91c2-dfeec2c8a0ab tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.164024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f85ed3ee-b49e-44d3-91c2-dfeec2c8a0ab tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/b1067a0f-0421-42be-a8b4-1ea6f67c811d HTTP/1.1" status: 204 len: 168 time: 0.9664114 Jan 27 22:00:16.166464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44604) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:16.220519 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1dc4b46-f3de-49ae-affc-8598b8846c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (545a940f-d0c9-421a-827d-691a514ce37d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.223673 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b1dc4b46-f3de-49ae-affc-8598b8846c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.225078 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b1dc4b46-f3de-49ae-affc-8598b8846c69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/545a940f-d0c9-421a-827d-691a514ce37d HTTP/1.1" status: 204 len: 168 time: 0.3985345 Jan 27 22:00:16.249345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc4b46-f3de-49ae-affc-8598b8846c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545a940f-d0c9-421a-827d-691a514ce37d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:16.348938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378cdf95-8c96-4404-ae8d-bae1bdb96cb7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:16.350432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378cdf95-8c96-4404-ae8d-bae1bdb96cb7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:16.354613 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-378cdf95-8c96-4404-ae8d-bae1bdb96cb7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1846189 Jan 27 22:00:16.354613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a83a0ca6-c234-4c0a-9586-efd4a1eb9a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.355580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44610) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:16.448706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12733fc-3c5e-47e9-80c3-500a2d3795ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet a89657ee-4031-4ce7-9441-6413801e68b3 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:16.459890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f12733fc-3c5e-47e9-80c3-500a2d3795ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (a89657ee-4031-4ce7-9441-6413801e68b3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.505929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a83a0ca6-c234-4c0a-9586-efd4a1eb9a08 admin admin] Publish callbacks [] for security_group (bcaf5bab-c79e-47a7-ac50-97e253972c50), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.516933 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f12733fc-3c5e-47e9-80c3-500a2d3795ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (a89657ee-4031-4ce7-9441-6413801e68b3), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.633480 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f12733fc-3c5e-47e9-80c3-500a2d3795ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (a89657ee-4031-4ce7-9441-6413801e68b3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.748916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a83a0ca6-c234-4c0a-9586-efd4a1eb9a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bcaf5bab-c79e-47a7-ac50-97e253972c50), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.775365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a0ca6-c234-4c0a-9586-efd4a1eb9a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaf5bab-c79e-47a7-ac50-97e253972c50,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:16.807655 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a83a0ca6-c234-4c0a-9586-efd4a1eb9a08 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c3888ce10f34a2dabb90e3b6827e89a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7197068 Jan 27 22:00:16.810300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44612) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:16.861512 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-877559f6-3d9e-48de-969d-331ef59e56d3 admin admin] Publish callbacks [] for security_group (bcaf5bab-c79e-47a7-ac50-97e253972c50), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.886929 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-877559f6-3d9e-48de-969d-331ef59e56d3 admin admin] Publish callbacks [] for security_group (bcaf5bab-c79e-47a7-ac50-97e253972c50), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.959318 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f12733fc-3c5e-47e9-80c3-500a2d3795ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (a89657ee-4031-4ce7-9441-6413801e68b3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:16.983609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecef53a-7d10-4219-8ea4-efb5428eb582 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:16.990133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f12733fc-3c5e-47e9-80c3-500a2d3795ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.012161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44616) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:17.031539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f12733fc-3c5e-47e9-80c3-500a2d3795ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/a89657ee-4031-4ce7-9441-6413801e68b3 HTTP/1.1" status: 204 len: 168 time: 0.6700835 Jan 27 22:00:17.132546 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-877559f6-3d9e-48de-969d-331ef59e56d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bcaf5bab-c79e-47a7-ac50-97e253972c50), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.135557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-877559f6-3d9e-48de-969d-331ef59e56d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.147600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-877559f6-3d9e-48de-969d-331ef59e56d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bcaf5bab-c79e-47a7-ac50-97e253972c50 HTTP/1.1" status: 204 len: 168 time: 0.3361843 Jan 27 22:00:17.158740 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cd0a66e3-40c4-478a-8bb3-5491ce5948c6 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1501327 Jan 27 22:00:17.162706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44622) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:17.162871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12733fc-3c5e-47e9-80c3-500a2d3795ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=a89657ee-4031-4ce7-9441-6413801e68b3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:17.167908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877559f6-3d9e-48de-969d-331ef59e56d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaf5bab-c79e-47a7-ac50-97e253972c50,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:17.182660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a520e5bd-2667-4083-968f-c03eb9a8ebd7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:17.314686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743121dd-9c07-42e9-86ff-aa2d03d251f8 None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:17.364522 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-743121dd-9c07-42e9-86ff-aa2d03d251f8 None None] Deleting port 22b55574-9c43-406d-becc-a88948b651a7 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:17.364908 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-743121dd-9c07-42e9-86ff-aa2d03d251f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (22b55574-9c43-406d-becc-a88948b651a7), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.411799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a520e5bd-2667-4083-968f-c03eb9a8ebd7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:17.416119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a520e5bd-2667-4083-968f-c03eb9a8ebd7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.442482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-743121dd-9c07-42e9-86ff-aa2d03d251f8 None None] For port 22b55574-9c43-406d-becc-a88948b651a7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=22b55574-9c43-406d-becc-a88948b651a7,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:17.443162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-743121dd-9c07-42e9-86ff-aa2d03d251f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (22b55574-9c43-406d-becc-a88948b651a7), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.464063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-743121dd-9c07-42e9-86ff-aa2d03d251f8 None None] Calling delete_port for 22b55574-9c43-406d-becc-a88948b651a7 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:17.761044 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-743121dd-9c07-42e9-86ff-aa2d03d251f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (22b55574-9c43-406d-becc-a88948b651a7), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.775489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743121dd-9c07-42e9-86ff-aa2d03d251f8 None None] No DVR routers for this DVR port 22b55574-9c43-406d-becc-a88948b651a7 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:17.796203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743121dd-9c07-42e9-86ff-aa2d03d251f8 None None] Pushing event deleted for resources: {'Port': ['ID=22b55574-9c43-406d-becc-a88948b651a7,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:17.815352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44626) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:17.836377 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cb58677e-c2a4-40e3-9cf7-72e8cf1019b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:17.954112 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cb58677e-c2a4-40e3-9cf7-72e8cf1019b6 admin admin] Publish callbacks [] for security_group (14d3210d-7597-4644-8ba2-7cbb0c73b780), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.035215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a520e5bd-2667-4083-968f-c03eb9a8ebd7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (5853f754-9138-43a5-ac3e-c2e87e3db3d1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.076283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520e5bd-2667-4083-968f-c03eb9a8ebd7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:18.082250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a520e5bd-2667-4083-968f-c03eb9a8ebd7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:18.091500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520e5bd-2667-4083-968f-c03eb9a8ebd7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:18.092028 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a520e5bd-2667-4083-968f-c03eb9a8ebd7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.095009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520e5bd-2667-4083-968f-c03eb9a8ebd7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=5853f754-9138-43a5-ac3e-c2e87e3db3d1,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:18.106035 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8d1ec7-922d-49c4-9123-88812c090aab None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:18.137767 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cb58677e-c2a4-40e3-9cf7-72e8cf1019b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (14d3210d-7597-4644-8ba2-7cbb0c73b780), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.181125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58677e-c2a4-40e3-9cf7-72e8cf1019b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d3210d-7597-4644-8ba2-7cbb0c73b780,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:18.186261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cb58677e-c2a4-40e3-9cf7-72e8cf1019b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=51501c1f61c84af78788da76c6362e38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3705657 Jan 27 22:00:18.199747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44632) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:18.235063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '5853f754-9138-43a5-ac3e-c2e87e3db3d1'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:18.236166 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.245773 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e134b18a-fd86-449f-abe4-8cd38c49ad62 admin admin] Publish callbacks [] for security_group (14d3210d-7597-4644-8ba2-7cbb0c73b780), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.277198 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e134b18a-fd86-449f-abe4-8cd38c49ad62 admin admin] Publish callbacks [] for security_group (14d3210d-7597-4644-8ba2-7cbb0c73b780), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.357767 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a520e5bd-2667-4083-968f-c03eb9a8ebd7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1921167 Jan 27 22:00:18.360817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44634) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:18.366224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2c583802-881a-4f1d-9cc5-a03f22892cfa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'fixed_ips': [{'subnet_id': '5853f754-9138-43a5-ac3e-c2e87e3db3d1', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-2058657315'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:18.392115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/5853f754-9138-43a5-ac3e-c2e87e3db3d1/2a4140a1-28e7-433c-9230-bf26c71b872d) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:18.518768 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e134b18a-fd86-449f-abe4-8cd38c49ad62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (14d3210d-7597-4644-8ba2-7cbb0c73b780), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.521931 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e134b18a-fd86-449f-abe4-8cd38c49ad62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.523370 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e134b18a-fd86-449f-abe4-8cd38c49ad62 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/14d3210d-7597-4644-8ba2-7cbb0c73b780 HTTP/1.1" status: 204 len: 168 time: 0.3328178 Jan 27 22:00:18.533082 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134b18a-fd86-449f-abe4-8cd38c49ad62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d3210d-7597-4644-8ba2-7cbb0c73b780,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:18.553452 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Publish callbacks [] for port (2a4140a1-28e7-433c-9230-bf26c71b872d), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.629432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c583802-881a-4f1d-9cc5-a03f22892cfa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:18.660315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44640) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:18.673826 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef104-0653-4630-a9d5-d300bc3c7e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.731696 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c583802-881a-4f1d-9cc5-a03f22892cfa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.745737 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (2a4140a1-28e7-433c-9230-bf26c71b872d), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.750478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-2c583802-881a-4f1d-9cc5-a03f22892cfa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 962b306d-9688-4a24-aaee-277097e45e99 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:18.752407 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef104-0653-4630-a9d5-d300bc3c7e25 admin admin] Publish callbacks [] for security_group (53e03f50-c741-48ab-b65a-980be17659f4), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.790834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:18.795823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:18.798889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:18.807334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Pushing event updated for resources: {'Port': ['ID=2a4140a1-28e7-433c-9230-bf26c71b872d,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:18.862795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Attempting to bind port 2a4140a1-28e7-433c-9230-bf26c71b872d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:18.863302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Attempting to bind port 2a4140a1-28e7-433c-9230-bf26c71b872d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:18.863692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Attempting to bind port 2a4140a1-28e7-433c-9230-bf26c71b872d on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:18.869197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:18.869507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:18.869923 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.870932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:18.870932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Bound port: 2a4140a1-28e7-433c-9230-bf26c71b872d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:18.871172 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a4140a1-28e7-433c-9230-bf26c71b872d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.925727 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e2ef104-0653-4630-a9d5-d300bc3c7e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (53e03f50-c741-48ab-b65a-980be17659f4), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:18.939558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] For port 2a4140a1-28e7-433c-9230-bf26c71b872d, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:18.944561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] For port 2a4140a1-28e7-433c-9230-bf26c71b872d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2a4140a1-28e7-433c-9230-bf26c71b872d,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:18.966285 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0e2ef104-0653-4630-a9d5-d300bc3c7e25 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=817bd41578bb401eadd7a2c1b4b11f02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021121 Jan 27 22:00:18.966525 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44642) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:18.991640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ef104-0653-4630-a9d5-d300bc3c7e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e03f50-c741-48ab-b65a-980be17659f4,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:19.012714 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c583802-881a-4f1d-9cc5-a03f22892cfa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:00:19.012714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c583802-881a-4f1d-9cc5-a03f22892cfa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:00:19.016739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 22b55574-9c43-406d-becc-a88948b651a7 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:19.036777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4c13a7f-a7fa-4216-b22a-1b6a5dbe2264 admin admin] Publish callbacks [] for security_group (53e03f50-c741-48ab-b65a-980be17659f4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.038537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 22b55574-9c43-406d-becc-a88948b651a7 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:19.038895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 22b55574-9c43-406d-becc-a88948b651a7 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:19.061138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4c13a7f-a7fa-4216-b22a-1b6a5dbe2264 admin admin] Publish callbacks [] for security_group (53e03f50-c741-48ab-b65a-980be17659f4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.110398 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2a4140a1-28e7-433c-9230-bf26c71b872d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.180584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c5c7e-3e9a-4988-b65b-9ac0c259ddd4 None None] Pushing event updated for resources: {'Port': ['ID=2a4140a1-28e7-433c-9230-bf26c71b872d,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:19.181431 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44648) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:19.186951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2c583802-881a-4f1d-9cc5-a03f22892cfa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8187776 Jan 27 22:00:19.247409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56740e75-e935-4c15-8c87-0433ba630ef6 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:19.252286 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-56740e75-e935-4c15-8c87-0433ba630ef6 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0667012 Jan 27 22:00:19.252450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44652) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:19.316405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a82acd1-090c-423c-8e85-8c035646b828 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:19.317955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a82acd1-090c-423c-8e85-8c035646b828 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:19.320436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4a82acd1-090c-423c-8e85-8c035646b828 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0665379 Jan 27 22:00:19.322871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44656) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:19.360170 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4c13a7f-a7fa-4216-b22a-1b6a5dbe2264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (53e03f50-c741-48ab-b65a-980be17659f4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.363164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4c13a7f-a7fa-4216-b22a-1b6a5dbe2264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.367254 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c4c13a7f-a7fa-4216-b22a-1b6a5dbe2264 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53e03f50-c741-48ab-b65a-980be17659f4 HTTP/1.1" status: 204 len: 168 time: 0.3997159 Jan 27 22:00:19.383642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c13a7f-a7fa-4216-b22a-1b6a5dbe2264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e03f50-c741-48ab-b65a-980be17659f4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:19.402781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b61c960-70b0-4ab4-b0e4-20c68eb3a2c8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 5853f754-9138-43a5-ac3e-c2e87e3db3d1 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:19.416939 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b61c960-70b0-4ab4-b0e4-20c68eb3a2c8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (5853f754-9138-43a5-ac3e-c2e87e3db3d1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.496621 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b61c960-70b0-4ab4-b0e4-20c68eb3a2c8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (5853f754-9138-43a5-ac3e-c2e87e3db3d1), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.604592 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b61c960-70b0-4ab4-b0e4-20c68eb3a2c8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (5853f754-9138-43a5-ac3e-c2e87e3db3d1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.863601 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b61c960-70b0-4ab4-b0e4-20c68eb3a2c8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (5853f754-9138-43a5-ac3e-c2e87e3db3d1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.910772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b61c960-70b0-4ab4-b0e4-20c68eb3a2c8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:19.915234 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4b61c960-70b0-4ab4-b0e4-20c68eb3a2c8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/5853f754-9138-43a5-ac3e-c2e87e3db3d1 HTTP/1.1" status: 204 len: 168 time: 0.5906787 Jan 27 22:00:19.916707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61c960-70b0-4ab4-b0e4-20c68eb3a2c8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=5853f754-9138-43a5-ac3e-c2e87e3db3d1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:19.917610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44676) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:19.968679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-43d514db-b30f-4007-bdb3-58f1f6cfe954 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458567 Jan 27 22:00:19.980105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44678) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:19.980105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-fb896322-87ca-49fd-a0b0-92250d37f254 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:20.262864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb896322-87ca-49fd-a0b0-92250d37f254 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:20.267328 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fb896322-87ca-49fd-a0b0-92250d37f254 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.561449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bea01b5-169c-4b1a-ba3c-2c13e5b1b284 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:20.651418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-39c8f1a1-403e-4d1a-a738-ac4513447f86 None None] Provisioning complete for port 2a4140a1-28e7-433c-9230-bf26c71b872d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:20.651815 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-39c8f1a1-403e-4d1a-a738-ac4513447f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2a4140a1-28e7-433c-9230-bf26c71b872d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.689254 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fb896322-87ca-49fd-a0b0-92250d37f254 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.740222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb896322-87ca-49fd-a0b0-92250d37f254 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:20.751053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-fb896322-87ca-49fd-a0b0-92250d37f254 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:20.757905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb896322-87ca-49fd-a0b0-92250d37f254 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:20.758945 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fb896322-87ca-49fd-a0b0-92250d37f254 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.799425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb896322-87ca-49fd-a0b0-92250d37f254 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:20.858759 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44708) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:20.864057 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fb896322-87ca-49fd-a0b0-92250d37f254 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8941543 Jan 27 22:00:20.866276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-06188ded-0d8b-49bc-8ff9-235f6d99c90a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-185021868', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:20.971378 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06188ded-0d8b-49bc-8ff9-235f6d99c90a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (04e2a6eb-7900-47f1-bfb8-fe118961bd02), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.972410 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06188ded-0d8b-49bc-8ff9-235f6d99c90a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (04e2a6eb-7900-47f1-bfb8-fe118961bd02), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:20.976534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bcf3a7-c55d-4f0b-a28c-bd1d6f8198a8 None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:21.003690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-39c8f1a1-403e-4d1a-a738-ac4513447f86 None None] Current status of the port 2a4140a1-28e7-433c-9230-bf26c71b872d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:21.021062 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-39c8f1a1-403e-4d1a-a738-ac4513447f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a4140a1-28e7-433c-9230-bf26c71b872d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.050174 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:00:21.055419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-39c8f1a1-403e-4d1a-a738-ac4513447f86 None None] For port 2a4140a1-28e7-433c-9230-bf26c71b872d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2a4140a1-28e7-433c-9230-bf26c71b872d,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:21.057482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-96bcf3a7-c55d-4f0b-a28c-bd1d6f8198a8 None None] Deleting port 2a4140a1-28e7-433c-9230-bf26c71b872d {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:21.057868 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-96bcf3a7-c55d-4f0b-a28c-bd1d6f8198a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2a4140a1-28e7-433c-9230-bf26c71b872d), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.065349 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06188ded-0d8b-49bc-8ff9-235f6d99c90a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for router_controller (04e2a6eb-7900-47f1-bfb8-fe118961bd02), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.140426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-96bcf3a7-c55d-4f0b-a28c-bd1d6f8198a8 None None] For port 2a4140a1-28e7-433c-9230-bf26c71b872d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2a4140a1-28e7-433c-9230-bf26c71b872d,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:21.141423 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-96bcf3a7-c55d-4f0b-a28c-bd1d6f8198a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2a4140a1-28e7-433c-9230-bf26c71b872d), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.157923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-96bcf3a7-c55d-4f0b-a28c-bd1d6f8198a8 None None] Calling delete_port for 2a4140a1-28e7-433c-9230-bf26c71b872d owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:21.224188 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06188ded-0d8b-49bc-8ff9-235f6d99c90a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (04e2a6eb-7900-47f1-bfb8-fe118961bd02), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.284187 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-39c8f1a1-403e-4d1a-a738-ac4513447f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2a4140a1-28e7-433c-9230-bf26c71b872d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.341416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8f1a1-403e-4d1a-a738-ac4513447f86 None None] Pushing event updated for resources: {'Port': ['ID=2a4140a1-28e7-433c-9230-bf26c71b872d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:21.379868 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06188ded-0d8b-49bc-8ff9-235f6d99c90a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.383476 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-06188ded-0d8b-49bc-8ff9-235f6d99c90a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5211556 Jan 27 22:00:21.384849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44722) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:21.403545 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-96bcf3a7-c55d-4f0b-a28c-bd1d6f8198a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (2a4140a1-28e7-433c-9230-bf26c71b872d), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.464172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcf3a7-c55d-4f0b-a28c-bd1d6f8198a8 None None] Pushing event deleted for resources: {'Port': ['ID=2a4140a1-28e7-433c-9230-bf26c71b872d,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:21.466365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bcf3a7-c55d-4f0b-a28c-bd1d6f8198a8 None None] No DVR routers for this DVR port 2a4140a1-28e7-433c-9230-bf26c71b872d on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:21.489352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b879cb-af28-4188-91f0-172d53ae3d13 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:21.616245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:21.618399 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.760317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:21.801631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac/3ccc9ffa-699a-4dcb-908c-21428e624c46) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:22.032881 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Publish callbacks [] for port (3ccc9ffa-699a-4dcb-908c-21428e624c46), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.120302 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (3ccc9ffa-699a-4dcb-908c-21428e624c46), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.171466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:22.178090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:22.180779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:22.188697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Pushing event updated for resources: {'Port': ['ID=3ccc9ffa-699a-4dcb-908c-21428e624c46,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:22.214635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.214991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.215339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.215682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.216020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.216375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.216712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.217038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.217364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.217690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.218017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.218338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.218660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:22.235574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::1 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac/a7752ec9-08e5-4131-a82f-e8019d588239) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:22.258616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Attempting to bind port 3ccc9ffa-699a-4dcb-908c-21428e624c46 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:22.259039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Attempting to bind port 3ccc9ffa-699a-4dcb-908c-21428e624c46 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:22.259407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Attempting to bind port 3ccc9ffa-699a-4dcb-908c-21428e624c46 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:22.269175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:22.269829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:22.270282 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.270719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:22.271207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Bound port: 3ccc9ffa-699a-4dcb-908c-21428e624c46, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:22.271595 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3ccc9ffa-699a-4dcb-908c-21428e624c46), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.355303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] For port 3ccc9ffa-699a-4dcb-908c-21428e624c46, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:22.358822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] For port 3ccc9ffa-699a-4dcb-908c-21428e624c46, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3ccc9ffa-699a-4dcb-908c-21428e624c46,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:22.435353 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (a7752ec9-08e5-4131-a82f-e8019d588239), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.521215 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3ccc9ffa-699a-4dcb-908c-21428e624c46), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.581903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224a9b6-38a2-4b92-8f60-c3a90a3270e3 None None] Pushing event updated for resources: {'Port': ['ID=3ccc9ffa-699a-4dcb-908c-21428e624c46,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:22.589346 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.639832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:22.643220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:22.646808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:22.647589 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (04e2a6eb-7900-47f1-bfb8-fe118961bd02), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:22.699230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=a7752ec9-08e5-4131-a82f-e8019d588239,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:22.903613 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.126073 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3ccc9ffa-699a-4dcb-908c-21428e624c46 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:23.217888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3ccc9ffa-699a-4dcb-908c-21428e624c46 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:23.218344 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3ccc9ffa-699a-4dcb-908c-21428e624c46), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.260521 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (a7752ec9-08e5-4131-a82f-e8019d588239), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.308936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3ccc9ffa-699a-4dcb-908c-21428e624c46 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:23.309446 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3ccc9ffa-699a-4dcb-908c-21428e624c46), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.348021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 3ccc9ffa-699a-4dcb-908c-21428e624c46, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3ccc9ffa-699a-4dcb-908c-21428e624c46,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:23.469420 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.470239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (04e2a6eb-7900-47f1-bfb8-fe118961bd02), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.514330 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3ccc9ffa-699a-4dcb-908c-21428e624c46), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.603887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=a7752ec9-08e5-4131-a82f-e8019d588239,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:23.612785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=3ccc9ffa-699a-4dcb-908c-21428e624c46,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:23.675546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:23.677539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:23.825581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7a34c9f9-0d83-47c9-aebb-ab1454398904 None None] Provisioning complete for port 3ccc9ffa-699a-4dcb-908c-21428e624c46 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:23.826061 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a34c9f9-0d83-47c9-aebb-ab1454398904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3ccc9ffa-699a-4dcb-908c-21428e624c46), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:23.902867 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Router 04e2a6eb-7900-47f1-bfb8-fe118961bd02 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:00:23.926165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7a34c9f9-0d83-47c9-aebb-ab1454398904 None None] Current status of the port 3ccc9ffa-699a-4dcb-908c-21428e624c46 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:24.022908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:24.035313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Sync routers for ids ['04e2a6eb-7900-47f1-bfb8-fe118961bd02'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:24.042750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-01f45114-997b-4a3b-8d7c-60a5fd2ef0be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "PUT /v2.0/routers/04e2a6eb-7900-47f1-bfb8-fe118961bd02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6539645 Jan 27 22:00:24.043132 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44770) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:24.058324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Routers {'04e2a6eb-7900-47f1-bfb8-fe118961bd02'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:24.062116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:00:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['04e2a6eb-7900-47f1-bfb8-fe118961bd02'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:24.126994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35158ae7-dc9c-48f9-a6eb-f6b814cd0f72 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:24.134354 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-35158ae7-dc9c-48f9-a6eb-f6b814cd0f72 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports/a7752ec9-08e5-4131-a82f-e8019d588239 HTTP/1.1" status: 200 len: 911 time: 0.0879445 Jan 27 22:00:24.135541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44774) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:24.204588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9393501-b89d-44cd-b60c-e432005266f9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:24.206181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Set router 04e2a6eb-7900-47f1-bfb8-fe118961bd02 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:24.220931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9393501-b89d-44cd-b60c-e432005266f9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:24.222606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c9393501-b89d-44cd-b60c-e432005266f9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0865760 Jan 27 22:00:24.225458 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44776) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:24.380582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-105ea8a2-9214-42eb-9788-44c2b94319f6 None None] Provisioning complete for port a7752ec9-08e5-4131-a82f-e8019d588239 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:24.380893 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-105ea8a2-9214-42eb-9788-44c2b94319f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.445010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-105ea8a2-9214-42eb-9788-44c2b94319f6 None None] Port a7752ec9-08e5-4131-a82f-e8019d588239 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:24.520320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e2a6eb-7900-47f1-bfb8-fe118961bd02', 'name': 'tempest-NetworksTestDHCPv6-router-185021868', 'tenant_id': '4e255ee1589245f8a57bb32419b2ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:20Z', 'updated_at': '2022-01-27T22:00:22Z', 'revision_number': 2, 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'gw_port_host': None, '_interfaces': [{'id': 'a7752ec9-08e5-4131-a82f-e8019d588239', 'name': '', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'tenant_id': '4e255ee1589245f8a57bb32419b2ecc2', 'mac_address': 'fa:16:3e:42:9f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e2a6eb-7900-47f1-bfb8-fe118961bd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:00:21Z', 'updated_at': '2022-01-27T22:00:23Z', 'revision_number': 2, 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'subnets': [{'id': '17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:24.585444 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Checking router: 04e2a6eb-7900-47f1-bfb8-fe118961bd02 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:00:24.585768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Updating router 04e2a6eb-7900-47f1-bfb8-fe118961bd02 port a7752ec9-08e5-4131-a82f-e8019d588239 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:00:24.617345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e061ff81-983a-4bfa-acee-dde3827fe258 None None] Provisioning complete for port a7752ec9-08e5-4131-a82f-e8019d588239 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:24.617732 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e061ff81-983a-4bfa-acee-dde3827fe258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.622782 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:24.705071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e061ff81-983a-4bfa-acee-dde3827fe258 None None] Port a7752ec9-08e5-4131-a82f-e8019d588239 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:24.845535 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dc215776-3696-4f86-bb7d-36c01e012c14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (04e2a6eb-7900-47f1-bfb8-fe118961bd02), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.073806 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Publish callbacks [] for port (a7752ec9-08e5-4131-a82f-e8019d588239), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.079126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3ccc9ffa-699a-4dcb-908c-21428e624c46 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:25.157263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3ccc9ffa-699a-4dcb-908c-21428e624c46 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:25.157998 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3ccc9ffa-699a-4dcb-908c-21428e624c46), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.185410 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-dc215776-3696-4f86-bb7d-36c01e012c14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port a7752ec9-08e5-4131-a82f-e8019d588239 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:25.185956 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dc215776-3696-4f86-bb7d-36c01e012c14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.200614 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.266002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ba76c-717c-4dd3-aeb8-f0a849ab9e1f None None] Pushing event updated for resources: {'Port': ['ID=a7752ec9-08e5-4131-a82f-e8019d588239,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:25.360185 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dc215776-3696-4f86-bb7d-36c01e012c14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.377735 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-dc215776-3696-4f86-bb7d-36c01e012c14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for a7752ec9-08e5-4131-a82f-e8019d588239 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:25.413422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3ccc9ffa-699a-4dcb-908c-21428e624c46 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:25.416915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Attempting to bind port a7752ec9-08e5-4131-a82f-e8019d588239 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:25.417856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Attempting to bind port a7752ec9-08e5-4131-a82f-e8019d588239 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:25.418481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Attempting to bind port a7752ec9-08e5-4131-a82f-e8019d588239 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:25.425068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:25.426427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:25.426427 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.426639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:25.427036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Bound port: a7752ec9-08e5-4131-a82f-e8019d588239, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:25.427672 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.494785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] For port a7752ec9-08e5-4131-a82f-e8019d588239, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:25.498022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] For port a7752ec9-08e5-4131-a82f-e8019d588239, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a7752ec9-08e5-4131-a82f-e8019d588239,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:25.641974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-819a292e-0690-486b-a23e-45607122b525 None None] Provisioning complete for port a7752ec9-08e5-4131-a82f-e8019d588239 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:25.642955 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-819a292e-0690-486b-a23e-45607122b525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.679470 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.812068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-819a292e-0690-486b-a23e-45607122b525 None None] Port a7752ec9-08e5-4131-a82f-e8019d588239 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:25.827727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Routers {'04e2a6eb-7900-47f1-bfb8-fe118961bd02'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:25.828874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:00:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['04e2a6eb-7900-47f1-bfb8-fe118961bd02'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:25.851495 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dc215776-3696-4f86-bb7d-36c01e012c14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a7752ec9-08e5-4131-a82f-e8019d588239), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:25.900595 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc215776-3696-4f86-bb7d-36c01e012c14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=a7752ec9-08e5-4131-a82f-e8019d588239,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:25.903314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ba76c-717c-4dd3-aeb8-f0a849ab9e1f None None] Pushing event updated for resources: {'Port': ['ID=a7752ec9-08e5-4131-a82f-e8019d588239,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:25.994807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] Set router 04e2a6eb-7900-47f1-bfb8-fe118961bd02 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:26.070512 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dc215776-3696-4f86-bb7d-36c01e012c14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (04e2a6eb-7900-47f1-bfb8-fe118961bd02), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.227803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b4ee0723-628a-40fd-a594-30b4cde74f1c None None] Could not find standard attr ID for object a7752ec9-08e5-4131-a82f-e8019d588239. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:00:26.258218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc215776-3696-4f86-bb7d-36c01e012c14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Router 04e2a6eb-7900-47f1-bfb8-fe118961bd02 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:00:26.337259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc215776-3696-4f86-bb7d-36c01e012c14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:26.346618 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dc215776-3696-4f86-bb7d-36c01e012c14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "PUT /v2.0/routers/04e2a6eb-7900-47f1-bfb8-fe118961bd02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1178794 Jan 27 22:00:26.346867 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44804) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:26.410929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e2a6eb-7900-47f1-bfb8-fe118961bd02', 'name': 'tempest-NetworksTestDHCPv6-router-185021868', 'tenant_id': '4e255ee1589245f8a57bb32419b2ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:20Z', 'updated_at': '2022-01-27T22:00:22Z', 'revision_number': 2, 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'gw_port_host': None, '_interfaces': [{'id': 'a7752ec9-08e5-4131-a82f-e8019d588239', 'name': '', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'tenant_id': '4e255ee1589245f8a57bb32419b2ecc2', 'mac_address': 'fa:16:3e:42:9f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e2a6eb-7900-47f1-bfb8-fe118961bd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:00:21Z', 'updated_at': '2022-01-27T22:00:25Z', 'revision_number': 4, 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'subnets': [{'id': '17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:26.411470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997a1c6a-0afc-418a-84a0-4a960b837df9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:26.412662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997a1c6a-0afc-418a-84a0-4a960b837df9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:26.416181 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-997a1c6a-0afc-418a-84a0-4a960b837df9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0663877 Jan 27 22:00:26.417027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44808) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:26.443280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565698f5-ceae-41be-b3ac-74025ab2eccb None None] The sync data for ids ['04e2a6eb-7900-47f1-bfb8-fe118961bd02'] in n-d-760456-6 is: [{'id': '04e2a6eb-7900-47f1-bfb8-fe118961bd02', 'name': 'tempest-NetworksTestDHCPv6-router-185021868', 'tenant_id': '4e255ee1589245f8a57bb32419b2ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:20Z', 'updated_at': '2022-01-27T22:00:22Z', 'revision_number': 2, 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'gw_port_host': None, '_interfaces': [{'id': 'a7752ec9-08e5-4131-a82f-e8019d588239', 'name': '', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'tenant_id': '4e255ee1589245f8a57bb32419b2ecc2', 'mac_address': 'fa:16:3e:42:9f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e2a6eb-7900-47f1-bfb8-fe118961bd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:00:21Z', 'updated_at': '2022-01-27T22:00:25Z', 'revision_number': 4, 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'subnets': [{'id': '17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:26.476574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2ed570-fc62-4592-b4b4-d231a67a6e3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:26.480861 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc2ed570-fc62-4592-b4b4-d231a67a6e3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.526852 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc2ed570-fc62-4592-b4b4-d231a67a6e3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.618162 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc2ed570-fc62-4592-b4b4-d231a67a6e3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.878898 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc2ed570-fc62-4592-b4b4-d231a67a6e3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.911249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ed570-fc62-4592-b4b4-d231a67a6e3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:26.913740 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc2ed570-fc62-4592-b4b4-d231a67a6e3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:26.918961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cc2ed570-fc62-4592-b4b4-d231a67a6e3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac HTTP/1.1" status: 204 len: 168 time: 0.5007472 Jan 27 22:00:26.921396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44824) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:26.925275 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc15342-56ac-433f-9479-df15574fb88c None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:27.027527 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.068814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ee519255-4021-4a27-aac9-cdb89c55ddc2 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1461382 Jan 27 22:00:27.068983 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44828) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:27.154184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d44d48-8d6a-4410-b9ef-58bf6ed76261 None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:27.184056 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0df299aa-9a96-4470-95bd-9acf86bdf936 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for router (04e2a6eb-7900-47f1-bfb8-fe118961bd02), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.233646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-44d44d48-8d6a-4410-b9ef-58bf6ed76261 None None] Deleting port 3ccc9ffa-699a-4dcb-908c-21428e624c46 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:27.234037 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-44d44d48-8d6a-4410-b9ef-58bf6ed76261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3ccc9ffa-699a-4dcb-908c-21428e624c46), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.317312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-44d44d48-8d6a-4410-b9ef-58bf6ed76261 None None] For port 3ccc9ffa-699a-4dcb-908c-21428e624c46, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3ccc9ffa-699a-4dcb-908c-21428e624c46,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:27.317724 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-44d44d48-8d6a-4410-b9ef-58bf6ed76261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3ccc9ffa-699a-4dcb-908c-21428e624c46), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.331058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-44d44d48-8d6a-4410-b9ef-58bf6ed76261 None None] Calling delete_port for 3ccc9ffa-699a-4dcb-908c-21428e624c46 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:27.391812 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0df299aa-9a96-4470-95bd-9acf86bdf936 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (04e2a6eb-7900-47f1-bfb8-fe118961bd02), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.394499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0df299aa-9a96-4470-95bd-9acf86bdf936 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for router_controller (04e2a6eb-7900-47f1-bfb8-fe118961bd02), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.577557 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0df299aa-9a96-4470-95bd-9acf86bdf936 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (04e2a6eb-7900-47f1-bfb8-fe118961bd02), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.578123 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df299aa-9a96-4470-95bd-9acf86bdf936 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Fanout notify agent at l3_agent the message router_deleted on router 04e2a6eb-7900-47f1-bfb8-fe118961bd02 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:00:27.581894 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-44d44d48-8d6a-4410-b9ef-58bf6ed76261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (3ccc9ffa-699a-4dcb-908c-21428e624c46), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.589028 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.592937 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0df299aa-9a96-4470-95bd-9acf86bdf936 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:27.598225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44846) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:27.601593 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0df299aa-9a96-4470-95bd-9acf86bdf936 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/routers/04e2a6eb-7900-47f1-bfb8-fe118961bd02 HTTP/1.1" status: 204 len: 168 time: 0.5300398 Jan 27 22:00:27.603344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2d25242a-48a6-49be-8746-2151ede548e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:27.618332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d44d48-8d6a-4410-b9ef-58bf6ed76261 None None] Pushing event deleted for resources: {'Port': ['ID=3ccc9ffa-699a-4dcb-908c-21428e624c46,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:27.623742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d44d48-8d6a-4410-b9ef-58bf6ed76261 None None] No DVR routers for this DVR port 3ccc9ffa-699a-4dcb-908c-21428e624c46 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:27.798443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d25242a-48a6-49be-8746-2151ede548e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:27.802239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d25242a-48a6-49be-8746-2151ede548e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.154821 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d25242a-48a6-49be-8746-2151ede548e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (07580293-0e92-494b-97b9-8eb6a84feef1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.217770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d25242a-48a6-49be-8746-2151ede548e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:28.221429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-2d25242a-48a6-49be-8746-2151ede548e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:28.225941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d25242a-48a6-49be-8746-2151ede548e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:28.226671 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d25242a-48a6-49be-8746-2151ede548e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.234608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aef67c-ce9a-4b2a-816d-0a4282e50a0a None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:28.250872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25242a-48a6-49be-8746-2151ede548e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=07580293-0e92-494b-97b9-8eb6a84feef1,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:28.365215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '07580293-0e92-494b-97b9-8eb6a84feef1'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:28.366205 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.382415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2d25242a-48a6-49be-8746-2151ede548e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7821336 Jan 27 22:00:28.387302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44864) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:28.392365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ab3db52b-f30d-4fb1-b35f-ca2a94986897 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-406524544', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:28.516778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab3db52b-f30d-4fb1-b35f-ca2a94986897 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (c79d1aba-1f8b-40e4-96a2-1eaf437df4d5), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.518681 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab3db52b-f30d-4fb1-b35f-ca2a94986897 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (c79d1aba-1f8b-40e4-96a2-1eaf437df4d5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.526608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/07580293-0e92-494b-97b9-8eb6a84feef1/3fe29fee-e42d-46f1-b8e0-03cd0758c0d5) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:28.601061 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab3db52b-f30d-4fb1-b35f-ca2a94986897 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for router_controller (c79d1aba-1f8b-40e4-96a2-1eaf437df4d5), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.628887 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d8a02-3e51-46de-9bfa-5926e93ec43f None None] Sync routers for ids ['04e2a6eb-7900-47f1-bfb8-fe118961bd02'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:28.640993 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d8a02-3e51-46de-9bfa-5926e93ec43f None None] Routers set() bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:28.641981 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d8a02-3e51-46de-9bfa-5926e93ec43f None None] Router IDs set() for agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 22:00:28.642958 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_agentschedulers_db [None req-771d8a02-3e51-46de-9bfa-5926e93ec43f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'04e2a6eb-7900-47f1-bfb8-fe118961bd02'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:00:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent'). {{(pid=104029) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 22:00:28.664691 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d8a02-3e51-46de-9bfa-5926e93ec43f None None] Routers set() bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:28.665051 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d8a02-3e51-46de-9bfa-5926e93ec43f None None] Router IDs set() for agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 22:00:28.665672 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_agentschedulers_db [None req-771d8a02-3e51-46de-9bfa-5926e93ec43f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'04e2a6eb-7900-47f1-bfb8-fe118961bd02'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:00:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent'). {{(pid=104029) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 22:00:28.666062 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d8a02-3e51-46de-9bfa-5926e93ec43f None None] The sync data for ids ['04e2a6eb-7900-47f1-bfb8-fe118961bd02'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:28.709776 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Publish callbacks [] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.715257 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab3db52b-f30d-4fb1-b35f-ca2a94986897 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (c79d1aba-1f8b-40e4-96a2-1eaf437df4d5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.915187 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.922558 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab3db52b-f30d-4fb1-b35f-ca2a94986897 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:28.923957 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ab3db52b-f30d-4fb1-b35f-ca2a94986897 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5352809 Jan 27 22:00:28.926620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44880) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:28.982156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:29.003725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:29.010536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:29.017670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Pushing event updated for resources: {'Port': ['ID=3fe29fee-e42d-46f1-b8e0-03cd0758c0d5,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:29.123816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Attempting to bind port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:29.124331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Attempting to bind port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:29.124800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Attempting to bind port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:29.131436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:29.131436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:29.131436 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.132242 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:29.132560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Bound port: 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:29.133798 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.179455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a7752ec9-08e5-4131-a82f-e8019d588239 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:29.242713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: a7752ec9-08e5-4131-a82f-e8019d588239 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:29.243418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a7752ec9-08e5-4131-a82f-e8019d588239 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:29.245970 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3ccc9ffa-699a-4dcb-908c-21428e624c46 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:29.270145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 3ccc9ffa-699a-4dcb-908c-21428e624c46 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:29.270875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3ccc9ffa-699a-4dcb-908c-21428e624c46 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:29.305126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] For port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:29.308526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] For port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3fe29fee-e42d-46f1-b8e0-03cd0758c0d5,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:29.374038 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.423798 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.503699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44886) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:29.562904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31997465-dfb5-4221-9eb1-da54018b3b6c None None] Pushing event updated for resources: {'Port': ['ID=3fe29fee-e42d-46f1-b8e0-03cd0758c0d5,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:29.642230 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-242e62e4-91e6-4c8a-80f2-39c6e5788e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.741370 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-242e62e4-91e6-4c8a-80f2-39c6e5788e3b admin admin] Publish callbacks [] for security_group (73d5df6b-c520-4b56-83ef-9b759d539f19), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.809242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-242e62e4-91e6-4c8a-80f2-39c6e5788e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (73d5df6b-c520-4b56-83ef-9b759d539f19), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.859737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e62e4-91e6-4c8a-80f2-39c6e5788e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d5df6b-c520-4b56-83ef-9b759d539f19,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:29.877303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::1 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/07580293-0e92-494b-97b9-8eb6a84feef1/7bfd5b51-ffb4-4909-a815-e0a789fba9ba) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:29.887975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-242e62e4-91e6-4c8a-80f2-39c6e5788e3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=873600634c444321ae9f9453faebe390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831213 Jan 27 22:00:29.890495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44894) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:29.960751 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8778ff80-62a4-44e8-962a-31994b5f6117 admin admin] Publish callbacks [] for security_group (73d5df6b-c520-4b56-83ef-9b759d539f19), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:29.993699 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8778ff80-62a4-44e8-962a-31994b5f6117 admin admin] Publish callbacks [] for security_group (73d5df6b-c520-4b56-83ef-9b759d539f19), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.172167 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8778ff80-62a4-44e8-962a-31994b5f6117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (73d5df6b-c520-4b56-83ef-9b759d539f19), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.175236 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8778ff80-62a4-44e8-962a-31994b5f6117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.176671 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.177013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8778ff80-62a4-44e8-962a-31994b5f6117 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/73d5df6b-c520-4b56-83ef-9b759d539f19 HTTP/1.1" status: 204 len: 168 time: 0.2850740 Jan 27 22:00:30.206431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778ff80-62a4-44e8-962a-31994b5f6117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d5df6b-c520-4b56-83ef-9b759d539f19,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:30.394980 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.454955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:30.459037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:30.466439 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:30.467297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (c79d1aba-1f8b-40e4-96a2-1eaf437df4d5), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:30.477636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=7bfd5b51-ffb4-4909-a815-e0a789fba9ba,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:30.704310 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.025710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-32595bf5-6e7a-4e97-afc3-7f708900bdff None None] Provisioning complete for port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:31.026444 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32595bf5-6e7a-4e97-afc3-7f708900bdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.192153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44906) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:31.208210 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-239fa754-655b-43fc-8f3b-3451b7b7927e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.235872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-32595bf5-6e7a-4e97-afc3-7f708900bdff None None] Current status of the port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:31.236446 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32595bf5-6e7a-4e97-afc3-7f708900bdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.254615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:31.341784 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-32595bf5-6e7a-4e97-afc3-7f708900bdff None None] For port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3fe29fee-e42d-46f1-b8e0-03cd0758c0d5,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:31.344625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:31.345111 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.363802 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-239fa754-655b-43fc-8f3b-3451b7b7927e admin admin] Publish callbacks [] for security_group (3090f3a0-c0ec-4fd3-93d7-17f4d3334c0b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.433960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32595bf5-6e7a-4e97-afc3-7f708900bdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.451556 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-239fa754-655b-43fc-8f3b-3451b7b7927e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3090f3a0-c0ec-4fd3-93d7-17f4d3334c0b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.506929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32595bf5-6e7a-4e97-afc3-7f708900bdff None None] Pushing event updated for resources: {'Port': ['ID=3fe29fee-e42d-46f1-b8e0-03cd0758c0d5,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:31.524295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-239fa754-655b-43fc-8f3b-3451b7b7927e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a2d5bf282c7e4a49a88423a5915e419c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3288026 Jan 27 22:00:31.524295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fa754-655b-43fc-8f3b-3451b7b7927e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3090f3a0-c0ec-4fd3-93d7-17f4d3334c0b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:31.529918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:31.530331 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.534696 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44908) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:31.563697 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.603032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Publish callbacks [] for security_group (3090f3a0-c0ec-4fd3-93d7-17f4d3334c0b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.625605 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Publish callbacks [] for security_group (3090f3a0-c0ec-4fd3-93d7-17f4d3334c0b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.637647 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:00:31.638028 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:00:31.638975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-520d8476-7799-4bce-8905-03038512ef74 None None] Provisioning complete for port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:31.639369 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-520d8476-7799-4bce-8905-03038512ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.645846 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.646832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (c79d1aba-1f8b-40e4-96a2-1eaf437df4d5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:31.696163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-520d8476-7799-4bce-8905-03038512ef74 None None] Port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:31.785629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=7bfd5b51-ffb4-4909-a815-e0a789fba9ba,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:31.840260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:31.842104 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:32.169553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Router c79d1aba-1f8b-40e4-96a2-1eaf437df4d5 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:00:32.211081 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3090f3a0-c0ec-4fd3-93d7-17f4d3334c0b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.214332 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.218363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3090f3a0-c0ec-4fd3-93d7-17f4d3334c0b HTTP/1.1" status: 204 len: 168 time: 0.6798491 Jan 27 22:00:32.223975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:32.228924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3090f3a0-c0ec-4fd3-93d7-17f4d3334c0b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:32.232128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4ec87812-3259-4536-a460-f53f53354b91 None None] Provisioning complete for port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:32.232513 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4ec87812-3259-4536-a460-f53f53354b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.246211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.246564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.246905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.249441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.252512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.253044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.253880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.254407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.255005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.255506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.264465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.265085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.266134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c1cd88-644a-4d1d-8ca3-45739c610849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:32.268421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4ec87812-3259-4536-a460-f53f53354b91 None None] Port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:32.340358 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:32.349197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44918) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:32.349396 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-077656a6-28a3-4d5c-a2ae-a3bdcd89c7b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "PUT /v2.0/routers/c79d1aba-1f8b-40e4-96a2-1eaf437df4d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4215093 Jan 27 22:00:32.359299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Sync routers for ids ['c79d1aba-1f8b-40e4-96a2-1eaf437df4d5'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:32.371359 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bff0dc72-aed5-41dc-ae1b-53c2def806a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:32.382823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Routers {'c79d1aba-1f8b-40e4-96a2-1eaf437df4d5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:32.383682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:00:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c79d1aba-1f8b-40e4-96a2-1eaf437df4d5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:32.422573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2d86f2-29a5-4a2b-abf5-895e3c615b3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.429512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ee2d86f2-29a5-4a2b-abf5-895e3c615b3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports/7bfd5b51-ffb4-4909-a815-e0a789fba9ba HTTP/1.1" status: 200 len: 911 time: 0.0789089 Jan 27 22:00:32.432364 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44920) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:32.512248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1ec7a6-1ba3-4344-8a61-70f36e64dcbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.513294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Set router c79d1aba-1f8b-40e4-96a2-1eaf437df4d5 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:32.518622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1ec7a6-1ba3-4344-8a61-70f36e64dcbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:32.523868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44922) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:32.524102 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5a1ec7a6-1ba3-4344-8a61-70f36e64dcbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0903716 Jan 27 22:00:32.823877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d1aba-1f8b-40e4-96a2-1eaf437df4d5', 'name': 'tempest-NetworksTestDHCPv6-router-406524544', 'tenant_id': '4e255ee1589245f8a57bb32419b2ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:28Z', 'updated_at': '2022-01-27T22:00:30Z', 'revision_number': 2, 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'gw_port_host': None, '_interfaces': [{'id': '7bfd5b51-ffb4-4909-a815-e0a789fba9ba', 'name': '', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'tenant_id': '4e255ee1589245f8a57bb32419b2ecc2', 'mac_address': 'fa:16:3e:3d:6c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d1aba-1f8b-40e4-96a2-1eaf437df4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3203, 'fixed_ips': [{'subnet_id': '07580293-0e92-494b-97b9-8eb6a84feef1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:00:29Z', 'updated_at': '2022-01-27T22:00:31Z', 'revision_number': 2, 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'subnets': [{'id': '07580293-0e92-494b-97b9-8eb6a84feef1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:32.867528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Checking router: c79d1aba-1f8b-40e4-96a2-1eaf437df4d5 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:00:32.867796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Updating router c79d1aba-1f8b-40e4-96a2-1eaf437df4d5 port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:00:32.899663 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.163711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:33.171728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4c1376b-e67c-4a26-95a2-0a919b88f238 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (c79d1aba-1f8b-40e4-96a2-1eaf437df4d5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.288856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:33.289406 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.445145 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Publish callbacks [] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.449106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:33.564392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1376b-e67c-4a26-95a2-0a919b88f238 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:33.564873 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4c1376b-e67c-4a26-95a2-0a919b88f238 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.645956 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.681244 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4c1376b-e67c-4a26-95a2-0a919b88f238 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.695673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1376b-e67c-4a26-95a2-0a919b88f238 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 7bfd5b51-ffb4-4909-a815-e0a789fba9ba owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:33.740954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05577569-3bb0-4d48-9727-e3aaac62cce2 None None] Pushing event updated for resources: {'Port': ['ID=7bfd5b51-ffb4-4909-a815-e0a789fba9ba,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:33.771084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Attempting to bind port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:33.771474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Attempting to bind port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:33.771843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Attempting to bind port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:33.777800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:33.778181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:33.778591 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:33.778995 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:33.779480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Bound port: 7bfd5b51-ffb4-4909-a815-e0a789fba9ba, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:33.779874 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.061532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9dc394c6-87f2-490b-8728-77fd6fb0eb08 None None] Provisioning complete for port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:34.061915 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9dc394c6-87f2-490b-8728-77fd6fb0eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.098479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9dc394c6-87f2-490b-8728-77fd6fb0eb08 None None] Port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:00:34.106921 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4c1376b-e67c-4a26-95a2-0a919b88f238 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.111221 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:00:34.111221 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:00:34.133465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1376b-e67c-4a26-95a2-0a919b88f238 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=7bfd5b51-ffb4-4909-a815-e0a789fba9ba,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:34.255493 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c4c1376b-e67c-4a26-95a2-0a919b88f238 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (c79d1aba-1f8b-40e4-96a2-1eaf437df4d5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.470462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c1376b-e67c-4a26-95a2-0a919b88f238 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Router c79d1aba-1f8b-40e4-96a2-1eaf437df4d5 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:00:34.559292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c1376b-e67c-4a26-95a2-0a919b88f238 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:34.564822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c4c1376b-e67c-4a26-95a2-0a919b88f238 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "PUT /v2.0/routers/c79d1aba-1f8b-40e4-96a2-1eaf437df4d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0394945 Jan 27 22:00:34.567404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44964) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:34.621123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c0b172-a61c-44a4-a135-df9559e0326d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:34.622544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c0b172-a61c-44a4-a135-df9559e0326d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:34.624035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b6c0b172-a61c-44a4-a135-df9559e0326d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0557284 Jan 27 22:00:34.627594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44966) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:34.630842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Attempting to bind port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:34.632552 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Attempting to bind port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:34.633134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Attempting to bind port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:34.639243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:34.639889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:34.640564 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.641292 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:34.642090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Bound port: 7bfd5b51-ffb4-4909-a815-e0a789fba9ba, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:34.642962 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7bfd5b51-ffb4-4909-a815-e0a789fba9ba), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.675883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Port 7bfd5b51-ffb4-4909-a815-e0a789fba9ba has been deleted concurrently {{(pid=104028) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Jan 27 22:00:34.678554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-74655327-d443-4742-911c-8abe6b3c7fc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 07580293-0e92-494b-97b9-8eb6a84feef1 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:34.681728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74655327-d443-4742-911c-8abe6b3c7fc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (07580293-0e92-494b-97b9-8eb6a84feef1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.686121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Routers {'c79d1aba-1f8b-40e4-96a2-1eaf437df4d5'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:34.686941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:00:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c79d1aba-1f8b-40e4-96a2-1eaf437df4d5'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:34.730037 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74655327-d443-4742-911c-8abe6b3c7fc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (07580293-0e92-494b-97b9-8eb6a84feef1), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.869616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74655327-d443-4742-911c-8abe6b3c7fc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (07580293-0e92-494b-97b9-8eb6a84feef1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:34.957087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] Set router c79d1aba-1f8b-40e4-96a2-1eaf437df4d5 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:35.023162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d1aba-1f8b-40e4-96a2-1eaf437df4d5', 'name': 'tempest-NetworksTestDHCPv6-router-406524544', 'tenant_id': '4e255ee1589245f8a57bb32419b2ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:28Z', 'updated_at': '2022-01-27T22:00:33Z', 'revision_number': 3, 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:35.052604 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74655327-d443-4742-911c-8abe6b3c7fc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (07580293-0e92-494b-97b9-8eb6a84feef1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.058847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f2c15a-becf-40f6-97b4-2156e673fabd None None] The sync data for ids ['c79d1aba-1f8b-40e4-96a2-1eaf437df4d5'] in n-d-760456-6 is: [{'id': 'c79d1aba-1f8b-40e4-96a2-1eaf437df4d5', 'name': 'tempest-NetworksTestDHCPv6-router-406524544', 'tenant_id': '4e255ee1589245f8a57bb32419b2ecc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:00:28Z', 'updated_at': '2022-01-27T22:00:33Z', 'revision_number': 3, 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:35.114003 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f74852a-19f7-45ca-be21-8320046f3343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.123448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74655327-d443-4742-911c-8abe6b3c7fc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=07580293-0e92-494b-97b9-8eb6a84feef1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:35.128395 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-74655327-d443-4742-911c-8abe6b3c7fc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.134552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-74655327-d443-4742-911c-8abe6b3c7fc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/07580293-0e92-494b-97b9-8eb6a84feef1 HTTP/1.1" status: 204 len: 168 time: 0.5059631 Jan 27 22:00:35.137404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44980) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:35.153234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3202336d-4f0c-415c-aa19-30aa50827ebb None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:35.416102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45000) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:35.419057 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-91e8938a-4a5a-4086-bdd5-33c1e0c5e0fb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2696893 Jan 27 22:00:35.531251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5021df6-7f9a-49a0-a10a-a9d8280ea000 None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:35.579587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-65854218-10b9-429d-87fc-a962bd72ac19 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for router (c79d1aba-1f8b-40e4-96a2-1eaf437df4d5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.617421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d5021df6-7f9a-49a0-a10a-a9d8280ea000 None None] Deleting port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:35.618087 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d5021df6-7f9a-49a0-a10a-a9d8280ea000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.720735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d5021df6-7f9a-49a0-a10a-a9d8280ea000 None None] For port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3fe29fee-e42d-46f1-b8e0-03cd0758c0d5,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:35.721451 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d5021df6-7f9a-49a0-a10a-a9d8280ea000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.741644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d5021df6-7f9a-49a0-a10a-a9d8280ea000 None None] Calling delete_port for 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:35.849948 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-65854218-10b9-429d-87fc-a962bd72ac19 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (c79d1aba-1f8b-40e4-96a2-1eaf437df4d5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:35.853100 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-65854218-10b9-429d-87fc-a962bd72ac19 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for router_controller (c79d1aba-1f8b-40e4-96a2-1eaf437df4d5), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.100540 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d5021df6-7f9a-49a0-a10a-a9d8280ea000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (3fe29fee-e42d-46f1-b8e0-03cd0758c0d5), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.102548 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-65854218-10b9-429d-87fc-a962bd72ac19 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (c79d1aba-1f8b-40e4-96a2-1eaf437df4d5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.104258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65854218-10b9-429d-87fc-a962bd72ac19 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Fanout notify agent at l3_agent the message router_deleted on router c79d1aba-1f8b-40e4-96a2-1eaf437df4d5 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:00:36.120452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5021df6-7f9a-49a0-a10a-a9d8280ea000 None None] No DVR routers for this DVR port 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:36.123675 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-65854218-10b9-429d-87fc-a962bd72ac19 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.128028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45034) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:36.146751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-65854218-10b9-429d-87fc-a962bd72ac19 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/routers/c79d1aba-1f8b-40e4-96a2-1eaf437df4d5 HTTP/1.1" status: 204 len: 168 time: 0.7289777 Jan 27 22:00:36.163724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5021df6-7f9a-49a0-a10a-a9d8280ea000 None None] Pushing event deleted for resources: {'Port': ['ID=3fe29fee-e42d-46f1-b8e0-03cd0758c0d5,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:36.165501 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:36.167830 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0931765d-edd2-4c2a-951a-e00b9f3b88ab tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0383658 Jan 27 22:00:36.170207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45038) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:36.243373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4609a125-c0f6-440f-8f53-768fa51f5f4d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:36.246426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4609a125-c0f6-440f-8f53-768fa51f5f4d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0741985 Jan 27 22:00:36.248848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45042) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:36.325641 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f68c875a-e5bd-4058-9b76-cb0b8cea7e2f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745203 Jan 27 22:00:36.331022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45048) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:36.336445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-878e581c-d060-4c70-b1df-0e3e50f71554 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:36.470223 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c97b0-b0cd-4c15-9d33-b55b1d3ad709 None None] Sync routers for ids ['c79d1aba-1f8b-40e4-96a2-1eaf437df4d5'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:36.504363 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c97b0-b0cd-4c15-9d33-b55b1d3ad709 None None] Routers set() bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:36.505052 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c97b0-b0cd-4c15-9d33-b55b1d3ad709 None None] Router IDs set() for agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 22:00:36.507209 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_agentschedulers_db [None req-176c97b0-b0cd-4c15-9d33-b55b1d3ad709 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c79d1aba-1f8b-40e4-96a2-1eaf437df4d5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:00:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent'). {{(pid=104029) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 22:00:36.527484 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c97b0-b0cd-4c15-9d33-b55b1d3ad709 None None] Routers set() bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:36.529384 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c97b0-b0cd-4c15-9d33-b55b1d3ad709 None None] Router IDs set() for agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 27 22:00:36.531456 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_agentschedulers_db [None req-176c97b0-b0cd-4c15-9d33-b55b1d3ad709 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c79d1aba-1f8b-40e4-96a2-1eaf437df4d5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:00:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent'). {{(pid=104029) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 27 22:00:36.531710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878e581c-d060-4c70-b1df-0e3e50f71554 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:36.533592 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c97b0-b0cd-4c15-9d33-b55b1d3ad709 None None] The sync data for ids ['c79d1aba-1f8b-40e4-96a2-1eaf437df4d5'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:36.535667 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-878e581c-d060-4c70-b1df-0e3e50f71554 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.023723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:37.063489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:37.064187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3fe29fee-e42d-46f1-b8e0-03cd0758c0d5 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:37.174867 n-d-760456-6 neutron-server[104027]: DEBUG neutron.objects.ports [None req-878e581c-d060-4c70-b1df-0e3e50f71554 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104027) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:00:37.176703 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-878e581c-d060-4c70-b1df-0e3e50f71554 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (e1fb32bb-adec-4551-8d2c-bfb52cf2f59f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.225856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878e581c-d060-4c70-b1df-0e3e50f71554 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:37.229680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-878e581c-d060-4c70-b1df-0e3e50f71554 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:37.235642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878e581c-d060-4c70-b1df-0e3e50f71554 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:37.236179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-878e581c-d060-4c70-b1df-0e3e50f71554 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.244672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad90d1-cc87-4311-aada-c0c059130ee9 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:37.258467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e581c-d060-4c70-b1df-0e3e50f71554 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=e1fb32bb-adec-4551-8d2c-bfb52cf2f59f,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:37.330070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45086) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:37.344920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-878e581c-d060-4c70-b1df-0e3e50f71554 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0134876 Jan 27 22:00:37.347748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45090) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:37.355665 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2bf6f0f5-d020-4ddc-9c72-ae6567965dcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:37.398991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': 'e1fb32bb-adec-4551-8d2c-bfb52cf2f59f'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:37.399951 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.468042 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b53aa20-31a4-4eb6-95a5-92eb0c7ca7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.556641 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.601094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Allocated IP 2001:db8::f816:3eff:fef1:a5b0 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/e1fb32bb-adec-4551-8d2c-bfb52cf2f59f/8e5ce621-af6f-4471-ac4f-f0e2d63b52b3) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:37.604287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b53aa20-31a4-4eb6-95a5-92eb0c7ca7a0 admin admin] Publish callbacks [] for security_group (9f5b151c-8e9e-4bf4-b74b-cd39f167fe6f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.634390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf6f0f5-d020-4ddc-9c72-ae6567965dcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:37.638250 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f0f5-d020-4ddc-9c72-ae6567965dcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.753096 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Publish callbacks [] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.813672 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b53aa20-31a4-4eb6-95a5-92eb0c7ca7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9f5b151c-8e9e-4bf4-b74b-cd39f167fe6f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.851073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1b53aa20-31a4-4eb6-95a5-92eb0c7ca7a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b7bb875a68c45a88f9b0917c29866b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5198352 Jan 27 22:00:37.851807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53aa20-31a4-4eb6-95a5-92eb0c7ca7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5b151c-8e9e-4bf4-b74b-cd39f167fe6f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:37.853938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45112) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:37.920760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71ef0164-3edc-4200-85da-1edd8605e2ba admin admin] Publish callbacks [] for security_group (9f5b151c-8e9e-4bf4-b74b-cd39f167fe6f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.947192 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71ef0164-3edc-4200-85da-1edd8605e2ba admin admin] Publish callbacks [] for security_group (9f5b151c-8e9e-4bf4-b74b-cd39f167fe6f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.954424 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:37.988809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:37.991797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:37.997474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:38.010553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Pushing event updated for resources: {'Port': ['ID=8e5ce621-af6f-4471-ac4f-f0e2d63b52b3,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:38.063339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Attempting to bind port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:38.064057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Attempting to bind port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:38.064057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Attempting to bind port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:38.069340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:38.069717 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:38.070121 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.070521 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:38.070989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Bound port: 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:38.071376 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.074848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f0f5-d020-4ddc-9c72-ae6567965dcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (43b02826-ff5e-40ee-b186-9349dec8b0bb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.131138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf6f0f5-d020-4ddc-9c72-ae6567965dcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:38.135542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-2bf6f0f5-d020-4ddc-9c72-ae6567965dcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:38.148745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf6f0f5-d020-4ddc-9c72-ae6567965dcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:38.149497 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f0f5-d020-4ddc-9c72-ae6567965dcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.162530 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71ef0164-3edc-4200-85da-1edd8605e2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9f5b151c-8e9e-4bf4-b74b-cd39f167fe6f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.166067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71ef0164-3edc-4200-85da-1edd8605e2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.166233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] For port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:38.175192 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-71ef0164-3edc-4200-85da-1edd8605e2ba admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f5b151c-8e9e-4bf4-b74b-cd39f167fe6f HTTP/1.1" status: 204 len: 168 time: 0.3122571 Jan 27 22:00:38.179341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] For port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8e5ce621-af6f-4471-ac4f-f0e2d63b52b3,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:38.182891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6f0f5-d020-4ddc-9c72-ae6567965dcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=43b02826-ff5e-40ee-b186-9349dec8b0bb,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:38.186110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef0164-3edc-4200-85da-1edd8605e2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5b151c-8e9e-4bf4-b74b-cd39f167fe6f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:38.311546 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2bf6f0f5-d020-4ddc-9c72-ae6567965dcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9626715 Jan 27 22:00:38.314880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45130) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:38.320239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:b5:ba:2c', 'name': 'tempest-NetworksTestDHCPv6-1101821610'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:38.347730 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.423472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e18565-dd93-4612-bf24-30fd885b025a None None] Pushing event updated for resources: {'Port': ['ID=8e5ce621-af6f-4471-ac4f-f0e2d63b52b3,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:38.661406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:38.814844 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:38.843641 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 82fcf8a7-e556-40ab-b460-9080e43598bf yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:38.914386 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.008581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 172.20.0.6 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/43b02826-ff5e-40ee-b186-9349dec8b0bb/82fcf8a7-e556-40ab-b460-9080e43598bf) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:39.016096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::f816:3eff:feb5:ba2c (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/e1fb32bb-adec-4551-8d2c-bfb52cf2f59f/82fcf8a7-e556-40ab-b460-9080e43598bf) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:39.074963 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:39.130073 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:39.130456 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.242771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:39.243514 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.256500 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (82fcf8a7-e556-40ab-b460-9080e43598bf), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.298071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45164) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:39.305121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8e5ce621-af6f-4471-ac4f-f0e2d63b52b3,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:39.325737 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b827a650-e785-413b-a7f8-c39d67c3dd2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.428724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-bfe70f00-38ab-49b1-b7f3-1134a986cffc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0927558 Jan 27 22:00:39.473939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b827a650-e785-413b-a7f8-c39d67c3dd2b admin admin] Publish callbacks [] for security_group (2c6ad0ed-d93f-4dc4-bd20-b3b10ba751e6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.504686 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.544391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-9d3b8489-5ffb-47ef-ac43-4c81c05c90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.544391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-9d3b8489-5ffb-47ef-ac43-4c81c05c90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.544391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-9d3b8489-5ffb-47ef-ac43-4c81c05c90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.544391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-9d3b8489-5ffb-47ef-ac43-4c81c05c90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.544391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-9d3b8489-5ffb-47ef-ac43-4c81c05c90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.544391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-9d3b8489-5ffb-47ef-ac43-4c81c05c90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.544391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-9d3b8489-5ffb-47ef-ac43-4c81c05c90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.544391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-9d3b8489-5ffb-47ef-ac43-4c81c05c90eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6489 time: 0.0578895 Jan 27 22:00:39.545943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=8e5ce621-af6f-4471-ac4f-f0e2d63b52b3,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:39.578818 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (82fcf8a7-e556-40ab-b460-9080e43598bf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.614606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f7d3fb-abab-42bb-af79-dd0e9f370b78 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:39.645010 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b827a650-e785-413b-a7f8-c39d67c3dd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2c6ad0ed-d93f-4dc4-bd20-b3b10ba751e6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.659144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=82fcf8a7-e556-40ab-b460-9080e43598bf,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:39.663605 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:39.666350 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.666951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.667627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.668201 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.668750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.669267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.669780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.670286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.670794 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.671848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.672402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.672909 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.673429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:00:39.678104 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:39.681373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:39.702378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-36c2ed94-a50b-43e3-a5ea-98a175a59802 None None] Provisioning complete for port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:39.703322 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-36c2ed94-a50b-43e3-a5ea-98a175a59802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.711630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827a650-e785-413b-a7f8-c39d67c3dd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6ad0ed-d93f-4dc4-bd20-b3b10ba751e6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:39.715147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-2072f389-8b36-4ac0-a6f0-fce786ba1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.715618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-2072f389-8b36-4ac0-a6f0-fce786ba1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.716300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-2072f389-8b36-4ac0-a6f0-fce786ba1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.717899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-2072f389-8b36-4ac0-a6f0-fce786ba1146 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b82e3ea-cccf-4366-975c-e3e82e495967&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=57b0572f-1953-43f1-ab4d-663ea68612ac&id=57b0572f-1953-43f1-ab4d-663ea68612ac HTTP/1.1" status: 200 len: 2293 time: 0.1566792 Jan 27 22:00:39.720756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b827a650-e785-413b-a7f8-c39d67c3dd2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af865066582e42b89594927f2a03425a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4210880 Jan 27 22:00:39.723308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45176) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:39.740337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.741283 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.841515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-44be7485-709f-4243-b65a-a706dbe3235b admin admin] Publish callbacks [] for security_group (2c6ad0ed-d93f-4dc4-bd20-b3b10ba751e6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.851318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-36c2ed94-a50b-43e3-a5ea-98a175a59802 None None] Current status of the port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:39.851447 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8b4dc597-fe28-4afb-87b0-7ea77569197d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5321898 Jan 27 22:00:39.851645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-51646380-3fc8-49b0-83b1-3abed4da146d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5335e078-e423-47c5-8bb8-2d0d0964a65c HTTP/1.1" status: 200 len: 1002 time: 0.1188834 Jan 27 22:00:39.851759 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45184) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:39.898986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756807c7-47bf-4d52-bc7b-307f0ef4f389 None None] Update dhcp port {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'fixed_ips': [{'subnet_id': 'e1fb32bb-adec-4551-8d2c-bfb52cf2f59f', 'ip_address': '2001:db8::f816:3eff:fef1:a5b0'}, {'subnet_id': '43b02826-ff5e-40ee-b186-9349dec8b0bb'}], 'binding:host_id': 'n-d-760456-6'}, 'id': '8e5ce621-af6f-4471-ac4f-f0e2d63b52b3'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:00:39.910608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d479b-452e-4bda-9c3b-ec6646e392a3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.910951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-44be7485-709f-4243-b65a-a706dbe3235b admin admin] Publish callbacks [] for security_group (2c6ad0ed-d93f-4dc4-bd20-b3b10ba751e6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.916197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d479b-452e-4bda-9c3b-ec6646e392a3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.920516 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c74d479b-452e-4bda-9c3b-ec6646e392a3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0662141 Jan 27 22:00:39.921061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45186) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:39.929989 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-756807c7-47bf-4d52-bc7b-307f0ef4f389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:39.960946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-5ce92c36-fec9-474e-b587-957b4b9c2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:39.962503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-5ce92c36-fec9-474e-b587-957b4b9c2a13 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=424eff24-915c-48ed-bc94-f5626e6d8b0b HTTP/1.1" status: 200 len: 851 time: 0.1013522 Jan 27 22:00:40.105743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-756807c7-47bf-4d52-bc7b-307f0ef4f389 None None] Allocated IP 172.20.0.2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/43b02826-ff5e-40ee-b186-9349dec8b0bb/8e5ce621-af6f-4471-ac4f-f0e2d63b52b3) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:40.204794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-756807c7-47bf-4d52-bc7b-307f0ef4f389 None None] For port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8e5ce621-af6f-4471-ac4f-f0e2d63b52b3,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:40.235394 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-756807c7-47bf-4d52-bc7b-307f0ef4f389 None None] Publish callbacks [] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.318107 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-756807c7-47bf-4d52-bc7b-307f0ef4f389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.416464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-dba3cf32-6704-44fc-8845-0b3419669561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:40.419814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-dba3cf32-6704-44fc-8845-0b3419669561 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b82e3ea-cccf-4366-975c-e3e82e495967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4488034 Jan 27 22:00:40.422856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756807c7-47bf-4d52-bc7b-307f0ef4f389 None None] Pushing event updated for resources: {'Port': ['ID=8e5ce621-af6f-4471-ac4f-f0e2d63b52b3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:40.492362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7ee84b51-21f1-4a26-9150-57263626b924 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 82fcf8a7-e556-40ab-b460-9080e43598bf {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:40.492676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ee84b51-21f1-4a26-9150-57263626b924 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (82fcf8a7-e556-40ab-b460-9080e43598bf), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.549893 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-44be7485-709f-4243-b65a-a706dbe3235b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2c6ad0ed-d93f-4dc4-bd20-b3b10ba751e6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.552452 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-44be7485-709f-4243-b65a-a706dbe3235b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.560208 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-44be7485-709f-4243-b65a-a706dbe3235b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c6ad0ed-d93f-4dc4-bd20-b3b10ba751e6 HTTP/1.1" status: 204 len: 168 time: 0.8292255 Jan 27 22:00:40.576454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be7485-709f-4243-b65a-a706dbe3235b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6ad0ed-d93f-4dc4-bd20-b3b10ba751e6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:40.622453 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-f3d55dfd-f035-4727-b577-967e6500a61e service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875660 Jan 27 22:00:40.716213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ee84b51-21f1-4a26-9150-57263626b924 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (82fcf8a7-e556-40ab-b460-9080e43598bf), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:40.764997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7ee84b51-21f1-4a26-9150-57263626b924 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 82fcf8a7-e556-40ab-b460-9080e43598bf owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:40.805579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3411-9a31-4ca9-9202-bb5a8b169dd4 req-43e2b1f4-bde0-4143-8f23-ad19dc320397 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:40.807404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cec3411-9a31-4ca9-9202-bb5a8b169dd4 req-43e2b1f4-bde0-4143-8f23-ad19dc320397 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1096 time: 0.1012399 Jan 27 22:00:40.894243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-47fe44fc-2999-49af-a574-6a288ce90e80 service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637451 Jan 27 22:00:40.967392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-45247188-8f95-46dc-944d-5dbf8e93960b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cb7d9cb2-705b-481e-b551-5bb9212cb343 HTTP/1.1" status: 200 len: 217 time: 0.0568073 Jan 27 22:00:40.975579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cec3411-9a31-4ca9-9202-bb5a8b169dd4 req-dbda1507-1049-424b-a3c8-2e7f9e8f9c1d tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306684 Jan 27 22:00:41.008794 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45242) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:41.046143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-140d27c7-138c-4650-8b3c-e71e93edc2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:41.047804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-140d27c7-138c-4650-8b3c-e71e93edc2f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0698171 Jan 27 22:00:41.050781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:41.138707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-cae44b5c-2cee-486d-86cb-30a9f4b6acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:41.140781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-cae44b5c-2cee-486d-86cb-30a9f4b6acec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866528 Jan 27 22:00:41.172758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:41.173229 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.311206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-c3f5f993-b492-4c14-9c8e-edd963716d42 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460969 Jan 27 22:00:41.326528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port 025521dc-4f52-4caa-b744-d409e8085a39 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:41.326993 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (025521dc-4f52-4caa-b744-d409e8085a39), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.361504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:41.395972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ce6bff89-4070-419c-ac15-19cbd9b81159 None None] Provisioning complete for port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:41.399595 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ce6bff89-4070-419c-ac15-19cbd9b81159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.450323 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (025521dc-4f52-4caa-b744-d409e8085a39), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.450756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (025521dc-4f52-4caa-b744-d409e8085a39), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.482092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for 025521dc-4f52-4caa-b744-d409e8085a39 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:41.482300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-6d79d8dd-c37c-4a3b-804f-631b5a839ff0 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631014 Jan 27 22:00:41.502989 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ee84b51-21f1-4a26-9150-57263626b924 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (82fcf8a7-e556-40ab-b460-9080e43598bf), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.566872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ce6bff89-4070-419c-ac15-19cbd9b81159 None None] Current status of the port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:41.572397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ce6bff89-4070-419c-ac15-19cbd9b81159 None None] Could not find standard attr ID for object 82fcf8a7-e556-40ab-b460-9080e43598bf. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:00:41.582345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-33ae14cf-3d3c-4bb0-8e0a-5fc5867c0156 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=856c8d91-48e7-4a38-b228-a5d13c60c10b HTTP/1.1" status: 200 len: 217 time: 0.0900280 Jan 27 22:00:41.587661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee84b51-21f1-4a26-9150-57263626b924 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=82fcf8a7-e556-40ab-b460-9080e43598bf,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:41.698870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-4cc554fc-c4d0-4559-997a-7baa4c762305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:41.700659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-4cc554fc-c4d0-4559-997a-7baa4c762305 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.1110661 Jan 27 22:00:41.788797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6952db15-de72-4408-9fe2-30aa2e70bec0 None None] Could not find standard attr ID for object 82fcf8a7-e556-40ab-b460-9080e43598bf. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:00:41.814774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-9dc11dca-9bb0-487b-951c-f1ccf431151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:41.816368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-9dc11dca-9bb0-487b-951c-f1ccf431151c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0954163 Jan 27 22:00:41.819119 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ee84b51-21f1-4a26-9150-57263626b924 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:41.822411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7ee84b51-21f1-4a26-9150-57263626b924 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/82fcf8a7-e556-40ab-b460-9080e43598bf HTTP/1.1" status: 204 len: 168 time: 1.9005642 Jan 27 22:00:41.825276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45272) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:41.915370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f6c467-5344-4ac9-872e-019357f5cef3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:41.915370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f6c467-5344-4ac9-872e-019357f5cef3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:41.915370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f6c467-5344-4ac9-872e-019357f5cef3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:41.919511 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-09f6c467-5344-4ac9-872e-019357f5cef3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0924056 Jan 27 22:00:41.927115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-5096785e-468b-464d-bb32-88dab1f86c79 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029193 Jan 27 22:00:41.927642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45280) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:41.948116 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (025521dc-4f52-4caa-b744-d409e8085a39), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.039517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=025521dc-4f52-4caa-b744-d409e8085a39,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:42.047889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcd4f71-cace-476a-a353-0ebc65560fb7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 43b02826-ff5e-40ee-b186-9349dec8b0bb {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:42.054473 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4f71-cace-476a-a353-0ebc65560fb7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (43b02826-ff5e-40ee-b186-9349dec8b0bb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.129607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4f71-cace-476a-a353-0ebc65560fb7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (43b02826-ff5e-40ee-b186-9349dec8b0bb), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.135146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-10fad660-440e-496f-bb9f-cff32f68023a service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979313 Jan 27 22:00:42.146934 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (ae82d68e-d769-4d10-9d14-fbda220baf83), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.147576 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Floating IP ae82d68e-d769-4d10-9d14-fbda220baf83 disassociated (deleted). External IP: 172.25.0.106, port: 9e03430c-b8d1-403e-8684-2c63d2b693c3. Jan 27 22:00:42.221833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-74fe4b3f-6614-4dd7-91d2-a376cc382ec0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=6903c701-77e9-4292-b708-5a1c23d8675e HTTP/1.1" status: 200 len: 217 time: 0.0526924 Jan 27 22:00:42.303791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-81abafed-46d5-4e1f-bcab-eda34d0b1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:42.305613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-81abafed-46d5-4e1f-bcab-eda34d0b1c36 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0781822 Jan 27 22:00:42.395349 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4f71-cace-476a-a353-0ebc65560fb7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (43b02826-ff5e-40ee-b186-9349dec8b0bb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.434414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router f0c7566c-31a4-4507-ac98-8deb9700c791 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:00:42.489840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-c830dac1-d6c2-4d90-8f96-2ca1119868d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:42.491780 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-c830dac1-d6c2-4d90-8f96-2ca1119868d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1806982 Jan 27 22:00:42.580207 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:42.586221 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.591706 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192b2a5-318f-4ef6-921a-64ba025e2ff7 None None] Sync routers for ids ['f0c7566c-31a4-4507-ac98-8deb9700c791'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:42.611683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192b2a5-318f-4ef6-921a-64ba025e2ff7 None None] Routers {'f0c7566c-31a4-4507-ac98-8deb9700c791'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:42.612652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3192b2a5-318f-4ef6-921a-64ba025e2ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:00:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f0c7566c-31a4-4507-ac98-8deb9700c791'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:42.632121 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e87dab1e-d7da-4128-8014-ca7684840ff2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/floatingips/ae82d68e-d769-4d10-9d14-fbda220baf83 HTTP/1.1" status: 204 len: 168 time: 1.6231062 Jan 27 22:00:42.632862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:42.637902 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5d0669-4172-41c4-b5a5-0cc5e8083a83" -d '{"events": [{"name": "network-changed", "server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:42.641894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-60aed55e-2bb9-412b-9721-3c8b4cac5de8 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419997 Jan 27 22:00:42.642754 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4f71-cace-476a-a353-0ebc65560fb7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (43b02826-ff5e-40ee-b186-9349dec8b0bb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.725352 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8579b739-b26c-49a3-b82d-d96083089c0b x-openstack-request-id: req-8579b739-b26c-49a3-b82d-d96083089c0b {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:42.725670 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:42.726168 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8579b739-b26c-49a3-b82d-d96083089c0b {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:42.726903 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'status': 'completed', 'code': 200} Jan 27 22:00:42.741783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd4f71-cace-476a-a353-0ebc65560fb7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=43b02826-ff5e-40ee-b186-9349dec8b0bb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:42.797937 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4f71-cace-476a-a353-0ebc65560fb7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:42.802789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7fcd4f71-cace-476a-a353-0ebc65560fb7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/43b02826-ff5e-40ee-b186-9349dec8b0bb HTTP/1.1" status: 204 len: 168 time: 0.8741560 Jan 27 22:00:42.807582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45326) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:42.811409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2f4e5-0e99-4d9c-afd5-40ddaab79c8a None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:42.839083 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d0669-4172-41c4-b5a5-0cc5e8083a83 req-07f483a6-cf4c-4c80-a865-bd49ac68ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:42.840566 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac5d0669-4172-41c4-b5a5-0cc5e8083a83 req-07f483a6-cf4c-4c80-a865-bd49ac68ff8c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 1096 time: 0.0982895 Jan 27 22:00:42.891267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3192b2a5-318f-4ef6-921a-64ba025e2ff7 None None] Set router f0c7566c-31a4-4507-ac98-8deb9700c791 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:42.922815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07b19d7-e842-4fb6-b59f-f1df2f55787f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet e1fb32bb-adec-4551-8d2c-bfb52cf2f59f {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:42.935846 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b07b19d7-e842-4fb6-b59f-f1df2f55787f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (e1fb32bb-adec-4551-8d2c-bfb52cf2f59f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.012692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b07b19d7-e842-4fb6-b59f-f1df2f55787f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (e1fb32bb-adec-4551-8d2c-bfb52cf2f59f), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.116294 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-b03d8f40-dec9-4341-807b-298bc191f35a service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690471 Jan 27 22:00:43.208977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-2233b0a4-5b38-466b-b571-c3b5a2258358 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=c65a11a4-9aa1-4f0f-9a82-29a9833fd357 HTTP/1.1" status: 200 len: 217 time: 0.0825415 Jan 27 22:00:43.252557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d0669-4172-41c4-b5a5-0cc5e8083a83 req-6457ec80-f2f4-44c2-add0-067329d199e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.255592 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac5d0669-4172-41c4-b5a5-0cc5e8083a83 req-6457ec80-f2f4-44c2-add0-067329d199e9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d HTTP/1.1" status: 200 len: 898 time: 0.4074209 Jan 27 22:00:43.265185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-61015ab5-0bfd-4e74-a26f-b9bc1367a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.266778 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-61015ab5-0bfd-4e74-a26f-b9bc1367a1a8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0516033 Jan 27 22:00:43.268983 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b07b19d7-e842-4fb6-b59f-f1df2f55787f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (e1fb32bb-adec-4551-8d2c-bfb52cf2f59f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.371224 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac5d0669-4172-41c4-b5a5-0cc5e8083a83 req-b937d84a-fd6a-4892-8c9f-cbd2f6248b01 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 200 len: 217 time: 0.1089134 Jan 27 22:00:43.473058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587b9bb-5e35-4660-ac38-157d8e50ec4f req-26379be4-ae39-4772-a9e3-54f21800be16 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.483151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4587b9bb-5e35-4660-ac38-157d8e50ec4f req-26379be4-ae39-4772-a9e3-54f21800be16 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1371124 Jan 27 22:00:43.488297 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b07b19d7-e842-4fb6-b59f-f1df2f55787f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (e1fb32bb-adec-4551-8d2c-bfb52cf2f59f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.499920 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d0669-4172-41c4-b5a5-0cc5e8083a83 req-4fc0d018-f730-485a-b800-859c1f3730fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.503797 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac5d0669-4172-41c4-b5a5-0cc5e8083a83 req-4fc0d018-f730-485a-b800-859c1f3730fa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=365140df-60ab-4a98-a5bc-4473939cfd20 HTTP/1.1" status: 200 len: 834 time: 0.1258664 Jan 27 22:00:43.512819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-012542c0-3e10-483a-9992-7e598fb5289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.522658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-012542c0-3e10-483a-9992-7e598fb5289c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1700711 Jan 27 22:00:43.569694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3192b2a5-318f-4ef6-921a-64ba025e2ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T21:58:26Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'd4531abc-4aaa-4465-b42f-2440af020317', 'name': '', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:da:01:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:23Z', 'updated_at': '2022-01-27T21:58:32Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:43.600204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192b2a5-318f-4ef6-921a-64ba025e2ff7 None None] Checking router: f0c7566c-31a4-4507-ac98-8deb9700c791 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:00:43.619541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192b2a5-318f-4ef6-921a-64ba025e2ff7 None None] Routers {'f0c7566c-31a4-4507-ac98-8deb9700c791'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:43.621190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3192b2a5-318f-4ef6-921a-64ba025e2ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:00:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f0c7566c-31a4-4507-ac98-8deb9700c791'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:43.645181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d0669-4172-41c4-b5a5-0cc5e8083a83 req-9fa4d993-79fd-4ab1-a441-54e9d5b7692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:43.646692 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac5d0669-4172-41c4-b5a5-0cc5e8083a83 req-9fa4d993-79fd-4ab1-a441-54e9d5b7692f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358924 Jan 27 22:00:43.674090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b19d7-e842-4fb6-b59f-f1df2f55787f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=e1fb32bb-adec-4551-8d2c-bfb52cf2f59f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:43.683770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b07b19d7-e842-4fb6-b59f-f1df2f55787f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:43.698760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b07b19d7-e842-4fb6-b59f-f1df2f55787f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/e1fb32bb-adec-4551-8d2c-bfb52cf2f59f HTTP/1.1" status: 204 len: 168 time: 0.8875024 Jan 27 22:00:43.747816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45370) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:43.803617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4587b9bb-5e35-4660-ac38-157d8e50ec4f req-3a6ec51e-fd4b-4216-9608-b4e5b63448a4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189960 Jan 27 22:00:43.819514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3192b2a5-318f-4ef6-921a-64ba025e2ff7 None None] Set router f0c7566c-31a4-4507-ac98-8deb9700c791 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:43.854021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-96ac4002-6de3-4479-b2bc-01faf78b331a service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008349 Jan 27 22:00:44.024491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-1dec8621-0e07-4216-a62f-078a38049077 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599185 Jan 27 22:00:44.125637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-61d7bf27-2c80-4c81-84cc-d9ab32c63013 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa889ecd-db7d-4354-91b6-08f458c0008a HTTP/1.1" status: 200 len: 217 time: 0.0927236 Jan 27 22:00:44.178501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3192b2a5-318f-4ef6-921a-64ba025e2ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T21:58:26Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'd4531abc-4aaa-4465-b42f-2440af020317', 'name': '', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:da:01:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:23Z', 'updated_at': '2022-01-27T21:58:32Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:44.235777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3192b2a5-318f-4ef6-921a-64ba025e2ff7 None None] The sync data for ids ['f0c7566c-31a4-4507-ac98-8deb9700c791'] in n-d-760456-6 is: [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T21:58:26Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'd4531abc-4aaa-4465-b42f-2440af020317', 'name': '', 'network_id': '6658dbd2-a5ab-41f0-bfbc-1a3afb06058d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:da:01:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:23Z', 'updated_at': '2022-01-27T21:58:32Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '365140df-60ab-4a98-a5bc-4473939cfd20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:44.266825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-56ef4368-0956-4043-b397-42873e1d4d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.271158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-56ef4368-0956-4043-b397-42873e1d4d8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.1374764 Jan 27 22:00:44.638055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-fce8a074-9264-4845-81dd-98b88bfea5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.638055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-fce8a074-9264-4845-81dd-98b88bfea5aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1161368 Jan 27 22:00:44.645509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ac3233-0188-4deb-8579-06b95f86b6d8 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:44.646444 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-19ab4747-74bc-4a88-865a-0e71e843e32b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7219870 Jan 27 22:00:44.646444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45410) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:44.646444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:44.647100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-957b403d-ecf7-4a89-a78f-5fc69e03492c service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547842 Jan 27 22:00:44.665198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ec0d3df9-6a9d-4d0f-bcc5-f1c6b6ccf2eb None None] Provisioning complete for port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:44.668165 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ec0d3df9-6a9d-4d0f-bcc5-f1c6b6ccf2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:44.741902 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0407f5fa-a017-49aa-ad43-679bc375fc21 None None] New status for floating IP ae82d68e-d769-4d10-9d14-fbda220baf83: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:00:44.818335 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-9af0dce2-240b-41e4-95e3-a49055571bc8 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514651 Jan 27 22:00:44.903759 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2797d8b-3cd5-4748-a057-a86af72a93cf req-c0aa2a29-4c2d-4c0f-81b3-a37b1c78d2fb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:44.905295 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a2797d8b-3cd5-4748-a057-a86af72a93cf req-c0aa2a29-4c2d-4c0f-81b3-a37b1c78d2fb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.74 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.3072343 Jan 27 22:00:44.925609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ffcb2d-9b59-434e-b1d6-455961058d5b None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:44.931279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-57e36610-07bc-4955-92fb-4332016a8c63 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232dacdc-6e3c-4c11-ae7a-252252a62058 HTTP/1.1" status: 200 len: 217 time: 0.1067677 Jan 27 22:00:44.931713 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:44.949038 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.008786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ec0d3df9-6a9d-4d0f-bcc5-f1c6b6ccf2eb None None] Current status of the port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:45.111725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-91433268-c89c-4ce5-b450-ea8705d80350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:45.113743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-91433268-c89c-4ce5-b450-ea8705d80350 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.1763411 Jan 27 22:00:45.120445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:45.165363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd05132-9b03-442d-ab6a-880438c0ea2d req-d91eeaff-a5ee-490c-bca4-9f71a269c055 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:45.175216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bd05132-9b03-442d-ab6a-880438c0ea2d req-d91eeaff-a5ee-490c-bca4-9f71a269c055 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 945 time: 0.1444840 Jan 27 22:00:45.229602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffcb2d-9b59-434e-b1d6-455961058d5b None None] Deleting port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:45.229990 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e8ffcb2d-9b59-434e-b1d6-455961058d5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.232789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-6846a55a-7bfa-445c-81e4-c7e665c2c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:45.234696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-6846a55a-7bfa-445c-81e4-c7e665c2c76d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1151741 Jan 27 22:00:45.277556 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac5d0669-4172-41c4-b5a5-0cc5e8083a83 req-79b918e1-934c-40ef-bb78-a920f534c5fc service neutron] 10.222.0.74 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6238241 Jan 27 22:00:45.287404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bd05132-9b03-442d-ab6a-880438c0ea2d req-2cec517d-896e-4138-90f9-893f07164f9d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9c4e4d89-2636-497b-b4ac-30790e75bbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109939 Jan 27 22:00:45.379970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-cd003e1d-2552-4128-a913-e7f109377148 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360259 Jan 27 22:00:45.382610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e8ffcb2d-9b59-434e-b1d6-455961058d5b None None] For port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8e5ce621-af6f-4471-ac4f-f0e2d63b52b3,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:45.383120 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e8ffcb2d-9b59-434e-b1d6-455961058d5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.428940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e8ffcb2d-9b59-434e-b1d6-455961058d5b None None] Calling delete_port for 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:45.502331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:45.502648 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.568193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ceb8a01-7d75-4eb4-83b5-7304097901b8 req-23876f3e-37e8-40f0-8235-dd030ee3f87f service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829185 Jan 27 22:00:45.606359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8e5ce621-af6f-4471-ac4f-f0e2d63b52b3,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:45.614958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:00:45.680965 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.754915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=8e5ce621-af6f-4471-ac4f-f0e2d63b52b3,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:45.763479 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ac5d0669-4172-41c4-b5a5-0cc5e8083a83 req-ad84ab42-a0d2-411b-a325-bdc1a9003813 service neutron] 10.222.0.74 "GET /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599891 Jan 27 22:00:45.775984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a2797d8b-3cd5-4748-a057-a86af72a93cf req-1ffecc76-c2d0-4ba4-806f-eccc988349cd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port 9e03430c-b8d1-403e-8684-2c63d2b693c3 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:45.776367 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a2797d8b-3cd5-4748-a057-a86af72a93cf req-1ffecc76-c2d0-4ba4-806f-eccc988349cd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.785087 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e8ffcb2d-9b59-434e-b1d6-455961058d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (8e5ce621-af6f-4471-ac4f-f0e2d63b52b3), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.825438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffcb2d-9b59-434e-b1d6-455961058d5b None None] Pushing event deleted for resources: {'Port': ['ID=8e5ce621-af6f-4471-ac4f-f0e2d63b52b3,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:45.836183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ffcb2d-9b59-434e-b1d6-455961058d5b None None] No DVR routers for this DVR port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:45.888236 n-d-760456-6 neutron-server[104026]: WARNING neutron.services.revisions.revision_plugin [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Could not find related port for resource to bump revision. Jan 27 22:00:45.930599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a2797d8b-3cd5-4748-a057-a86af72a93cf req-1ffecc76-c2d0-4ba4-806f-eccc988349cd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] For port 9e03430c-b8d1-403e-8684-2c63d2b693c3, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9e03430c-b8d1-403e-8684-2c63d2b693c3,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:45.930916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a2797d8b-3cd5-4748-a057-a86af72a93cf req-1ffecc76-c2d0-4ba4-806f-eccc988349cd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:45.944054 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a2797d8b-3cd5-4748-a057-a86af72a93cf req-1ffecc76-c2d0-4ba4-806f-eccc988349cd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for 9e03430c-b8d1-403e-8684-2c63d2b693c3 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:46.022376 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Port 8e5ce621-af6f-4471-ac4f-f0e2d63b52b3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 27 22:00:46.022667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Reverting IP allocation for 2001:db8::f816:3eff:fef1:a5b0 {{(pid=104026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 27 22:00:46.026780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef1:a5b0 {{(pid=104026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 27 22:00:46.029149 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (e14715bf-1edb-4983-ab0d-43bdfeb4c378), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.107597 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:46.117267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:46.124409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:46.125415 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.129968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50edbd08-c189-42d7-a62f-bedfda3ee745 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:46.131478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=e14715bf-1edb-4983-ab0d-43bdfeb4c378,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:46.244060 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': 'e14715bf-1edb-4983-ab0d-43bdfeb4c378'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:46.244060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.320718 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a2797d8b-3cd5-4748-a057-a86af72a93cf req-1ffecc76-c2d0-4ba4-806f-eccc988349cd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9e03430c-b8d1-403e-8684-2c63d2b693c3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.329140 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9f9bf42b-92e8-40a1-9a9c-6659f9b403ba tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8583078 Jan 27 22:00:46.329906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45490) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:46.334720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-430cfb4e-13f1-4777-8aac-2824e751a415 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:46.392159 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffecc76-c2d0-4ba4-806f-eccc988349cd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=9e03430c-b8d1-403e-8684-2c63d2b693c3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:46.432465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2797d8b-3cd5-4748-a057-a86af72a93cf req-1ffecc76-c2d0-4ba4-806f-eccc988349cd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] No DVR routers for this DVR port 9e03430c-b8d1-403e-8684-2c63d2b693c3 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:46.437128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a2797d8b-3cd5-4748-a057-a86af72a93cf req-1ffecc76-c2d0-4ba4-806f-eccc988349cd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.441293 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a2797d8b-3cd5-4748-a057-a86af72a93cf req-1ffecc76-c2d0-4ba4-806f-eccc988349cd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.74 "DELETE /v2.0/ports/9e03430c-b8d1-403e-8684-2c63d2b693c3 HTTP/1.1" status: 204 len: 173 time: 1.2576659 Jan 27 22:00:46.442448 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'name': 'network-vif-deleted', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:00:46.445732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd31ab21-dd99-449e-b8e0-0d39b66caebb req-01d31ebd-5a35-40b4-8209-1b699aa043c7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 210 time: 0.0375469 Jan 27 22:00:46.449602 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ec272a-f49c-43d8-a7cc-07cd15a518e0" -d '{"events": [{"server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "name": "network-vif-deleted", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:00:46.454508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Allocated IP 2001:db8::f816:3eff:feb1:8c1 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/e14715bf-1edb-4983-ab0d-43bdfeb4c378/e97e65ae-5796-4deb-81d3-f0a355be1d81) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:46.626423 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Publish callbacks [] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.662917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430cfb4e-13f1-4777-8aac-2824e751a415 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:46.667148 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-430cfb4e-13f1-4777-8aac-2824e751a415 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.682850 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e736c59d-2e47-428f-a5c0-7ca0ff8bb3e2 x-openstack-request-id: req-e736c59d-2e47-428f-a5c0-7ca0ff8bb3e2 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:00:46.683106 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a48067d-277e-4345-a978-f662bd3bccf5", "name": "network-vif-deleted", "tag": "9e03430c-b8d1-403e-8684-2c63d2b693c3", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:00:46.683374 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e736c59d-2e47-428f-a5c0-7ca0ff8bb3e2 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:00:46.683824 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a48067d-277e-4345-a978-f662bd3bccf5', 'name': 'network-vif-deleted', 'tag': '9e03430c-b8d1-403e-8684-2c63d2b693c3', 'status': 'completed', 'code': 200} Jan 27 22:00:46.760947 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.814475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:46.818709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:46.820795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Pushing event updated for resources: {'Port': ['ID=e97e65ae-5796-4deb-81d3-f0a355be1d81,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:46.823447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:46.945206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Attempting to bind port e97e65ae-5796-4deb-81d3-f0a355be1d81 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:46.945744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Attempting to bind port e97e65ae-5796-4deb-81d3-f0a355be1d81 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:46.946528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Attempting to bind port e97e65ae-5796-4deb-81d3-f0a355be1d81 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:46.955249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:46.955249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:46.955249 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:46.955249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:46.955249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Bound port: e97e65ae-5796-4deb-81d3-f0a355be1d81, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:46.955249 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.037141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] For port e97e65ae-5796-4deb-81d3-f0a355be1d81, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:47.042073 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] For port e97e65ae-5796-4deb-81d3-f0a355be1d81, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e97e65ae-5796-4deb-81d3-f0a355be1d81,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:47.163760 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-430cfb4e-13f1-4777-8aac-2824e751a415 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (9e5738e7-6d0b-4342-9f7a-eea31d37058b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.208395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430cfb4e-13f1-4777-8aac-2824e751a415 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:47.211513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-430cfb4e-13f1-4777-8aac-2824e751a415 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:47.215793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430cfb4e-13f1-4777-8aac-2824e751a415 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:47.216492 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-430cfb4e-13f1-4777-8aac-2824e751a415 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.216832 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:47.227420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cfb4e-13f1-4777-8aac-2824e751a415 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=9e5738e7-6d0b-4342-9f7a-eea31d37058b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:47.301288 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f6829-96b8-422f-a63b-d4125a23f895 None None] Pushing event updated for resources: {'Port': ['ID=e97e65ae-5796-4deb-81d3-f0a355be1d81,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:47.413733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9e03430c-b8d1-403e-8684-2c63d2b693c3 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:47.430720 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-430cfb4e-13f1-4777-8aac-2824e751a415 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1005793 Jan 27 22:00:47.433408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45536) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:47.455437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:25:57:8e', 'name': 'tempest-NetworksTestDHCPv6-650099504'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:47.470725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 9e03430c-b8d1-403e-8684-2c63d2b693c3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:47.471190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9e03430c-b8d1-403e-8684-2c63d2b693c3 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:47.665283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-524efbee-3e5a-4150-a772-ba73a715b871 req-d9df5b28-1275-4558-88e9-06d00a1718a7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a48067d-277e-4345-a978-f662bd3bccf5 HTTP/1.1" status: 200 len: 210 time: 0.0618467 Jan 27 22:00:47.914166 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:48.086504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.118219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 069ccf48-d5b0-480d-af30-9420b6c3ca35 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:48.166116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45570) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:48.349568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 172.20.0.7 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/9e5738e7-6d0b-4342-9f7a-eea31d37058b/069ccf48-d5b0-480d-af30-9420b6c3ca35) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:48.356012 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d74be38e-7f7e-4d2f-a675-305a3ea15005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.356806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::f816:3eff:fe25:578e (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/e14715bf-1edb-4983-ab0d-43bdfeb4c378/069ccf48-d5b0-480d-af30-9420b6c3ca35) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:48.525179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d74be38e-7f7e-4d2f-a675-305a3ea15005 admin admin] Publish callbacks [] for security_group (1a09d28a-d203-464a-b605-1b2730f18fb6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.573939 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (069ccf48-d5b0-480d-af30-9420b6c3ca35), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.654665 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d74be38e-7f7e-4d2f-a675-305a3ea15005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1a09d28a-d203-464a-b605-1b2730f18fb6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.657289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d9e07-fbd9-415d-99be-992f40c45a34 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:48.695622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d74be38e-7f7e-4d2f-a675-305a3ea15005 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2815c021cc1d43ff9ff475b7cd65ac5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5282335 Jan 27 22:00:48.697176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74be38e-7f7e-4d2f-a675-305a3ea15005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a09d28a-d203-464a-b605-1b2730f18fb6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:48.699755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45590) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:48.724613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (069ccf48-d5b0-480d-af30-9420b6c3ca35), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.750126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45596) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:48.809913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-46c1898f-3be4-44c6-8502-455b99ed0fbf None None] Provisioning complete for port e97e65ae-5796-4deb-81d3-f0a355be1d81 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:48.815590 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-46c1898f-3be4-44c6-8502-455b99ed0fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.824314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:48.830083 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:48.837034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:48.852355 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bafec757-f4ae-4a7b-b40f-68a06a310c92 admin admin] Publish callbacks [] for security_group (1a09d28a-d203-464a-b605-1b2730f18fb6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.888763 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=069ccf48-d5b0-480d-af30-9420b6c3ca35,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:48.902977 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bafec757-f4ae-4a7b-b40f-68a06a310c92 admin admin] Publish callbacks [] for security_group (1a09d28a-d203-464a-b605-1b2730f18fb6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.926575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:48.926575 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:48.996759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-46c1898f-3be4-44c6-8502-455b99ed0fbf None None] Current status of the port e97e65ae-5796-4deb-81d3-f0a355be1d81 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:48.997331 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-46c1898f-3be4-44c6-8502-455b99ed0fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.055037 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-840bc221-f657-4b82-8ba0-cd3afdb17a07 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6203449 Jan 27 22:00:49.058124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45610) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:49.084024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-46c1898f-3be4-44c6-8502-455b99ed0fbf None None] For port e97e65ae-5796-4deb-81d3-f0a355be1d81, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e97e65ae-5796-4deb-81d3-f0a355be1d81,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:49.116550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70040a4-2eeb-4a79-bb83-b007fa094bc9 None None] Update dhcp port {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'fixed_ips': [{'subnet_id': 'e14715bf-1edb-4983-ab0d-43bdfeb4c378', 'ip_address': '2001:db8::f816:3eff:feb1:8c1'}, {'subnet_id': '9e5738e7-6d0b-4342-9f7a-eea31d37058b'}], 'binding:host_id': 'n-d-760456-6'}, 'id': 'e97e65ae-5796-4deb-81d3-f0a355be1d81'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:00:49.204932 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e9276-60bd-48ea-b9f3-53fab7a1920d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:49.208614 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-46c1898f-3be4-44c6-8502-455b99ed0fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.211900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e9276-60bd-48ea-b9f3-53fab7a1920d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:49.219171 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0f9e9276-60bd-48ea-b9f3-53fab7a1920d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1599152 Jan 27 22:00:49.220570 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45616) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:49.306886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1898f-3be4-44c6-8502-455b99ed0fbf None None] Pushing event updated for resources: {'Port': ['ID=e97e65ae-5796-4deb-81d3-f0a355be1d81,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:49.312707 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c70040a4-2eeb-4a79-bb83-b007fa094bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.315659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e97e65ae-5796-4deb-81d3-f0a355be1d81 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:49.381605 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bc467795-f443-4399-9e51-d15ff2189eef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 069ccf48-d5b0-480d-af30-9420b6c3ca35 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:49.382230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc467795-f443-4399-9e51-d15ff2189eef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (069ccf48-d5b0-480d-af30-9420b6c3ca35), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.493136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e97e65ae-5796-4deb-81d3-f0a355be1d81 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:49.493477 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.525605 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc467795-f443-4399-9e51-d15ff2189eef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (069ccf48-d5b0-480d-af30-9420b6c3ca35), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.539770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bc467795-f443-4399-9e51-d15ff2189eef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 069ccf48-d5b0-480d-af30-9420b6c3ca35 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:49.607371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-c70040a4-2eeb-4a79-bb83-b007fa094bc9 None None] Allocated IP 172.20.0.2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/9e5738e7-6d0b-4342-9f7a-eea31d37058b/e97e65ae-5796-4deb-81d3-f0a355be1d81) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:49.657238 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bafec757-f4ae-4a7b-b40f-68a06a310c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1a09d28a-d203-464a-b605-1b2730f18fb6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.660245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bafec757-f4ae-4a7b-b40f-68a06a310c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.663743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bafec757-f4ae-4a7b-b40f-68a06a310c92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a09d28a-d203-464a-b605-1b2730f18fb6 HTTP/1.1" status: 204 len: 168 time: 0.9605672 Jan 27 22:00:49.695191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafec757-f4ae-4a7b-b40f-68a06a310c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a09d28a-d203-464a-b605-1b2730f18fb6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:49.716401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c70040a4-2eeb-4a79-bb83-b007fa094bc9 None None] For port e97e65ae-5796-4deb-81d3-f0a355be1d81, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e97e65ae-5796-4deb-81d3-f0a355be1d81,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:49.787452 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c70040a4-2eeb-4a79-bb83-b007fa094bc9 None None] Publish callbacks [] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:49.851241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e97e65ae-5796-4deb-81d3-f0a355be1d81 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:49.908714 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11f7a906-fbac-4e9e-a6c5-a0d0431f30d0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (f0c7566c-31a4-4507-ac98-8deb9700c791), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.074151 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c70040a4-2eeb-4a79-bb83-b007fa094bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.074360 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc467795-f443-4399-9e51-d15ff2189eef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (069ccf48-d5b0-480d-af30-9420b6c3ca35), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.117938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc467795-f443-4399-9e51-d15ff2189eef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=069ccf48-d5b0-480d-af30-9420b6c3ca35,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:50.196641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70040a4-2eeb-4a79-bb83-b007fa094bc9 None None] Pushing event updated for resources: {'Port': ['ID=e97e65ae-5796-4deb-81d3-f0a355be1d81,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:50.248768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-11f7a906-fbac-4e9e-a6c5-a0d0431f30d0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port d4531abc-4aaa-4465-b42f-2440af020317 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:50.249548 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11f7a906-fbac-4e9e-a6c5-a0d0431f30d0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d4531abc-4aaa-4465-b42f-2440af020317), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.299802 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc467795-f443-4399-9e51-d15ff2189eef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.305452 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bc467795-f443-4399-9e51-d15ff2189eef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/069ccf48-d5b0-480d-af30-9420b6c3ca35 HTTP/1.1" status: 204 len: 168 time: 1.0838413 Jan 27 22:00:50.307717 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45656) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:50.371240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408a178c-3d70-467c-8578-5bddee8a0dfd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:50.372630 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408a178c-3d70-467c-8578-5bddee8a0dfd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:50.374659 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408a178c-3d70-467c-8578-5bddee8a0dfd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:50.375535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-11f7a906-fbac-4e9e-a6c5-a0d0431f30d0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] For port d4531abc-4aaa-4465-b42f-2440af020317, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d4531abc-4aaa-4465-b42f-2440af020317,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:50.376179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11f7a906-fbac-4e9e-a6c5-a0d0431f30d0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d4531abc-4aaa-4465-b42f-2440af020317), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.376381 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-408a178c-3d70-467c-8578-5bddee8a0dfd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0674443 Jan 27 22:00:50.378951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45660) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:50.395303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-11f7a906-fbac-4e9e-a6c5-a0d0431f30d0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for d4531abc-4aaa-4465-b42f-2440af020317 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:50.451130 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90ffd9d-83fa-46de-a9b8-88b713c2485c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 9e5738e7-6d0b-4342-9f7a-eea31d37058b {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:50.454878 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e90ffd9d-83fa-46de-a9b8-88b713c2485c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (9e5738e7-6d0b-4342-9f7a-eea31d37058b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.500143 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e90ffd9d-83fa-46de-a9b8-88b713c2485c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (9e5738e7-6d0b-4342-9f7a-eea31d37058b), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.589494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e90ffd9d-83fa-46de-a9b8-88b713c2485c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (9e5738e7-6d0b-4342-9f7a-eea31d37058b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.926133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11f7a906-fbac-4e9e-a6c5-a0d0431f30d0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d4531abc-4aaa-4465-b42f-2440af020317), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:50.927776 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e90ffd9d-83fa-46de-a9b8-88b713c2485c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (9e5738e7-6d0b-4342-9f7a-eea31d37058b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.010600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7a906-fbac-4e9e-a6c5-a0d0431f30d0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=d4531abc-4aaa-4465-b42f-2440af020317,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:51.014082 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ffd9d-83fa-46de-a9b8-88b713c2485c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5738e7-6d0b-4342-9f7a-eea31d37058b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:51.020898 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e90ffd9d-83fa-46de-a9b8-88b713c2485c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.025243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7feed9da-a6ae-4da8-8967-8fdc057c5fef None None] Provisioning complete for port e97e65ae-5796-4deb-81d3-f0a355be1d81 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:51.026714 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e90ffd9d-83fa-46de-a9b8-88b713c2485c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/9e5738e7-6d0b-4342-9f7a-eea31d37058b HTTP/1.1" status: 204 len: 168 time: 0.6461208 Jan 27 22:00:51.027017 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7feed9da-a6ae-4da8-8967-8fdc057c5fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.028604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45684) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:51.082964 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45686) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:51.099853 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21e8de97-79de-480b-9823-146f62d14e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.102443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e97e65ae-5796-4deb-81d3-f0a355be1d81 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:51.202912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-09729e70-97fa-492e-a721-868410b6ca15 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet e14715bf-1edb-4983-ab0d-43bdfeb4c378 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:51.222789 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09729e70-97fa-492e-a721-868410b6ca15 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (e14715bf-1edb-4983-ab0d-43bdfeb4c378), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.260602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21e8de97-79de-480b-9823-146f62d14e37 admin admin] Publish callbacks [] for security_group (5225cad2-98e5-4948-abd4-3205dface549), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.272665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7feed9da-a6ae-4da8-8967-8fdc057c5fef None None] Current status of the port e97e65ae-5796-4deb-81d3-f0a355be1d81 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:51.278856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7feed9da-a6ae-4da8-8967-8fdc057c5fef None None] Could not find standard attr ID for object 069ccf48-d5b0-480d-af30-9420b6c3ca35. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:00:51.287548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e97e65ae-5796-4deb-81d3-f0a355be1d81 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:51.288204 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.318667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca197c4-3078-4721-905b-b0d7f1bbb522 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:51.348752 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09729e70-97fa-492e-a721-868410b6ca15 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (e14715bf-1edb-4983-ab0d-43bdfeb4c378), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.415266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21e8de97-79de-480b-9823-146f62d14e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5225cad2-98e5-4948-abd4-3205dface549), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.444969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3715f445-4830-4cf1-a833-5f164102fc82 None None] Could not find standard attr ID for object 069ccf48-d5b0-480d-af30-9420b6c3ca35. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:00:51.475254 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-21e8de97-79de-480b-9823-146f62d14e37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c82dbb03cb14bcf8edb315769eaba07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3934331 Jan 27 22:00:51.477813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8de97-79de-480b-9823-146f62d14e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5225cad2-98e5-4948-abd4-3205dface549,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:51.481783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45704) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:51.533788 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11f7a906-fbac-4e9e-a6c5-a0d0431f30d0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (f0c7566c-31a4-4507-ac98-8deb9700c791), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.538284 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4235a927-621d-4857-b864-8ead3c8e7bee admin admin] Publish callbacks [] for security_group (5225cad2-98e5-4948-abd4-3205dface549), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.554749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09729e70-97fa-492e-a721-868410b6ca15 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (e14715bf-1edb-4983-ab0d-43bdfeb4c378), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.566604 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4235a927-621d-4857-b864-8ead3c8e7bee admin admin] Publish callbacks [] for security_group (5225cad2-98e5-4948-abd4-3205dface549), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.735013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4235a927-621d-4857-b864-8ead3c8e7bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5225cad2-98e5-4948-abd4-3205dface549), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.735752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e97e65ae-5796-4deb-81d3-f0a355be1d81 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:51.737627 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4235a927-621d-4857-b864-8ead3c8e7bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.741116 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4235a927-621d-4857-b864-8ead3c8e7bee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5225cad2-98e5-4948-abd4-3205dface549 HTTP/1.1" status: 204 len: 168 time: 0.2560663 Jan 27 22:00:51.757013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235a927-621d-4857-b864-8ead3c8e7bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5225cad2-98e5-4948-abd4-3205dface549,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:51.828221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09729e70-97fa-492e-a721-868410b6ca15 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (e14715bf-1edb-4983-ab0d-43bdfeb4c378), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.873654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09729e70-97fa-492e-a721-868410b6ca15 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=e14715bf-1edb-4983-ab0d-43bdfeb4c378,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:51.876160 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09729e70-97fa-492e-a721-868410b6ca15 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:51.881637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-09729e70-97fa-492e-a721-868410b6ca15 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/e14715bf-1edb-4983-ab0d-43bdfeb4c378 HTTP/1.1" status: 204 len: 168 time: 0.8496168 Jan 27 22:00:51.882556 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45724) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:51.888060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f7a906-fbac-4e9e-a6c5-a0d0431f30d0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router f0c7566c-31a4-4507-ac98-8deb9700c791 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:00:51.930059 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9a88f569-c5fe-493b-b901-37bdf873d3b8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442951 Jan 27 22:00:51.930436 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45728) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:51.935272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5d91115c-602c-4abc-b54e-f99fc844f700 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:52.017303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f7a906-fbac-4e9e-a6c5-a0d0431f30d0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:00:52.025805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-11f7a906-fbac-4e9e-a6c5-a0d0431f30d0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "PUT /v2.0/routers/f0c7566c-31a4-4507-ac98-8deb9700c791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2732489 Jan 27 22:00:52.036530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45736) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:52.039852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfb2e8e-9fb1-43f6-b341-7edadc1f3037 None None] Sync routers for ids ['f0c7566c-31a4-4507-ac98-8deb9700c791'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:00:52.073108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfb2e8e-9fb1-43f6-b341-7edadc1f3037 None None] Routers {'f0c7566c-31a4-4507-ac98-8deb9700c791'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:52.073810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-abfb2e8e-9fb1-43f6-b341-7edadc1f3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:00:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f0c7566c-31a4-4507-ac98-8deb9700c791'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:52.163540 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d91115c-602c-4abc-b54e-f99fc844f700 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:52.168208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d91115c-602c-4abc-b54e-f99fc844f700 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.179225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c59244e-ae91-43f0-ab51-a9f5763430e2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting subnet 365140df-60ab-4a98-a5bc-4473939cfd20 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:52.190026 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c59244e-ae91-43f0-ab51-a9f5763430e2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for subnet (365140df-60ab-4a98-a5bc-4473939cfd20), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.259585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c59244e-ae91-43f0-ab51-a9f5763430e2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (365140df-60ab-4a98-a5bc-4473939cfd20), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.288807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-abfb2e8e-9fb1-43f6-b341-7edadc1f3037 None None] Set router f0c7566c-31a4-4507-ac98-8deb9700c791 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:52.435313 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c59244e-ae91-43f0-ab51-a9f5763430e2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (365140df-60ab-4a98-a5bc-4473939cfd20), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.547192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-abfb2e8e-9fb1-43f6-b341-7edadc1f3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T22:00:50Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:52.579230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfb2e8e-9fb1-43f6-b341-7edadc1f3037 None None] Checking router: f0c7566c-31a4-4507-ac98-8deb9700c791 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:00:52.588334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfb2e8e-9fb1-43f6-b341-7edadc1f3037 None None] Routers {'f0c7566c-31a4-4507-ac98-8deb9700c791'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:00:52.588969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-abfb2e8e-9fb1-43f6-b341-7edadc1f3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:00:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['f0c7566c-31a4-4507-ac98-8deb9700c791'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:52.626085 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c970eaec-283a-4d8c-b19f-ac6722cf366e None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:52.678145 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c59244e-ae91-43f0-ab51-a9f5763430e2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (365140df-60ab-4a98-a5bc-4473939cfd20), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.701444 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d91115c-602c-4abc-b54e-f99fc844f700 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (eeaafe2e-db5e-4f0c-b989-06dafd46963c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.711373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59244e-ae91-43f0-ab51-a9f5763430e2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Subnet': ['ID=365140df-60ab-4a98-a5bc-4473939cfd20,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:52.723362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c59244e-ae91-43f0-ab51-a9f5763430e2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.729578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9c59244e-ae91-43f0-ab51-a9f5763430e2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/subnets/365140df-60ab-4a98-a5bc-4473939cfd20 HTTP/1.1" status: 204 len: 168 time: 0.6903088 Jan 27 22:00:52.733249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45752) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:52.748628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deb9d85-e5b2-49cd-84f6-01db34c7e043 None None] Network 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:52.784987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-293ec006-f2a4-4dd2-81c6-df2ca551590f None None] Provisioning complete for port e97e65ae-5796-4deb-81d3-f0a355be1d81 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:52.785478 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-293ec006-f2a4-4dd2-81c6-df2ca551590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.830754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91115c-602c-4abc-b54e-f99fc844f700 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=eeaafe2e-db5e-4f0c-b989-06dafd46963c,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:52.847182 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d91115c-602c-4abc-b54e-f99fc844f700 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:52.849904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-5d91115c-602c-4abc-b54e-f99fc844f700 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:52.862661 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d91115c-602c-4abc-b54e-f99fc844f700 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:52.865306 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d91115c-602c-4abc-b54e-f99fc844f700 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:52.872388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-abfb2e8e-9fb1-43f6-b341-7edadc1f3037 None None] Set router f0c7566c-31a4-4507-ac98-8deb9700c791 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:00:53.005511 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5d91115c-602c-4abc-b54e-f99fc844f700 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0732570 Jan 27 22:00:53.008405 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45754) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:53.031381 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-58623d95-76f0-4246-8a21-e23b7cc9371a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:53.040527 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router (f0c7566c-31a4-4507-ac98-8deb9700c791), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.214996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3947a4-bd4e-4cce-81a0-e632a7761f3a None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:53.243331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff56b884-b249-41c7-a1eb-d9d807a617b5 None None] DHCP port deletion for 6658dbd2-a5ab-41f0-bfbc-1a3afb06058d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:53.298023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-293ec006-f2a4-4dd2-81c6-df2ca551590f None None] Current status of the port e97e65ae-5796-4deb-81d3-f0a355be1d81 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:53.477537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ff56b884-b249-41c7-a1eb-d9d807a617b5 None None] Deleting port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:53.478060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ff56b884-b249-41c7-a1eb-d9d807a617b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.480262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3e3947a4-bd4e-4cce-81a0-e632a7761f3a None None] Deleting port e97e65ae-5796-4deb-81d3-f0a355be1d81 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:53.480631 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e3947a4-bd4e-4cce-81a0-e632a7761f3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.520202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58623d95-76f0-4246-8a21-e23b7cc9371a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:53.523692 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-58623d95-76f0-4246-8a21-e23b7cc9371a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.607626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-abfb2e8e-9fb1-43f6-b341-7edadc1f3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T22:00:50Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:53.661828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfb2e8e-9fb1-43f6-b341-7edadc1f3037 None None] The sync data for ids ['f0c7566c-31a4-4507-ac98-8deb9700c791'] in n-d-760456-6 is: [{'id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1689761386', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '494ea001-441d-45e5-b30c-c5b71479778c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:58:11Z', 'updated_at': '2022-01-27T22:00:50Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '494ea001-441d-45e5-b30c-c5b71479778c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7566c-31a4-4507-ac98-8deb9700c791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:58:13Z', 'updated_at': '2022-01-27T21:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:00:53.677523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ff56b884-b249-41c7-a1eb-d9d807a617b5 None None] For port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7756ee78-03d6-4bcb-a9ae-23c6febd8d2b,segment=NetworkSegment(bee538bd-1528-41a7-94c6-f1289076bce4),segment_id=bee538bd-1528-41a7-94c6-f1289076bce4)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:53.678094 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ff56b884-b249-41c7-a1eb-d9d807a617b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.730610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3e3947a4-bd4e-4cce-81a0-e632a7761f3a None None] For port e97e65ae-5796-4deb-81d3-f0a355be1d81, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e97e65ae-5796-4deb-81d3-f0a355be1d81,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:53.731184 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e3947a4-bd4e-4cce-81a0-e632a7761f3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.734155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ff56b884-b249-41c7-a1eb-d9d807a617b5 None None] Calling delete_port for 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:53.758813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3e3947a4-bd4e-4cce-81a0-e632a7761f3a None None] Calling delete_port for e97e65ae-5796-4deb-81d3-f0a355be1d81 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:53.758986 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (f0c7566c-31a4-4507-ac98-8deb9700c791), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:53.941777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port 494ea001-441d-45e5-b30c-c5b71479778c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:53.942133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (494ea001-441d-45e5-b30c-c5b71479778c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.026419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] For port 494ea001-441d-45e5-b30c-c5b71479778c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=494ea001-441d-45e5-b30c-c5b71479778c,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:54.026791 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (494ea001-441d-45e5-b30c-c5b71479778c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.039238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for 494ea001-441d-45e5-b30c-c5b71479778c owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:54.081288 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ff56b884-b249-41c7-a1eb-d9d807a617b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (7756ee78-03d6-4bcb-a9ae-23c6febd8d2b), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.113310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56b884-b249-41c7-a1eb-d9d807a617b5 None None] Pushing event deleted for resources: {'Port': ['ID=7756ee78-03d6-4bcb-a9ae-23c6febd8d2b,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:54.117363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56b884-b249-41c7-a1eb-d9d807a617b5 None None] No DVR routers for this DVR port 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:54.249704 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e3947a4-bd4e-4cce-81a0-e632a7761f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (e97e65ae-5796-4deb-81d3-f0a355be1d81), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.282992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3947a4-bd4e-4cce-81a0-e632a7761f3a None None] No DVR routers for this DVR port e97e65ae-5796-4deb-81d3-f0a355be1d81 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:00:54.287757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3947a4-bd4e-4cce-81a0-e632a7761f3a None None] Pushing event deleted for resources: {'Port': ['ID=e97e65ae-5796-4deb-81d3-f0a355be1d81,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:54.308992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043c065e-160b-4e00-adec-7e640bc1242f None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:54.363628 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-58623d95-76f0-4246-8a21-e23b7cc9371a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:00:54.365250 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-58623d95-76f0-4246-8a21-e23b7cc9371a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (44a246ea-93d4-4840-98d9-c6d927624d27), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.388501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (494ea001-441d-45e5-b30c-c5b71479778c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.437066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=494ea001-441d-45e5-b30c-c5b71479778c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:54.462287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58623d95-76f0-4246-8a21-e23b7cc9371a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:54.471351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-58623d95-76f0-4246-8a21-e23b7cc9371a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:54.476512 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58623d95-76f0-4246-8a21-e23b7cc9371a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:54.477143 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-58623d95-76f0-4246-8a21-e23b7cc9371a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.502425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58623d95-76f0-4246-8a21-e23b7cc9371a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=44a246ea-93d4-4840-98d9-c6d927624d27,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:54.523560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '44a246ea-93d4-4840-98d9-c6d927624d27'}, {'subnet_id': 'eeaafe2e-db5e-4f0c-b989-06dafd46963c'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:00:54.525097 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.560587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (f0c7566c-31a4-4507-ac98-8deb9700c791), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.602851 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-58623d95-76f0-4246-8a21-e23b7cc9371a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5919669 Jan 27 22:00:54.605852 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45784) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:54.610791 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:e6:ee:ae', 'name': 'tempest-NetworksTestDHCPv6-101085267'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:54.691757 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (f0c7566c-31a4-4507-ac98-8deb9700c791), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.694016 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_controller (f0c7566c-31a4-4507-ac98-8deb9700c791), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.748249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Allocated IP 172.20.0.2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/eeaafe2e-db5e-4f0c-b989-06dafd46963c/a4f35155-9660-4a71-9839-d87d47ca2ac9) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:54.755259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Allocated IP 2001:db8::f816:3eff:fea1:c946 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/44a246ea-93d4-4840-98d9-c6d927624d27/a4f35155-9660-4a71-9839-d87d47ca2ac9) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:54.868264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:54.868455 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (f0c7566c-31a4-4507-ac98-8deb9700c791), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.869035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Fanout notify agent at l3_agent the message router_deleted on router f0c7566c-31a4-4507-ac98-8deb9700c791 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:00:54.877175 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:54.880948 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-57549cea-7b6b-4e69-8f3b-5a71264b7202 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/routers/f0c7566c-31a4-4507-ac98-8deb9700c791 HTTP/1.1" status: 204 len: 168 time: 2.1416118 Jan 27 22:00:54.881326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45788) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:54.909437 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Publish callbacks [] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.021408 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6658dbd2-a5ab-41f0-bfbc-1a3afb06058d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.031597 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.036874 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.103808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:00:55.128562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:55.135698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:55.144662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Pushing event updated for resources: {'Port': ['ID=a4f35155-9660-4a71-9839-d87d47ca2ac9,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:55.155653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:55.230849 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6658dbd2-a5ab-41f0-bfbc-1a3afb06058d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.255176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6658dbd2-a5ab-41f0-bfbc-1a3afb06058d']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:55.273810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee538bd-1528-41a7-94c6-f1289076bce4') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:55.274139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee538bd-1528-41a7-94c6-f1289076bce4') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:00:55.292377 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (bee538bd-1528-41a7-94c6-f1289076bce4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.315375 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (bee538bd-1528-41a7-94c6-f1289076bce4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.322973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:00:55.330844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (bee538bd-1528-41a7-94c6-f1289076bce4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: items = [ Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:00:55.393256 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:00:55.395778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 172.20.0.5 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/eeaafe2e-db5e-4f0c-b989-06dafd46963c/848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:55.403826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::f816:3eff:fee6:eeae (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/44a246ea-93d4-4840-98d9-c6d927624d27/848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:00:55.523497 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (6658dbd2-a5ab-41f0-bfbc-1a3afb06058d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.529436 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.533443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/networks/6658dbd2-a5ab-41f0-bfbc-1a3afb06058d HTTP/1.1" status: 204 len: 168 time: 0.6510310 Jan 27 22:00:55.538093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45802) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:55.571221 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:55.609036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:55.609384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7756ee78-03d6-4bcb-a9ae-23c6febd8d2b not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:55.609811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d4531abc-4aaa-4465-b42f-2440af020317 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:55.644173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: d4531abc-4aaa-4465-b42f-2440af020317 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:55.644522 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d4531abc-4aaa-4465-b42f-2440af020317 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:55.646309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e97e65ae-5796-4deb-81d3-f0a355be1d81 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:55.666623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e97e65ae-5796-4deb-81d3-f0a355be1d81 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:55.666961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e97e65ae-5796-4deb-81d3-f0a355be1d81 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:55.685638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Attempting to bind port a4f35155-9660-4a71-9839-d87d47ca2ac9 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:00:55.686024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Attempting to bind port a4f35155-9660-4a71-9839-d87d47ca2ac9 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:00:55.687711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Attempting to bind port a4f35155-9660-4a71-9839-d87d47ca2ac9 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:00:55.695184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:00:55.695184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:00:55.695637 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.695969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:00:55.702674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Bound port: a4f35155-9660-4a71-9839-d87d47ca2ac9, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:00:55.702674 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.719950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0757133-6fe5-442c-af73-8a70a1995500 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Network': ['ID=6658dbd2-a5ab-41f0-bfbc-1a3afb06058d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:55.776768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8213c9b3-b65a-407d-b158-e2dcaf10bc87 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (9c4e4d89-2636-497b-b4ac-30790e75bbc6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.777148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] For port a4f35155-9660-4a71-9839-d87d47ca2ac9, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:00:55.780632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.782079 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] For port a4f35155-9660-4a71-9839-d87d47ca2ac9, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a4f35155-9660-4a71-9839-d87d47ca2ac9,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:00:55.815002 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8213c9b3-b65a-407d-b158-e2dcaf10bc87 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (9c4e4d89-2636-497b-b4ac-30790e75bbc6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.895791 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.958194 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.968056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4e1dd-0392-4c89-a740-4de725db5488 None None] Pushing event updated for resources: {'Port': ['ID=a4f35155-9660-4a71-9839-d87d47ca2ac9,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:55.986209 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8213c9b3-b65a-407d-b158-e2dcaf10bc87 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9c4e4d89-2636-497b-b4ac-30790e75bbc6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.989421 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8213c9b3-b65a-407d-b158-e2dcaf10bc87 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:55.994548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8213c9b3-b65a-407d-b158-e2dcaf10bc87 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/security-groups/9c4e4d89-2636-497b-b4ac-30790e75bbc6 HTTP/1.1" status: 204 len: 168 time: 0.4464140 Jan 27 22:00:56.008341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213c9b3-b65a-407d-b158-e2dcaf10bc87 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4e4d89-2636-497b-b4ac-30790e75bbc6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:56.075331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:56.080016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:56.087675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:00:56.154694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:56.207590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:56.209466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.348426 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45812) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.348938 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f91a781b-c15a-4b36-bea5-200accf93ddf tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7424412 Jan 27 22:00:56.462837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808ac94-6907-4683-b7f6-55da1d6de35e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:56.481007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3808ac94-6907-4683-b7f6-55da1d6de35e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:56.484694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3808ac94-6907-4683-b7f6-55da1d6de35e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1332843 Jan 27 22:00:56.485831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45814) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.599565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-09ce01bc-f713-4c18-a100-5de26281fad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:56.599905 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09ce01bc-f713-4c18-a100-5de26281fad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.758615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09ce01bc-f713-4c18-a100-5de26281fad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:56.796642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-09ce01bc-f713-4c18-a100-5de26281fad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:56.908219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45822) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:56.913654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8e24526a-79ba-4a15-9ba0-87b3042b682c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-433616656', 'description': 'tempest-secgroup-smoke-433616656 description', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:57.051151 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.089841 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e24526a-79ba-4a15-9ba0-87b3042b682c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.183986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a4f35155-9660-4a71-9839-d87d47ca2ac9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:57.188597 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09ce01bc-f713-4c18-a100-5de26281fad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.236462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce01bc-f713-4c18-a100-5de26281fad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:57.268056 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e24526a-79ba-4a15-9ba0-87b3042b682c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.334850 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a4f35155-9660-4a71-9839-d87d47ca2ac9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:57.335418 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.381086 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-09ce01bc-f713-4c18-a100-5de26281fad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.387406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-09ce01bc-f713-4c18-a100-5de26281fad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf HTTP/1.1" status: 204 len: 168 time: 0.9005420 Jan 27 22:00:57.387784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45826) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.423686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e24526a-79ba-4a15-9ba0-87b3042b682c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.435705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a4f35155-9660-4a71-9839-d87d47ca2ac9 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:57.436111 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.463421 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.478521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ec499-8395-4b7e-ac9e-696347cc71de tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:57.479823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ec499-8395-4b7e-ac9e-696347cc71de tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:57.481413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ec499-8395-4b7e-ac9e-696347cc71de tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:57.482894 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-294ec499-8395-4b7e-ac9e-696347cc71de tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0941076 Jan 27 22:00:57.484228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24526a-79ba-4a15-9ba0-87b3042b682c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:57.487066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45830) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.496769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port a4f35155-9660-4a71-9839-d87d47ca2ac9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a4f35155-9660-4a71-9839-d87d47ca2ac9,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:57.562367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b370d2-68e9-483f-9ed6-207ca2d56c22 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 44a246ea-93d4-4840-98d9-c6d927624d27 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:57.565478 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13b370d2-68e9-483f-9ed6-207ca2d56c22 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (44a246ea-93d4-4840-98d9-c6d927624d27), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.597454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e1782a-603d-43a8-bd3d-9a5cb137668c None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:57.611971 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13b370d2-68e9-483f-9ed6-207ca2d56c22 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (44a246ea-93d4-4840-98d9-c6d927624d27), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.647181 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e24526a-79ba-4a15-9ba0-87b3042b682c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.648651 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8e24526a-79ba-4a15-9ba0-87b3042b682c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7388010 Jan 27 22:00:57.651653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45834) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:57.657378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7ff2c6b5-17e7-47f7-bfa6-e56c692bd5e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:57.710583 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.718496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-54acf379-ae01-4cee-8437-a519b3cf9bed None None] Provisioning complete for port a4f35155-9660-4a71-9839-d87d47ca2ac9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:57.718972 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-54acf379-ae01-4cee-8437-a519b3cf9bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.727793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 494ea001-441d-45e5-b30c-c5b71479778c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:00:57.755010 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c6b5-17e7-47f7-bfa6-e56c692bd5e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (073ee7dd-5260-4a8b-9450-7330e07b7eea), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.801161 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13b370d2-68e9-483f-9ed6-207ca2d56c22 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (44a246ea-93d4-4840-98d9-c6d927624d27), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.855300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 494ea001-441d-45e5-b30c-c5b71479778c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:00:57.855665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 494ea001-441d-45e5-b30c-c5b71479778c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:00:57.877101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c6b5-17e7-47f7-bfa6-e56c692bd5e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (073ee7dd-5260-4a8b-9450-7330e07b7eea), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:57.923940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=a4f35155-9660-4a71-9839-d87d47ca2ac9,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:57.987463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-54acf379-ae01-4cee-8437-a519b3cf9bed None None] Current status of the port a4f35155-9660-4a71-9839-d87d47ca2ac9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:58.032429 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c6b5-17e7-47f7-bfa6-e56c692bd5e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (073ee7dd-5260-4a8b-9450-7330e07b7eea), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.049294 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:00:58.061607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2c6b5-17e7-47f7-bfa6-e56c692bd5e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073ee7dd-5260-4a8b-9450-7330e07b7eea,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:58.075157 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13b370d2-68e9-483f-9ed6-207ca2d56c22 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (44a246ea-93d4-4840-98d9-c6d927624d27), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.118513 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b370d2-68e9-483f-9ed6-207ca2d56c22 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=44a246ea-93d4-4840-98d9-c6d927624d27,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:58.121072 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13b370d2-68e9-483f-9ed6-207ca2d56c22 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.124980 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-13b370d2-68e9-483f-9ed6-207ca2d56c22 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/44a246ea-93d4-4840-98d9-c6d927624d27 HTTP/1.1" status: 204 len: 168 time: 0.6288841 Jan 27 22:00:58.127635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45850) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.204023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4dbf7e-7bcb-4585-8fc1-ef91f80679ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet eeaafe2e-db5e-4f0c-b989-06dafd46963c {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:00:58.207333 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbf7e-7bcb-4585-8fc1-ef91f80679ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (eeaafe2e-db5e-4f0c-b989-06dafd46963c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.252662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcae7ff8-2ec5-48e9-ab3a-0ae33d3fc46f None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:58.253284 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbf7e-7bcb-4585-8fc1-ef91f80679ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (eeaafe2e-db5e-4f0c-b989-06dafd46963c), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.340625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b332a00f-97a4-4a68-a6ef-5f7da001b63d None None] Provisioning complete for port a4f35155-9660-4a71-9839-d87d47ca2ac9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:58.341127 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b332a00f-97a4-4a68-a6ef-5f7da001b63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.381680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbf7e-7bcb-4585-8fc1-ef91f80679ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (eeaafe2e-db5e-4f0c-b989-06dafd46963c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.441445 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ff2c6b5-17e7-47f7-bfa6-e56c692bd5e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.445817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45858) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.445960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7ff2c6b5-17e7-47f7-bfa6-e56c692bd5e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7924287 Jan 27 22:00:58.451456 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-210f9103-c046-4a2e-9b7b-2adf8c728694 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:58.491478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b332a00f-97a4-4a68-a6ef-5f7da001b63d None None] Current status of the port a4f35155-9660-4a71-9839-d87d47ca2ac9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:58.600015 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbf7e-7bcb-4585-8fc1-ef91f80679ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (eeaafe2e-db5e-4f0c-b989-06dafd46963c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.629898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dbf7e-7bcb-4585-8fc1-ef91f80679ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=eeaafe2e-db5e-4f0c-b989-06dafd46963c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:58.634291 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbf7e-7bcb-4585-8fc1-ef91f80679ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.640529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45860) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.640711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0d4dbf7e-7bcb-4585-8fc1-ef91f80679ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/eeaafe2e-db5e-4f0c-b989-06dafd46963c HTTP/1.1" status: 204 len: 168 time: 0.5117202 Jan 27 22:00:58.689390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45862) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:58.694842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f34f664d-f52b-4c11-857c-59255d33bf3d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:58.698627 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7cbba32a-723a-400c-8299-d93e3aaeb61c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568507 Jan 27 22:00:58.717896 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-210f9103-c046-4a2e-9b7b-2adf8c728694 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (65406e7f-7577-476a-9ed6-36007743a25c), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.808213 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-210f9103-c046-4a2e-9b7b-2adf8c728694 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (65406e7f-7577-476a-9ed6-36007743a25c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:58.871619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45872) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.016519 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b00847a4-e227-4dd9-a0b9-2c3c64751d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.046228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a4f35155-9660-4a71-9839-d87d47ca2ac9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:00:59.100061 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-210f9103-c046-4a2e-9b7b-2adf8c728694 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (65406e7f-7577-476a-9ed6-36007743a25c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.141643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b00847a4-e227-4dd9-a0b9-2c3c64751d96 admin admin] Publish callbacks [] for security_group (e11a2eb9-33fa-41fa-b166-848c740bfb63), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.143975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34f664d-f52b-4c11-857c-59255d33bf3d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:00:59.144172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f9103-c046-4a2e-9b7b-2adf8c728694 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65406e7f-7577-476a-9ed6-36007743a25c,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:59.155743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a4f35155-9660-4a71-9839-d87d47ca2ac9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:59.155743 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.155743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5732abc9-6e29-472a-982e-fdebc39d44b1 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:00:59.156792 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f34f664d-f52b-4c11-857c-59255d33bf3d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.275325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6057ed3e-60ae-4709-bf14-8b3aef64890b None None] Provisioning complete for port a4f35155-9660-4a71-9839-d87d47ca2ac9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:00:59.275828 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6057ed3e-60ae-4709-bf14-8b3aef64890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.393649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a4f35155-9660-4a71-9839-d87d47ca2ac9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:59.405170 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-210f9103-c046-4a2e-9b7b-2adf8c728694 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.406541 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-210f9103-c046-4a2e-9b7b-2adf8c728694 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9591975 Jan 27 22:00:59.410640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45876) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.413908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d2fa5bf4-3118-4edb-8540-6bc83d8d44b7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:59.441780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc22a2a-7b87-4cc6-ba1a-ea9ac5f54a7d None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:00:59.456320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b00847a4-e227-4dd9-a0b9-2c3c64751d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e11a2eb9-33fa-41fa-b166-848c740bfb63), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.502915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6057ed3e-60ae-4709-bf14-8b3aef64890b None None] Current status of the port a4f35155-9660-4a71-9839-d87d47ca2ac9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:00:59.517798 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f34f664d-f52b-4c11-857c-59255d33bf3d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (27c9dc73-3e8c-4d48-91ae-936261f50ac8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.536513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b00847a4-e227-4dd9-a0b9-2c3c64751d96 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f5bdeaf858434d81bf5d4ba9efb230dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6610386 Jan 27 22:00:59.536707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45878) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.539707 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dbc22a2a-7b87-4cc6-ba1a-ea9ac5f54a7d None None] Deleting port a4f35155-9660-4a71-9839-d87d47ca2ac9 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:00:59.540229 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dbc22a2a-7b87-4cc6-ba1a-ea9ac5f54a7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.578866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00847a4-e227-4dd9-a0b9-2c3c64751d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11a2eb9-33fa-41fa-b166-848c740bfb63,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:59.604374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34f664d-f52b-4c11-857c-59255d33bf3d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:00:59.607745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-f34f664d-f52b-4c11-857c-59255d33bf3d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:00:59.617486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f664d-f52b-4c11-857c-59255d33bf3d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:00:59.618135 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f34f664d-f52b-4c11-857c-59255d33bf3d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.628936 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93ad3393-90e9-4e0c-8f5a-0255774a20d7 admin admin] Publish callbacks [] for security_group (e11a2eb9-33fa-41fa-b166-848c740bfb63), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.652563 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5bf4-3118-4edb-8540-6bc83d8d44b7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (504c387f-13f0-4b36-bfd7-2a04ffa99c57), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.678139 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93ad3393-90e9-4e0c-8f5a-0255774a20d7 admin admin] Publish callbacks [] for security_group (e11a2eb9-33fa-41fa-b166-848c740bfb63), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.682722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-dbc22a2a-7b87-4cc6-ba1a-ea9ac5f54a7d None None] For port a4f35155-9660-4a71-9839-d87d47ca2ac9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a4f35155-9660-4a71-9839-d87d47ca2ac9,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:00:59.683439 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dbc22a2a-7b87-4cc6-ba1a-ea9ac5f54a7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.699163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dbc22a2a-7b87-4cc6-ba1a-ea9ac5f54a7d None None] Calling delete_port for a4f35155-9660-4a71-9839-d87d47ca2ac9 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:00:59.715484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f664d-f52b-4c11-857c-59255d33bf3d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=27c9dc73-3e8c-4d48-91ae-936261f50ac8,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:59.816728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45880) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:00:59.816909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f34f664d-f52b-4c11-857c-59255d33bf3d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1261315 Jan 27 22:00:59.823015 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-dcc4b5f7-3a34-4a8f-bc73-7e764ed4d89b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:00:59.922246 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5bf4-3118-4edb-8540-6bc83d8d44b7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (504c387f-13f0-4b36-bfd7-2a04ffa99c57), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.939932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93ad3393-90e9-4e0c-8f5a-0255774a20d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e11a2eb9-33fa-41fa-b166-848c740bfb63), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.942310 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dbc22a2a-7b87-4cc6-ba1a-ea9ac5f54a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (a4f35155-9660-4a71-9839-d87d47ca2ac9), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.943337 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93ad3393-90e9-4e0c-8f5a-0255774a20d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:00:59.945185 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-93ad3393-90e9-4e0c-8f5a-0255774a20d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e11a2eb9-33fa-41fa-b166-848c740bfb63 HTTP/1.1" status: 204 len: 168 time: 0.4073219 Jan 27 22:00:59.970470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad3393-90e9-4e0c-8f5a-0255774a20d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11a2eb9-33fa-41fa-b166-848c740bfb63,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:00:59.993873 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5bf4-3118-4edb-8540-6bc83d8d44b7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (504c387f-13f0-4b36-bfd7-2a04ffa99c57), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.013569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc22a2a-7b87-4cc6-ba1a-ea9ac5f54a7d None None] Pushing event deleted for resources: {'Port': ['ID=a4f35155-9660-4a71-9839-d87d47ca2ac9,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:00.028566 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc22a2a-7b87-4cc6-ba1a-ea9ac5f54a7d None None] No DVR routers for this DVR port a4f35155-9660-4a71-9839-d87d47ca2ac9 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:00.043375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa5bf4-3118-4edb-8540-6bc83d8d44b7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504c387f-13f0-4b36-bfd7-2a04ffa99c57,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:00.051904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799ac163-de1f-40b2-bcf5-24e3820f86be None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:00.097299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc4b5f7-3a34-4a8f-bc73-7e764ed4d89b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:00.104929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcc4b5f7-3a34-4a8f-bc73-7e764ed4d89b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.211217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2fa5bf4-3118-4edb-8540-6bc83d8d44b7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.212672 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d2fa5bf4-3118-4edb-8540-6bc83d8d44b7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8023558 Jan 27 22:01:00.215442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45890) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.220823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c58fa2bf-74b8-4950-b5f9-1ec7e0f12d17 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:00.227660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '27c9dc73-3e8c-4d48-91ae-936261f50ac8'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:00.228993 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.368559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c58fa2bf-74b8-4950-b5f9-1ec7e0f12d17 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (e39a0cf7-5907-40e6-8b22-63852a3b816f), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.459666 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c58fa2bf-74b8-4950-b5f9-1ec7e0f12d17 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (e39a0cf7-5907-40e6-8b22-63852a3b816f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.512272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Allocated IP 172.20.0.2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/27c9dc73-3e8c-4d48-91ae-936261f50ac8/fd9f7663-0404-412c-9488-31331a43b35c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:00.574519 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c58fa2bf-74b8-4950-b5f9-1ec7e0f12d17 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (e39a0cf7-5907-40e6-8b22-63852a3b816f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.617764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fa2bf-74b8-4950-b5f9-1ec7e0f12d17 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39a0cf7-5907-40e6-8b22-63852a3b816f,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:00.645822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-dcc4b5f7-3a34-4a8f-bc73-7e764ed4d89b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:01:00.647732 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcc4b5f7-3a34-4a8f-bc73-7e764ed4d89b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (f764e2fb-9db2-4241-ba45-6a181a1e8751), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.690038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc4b5f7-3a34-4a8f-bc73-7e764ed4d89b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:00.696922 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-dcc4b5f7-3a34-4a8f-bc73-7e764ed4d89b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:00.702785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc4b5f7-3a34-4a8f-bc73-7e764ed4d89b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:00.703545 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dcc4b5f7-3a34-4a8f-bc73-7e764ed4d89b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.730236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4b5f7-3a34-4a8f-bc73-7e764ed4d89b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=f764e2fb-9db2-4241-ba45-6a181a1e8751,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:00.769969 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Publish callbacks [] for port (fd9f7663-0404-412c-9488-31331a43b35c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.778306 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c58fa2bf-74b8-4950-b5f9-1ec7e0f12d17 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.779974 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c58fa2bf-74b8-4950-b5f9-1ec7e0f12d17 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5635202 Jan 27 22:01:00.782867 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45894) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.788034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-af81cd23-8d6a-42b3-bfb5-8cf15142ee81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:00.812132 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dcc4b5f7-3a34-4a8f-bc73-7e764ed4d89b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9918725 Jan 27 22:01:00.813489 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45896) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.818692 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:14:a8:60', 'name': 'tempest-NetworksTestDHCPv6-1165923051'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:00.869491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45898) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:00.878498 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (fd9f7663-0404-412c-9488-31331a43b35c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.899787 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-919e47bf-8ed3-48a5-9fba-0472a7181b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:00.959993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:00.973985 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-af81cd23-8d6a-42b3-bfb5-8cf15142ee81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Project 16bd7ffc8639420692a28d7b3dc02b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:01:00.985954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:00.990856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:00.993636 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af81cd23-8d6a-42b3-bfb5-8cf15142ee81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (1c5d6de5-6f88-443d-acd0-80d6529cd7b1), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.007582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Pushing event updated for resources: {'Port': ['ID=fd9f7663-0404-412c-9488-31331a43b35c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.102067 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-919e47bf-8ed3-48a5-9fba-0472a7181b63 admin admin] Publish callbacks [] for security_group (ef5f3e5d-9105-4eb7-8dd5-28d190bafdbc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.128174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a4f35155-9660-4a71-9839-d87d47ca2ac9 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:01.149633 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:01.179107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Attempting to bind port fd9f7663-0404-412c-9488-31331a43b35c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:01.180392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Attempting to bind port fd9f7663-0404-412c-9488-31331a43b35c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:01.181274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Attempting to bind port fd9f7663-0404-412c-9488-31331a43b35c on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:01.189977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: a4f35155-9660-4a71-9839-d87d47ca2ac9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:01.190988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a4f35155-9660-4a71-9839-d87d47ca2ac9 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:01.194646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:01.195308 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:01.195824 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.196377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:01.196919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Bound port: fd9f7663-0404-412c-9488-31331a43b35c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:01.197635 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fd9f7663-0404-412c-9488-31331a43b35c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.219961 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af81cd23-8d6a-42b3-bfb5-8cf15142ee81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (1c5d6de5-6f88-443d-acd0-80d6529cd7b1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.226800 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-919e47bf-8ed3-48a5-9fba-0472a7181b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ef5f3e5d-9105-4eb7-8dd5-28d190bafdbc), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.279469 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.301773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-919e47bf-8ed3-48a5-9fba-0472a7181b63 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7113ad72a1c04ed9b2677b7a8a86ab72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4311454 Jan 27 22:01:01.305452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] For port fd9f7663-0404-412c-9488-31331a43b35c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:01.306306 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45906) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:01.309513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] For port fd9f7663-0404-412c-9488-31331a43b35c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fd9f7663-0404-412c-9488-31331a43b35c,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:01.316261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 942c0290-51c6-4dd3-83ab-33c8cc3d6858 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:01:01.321642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e47bf-8ed3-48a5-9fba-0472a7181b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5f3e5d-9105-4eb7-8dd5-28d190bafdbc,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.374132 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af81cd23-8d6a-42b3-bfb5-8cf15142ee81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (1c5d6de5-6f88-443d-acd0-80d6529cd7b1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.409992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81cd23-8d6a-42b3-bfb5-8cf15142ee81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5d6de5-6f88-443d-acd0-80d6529cd7b1,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.461474 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51d9ccc5-28d4-4f29-aaf0-1dab612c8eae admin admin] Publish callbacks [] for security_group (ef5f3e5d-9105-4eb7-8dd5-28d190bafdbc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.481947 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fd9f7663-0404-412c-9488-31331a43b35c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.497941 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51d9ccc5-28d4-4f29-aaf0-1dab612c8eae admin admin] Publish callbacks [] for security_group (ef5f3e5d-9105-4eb7-8dd5-28d190bafdbc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.566425 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-af81cd23-8d6a-42b3-bfb5-8cf15142ee81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.570506 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-af81cd23-8d6a-42b3-bfb5-8cf15142ee81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7833562 Jan 27 22:01:01.572027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45908) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:01.581851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6df03a04-4db5-4d07-b355-1683669d3406 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:01.617316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 172.20.0.14 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/27c9dc73-3e8c-4d48-91ae-936261f50ac8/942c0290-51c6-4dd3-83ab-33c8cc3d6858) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:01.624557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::f816:3eff:fe14:a860 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/f764e2fb-9db2-4241-ba45-6a181a1e8751/942c0290-51c6-4dd3-83ab-33c8cc3d6858) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:01.626744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1287034-c792-4d8c-bd04-91bb676f6dd3 None None] Pushing event updated for resources: {'Port': ['ID=fd9f7663-0404-412c-9488-31331a43b35c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.723335 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51d9ccc5-28d4-4f29-aaf0-1dab612c8eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ef5f3e5d-9105-4eb7-8dd5-28d190bafdbc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.726574 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51d9ccc5-28d4-4f29-aaf0-1dab612c8eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.728292 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-51d9ccc5-28d4-4f29-aaf0-1dab612c8eae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef5f3e5d-9105-4eb7-8dd5-28d190bafdbc HTTP/1.1" status: 204 len: 168 time: 0.4206805 Jan 27 22:01:01.747195 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-6df03a04-4db5-4d07-b355-1683669d3406 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Project 16bd7ffc8639420692a28d7b3dc02b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:01:01.753485 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9ccc5-28d4-4f29-aaf0-1dab612c8eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5f3e5d-9105-4eb7-8dd5-28d190bafdbc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:01.768862 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6df03a04-4db5-4d07-b355-1683669d3406 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (a85459c9-11cf-4f82-9989-26293006dd6b), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.867486 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6df03a04-4db5-4d07-b355-1683669d3406 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (a85459c9-11cf-4f82-9989-26293006dd6b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.915191 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (942c0290-51c6-4dd3-83ab-33c8cc3d6858), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:01.997873 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6df03a04-4db5-4d07-b355-1683669d3406 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (a85459c9-11cf-4f82-9989-26293006dd6b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.022468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df03a04-4db5-4d07-b355-1683669d3406 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85459c9-11cf-4f82-9989-26293006dd6b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:02.083331 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (942c0290-51c6-4dd3-83ab-33c8cc3d6858), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.138437 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6df03a04-4db5-4d07-b355-1683669d3406 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.140942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6df03a04-4db5-4d07-b355-1683669d3406 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5675955 Jan 27 22:01:02.144394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45916) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:02.154125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-31a12afd-198d-417f-a9eb-e9111adc2045 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'network': {'name': 'tempest-network-smoke--648985069', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'port_security_enabled': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:02.186373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=942c0290-51c6-4dd3-83ab-33c8cc3d6858,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:02.192284 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:02.194431 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:02.203179 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:02.267822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:02.268756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.275111 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b4284f26-7d49-4457-b85a-f3ed788ed120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.334680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a12afd-198d-417f-a9eb-e9111adc2045 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Made reservation on behalf of 16bd7ffc8639420692a28d7b3dc02b1c for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:02.340294 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a12afd-198d-417f-a9eb-e9111adc2045 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.377771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a12afd-198d-417f-a9eb-e9111adc2045 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:02.385335 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0f3164dd-b4cd-488a-932c-ef88095a9532 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5708075 Jan 27 22:01:02.387855 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45922) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:02.409033 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a12afd-198d-417f-a9eb-e9111adc2045 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (1343f431-03d3-4c18-942c-1409128e1519), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.409395 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-31a12afd-198d-417f-a9eb-e9111adc2045 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Added segment 1343f431-03d3-4c18-942c-1409128e1519 of type vlan for network aa649475-fc3d-438e-9fca-a1d7264eb877 Jan 27 22:01:02.485508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce8e716-f603-46ba-93da-906c10f7c594 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:02.501091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce8e716-f603-46ba-93da-906c10f7c594 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:02.505858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a12afd-198d-417f-a9eb-e9111adc2045 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (aa649475-fc3d-438e-9fca-a1d7264eb877), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.508554 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bce8e716-f603-46ba-93da-906c10f7c594 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1193931 Jan 27 22:01:02.511067 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45924) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:02.640349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-92a56702-2419-4868-9f1d-098cc56ab944 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 942c0290-51c6-4dd3-83ab-33c8cc3d6858 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:02.641070 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92a56702-2419-4868-9f1d-098cc56ab944 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (942c0290-51c6-4dd3-83ab-33c8cc3d6858), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.697167 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a12afd-198d-417f-a9eb-e9111adc2045 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (aa649475-fc3d-438e-9fca-a1d7264eb877), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.704000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a12afd-198d-417f-a9eb-e9111adc2045 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:02.705239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a12afd-198d-417f-a9eb-e9111adc2045 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.743973 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92a56702-2419-4868-9f1d-098cc56ab944 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (942c0290-51c6-4dd3-83ab-33c8cc3d6858), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.760664 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-92a56702-2419-4868-9f1d-098cc56ab944 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 942c0290-51c6-4dd3-83ab-33c8cc3d6858 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:02.836678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a12afd-198d-417f-a9eb-e9111adc2045 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Network': ['ID=aa649475-fc3d-438e-9fca-a1d7264eb877,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:02.848886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network aa649475-fc3d-438e-9fca-a1d7264eb877 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:02.854221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-31a12afd-198d-417f-a9eb-e9111adc2045 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7087455 Jan 27 22:01:02.857310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45926) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:02.862758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'admin_state_up': True, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:02.933716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45928) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:02.968189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37156b3c-4b2b-4eb4-b30d-cf31f6e291a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.984122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (18777d7b-417c-4d11-8c85-4f5bd76f8b05), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:02.985169 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (18777d7b-417c-4d11-8c85-4f5bd76f8b05), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.034197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3521c385-3fab-4ecb-9a3e-8574e0d585b3 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:03.122029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5a1f5ccf-2afd-48a4-8df4-de9d9fda6a7f None None] Provisioning complete for port fd9f7663-0404-412c-9488-31331a43b35c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:03.122404 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5ccf-2afd-48a4-8df4-de9d9fda6a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fd9f7663-0404-412c-9488-31331a43b35c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.205598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fd9f7663-0404-412c-9488-31331a43b35c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:03.334914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port fd9f7663-0404-412c-9488-31331a43b35c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:03.335298 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fd9f7663-0404-412c-9488-31331a43b35c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.338549 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f5ccf-2afd-48a4-8df4-de9d9fda6a7f None None] Current status of the port fd9f7663-0404-412c-9488-31331a43b35c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:03.339095 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5ccf-2afd-48a4-8df4-de9d9fda6a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fd9f7663-0404-412c-9488-31331a43b35c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.391908 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92a56702-2419-4868-9f1d-098cc56ab944 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (942c0290-51c6-4dd3-83ab-33c8cc3d6858), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.443490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5a1f5ccf-2afd-48a4-8df4-de9d9fda6a7f None None] For port fd9f7663-0404-412c-9488-31331a43b35c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fd9f7663-0404-412c-9488-31331a43b35c,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:03.455866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c759d4f4-6043-448b-8f14-1eabd44c6af3 None None] Update dhcp port {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'fixed_ips': [{'subnet_id': '27c9dc73-3e8c-4d48-91ae-936261f50ac8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f764e2fb-9db2-4241-ba45-6a181a1e8751'}], 'binding:host_id': 'n-d-760456-6'}, 'id': 'fd9f7663-0404-412c-9488-31331a43b35c'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:01:03.466132 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_controller (18777d7b-417c-4d11-8c85-4f5bd76f8b05), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.487234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a56702-2419-4868-9f1d-098cc56ab944 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=942c0290-51c6-4dd3-83ab-33c8cc3d6858,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:03.521847 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c759d4f4-6043-448b-8f14-1eabd44c6af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fd9f7663-0404-412c-9488-31331a43b35c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.553199 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37156b3c-4b2b-4eb4-b30d-cf31f6e291a3 admin admin] Publish callbacks [] for security_group (bcaf9c29-56c6-499c-9905-0437408ee80a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.575188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port fd9f7663-0404-412c-9488-31331a43b35c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:03.575591 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fd9f7663-0404-412c-9488-31331a43b35c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.603920 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92a56702-2419-4868-9f1d-098cc56ab944 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.607429 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-92a56702-2419-4868-9f1d-098cc56ab944 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/942c0290-51c6-4dd3-83ab-33c8cc3d6858 HTTP/1.1" status: 204 len: 168 time: 1.0945547 Jan 27 22:01:03.609913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45936) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:03.671333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b7e7fb-af82-4e2c-b6f5-17894ce4746a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:03.673111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b7e7fb-af82-4e2c-b6f5-17894ce4746a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:03.674468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b7e7fb-af82-4e2c-b6f5-17894ce4746a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:03.677543 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-82b7e7fb-af82-4e2c-b6f5-17894ce4746a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0653257 Jan 27 22:01:03.678978 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37156b3c-4b2b-4eb4-b30d-cf31f6e291a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bcaf9c29-56c6-499c-9905-0437408ee80a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.683005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45940) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:03.809171 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5a1f5ccf-2afd-48a4-8df4-de9d9fda6a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fd9f7663-0404-412c-9488-31331a43b35c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.820769 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f326ed5-e6f6-488a-8d22-cc96a20a532b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 27c9dc73-3e8c-4d48-91ae-936261f50ac8 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:03.880171 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (18777d7b-417c-4d11-8c85-4f5bd76f8b05), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:03.986326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f5ccf-2afd-48a4-8df4-de9d9fda6a7f None None] Pushing event updated for resources: {'Port': ['ID=fd9f7663-0404-412c-9488-31331a43b35c,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:03.990791 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:01:03.991295 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:01:04.196529 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f326ed5-e6f6-488a-8d22-cc96a20a532b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (27c9dc73-3e8c-4d48-91ae-936261f50ac8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.230568 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (18777d7b-417c-4d11-8c85-4f5bd76f8b05), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.247918 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f326ed5-e6f6-488a-8d22-cc96a20a532b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (27c9dc73-3e8c-4d48-91ae-936261f50ac8), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.255844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.301594 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-37156b3c-4b2b-4eb4-b30d-cf31f6e291a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf785d8c78284f98b4d9c6ff83fe174b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3521879 Jan 27 22:01:04.303605 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45948) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:04.311816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37156b3c-4b2b-4eb4-b30d-cf31f6e291a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaf9c29-56c6-499c-9905-0437408ee80a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:04.375254 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f326ed5-e6f6-488a-8d22-cc96a20a532b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (27c9dc73-3e8c-4d48-91ae-936261f50ac8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.424585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b80c4444-6411-4a1d-87fd-994e735e8576 admin admin] Publish callbacks [] for security_group (bcaf9c29-56c6-499c-9905-0437408ee80a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.489979 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b80c4444-6411-4a1d-87fd-994e735e8576 admin admin] Publish callbacks [] for security_group (bcaf9c29-56c6-499c-9905-0437408ee80a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.540786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port fd9f7663-0404-412c-9488-31331a43b35c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:04.543107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.25.0.211 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/36c0a69c-0c87-421e-b411-f681beb34247) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:04.575018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f326ed5-e6f6-488a-8d22-cc96a20a532b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (27c9dc73-3e8c-4d48-91ae-936261f50ac8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server [None req-c759d4f4-6043-448b-8f14-1eabd44c6af3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27c9dc73-3e8c-4d48-91ae-936261f50ac8: This subnet is being modified by another concurrent operation. Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise self.value Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1779, in update_port Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server raise exception Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27c9dc73-3e8c-4d48-91ae-936261f50ac8: This subnet is being modified by another concurrent operation. Jan 27 22:01:04.590834 n-d-760456-6 neutron-server[104028]: ERROR oslo_messaging.rpc.server Jan 27 22:01:04.631704 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f326ed5-e6f6-488a-8d22-cc96a20a532b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=27c9dc73-3e8c-4d48-91ae-936261f50ac8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:04.643584 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5f326ed5-e6f6-488a-8d22-cc96a20a532b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.650478 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5f326ed5-e6f6-488a-8d22-cc96a20a532b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/27c9dc73-3e8c-4d48-91ae-936261f50ac8 HTTP/1.1" status: 204 len: 168 time: 0.9649084 Jan 27 22:01:04.652882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45952) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:04.746180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-03ab6f3e-e85e-4e73-9d6b-d88bfd72cef4 None None] Could not find standard attr ID for object 942c0290-51c6-4dd3-83ab-33c8cc3d6858. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:01:04.749794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (36c0a69c-0c87-421e-b411-f681beb34247), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.751077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23b5bad-85e9-48a6-9e16-c04eec8ad1db None None] get_active_networks_info from n-d-760456-6 {{(pid=104028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:01:04.770718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d889f9d-6a9d-4258-a213-78282ef07439 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet f764e2fb-9db2-4241-ba45-6a181a1e8751 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:04.774395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d889f9d-6a9d-4258-a213-78282ef07439 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (f764e2fb-9db2-4241-ba45-6a181a1e8751), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.787370 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b80c4444-6411-4a1d-87fd-994e735e8576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bcaf9c29-56c6-499c-9905-0437408ee80a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.791351 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b80c4444-6411-4a1d-87fd-994e735e8576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.793769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b80c4444-6411-4a1d-87fd-994e735e8576 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bcaf9c29-56c6-499c-9905-0437408ee80a HTTP/1.1" status: 204 len: 168 time: 0.4878933 Jan 27 22:01:04.819024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c4444-6411-4a1d-87fd-994e735e8576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaf9c29-56c6-499c-9905-0437408ee80a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:04.844106 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d889f9d-6a9d-4258-a213-78282ef07439 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (f764e2fb-9db2-4241-ba45-6a181a1e8751), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.892454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-03ab6f3e-e85e-4e73-9d6b-d88bfd72cef4 None None] Provisioning complete for port fd9f7663-0404-412c-9488-31331a43b35c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:04.892975 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03ab6f3e-e85e-4e73-9d6b-d88bfd72cef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fd9f7663-0404-412c-9488-31331a43b35c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.908481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d889f9d-6a9d-4258-a213-78282ef07439 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (f764e2fb-9db2-4241-ba45-6a181a1e8751), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:04.940962 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (36c0a69c-0c87-421e-b411-f681beb34247), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.050113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:05.055783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:05.059660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:05.139602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45960) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:05.164928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fd9f7663-0404-412c-9488-31331a43b35c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:05.198229 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d889f9d-6a9d-4258-a213-78282ef07439 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (f764e2fb-9db2-4241-ba45-6a181a1e8751), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.226429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=36c0a69c-0c87-421e-b411-f681beb34247,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:05.262713 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d889f9d-6a9d-4258-a213-78282ef07439 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=f764e2fb-9db2-4241-ba45-6a181a1e8751,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:05.265926 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4d889f9d-6a9d-4258-a213-78282ef07439 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.277471 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4d889f9d-6a9d-4258-a213-78282ef07439 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/f764e2fb-9db2-4241-ba45-6a181a1e8751 HTTP/1.1" status: 204 len: 168 time: 0.6186628 Jan 27 22:01:05.288106 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fe54efd1-f7f6-4099-8e83-509bccab3832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.292548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45964) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:05.347914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23b5bad-85e9-48a6-9e16-c04eec8ad1db None None] Resources bound (agent type, host, resource id): {{(pid=104028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:01:05.376411 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7362840f-0e7b-4e9c-92a2-b40a60cd0ef4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825982 Jan 27 22:01:05.379086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45966) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:05.487252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf502-0e42-46a2-ae68-8e8b660d1cf9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.489559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-03ab6f3e-e85e-4e73-9d6b-d88bfd72cef4 None None] Current status of the port fd9f7663-0404-412c-9488-31331a43b35c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:05.493130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0a5cf502-0e42-46a2-ae68-8e8b660d1cf9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1123359 Jan 27 22:01:05.495772 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45972) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:05.536196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port fd9f7663-0404-412c-9488-31331a43b35c is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:05.536520 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fd9f7663-0404-412c-9488-31331a43b35c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.630452 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-319863ed-49f3-4df8-9cd0-e2b527b41e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.707720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31587ef0-dec0-48cc-8e1d-84379506dd98 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:05.712114 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-31587ef0-dec0-48cc-8e1d-84379506dd98 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2127423 Jan 27 22:01:05.712114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45976) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:05.727040 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (18777d7b-417c-4d11-8c85-4f5bd76f8b05), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.743745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port fd9f7663-0404-412c-9488-31331a43b35c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fd9f7663-0404-412c-9488-31331a43b35c,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:05.791248 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fbf4d7a6-96b4-499c-81d0-52c25155265e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728383 Jan 27 22:01:05.792840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45980) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:05.800149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-823cbc55-005a-4ce1-94c3-e854b915e1b2 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:05.844800 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fd9f7663-0404-412c-9488-31331a43b35c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:05.898218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9ae5e3-1768-4b6d-beaf-d17d489a1a5d None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:05.942314 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-319863ed-49f3-4df8-9cd0-e2b527b41e7c admin admin] Publish callbacks [] for security_group (14854397-8de9-464d-8896-b59cefc28202), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.038493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-584925d6-0cda-41da-91e2-52c22ee76d7e None None] Provisioning complete for port fd9f7663-0404-412c-9488-31331a43b35c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:06.038824 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-584925d6-0cda-41da-91e2-52c22ee76d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fd9f7663-0404-412c-9488-31331a43b35c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.043898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=fd9f7663-0404-412c-9488-31331a43b35c,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:06.160375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e1022-69cb-4f5a-aa4e-54bdcaa04b1e None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:06.194121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823cbc55-005a-4ce1-94c3-e854b915e1b2 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:06.199908 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-823cbc55-005a-4ce1-94c3-e854b915e1b2 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.200365 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-823cbc55-005a-4ce1-94c3-e854b915e1b2 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:01:06.201090 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823cbc55-005a-4ce1-94c3-e854b915e1b2 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:06.226179 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-319863ed-49f3-4df8-9cd0-e2b527b41e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (14854397-8de9-464d-8896-b59cefc28202), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.238111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-584925d6-0cda-41da-91e2-52c22ee76d7e None None] Current status of the port fd9f7663-0404-412c-9488-31331a43b35c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:06.239131 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-584925d6-0cda-41da-91e2-52c22ee76d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fd9f7663-0404-412c-9488-31331a43b35c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.268961 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.300498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-769e1022-69cb-4f5a-aa4e-54bdcaa04b1e None None] Deleting port fd9f7663-0404-412c-9488-31331a43b35c {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:06.301135 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-769e1022-69cb-4f5a-aa4e-54bdcaa04b1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fd9f7663-0404-412c-9488-31331a43b35c), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.302336 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-319863ed-49f3-4df8-9cd0-e2b527b41e7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec329a2c68a94d91a7102edbd1977805&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1644285 Jan 27 22:01:06.305524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 45988) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:06.306324 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319863ed-49f3-4df8-9cd0-e2b527b41e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14854397-8de9-464d-8896-b59cefc28202,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:06.308132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-584925d6-0cda-41da-91e2-52c22ee76d7e None None] For port fd9f7663-0404-412c-9488-31331a43b35c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fd9f7663-0404-412c-9488-31331a43b35c,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:06.362144 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-823cbc55-005a-4ce1-94c3-e854b915e1b2 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5682416 Jan 27 22:01:06.365157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 45990) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:06.373500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9ea0d2ea-6fa8-4aa9-a7db-ed20cf472e3b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:06.398632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-769e1022-69cb-4f5a-aa4e-54bdcaa04b1e None None] For port fd9f7663-0404-412c-9488-31331a43b35c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fd9f7663-0404-412c-9488-31331a43b35c,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:06.399383 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-769e1022-69cb-4f5a-aa4e-54bdcaa04b1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fd9f7663-0404-412c-9488-31331a43b35c), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.416270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-769e1022-69cb-4f5a-aa4e-54bdcaa04b1e None None] Calling delete_port for fd9f7663-0404-412c-9488-31331a43b35c owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:06.417845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-817b6c0c-c2f0-4af4-93d4-8abe39138375 admin admin] Publish callbacks [] for security_group (14854397-8de9-464d-8896-b59cefc28202), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.478213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-817b6c0c-c2f0-4af4-93d4-8abe39138375 admin admin] Publish callbacks [] for security_group (14854397-8de9-464d-8896-b59cefc28202), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.492518 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-584925d6-0cda-41da-91e2-52c22ee76d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fd9f7663-0404-412c-9488-31331a43b35c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.640767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584925d6-0cda-41da-91e2-52c22ee76d7e None None] Pushing event updated for resources: {'Port': ['ID=fd9f7663-0404-412c-9488-31331a43b35c,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:06.688985 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (18777d7b-417c-4d11-8c85-4f5bd76f8b05), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.690835 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea0d2ea-6fa8-4aa9-a7db-ed20cf472e3b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:06.694443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ea0d2ea-6fa8-4aa9-a7db-ed20cf472e3b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.696856 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea0d2ea-6fa8-4aa9-a7db-ed20cf472e3b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:01:06.696856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea0d2ea-6fa8-4aa9-a7db-ed20cf472e3b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:06.824132 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-817b6c0c-c2f0-4af4-93d4-8abe39138375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (14854397-8de9-464d-8896-b59cefc28202), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.827299 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-817b6c0c-c2f0-4af4-93d4-8abe39138375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.831545 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-817b6c0c-c2f0-4af4-93d4-8abe39138375 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/14854397-8de9-464d-8896-b59cefc28202 HTTP/1.1" status: 204 len: 168 time: 0.5216641 Jan 27 22:01:06.838463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b6c0c-c2f0-4af4-93d4-8abe39138375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14854397-8de9-464d-8896-b59cefc28202,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:06.934218 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-769e1022-69cb-4f5a-aa4e-54bdcaa04b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (fd9f7663-0404-412c-9488-31331a43b35c), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:06.963247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e1022-69cb-4f5a-aa4e-54bdcaa04b1e None None] No DVR routers for this DVR port fd9f7663-0404-412c-9488-31331a43b35c on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:06.971375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e1022-69cb-4f5a-aa4e-54bdcaa04b1e None None] Pushing event deleted for resources: {'Port': ['ID=fd9f7663-0404-412c-9488-31331a43b35c,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:07.031635 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9ea0d2ea-6fa8-4aa9-a7db-ed20cf472e3b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6650617 Jan 27 22:01:07.034394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46002) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:07.039758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ff21ae6f-0cb6-4488-b303-22e1d2a958c1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:07.085723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:01:07.305451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:01:07.316494 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Sync routers for ids ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:01:07.320207 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff21ae6f-0cb6-4488-b303-22e1d2a958c1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:07.325407 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff21ae6f-0cb6-4488-b303-22e1d2a958c1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.327135 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff21ae6f-0cb6-4488-b303-22e1d2a958c1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:01:07.327385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff21ae6f-0cb6-4488-b303-22e1d2a958c1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:07.334317 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Routers {'18777d7b-417c-4d11-8c85-4f5bd76f8b05'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:07.335203 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:01:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:07.488858 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.522719 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Set router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:07.558131 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ff21ae6f-0cb6-4488-b303-22e1d2a958c1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5195105 Jan 27 22:01:07.558131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46018) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:07.559689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.565193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-840020ec-565a-46ca-8126-9163c9bb9faa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:07.566167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5e2ffb8b-9f24-489f-82be-30be8bb80775 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.7076132 Jan 27 22:01:07.566944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46020) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:07.640134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0fdffdda-ceb0-405e-8d3e-455f67208e78 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=16bd7ffc8639420692a28d7b3dc02b1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698271 Jan 27 22:01:07.641186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46024) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:07.837185 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:01:05Z', 'revision_number': 3, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:07.870244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dfd159-7bf3-4595-a322-012aa41133cc tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:07.870667 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Checking router: 18777d7b-417c-4d11-8c85-4f5bd76f8b05 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:07.871364 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Updating router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 port 36c0a69c-0c87-421e-b411-f681beb34247 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:01:07.871549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-15dfd159-7bf3-4595-a322-012aa41133cc tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2262664 Jan 27 22:01:07.875763 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46032) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:07.912673 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (36c0a69c-0c87-421e-b411-f681beb34247), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.935368 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6f688604-cbcb-476a-9710-d9030dee3824 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582895 Jan 27 22:01:07.938085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46034) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:07.945351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-240f463f-8fad-4006-a70d-d15b636b2f81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304768381', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:07.955840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840020ec-565a-46ca-8126-9163c9bb9faa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:07.959449 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-840020ec-565a-46ca-8126-9163c9bb9faa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:07.961061 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-840020ec-565a-46ca-8126-9163c9bb9faa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:01:07.966540 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840020ec-565a-46ca-8126-9163c9bb9faa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:08.219637 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-840020ec-565a-46ca-8126-9163c9bb9faa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6598954 Jan 27 22:01:08.222692 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46044) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:08.228623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c63fa719-172e-4d83-ab03-0f773a211dc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:08.349010 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Publish callbacks [] for port (36c0a69c-0c87-421e-b411-f681beb34247), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.370535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240f463f-8fad-4006-a70d-d15b636b2f81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Made reservation on behalf of 16bd7ffc8639420692a28d7b3dc02b1c for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:08.374180 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-240f463f-8fad-4006-a70d-d15b636b2f81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.462130 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (36c0a69c-0c87-421e-b411-f681beb34247), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.528377 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Pushing event updated for resources: {'Port': ['ID=36c0a69c-0c87-421e-b411-f681beb34247,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:08.553626 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63fa719-172e-4d83-ab03-0f773a211dc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:08.557447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c63fa719-172e-4d83-ab03-0f773a211dc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.559039 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63fa719-172e-4d83-ab03-0f773a211dc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:01:08.559648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63fa719-172e-4d83-ab03-0f773a211dc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:08.578581 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.580321 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.581599 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.581959 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.584549 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.584970 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.585447 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.585866 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.586276 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.587771 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.588675 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.589228 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.590495 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:08.594786 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Attempting to bind port 36c0a69c-0c87-421e-b411-f681beb34247 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:08.595278 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Attempting to bind port 36c0a69c-0c87-421e-b411-f681beb34247 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:08.595759 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Attempting to bind port 36c0a69c-0c87-421e-b411-f681beb34247 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:08.604596 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:08.615794 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:08.615794 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.615794 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:08.615794 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Bound port: 36c0a69c-0c87-421e-b411-f681beb34247, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:08.615794 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (36c0a69c-0c87-421e-b411-f681beb34247), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.672600 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] For port 36c0a69c-0c87-421e-b411-f681beb34247, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:08.675679 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] For port 36c0a69c-0c87-421e-b411-f681beb34247, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=36c0a69c-0c87-421e-b411-f681beb34247,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:08.794743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-240f463f-8fad-4006-a70d-d15b636b2f81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (29525e6d-9a4a-4c55-90dd-90ca234d1d17), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.800731 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c63fa719-172e-4d83-ab03-0f773a211dc8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5767105 Jan 27 22:01:08.803685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46064) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:08.812701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6e594076-a8a6-4e24-b4f8-2690c7f91925 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:08.857133 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (36c0a69c-0c87-421e-b411-f681beb34247), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:08.930622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f463f-8fad-4006-a70d-d15b636b2f81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Checking segment: {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:08.931204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240f463f-8fad-4006-a70d-d15b636b2f81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network hostable DHCP agents. Network: aa649475-fc3d-438e-9fca-a1d7264eb877, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:08.937458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f463f-8fad-4006-a70d-d15b636b2f81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Subnet': ['ID=29525e6d-9a4a-4c55-90dd-90ca234d1d17,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:08.941894 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Routers {'18777d7b-417c-4d11-8c85-4f5bd76f8b05'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:08.957843 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:01:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:08.964931 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.080032 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865f2de-49a4-4a70-9f32-b22c99546352 None None] Pushing event updated for resources: {'Port': ['ID=36c0a69c-0c87-421e-b411-f681beb34247,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:09.120037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240f463f-8fad-4006-a70d-d15b636b2f81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network aa649475-fc3d-438e-9fca-a1d7264eb877 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:09.147259 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] Set router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:09.214597 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e594076-a8a6-4e24-b4f8-2690c7f91925 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:09.218657 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6e594076-a8a6-4e24-b4f8-2690c7f91925 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.220210 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e594076-a8a6-4e24-b4f8-2690c7f91925 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:01:09.220651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e594076-a8a6-4e24-b4f8-2690c7f91925 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:09.260399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-240f463f-8fad-4006-a70d-d15b636b2f81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, aa649475-fc3d-438e-9fca-a1d7264eb877) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:09.270075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f463f-8fad-4006-a70d-d15b636b2f81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:09.270994 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14228bf4-0bd4-40ea-8701-375817dc498e None None] Network aa649475-fc3d-438e-9fca-a1d7264eb877 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:09.271585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-240f463f-8fad-4006-a70d-d15b636b2f81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.367265 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6e594076-a8a6-4e24-b4f8-2690c7f91925 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5612593 Jan 27 22:01:09.370168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46082) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:09.390936 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:01:05Z', 'revision_number': 3, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:09.450310 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668d2d91-6fe2-49bf-987a-393bcb35582d None None] The sync data for ids ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'] in n-d-760456-6 is: [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:01:05Z', 'revision_number': 3, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:09.466319 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5ea54189-9540-4111-9bde-03c08e3e7ded tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0927129 Jan 27 22:01:09.466694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46090) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:09.526212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-aa649475-fc3d-438e-9fca-a1d7264eb877', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:09.527581 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:09.544054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-240f463f-8fad-4006-a70d-d15b636b2f81 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6045353 Jan 27 22:01:09.546833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46094) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:09.591747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81e5df6-e07d-4a4c-a1ae-a56a326b9cc6 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:09.593491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a81e5df6-e07d-4a4c-a1ae-a56a326b9cc6 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1256776 Jan 27 22:01:09.598436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46096) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:09.660244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c98b0711-1a3f-41b4-9912-188ec3ed80bb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569792 Jan 27 22:01:09.664289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46102) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:09.673456 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a12a9cfc-801c-4cc4-9ad9-cce32c3960ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:09.741002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46108) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:09.826615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Allocated IP 172.20.0.2 (aa649475-fc3d-438e-9fca-a1d7264eb877/29525e6d-9a4a-4c55-90dd-90ca234d1d17/2d5189dc-352f-45aa-aae6-0914b3cb82e0) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:09.906656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12a9cfc-801c-4cc4-9ad9-cce32c3960ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:09.911330 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a12a9cfc-801c-4cc4-9ad9-cce32c3960ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.092211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'network': {'name': 'tempest-network-smoke--30813219', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'port_security_enabled': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:10.185243 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Publish callbacks [] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.323165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Made reservation on behalf of 4bf4602f0c574206a86b75c83395b7f6 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:10.326593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.344802 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.354055 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.413274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Network aa649475-fc3d-438e-9fca-a1d7264eb877 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:10.419061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:10.424361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:10.428144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Pushing event updated for resources: {'Port': ['ID=2d5189dc-352f-45aa-aae6-0914b3cb82e0,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:10.472685 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.497173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Attempting to bind port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:10.497703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Attempting to bind port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:10.498194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Attempting to bind port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 on network aa649475-fc3d-438e-9fca-a1d7264eb877 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:10.504429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:10.504818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Checking segment: {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:10.505413 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.505820 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Bound using segment: {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:10.506306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Bound port: 2d5189dc-352f-45aa-aae6-0914b3cb82e0, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:10.506697 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.587826 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (9f2cab3c-b801-440f-a645-9fd6a0114538), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.591773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] For port 2d5189dc-352f-45aa-aae6-0914b3cb82e0, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:10.597239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] For port 2d5189dc-352f-45aa-aae6-0914b3cb82e0, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2d5189dc-352f-45aa-aae6-0914b3cb82e0,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:10.608377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.objects.ports [None req-a12a9cfc-801c-4cc4-9ad9-cce32c3960ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104027) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:01:10.610187 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a12a9cfc-801c-4cc4-9ad9-cce32c3960ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (b2ff4229-81dc-47fb-8386-e20ce9cb48d6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.663636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a9cfc-801c-4cc4-9ad9-cce32c3960ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=b2ff4229-81dc-47fb-8386-e20ce9cb48d6,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:10.682787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12a9cfc-801c-4cc4-9ad9-cce32c3960ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:10.684489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a12a9cfc-801c-4cc4-9ad9-cce32c3960ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:10.688033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12a9cfc-801c-4cc4-9ad9-cce32c3960ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:10.688785 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a12a9cfc-801c-4cc4-9ad9-cce32c3960ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.695201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef03ceb-a1f7-44cd-a8e8-f5e167a504e9 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:10.753417 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9f2cab3c-b801-440f-a645-9fd6a0114538), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.760385 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.766647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:01:10.787119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (14c7f832-4994-4f78-b12d-c83e41c7e43f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.787517 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Added segment 14c7f832-4994-4f78-b12d-c83e41c7e43f of type vlan for network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f Jan 27 22:01:10.816895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a12a9cfc-801c-4cc4-9ad9-cce32c3960ce tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1514347 Jan 27 22:01:10.819580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46124) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:10.832865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:c3:52:27', 'name': 'tempest-NetworksTestDHCPv6-275859972'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:10.881207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f1acc-45a8-4abb-a637-1c12b1ff9d7f None None] Pushing event updated for resources: {'Port': ['ID=2d5189dc-352f-45aa-aae6-0914b3cb82e0,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:10.942527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2cab3c-b801-440f-a645-9fd6a0114538,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:10.950126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': 'b2ff4229-81dc-47fb-8386-e20ce9cb48d6'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:10.954430 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:10.967916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (1ab2f17d-b623-4ab0-85bb-1067b489cd7f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.131444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.20.0.1 (aa649475-fc3d-438e-9fca-a1d7264eb877/29525e6d-9a4a-4c55-90dd-90ca234d1d17/4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:11.148265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46130) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:11.232457 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (1ab2f17d-b623-4ab0-85bb-1067b489cd7f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.240341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:11.267737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:11.268866 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.274778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 36c0a69c-0c87-421e-b411-f681beb34247 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:11.355073 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Allocated IP 2001:db8::f816:3eff:fe32:708e (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/b2ff4229-81dc-47fb-8386-e20ce9cb48d6/6fb53904-e324-4dac-9d52-94a2aa96bf73) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:11.438430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-72cc38c8-ae61-403e-8b6c-ba3ffa393bb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.463143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 36c0a69c-0c87-421e-b411-f681beb34247 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:11.463973 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (36c0a69c-0c87-421e-b411-f681beb34247), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.476893 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.483972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Network': ['ID=1ab2f17d-b623-4ab0-85bb-1067b489cd7f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:11.535187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46136) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:11.536809 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2712ca74-de58-44bd-8d5f-f8b6275877bf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7949004 Jan 27 22:01:11.546957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'admin_state_up': True, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:11.556694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 4f6aece9-2182-4bf4-9e2f-0def5ed47cdb yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:01:11.580599 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.704876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:01:11.708110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-72cc38c8-ae61-403e-8b6c-ba3ffa393bb0 admin admin] Publish callbacks [] for security_group (2037b00a-72bf-4c5a-976a-dec435af46b7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.738159 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.770916 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.772321 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.812433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:11.843764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network aa649475-fc3d-438e-9fca-a1d7264eb877 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:11.848421 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:11.852294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:11.901849 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router_controller (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.903457 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-72cc38c8-ae61-403e-8b6c-ba3ffa393bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2037b00a-72bf-4c5a-976a-dec435af46b7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.904733 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Publish callbacks [] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.918125 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 36c0a69c-0c87-421e-b411-f681beb34247 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:11.918125 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (36c0a69c-0c87-421e-b411-f681beb34247), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.918387 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (18777d7b-417c-4d11-8c85-4f5bd76f8b05), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:11.931496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 36c0a69c-0c87-421e-b411-f681beb34247, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=36c0a69c-0c87-421e-b411-f681beb34247,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:11.962884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-72cc38c8-ae61-403e-8b6c-ba3ffa393bb0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3aed50636280495aa5664f3adadf3acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8131754 Jan 27 22:01:11.965371 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46138) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:11.966037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc38c8-ae61-403e-8b6c-ba3ffa393bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2037b00a-72bf-4c5a-976a-dec435af46b7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:12.056654 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87e15751-4dad-4e25-ae60-f67fa5ee5b2e admin admin] Publish callbacks [] for security_group (2037b00a-72bf-4c5a-976a-dec435af46b7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.087024 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87e15751-4dad-4e25-ae60-f67fa5ee5b2e admin admin] Publish callbacks [] for security_group (2037b00a-72bf-4c5a-976a-dec435af46b7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.116194 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.172903 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (36c0a69c-0c87-421e-b411-f681beb34247), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.208957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:12.213395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:12.222280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:12.234243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.287227 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87e15751-4dad-4e25-ae60-f67fa5ee5b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2037b00a-72bf-4c5a-976a-dec435af46b7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.287467 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router_gateway (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.290672 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-87e15751-4dad-4e25-ae60-f67fa5ee5b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.292061 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-87e15751-4dad-4e25-ae60-f67fa5ee5b2e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2037b00a-72bf-4c5a-976a-dec435af46b7 HTTP/1.1" status: 204 len: 168 time: 0.3253212 Jan 27 22:01:12.301877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Pushing event updated for resources: {'Port': ['ID=6fb53904-e324-4dac-9d52-94a2aa96bf73,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:12.314556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::f816:3eff:fec3:5227 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/b2ff4229-81dc-47fb-8386-e20ce9cb48d6/4f6aece9-2182-4bf4-9e2f-0def5ed47cdb) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:12.321951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e15751-4dad-4e25-ae60-f67fa5ee5b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2037b00a-72bf-4c5a-976a-dec435af46b7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:12.478893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Attempting to bind port 6fb53904-e324-4dac-9d52-94a2aa96bf73 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:12.479471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Attempting to bind port 6fb53904-e324-4dac-9d52-94a2aa96bf73 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:12.503260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Attempting to bind port 6fb53904-e324-4dac-9d52-94a2aa96bf73 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:12.503260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:12.503260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:12.503260 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.503260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:12.503260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Bound port: 6fb53904-e324-4dac-9d52-94a2aa96bf73, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:12.503260 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.505314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=36c0a69c-0c87-421e-b411-f681beb34247,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:12.580738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] For port 6fb53904-e324-4dac-9d52-94a2aa96bf73, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:12.584656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] For port 6fb53904-e324-4dac-9d52-94a2aa96bf73, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6fb53904-e324-4dac-9d52-94a2aa96bf73,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:12.607411 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (4f6aece9-2182-4bf4-9e2f-0def5ed47cdb), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.697219 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.733824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6cb1ee-709d-4aba-9743-cc5ecf63535c None None] Network aa649475-fc3d-438e-9fca-a1d7264eb877 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:12.738018 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.802570 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.851617 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b62abb34-e6fc-4838-b956-ff44f4bd555f None None] Provisioning complete for port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:12.852126 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b62abb34-e6fc-4838-b956-ff44f4bd555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.900166 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4f6aece9-2182-4bf4-9e2f-0def5ed47cdb), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:12.926882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441eb24b-f7c9-4657-b179-bb428f17c2bd None None] Pushing event updated for resources: {'Port': ['ID=6fb53904-e324-4dac-9d52-94a2aa96bf73,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:12.949155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:13.000684 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (18777d7b-417c-4d11-8c85-4f5bd76f8b05), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.030593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=4f6aece9-2182-4bf4-9e2f-0def5ed47cdb,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:13.034838 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router_gateway (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.071852 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.103354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:13.110611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:13.113791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:13.121179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:13.122099 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.135282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b62abb34-e6fc-4838-b956-ff44f4bd555f None None] Current status of the port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:13.146821 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b62abb34-e6fc-4838-b956-ff44f4bd555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.230575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network aa649475-fc3d-438e-9fca-a1d7264eb877 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:13.230575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:13.261744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b62abb34-e6fc-4838-b956-ff44f4bd555f None None] For port 2d5189dc-352f-45aa-aae6-0914b3cb82e0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2d5189dc-352f-45aa-aae6-0914b3cb82e0,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:13.360190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Allocated IP 172.25.0.13 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/8d7cc3d7-454c-4be3-b659-1665a176600c) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:13.386007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 36c0a69c-0c87-421e-b411-f681beb34247 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:13.431888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d3bf86c1-1dfb-4fa6-8449-67db2c9dbfbb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6107213 Jan 27 22:01:13.435626 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46150) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:13.486684 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b62abb34-e6fc-4838-b956-ff44f4bd555f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.552770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 36c0a69c-0c87-421e-b411-f681beb34247 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:13.552996 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (36c0a69c-0c87-421e-b411-f681beb34247), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.610681 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:01:13.618653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46156) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:13.636700 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.653624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62abb34-e6fc-4838-b956-ff44f4bd555f None None] Pushing event updated for resources: {'Port': ['ID=2d5189dc-352f-45aa-aae6-0914b3cb82e0,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:13.677189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fae72a-7fb8-4bd1-b13a-275490dbbb69 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:13.683030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fae72a-7fb8-4bd1-b13a-275490dbbb69 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:13.687954 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b4fae72a-7fb8-4bd1-b13a-275490dbbb69 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2456267 Jan 27 22:01:13.688191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46158) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:13.689123 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f368b585-c926-4c37-9cf2-d5111b6f095c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.738908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 36c0a69c-0c87-421e-b411-f681beb34247 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:13.739967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2d5189dc-352f-45aa-aae6-0914b3cb82e0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:13.770427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-dbefc3b6-38ab-427c-ada4-744662066a08 None None] Provisioning complete for port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:13.770813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dbefc3b6-38ab-427c-ada4-744662066a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.829170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dbefc3b6-38ab-427c-ada4-744662066a08 None None] Port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:13.835615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.848708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:13.849366 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.851612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-52daf825-19ff-45c0-b9c1-ec1c39a4662d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 4f6aece9-2182-4bf4-9e2f-0def5ed47cdb {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:13.852038 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52daf825-19ff-45c0-b9c1-ec1c39a4662d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4f6aece9-2182-4bf4-9e2f-0def5ed47cdb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.853134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-dbefc3b6-38ab-427c-ada4-744662066a08 None None] Provisioning complete for port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:13.853669 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dbefc3b6-38ab-427c-ada4-744662066a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.860534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:01:13.876772 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b887bf3f-6df2-4f99-9864-01a7995d9e4e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "PUT /v2.0/routers/18777d7b-417c-4d11-8c85-4f5bd76f8b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3210781 Jan 27 22:01:13.915628 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f368b585-c926-4c37-9cf2-d5111b6f095c admin admin] Publish callbacks [] for security_group (0b95b133-f1bc-449d-9093-bfd1b39b14f4), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:13.924360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Sync routers for ids ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:01:13.954075 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Routers {'18777d7b-417c-4d11-8c85-4f5bd76f8b05'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:13.954745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:01:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:13.977150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:13.988232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:13.996733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:14.033856 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f368b585-c926-4c37-9cf2-d5111b6f095c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0b95b133-f1bc-449d-9093-bfd1b39b14f4), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.039049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=8d7cc3d7-454c-4be3-b659-1665a176600c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:14.130353 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f368b585-c926-4c37-9cf2-d5111b6f095c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b9323ce11914c09b70b8f49942bb944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5085275 Jan 27 22:01:14.132373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368b585-c926-4c37-9cf2-d5111b6f095c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b95b133-f1bc-449d-9093-bfd1b39b14f4,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:14.135512 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46176) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:14.176224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:14.215036 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a2875c-b648-47d3-9167-3e0285ffc977 admin admin] Publish callbacks [] for security_group (0b95b133-f1bc-449d-9093-bfd1b39b14f4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.246007 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a2875c-b648-47d3-9167-3e0285ffc977 admin admin] Publish callbacks [] for security_group (0b95b133-f1bc-449d-9093-bfd1b39b14f4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.248683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dbefc3b6-38ab-427c-ada4-744662066a08 None None] Current status of the port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:14.254729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Set router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:14.416866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1e454d01-b673-44a5-b5ef-0852049e2fad None None] Provisioning complete for port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:14.417546 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1e454d01-b673-44a5-b5ef-0852049e2fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.454216 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a2875c-b648-47d3-9167-3e0285ffc977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0b95b133-f1bc-449d-9093-bfd1b39b14f4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.457067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37a2875c-b648-47d3-9167-3e0285ffc977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.461496 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-37a2875c-b648-47d3-9167-3e0285ffc977 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b95b133-f1bc-449d-9093-bfd1b39b14f4 HTTP/1.1" status: 204 len: 168 time: 0.3218162 Jan 27 22:01:14.484003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2875c-b648-47d3-9167-3e0285ffc977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b95b133-f1bc-449d-9093-bfd1b39b14f4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:14.573528 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52daf825-19ff-45c0-b9c1-ec1c39a4662d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4f6aece9-2182-4bf4-9e2f-0def5ed47cdb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.581087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1e454d01-b673-44a5-b5ef-0852049e2fad None None] Port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:14.619643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f', 'name': '', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:06:f2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:10Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 2, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:14.628860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-52daf825-19ff-45c0-b9c1-ec1c39a4662d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 4f6aece9-2182-4bf4-9e2f-0def5ed47cdb owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:14.652483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Checking router: 18777d7b-417c-4d11-8c85-4f5bd76f8b05 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:14.652984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Updating router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:01:14.681365 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.693069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-916a08b9-80b8-42df-b791-43a2c48f9675 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-433616656&fields=id&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 267 time: 0.5093024 Jan 27 22:01:14.750676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3ce2b4e-202c-4767-9512-7aaba1d5b4e7 None None] Provisioning complete for port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:14.751183 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3ce2b4e-202c-4767-9512-7aaba1d5b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:14.838956 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3ce2b4e-202c-4767-9512-7aaba1d5b4e7 None None] Port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:14.871575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3ce2b4e-202c-4767-9512-7aaba1d5b4e7 None None] Provisioning complete for port 6fb53904-e324-4dac-9d52-94a2aa96bf73 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:14.872334 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3ce2b4e-202c-4767-9512-7aaba1d5b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.117289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-934510d4-c18b-4a55-9cda-8862dee5be98 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:15.124068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-934510d4-c18b-4a55-9cda-8862dee5be98 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 796 time: 0.3907905 Jan 27 22:01:15.147242 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-262a7936-e4d1-4e47-8200-a1b577a00d60 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/quotas/16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 375 time: 0.0222223 Jan 27 22:01:15.269645 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router_gateway (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.305405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6fb53904-e324-4dac-9d52-94a2aa96bf73 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:15.315237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3ce2b4e-202c-4767-9512-7aaba1d5b4e7 None None] Current status of the port 6fb53904-e324-4dac-9d52-94a2aa96bf73 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:15.316321 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3ce2b4e-202c-4767-9512-7aaba1d5b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.353590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-a525c5bb-ba62-4313-8215-507a31960027 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2034619 Jan 27 22:01:15.366092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3ce2b4e-202c-4767-9512-7aaba1d5b4e7 None None] For port 6fb53904-e324-4dac-9d52-94a2aa96bf73, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6fb53904-e324-4dac-9d52-94a2aa96bf73,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:15.447160 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Publish callbacks [] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.461821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 6fb53904-e324-4dac-9d52-94a2aa96bf73 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:15.462560 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.505863 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3ce2b4e-202c-4767-9512-7aaba1d5b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.550391 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52daf825-19ff-45c0-b9c1-ec1c39a4662d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4f6aece9-2182-4bf4-9e2f-0def5ed47cdb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.560398 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.608343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce2b4e-202c-4767-9512-7aaba1d5b4e7 None None] Pushing event updated for resources: {'Port': ['ID=6fb53904-e324-4dac-9d52-94a2aa96bf73,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:15.627201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ccf3d9e8-d906-4d93-86ee-80ac156d2968 None None] Could not find standard attr ID for object 4f6aece9-2182-4bf4-9e2f-0def5ed47cdb. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:01:15.627395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52daf825-19ff-45c0-b9c1-ec1c39a4662d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=4f6aece9-2182-4bf4-9e2f-0def5ed47cdb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:15.633899 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 6fb53904-e324-4dac-9d52-94a2aa96bf73 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:15.635245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2d5189dc-352f-45aa-aae6-0914b3cb82e0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:15.679981 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.732511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cd3ba-54ce-44b9-bd45-378df61d40da None None] Pushing event updated for resources: {'Port': ['ID=4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:15.856098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:15.856626 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.858876 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52daf825-19ff-45c0-b9c1-ec1c39a4662d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:15.866906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-52daf825-19ff-45c0-b9c1-ec1c39a4662d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/4f6aece9-2182-4bf4-9e2f-0def5ed47cdb HTTP/1.1" status: 204 len: 168 time: 2.1776102 Jan 27 22:01:15.870204 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46198) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:15.902563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-d2c24a22-a5c1-4359-b6ff-5dfb96622495 service neutron] 10.222.0.61 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480609 Jan 27 22:01:15.919828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:01:16.021175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac19082-d7cb-47d3-9574-14181318af64 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:16.030590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac19082-d7cb-47d3-9574-14181318af64 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:16.038781 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9ac19082-d7cb-47d3-9574-14181318af64 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1649916 Jan 27 22:01:16.039884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46202) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:16.058266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Attempting to bind port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:16.058711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Attempting to bind port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:16.059183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Attempting to bind port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f on network aa649475-fc3d-438e-9fca-a1d7264eb877 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:16.074550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:16.074550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Checking segment: {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:16.074550 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.074550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Bound using segment: {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:16.074550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Bound port: 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:16.074550 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.168704 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc1ab89-634a-41c8-8dc8-ea2e7b13b9f1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet b2ff4229-81dc-47fb-8386-e20ce9cb48d6 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:16.177430 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8dc1ab89-634a-41c8-8dc8-ea2e7b13b9f1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (b2ff4229-81dc-47fb-8386-e20ce9cb48d6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.240315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-93a5d7af-4af6-4f08-a78f-539152944591 service neutron] 10.222.0.61 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270977 Jan 27 22:01:16.244882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:01:16.252118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:16.257242 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Sync routers for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:01:16.276653 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:16.280291 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:01:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:16.299756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8dc1ab89-634a-41c8-8dc8-ea2e7b13b9f1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (b2ff4229-81dc-47fb-8386-e20ce9cb48d6), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.385852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e9fc8014-1d01-406f-bc18-84c2c24e68e5 None None] Provisioning complete for port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:16.386247 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8014-1d01-406f-bc18-84c2c24e68e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.389258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] For port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:16.395693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] For port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:16.429400 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8dc1ab89-634a-41c8-8dc8-ea2e7b13b9f1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (b2ff4229-81dc-47fb-8386-e20ce9cb48d6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.445289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc8014-1d01-406f-bc18-84c2c24e68e5 None None] Port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:16.457616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.473033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-124a3e39-6776-45c6-b3e8-5ca75aca0afb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9170802 Jan 27 22:01:16.473033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46218) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:16.478727 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:16.543162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.579270 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8dc1ab89-634a-41c8-8dc8-ea2e7b13b9f1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (b2ff4229-81dc-47fb-8386-e20ce9cb48d6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.645189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Routers {'18777d7b-417c-4d11-8c85-4f5bd76f8b05'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:16.649879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:01:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:16.655640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cd3ba-54ce-44b9-bd45-378df61d40da None None] Pushing event updated for resources: {'Port': ['ID=4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:16.738137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1ab89-634a-41c8-8dc8-ea2e7b13b9f1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ff4229-81dc-47fb-8386-e20ce9cb48d6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:16.741770 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8dc1ab89-634a-41c8-8dc8-ea2e7b13b9f1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:16.777330 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8dc1ab89-634a-41c8-8dc8-ea2e7b13b9f1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/b2ff4229-81dc-47fb-8386-e20ce9cb48d6 HTTP/1.1" status: 204 len: 168 time: 0.7263553 Jan 27 22:01:16.777330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46234) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:16.824464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8429789-12f0-4eb4-8666-0fb5267ae532 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:16.874176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52f5d174-7152-4d21-8d9f-b7e8a05dca37 req-89f963b7-be02-4d59-af4d-ee2d524f9397 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 210 time: 0.1043825 Jan 27 22:01:16.890585 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-01259c7a-6652-47b6-9cef-aced7325c933 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160839 Jan 27 22:01:16.894927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46240) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:16.901149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:16.908297 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:14Z', 'revision_number': 3, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:16.942404 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Checking router: dec9a3bb-19b1-46c9-ad21-fddfbc9458bd for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:16.942970 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Updating router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd port 8d7cc3d7-454c-4be3-b659-1665a176600c binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:01:16.979228 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.029138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46242) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:17.030456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6a1234f5-8632-442a-8ce5-b7f7eb370161 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=4bf4602f0c574206a86b75c83395b7f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5442665 Jan 27 22:01:17.172309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6fb53904-e324-4dac-9d52-94a2aa96bf73 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:17.336734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:17.340754 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.362153 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473fc8af-30c9-4d7d-bf9c-8b45be42fd56 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:17.363663 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-473fc8af-30c9-4d7d-bf9c-8b45be42fd56 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3485076 Jan 27 22:01:17.367878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46252) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:17.403303 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d3dacc4e-cbcd-47b8-820d-3010247875c0 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316994 Jan 27 22:01:17.415047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46254) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:17.423409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a4a992a6-ece8-41ce-8be8-4d0056f98140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1065587048', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:17.471035 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Publish callbacks [] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.537900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7b1ec3a1-b223-4a48-971b-63c9d9dc3fdc None None] Provisioning complete for port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:17.538279 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec3a1-b223-4a48-971b-63c9d9dc3fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.586276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 6fb53904-e324-4dac-9d52-94a2aa96bf73 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:17.586856 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.659132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef72bd2-5fa2-4053-a10f-1050f53e6afd None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:17.679532 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.682949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] Set router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:17.754521 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Attempting to bind port 8d7cc3d7-454c-4be3-b659-1665a176600c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:17.754898 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Attempting to bind port 8d7cc3d7-454c-4be3-b659-1665a176600c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:17.755265 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Attempting to bind port 8d7cc3d7-454c-4be3-b659-1665a176600c on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:17.763138 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:17.763553 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:17.764582 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.765071 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:17.765603 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Bound port: 8d7cc3d7-454c-4be3-b659-1665a176600c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:17.765990 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.768112 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa3cc3-b967-449a-956e-cc6a1b1ccac4 None None] Pushing event updated for resources: {'Port': ['ID=8d7cc3d7-454c-4be3-b659-1665a176600c,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:17.797156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a992a6-ece8-41ce-8be8-4d0056f98140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Made reservation on behalf of 4bf4602f0c574206a86b75c83395b7f6 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:17.804275 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4a992a6-ece8-41ce-8be8-4d0056f98140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:17.821024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 6fb53904-e324-4dac-9d52-94a2aa96bf73 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:17.839606 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] For port 8d7cc3d7-454c-4be3-b659-1665a176600c, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:17.851339 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] For port 8d7cc3d7-454c-4be3-b659-1665a176600c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8d7cc3d7-454c-4be3-b659-1665a176600c,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:17.945767 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.002407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fef72bd2-5fa2-4053-a10f-1050f53e6afd None None] Deleting port 6fb53904-e324-4dac-9d52-94a2aa96bf73 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:18.003097 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fef72bd2-5fa2-4053-a10f-1050f53e6afd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.011071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46266) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:18.065358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94d12c51-efec-4736-80c8-62645076f4b6 req-a03a3201-cee9-4a1b-bf4e-ef7760ab85e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 210 time: 0.0764577 Jan 27 22:01:18.135084 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa3cc3-b967-449a-956e-cc6a1b1ccac4 None None] Pushing event updated for resources: {'Port': ['ID=8d7cc3d7-454c-4be3-b659-1665a176600c,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:18.140958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.objects.ports [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104027) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:01:18.167898 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:18.171870 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:01:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:18.222749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ec3a1-b223-4a48-971b-63c9d9dc3fdc None None] Current status of the port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:18.223255 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec3a1-b223-4a48-971b-63c9d9dc3fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.294244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-192debec-bade-4bf6-9d45-343d4ca3ae16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.321616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7b1ec3a1-b223-4a48-971b-63c9d9dc3fdc None None] For port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:18.379174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fef72bd2-5fa2-4053-a10f-1050f53e6afd None None] For port 6fb53904-e324-4dac-9d52-94a2aa96bf73, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6fb53904-e324-4dac-9d52-94a2aa96bf73,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:18.379582 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fef72bd2-5fa2-4053-a10f-1050f53e6afd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.398814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fef72bd2-5fa2-4053-a10f-1050f53e6afd None None] Calling delete_port for 6fb53904-e324-4dac-9d52-94a2aa96bf73 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:18.447375 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-192debec-bade-4bf6-9d45-343d4ca3ae16 admin admin] Publish callbacks [] for security_group (bae4cc08-f7d0-41e2-ab79-11fd2bdf207f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.448780 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7b1ec3a1-b223-4a48-971b-63c9d9dc3fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.449888 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4a992a6-ece8-41ce-8be8-4d0056f98140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (d25f0a61-de15-4f57-9ad8-332487a7cfb2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.506237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f', 'name': '', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:06:f2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:10Z', 'updated_at': '2022-01-27T22:01:16Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:18.525107 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a992a6-ece8-41ce-8be8-4d0056f98140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Subnet': ['ID=d25f0a61-de15-4f57-9ad8-332487a7cfb2,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:18.550710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba9ef4-b8b9-4d0f-9b75-fdf9141d3269 None None] The sync data for ids ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'] in n-d-760456-6 is: [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f', 'name': '', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:06:f2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:10Z', 'updated_at': '2022-01-27T22:01:16Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:18.565285 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a992a6-ece8-41ce-8be8-4d0056f98140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Checking segment: {'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:18.566314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a992a6-ece8-41ce-8be8-4d0056f98140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network hostable DHCP agents. Network: 1ab2f17d-b623-4ab0-85bb-1067b489cd7f, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:01:18.567915 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:18.579138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-192debec-bade-4bf6-9d45-343d4ca3ae16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bae4cc08-f7d0-41e2-ab79-11fd2bdf207f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.615744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ec3a1-b223-4a48-971b-63c9d9dc3fdc None None] Pushing event updated for resources: {'Port': ['ID=4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:18.661834 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-192debec-bade-4bf6-9d45-343d4ca3ae16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb3e55c7c13f4341aae02547ca17a360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6473255 Jan 27 22:01:18.662767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46278) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:18.669114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192debec-bade-4bf6-9d45-343d4ca3ae16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae4cc08-f7d0-41e2-ab79-11fd2bdf207f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:18.751298 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.782711 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a992a6-ece8-41ce-8be8-4d0056f98140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:01:18.844885 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fef72bd2-5fa2-4053-a10f-1050f53e6afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:18.873686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef72bd2-5fa2-4053-a10f-1050f53e6afd None None] Pushing event deleted for resources: {'Port': ['ID=6fb53904-e324-4dac-9d52-94a2aa96bf73,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:18.889631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef72bd2-5fa2-4053-a10f-1050f53e6afd None None] No DVR routers for this DVR port 6fb53904-e324-4dac-9d52-94a2aa96bf73 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:18.999659 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:14Z', 'revision_number': 3, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:19.072437 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] For port 6fb53904-e324-4dac-9d52-94a2aa96bf73, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6fb53904-e324-4dac-9d52-94a2aa96bf73,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:19.082605 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818ae491-bb72-4af2-bf05-c31fe4218ad3 None None] The sync data for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 is: [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:14Z', 'revision_number': 3, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:19.160043 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.233124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df5764eb-5f43-4717-baa4-654ad1052234 req-d8a36164-1b22-4aa0-89c4-ea541f73b8ec tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 210 time: 0.0635870 Jan 27 22:01:19.240167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:19.335843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:19.336508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.342044 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6fb53904-e324-4dac-9d52-94a2aa96bf73), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.343017 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (cea52967-feac-4460-8214-56517da5a5d5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.377343 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd319dfd-d1fa-49c6-aae0-c55672f0bd5f admin admin] Publish callbacks [] for security_group (bae4cc08-f7d0-41e2-ab79-11fd2bdf207f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.404604 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd319dfd-d1fa-49c6-aae0-c55672f0bd5f admin admin] Publish callbacks [] for security_group (bae4cc08-f7d0-41e2-ab79-11fd2bdf207f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.441912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:19.448607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=6fb53904-e324-4dac-9d52-94a2aa96bf73,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:19.474737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=cea52967-feac-4460-8214-56517da5a5d5,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:19.478064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:19.479882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:19.489219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:19.489926 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.494437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a4a992a6-ece8-41ce-8be8-4d0056f98140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 1ab2f17d-b623-4ab0-85bb-1067b489cd7f) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:19.500947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a992a6-ece8-41ce-8be8-4d0056f98140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:19.501901 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4a992a6-ece8-41ce-8be8-4d0056f98140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.502571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f8834-079e-499a-a6c7-65bc475ed44e None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:19.512449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e6f9e7-f799-4b8f-a4c8-5e8c231bece6 None None] Network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:19.549412 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6fb53904-e324-4dac-9d52-94a2aa96bf73 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:19.641225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 6fb53904-e324-4dac-9d52-94a2aa96bf73 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:19.641831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6fb53904-e324-4dac-9d52-94a2aa96bf73 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:19.651020 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd319dfd-d1fa-49c6-aae0-c55672f0bd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bae4cc08-f7d0-41e2-ab79-11fd2bdf207f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.667803 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd319dfd-d1fa-49c6-aae0-c55672f0bd5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.667803 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cd319dfd-d1fa-49c6-aae0-c55672f0bd5f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bae4cc08-f7d0-41e2-ab79-11fd2bdf207f HTTP/1.1" status: 204 len: 168 time: 0.9922814 Jan 27 22:01:19.681885 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd319dfd-d1fa-49c6-aae0-c55672f0bd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae4cc08-f7d0-41e2-ab79-11fd2bdf207f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:19.693954 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-544cd6b1-28c5-4c26-a24a-71239d099ad0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7974854 Jan 27 22:01:19.696468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46298) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:19.702154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:9e:50:a7', 'name': 'tempest-NetworksTestDHCPv6-1521690064'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:19.723701 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a4a992a6-ece8-41ce-8be8-4d0056f98140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3072522 Jan 27 22:01:19.730607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46300) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:19.811687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': 'cea52967-feac-4460-8214-56517da5a5d5'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:19.813098 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:19.839450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:19.840429 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.173911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:20.176453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Allocated IP 2001:db8::f816:3eff:fe41:a920 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/cea52967-feac-4460-8214-56517da5a5d5/479ce75c-2fcf-4c88-bfed-0cd267eb7175) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:20.201266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Allocated IP 172.20.0.2 (1ab2f17d-b623-4ab0-85bb-1067b489cd7f/d25f0a61-de15-4f57-9ad8-332487a7cfb2/09faf79a-932c-44af-907a-82e1cb6c09e1) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:20.356352 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.433938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 96912915-b9c8-4445-be72-7a3967717b2b yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:01:20.560436 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Publish callbacks [] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.650919 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.759787 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.851161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:20.856899 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Publish callbacks [] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:20.867238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:20.874091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:20.902823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Pushing event updated for resources: {'Port': ['ID=479ce75c-2fcf-4c88-bfed-0cd267eb7175,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:21.032490 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.082636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Attempting to bind port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:21.083015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Attempting to bind port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:21.083388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Attempting to bind port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:21.094265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:21.094714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:21.095136 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.095574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f145700-6bb4-4bce-8b33-754776494eb3 req-1f8aefbb-0913-4a4e-af34-3ca7f86b6428 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 210 time: 0.6633172 Jan 27 22:01:21.095693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:21.096199 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Bound port: 479ce75c-2fcf-4c88-bfed-0cd267eb7175, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:21.096736 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.117848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:21.139686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:21.146522 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:21.175189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Pushing event updated for resources: {'Port': ['ID=09faf79a-932c-44af-907a-82e1cb6c09e1,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:21.179108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Allocated IP 172.20.0.1 (1ab2f17d-b623-4ab0-85bb-1067b489cd7f/d25f0a61-de15-4f57-9ad8-332487a7cfb2/4703013a-e1e0-4d41-89e2-2a20855db1bf) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:21.227330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8d7cc3d7-454c-4be3-b659-1665a176600c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:21.264772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::f816:3eff:fe9e:50a7 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/cea52967-feac-4460-8214-56517da5a5d5/96912915-b9c8-4445-be72-7a3967717b2b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:21.445655 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.546689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] For port 479ce75c-2fcf-4c88-bfed-0cd267eb7175, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:21.551542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Attempting to bind port 09faf79a-932c-44af-907a-82e1cb6c09e1 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:21.551918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Attempting to bind port 09faf79a-932c-44af-907a-82e1cb6c09e1 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:21.552313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Attempting to bind port 09faf79a-932c-44af-907a-82e1cb6c09e1 on network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:21.565400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8d7cc3d7-454c-4be3-b659-1665a176600c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:21.565624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.569295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] For port 479ce75c-2fcf-4c88-bfed-0cd267eb7175, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=479ce75c-2fcf-4c88-bfed-0cd267eb7175,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:21.570826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:21.571091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Checking segment: {'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:21.571495 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.572472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Bound using segment: {'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:21.572904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Bound port: 09faf79a-932c-44af-907a-82e1cb6c09e1, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:21.573305 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.620942 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (96912915-b9c8-4445-be72-7a3967717b2b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.643595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-618aca7d-ba4f-4524-8c87-755676e53910 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:21.650374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-618aca7d-ba4f-4524-8c87-755676e53910 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 796 time: 0.1805856 Jan 27 22:01:21.700387 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.722760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] For port 09faf79a-932c-44af-907a-82e1cb6c09e1, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:21.743155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] For port 09faf79a-932c-44af-907a-82e1cb6c09e1, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=09faf79a-932c-44af-907a-82e1cb6c09e1,segment=NetworkSegment(14c7f832-4994-4f78-b12d-c83e41c7e43f),segment_id=14c7f832-4994-4f78-b12d-c83e41c7e43f)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:21.750579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8d7cc3d7-454c-4be3-b659-1665a176600c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:21.751000 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.754818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-44546fa7-755d-4c1f-8999-1233fb635187 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 379 time: 0.0928180 Jan 27 22:01:21.767843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'port': {'device_id': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'admin_state_up': True, 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'security_groups': ['48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:21.769136 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:21.776585 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:21.779669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 8d7cc3d7-454c-4be3-b659-1665a176600c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8d7cc3d7-454c-4be3-b659-1665a176600c,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:21.782624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.786957 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:21.792547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=4703013a-e1e0-4d41-89e2-2a20855db1bf,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:21.875391 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.900157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d461b-0386-4028-8f70-095e2f86114b None None] Pushing event updated for resources: {'Port': ['ID=479ce75c-2fcf-4c88-bfed-0cd267eb7175,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:21.946152 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (96912915-b9c8-4445-be72-7a3967717b2b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.969527 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.974597 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:21.986377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:22.021341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:22.033333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:22.041741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:22.042539 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.082711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Made reservation on behalf of 16bd7ffc8639420692a28d7b3dc02b1c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:22.087000 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.134035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=96912915-b9c8-4445-be72-7a3967717b2b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:22.176837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ec865-95ad-4a5f-ad62-ae5c935b4bce None None] Pushing event updated for resources: {'Port': ['ID=09faf79a-932c-44af-907a-82e1cb6c09e1,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:22.183178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-be227619-9b6d-4528-8780-0ea3e90ebee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4854259 Jan 27 22:01:22.186616 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46350) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:22.328379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0215928-9d04-411d-8ff4-269d5a6c7461 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:22.334771 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0215928-9d04-411d-8ff4-269d5a6c7461 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:22.336772 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e0215928-9d04-411d-8ff4-269d5a6c7461 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1489036 Jan 27 22:01:22.339553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46354) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:22.345532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f490d79f-e4d3-4c50-ba28-858debfa2636 req-e78ac0c7-0124-4742-b84b-5d090404afba tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 210 time: 0.1301186 Jan 27 22:01:22.387526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=8d7cc3d7-454c-4be3-b659-1665a176600c,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:22.404290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.404498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.404794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.405149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.405490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.405834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.406175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.406557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.406903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.407178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.407704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.408046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.408399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:22.475094 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.669329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.20.0.13 (aa649475-fc3d-438e-9fca-a1d7264eb877/29525e6d-9a4a-4c55-90dd-90ca234d1d17/9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:22.700806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b19e602d-d057-49ad-b568-85690ee5e211 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 96912915-b9c8-4445-be72-7a3967717b2b {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:22.701327 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b19e602d-d057-49ad-b568-85690ee5e211 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (96912915-b9c8-4445-be72-7a3967717b2b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.862474 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b19e602d-d057-49ad-b568-85690ee5e211 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (96912915-b9c8-4445-be72-7a3967717b2b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.872163 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:22.893484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b19e602d-d057-49ad-b568-85690ee5e211 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 96912915-b9c8-4445-be72-7a3967717b2b owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:23.103064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.131428 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.181132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network aa649475-fc3d-438e-9fca-a1d7264eb877 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:23.191342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:23.199037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:23.245011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:23.283781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:23.284647 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.294354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 479ce75c-2fcf-4c88-bfed-0cd267eb7175 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:23.328171 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.421327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:23.421712 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.443146 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.446815 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b19e602d-d057-49ad-b568-85690ee5e211 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (96912915-b9c8-4445-be72-7a3967717b2b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.464482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-14f60eba-2976-4ca8-9049-8199933e7382 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7031283 Jan 27 22:01:23.477054 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Request body: {'port': {'device_id': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:23.597711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:23.605308 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.629711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.656270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 479ce75c-2fcf-4c88-bfed-0cd267eb7175, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=479ce75c-2fcf-4c88-bfed-0cd267eb7175,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:23.666369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0b61c-4d41-404b-b825-9ac17ab91fa1 req-1a9a100e-4510-4e1e-bf15-6e731ee3ed97 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:23.668313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eae0b61c-4d41-404b-b825-9ac17ab91fa1 req-1a9a100e-4510-4e1e-bf15-6e731ee3ed97 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 932 time: 0.1598747 Jan 27 22:01:23.675148 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b19e602d-d057-49ad-b568-85690ee5e211 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.680158 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b19e602d-d057-49ad-b568-85690ee5e211 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/96912915-b9c8-4445-be72-7a3967717b2b HTTP/1.1" status: 204 len: 168 time: 1.3381093 Jan 27 22:01:23.681602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=4703013a-e1e0-4d41-89e2-2a20855db1bf,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:23.688042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46374) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:23.756366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-071fc146-6b05-47de-96f3-1c06a9d38f56 None None] Provisioning complete for port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:23.760238 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-071fc146-6b05-47de-96f3-1c06a9d38f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.764176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e602d-d057-49ad-b568-85690ee5e211 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=96912915-b9c8-4445-be72-7a3967717b2b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:23.780340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eae0b61c-4d41-404b-b825-9ac17ab91fa1 req-eb9d0190-1b84-486e-b670-2b463ab9779b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689795 Jan 27 22:01:23.805527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f7c303-f41e-4ba5-99fb-df275b51ac4e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:23.829039 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f7c303-f41e-4ba5-99fb-df275b51ac4e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:23.836310 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e5f7c303-f41e-4ba5-99fb-df275b51ac4e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1457031 Jan 27 22:01:23.853776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:23.853993 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:23.854736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 09faf79a-932c-44af-907a-82e1cb6c09e1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:23.854875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46380) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:23.855827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:24.005052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=479ce75c-2fcf-4c88-bfed-0cd267eb7175,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:24.095826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-071fc146-6b05-47de-96f3-1c06a9d38f56 None None] Current status of the port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:24.128450 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-6320a0b3-4e52-496a-8043-1bb5121862ac tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet cea52967-feac-4460-8214-56517da5a5d5 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:24.132460 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6320a0b3-4e52-496a-8043-1bb5121862ac tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (cea52967-feac-4460-8214-56517da5a5d5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.140506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-071fc146-6b05-47de-96f3-1c06a9d38f56 None None] Provisioning complete for port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:24.141292 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-071fc146-6b05-47de-96f3-1c06a9d38f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.200622 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6320a0b3-4e52-496a-8043-1bb5121862ac tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (cea52967-feac-4460-8214-56517da5a5d5), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.206161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 09faf79a-932c-44af-907a-82e1cb6c09e1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:24.206807 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.265327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-071fc146-6b05-47de-96f3-1c06a9d38f56 None None] Port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:24.312792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:24.335552 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Publish callbacks [] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.353546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 09faf79a-932c-44af-907a-82e1cb6c09e1 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:24.355144 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.361504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6320a0b3-4e52-496a-8043-1bb5121862ac tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (cea52967-feac-4460-8214-56517da5a5d5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.396429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a3a23252-116d-4b36-9396-97e9aa6d678c None None] Could not find standard attr ID for object 96912915-b9c8-4445-be72-7a3967717b2b. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:01:24.396852 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Transition to ACTIVE for port object 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:24.409955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:01:24.430988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 09faf79a-932c-44af-907a-82e1cb6c09e1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=09faf79a-932c-44af-907a-82e1cb6c09e1,segment=NetworkSegment(14c7f832-4994-4f78-b12d-c83e41c7e43f),segment_id=14c7f832-4994-4f78-b12d-c83e41c7e43f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:24.490838 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.515522 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fda777-5407-4c2f-81e9-e48e48d141e5 None None] Network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:24.604719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:24.637953 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.640427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8d7cc3d7-454c-4be3-b659-1665a176600c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:24.771104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Attempting to bind port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:24.771688 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Attempting to bind port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:24.772145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Attempting to bind port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on network aa649475-fc3d-438e-9fca-a1d7264eb877 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:24.785007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on network aa649475-fc3d-438e-9fca-a1d7264eb877 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:24.785484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Attempting to bind port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on network aa649475-fc3d-438e-9fca-a1d7264eb877 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:24.786724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-73ac2e07-d242-4777-aa57-01f113ab29b5 None None] Provisioning complete for port 09faf79a-932c-44af-907a-82e1cb6c09e1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:24.787464 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73ac2e07-d242-4777-aa57-01f113ab29b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.792040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:24.792528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Checking segment: {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:24.793038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Bound using segment: {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:24.793576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Bound port: 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:24.794036 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.932634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:24.971707 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8d7cc3d7-454c-4be3-b659-1665a176600c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:24.972129 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:24.976530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=09faf79a-932c-44af-907a-82e1cb6c09e1,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:25.020483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:25.056055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee9bbc-39a5-43e4-add8-979575224f4a req-1b0aba58-5c2e-4174-b169-e95b44e85507 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.058038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21ee9bbc-39a5-43e4-add8-979575224f4a req-1b0aba58-5c2e-4174-b169-e95b44e85507 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 944 time: 0.1277919 Jan 27 22:01:25.119782 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.134326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-73ac2e07-d242-4777-aa57-01f113ab29b5 None None] Current status of the port 09faf79a-932c-44af-907a-82e1cb6c09e1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:25.134783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:01:25.142405 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-14676921-59de-45d5-805c-aafdfcd230d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "PUT /v2.0/routers/dec9a3bb-19b1-46c9-ad21-fddfbc9458bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4169981 Jan 27 22:01:25.149766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46400) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:25.155130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Sync routers for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:01:25.210377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:25.210708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:01:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:25.225811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:25.278502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21ee9bbc-39a5-43e4-add8-979575224f4a req-68a80f9c-7c20-4dd7-827a-7deeee069ec6 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127683 Jan 27 22:01:25.280549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.281368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6320a0b3-4e52-496a-8043-1bb5121862ac tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (cea52967-feac-4460-8214-56517da5a5d5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.282620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8d7cc3d7-454c-4be3-b659-1665a176600c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:25.288335 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.289825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-69e93c9d-f7e4-47a4-9045-d886ea0165ad service neutron] 10.222.0.71 "PUT /v2.0/ports/9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 1092 time: 1.8180506 Jan 27 22:01:25.290469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:25.303818 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb528da9-2098-4638-8a07-4c6083bf8c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:25.379713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb84ef61-835c-4206-aff5-43018a8cf7c7 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:25.389917 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3098f60-cb3f-41cd-a07e-bf1dc874001a x-openstack-request-id: req-b3098f60-cb3f-41cd-a07e-bf1dc874001a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:25.390223 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:25.390487 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3098f60-cb3f-41cd-a07e-bf1dc874001a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:25.390907 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'status': 'completed', 'code': 200} Jan 27 22:01:25.420272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6320a0b3-4e52-496a-8043-1bb5121862ac tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.424194 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6320a0b3-4e52-496a-8043-1bb5121862ac tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/cea52967-feac-4460-8214-56517da5a5d5 HTTP/1.1" status: 204 len: 168 time: 1.5651100 Jan 27 22:01:25.439129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46406) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:25.439612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320a0b3-4e52-496a-8043-1bb5121862ac tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=cea52967-feac-4460-8214-56517da5a5d5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:25.552430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c1f48941-8143-4941-a496-13cd49ca672e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204336 Jan 27 22:01:25.563051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46408) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:25.620148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 09faf79a-932c-44af-907a-82e1cb6c09e1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:25.663729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e717dca-6285-4620-8648-3e411b20ac9d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.664737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e717dca-6285-4620-8648-3e411b20ac9d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.665211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e717dca-6285-4620-8648-3e411b20ac9d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.665678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e717dca-6285-4620-8648-3e411b20ac9d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.671911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e717dca-6285-4620-8648-3e411b20ac9d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.673930 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e717dca-6285-4620-8648-3e411b20ac9d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.674774 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e717dca-6285-4620-8648-3e411b20ac9d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.675257 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e717dca-6285-4620-8648-3e411b20ac9d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.675719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e717dca-6285-4620-8648-3e411b20ac9d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.679900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e717dca-6285-4620-8648-3e411b20ac9d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.684743 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6e717dca-6285-4620-8648-3e411b20ac9d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7048 time: 0.5328257 Jan 27 22:01:25.687405 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46412) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:25.691014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528da9-2098-4638-8a07-4c6083bf8c1b req-7011012a-f690-4f68-adb0-1926e53bc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.692585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb528da9-2098-4638-8a07-4c6083bf8c1b req-7011012a-f690-4f68-adb0-1926e53bc7b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1095 time: 0.2774203 Jan 27 22:01:25.739897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c556c8d6-9aa5-4bf8-a786-bbf749680839 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.743631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c556c8d6-9aa5-4bf8-a786-bbf749680839 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1746538 Jan 27 22:01:25.757091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46414) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:25.801159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:25.851270 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6129b88-ff1e-48be-a741-929121c83d39 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.852384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6129b88-ff1e-48be-a741-929121c83d39 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.852384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6129b88-ff1e-48be-a741-929121c83d39 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.852732 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6129b88-ff1e-48be-a741-929121c83d39 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.853186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6129b88-ff1e-48be-a741-929121c83d39 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.854023 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6129b88-ff1e-48be-a741-929121c83d39 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.854487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6129b88-ff1e-48be-a741-929121c83d39 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.854871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7d4325b7-2ffb-4c42-969b-1ef7f927525e None None] Provisioning complete for port 4703013a-e1e0-4d41-89e2-2a20855db1bf triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:25.855001 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6129b88-ff1e-48be-a741-929121c83d39 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.855509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6129b88-ff1e-48be-a741-929121c83d39 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.855893 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7d4325b7-2ffb-4c42-969b-1ef7f927525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.858062 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b6129b88-ff1e-48be-a741-929121c83d39 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5798 time: 0.1695597 Jan 27 22:01:25.861451 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46418) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:25.954669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 09faf79a-932c-44af-907a-82e1cb6c09e1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:25.955294 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:25.960274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0bd891-ecdd-469d-ad43-2e23333e0c21 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:25.961275 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4f0bd891-ecdd-469d-ad43-2e23333e0c21 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2034013 Jan 27 22:01:25.966265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46422) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:26.059498 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b185781a-e4e8-44d3-8a19-3c7708bcc5e4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906980 Jan 27 22:01:26.064783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46426) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:26.069740 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:26.079918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528da9-2098-4638-8a07-4c6083bf8c1b req-8c88f6e9-559e-45e5-8569-18ac6e25a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.081418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb528da9-2098-4638-8a07-4c6083bf8c1b req-8c88f6e9-559e-45e5-8569-18ac6e25a904 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3694854 Jan 27 22:01:26.419234 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4ce76ab8-ec9d-4c4f-8b98-b7fee3f96191 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.5565736 Jan 27 22:01:26.477719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7d4325b7-2ffb-4c42-969b-1ef7f927525e None None] Port 4703013a-e1e0-4d41-89e2-2a20855db1bf cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:26.492391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528da9-2098-4638-8a07-4c6083bf8c1b req-fc584da9-3931-4b92-b9c5-3d36a80cf12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.494474 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb528da9-2098-4638-8a07-4c6083bf8c1b req-fc584da9-3931-4b92-b9c5-3d36a80cf12b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3944893 Jan 27 22:01:26.521219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7d4325b7-2ffb-4c42-969b-1ef7f927525e None None] Provisioning complete for port 09faf79a-932c-44af-907a-82e1cb6c09e1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:26.521609 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7d4325b7-2ffb-4c42-969b-1ef7f927525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.528237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce78166-85e1-4b55-a32f-66075443b240 req-b048dabb-a8d6-4979-b61f-79d7b966d9b2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.528237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ce78166-85e1-4b55-a32f-66075443b240 req-b048dabb-a8d6-4979-b61f-79d7b966d9b2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 944 time: 0.1057529 Jan 27 22:01:26.532253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:26.538097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.566725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 09faf79a-932c-44af-907a-82e1cb6c09e1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:26.567833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 479ce75c-2fcf-4c88-bfed-0cd267eb7175 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:26.590575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfae146-2cd1-44b6-88dd-db93c771a36d None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:26.618655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ce78166-85e1-4b55-a32f-66075443b240 req-9be0f00f-8632-4c03-a46f-1b415df7784c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789337 Jan 27 22:01:26.650526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-40c0ae54-0f9d-4f35-ab0f-1c26f8d9db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.652406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-40c0ae54-0f9d-4f35-ab0f-1c26f8d9db88 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1095 time: 0.0866296 Jan 27 22:01:26.664196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:22Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:22Z', 'revision_number': 2, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:26.706675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Checking router: dec9a3bb-19b1-46c9-ad21-fddfbc9458bd for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:26.706931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Updating router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd port 4703013a-e1e0-4d41-89e2-2a20855db1bf binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:01:26.744458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-75062a39-dd09-4aac-b39a-17cf7f53f578 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 217 time: 0.0840564 Jan 27 22:01:26.764718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46442) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:26.771137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-614ba4d8-a504-411a-ae60-1dc5c1a97b96 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-539053847', 'description': 'tempest-secgroup-smoke-539053847 description', 'project_id': '4bf4602f0c574206a86b75c83395b7f6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:26.792197 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.818545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-c50ffb65-a49e-42da-827e-fe1a1f670db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.820050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-c50ffb65-a49e-42da-827e-fe1a1f670db7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 200 len: 835 time: 0.0686855 Jan 27 22:01:26.844204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:26.844643 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.855245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3cfae146-2cd1-44b6-88dd-db93c771a36d None None] Deleting port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:26.855679 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3cfae146-2cd1-44b6-88dd-db93c771a36d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:26.873425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-39333914-786c-4038-bc8f-9524852cadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:26.875536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-39333914-786c-4038-bc8f-9524852cadb6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aa649475-fc3d-438e-9fca-a1d7264eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467064 Jan 27 22:01:26.956101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7d4325b7-2ffb-4c42-969b-1ef7f927525e None None] Current status of the port 09faf79a-932c-44af-907a-82e1cb6c09e1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:26.985491 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-614ba4d8-a504-411a-ae60-1dc5c1a97b96 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.013888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-de712787-21cc-49fe-824c-8f396d481e79 service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273150 Jan 27 22:01:27.067228 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-614ba4d8-a504-411a-ae60-1dc5c1a97b96 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.077568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3cfae146-2cd1-44b6-88dd-db93c771a36d None None] For port 479ce75c-2fcf-4c88-bfed-0cd267eb7175, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=479ce75c-2fcf-4c88-bfed-0cd267eb7175,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:27.077982 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3cfae146-2cd1-44b6-88dd-db93c771a36d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.108632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3cfae146-2cd1-44b6-88dd-db93c771a36d None None] Calling delete_port for 479ce75c-2fcf-4c88-bfed-0cd267eb7175 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:27.117566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c3bcf4-8700-4620-a53f-dc7ab89470bf req-81a1537d-1920-4dc6-b1b5-e231985a74c1 service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941892 Jan 27 22:01:27.172475 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-614ba4d8-a504-411a-ae60-1dc5c1a97b96 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.184113 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.222247 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ba4d8-a504-411a-ae60-1dc5c1a97b96 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:27.252678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:27.282044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3a675525-139c-4894-931c-982ea38588fb None None] Provisioning complete for port 4703013a-e1e0-4d41-89e2-2a20855db1bf triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:27.282413 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3a675525-139c-4894-931c-982ea38588fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.301888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:01:27.399396 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-614ba4d8-a504-411a-ae60-1dc5c1a97b96 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.404368 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-614ba4d8-a504-411a-ae60-1dc5c1a97b96 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6380913 Jan 27 22:01:27.405025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46460) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:27.414020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-187a4764-718a-4ab0-8613-11068e636fcb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': 'c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:27.414307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3a675525-139c-4894-931c-982ea38588fb None None] Port 4703013a-e1e0-4d41-89e2-2a20855db1bf cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:27.453392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 479ce75c-2fcf-4c88-bfed-0cd267eb7175 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:27.523855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Publish callbacks [] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.572331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:27.572739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.607012 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3cfae146-2cd1-44b6-88dd-db93c771a36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (479ce75c-2fcf-4c88-bfed-0cd267eb7175), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.613013 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.613428 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-187a4764-718a-4ab0-8613-11068e636fcb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (44d1425c-0d4c-42cb-8df1-4a60ddc03fa9), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.666044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfae146-2cd1-44b6-88dd-db93c771a36d None None] Pushing event deleted for resources: {'Port': ['ID=479ce75c-2fcf-4c88-bfed-0cd267eb7175,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:27.668752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfae146-2cd1-44b6-88dd-db93c771a36d None None] No DVR routers for this DVR port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:27.701349 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-187a4764-718a-4ab0-8613-11068e636fcb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (44d1425c-0d4c-42cb-8df1-4a60ddc03fa9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.707874 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Port 479ce75c-2fcf-4c88-bfed-0cd267eb7175 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 27 22:01:27.708361 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Reverting IP allocation for 2001:db8::f816:3eff:fe41:a920 {{(pid=104026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 27 22:01:27.712352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe41:a920 {{(pid=104026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 27 22:01:27.713753 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (ef57a7c2-8be9-4099-98d3-01a36bcd1d24), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.757658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:27.760975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:27.765236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:27.765835 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.772320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf4eb7f-22cd-4d17-b6ad-64f080150cd7 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:27.777746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c22bdc-3389-4c59-b211-95176dcc8ef6 req-26ec27d7-c5e9-4955-a6c7-a936002367a6 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:27.777892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=ef57a7c2-8be9-4099-98d3-01a36bcd1d24,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:27.779244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c22bdc-3389-4c59-b211-95176dcc8ef6 req-26ec27d7-c5e9-4955-a6c7-a936002367a6 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 944 time: 0.0539553 Jan 27 22:01:27.795713 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.837438 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-187a4764-718a-4ab0-8613-11068e636fcb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (44d1425c-0d4c-42cb-8df1-4a60ddc03fa9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.856232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c22bdc-3389-4c59-b211-95176dcc8ef6 req-45254148-793a-409b-ad6b-aeb821c0c720 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703881 Jan 27 22:01:27.864945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a4764-718a-4ab0-8613-11068e636fcb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d1425c-0d4c-42cb-8df1-4a60ddc03fa9,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:27.887268 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-aa5f49b1-9bef-4087-a2fe-0b5a5b450374 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8216224 Jan 27 22:01:27.890121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46474) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:27.896120 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:85:08:9e', 'name': 'tempest-NetworksTestDHCPv6-754764199'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:27.909188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4f538-404a-48fa-8903-60984897a3b2 None None] Pushing event updated for resources: {'Port': ['ID=4703013a-e1e0-4d41-89e2-2a20855db1bf,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:27.983531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Attempting to bind port 4703013a-e1e0-4d41-89e2-2a20855db1bf on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:27.983919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Attempting to bind port 4703013a-e1e0-4d41-89e2-2a20855db1bf by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:27.984328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Attempting to bind port 4703013a-e1e0-4d41-89e2-2a20855db1bf on network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:27.992587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:27.992971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Checking segment: {'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:27.993387 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:27.993786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Bound using segment: {'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:27.994268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Bound port: 4703013a-e1e0-4d41-89e2-2a20855db1bf, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:27.994662 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.022340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': 'ef57a7c2-8be9-4099-98d3-01a36bcd1d24'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:28.023215 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.029616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-187a4764-718a-4ab0-8613-11068e636fcb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.029616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-187a4764-718a-4ab0-8613-11068e636fcb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6217206 Jan 27 22:01:28.032306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46478) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:28.037821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-47068877-8249-4c5f-aa58-a5bd1db50cb6 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': 'c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:28.171415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] For port 4703013a-e1e0-4d41-89e2-2a20855db1bf, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:28.176620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] For port 4703013a-e1e0-4d41-89e2-2a20855db1bf, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4703013a-e1e0-4d41-89e2-2a20855db1bf,segment=NetworkSegment(14c7f832-4994-4f78-b12d-c83e41c7e43f),segment_id=14c7f832-4994-4f78-b12d-c83e41c7e43f)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:28.208999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:28.213767 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-47068877-8249-4c5f-aa58-a5bd1db50cb6 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (2fdbf3c8-ddba-4fa9-aade-f464bb3a5cb1), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.233599 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Allocated IP 2001:db8::f816:3eff:fe03:5121 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/ef57a7c2-8be9-4099-98d3-01a36bcd1d24/85f03a39-ef87-401f-b5f9-b2498258b33b) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:28.274158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9735be11-a7c7-4011-81c0-f7a3ec0b8ee9 None None] Provisioning complete for port 4703013a-e1e0-4d41-89e2-2a20855db1bf triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:28.274460 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9735be11-a7c7-4011-81c0-f7a3ec0b8ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.315154 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-47068877-8249-4c5f-aa58-a5bd1db50cb6 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (2fdbf3c8-ddba-4fa9-aade-f464bb3a5cb1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.316546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.340168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port c9cec974-57e9-4648-8886-4327d1cac981 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:01:28.354047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9735be11-a7c7-4011-81c0-f7a3ec0b8ee9 None None] Port 4703013a-e1e0-4d41-89e2-2a20855db1bf cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:28.366925 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.473476 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-47068877-8249-4c5f-aa58-a5bd1db50cb6 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (2fdbf3c8-ddba-4fa9-aade-f464bb3a5cb1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.494986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47068877-8249-4c5f-aa58-a5bd1db50cb6 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdbf3c8-ddba-4fa9-aade-f464bb3a5cb1,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:28.611308 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-47068877-8249-4c5f-aa58-a5bd1db50cb6 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.613821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-47068877-8249-4c5f-aa58-a5bd1db50cb6 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5796390 Jan 27 22:01:28.616194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46496) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:28.623982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f5a7782c-5d7b-4576-a2f2-b5d7ffa9468d tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': 'c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:28.644866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4f538-404a-48fa-8903-60984897a3b2 None None] Pushing event updated for resources: {'Port': ['ID=4703013a-e1e0-4d41-89e2-2a20855db1bf,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:28.654276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:28.654940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:01:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:28.692518 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Publish callbacks [] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.782802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:28.807062 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f5a7782c-5d7b-4576-a2f2-b5d7ffa9468d tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (c756bbfc-24b7-49a1-b8c9-e3447ab569a7), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.816419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2efb5b43-62c4-4b0b-b3a0-c3a4aac4f18f None None] Provisioning complete for port 4703013a-e1e0-4d41-89e2-2a20855db1bf triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:28.816807 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2efb5b43-62c4-4b0b-b3a0-c3a4aac4f18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.852520 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.869432 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f5a7782c-5d7b-4576-a2f2-b5d7ffa9468d tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (c756bbfc-24b7-49a1-b8c9-e3447ab569a7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.899305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::f816:3eff:fe85:89e (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/ef57a7c2-8be9-4099-98d3-01a36bcd1d24/c9cec974-57e9-4648-8886-4327d1cac981) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:28.946564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:28.984816 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f5a7782c-5d7b-4576-a2f2-b5d7ffa9468d tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (c756bbfc-24b7-49a1-b8c9-e3447ab569a7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:28.990379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:28.997244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:29.002142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Pushing event updated for resources: {'Port': ['ID=85f03a39-ef87-401f-b5f9-b2498258b33b,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:29.054005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7782c-5d7b-4576-a2f2-b5d7ffa9468d tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c756bbfc-24b7-49a1-b8c9-e3447ab569a7,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:29.079594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f49e03-212e-4a3e-b35b-01215d848a73 req-87af820f-3c01-4eec-b444-dbb60cc31425 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.081462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92f49e03-212e-4a3e-b35b-01215d848a73 req-87af820f-3c01-4eec-b444-dbb60cc31425 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 944 time: 0.1071382 Jan 27 22:01:29.124988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2efb5b43-62c4-4b0b-b3a0-c3a4aac4f18f None None] Current status of the port 4703013a-e1e0-4d41-89e2-2a20855db1bf is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:29.125389 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2efb5b43-62c4-4b0b-b3a0-c3a4aac4f18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.129065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Attempting to bind port 85f03a39-ef87-401f-b5f9-b2498258b33b on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:29.129452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Attempting to bind port 85f03a39-ef87-401f-b5f9-b2498258b33b by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:29.129828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Attempting to bind port 85f03a39-ef87-401f-b5f9-b2498258b33b on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:29.200143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:29.200143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:29.200143 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.200143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:29.200143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Bound port: 85f03a39-ef87-401f-b5f9-b2498258b33b, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:29.200143 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.201165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92f49e03-212e-4a3e-b35b-01215d848a73 req-d3d492b4-618c-44ae-94ee-0f50ea95cb48 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850244 Jan 27 22:01:29.201241 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (c9cec974-57e9-4648-8886-4327d1cac981), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.248480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2efb5b43-62c4-4b0b-b3a0-c3a4aac4f18f None None] For port 4703013a-e1e0-4d41-89e2-2a20855db1bf, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4703013a-e1e0-4d41-89e2-2a20855db1bf,segment=NetworkSegment(14c7f832-4994-4f78-b12d-c83e41c7e43f),segment_id=14c7f832-4994-4f78-b12d-c83e41c7e43f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:29.288691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] For port 85f03a39-ef87-401f-b5f9-b2498258b33b, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:29.292156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:22Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:28Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:29.295459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] For port 85f03a39-ef87-401f-b5f9-b2498258b33b, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=85f03a39-ef87-401f-b5f9-b2498258b33b,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:29.321868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b1ff3d-7277-4710-bacb-9d5dbff09a36 None None] The sync data for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 is: [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:22Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:28Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:29.397955 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f5a7782c-5d7b-4576-a2f2-b5d7ffa9468d tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.399717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f5a7782c-5d7b-4576-a2f2-b5d7ffa9468d tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7820680 Jan 27 22:01:29.402567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46510) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:29.413317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5274d603-510a-47bf-974a-683bd9235c43 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': 'c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:29.492651 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c9cec974-57e9-4648-8886-4327d1cac981), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.544989 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:29.550669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:29.555367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:29.561929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.562566 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.566860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=c9cec974-57e9-4648-8886-4327d1cac981,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:29.631545 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.634336 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2efb5b43-62c4-4b0b-b3a0-c3a4aac4f18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.737461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd7e1b-9321-477c-b209-e3a13d2c15a1 None None] Pushing event updated for resources: {'Port': ['ID=85f03a39-ef87-401f-b5f9-b2498258b33b,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:29.800022 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5274d603-510a-47bf-974a-683bd9235c43 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (3b3ddbd2-234b-4761-812c-1b6839314ecb), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:29.824567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb5b43-62c4-4b0b-b3a0-c3a4aac4f18f None None] Pushing event updated for resources: {'Port': ['ID=4703013a-e1e0-4d41-89e2-2a20855db1bf,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:29.842139 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-121560d3-c571-41b7-afd4-2f393762353e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9504063 Jan 27 22:01:29.844832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46516) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:29.943501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c44382-4be1-423f-a950-aa41ac9ac4ee tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.949039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c44382-4be1-423f-a950-aa41ac9ac4ee tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:29.951804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b5c44382-4be1-423f-a950-aa41ac9ac4ee tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1052992 Jan 27 22:01:29.953849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46518) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:30.066935 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5274d603-510a-47bf-974a-683bd9235c43 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (3b3ddbd2-234b-4761-812c-1b6839314ecb), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.111511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b04bc2f1-d5c4-4bc8-8cb3-5991be2df363 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port c9cec974-57e9-4648-8886-4327d1cac981 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:30.111865 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b04bc2f1-d5c4-4bc8-8cb3-5991be2df363 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c9cec974-57e9-4648-8886-4327d1cac981), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.112127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:30.189241 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5274d603-510a-47bf-974a-683bd9235c43 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (3b3ddbd2-234b-4761-812c-1b6839314ecb), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.312844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b04bc2f1-d5c4-4bc8-8cb3-5991be2df363 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c9cec974-57e9-4648-8886-4327d1cac981), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.329506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b04bc2f1-d5c4-4bc8-8cb3-5991be2df363 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for c9cec974-57e9-4648-8886-4327d1cac981 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:30.346704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:30.362270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'port_id': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'mac_address': 'fa:16:3e:2d:d3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:30.380835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274d603-510a-47bf-974a-683bd9235c43 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3ddbd2-234b-4761-812c-1b6839314ecb,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:30.417597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:30.418093 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.433002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:30.455311 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:30.466416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5ce00-fce8-4e0a-9cff-5ba5c2418cd9 req-39da53fa-c4ea-467c-9e05-d21d422452ec tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:30.468164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0c5ce00-fce8-4e0a-9cff-5ba5c2418cd9 req-39da53fa-c4ea-467c-9e05-d21d422452ec tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 944 time: 0.0828390 Jan 27 22:01:30.567442 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5274d603-510a-47bf-974a-683bd9235c43 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.568805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5274d603-510a-47bf-974a-683bd9235c43 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1650505 Jan 27 22:01:30.572185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46532) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:30.580575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-952dfa3e-75f5-4937-baba-f3c950b70f34 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': 'c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:30.584953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0c5ce00-fce8-4e0a-9cff-5ba5c2418cd9 req-baedb94a-77da-4473-a962-ac3129a26686 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104102 Jan 27 22:01:30.611651 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.656740 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b04bc2f1-d5c4-4bc8-8cb3-5991be2df363 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c9cec974-57e9-4648-8886-4327d1cac981), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.686511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:30.754182 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-952dfa3e-75f5-4937-baba-f3c950b70f34 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Project 4bf4602f0c574206a86b75c83395b7f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:01:30.763677 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-952dfa3e-75f5-4937-baba-f3c950b70f34 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (47558b89-5642-41fd-bba3-7bff722f2f47), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.766007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bc2f1-d5c4-4bc8-8cb3-5991be2df363 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=c9cec974-57e9-4648-8886-4327d1cac981,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:30.794089 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b04bc2f1-d5c4-4bc8-8cb3-5991be2df363 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:30.806733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46536) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:30.808755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b04bc2f1-d5c4-4bc8-8cb3-5991be2df363 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/c9cec974-57e9-4648-8886-4327d1cac981 HTTP/1.1" status: 204 len: 168 time: 0.8538482 Jan 27 22:01:30.889215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:30.920949 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e70917-3da0-4d1e-be93-01fc7d3bbf74 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:30.922494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e70917-3da0-4d1e-be93-01fc7d3bbf74 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:30.927109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46538) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:30.935663 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a8e70917-3da0-4d1e-be93-01fc7d3bbf74 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1231594 Jan 27 22:01:30.979474 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-952dfa3e-75f5-4937-baba-f3c950b70f34 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (47558b89-5642-41fd-bba3-7bff722f2f47), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.076277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-731401ee-70c1-4953-98d8-84fccc105a04 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet ef57a7c2-8be9-4099-98d3-01a36bcd1d24 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:31.086007 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-731401ee-70c1-4953-98d8-84fccc105a04 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (ef57a7c2-8be9-4099-98d3-01a36bcd1d24), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.109912 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-952dfa3e-75f5-4937-baba-f3c950b70f34 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (47558b89-5642-41fd-bba3-7bff722f2f47), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.157155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952dfa3e-75f5-4937-baba-f3c950b70f34 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47558b89-5642-41fd-bba3-7bff722f2f47,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:31.194900 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-731401ee-70c1-4953-98d8-84fccc105a04 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (ef57a7c2-8be9-4099-98d3-01a36bcd1d24), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.290118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-731401ee-70c1-4953-98d8-84fccc105a04 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (ef57a7c2-8be9-4099-98d3-01a36bcd1d24), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.290672 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-952dfa3e-75f5-4937-baba-f3c950b70f34 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.294797 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-952dfa3e-75f5-4937-baba-f3c950b70f34 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7185006 Jan 27 22:01:31.294797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46546) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:31.300155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5e24295e-c911-444a-aff6-522cf9181265 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': 'c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:31.441289 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-5e24295e-c911-444a-aff6-522cf9181265 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Project 4bf4602f0c574206a86b75c83395b7f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:01:31.446603 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e24295e-c911-444a-aff6-522cf9181265 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (4c94f24f-3f09-48e2-a53e-2f2447b10854), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.499567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-07f4f3d3-c392-4ee7-98d1-b863c1b64bd7 None None] Provisioning complete for port 85f03a39-ef87-401f-b5f9-b2498258b33b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:31.500338 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-07f4f3d3-c392-4ee7-98d1-b863c1b64bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.526810 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e24295e-c911-444a-aff6-522cf9181265 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (4c94f24f-3f09-48e2-a53e-2f2447b10854), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.611136 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-731401ee-70c1-4953-98d8-84fccc105a04 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (ef57a7c2-8be9-4099-98d3-01a36bcd1d24), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.617983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-07f4f3d3-c392-4ee7-98d1-b863c1b64bd7 None None] Current status of the port 85f03a39-ef87-401f-b5f9-b2498258b33b is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:31.618570 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-07f4f3d3-c392-4ee7-98d1-b863c1b64bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.653150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731401ee-70c1-4953-98d8-84fccc105a04 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=ef57a7c2-8be9-4099-98d3-01a36bcd1d24,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:31.687844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-731401ee-70c1-4953-98d8-84fccc105a04 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.688256 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-07f4f3d3-c392-4ee7-98d1-b863c1b64bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:01:31.691262 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e24295e-c911-444a-aff6-522cf9181265 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (4c94f24f-3f09-48e2-a53e-2f2447b10854), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.701655 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-07f4f3d3-c392-4ee7-98d1-b863c1b64bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:01:31.702659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-731401ee-70c1-4953-98d8-84fccc105a04 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/ef57a7c2-8be9-4099-98d3-01a36bcd1d24 HTTP/1.1" status: 204 len: 168 time: 0.7744536 Jan 27 22:01:31.705256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46552) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:31.709233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 85f03a39-ef87-401f-b5f9-b2498258b33b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:31.721509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24295e-c911-444a-aff6-522cf9181265 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c94f24f-3f09-48e2-a53e-2f2447b10854,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:31.786062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-82d2eebe-e77d-42da-ab79-3734cedeb487 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769451 Jan 27 22:01:31.788797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46558) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:31.794792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:31.821698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 85f03a39-ef87-401f-b5f9-b2498258b33b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:31.822089 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.864973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952757a4-f975-4e4d-87df-cb5562c3e3a7 req-a509ece5-e85d-4bb1-b950-70657a50f550 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:31.867078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-952757a4-f975-4e4d-87df-cb5562c3e3a7 req-a509ece5-e85d-4bb1-b950-70657a50f550 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 945 time: 0.0833893 Jan 27 22:01:31.906133 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc26537b-4f28-4f30-b9f8-7c7379ea7fcf None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:31.932340 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e24295e-c911-444a-aff6-522cf9181265 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:31.933678 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5e24295e-c911-444a-aff6-522cf9181265 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6377861 Jan 27 22:01:31.953289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-952757a4-f975-4e4d-87df-cb5562c3e3a7 req-cde0bb75-c310-4481-b398-0d3fca4c923b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801520 Jan 27 22:01:32.062188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:32.074876 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.089420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 85f03a39-ef87-401f-b5f9-b2498258b33b is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:32.090626 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.142758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:32.334943 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-67a4799a-d35a-4e20-9e1c-bc3f84df2b41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-539053847&fields=id&tenant_id=4bf4602f0c574206a86b75c83395b7f6 HTTP/1.1" status: 200 len: 267 time: 0.1469560 Jan 27 22:01:32.393742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 85f03a39-ef87-401f-b5f9-b2498258b33b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=85f03a39-ef87-401f-b5f9-b2498258b33b,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:32.403828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-07f4f3d3-c392-4ee7-98d1-b863c1b64bd7 None None] Current status of the port 85f03a39-ef87-401f-b5f9-b2498258b33b is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:32.404265 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-07f4f3d3-c392-4ee7-98d1-b863c1b64bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.496625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde5aeac-929a-475d-a2f8-04f7838b81e6 None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:32.504375 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-84e9609d-a7dc-4f7e-b51d-d3ab248c4a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.561620 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-bde8ef36-385c-4e71-b3fb-4613b424f96c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:32.563581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-bde8ef36-385c-4e71-b3fb-4613b424f96c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/networks?id=1ab2f17d-b623-4ab0-85bb-1067b489cd7f HTTP/1.1" status: 200 len: 795 time: 0.2101643 Jan 27 22:01:32.567660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bde5aeac-929a-475d-a2f8-04f7838b81e6 None None] Deleting port 85f03a39-ef87-401f-b5f9-b2498258b33b {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:32.568094 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bde5aeac-929a-475d-a2f8-04f7838b81e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.578892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-273634ad-ed78-4097-9747-2eaf942e6b12 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/quotas/4bf4602f0c574206a86b75c83395b7f6 HTTP/1.1" status: 200 len: 375 time: 0.0094938 Jan 27 22:01:32.634712 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.635792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4703013a-e1e0-4d41-89e2-2a20855db1bf up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:32.644965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-9f4a7bac-2cb8-4568-a3c7-7226030c3f32 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602126 Jan 27 22:01:32.812107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d2806fd6-563f-43d4-852c-b52bc9c59479 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab2f17d-b623-4ab0-85bb-1067b489cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519899 Jan 27 22:01:32.884946 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:01:32.885944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:32.915002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bde5aeac-929a-475d-a2f8-04f7838b81e6 None None] For port 85f03a39-ef87-401f-b5f9-b2498258b33b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=85f03a39-ef87-401f-b5f9-b2498258b33b,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:32.915644 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bde5aeac-929a-475d-a2f8-04f7838b81e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:32.928457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bde5aeac-929a-475d-a2f8-04f7838b81e6 None None] Calling delete_port for 85f03a39-ef87-401f-b5f9-b2498258b33b owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:32.940960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-17975bb3-70df-498d-94f4-5bc39b82e9f3 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab2f17d-b623-4ab0-85bb-1067b489cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210077 Jan 27 22:01:33.070712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:33.071099 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.144354 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-07f4f3d3-c392-4ee7-98d1-b863c1b64bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:01:33.144729 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-07f4f3d3-c392-4ee7-98d1-b863c1b64bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:01:33.158139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d03b8-fc00-4d6f-a3a1-d21d31675439 req-cd8edcb6-c876-4cf1-9448-d7f3814a2177 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:33.159720 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e59d03b8-fc00-4d6f-a3a1-d21d31675439 req-cd8edcb6-c876-4cf1-9448-d7f3814a2177 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 945 time: 0.0816700 Jan 27 22:01:33.189729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=85f03a39-ef87-401f-b5f9-b2498258b33b,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:33.214057 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bde5aeac-929a-475d-a2f8-04f7838b81e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (85f03a39-ef87-401f-b5f9-b2498258b33b), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.251752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e59d03b8-fc00-4d6f-a3a1-d21d31675439 req-0d978f06-8cae-49c7-ae35-1ec55e3e2015 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804358 Jan 27 22:01:33.262393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Port 85f03a39-ef87-401f-b5f9-b2498258b33b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 27 22:01:33.262709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Reverting IP allocation for 2001:db8::f816:3eff:fe03:5121 {{(pid=104026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 27 22:01:33.267670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_pluggable_backend [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe03:5121 {{(pid=104026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 27 22:01:33.269618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4703013a-e1e0-4d41-89e2-2a20855db1bf triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:33.270016 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.285038 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (4781daff-823d-4d8b-b9ba-bffc48c81679), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.327242 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5aeac-929a-475d-a2f8-04f7838b81e6 None None] Pushing event deleted for resources: {'Port': ['ID=85f03a39-ef87-401f-b5f9-b2498258b33b,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:33.400172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=4781daff-823d-4d8b-b9ba-bffc48c81679,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:33.424659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5aeac-929a-475d-a2f8-04f7838b81e6 None None] No DVR routers for this DVR port 85f03a39-ef87-401f-b5f9-b2498258b33b on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:33.424906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39edd32c-7788-45eb-8304-94c4c19ecc59 req-3857d942-fb3f-4679-9aca-0c74687b77f6 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 210 time: 0.0603390 Jan 27 22:01:33.438848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:33.441082 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:33.444165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:33.445486 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.486140 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94f43ce-e4be-47e3-9deb-eb0bf9f26d3a None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:33.489342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:33.489743 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.590094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46608) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:33.590341 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f9bca9bc-3218-4148-b5d0-f93da174626b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8001893 Jan 27 22:01:33.593047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:33.595368 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063f1546-be26-4ed1-b77f-664528d13a62" -d '{"events": [{"server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "name": "network-vif-plugged", "status": "completed", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:33.595570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:f3:ee:ac', 'name': 'tempest-NetworksTestDHCPv6-2122024802'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:33.633440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:33.638561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4703013a-e1e0-4d41-89e2-2a20855db1bf is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:33.670122 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ecbe1d-d835-491c-92e6-8786980e705e x-openstack-request-id: req-99ecbe1d-d835-491c-92e6-8786980e705e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:33.670496 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "name": "network-vif-plugged", "status": "completed", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:33.670830 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99ecbe1d-d835-491c-92e6-8786980e705e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:33.671321 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'code': 200} Jan 27 22:01:33.677582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '4781daff-823d-4d8b-b9ba-bffc48c81679'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:33.678581 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.794681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 85f03a39-ef87-401f-b5f9-b2498258b33b no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:33.801913 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:33.831978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 85f03a39-ef87-401f-b5f9-b2498258b33b {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:33.832476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 85f03a39-ef87-401f-b5f9-b2498258b33b not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:33.890644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-07f4f3d3-c392-4ee7-98d1-b863c1b64bd7 None None] Port 85f03a39-ef87-401f-b5f9-b2498258b33b update to ACTIVE by agent not found {{(pid=104028) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 27 22:01:33.946664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:33.958965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Allocated IP 2001:db8::f816:3eff:fe53:c4f3 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/4781daff-823d-4d8b-b9ba-bffc48c81679/42355c2d-58e9-4f41-8bd1-017176842369) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:34.025930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-93b6be6b-a8c2-47ad-abcb-3fab2370f0f0 None None] Could not find standard attr ID for object c9cec974-57e9-4648-8886-4327d1cac981. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:01:34.131994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e25d60-1d0f-4f54-ae4b-d5df1145c3e4 req-f2a09c9a-6b93-43da-81fb-046d14402bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:34.133776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17e25d60-1d0f-4f54-ae4b-d5df1145c3e4 req-f2a09c9a-6b93-43da-81fb-046d14402bc9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0857561 Jan 27 22:01:34.150879 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Publish callbacks [] for port (42355c2d-58e9-4f41-8bd1-017176842369), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.202103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17e25d60-1d0f-4f54-ae4b-d5df1145c3e4 req-18c02347-cf48-4e4d-87ee-7dbdfc8a949c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574753 Jan 27 22:01:34.262351 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (42355c2d-58e9-4f41-8bd1-017176842369), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.304978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:34.308066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:34.322031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Pushing event updated for resources: {'Port': ['ID=42355c2d-58e9-4f41-8bd1-017176842369,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:34.326748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:34.332665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:34.417459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Attempting to bind port 42355c2d-58e9-4f41-8bd1-017176842369 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:34.417968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Attempting to bind port 42355c2d-58e9-4f41-8bd1-017176842369 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:34.418431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Attempting to bind port 42355c2d-58e9-4f41-8bd1-017176842369 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:34.424432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:34.424898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:34.425992 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.425992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:34.426765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Bound port: 42355c2d-58e9-4f41-8bd1-017176842369, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:34.426895 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (42355c2d-58e9-4f41-8bd1-017176842369), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.466182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ba1a4-ccfb-44fb-a54a-d00e7aafe1f1 req-1e48a8d0-5bf7-4aab-a8c9-c8ea72da9915 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:34.480248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c34ba1a4-ccfb-44fb-a54a-d00e7aafe1f1 req-1e48a8d0-5bf7-4aab-a8c9-c8ea72da9915 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0931108 Jan 27 22:01:34.491649 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.506305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] For port 42355c2d-58e9-4f41-8bd1-017176842369, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:34.509854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] For port 42355c2d-58e9-4f41-8bd1-017176842369, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=42355c2d-58e9-4f41-8bd1-017176842369,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:34.542536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-255b94dc-8771-49dc-ad7e-0edcb5d7655c req-0cdf0a1d-e282-48b2-9dbb-9573f41d3907 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 210 time: 0.0430217 Jan 27 22:01:34.563343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port fc5ebc3b-379a-477c-841f-c0e4e445c35a yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:01:34.583313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c34ba1a4-ccfb-44fb-a54a-d00e7aafe1f1 req-15964801-6135-4c9e-85fd-bce2bf5f6e1e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095428 Jan 27 22:01:34.642518 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (42355c2d-58e9-4f41-8bd1-017176842369), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:34.681523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::f816:3eff:fef3:eeac (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/4781daff-823d-4d8b-b9ba-bffc48c81679/fc5ebc3b-379a-477c-841f-c0e4e445c35a) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:34.713358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a212ddd-ace6-4f1e-9dab-adb4dbfc9cf3 None None] Pushing event updated for resources: {'Port': ['ID=42355c2d-58e9-4f41-8bd1-017176842369,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:34.880782 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (fc5ebc3b-379a-477c-841f-c0e4e445c35a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.004512 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-81c2f884-e368-4fb6-b50a-5f82dffe14cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.050657 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fc5ebc3b-379a-477c-841f-c0e4e445c35a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.058367 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:01:35.101107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=fc5ebc3b-379a-477c-841f-c0e4e445c35a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:35.117267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.117776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.118137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.118482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.118828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.119165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.119509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.119848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.120338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.120685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.121015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.121355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.128340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:35.131187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:35.132704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:35.135160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:35.141389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:35.142061 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.259619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-46caed98-3684-4983-9705-9656961aa26e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6682777 Jan 27 22:01:35.262319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46638) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:35.315976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd77c2-8454-4904-ae99-c8a1fbc66614 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:35.321185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acd77c2-8454-4904-ae99-c8a1fbc66614 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:35.323012 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7acd77c2-8454-4904-ae99-c8a1fbc66614 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0591753 Jan 27 22:01:35.326217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46640) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:35.446076 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-188a500c-f89e-44a9-bbaf-7f15e4f2b1ee tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port fc5ebc3b-379a-477c-841f-c0e4e445c35a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:35.446680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-188a500c-f89e-44a9-bbaf-7f15e4f2b1ee tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fc5ebc3b-379a-477c-841f-c0e4e445c35a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.558239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-188a500c-f89e-44a9-bbaf-7f15e4f2b1ee tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fc5ebc3b-379a-477c-841f-c0e4e445c35a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:35.589094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-188a500c-f89e-44a9-bbaf-7f15e4f2b1ee tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for fc5ebc3b-379a-477c-841f-c0e4e445c35a owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:35.849690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7177cca4-add4-45e8-9971-45f43baf76f2 req-b25950de-3b6d-472b-971c-673ed5cff801 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 210 time: 0.0852954 Jan 27 22:01:35.867513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 42355c2d-58e9-4f41-8bd1-017176842369 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:35.898552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173399d-eae2-4871-8503-f8c66a569eaa req-ebd166df-3e85-4f60-b101-98d99fe39cb0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:35.900926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3173399d-eae2-4871-8503-f8c66a569eaa req-ebd166df-3e85-4f60-b101-98d99fe39cb0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.1377165 Jan 27 22:01:35.976803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 42355c2d-58e9-4f41-8bd1-017176842369 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:35.977498 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (42355c2d-58e9-4f41-8bd1-017176842369), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.036598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3173399d-eae2-4871-8503-f8c66a569eaa req-b473335f-f087-4eb7-b4b2-12a6b2fb233b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280494 Jan 27 22:01:36.210885 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-188a500c-f89e-44a9-bbaf-7f15e4f2b1ee tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fc5ebc3b-379a-477c-841f-c0e4e445c35a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.219635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 42355c2d-58e9-4f41-8bd1-017176842369 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:36.220292 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (42355c2d-58e9-4f41-8bd1-017176842369), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.274624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 42355c2d-58e9-4f41-8bd1-017176842369, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=42355c2d-58e9-4f41-8bd1-017176842369,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:36.280991 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.302022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-469f1c46-ddb9-473e-b998-120e01e244a2 None None] Provisioning complete for port 42355c2d-58e9-4f41-8bd1-017176842369 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:36.302768 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-469f1c46-ddb9-473e-b998-120e01e244a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (42355c2d-58e9-4f41-8bd1-017176842369), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.306044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a500c-f89e-44a9-bbaf-7f15e4f2b1ee tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=fc5ebc3b-379a-477c-841f-c0e4e445c35a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:36.310216 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-188a500c-f89e-44a9-bbaf-7f15e4f2b1ee tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.314099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-188a500c-f89e-44a9-bbaf-7f15e4f2b1ee tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/fc5ebc3b-379a-477c-841f-c0e4e445c35a HTTP/1.1" status: 204 len: 168 time: 0.9865224 Jan 27 22:01:36.316572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46664) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:36.321859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdd897-b45b-43ae-8acc-d8bd8c195eb7 req-f06cefc6-dc93-4028-9762-db4de3d432a1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.329555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eefdd897-b45b-43ae-8acc-d8bd8c195eb7 req-f06cefc6-dc93-4028-9762-db4de3d432a1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.1737976 Jan 27 22:01:36.441930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eefdd897-b45b-43ae-8acc-d8bd8c195eb7 req-4c5e9e3f-1243-4a5d-b8c5-c58b0419128c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972092 Jan 27 22:01:36.468474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46670) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:36.475215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-469f1c46-ddb9-473e-b998-120e01e244a2 None None] Current status of the port 42355c2d-58e9-4f41-8bd1-017176842369 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:36.475853 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-469f1c46-ddb9-473e-b998-120e01e244a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (42355c2d-58e9-4f41-8bd1-017176842369), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.491409 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (42355c2d-58e9-4f41-8bd1-017176842369), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.577360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6945fb1a-af32-4055-aff3-fdacf63478fb tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.579274 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6945fb1a-af32-4055-aff3-fdacf63478fb tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1092 time: 0.1095469 Jan 27 22:01:36.591542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46674) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:36.597314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:36.636811 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-469f1c46-ddb9-473e-b998-120e01e244a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:01:36.636811 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-469f1c46-ddb9-473e-b998-120e01e244a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:01:36.636811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=42355c2d-58e9-4f41-8bd1-017176842369,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:36.637298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46676) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:36.742338 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.833085 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d826e1e-69e4-4687-81cb-4317656f80bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.839591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d440cb-32d6-4625-bafb-c78efba4f5f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.841227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d440cb-32d6-4625-bafb-c78efba4f5f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:36.844129 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-79d440cb-32d6-4625-bafb-c78efba4f5f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5244141 Jan 27 22:01:36.845519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46680) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:36.906451 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b96bde6-304a-4b49-8937-50bc9868b497 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 4781daff-823d-4d8b-b9ba-bffc48c81679 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:36.910843 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b96bde6-304a-4b49-8937-50bc9868b497 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (4781daff-823d-4d8b-b9ba-bffc48c81679), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.946634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:36.967702 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b96bde6-304a-4b49-8937-50bc9868b497 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (4781daff-823d-4d8b-b9ba-bffc48c81679), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.041314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59d53659-e0cc-4458-a900-a9382d62b617 req-8eb7d549-212d-451d-9862-7faa7d7ffdb6 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 210 time: 0.0413268 Jan 27 22:01:37.060756 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d826e1e-69e4-4687-81cb-4317656f80bd admin admin] Publish callbacks [] for security_group (a5ea469e-448a-43ad-bf7c-7ffe86eccc6a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.098431 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b96bde6-304a-4b49-8937-50bc9868b497 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (4781daff-823d-4d8b-b9ba-bffc48c81679), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.126479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.25.0.47 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:37.176354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-469f1c46-ddb9-473e-b998-120e01e244a2 None None] Current status of the port 42355c2d-58e9-4f41-8bd1-017176842369 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:37.224541 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3d826e1e-69e4-4687-81cb-4317656f80bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a5ea469e-448a-43ad-bf7c-7ffe86eccc6a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.292304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bb4241c3-1a74-412b-9ec7-20dcb61d1493 None None] Could not find standard attr ID for object fc5ebc3b-379a-477c-841f-c0e4e445c35a. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:01:37.333142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826e1e-69e4-4687-81cb-4317656f80bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ea469e-448a-43ad-bf7c-7ffe86eccc6a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:37.348305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3d826e1e-69e4-4687-81cb-4317656f80bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=671aef21e42e436ca77312078b1da954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7102444 Jan 27 22:01:37.349032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46690) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:37.368318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f94a8d84-68f3-4548-8595-aa7cc7b308ef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.370089 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f94a8d84-68f3-4548-8595-aa7cc7b308ef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "GET /v2.0/networks?id=1ab2f17d-b623-4ab0-85bb-1067b489cd7f HTTP/1.1" status: 200 len: 795 time: 0.2371576 Jan 27 22:01:37.411644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b96bde6-304a-4b49-8937-50bc9868b497 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (4781daff-823d-4d8b-b9ba-bffc48c81679), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.427199 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.468115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96bde6-304a-4b49-8937-50bc9868b497 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=4781daff-823d-4d8b-b9ba-bffc48c81679,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:37.489266 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f42f046-2689-4a9a-b953-8a912a8b45fb admin admin] Publish callbacks [] for security_group (a5ea469e-448a-43ad-bf7c-7ffe86eccc6a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.499054 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b96bde6-304a-4b49-8937-50bc9868b497 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.503652 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7b96bde6-304a-4b49-8937-50bc9868b497 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/4781daff-823d-4d8b-b9ba-bffc48c81679 HTTP/1.1" status: 204 len: 168 time: 0.6569827 Jan 27 22:01:37.507620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e63d7-ac85-462c-893c-6346e81b2737 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:37.509687 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46694) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:37.540456 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.563900 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f42f046-2689-4a9a-b953-8a912a8b45fb admin admin] Publish callbacks [] for security_group (a5ea469e-448a-43ad-bf7c-7ffe86eccc6a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.579301 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8c396b36-1274-43ce-b285-e78a197261df tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683873 Jan 27 22:01:37.583802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46696) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:37.586307 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-fda3d3d5-afc9-47da-8779-120d55100804 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bf4602f0c574206a86b75c83395b7f6 HTTP/1.1" status: 200 len: 379 time: 0.2070608 Jan 27 22:01:37.600958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'port': {'device_id': '53dba486-e844-44af-9878-054f8c8f25e3', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'admin_state_up': True, 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'security_groups': ['c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:37.665233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d818b8ad-a9bd-43c1-8377-376d8cf1a526 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.669653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d818b8ad-a9bd-43c1-8377-376d8cf1a526 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0820246 Jan 27 22:01:37.669914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46700) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:37.706542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.779607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:37.782941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6454a33a-c923-4835-9486-33e559dceae3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:37.784513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6454a33a-c923-4835-9486-33e559dceae3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1133533 Jan 27 22:01:37.790330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:37.792167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46704) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:37.793121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:37.799435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:37.823829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77c5d10-1d9f-458c-9567-a97022015697 None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:37.855568 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a2289cce-9d5c-47aa-926e-9f5276f8c08b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617518 Jan 27 22:01:37.861321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46706) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:37.867929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f290d331-6a8c-404c-953b-a1ff00dfefef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:37.881863 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f42f046-2689-4a9a-b953-8a912a8b45fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a5ea469e-448a-43ad-bf7c-7ffe86eccc6a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.888048 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f42f046-2689-4a9a-b953-8a912a8b45fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:37.889525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8f42f046-2689-4a9a-b953-8a912a8b45fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a5ea469e-448a-43ad-bf7c-7ffe86eccc6a HTTP/1.1" status: 204 len: 168 time: 0.5378644 Jan 27 22:01:37.921599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42f046-2689-4a9a-b953-8a912a8b45fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ea469e-448a-43ad-bf7c-7ffe86eccc6a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:37.923548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a77c5d10-1d9f-458c-9567-a97022015697 None None] Deleting port 42355c2d-58e9-4f41-8bd1-017176842369 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:37.924510 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a77c5d10-1d9f-458c-9567-a97022015697 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (42355c2d-58e9-4f41-8bd1-017176842369), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.015938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Made reservation on behalf of 4bf4602f0c574206a86b75c83395b7f6 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:38.019948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.039065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a77c5d10-1d9f-458c-9567-a97022015697 None None] For port 42355c2d-58e9-4f41-8bd1-017176842369, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=42355c2d-58e9-4f41-8bd1-017176842369,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:38.039484 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a77c5d10-1d9f-458c-9567-a97022015697 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (42355c2d-58e9-4f41-8bd1-017176842369), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.055026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a77c5d10-1d9f-458c-9567-a97022015697 None None] Calling delete_port for 42355c2d-58e9-4f41-8bd1-017176842369 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:38.092623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f290d331-6a8c-404c-953b-a1ff00dfefef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:38.096708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f290d331-6a8c-404c-953b-a1ff00dfefef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.225891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70d02d27-c06e-430a-b682-225658cc7035 req-726b5aa0-394c-4477-872a-5820da6458a7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 210 time: 0.0290651 Jan 27 22:01:38.251844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Allocated IP 172.20.0.3 (1ab2f17d-b623-4ab0-85bb-1067b489cd7f/d25f0a61-de15-4f57-9ad8-332487a7cfb2/98a6db01-71a4-4ce3-8d84-837aade10a55) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:38.386799 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.490689 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a77c5d10-1d9f-458c-9567-a97022015697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (42355c2d-58e9-4f41-8bd1-017176842369), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.526909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c5d10-1d9f-458c-9567-a97022015697 None None] Pushing event deleted for resources: {'Port': ['ID=42355c2d-58e9-4f41-8bd1-017176842369,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:38.527619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77c5d10-1d9f-458c-9567-a97022015697 None None] No DVR routers for this DVR port 42355c2d-58e9-4f41-8bd1-017176842369 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:38.612324 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.667787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:38.671011 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:38.674757 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:38.714715 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=98a6db01-71a4-4ce3-8d84-837aade10a55,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:38.744849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.747937 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.776435 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f290d331-6a8c-404c-953b-a1ff00dfefef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (e256ef36-b560-48e2-859a-60f137663271), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.787517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (fd747112-fcaf-4645-bf31-23b689f99e12), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.828912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290d331-6a8c-404c-953b-a1ff00dfefef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:38.830675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f290d331-6a8c-404c-953b-a1ff00dfefef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:38.836568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f290d331-6a8c-404c-953b-a1ff00dfefef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:38.837472 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f290d331-6a8c-404c-953b-a1ff00dfefef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.844440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc6995-d635-4bec-a089-7afa97eb1b66 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:38.858323 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290d331-6a8c-404c-953b-a1ff00dfefef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=e256ef36-b560-48e2-859a-60f137663271,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:38.924395 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d28d4925-cf27-461a-aa72-cb7847233737 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3332148 Jan 27 22:01:38.937443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Request body: {'port': {'device_id': '53dba486-e844-44af-9878-054f8c8f25e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:38.972365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': 'e256ef36-b560-48e2-859a-60f137663271'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:38.973308 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:38.995547 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.051464 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.063602 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.070092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ab6cdb23-1459-4346-8874-d094e37c3532 None None] Provisioning complete for port 98a6db01-71a4-4ce3-8d84-837aade10a55 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:39.070480 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ab6cdb23-1459-4346-8874-d094e37c3532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.078599 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f290d331-6a8c-404c-953b-a1ff00dfefef tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2157819 Jan 27 22:01:39.079527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46734) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:39.220756 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:e0:68:5e', 'name': 'tempest-NetworksTestDHCPv6-902992000'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:39.234933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/e256ef36-b560-48e2-859a-60f137663271/39e93ccf-df99-41c1-8c8a-d9067025a58d) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:39.261211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ab6cdb23-1459-4346-8874-d094e37c3532 None None] Port 98a6db01-71a4-4ce3-8d84-837aade10a55 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:39.293221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.410232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d43274-a3c3-4efd-98ff-f74531f030ed req-9ac3eb04-e43f-4f6f-8f50-fbdafc71dd00 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:39.422846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42d43274-a3c3-4efd-98ff-f74531f030ed req-9ac3eb04-e43f-4f6f-8f50-fbdafc71dd00 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 931 time: 0.0717618 Jan 27 22:01:39.428940 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.474827 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Publish callbacks [] for port (39e93ccf-df99-41c1-8c8a-d9067025a58d), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.533588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42d43274-a3c3-4efd-98ff-f74531f030ed req-20871272-0295-4206-8737-6a561c830620 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117489 Jan 27 22:01:39.562386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:39.569315 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (fd747112-fcaf-4645-bf31-23b689f99e12), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.576446 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (39e93ccf-df99-41c1-8c8a-d9067025a58d), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.592102 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:39.636267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:39.642750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:39.649174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:39.743183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Pushing event updated for resources: {'Port': ['ID=39e93ccf-df99-41c1-8c8a-d9067025a58d,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:39.744375 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a6db01-71a4-4ce3-8d84-837aade10a55 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:39.746395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Attempting to bind port 39e93ccf-df99-41c1-8c8a-d9067025a58d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:39.747238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Attempting to bind port 39e93ccf-df99-41c1-8c8a-d9067025a58d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:39.748337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Attempting to bind port 39e93ccf-df99-41c1-8c8a-d9067025a58d on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:39.755855 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:39.756184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:39.756682 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.757152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:39.757741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Bound port: 39e93ccf-df99-41c1-8c8a-d9067025a58d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:39.758329 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (39e93ccf-df99-41c1-8c8a-d9067025a58d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.772341 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Publish callbacks [] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.802897 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Floating IP fd747112-fcaf-4645-bf31-23b689f99e12 associated. External IP: 172.25.0.47, port: 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9. Jan 27 22:01:39.803450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 42355c2d-58e9-4f41-8bd1-017176842369 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:39.807545 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.823609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Transition to ACTIVE for port object 98a6db01-71a4-4ce3-8d84-837aade10a55 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:01:39.831707 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 42355c2d-58e9-4f41-8bd1-017176842369 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:39.832624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 42355c2d-58e9-4f41-8bd1-017176842369 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:39.836270 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 5a21085d-a9e4-4330-a965-e3013b611217 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:01:39.864957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] For port 39e93ccf-df99-41c1-8c8a-d9067025a58d, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:39.868571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] For port 39e93ccf-df99-41c1-8c8a-d9067025a58d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=39e93ccf-df99-41c1-8c8a-d9067025a58d,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:39.962450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90281966-e075-4804-9aff-1f6921e4e61f req-900a32c7-9952-43b7-8fda-f8c68c9323a7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913024 Jan 27 22:01:39.970572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::199 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/e256ef36-b560-48e2-859a-60f137663271/5a21085d-a9e4-4330-a965-e3013b611217) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:39.989145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:39.991216 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (39e93ccf-df99-41c1-8c8a-d9067025a58d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.064300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Pushing event updated for resources: {'Port': ['ID=98a6db01-71a4-4ce3-8d84-837aade10a55,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:40.089894 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.090158 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.096567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.096567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.096567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.096567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.096567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.096567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.096567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.096567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.096567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.096567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.096567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:01:40.114670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59b3ab-1a56-4dde-9072-2478be4d3131 None None] Pushing event updated for resources: {'Port': ['ID=39e93ccf-df99-41c1-8c8a-d9067025a58d,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:40.150447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90281966-e075-4804-9aff-1f6921e4e61f req-952e24f2-ac82-4f6d-95d8-fe1da693f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.151978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90281966-e075-4804-9aff-1f6921e4e61f req-952e24f2-ac82-4f6d-95d8-fe1da693f585 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1097 time: 0.1332941 Jan 27 22:01:40.261453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:01:40.322945 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Attempting to bind port 98a6db01-71a4-4ce3-8d84-837aade10a55 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:40.323290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Attempting to bind port 98a6db01-71a4-4ce3-8d84-837aade10a55 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:40.323628 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Attempting to bind port 98a6db01-71a4-4ce3-8d84-837aade10a55 on network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:40.360287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Port 98a6db01-71a4-4ce3-8d84-837aade10a55 on network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:01:40.360679 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Attempting to bind port 98a6db01-71a4-4ce3-8d84-837aade10a55 on network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:40.393548 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (5a21085d-a9e4-4330-a965-e3013b611217), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.397221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:40.400056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Checking segment: {'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:40.400056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Bound using segment: {'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:40.400056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Bound port: 98a6db01-71a4-4ce3-8d84-837aade10a55, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14c7f832-4994-4f78-b12d-c83e41c7e43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:40.400056 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.559954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90281966-e075-4804-9aff-1f6921e4e61f req-8181a17d-cc6d-4f69-a697-3ded9aab5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.561844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90281966-e075-4804-9aff-1f6921e4e61f req-8181a17d-cc6d-4f69-a697-3ded9aab5583 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 897 time: 0.3898649 Jan 27 22:01:40.656187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] For port 98a6db01-71a4-4ce3-8d84-837aade10a55, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:40.660057 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] For port 98a6db01-71a4-4ce3-8d84-837aade10a55, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=98a6db01-71a4-4ce3-8d84-837aade10a55,segment=NetworkSegment(14c7f832-4994-4f78-b12d-c83e41c7e43f),segment_id=14c7f832-4994-4f78-b12d-c83e41c7e43f)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:40.665270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:01:40.681652 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67e1e1-e8c0-4a1b-afe2-75dfe2156963 None None] Sync routers for ids ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:01:40.696059 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad67e1e1-e8c0-4a1b-afe2-75dfe2156963 None None] Routers {'18777d7b-417c-4d11-8c85-4f5bd76f8b05'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:40.697063 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ad67e1e1-e8c0-4a1b-afe2-75dfe2156963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:01:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:40.719073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90281966-e075-4804-9aff-1f6921e4e61f req-d5c8ab37-776e-43f6-8a1e-3dec9fba3aeb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 999 time: 0.1494808 Jan 27 22:01:40.779620 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5a21085d-a9e4-4330-a965-e3013b611217), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.779843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd42155-2bbb-41a3-86ac-f7882a11ced7 req-79aee518-af01-499d-9126-9a56b114804f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.781383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd42155-2bbb-41a3-86ac-f7882a11ced7 req-79aee518-af01-499d-9126-9a56b114804f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 943 time: 0.1202912 Jan 27 22:01:40.802410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90281966-e075-4804-9aff-1f6921e4e61f req-965ccf0b-bbf2-4259-be03-863718b18bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.804493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90281966-e075-4804-9aff-1f6921e4e61f req-965ccf0b-bbf2-4259-be03-863718b18bf0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 200 len: 835 time: 0.0782242 Jan 27 22:01:40.827787 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.859230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.891333 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-ad67e1e1-e8c0-4a1b-afe2-75dfe2156963 None None] Set router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:40.907730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:40.921870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:40.942677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9c0f8a34-73e5-4c30-a01e-520a053e6de0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3472116 Jan 27 22:01:40.943528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=5a21085d-a9e4-4330-a965-e3013b611217,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:40.946890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.947520 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.948997 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] 10.222.0.74 "PUT /v2.0/ports/98a6db01-71a4-4ce3-8d84-837aade10a55 HTTP/1.1" status: 200 len: 1091 time: 2.0170863 Jan 27 22:01:40.949718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:40.959713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd42155-2bbb-41a3-86ac-f7882a11ced7 req-c31904be-0899-4ad3-903d-853f5fd33672 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699674 Jan 27 22:01:40.961667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:40.963938 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8391b886-4072-4374-bd2d-c31e6f45ad21" -d '{"events": [{"name": "network-changed", "server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:40.971810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.972852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:40.980984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53dba486-e844-44af-9878-054f8c8f25e3', 'tag': '98a6db01-71a4-4ce3-8d84-837aade10a55'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:40.983375 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9233413a-ae7c-41ca-8157-0a8ffcff78dc" -d '{"events": [{"name": "network-changed", "server_uuid": "53dba486-e844-44af-9878-054f8c8f25e3", "tag": "98a6db01-71a4-4ce3-8d84-837aade10a55"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:40.990742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90281966-e075-4804-9aff-1f6921e4e61f req-b6cc244e-59bd-4a6e-9dfa-d9c10c71076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:40.992318 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90281966-e075-4804-9aff-1f6921e4e61f req-b6cc244e-59bd-4a6e-9dfa-d9c10c71076c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aa649475-fc3d-438e-9fca-a1d7264eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805189 Jan 27 22:01:41.134587 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e55eccd-55ab-4bac-b1aa-56d4f7b13d3c x-openstack-request-id: req-0e55eccd-55ab-4bac-b1aa-56d4f7b13d3c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:41.134827 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:41.135095 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e55eccd-55ab-4bac-b1aa-56d4f7b13d3c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:41.135499 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'status': 'completed', 'code': 200} Jan 27 22:01:41.152056 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba903cf-ed09-4459-92c8-2d1136f10229 x-openstack-request-id: req-dba903cf-ed09-4459-92c8-2d1136f10229 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:41.152488 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53dba486-e844-44af-9878-054f8c8f25e3", "tag": "98a6db01-71a4-4ce3-8d84-837aade10a55", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:41.152852 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dba903cf-ed09-4459-92c8-2d1136f10229 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:41.153529 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53dba486-e844-44af-9878-054f8c8f25e3', 'tag': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'status': 'completed', 'code': 200} Jan 27 22:01:41.168509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d947364f-cada-452a-9233-4bd7613e74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.178114 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-d947364f-cada-452a-9233-4bd7613e74a4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 1094 time: 0.0866370 Jan 27 22:01:41.178114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613d89a-20c5-44be-9274-c44ac353f9cf service neutron] Pushing event updated for resources: {'Port': ['ID=98a6db01-71a4-4ce3-8d84-837aade10a55,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:41.241713 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-6f9f2946-3cdd-4bad-9eb7-48f9a5b65c52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a6db01-71a4-4ce3-8d84-837aade10a55 HTTP/1.1" status: 200 len: 217 time: 0.0555990 Jan 27 22:01:41.241815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95ba20-a79f-43ed-9e03-119d493e6da7 req-c4af1f55-a9f9-4197-aa42-fb8312324fea tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.241815 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b95ba20-a79f-43ed-9e03-119d493e6da7 req-c4af1f55-a9f9-4197-aa42-fb8312324fea tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.1739645 Jan 27 22:01:41.309802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-014393bb-7177-4983-93e7-d1438e312753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.315520 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-014393bb-7177-4983-93e7-d1438e312753 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d25f0a61-de15-4f57-9ad8-332487a7cfb2 HTTP/1.1" status: 200 len: 835 time: 0.0672436 Jan 27 22:01:41.315667 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ad67e1e1-e8c0-4a1b-afe2-75dfe2156963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'fd747112-fcaf-4645-bf31-23b689f99e12', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'port_id': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'mac_address': 'fa:16:3e:2d:d3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:01:38Z', 'updated_at': '2022-01-27T22:01:38Z', 'revision_number': 0, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f', 'name': '', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:06:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:10Z', 'updated_at': '2022-01-27T22:01:18Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:41.315841 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b95ba20-a79f-43ed-9e03-119d493e6da7 req-c890c8a8-7834-44dc-9435-fa378113b842 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618677 Jan 27 22:01:41.316218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90281966-e075-4804-9aff-1f6921e4e61f req-07c988cd-bf52-498d-a3aa-6ef71df6ab6b service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139648 Jan 27 22:01:41.344699 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67e1e1-e8c0-4a1b-afe2-75dfe2156963 None None] Checking router: 18777d7b-417c-4d11-8c85-4f5bd76f8b05 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:41.349623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46790) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:41.358712 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad67e1e1-e8c0-4a1b-afe2-75dfe2156963 None None] Routers {'18777d7b-417c-4d11-8c85-4f5bd76f8b05'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:41.359572 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ad67e1e1-e8c0-4a1b-afe2-75dfe2156963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:01:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:41.376284 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a32019dc-2dda-4df9-bb58-8f1c06f5b430 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2924538 Jan 27 22:01:41.405027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-233040cb-6772-4aa7-9aff-db3acc4b90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.405027 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-233040cb-6772-4aa7-9aff-db3acc4b90cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1ab2f17d-b623-4ab0-85bb-1067b489cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749969 Jan 27 22:01:41.411357 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46792) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:41.501902 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-ad67e1e1-e8c0-4a1b-afe2-75dfe2156963 None None] Set router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:41.528230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58bfd03-2451-4b58-a18d-8641c4d8645c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.534455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58bfd03-2451-4b58-a18d-8641c4d8645c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:41.536157 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a58bfd03-2451-4b58-a18d-8641c4d8645c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1227825 Jan 27 22:01:41.540714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46796) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:41.588720 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-bf08e9e1-7ee9-4825-a45e-77b117f12ac5 service neutron] 10.222.0.74 "GET /v2.0/networks/1ab2f17d-b623-4ab0-85bb-1067b489cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854007 Jan 27 22:01:41.915215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-71552180-f86a-465a-95de-d529eb364fd0 None None] Provisioning complete for port 39e93ccf-df99-41c1-8c8a-d9067025a58d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:41.915765 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-71552180-f86a-465a-95de-d529eb364fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (39e93ccf-df99-41c1-8c8a-d9067025a58d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:41.948680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5ba02a20-1215-4197-8028-48a52e11b75c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/fd747112-fcaf-4645-bf31-23b689f99e12 HTTP/1.1" status: 200 len: 991 time: 0.5979071 Jan 27 22:01:41.968554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 39e93ccf-df99-41c1-8c8a-d9067025a58d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:42.058072 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ad67e1e1-e8c0-4a1b-afe2-75dfe2156963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'fd747112-fcaf-4645-bf31-23b689f99e12', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'port_id': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'mac_address': 'fa:16:3e:2d:d3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:01:38Z', 'updated_at': '2022-01-27T22:01:38Z', 'revision_number': 0, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f', 'name': '', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:06:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:10Z', 'updated_at': '2022-01-27T22:01:18Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:42.127172 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad67e1e1-e8c0-4a1b-afe2-75dfe2156963 None None] The sync data for ids ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'] in n-d-760456-6 is: [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'fd747112-fcaf-4645-bf31-23b689f99e12', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'port_id': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'mac_address': 'fa:16:3e:2d:d3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:01:38Z', 'updated_at': '2022-01-27T22:01:38Z', 'revision_number': 0, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f', 'name': '', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:06:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:10Z', 'updated_at': '2022-01-27T22:01:18Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:42.152234 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90281966-e075-4804-9aff-1f6921e4e61f req-d1987583-f184-4f23-8b1d-01c22bca3ada service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290546 Jan 27 22:01:42.199988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-71552180-f86a-465a-95de-d529eb364fd0 None None] Current status of the port 39e93ccf-df99-41c1-8c8a-d9067025a58d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:42.201150 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-71552180-f86a-465a-95de-d529eb364fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (39e93ccf-df99-41c1-8c8a-d9067025a58d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.216573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf03492-be12-4ff7-b0f9-78f4876c2d6d req-4fef02b7-c913-4beb-9898-fb6ffc85a054 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.218396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-baf03492-be12-4ff7-b0f9-78f4876c2d6d req-4fef02b7-c913-4beb-9898-fb6ffc85a054 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 943 time: 0.1006682 Jan 27 22:01:42.252798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-71552180-f86a-465a-95de-d529eb364fd0 None None] For port 39e93ccf-df99-41c1-8c8a-d9067025a58d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=39e93ccf-df99-41c1-8c8a-d9067025a58d,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:42.269122 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 39e93ccf-df99-41c1-8c8a-d9067025a58d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:42.270543 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (39e93ccf-df99-41c1-8c8a-d9067025a58d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.273493 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dd3509d3-83df-4fd5-8a1d-260366d0fc7f req-ccf0ff40-d3b2-4c91-916e-84840f992038 service neutron] 10.222.0.74 "GET /v2.0/networks/1ab2f17d-b623-4ab0-85bb-1067b489cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671593 Jan 27 22:01:42.331648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-baf03492-be12-4ff7-b0f9-78f4876c2d6d req-33f2356d-428c-41d3-ab5b-547652a16ac3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978718 Jan 27 22:01:42.370323 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-71552180-f86a-465a-95de-d529eb364fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (39e93ccf-df99-41c1-8c8a-d9067025a58d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.384125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e7745318-97ee-477d-b3f9-628d7f9d997f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 5a21085d-a9e4-4330-a965-e3013b611217 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:42.384741 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7745318-97ee-477d-b3f9-628d7f9d997f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5a21085d-a9e4-4330-a965-e3013b611217), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.421624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391b886-4072-4374-bd2d-c31e6f45ad21 req-83588688-d863-411e-9cfe-4fe494bbde03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.423164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8391b886-4072-4374-bd2d-c31e6f45ad21 req-83588688-d863-411e-9cfe-4fe494bbde03 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0824451 Jan 27 22:01:42.513632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71552180-f86a-465a-95de-d529eb364fd0 None None] Pushing event updated for resources: {'Port': ['ID=39e93ccf-df99-41c1-8c8a-d9067025a58d,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:42.522534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f648b7-c48c-4f1c-a2c6-ca0c833bd619 None None] New status for floating IP fd747112-fcaf-4645-bf31-23b689f99e12: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:01:42.606289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391b886-4072-4374-bd2d-c31e6f45ad21 req-8eb0edc5-6565-4431-a347-87d555a7096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.607887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8391b886-4072-4374-bd2d-c31e6f45ad21 req-8eb0edc5-6565-4431-a347-87d555a7096c service neutron] 10.222.0.71 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 897 time: 0.1785617 Jan 27 22:01:42.622358 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233413a-ae7c-41ca-8157-0a8ffcff78dc req-ee717bf8-7876-468f-b7b8-07c0462d12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.625022 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9233413a-ae7c-41ca-8157-0a8ffcff78dc req-ee717bf8-7876-468f-b7b8-07c0462d12b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 1094 time: 0.1990552 Jan 27 22:01:42.687813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7745318-97ee-477d-b3f9-628d7f9d997f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5a21085d-a9e4-4330-a965-e3013b611217), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.776706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e7745318-97ee-477d-b3f9-628d7f9d997f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 5a21085d-a9e4-4330-a965-e3013b611217 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:42.777167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8391b886-4072-4374-bd2d-c31e6f45ad21 req-c910a9b0-c1fd-4afe-96f0-1fc36cc501c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 999 time: 0.1629574 Jan 27 22:01:42.843261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391b886-4072-4374-bd2d-c31e6f45ad21 req-b71d6df7-fb1a-4328-b314-fc42890eb821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.845098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8391b886-4072-4374-bd2d-c31e6f45ad21 req-b71d6df7-fb1a-4328-b314-fc42890eb821 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 200 len: 835 time: 0.0623248 Jan 27 22:01:42.885345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233413a-ae7c-41ca-8157-0a8ffcff78dc req-f45bea0f-5326-4e73-909d-03b1281bbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.887188 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9233413a-ae7c-41ca-8157-0a8ffcff78dc req-f45bea0f-5326-4e73-909d-03b1281bbcd5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1ab2f17d-b623-4ab0-85bb-1067b489cd7f HTTP/1.1" status: 200 len: 896 time: 0.2306821 Jan 27 22:01:42.889812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 39e93ccf-df99-41c1-8c8a-d9067025a58d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:42.910723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391b886-4072-4374-bd2d-c31e6f45ad21 req-4562a487-0f08-43ab-a911-6d538a16618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:42.913361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8391b886-4072-4374-bd2d-c31e6f45ad21 req-4562a487-0f08-43ab-a911-6d538a16618a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aa649475-fc3d-438e-9fca-a1d7264eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620990 Jan 27 22:01:42.930340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-69e79425-8215-4c11-a174-bc1c0ab2331e None None] Provisioning complete for port 5a21085d-a9e4-4330-a965-e3013b611217 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:42.931036 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-69e79425-8215-4c11-a174-bc1c0ab2331e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5a21085d-a9e4-4330-a965-e3013b611217), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:42.967002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-69e79425-8215-4c11-a174-bc1c0ab2331e None None] Port 5a21085d-a9e4-4330-a965-e3013b611217 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:01:42.971577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46832) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:43.010453 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9233413a-ae7c-41ca-8157-0a8ffcff78dc req-c646d511-ca19-4803-8af0-27844053a152 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a6db01-71a4-4ce3-8d84-837aade10a55 HTTP/1.1" status: 200 len: 217 time: 0.1107423 Jan 27 22:01:43.047807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8391b886-4072-4374-bd2d-c31e6f45ad21 req-81591328-01dc-4218-95fb-59715b83f0ad service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271734 Jan 27 22:01:43.126086 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4761d811-754a-47f0-954e-15baba25ee91 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/fd747112-fcaf-4645-bf31-23b689f99e12 HTTP/1.1" status: 200 len: 991 time: 0.1526217 Jan 27 22:01:43.142912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233413a-ae7c-41ca-8157-0a8ffcff78dc req-f644b105-c642-467e-b84b-cf33933443ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.152325 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9233413a-ae7c-41ca-8157-0a8ffcff78dc req-f644b105-c642-467e-b84b-cf33933443ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d25f0a61-de15-4f57-9ad8-332487a7cfb2 HTTP/1.1" status: 200 len: 835 time: 0.1188400 Jan 27 22:01:43.204118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8391b886-4072-4374-bd2d-c31e6f45ad21 req-4abd3954-5288-4f3f-85fa-bcd6d354b3cc service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504204 Jan 27 22:01:43.221618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9233413a-ae7c-41ca-8157-0a8ffcff78dc req-4ecc34f0-3d44-42aa-b774-3e8db886ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.223638 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9233413a-ae7c-41ca-8157-0a8ffcff78dc req-4ecc34f0-3d44-42aa-b774-3e8db886ec58 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1ab2f17d-b623-4ab0-85bb-1067b489cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703747 Jan 27 22:01:43.298094 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7745318-97ee-477d-b3f9-628d7f9d997f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5a21085d-a9e4-4330-a965-e3013b611217), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.342570 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7745318-97ee-477d-b3f9-628d7f9d997f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=5a21085d-a9e4-4330-a965-e3013b611217,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:43.349250 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9233413a-ae7c-41ca-8157-0a8ffcff78dc req-696f8ce7-3f8b-428b-8e9e-89c77a0f4c92 service neutron] 10.222.0.74 "GET /v2.0/networks/1ab2f17d-b623-4ab0-85bb-1067b489cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190712 Jan 27 22:01:43.380648 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7745318-97ee-477d-b3f9-628d7f9d997f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.384180 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e7745318-97ee-477d-b3f9-628d7f9d997f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/5a21085d-a9e4-4330-a965-e3013b611217 HTTP/1.1" status: 204 len: 168 time: 1.8418441 Jan 27 22:01:43.387099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46838) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:43.473030 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9233413a-ae7c-41ca-8157-0a8ffcff78dc req-b47e43cb-eff9-4f8c-bf7e-efd8f9f9f2da service neutron] 10.222.0.74 "GET /v2.0/networks/1ab2f17d-b623-4ab0-85bb-1067b489cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175351 Jan 27 22:01:43.509121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9b277-6c4b-4569-88c2-610f5427e7f9 req-44e20fb7-eaaa-47bd-9a1f-94ebd53737f9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.510710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ef9b277-6c4b-4569-88c2-610f5427e7f9 req-44e20fb7-eaaa-47bd-9a1f-94ebd53737f9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 943 time: 0.1084692 Jan 27 22:01:43.514500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a756be4d-4d61-4ca1-9f24-6652bbb86924 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.515828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a756be4d-4d61-4ca1-9f24-6652bbb86924 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:43.517751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a756be4d-4d61-4ca1-9f24-6652bbb86924 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1289184 Jan 27 22:01:43.520316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46842) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:43.598336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8475049-9461-4188-b9ba-b98d14699683 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet e256ef36-b560-48e2-859a-60f137663271 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:43.605607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b8475049-9461-4188-b9ba-b98d14699683 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (e256ef36-b560-48e2-859a-60f137663271), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.641853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ef9b277-6c4b-4569-88c2-610f5427e7f9 req-d4e5c386-3e64-48ee-9342-8310bfa7d2be tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231287 Jan 27 22:01:43.660419 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b8475049-9461-4188-b9ba-b98d14699683 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (e256ef36-b560-48e2-859a-60f137663271), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.748531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 39e93ccf-df99-41c1-8c8a-d9067025a58d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:43.753698 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b8475049-9461-4188-b9ba-b98d14699683 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (e256ef36-b560-48e2-859a-60f137663271), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.799297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 39e93ccf-df99-41c1-8c8a-d9067025a58d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:43.799684 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (39e93ccf-df99-41c1-8c8a-d9067025a58d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.880757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 39e93ccf-df99-41c1-8c8a-d9067025a58d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:43.951430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b8475049-9461-4188-b9ba-b98d14699683 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (e256ef36-b560-48e2-859a-60f137663271), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.984515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8475049-9461-4188-b9ba-b98d14699683 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=e256ef36-b560-48e2-859a-60f137663271,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:43.994779 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b8475049-9461-4188-b9ba-b98d14699683 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:43.995481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ee3d7d-3029-4388-975f-907fa9071c85 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:43.999810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46854) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:43.999961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b8475049-9461-4188-b9ba-b98d14699683 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/e256ef36-b560-48e2-859a-60f137663271 HTTP/1.1" status: 204 len: 168 time: 0.4786220 Jan 27 22:01:44.049300 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ea7b7798-a84b-463f-822d-0e91e9a14a31 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481544 Jan 27 22:01:44.057775 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46856) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:44.118820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dfb163-4d29-452a-8306-dde975d7075b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.120229 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-95dfb163-4d29-452a-8306-dde975d7075b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0614657 Jan 27 22:01:44.122866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46860) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:44.128313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46862) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:44.181292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042f1467-4fd9-40b6-99f6-c186260b9407 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.184444 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-042f1467-4fd9-40b6-99f6-c186260b9407 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0605059 Jan 27 22:01:44.189809 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46866) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:44.189938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89922b8b-c705-4a76-bdee-72723fc65b2f None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:44.232389 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-436b2913-fff2-4796-8504-a325ea27c70a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436456 Jan 27 22:01:44.236547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46868) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:44.242164 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a17ca35e-e298-426e-9f9c-f2a26a7657a4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:44.250556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-89922b8b-c705-4a76-bdee-72723fc65b2f None None] Deleting port 39e93ccf-df99-41c1-8c8a-d9067025a58d {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:44.250752 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1cae62d2-b8c2-43ab-a4ff-ebde83d8abf0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/fd747112-fcaf-4645-bf31-23b689f99e12 HTTP/1.1" status: 200 len: 993 time: 0.1156960 Jan 27 22:01:44.250835 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-89922b8b-c705-4a76-bdee-72723fc65b2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (39e93ccf-df99-41c1-8c8a-d9067025a58d), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.311869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-89922b8b-c705-4a76-bdee-72723fc65b2f None None] For port 39e93ccf-df99-41c1-8c8a-d9067025a58d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=39e93ccf-df99-41c1-8c8a-d9067025a58d,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:44.312321 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-89922b8b-c705-4a76-bdee-72723fc65b2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (39e93ccf-df99-41c1-8c8a-d9067025a58d), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.325979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-89922b8b-c705-4a76-bdee-72723fc65b2f None None] Calling delete_port for 39e93ccf-df99-41c1-8c8a-d9067025a58d owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:44.433399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17ca35e-e298-426e-9f9c-f2a26a7657a4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:44.437120 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a17ca35e-e298-426e-9f9c-f2a26a7657a4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.504165 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-89922b8b-c705-4a76-bdee-72723fc65b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (39e93ccf-df99-41c1-8c8a-d9067025a58d), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.532840 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922b8b-c705-4a76-bdee-72723fc65b2f None None] Pushing event deleted for resources: {'Port': ['ID=39e93ccf-df99-41c1-8c8a-d9067025a58d,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:44.540458 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89922b8b-c705-4a76-bdee-72723fc65b2f None None] No DVR routers for this DVR port 39e93ccf-df99-41c1-8c8a-d9067025a58d on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:44.756651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02892-8fc2-44e1-8fea-ffafb1a969ff req-7d43e668-656a-4152-8f94-33bed7463461 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.758167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebd02892-8fc2-44e1-8fea-ffafb1a969ff req-7d43e668-656a-4152-8f94-33bed7463461 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 943 time: 0.0480561 Jan 27 22:01:44.814530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebd02892-8fc2-44e1-8fea-ffafb1a969ff req-2cda4c0c-ec16-48e7-aa43-70626ffc7401 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501447 Jan 27 22:01:44.923989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.objects.ports [None req-a17ca35e-e298-426e-9f9c-f2a26a7657a4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104027) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:01:44.925337 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a17ca35e-e298-426e-9f9c-f2a26a7657a4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (8cf65afa-1855-4642-aecc-24c23eb04fe7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.973490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ca35e-e298-426e-9f9c-f2a26a7657a4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:44.979022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a17ca35e-e298-426e-9f9c-f2a26a7657a4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:44.982607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17ca35e-e298-426e-9f9c-f2a26a7657a4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:44.983215 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a17ca35e-e298-426e-9f9c-f2a26a7657a4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:44.989823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ca35e-e298-426e-9f9c-f2a26a7657a4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=8cf65afa-1855-4642-aecc-24c23eb04fe7,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:45.001381 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e94995-83ea-4b9b-8b7e-7ead6a1a6903 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:45.079279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a17ca35e-e298-426e-9f9c-f2a26a7657a4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8412495 Jan 27 22:01:45.081901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46888) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:45.089675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-83a2cb89-ec55-4fca-b04e-96694494dbea tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:45.128580 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '8cf65afa-1855-4642-aecc-24c23eb04fe7'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:45.129508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.280051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Allocated IP 2001:db8::f816:3eff:fef1:8dba (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/8cf65afa-1855-4642-aecc-24c23eb04fe7/9035466e-6a85-4a14-90a8-95914042bbf6) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:45.319483 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a2cb89-ec55-4fca-b04e-96694494dbea tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:45.329542 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-83a2cb89-ec55-4fca-b04e-96694494dbea tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.434311 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Publish callbacks [] for port (9035466e-6a85-4a14-90a8-95914042bbf6), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.453434 n-d-760456-6 neutron-server[104026]: INFO neutron.db.ipam_backend_mixin [None req-83a2cb89-ec55-4fca-b04e-96694494dbea tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8cf65afa-1855-4642-aecc-24c23eb04fe7 (CIDR: 2001:db8::/64) Jan 27 22:01:45.535837 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-83a2cb89-ec55-4fca-b04e-96694494dbea tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:01:45.535837 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83a2cb89-ec55-4fca-b04e-96694494dbea tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:45.563812 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.607051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:45.609943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:45.615757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:45.623758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Pushing event updated for resources: {'Port': ['ID=9035466e-6a85-4a14-90a8-95914042bbf6,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:45.651262 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 98a6db01-71a4-4ce3-8d84-837aade10a55 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:01:45.687310 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-83a2cb89-ec55-4fca-b04e-96694494dbea tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6034629 Jan 27 22:01:45.690063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46894) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:45.704402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f19b9ab1-3ab2-403c-9bf1-f5b89e284548 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:45.706250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Attempting to bind port 9035466e-6a85-4a14-90a8-95914042bbf6 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:45.710511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Attempting to bind port 9035466e-6a85-4a14-90a8-95914042bbf6 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:45.710511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Attempting to bind port 9035466e-6a85-4a14-90a8-95914042bbf6 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:45.821561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:45.821948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:45.822362 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.822767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:45.823402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Bound port: 9035466e-6a85-4a14-90a8-95914042bbf6, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:45.823945 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:45.832421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 39e93ccf-df99-41c1-8c8a-d9067025a58d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:45.884140 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 98a6db01-71a4-4ce3-8d84-837aade10a55, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=98a6db01-71a4-4ce3-8d84-837aade10a55,segment=NetworkSegment(14c7f832-4994-4f78-b12d-c83e41c7e43f),segment_id=14c7f832-4994-4f78-b12d-c83e41c7e43f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:45.888599 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 39e93ccf-df99-41c1-8c8a-d9067025a58d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:45.889064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 39e93ccf-df99-41c1-8c8a-d9067025a58d not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:45.940426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'port_id': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'mac_address': 'fa:16:3e:8f:4e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:01:45.944824 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19b9ab1-3ab2-403c-9bf1-f5b89e284548 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:45.952475 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f19b9ab1-3ab2-403c-9bf1-f5b89e284548 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.007284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 98a6db01-71a4-4ce3-8d84-837aade10a55 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:46.007865 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.014493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24968316-1252-48b3-92b0-f7fc304f33c0 req-0347da6e-3c2e-4ddb-a9ed-a72d5d1b1947 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:46.016342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24968316-1252-48b3-92b0-f7fc304f33c0 req-0347da6e-3c2e-4ddb-a9ed-a72d5d1b1947 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 943 time: 0.1138422 Jan 27 22:01:46.025696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] For port 9035466e-6a85-4a14-90a8-95914042bbf6, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:46.040505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a6db01-71a4-4ce3-8d84-837aade10a55 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:01:46.046608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] For port 9035466e-6a85-4a14-90a8-95914042bbf6, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9035466e-6a85-4a14-90a8-95914042bbf6,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:46.064916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 98a6db01-71a4-4ce3-8d84-837aade10a55, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=98a6db01-71a4-4ce3-8d84-837aade10a55,segment=NetworkSegment(14c7f832-4994-4f78-b12d-c83e41c7e43f),segment_id=14c7f832-4994-4f78-b12d-c83e41c7e43f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:46.095899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24968316-1252-48b3-92b0-f7fc304f33c0 req-90dd96a0-62d8-4542-980f-ecb409e3dc69 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656788 Jan 27 22:01:46.173610 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.178215 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.242396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d47087-060d-4e0c-adb7-37a67ae53d73 None None] Pushing event updated for resources: {'Port': ['ID=9035466e-6a85-4a14-90a8-95914042bbf6,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:46.318307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=98a6db01-71a4-4ce3-8d84-837aade10a55,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:46.378836 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f19b9ab1-3ab2-403c-9bf1-f5b89e284548 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (5fcef8fc-e256-4ba4-be63-e1c67501bac8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.434472 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b9ab1-3ab2-403c-9bf1-f5b89e284548 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:46.437513 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f19b9ab1-3ab2-403c-9bf1-f5b89e284548 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:46.442125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b9ab1-3ab2-403c-9bf1-f5b89e284548 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:46.442795 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f19b9ab1-3ab2-403c-9bf1-f5b89e284548 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:46.452499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['98a6db01-71a4-4ce3-8d84-837aade10a55'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:01:46.481480 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b9ab1-3ab2-403c-9bf1-f5b89e284548 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=5fcef8fc-e256-4ba4-be63-e1c67501bac8,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:46.631736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46922) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:46.632471 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f19b9ab1-3ab2-403c-9bf1-f5b89e284548 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9412644 Jan 27 22:01:46.639005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:18:dd:44', 'name': 'tempest-NetworksTestDHCPv6-833003821'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:46.890107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:46.981208 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.006359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:01:47.348914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd166ae-2c95-4b10-b14b-2efa793ac71a req-724086aa-af87-4fb6-851e-6084f1234f04 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:47.350364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1cd166ae-2c95-4b10-b14b-2efa793ac71a req-724086aa-af87-4fb6-851e-6084f1234f04 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 944 time: 0.1124270 Jan 27 22:01:47.377600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8:0:1::26d (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/5fcef8fc-e256-4ba4-be63-e1c67501bac8/4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:47.388135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::f816:3eff:fe18:dd44 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/8cf65afa-1855-4642-aecc-24c23eb04fe7/4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:47.394011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b681a5-6e81-47c6-b754-deb34e971a93 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:47.430132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1cd166ae-2c95-4b10-b14b-2efa793ac71a req-59a94a85-062f-4f66-b377-a7a64b5ee9f0 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740755 Jan 27 22:01:47.481289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-abb8c3c4-e47d-49cd-a70a-a6cd4505172a None None] Provisioning complete for port 9035466e-6a85-4a14-90a8-95914042bbf6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:47.482378 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-abb8c3c4-e47d-49cd-a70a-a6cd4505172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.577412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.622282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-abb8c3c4-e47d-49cd-a70a-a6cd4505172a None None] Current status of the port 9035466e-6a85-4a14-90a8-95914042bbf6 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:47.622282 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-abb8c3c4-e47d-49cd-a70a-a6cd4505172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.664516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 98a6db01-71a4-4ce3-8d84-837aade10a55 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:47.704121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-abb8c3c4-e47d-49cd-a70a-a6cd4505172a None None] For port 9035466e-6a85-4a14-90a8-95914042bbf6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9035466e-6a85-4a14-90a8-95914042bbf6,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:47.719605 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.720304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4f551f-2f0d-4229-b5ff-dbab588bcaf5 None None] Update dhcp port {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'fixed_ips': [{'subnet_id': '8cf65afa-1855-4642-aecc-24c23eb04fe7', 'ip_address': '2001:db8::f816:3eff:fef1:8dba'}, {'subnet_id': '5fcef8fc-e256-4ba4-be63-e1c67501bac8'}], 'binding:host_id': 'n-d-760456-6'}, 'id': '9035466e-6a85-4a14-90a8-95914042bbf6'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:01:47.762598 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb4f551f-2f0d-4229-b5ff-dbab588bcaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.776278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:47.780776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:47.789312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:47.798176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:47.798960 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.805700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:47.831506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9035466e-6a85-4a14-90a8-95914042bbf6 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:47.879193 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-abb8c3c4-e47d-49cd-a70a-a6cd4505172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:47.936322 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 98a6db01-71a4-4ce3-8d84-837aade10a55 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:01:47.960435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 98a6db01-71a4-4ce3-8d84-837aade10a55 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:47.960913 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.002354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ba1d9755-ff1b-476a-88e0-ca9cfce71fbe tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3685739 Jan 27 22:01:48.004884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46948) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:48.052636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8c3c4-e47d-49cd-a70a-a6cd4505172a None None] Pushing event updated for resources: {'Port': ['ID=9035466e-6a85-4a14-90a8-95914042bbf6,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:48.086943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 9035466e-6a85-4a14-90a8-95914042bbf6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:48.087137 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.114649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-717a3ed2-35b6-47ce-8bb1-f170eae59c75 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:48.114649 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-717a3ed2-35b6-47ce-8bb1-f170eae59c75 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.119770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-bb4f551f-2f0d-4229-b5ff-dbab588bcaf5 None None] Allocated IP 2001:db8:0:1::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/5fcef8fc-e256-4ba4-be63-e1c67501bac8/9035466e-6a85-4a14-90a8-95914042bbf6) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:48.168884 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 98a6db01-71a4-4ce3-8d84-837aade10a55 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:48.169290 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.221208 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-717a3ed2-35b6-47ce-8bb1-f170eae59c75 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.233363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-717a3ed2-35b6-47ce-8bb1-f170eae59c75 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:48.253632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dba486-e844-44af-9878-054f8c8f25e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6db01-71a4-4ce3-8d84-837aade10a55'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:48.255900 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb566f5-eb22-4122-bdb9-1b43fa1ff783" -d '{"events": [{"server_uuid": "53dba486-e844-44af-9878-054f8c8f25e3", "name": "network-vif-plugged", "status": "completed", "tag": "98a6db01-71a4-4ce3-8d84-837aade10a55"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:48.277602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 98a6db01-71a4-4ce3-8d84-837aade10a55, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=98a6db01-71a4-4ce3-8d84-837aade10a55,segment=NetworkSegment(14c7f832-4994-4f78-b12d-c83e41c7e43f),segment_id=14c7f832-4994-4f78-b12d-c83e41c7e43f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:48.305839 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de86d4c-0bdb-4750-9bdc-4fa1b257cacb x-openstack-request-id: req-0de86d4c-0bdb-4750-9bdc-4fa1b257cacb {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:48.305839 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dba486-e844-44af-9878-054f8c8f25e3", "name": "network-vif-plugged", "status": "completed", "tag": "98a6db01-71a4-4ce3-8d84-837aade10a55", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:48.305839 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0de86d4c-0bdb-4750-9bdc-4fa1b257cacb {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:48.305839 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dba486-e844-44af-9878-054f8c8f25e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'code': 200} Jan 27 22:01:48.343476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 9035466e-6a85-4a14-90a8-95914042bbf6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:48.346714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bb4f551f-2f0d-4229-b5ff-dbab588bcaf5 None None] For port 9035466e-6a85-4a14-90a8-95914042bbf6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9035466e-6a85-4a14-90a8-95914042bbf6,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:48.378999 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb4f551f-2f0d-4229-b5ff-dbab588bcaf5 None None] Publish callbacks [] for port (9035466e-6a85-4a14-90a8-95914042bbf6), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.399279 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.419530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e83f3b-c1bd-4e07-ac91-9392919b58e8 req-c4cd4349-386f-46c3-9631-e65857bde5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:48.421198 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-40e83f3b-c1bd-4e07-ac91-9392919b58e8 req-c4cd4349-386f-46c3-9631-e65857bde5b0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 1095 time: 0.0464876 Jan 27 22:01:48.460439 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=98a6db01-71a4-4ce3-8d84-837aade10a55,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:48.489701 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-40e83f3b-c1bd-4e07-ac91-9392919b58e8 req-92ee2f68-e4e9-4a37-b78d-bfaf43ade73c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621047 Jan 27 22:01:48.524752 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-717a3ed2-35b6-47ce-8bb1-f170eae59c75 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.525356 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb4f551f-2f0d-4229-b5ff-dbab588bcaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.576841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a3ed2-35b6-47ce-8bb1-f170eae59c75 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:48.619280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f551f-2f0d-4229-b5ff-dbab588bcaf5 None None] Pushing event updated for resources: {'Port': ['ID=9035466e-6a85-4a14-90a8-95914042bbf6,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:48.642829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb6b83-d96d-4ea3-83e6-f135131f015e req-903b9eda-d203-47d3-ac5b-5b20d338edc3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:48.644386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fceb6b83-d96d-4ea3-83e6-f135131f015e req-903b9eda-d203-47d3-ac5b-5b20d338edc3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 945 time: 0.1337342 Jan 27 22:01:48.647554 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-717a3ed2-35b6-47ce-8bb1-f170eae59c75 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.651095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-717a3ed2-35b6-47ce-8bb1-f170eae59c75 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb HTTP/1.1" status: 204 len: 168 time: 0.6450572 Jan 27 22:01:48.654184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46960) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:48.703530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fceb6b83-d96d-4ea3-83e6-f135131f015e req-b61b6618-81b6-4cb7-b8e6-b0af633e39d8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514271 Jan 27 22:01:48.713538 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291a10ce-95a8-4ce4-9581-483dfc9f1067 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:48.715836 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-291a10ce-95a8-4ce4-9581-483dfc9f1067 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0598495 Jan 27 22:01:48.717826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46964) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:48.770979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf00a256-81b7-4be2-8efe-006a6b67e82a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:48.774699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bf00a256-81b7-4be2-8efe-006a6b67e82a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0534427 Jan 27 22:01:48.782049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46968) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:48.844656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c7e4db-b4a2-48d2-9052-6ab2e05bea10 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:48.846324 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c7e4db-b4a2-48d2-9052-6ab2e05bea10 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:48.847857 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c7e4db-b4a2-48d2-9052-6ab2e05bea10 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:48.850361 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a2c7e4db-b4a2-48d2-9052-6ab2e05bea10 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0737360 Jan 27 22:01:48.855946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46976) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:48.944244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-4759d965-9a86-476c-8a68-7683a1de6980 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 5fcef8fc-e256-4ba4-be63-e1c67501bac8 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:48.948003 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4759d965-9a86-476c-8a68-7683a1de6980 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (5fcef8fc-e256-4ba4-be63-e1c67501bac8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:48.996156 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4759d965-9a86-476c-8a68-7683a1de6980 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (5fcef8fc-e256-4ba4-be63-e1c67501bac8), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.083702 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4759d965-9a86-476c-8a68-7683a1de6980 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (5fcef8fc-e256-4ba4-be63-e1c67501bac8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.253633 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4759d965-9a86-476c-8a68-7683a1de6980 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (5fcef8fc-e256-4ba4-be63-e1c67501bac8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.287054 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759d965-9a86-476c-8a68-7683a1de6980 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcef8fc-e256-4ba4-be63-e1c67501bac8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:49.287054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4759d965-9a86-476c-8a68-7683a1de6980 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.290517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4759d965-9a86-476c-8a68-7683a1de6980 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/5fcef8fc-e256-4ba4-be63-e1c67501bac8 HTTP/1.1" status: 204 len: 168 time: 0.4320395 Jan 27 22:01:49.292369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 46990) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:49.323433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e79fd1e7-0619-47ca-9d75-332e9b5bda7f None None] Provisioning complete for port 9035466e-6a85-4a14-90a8-95914042bbf6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:49.323862 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e79fd1e7-0619-47ca-9d75-332e9b5bda7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.366176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9951c90-9df5-478e-a0a6-48c4e3c10d98 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 8cf65afa-1855-4642-aecc-24c23eb04fe7 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:49.371378 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9951c90-9df5-478e-a0a6-48c4e3c10d98 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (8cf65afa-1855-4642-aecc-24c23eb04fe7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.425404 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9951c90-9df5-478e-a0a6-48c4e3c10d98 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (8cf65afa-1855-4642-aecc-24c23eb04fe7), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.493358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e79fd1e7-0619-47ca-9d75-332e9b5bda7f None None] Current status of the port 9035466e-6a85-4a14-90a8-95914042bbf6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:49.523620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c1e7bd-6048-4fb2-8fa4-d3616d0a7a26 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:49.547040 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9951c90-9df5-478e-a0a6-48c4e3c10d98 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (8cf65afa-1855-4642-aecc-24c23eb04fe7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.612588 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0b04dcea-3916-498e-ac62-3cfcc8407866 None None] Could not find standard attr ID for object 4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:01:49.729594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9035466e-6a85-4a14-90a8-95914042bbf6 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:49.737770 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9951c90-9df5-478e-a0a6-48c4e3c10d98 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (8cf65afa-1855-4642-aecc-24c23eb04fe7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.760946 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d9951c90-9df5-478e-a0a6-48c4e3c10d98 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.765128 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d9951c90-9df5-478e-a0a6-48c4e3c10d98 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/8cf65afa-1855-4642-aecc-24c23eb04fe7 HTTP/1.1" status: 204 len: 168 time: 0.4717453 Jan 27 22:01:49.767968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 46998) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:49.799506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9951c90-9df5-478e-a0a6-48c4e3c10d98 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf65afa-1855-4642-aecc-24c23eb04fe7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:49.849694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0fae303d-13bb-4a53-98a0-8f2870a0dee9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776367 Jan 27 22:01:49.849995 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47004) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:49.856787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:49.899944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 9035466e-6a85-4a14-90a8-95914042bbf6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:49.900354 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:49.920916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f7337-d659-44b8-82a9-fbe6e794596a req-60b8f1e2-4fd5-4951-990d-7c61cc652aa1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:49.929255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da6f7337-d659-44b8-82a9-fbe6e794596a req-60b8f1e2-4fd5-4951-990d-7c61cc652aa1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 945 time: 0.0941544 Jan 27 22:01:50.006661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da6f7337-d659-44b8-82a9-fbe6e794596a req-eef49198-0b19-430c-b17a-963668636ea6 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749445 Jan 27 22:01:50.038849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 9035466e-6a85-4a14-90a8-95914042bbf6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:50.157217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61645819-b688-4472-8f27-8f9fbeeb82fc req-6d4aa284-a243-4362-a531-acaf7979e491 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:50.166779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61645819-b688-4472-8f27-8f9fbeeb82fc req-6d4aa284-a243-4362-a531-acaf7979e491 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 945 time: 0.0673685 Jan 27 22:01:50.224734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:50.235624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.235926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61645819-b688-4472-8f27-8f9fbeeb82fc req-51875c7a-6059-4a7d-a0d4-f32d193eb529 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640802 Jan 27 22:01:50.241773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47010) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:50.296653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8539c922-3acd-4751-ab9e-8f967d28f310 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:50.303764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8539c922-3acd-4751-ab9e-8f967d28f310 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 1091 time: 0.0574503 Jan 27 22:01:50.304970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47016) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:50.312318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:50.454171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a76a4-2ef5-4f45-91d0-135ef80ae27e None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:50.490602 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.572834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8be3261f-9ab7-42d3-8927-a65c15bfea57 None None] Provisioning complete for port 9035466e-6a85-4a14-90a8-95914042bbf6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:50.573376 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8be3261f-9ab7-42d3-8927-a65c15bfea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.638978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.764345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:01:50.822339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Allocated IP 172.25.0.185 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/75c66738-be0e-44fd-9c09-0ba816a7cd72) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:50.935371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68347e7-05d1-4076-80cb-ebeb6e86939f None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:50.972597 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (75c66738-be0e-44fd-9c09-0ba816a7cd72), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:50.985557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8be3261f-9ab7-42d3-8927-a65c15bfea57 None None] Current status of the port 9035466e-6a85-4a14-90a8-95914042bbf6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:51.022363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b68347e7-05d1-4076-80cb-ebeb6e86939f None None] Deleting port 9035466e-6a85-4a14-90a8-95914042bbf6 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:51.022886 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b68347e7-05d1-4076-80cb-ebeb6e86939f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.111845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b68347e7-05d1-4076-80cb-ebeb6e86939f None None] For port 9035466e-6a85-4a14-90a8-95914042bbf6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9035466e-6a85-4a14-90a8-95914042bbf6,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:51.112605 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b68347e7-05d1-4076-80cb-ebeb6e86939f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.128576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b68347e7-05d1-4076-80cb-ebeb6e86939f None None] Calling delete_port for 9035466e-6a85-4a14-90a8-95914042bbf6 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:51.132117 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.179645 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (75c66738-be0e-44fd-9c09-0ba816a7cd72), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.234450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:51.237518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:51.243594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:51.270258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=75c66738-be0e-44fd-9c09-0ba816a7cd72,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:51.301674 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] For port 9035466e-6a85-4a14-90a8-95914042bbf6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9035466e-6a85-4a14-90a8-95914042bbf6,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:51.340104 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (9035466e-6a85-4a14-90a8-95914042bbf6), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.409907 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.410670 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (49df2730-3c13-433f-a2f0-e9346927e46b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.498739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b68347e7-05d1-4076-80cb-ebeb6e86939f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (9035466e-6a85-4a14-90a8-95914042bbf6), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.515272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=49df2730-3c13-433f-a2f0-e9346927e46b,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:51.540812 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:51.543958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:51.547108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:51.557764 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.558083 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68347e7-05d1-4076-80cb-ebeb6e86939f None None] Pushing event deleted for resources: {'Port': ['ID=9035466e-6a85-4a14-90a8-95914042bbf6,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:51.559995 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=9035466e-6a85-4a14-90a8-95914042bbf6,revision_number=8']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:51.570419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68347e7-05d1-4076-80cb-ebeb6e86939f None None] No DVR routers for this DVR port 9035466e-6a85-4a14-90a8-95914042bbf6 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:51.592570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e450840-719a-4b62-8364-3a49f0bce66a None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:51.695239 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d24ab917-d788-49a0-9b6e-4b6b42cdaf53 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8415108 Jan 27 22:01:51.695727 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47038) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:51.709340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-319306cf-260f-4321-bf0e-2e2cf56923f5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:51.764304 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for floatingip (bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.774681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '49df2730-3c13-433f-a2f0-e9346927e46b'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:51.775865 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.872858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9035466e-6a85-4a14-90a8-95914042bbf6 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:51.899070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 9035466e-6a85-4a14-90a8-95914042bbf6 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:51.899430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9035466e-6a85-4a14-90a8-95914042bbf6 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:51.946418 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (75c66738-be0e-44fd-9c09-0ba816a7cd72), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.964493 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319306cf-260f-4321-bf0e-2e2cf56923f5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:51.981679 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-319306cf-260f-4321-bf0e-2e2cf56923f5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:51.982003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Allocated IP 2001:db8::f816:3eff:fecb:d381 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/49df2730-3c13-433f-a2f0-e9346927e46b/0565a5e0-893e-43c4-85fb-135163b9f167) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:52.151391 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Publish callbacks [] for port (0565a5e0-893e-43c4-85fb-135163b9f167), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.162030 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (75c66738-be0e-44fd-9c09-0ba816a7cd72), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.209674 n-d-760456-6 neutron-server[104026]: INFO neutron.db.ipam_backend_mixin [None req-319306cf-260f-4321-bf0e-2e2cf56923f5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 49df2730-3c13-433f-a2f0-e9346927e46b (CIDR: 2001:db8::/64) Jan 27 22:01:52.270679 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.289110 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-319306cf-260f-4321-bf0e-2e2cf56923f5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:01:52.289586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319306cf-260f-4321-bf0e-2e2cf56923f5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:52.317168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:52.325602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:52.330177 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:52.333430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Pushing event updated for resources: {'Port': ['ID=0565a5e0-893e-43c4-85fb-135163b9f167,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:52.372884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (75c66738-be0e-44fd-9c09-0ba816a7cd72), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.394303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Attempting to bind port 0565a5e0-893e-43c4-85fb-135163b9f167 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:52.394721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Attempting to bind port 0565a5e0-893e-43c4-85fb-135163b9f167 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:52.395041 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Attempting to bind port 0565a5e0-893e-43c4-85fb-135163b9f167 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:52.403834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:52.404245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:52.405637 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.405637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:52.405637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Bound port: 0565a5e0-893e-43c4-85fb-135163b9f167, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:52.406028 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.468257 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.480186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] For port 0565a5e0-893e-43c4-85fb-135163b9f167, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:52.484253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] For port 0565a5e0-893e-43c4-85fb-135163b9f167, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0565a5e0-893e-43c4-85fb-135163b9f167,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:52.518436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=75c66738-be0e-44fd-9c09-0ba816a7cd72,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:52.539439 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-319306cf-260f-4321-bf0e-2e2cf56923f5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8422637 Jan 27 22:01:52.547352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47050) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:52.552197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-613cd816-0750-402d-981f-c91ffc978467 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:52.589473 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Floating IP bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8 associated. External IP: 172.25.0.185, port: 98a6db01-71a4-4ce3-8d84-837aade10a55. Jan 27 22:01:52.653308 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.751362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612c779-c4d0-4b89-9350-95e46872de4d None None] Pushing event updated for resources: {'Port': ['ID=0565a5e0-893e-43c4-85fb-135163b9f167,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:52.829831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613cd816-0750-402d-981f-c91ffc978467 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:52.833401 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-613cd816-0750-402d-981f-c91ffc978467 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:52.901603 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:01:53.088055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:01:53.106994 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa46976-a0f9-4f2e-8980-e6017779cc67 None None] Sync routers for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:01:53.117716 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa46976-a0f9-4f2e-8980-e6017779cc67 None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:53.118688 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6aa46976-a0f9-4f2e-8980-e6017779cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:01:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:53.251138 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6aa46976-a0f9-4f2e-8980-e6017779cc67 None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:53.361468 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.399633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a9628a2f-431d-42a5-8eff-b98b77b028b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0932758 Jan 27 22:01:53.403823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53dba486-e844-44af-9878-054f8c8f25e3', 'tag': '98a6db01-71a4-4ce3-8d84-837aade10a55'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:01:53.403938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47062) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:53.404400 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd00294-f2b9-4bc2-841d-3f6aa29c8006" -d '{"events": [{"name": "network-changed", "server_uuid": "53dba486-e844-44af-9878-054f8c8f25e3", "tag": "98a6db01-71a4-4ce3-8d84-837aade10a55"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:01:53.472842 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-613cd816-0750-402d-981f-c91ffc978467 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (30979c1c-afca-42f9-a057-8bebb62fe6a9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.472951 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f60f74a-9b50-4cc6-ae74-16e1625332bb x-openstack-request-id: req-4f60f74a-9b50-4cc6-ae74-16e1625332bb {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:01:53.472951 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53dba486-e844-44af-9878-054f8c8f25e3", "tag": "98a6db01-71a4-4ce3-8d84-837aade10a55", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:01:53.472951 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f60f74a-9b50-4cc6-ae74-16e1625332bb {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:01:53.472951 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53dba486-e844-44af-9878-054f8c8f25e3', 'tag': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'status': 'completed', 'code': 200} Jan 27 22:01:53.504055 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6aa46976-a0f9-4f2e-8980-e6017779cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:22Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'port_id': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'mac_address': 'fa:16:3e:8f:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dba486-e844-44af-9878-054f8c8f25e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:01:51Z', 'updated_at': '2022-01-27T22:01:51Z', 'revision_number': 0, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:29Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:53.560070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613cd816-0750-402d-981f-c91ffc978467 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:53.611689 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f8158395-57ab-4c8d-a9b4-2ddc04e6949e tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/floatingips/bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8 HTTP/1.1" status: 200 len: 991 time: 0.2069941 Jan 27 22:01:53.622989 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-613cd816-0750-402d-981f-c91ffc978467 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:53.629859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613cd816-0750-402d-981f-c91ffc978467 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:53.630470 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-613cd816-0750-402d-981f-c91ffc978467 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:53.645294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cd816-0750-402d-981f-c91ffc978467 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=30979c1c-afca-42f9-a057-8bebb62fe6a9,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:53.653683 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa46976-a0f9-4f2e-8980-e6017779cc67 None None] Checking router: dec9a3bb-19b1-46c9-ad21-fddfbc9458bd for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:01:53.667114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd00294-f2b9-4bc2-841d-3f6aa29c8006 req-bff79ccf-ba3c-4b59-ac41-067c220b6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:53.672300 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ddd00294-f2b9-4bc2-841d-3f6aa29c8006 req-bff79ccf-ba3c-4b59-ac41-067c220b6da2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 1096 time: 0.1638987 Jan 27 22:01:53.672559 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa46976-a0f9-4f2e-8980-e6017779cc67 None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:01:53.673204 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6aa46976-a0f9-4f2e-8980-e6017779cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:01:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:53.817161 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-613cd816-0750-402d-981f-c91ffc978467 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2686973 Jan 27 22:01:53.823804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47074) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:53.833146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:88:1d:89', 'name': 'tempest-NetworksTestDHCPv6-1737597888'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:53.872918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd00294-f2b9-4bc2-841d-3f6aa29c8006 req-a622f81c-b8b0-4df9-9c0d-44d1370dfbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:53.874454 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ddd00294-f2b9-4bc2-841d-3f6aa29c8006 req-a622f81c-b8b0-4df9-9c0d-44d1370dfbfe service neutron] 10.222.0.74 "GET /v2.0/networks?id=1ab2f17d-b623-4ab0-85bb-1067b489cd7f HTTP/1.1" status: 200 len: 896 time: 0.1963427 Jan 27 22:01:53.882622 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6aa46976-a0f9-4f2e-8980-e6017779cc67 None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:01:53.896949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0565a5e0-893e-43c4-85fb-135163b9f167 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:54.017622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0565a5e0-893e-43c4-85fb-135163b9f167 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:54.018011 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.067363 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ddd00294-f2b9-4bc2-841d-3f6aa29c8006 req-a3421f4e-ae8e-431e-9c82-059c443bb793 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a6db01-71a4-4ce3-8d84-837aade10a55 HTTP/1.1" status: 200 len: 999 time: 0.1872339 Jan 27 22:01:54.145592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd00294-f2b9-4bc2-841d-3f6aa29c8006 req-94e5e6f0-c12e-49bb-aa93-38496ceea124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:54.147172 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ddd00294-f2b9-4bc2-841d-3f6aa29c8006 req-94e5e6f0-c12e-49bb-aa93-38496ceea124 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d25f0a61-de15-4f57-9ad8-332487a7cfb2 HTTP/1.1" status: 200 len: 835 time: 0.0744014 Jan 27 22:01:54.159547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0565a5e0-893e-43c4-85fb-135163b9f167 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:54.159952 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.199298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 0565a5e0-893e-43c4-85fb-135163b9f167, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0565a5e0-893e-43c4-85fb-135163b9f167,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:54.223811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b77a39b-c72b-4ff4-8804-85cc8ab18203 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:54.226444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:54.260767 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6aa46976-a0f9-4f2e-8980-e6017779cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:22Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'port_id': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'mac_address': 'fa:16:3e:8f:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dba486-e844-44af-9878-054f8c8f25e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:01:51Z', 'updated_at': '2022-01-27T22:01:51Z', 'revision_number': 0, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:29Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:01:54.299719 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa46976-a0f9-4f2e-8980-e6017779cc67 None None] The sync data for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 is: [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:01:22Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'port_id': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'mac_address': 'fa:16:3e:8f:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dba486-e844-44af-9878-054f8c8f25e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:01:51Z', 'updated_at': '2022-01-27T22:01:51Z', 'revision_number': 0, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:29Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:01:54.347721 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.374733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-56377d12-720a-4dd3-91de-3d134baac8a7 None None] Provisioning complete for port 0565a5e0-893e-43c4-85fb-135163b9f167 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:54.375511 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-56377d12-720a-4dd3-91de-3d134baac8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.377278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 92412a33-85b5-42be-bf83-ebf5ce9f6ffc yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:01:54.438872 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:54.557437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd00294-f2b9-4bc2-841d-3f6aa29c8006 req-c42e9c42-c237-47a4-bdbc-293e04e468d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:54.560060 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ddd00294-f2b9-4bc2-841d-3f6aa29c8006 req-c42e9c42-c237-47a4-bdbc-293e04e468d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1ab2f17d-b623-4ab0-85bb-1067b489cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4069769 Jan 27 22:01:54.649563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=0565a5e0-893e-43c4-85fb-135163b9f167,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:54.655021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47082) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:54.671886 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ddd00294-f2b9-4bc2-841d-3f6aa29c8006 req-f4278bc7-76cf-4b94-b656-f0d335ede0d4 service neutron] 10.222.0.74 "GET /v2.0/networks/1ab2f17d-b623-4ab0-85bb-1067b489cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038463 Jan 27 22:01:54.778766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc0a67c-2e63-4a33-bbcd-028e9440d6be None None] New status for floating IP bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:01:54.798007 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-ddd00294-f2b9-4bc2-841d-3f6aa29c8006 req-d66303d9-6da7-4bc8-ac57-5ee060d365a1 service neutron] 10.222.0.74 "GET /v2.0/networks/1ab2f17d-b623-4ab0-85bb-1067b489cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175852 Jan 27 22:01:54.853544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8:0:1::3b9 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/30979c1c-afca-42f9-a057-8bebb62fe6a9/92412a33-85b5-42be-bf83-ebf5ce9f6ffc) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:54.858945 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b18403-a4df-4ca4-af59-f9bbb4290c60 None None] Update dhcp port {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'fixed_ips': [{'subnet_id': '49df2730-3c13-433f-a2f0-e9346927e46b', 'ip_address': '2001:db8::f816:3eff:fecb:d381'}, {'subnet_id': '30979c1c-afca-42f9-a057-8bebb62fe6a9'}], 'binding:host_id': 'n-d-760456-6'}, 'id': '0565a5e0-893e-43c4-85fb-135163b9f167'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:01:54.878799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-789fdf8a-2866-4c4c-a999-f4106979c16b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/floatingips/bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8 HTTP/1.1" status: 200 len: 991 time: 0.2114100 Jan 27 22:01:54.881713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::f816:3eff:fe88:1d89 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/49df2730-3c13-433f-a2f0-e9346927e46b/92412a33-85b5-42be-bf83-ebf5ce9f6ffc) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:54.889791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-56377d12-720a-4dd3-91de-3d134baac8a7 None None] Current status of the port 0565a5e0-893e-43c4-85fb-135163b9f167 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:54.935737 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-30b18403-a4df-4ca4-af59-f9bbb4290c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.087463 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (92412a33-85b5-42be-bf83-ebf5ce9f6ffc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.285284 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (92412a33-85b5-42be-bf83-ebf5ce9f6ffc), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.330806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:55.333922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:55.337441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-30b18403-a4df-4ca4-af59-f9bbb4290c60 None None] Allocated IP 2001:db8:0:1::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/30979c1c-afca-42f9-a057-8bebb62fe6a9/0565a5e0-893e-43c4-85fb-135163b9f167) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:55.340752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:55.348589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:55.349249 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.355766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=92412a33-85b5-42be-bf83-ebf5ce9f6ffc,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:55.453696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-30b18403-a4df-4ca4-af59-f9bbb4290c60 None None] For port 0565a5e0-893e-43c4-85fb-135163b9f167, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0565a5e0-893e-43c4-85fb-135163b9f167,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:55.484045 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-30b18403-a4df-4ca4-af59-f9bbb4290c60 None None] Publish callbacks [] for port (0565a5e0-893e-43c4-85fb-135163b9f167), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.490360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1e87e59e-ab67-40fa-8ad8-7520ca8a2b13 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6631715 Jan 27 22:01:55.492786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47100) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:55.561164 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-30b18403-a4df-4ca4-af59-f9bbb4290c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.603345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-0dd20cba-6d01-4d2e-bf25-dc51689b0036 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 92412a33-85b5-42be-bf83-ebf5ce9f6ffc {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:55.603702 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0dd20cba-6d01-4d2e-bf25-dc51689b0036 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (92412a33-85b5-42be-bf83-ebf5ce9f6ffc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.656638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b18403-a4df-4ca4-af59-f9bbb4290c60 None None] Pushing event updated for resources: {'Port': ['ID=0565a5e0-893e-43c4-85fb-135163b9f167,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:55.773723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0565a5e0-893e-43c4-85fb-135163b9f167 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:01:55.777318 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0dd20cba-6d01-4d2e-bf25-dc51689b0036 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (92412a33-85b5-42be-bf83-ebf5ce9f6ffc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.807583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-0dd20cba-6d01-4d2e-bf25-dc51689b0036 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 92412a33-85b5-42be-bf83-ebf5ce9f6ffc owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:55.859879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0565a5e0-893e-43c4-85fb-135163b9f167 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:55.860328 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:55.882103 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47110) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:56.023376 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a5a7560f-82dc-43ab-97d6-60e5d615c639 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/floatingips/bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8 HTTP/1.1" status: 200 len: 993 time: 0.1345441 Jan 27 22:01:56.044908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0565a5e0-893e-43c4-85fb-135163b9f167 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:56.294913 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0dd20cba-6d01-4d2e-bf25-dc51689b0036 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (92412a33-85b5-42be-bf83-ebf5ce9f6ffc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.342291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd20cba-6d01-4d2e-bf25-dc51689b0036 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=92412a33-85b5-42be-bf83-ebf5ce9f6ffc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:56.402110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0dd20cba-6d01-4d2e-bf25-dc51689b0036 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.406340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0dd20cba-6d01-4d2e-bf25-dc51689b0036 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/92412a33-85b5-42be-bf83-ebf5ce9f6ffc HTTP/1.1" status: 204 len: 168 time: 0.9119766 Jan 27 22:01:56.408234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47120) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:56.528255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24cd81c-2f7d-48c2-bd9c-86aafbea826d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:56.530671 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e24cd81c-2f7d-48c2-bd9c-86aafbea826d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1212146 Jan 27 22:01:56.532897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47124) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:56.554357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-53525e06-e7ee-4fb4-8a96-8608671f7b56 None None] Provisioning complete for port 0565a5e0-893e-43c4-85fb-135163b9f167 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:56.554769 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53525e06-e7ee-4fb4-8a96-8608671f7b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.611643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249eb208-7366-4c21-8218-58204282e6c2 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:56.613363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-249eb208-7366-4c21-8218-58204282e6c2 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0793865 Jan 27 22:01:56.615921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47126) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:56.711212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-53525e06-e7ee-4fb4-8a96-8608671f7b56 None None] Current status of the port 0565a5e0-893e-43c4-85fb-135163b9f167 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:56.711901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c173e-793a-4de2-8562-8835983a5354 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:56.720401 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c173e-793a-4de2-8562-8835983a5354 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:56.723319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c173e-793a-4de2-8562-8835983a5354 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:56.726191 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-760c173e-793a-4de2-8562-8835983a5354 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1089756 Jan 27 22:01:56.728972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47128) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:56.790301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a4da56-bf34-4722-939d-9d0e90a873b5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 30979c1c-afca-42f9-a057-8bebb62fe6a9 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:56.793979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35a4da56-bf34-4722-939d-9d0e90a873b5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (30979c1c-afca-42f9-a057-8bebb62fe6a9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.845107 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35a4da56-bf34-4722-939d-9d0e90a873b5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (30979c1c-afca-42f9-a057-8bebb62fe6a9), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:56.928314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f42b1f44-b7c5-49c7-8861-c2842a6d8a6a None None] Could not find standard attr ID for object 92412a33-85b5-42be-bf83-ebf5ce9f6ffc. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:01:56.991077 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35a4da56-bf34-4722-939d-9d0e90a873b5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (30979c1c-afca-42f9-a057-8bebb62fe6a9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.025668 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.212788 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35a4da56-bf34-4722-939d-9d0e90a873b5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (30979c1c-afca-42f9-a057-8bebb62fe6a9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.247764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4da56-bf34-4722-939d-9d0e90a873b5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=30979c1c-afca-42f9-a057-8bebb62fe6a9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:57.252059 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-35a4da56-bf34-4722-939d-9d0e90a873b5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.255515 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-35a4da56-bf34-4722-939d-9d0e90a873b5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/30979c1c-afca-42f9-a057-8bebb62fe6a9 HTTP/1.1" status: 204 len: 168 time: 0.5248628 Jan 27 22:01:57.257819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47142) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:57.260859 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eccc4b-b8ad-4847-bedd-f3a525f3f57f None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:57.315768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d6e8aa-84b9-40fe-a4b8-5a0dc9e3f458 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 49df2730-3c13-433f-a2f0-e9346927e46b {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:01:57.319529 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4d6e8aa-84b9-40fe-a4b8-5a0dc9e3f458 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (49df2730-3c13-433f-a2f0-e9346927e46b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.363910 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4d6e8aa-84b9-40fe-a4b8-5a0dc9e3f458 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (49df2730-3c13-433f-a2f0-e9346927e46b), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.453157 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4d6e8aa-84b9-40fe-a4b8-5a0dc9e3f458 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (49df2730-3c13-433f-a2f0-e9346927e46b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.562307 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.693808 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4d6e8aa-84b9-40fe-a4b8-5a0dc9e3f458 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (49df2730-3c13-433f-a2f0-e9346927e46b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.730209 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6e8aa-84b9-40fe-a4b8-5a0dc9e3f458 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=49df2730-3c13-433f-a2f0-e9346927e46b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:57.744649 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4d6e8aa-84b9-40fe-a4b8-5a0dc9e3f458 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:57.749086 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b4d6e8aa-84b9-40fe-a4b8-5a0dc9e3f458 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/49df2730-3c13-433f-a2f0-e9346927e46b HTTP/1.1" status: 204 len: 168 time: 0.4899559 Jan 27 22:01:57.751720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47146) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:57.801017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cf962fb8-2ee8-4e15-a5d4-2579d1b87925 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473528 Jan 27 22:01:57.803732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47148) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:57.808816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1157d465-56cc-4267-8a7a-cd4b3e71bd8e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:58.048294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1157d465-56cc-4267-8a7a-cd4b3e71bd8e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:58.051764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1157d465-56cc-4267-8a7a-cd4b3e71bd8e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.132153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d65fe1-5de5-42af-9632-fd8eb38c1f0e None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:58.199471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3aa3333b-8c1f-44cc-815a-088d7518b99d None None] Provisioning complete for port 0565a5e0-893e-43c4-85fb-135163b9f167 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:01:58.199897 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3aa3333b-8c1f-44cc-815a-088d7518b99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.345449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546015c4-7c37-4914-8edf-6b90d21c219a None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:01:58.347883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3333b-8c1f-44cc-815a-088d7518b99d None None] Current status of the port 0565a5e0-893e-43c4-85fb-135163b9f167 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:01:58.399361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-546015c4-7c37-4914-8edf-6b90d21c219a None None] Deleting port 0565a5e0-893e-43c4-85fb-135163b9f167 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:01:58.399849 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-546015c4-7c37-4914-8edf-6b90d21c219a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.470664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-546015c4-7c37-4914-8edf-6b90d21c219a None None] For port 0565a5e0-893e-43c4-85fb-135163b9f167, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0565a5e0-893e-43c4-85fb-135163b9f167,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:01:58.471683 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-546015c4-7c37-4914-8edf-6b90d21c219a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.485495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-546015c4-7c37-4914-8edf-6b90d21c219a None None] Calling delete_port for 0565a5e0-893e-43c4-85fb-135163b9f167 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:01:58.695682 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-546015c4-7c37-4914-8edf-6b90d21c219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (0565a5e0-893e-43c4-85fb-135163b9f167), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.722745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546015c4-7c37-4914-8edf-6b90d21c219a None None] Pushing event deleted for resources: {'Port': ['ID=0565a5e0-893e-43c4-85fb-135163b9f167,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:58.728475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546015c4-7c37-4914-8edf-6b90d21c219a None None] No DVR routers for this DVR port 0565a5e0-893e-43c4-85fb-135163b9f167 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:01:58.733987 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1157d465-56cc-4267-8a7a-cd4b3e71bd8e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.784264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1157d465-56cc-4267-8a7a-cd4b3e71bd8e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:58.787404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1157d465-56cc-4267-8a7a-cd4b3e71bd8e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:58.791646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157d465-56cc-4267-8a7a-cd4b3e71bd8e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:01:58.792280 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1157d465-56cc-4267-8a7a-cd4b3e71bd8e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.796586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157d465-56cc-4267-8a7a-cd4b3e71bd8e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:58.798325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c48400-55bc-4a81-b806-b4605353ffa5 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:01:58.903366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': '46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:01:58.904411 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:58.921461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1157d465-56cc-4267-8a7a-cd4b3e71bd8e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1165607 Jan 27 22:01:58.930346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47168) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:58.936110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5c6a34dd-a62a-419b-8e6c-7c158ad71af9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:59.045897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e/72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:01:59.166441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6a34dd-a62a-419b-8e6c-7c158ad71af9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:59.170229 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c6a34dd-a62a-419b-8e6c-7c158ad71af9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.198977 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Publish callbacks [] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.277749 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.279155 n-d-760456-6 neutron-server[104027]: INFO neutron.db.ipam_backend_mixin [None req-5c6a34dd-a62a-419b-8e6c-7c158ad71af9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e (CIDR: 2001:db8::/64) Jan 27 22:01:59.315763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:01:59.318811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:01:59.322187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:01:59.337435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Pushing event updated for resources: {'Port': ['ID=72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:01:59.350001 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6a34dd-a62a-419b-8e6c-7c158ad71af9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:01:59.350458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6a34dd-a62a-419b-8e6c-7c158ad71af9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:01:59.383719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Attempting to bind port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:01:59.384337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Attempting to bind port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:01:59.384474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Attempting to bind port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:01:59.389974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:01:59.390352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:01:59.390756 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.391151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:01:59.391873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Bound port: 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:01:59.392280 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.455146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] For port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:01:59.458185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] For port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:01:59.523994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5c6a34dd-a62a-419b-8e6c-7c158ad71af9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5924537 Jan 27 22:01:59.526659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47190) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:01:59.534795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:01:59.715270 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.746119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0565a5e0-893e-43c4-85fb-135163b9f167 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:01:59.754949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:01:59.759359 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:01:59.777440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 0565a5e0-893e-43c4-85fb-135163b9f167 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:01:59.777833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0565a5e0-893e-43c4-85fb-135163b9f167 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:01:59.801704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e12991-25a0-4dc7-a05c-ddecd3e9b79f None None] Pushing event updated for resources: {'Port': ['ID=72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:00.326662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.objects.ports [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104027) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:02:00.664496 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.836594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] For port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:00.868696 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.894746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-385e4ef0-3d01-4995-86a2-ef40b0ffd4fa None None] Provisioning complete for port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:00.900974 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-385e4ef0-3d01-4995-86a2-ef40b0ffd4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.987134 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:00.987899 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (6a6c8306-4c4a-4225-9f3f-4938821374ef), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.000565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-385e4ef0-3d01-4995-86a2-ef40b0ffd4fa None None] Current status of the port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:01.001893 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-385e4ef0-3d01-4995-86a2-ef40b0ffd4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.062812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:01.069722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:01.072619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:01.073316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.093319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d798260d-a523-48a7-ab89-b7ec5485ee0d None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:01.134010 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-385e4ef0-3d01-4995-86a2-ef40b0ffd4fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:02:01.134386 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-385e4ef0-3d01-4995-86a2-ef40b0ffd4fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:02:01.145537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc,revision_number=4']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:01.148733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=6a6c8306-4c4a-4225-9f3f-4938821374ef,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:01.213216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ce908cd5-3352-4996-a3dd-1c856c0935f4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6817055 Jan 27 22:02:01.213684 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47220) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:01.234168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:cf:f8:a6', 'name': 'tempest-NetworksTestDHCPv6-1503203919'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:01.674909 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:01.675751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-385e4ef0-3d01-4995-86a2-ef40b0ffd4fa None None] Current status of the port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:01.676192 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-385e4ef0-3d01-4995-86a2-ef40b0ffd4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.735379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-385e4ef0-3d01-4995-86a2-ef40b0ffd4fa None None] For port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:01.798847 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.834300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port 10174373-e837-40d2-b34b-e571ab2d5dcb yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:02:01.876663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:01.926250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:01.926909 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:01.992698 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-385e4ef0-3d01-4995-86a2-ef40b0ffd4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.015467 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::36e (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e/10174373-e837-40d2-b34b-e571ab2d5dcb) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:02.022698 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8:0:1:f816:3eff:fecf:f8a6 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/6a6c8306-4c4a-4225-9f3f-4938821374ef/10174373-e837-40d2-b34b-e571ab2d5dcb) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:02.074428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e4ef0-3d01-4995-86a2-ef40b0ffd4fa None None] Pushing event updated for resources: {'Port': ['ID=72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:02.107333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:02.107675 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.134827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e37b377a-f3b5-42e4-bf14-69f679e01b09 None None] Provisioning complete for port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:02.135337 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e37b377a-f3b5-42e4-bf14-69f679e01b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.250190 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:02:02.250595 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:02:02.260680 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (10174373-e837-40d2-b34b-e571ab2d5dcb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.300118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e37b377a-f3b5-42e4-bf14-69f679e01b09 None None] Current status of the port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:02.361014 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffb03e9d-7769-4178-aac0-0a3ef7b77a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.407562 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (10174373-e837-40d2-b34b-e571ab2d5dcb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.453445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:02.456779 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:02.460319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:02.465941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:02.469072 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.483962 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=10174373-e837-40d2-b34b-e571ab2d5dcb,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:02.587646 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bcbb7004-f782-4e65-9689-6c872f37bba1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3707058 Jan 27 22:02:02.587907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47246) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:02.699833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e8d70eaf-9095-44a7-85b3-b067692a106f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port 10174373-e837-40d2-b34b-e571ab2d5dcb {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:02.700262 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e8d70eaf-9095-44a7-85b3-b067692a106f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (10174373-e837-40d2-b34b-e571ab2d5dcb), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.799053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:02.824203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-395a79c0-b4e4-4a19-8e76-634c26d6c6d8 None None] Provisioning complete for port 10174373-e837-40d2-b34b-e571ab2d5dcb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:02.824612 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e8d70eaf-9095-44a7-85b3-b067692a106f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (10174373-e837-40d2-b34b-e571ab2d5dcb), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.824736 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-395a79c0-b4e4-4a19-8e76-634c26d6c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (10174373-e837-40d2-b34b-e571ab2d5dcb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:02.838567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e8d70eaf-9095-44a7-85b3-b067692a106f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for 10174373-e837-40d2-b34b-e571ab2d5dcb owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:02.862757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-395a79c0-b4e4-4a19-8e76-634c26d6c6d8 None None] Port 10174373-e837-40d2-b34b-e571ab2d5dcb cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:03.147463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e8d70eaf-9095-44a7-85b3-b067692a106f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (10174373-e837-40d2-b34b-e571ab2d5dcb), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.177817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d70eaf-9095-44a7-85b3-b067692a106f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=10174373-e837-40d2-b34b-e571ab2d5dcb,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:03.234616 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e8d70eaf-9095-44a7-85b3-b067692a106f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.241574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47256) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:03.248713 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e8d70eaf-9095-44a7-85b3-b067692a106f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/10174373-e837-40d2-b34b-e571ab2d5dcb HTTP/1.1" status: 204 len: 168 time: 0.6596293 Jan 27 22:02:03.311994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a95143-b523-42f1-b211-c78d70fa31bd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:03.314107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-24a95143-b523-42f1-b211-c78d70fa31bd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0714045 Jan 27 22:02:03.316857 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47260) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:03.375766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fd1d84-bcd4-4c28-a978-2974d875b41d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:03.377378 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b7fd1d84-bcd4-4c28-a978-2974d875b41d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0595169 Jan 27 22:02:03.379780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47262) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:03.446108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c56a3a-5441-4db8-b15a-a155610425a1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:03.447826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c56a3a-5441-4db8-b15a-a155610425a1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:03.449657 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c56a3a-5441-4db8-b15a-a155610425a1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:03.451381 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-54c56a3a-5441-4db8-b15a-a155610425a1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0705850 Jan 27 22:02:03.454127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47268) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:03.519174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ba797c-ed46-41bf-94a2-02f75bb008f0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:03.522940 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01ba797c-ed46-41bf-94a2-02f75bb008f0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.566689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01ba797c-ed46-41bf-94a2-02f75bb008f0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.658704 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01ba797c-ed46-41bf-94a2-02f75bb008f0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.736829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:03.787753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:03.788255 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.863997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:03.949828 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01ba797c-ed46-41bf-94a2-02f75bb008f0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.977274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba797c-ed46-41bf-94a2-02f75bb008f0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:03.983615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01ba797c-ed46-41bf-94a2-02f75bb008f0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:03.987932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-01ba797c-ed46-41bf-94a2-02f75bb008f0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e HTTP/1.1" status: 204 len: 168 time: 0.5323291 Jan 27 22:02:03.990314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47274) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:03.993186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c32731-566b-4d35-a528-727641f09ca6 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:04.058916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-0987a5e1-34f6-4ace-a70c-5626efbfe93e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet 6a6c8306-4c4a-4225-9f3f-4938821374ef {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:04.061556 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0987a5e1-34f6-4ace-a70c-5626efbfe93e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (6a6c8306-4c4a-4225-9f3f-4938821374ef), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.104162 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0987a5e1-34f6-4ace-a70c-5626efbfe93e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (6a6c8306-4c4a-4225-9f3f-4938821374ef), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.196658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0987a5e1-34f6-4ace-a70c-5626efbfe93e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (6a6c8306-4c4a-4225-9f3f-4938821374ef), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.407676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0987a5e1-34f6-4ace-a70c-5626efbfe93e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (6a6c8306-4c4a-4225-9f3f-4938821374ef), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.443847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987a5e1-34f6-4ace-a70c-5626efbfe93e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6c8306-4c4a-4225-9f3f-4938821374ef,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:04.457778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0987a5e1-34f6-4ace-a70c-5626efbfe93e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.461797 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0987a5e1-34f6-4ace-a70c-5626efbfe93e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/6a6c8306-4c4a-4225-9f3f-4938821374ef HTTP/1.1" status: 204 len: 168 time: 0.4704959 Jan 27 22:02:04.464361 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47290) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:04.549564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47294) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:04.555519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-195eb634-04a8-4625-9c07-34a5efbc1784 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:04.561985 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fba13254-954e-43ae-8ec7-eb55d1e46821 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942237 Jan 27 22:02:04.783979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195eb634-04a8-4625-9c07-34a5efbc1784 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:04.788924 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-195eb634-04a8-4625-9c07-34a5efbc1784 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:04.802491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5fa2c3-7226-46fa-ab11-f18055e58c3c None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:04.887783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-66d0ca47-2b7a-44a2-9126-ebecf51d23aa None None] Provisioning complete for port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:04.888484 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-66d0ca47-2b7a-44a2-9126-ebecf51d23aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.061257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-66d0ca47-2b7a-44a2-9126-ebecf51d23aa None None] Current status of the port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:05.084557 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-29ea8d22-d44a-4ada-bf9b-8c5a8ea09c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.088045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b7079-ebec-495e-b4e1-07cb530a6728 None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:02:05.150370 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b7079-ebec-495e-b4e1-07cb530a6728 None None] Deleting port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:05.150370 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a6b7079-ebec-495e-b4e1-07cb530a6728 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.155035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47306) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:05.212653 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-195eb634-04a8-4625-9c07-34a5efbc1784 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (bc3c22b1-30bd-4cd7-998a-5421f766f886), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.223790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7a6b7079-ebec-495e-b4e1-07cb530a6728 None None] For port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:05.224475 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a6b7079-ebec-495e-b4e1-07cb530a6728 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.239515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b7079-ebec-495e-b4e1-07cb530a6728 None None] Calling delete_port for 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:05.299676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195eb634-04a8-4625-9c07-34a5efbc1784 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:05.299676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-195eb634-04a8-4625-9c07-34a5efbc1784 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:05.328482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195eb634-04a8-4625-9c07-34a5efbc1784 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:05.329096 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-195eb634-04a8-4625-9c07-34a5efbc1784 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.332108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2adc326-dfd4-4788-b91a-8b1d6432591b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.350390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eb634-04a8-4625-9c07-34a5efbc1784 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=bc3c22b1-30bd-4cd7-998a-5421f766f886,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:05.459104 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a6b7079-ebec-495e-b4e1-07cb530a6728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.501149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-195eb634-04a8-4625-9c07-34a5efbc1784 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9501503 Jan 27 22:02:05.504253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47314) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:05.513419 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e7830d65-c40d-4ec7-a3e1-4fa78cc01318 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:05.519563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6b7079-ebec-495e-b4e1-07cb530a6728 None None] No DVR routers for this DVR port 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:05.525737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b7079-ebec-495e-b4e1-07cb530a6728 None None] Pushing event deleted for resources: {'Port': ['ID=72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:05.558137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7641fa1-9963-4696-aece-e5d77a85e737 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:05.597103 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2adc326-dfd4-4788-b91a-8b1d6432591b admin admin] Publish callbacks [] for security_group (0cfbd4ca-6277-4b49-bf3e-3c603eb538af), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.692383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d2adc326-dfd4-4788-b91a-8b1d6432591b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0cfbd4ca-6277-4b49-bf3e-3c603eb538af), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.724195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'project_id': '4e255ee1589245f8a57bb32419b2ecc2', 'fixed_ips': [{'subnet_id': 'bc3c22b1-30bd-4cd7-998a-5421f766f886'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:02:05.725574 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.781653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adc326-dfd4-4788-b91a-8b1d6432591b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfbd4ca-6277-4b49-bf3e-3c603eb538af,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:05.790832 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47320) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:05.790959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d2adc326-dfd4-4788-b91a-8b1d6432591b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6342c9302c744ee093733db15dbb28af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6391771 Jan 27 22:02:05.811606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:05.838058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:05.838259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 72dc7000-cfd8-4072-9bc9-dcadc0b3e4dc not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:05.848286 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb5318d7-797c-4dd4-9851-c581820cbbd4 admin admin] Publish callbacks [] for security_group (0cfbd4ca-6277-4b49-bf3e-3c603eb538af), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.852821 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7830d65-c40d-4ec7-a3e1-4fa78cc01318 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:05.856860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e7830d65-c40d-4ec7-a3e1-4fa78cc01318 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.902285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Allocated IP 2001:db8::2 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/bc3c22b1-30bd-4cd7-998a-5421f766f886/8a274407-3518-49d7-ba46-b2894f991342) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:05.928428 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb5318d7-797c-4dd4-9851-c581820cbbd4 admin admin] Publish callbacks [] for security_group (0cfbd4ca-6277-4b49-bf3e-3c603eb538af), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:05.992776 n-d-760456-6 neutron-server[104026]: INFO neutron.db.ipam_backend_mixin [None req-e7830d65-c40d-4ec7-a3e1-4fa78cc01318 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc3c22b1-30bd-4cd7-998a-5421f766f886 (CIDR: 2001:db8::/64) Jan 27 22:02:06.086358 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Publish callbacks [] for port (8a274407-3518-49d7-ba46-b2894f991342), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.124507 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7830d65-c40d-4ec7-a3e1-4fa78cc01318 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:02:06.125029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7830d65-c40d-4ec7-a3e1-4fa78cc01318 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:06.177837 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb5318d7-797c-4dd4-9851-c581820cbbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0cfbd4ca-6277-4b49-bf3e-3c603eb538af), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.180606 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb5318d7-797c-4dd4-9851-c581820cbbd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.184593 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fb5318d7-797c-4dd4-9851-c581820cbbd4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0cfbd4ca-6277-4b49-bf3e-3c603eb538af HTTP/1.1" status: 204 len: 168 time: 0.3896019 Jan 27 22:02:06.191649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5318d7-797c-4dd4-9851-c581820cbbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfbd4ca-6277-4b49-bf3e-3c603eb538af,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:06.236401 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (8a274407-3518-49d7-ba46-b2894f991342), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.239228 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.278244 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e7830d65-c40d-4ec7-a3e1-4fa78cc01318 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7714171 Jan 27 22:02:06.280964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47328) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:06.286023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'subnet': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:06.286871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:06.295621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:06.298519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:06.305890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Pushing event updated for resources: {'Port': ['ID=8a274407-3518-49d7-ba46-b2894f991342,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:06.360447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Attempting to bind port 8a274407-3518-49d7-ba46-b2894f991342 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:06.360870 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Attempting to bind port 8a274407-3518-49d7-ba46-b2894f991342 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:06.361244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Attempting to bind port 8a274407-3518-49d7-ba46-b2894f991342 on network b3b53969-1297-462d-8c8e-2bc3e1bbd80d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:06.366813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:06.367201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Checking segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:06.367616 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.368020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Bound using segment: {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:06.368518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Bound port: 8a274407-3518-49d7-ba46-b2894f991342, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4521fd-b245-4153-b4fb-3e0f91296037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:06.368911 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8a274407-3518-49d7-ba46-b2894f991342), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.457190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] For port 8a274407-3518-49d7-ba46-b2894f991342, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:06.460659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] For port 8a274407-3518-49d7-ba46-b2894f991342, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8a274407-3518-49d7-ba46-b2894f991342,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:06.604669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:06.606622 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8a274407-3518-49d7-ba46-b2894f991342), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.608723 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:06.701667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f53cb-3d76-4530-a79c-c8bbf5661518 None None] Pushing event updated for resources: {'Port': ['ID=8a274407-3518-49d7-ba46-b2894f991342,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:07.133779 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47344) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:07.149047 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93938a94-6b8a-47fa-9e36-cbf1143448c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.171049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.objects.ports [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104027) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:02:07.239245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93938a94-6b8a-47fa-9e36-cbf1143448c7 admin admin] Publish callbacks [] for security_group (482adc93-991c-4f9c-ad11-9c29818478cc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.364423 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-93938a94-6b8a-47fa-9e36-cbf1143448c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (482adc93-991c-4f9c-ad11-9c29818478cc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.401785 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.407664 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-93938a94-6b8a-47fa-9e36-cbf1143448c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ab38f6e4729343358ec5320c521dec5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705207 Jan 27 22:02:07.407664 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93938a94-6b8a-47fa-9e36-cbf1143448c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482adc93-991c-4f9c-ad11-9c29818478cc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:07.409061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47348) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:07.463169 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8a274407-3518-49d7-ba46-b2894f991342), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.557875 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9875dee1-d93a-4ef3-a0b9-b17abe63aaa0 admin admin] Publish callbacks [] for security_group (482adc93-991c-4f9c-ad11-9c29818478cc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.623672 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9875dee1-d93a-4ef3-a0b9-b17abe63aaa0 admin admin] Publish callbacks [] for security_group (482adc93-991c-4f9c-ad11-9c29818478cc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.699999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] For port 8a274407-3518-49d7-ba46-b2894f991342, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8a274407-3518-49d7-ba46-b2894f991342,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:07.741986 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (8a274407-3518-49d7-ba46-b2894f991342), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.817767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8a274407-3518-49d7-ba46-b2894f991342 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:07.821570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3313c4ea-eedc-4a3b-a4da-e7578c8f2402 None None] Provisioning complete for port 8a274407-3518-49d7-ba46-b2894f991342 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:07.822217 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3313c4ea-eedc-4a3b-a4da-e7578c8f2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a274407-3518-49d7-ba46-b2894f991342), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.823482 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9875dee1-d93a-4ef3-a0b9-b17abe63aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (482adc93-991c-4f9c-ad11-9c29818478cc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.828167 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9875dee1-d93a-4ef3-a0b9-b17abe63aaa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.837176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9875dee1-d93a-4ef3-a0b9-b17abe63aaa0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/482adc93-991c-4f9c-ad11-9c29818478cc HTTP/1.1" status: 204 len: 168 time: 0.4252262 Jan 27 22:02:07.851348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875dee1-d93a-4ef3-a0b9-b17abe63aaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482adc93-991c-4f9c-ad11-9c29818478cc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:07.873139 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (8a274407-3518-49d7-ba46-b2894f991342), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.873925 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (b91c4cc6-7aa6-4099-a6db-9ee397d80ad7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.925954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8a274407-3518-49d7-ba46-b2894f991342 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:07.926338 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a274407-3518-49d7-ba46-b2894f991342), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:07.971059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:07.985550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:07.989323 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:07.995498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.019265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Subnet': ['ID=b91c4cc6-7aa6-4099-a6db-9ee397d80ad7,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:08.025505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=8a274407-3518-49d7-ba46-b2894f991342,revision_number=4']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:08.154874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af3f1b7-363c-4369-aea7-ae894e6baf0d None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:08.217435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3313c4ea-eedc-4a3b-a4da-e7578c8f2402 None None] Current status of the port 8a274407-3518-49d7-ba46-b2894f991342 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:08.217739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3313c4ea-eedc-4a3b-a4da-e7578c8f2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8a274407-3518-49d7-ba46-b2894f991342), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.252544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2baf74be-f276-45d2-9cb4-568f07fba6fa tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9704251 Jan 27 22:02:08.255411 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47362) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:08.260553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Request body: {'port': {'network_id': 'b3b53969-1297-462d-8c8e-2bc3e1bbd80d', 'mac_address': 'fa:16:3e:d7:60:58', 'name': 'tempest-NetworksTestDHCPv6-1645080855'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:08.286280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8a274407-3518-49d7-ba46-b2894f991342 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:08.286671 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8a274407-3518-49d7-ba46-b2894f991342), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.316698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3313c4ea-eedc-4a3b-a4da-e7578c8f2402 None None] For port 8a274407-3518-49d7-ba46-b2894f991342, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8a274407-3518-49d7-ba46-b2894f991342,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:08.441880 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3313c4ea-eedc-4a3b-a4da-e7578c8f2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8a274407-3518-49d7-ba46-b2894f991342), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.486865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Made reservation on behalf of 4e255ee1589245f8a57bb32419b2ecc2 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:08.553019 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:02:08.554659 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:02:08.573909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313c4ea-eedc-4a3b-a4da-e7578c8f2402 None None] Pushing event updated for resources: {'Port': ['ID=8a274407-3518-49d7-ba46-b2894f991342,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:08.600224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:08.622125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] device_id is not set on port de815733-aee4-426e-b393-87c158cf93d7 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:02:08.801886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8::321 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/bc3c22b1-30bd-4cd7-998a-5421f766f886/de815733-aee4-426e-b393-87c158cf93d7) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:08.808620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Allocated IP 2001:db8:0:1:f816:3eff:fed7:6058 (b3b53969-1297-462d-8c8e-2bc3e1bbd80d/b91c4cc6-7aa6-4099-a6db-9ee397d80ad7/de815733-aee4-426e-b393-87c158cf93d7) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:08.996621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ea37d-5b5e-42cf-af1b-a18fbaec88fa req-1d27777b-4c94-459c-bbb7-4372b4db2544 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:08.999280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b06ea37d-5b5e-42cf-af1b-a18fbaec88fa req-1d27777b-4c94-459c-bbb7-4372b4db2544 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0648124 Jan 27 22:02:09.015778 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.033805 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for port (de815733-aee4-426e-b393-87c158cf93d7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.058186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b06ea37d-5b5e-42cf-af1b-a18fbaec88fa req-9f362476-ea2e-49e3-bb18-94657fc0d6ba tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496616 Jan 27 22:02:09.113544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8a274407-3518-49d7-ba46-b2894f991342 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:09.116450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b4d27216-65d7-400d-b833-1721647d63b8 None None] Provisioning complete for port 8a274407-3518-49d7-ba46-b2894f991342 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:09.116835 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b4d27216-65d7-400d-b833-1721647d63b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a274407-3518-49d7-ba46-b2894f991342), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.128491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47384) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:09.170442 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54008fbb-9ba1-4e2b-a1f1-881c8c7db43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.200313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b4d27216-65d7-400d-b833-1721647d63b8 None None] Current status of the port 8a274407-3518-49d7-ba46-b2894f991342 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:09.212379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd6161-e441-4571-9259-6c251db9a3b8 req-048a5687-0c3b-4682-a72a-f433a9bded8b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:09.213876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61dd6161-e441-4571-9259-6c251db9a3b8 req-048a5687-0c3b-4682-a72a-f433a9bded8b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0830886 Jan 27 22:02:09.223823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (de815733-aee4-426e-b393-87c158cf93d7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.268012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:09.271058 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:09.283012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:09.283599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:09.284307 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.291074 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event updated for resources: {'Port': ['ID=de815733-aee4-426e-b393-87c158cf93d7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:09.297134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61dd6161-e441-4571-9259-6c251db9a3b8 req-20b230b2-1649-42d5-ab2c-119ce7f09b0d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765460 Jan 27 22:02:09.323619 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47388) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:09.323999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54008fbb-9ba1-4e2b-a1f1-881c8c7db43e admin admin] Publish callbacks [] for security_group (58846c55-7d91-4c58-816d-33ac4010d204), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.408733 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0e3c6284-f7d2-4dc6-97f1-ec3615ec4f57 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/fd747112-fcaf-4645-bf31-23b689f99e12 HTTP/1.1" status: 200 len: 993 time: 0.0808425 Jan 27 22:02:09.438295 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3c7cb7d6-c2b2-4df7-9d7b-92f4dc802599 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1815238 Jan 27 22:02:09.440715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47392) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:09.511118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54008fbb-9ba1-4e2b-a1f1-881c8c7db43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (58846c55-7d91-4c58-816d-33ac4010d204), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.572014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-54008fbb-9ba1-4e2b-a1f1-881c8c7db43e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c6b3e7eb35742578511ec8a5f974be9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4424272 Jan 27 22:02:09.574979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54008fbb-9ba1-4e2b-a1f1-881c8c7db43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58846c55-7d91-4c58-816d-33ac4010d204,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:09.575298 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47400) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:09.592983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b589dd98-3412-473b-a714-b2dd770ee8cb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting port de815733-aee4-426e-b393-87c158cf93d7 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:09.593337 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b589dd98-3412-473b-a714-b2dd770ee8cb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (de815733-aee4-426e-b393-87c158cf93d7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.629295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-162d939d-2682-488b-ac2f-3e7b8389b2f4 None None] Provisioning complete for port de815733-aee4-426e-b393-87c158cf93d7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:09.629838 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-162d939d-2682-488b-ac2f-3e7b8389b2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (de815733-aee4-426e-b393-87c158cf93d7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.631045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df6bb0ba-ac8c-42fb-af57-f27909bd29b1 admin admin] Publish callbacks [] for security_group (58846c55-7d91-4c58-816d-33ac4010d204), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.653572 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df6bb0ba-ac8c-42fb-af57-f27909bd29b1 admin admin] Publish callbacks [] for security_group (58846c55-7d91-4c58-816d-33ac4010d204), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.669284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-162d939d-2682-488b-ac2f-3e7b8389b2f4 None None] Port de815733-aee4-426e-b393-87c158cf93d7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:09.704753 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b589dd98-3412-473b-a714-b2dd770ee8cb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (de815733-aee4-426e-b393-87c158cf93d7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.724707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b589dd98-3412-473b-a714-b2dd770ee8cb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Calling delete_port for de815733-aee4-426e-b393-87c158cf93d7 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:09.773284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8a274407-3518-49d7-ba46-b2894f991342 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:09.790343 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df6bb0ba-ac8c-42fb-af57-f27909bd29b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (58846c55-7d91-4c58-816d-33ac4010d204), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.793457 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-df6bb0ba-ac8c-42fb-af57-f27909bd29b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.797427 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-df6bb0ba-ac8c-42fb-af57-f27909bd29b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58846c55-7d91-4c58-816d-33ac4010d204 HTTP/1.1" status: 204 len: 168 time: 0.2209687 Jan 27 22:02:09.810684 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bb0ba-ac8c-42fb-af57-f27909bd29b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58846c55-7d91-4c58-816d-33ac4010d204,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:09.893169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8a274407-3518-49d7-ba46-b2894f991342 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:09.893560 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a274407-3518-49d7-ba46-b2894f991342), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:09.985538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8a274407-3518-49d7-ba46-b2894f991342 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:10.081217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b589dd98-3412-473b-a714-b2dd770ee8cb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (de815733-aee4-426e-b393-87c158cf93d7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.112160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589dd98-3412-473b-a714-b2dd770ee8cb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Port': ['ID=de815733-aee4-426e-b393-87c158cf93d7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:10.220690 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b589dd98-3412-473b-a714-b2dd770ee8cb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.226270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b589dd98-3412-473b-a714-b2dd770ee8cb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/de815733-aee4-426e-b393-87c158cf93d7 HTTP/1.1" status: 204 len: 168 time: 0.7814751 Jan 27 22:02:10.226637 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47420) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:10.256153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de97a9-d773-41a3-aeab-63b220100d2a req-5d0813cb-68c9-407a-84e9-c67bf8af1938 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:10.258076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4de97a9-d773-41a3-aeab-63b220100d2a req-5d0813cb-68c9-407a-84e9-c67bf8af1938 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0987022 Jan 27 22:02:10.315317 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1cc951-60e9-4130-9a4f-6a0903b757ff tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:10.320672 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-be1cc951-60e9-4130-9a4f-6a0903b757ff tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0924668 Jan 27 22:02:10.321678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47422) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:10.353941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4de97a9-d773-41a3-aeab-63b220100d2a req-aaf7df1d-735a-4443-9678-853cab46da77 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865805 Jan 27 22:02:10.407267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558bb67c-5488-4780-9d60-6774497cadde tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:10.412252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47430) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:10.412604 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-558bb67c-5488-4780-9d60-6774497cadde tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0893364 Jan 27 22:02:10.495609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b12d4d-2c90-4891-a372-549e8dd57f9c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:10.497069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b12d4d-2c90-4891-a372-549e8dd57f9c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:10.498400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b12d4d-2c90-4891-a372-549e8dd57f9c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:10.499950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e7b12d4d-2c90-4891-a372-549e8dd57f9c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0866499 Jan 27 22:02:10.502813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47436) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:10.546787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-4144b18c-c174-49cf-8339-761e96965548 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1917872 Jan 27 22:02:10.556844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe3f8f8-972b-4050-9da9-26e64718b16f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet b91c4cc6-7aa6-4099-a6db-9ee397d80ad7 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:10.557002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-a15a41a2-ee32-40a2-84da-330b6f228d08 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:02:10.560433 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f8f8-972b-4050-9da9-26e64718b16f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (b91c4cc6-7aa6-4099-a6db-9ee397d80ad7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.560565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-a15a41a2-ee32-40a2-84da-330b6f228d08 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055804 Jan 27 22:02:10.601158 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f8f8-972b-4050-9da9-26e64718b16f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (b91c4cc6-7aa6-4099-a6db-9ee397d80ad7), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.714739 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f8f8-972b-4050-9da9-26e64718b16f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (b91c4cc6-7aa6-4099-a6db-9ee397d80ad7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.909924 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f8f8-972b-4050-9da9-26e64718b16f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (b91c4cc6-7aa6-4099-a6db-9ee397d80ad7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.940122 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3f8f8-972b-4050-9da9-26e64718b16f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=b91c4cc6-7aa6-4099-a6db-9ee397d80ad7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:10.945238 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f8f8-972b-4050-9da9-26e64718b16f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:10.951592 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cfe3f8f8-972b-4050-9da9-26e64718b16f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/b91c4cc6-7aa6-4099-a6db-9ee397d80ad7 HTTP/1.1" status: 204 len: 168 time: 0.4446864 Jan 27 22:02:10.951592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47466) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:10.951933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008c8b4e-a0db-4982-b046-1dbad9786e66 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:11.008344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3588d7-7921-4f96-a026-bd8915f8cafb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Deleting subnet bc3c22b1-30bd-4cd7-998a-5421f766f886 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:11.011533 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a3588d7-7921-4f96-a026-bd8915f8cafb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (bc3c22b1-30bd-4cd7-998a-5421f766f886), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.063844 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a3588d7-7921-4f96-a026-bd8915f8cafb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (bc3c22b1-30bd-4cd7-998a-5421f766f886), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.195624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a3588d7-7921-4f96-a026-bd8915f8cafb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (bc3c22b1-30bd-4cd7-998a-5421f766f886), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.219377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47476) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.360980 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a3588d7-7921-4f96-a026-bd8915f8cafb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (bc3c22b1-30bd-4cd7-998a-5421f766f886), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.385483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1357559769-network', 'tenant_id': 'fb61a1d70d904acf8a3792ad0913fa8f'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:11.394735 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a3588d7-7921-4f96-a026-bd8915f8cafb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.399701 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4a3588d7-7921-4f96-a026-bd8915f8cafb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/bc3c22b1-30bd-4cd7-998a-5421f766f886 HTTP/1.1" status: 204 len: 168 time: 0.4469419 Jan 27 22:02:11.424744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47484) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.431623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3588d7-7921-4f96-a026-bd8915f8cafb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3c22b1-30bd-4cd7-998a-5421f766f886,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:11.486109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d85c417e-22c6-42ed-8e46-78b0ad55eb7a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612278 Jan 27 22:02:11.488857 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47490) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.540345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a0df0-2789-492c-881a-3b4e9ea658bc req-0e3f7ff3-052e-4a68-9d45-a1df8e650332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:11.541945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-741a0df0-2789-492c-881a-3b4e9ea658bc req-0e3f7ff3-052e-4a68-9d45-a1df8e650332 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0582926 Jan 27 22:02:11.550645 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035e55d1-0991-4f34-833b-b1edd30dd1b4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:11.554823 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-035e55d1-0991-4f34-833b-b1edd30dd1b4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0624793 Jan 27 22:02:11.555199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47494) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.567830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Made reservation on behalf of fb61a1d70d904acf8a3792ad0913fa8f for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:11.570187 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.596327 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.642139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-741a0df0-2789-492c-881a-3b4e9ea658bc req-17d681df-1b04-4319-b9bc-306cdb05d65c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924392 Jan 27 22:02:11.675487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f6bbdf-ddbf-4c79-9156-df9d9db77d0c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:11.679225 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f4f6bbdf-ddbf-4c79-9156-df9d9db77d0c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1207976 Jan 27 22:02:11.679468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47500) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.734919 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5fe34053-af10-4b7c-9166-ecd81a347849 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543492 Jan 27 22:02:11.738929 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Publish callbacks [] for security_group (b6b6b0ba-f61c-4075-9d37-cbe7165a117d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.739063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47502) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.762300 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ff37e4-7cb3-4ea0-887d-00903de5f8a7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:11.762869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ff37e4-7cb3-4ea0-887d-00903de5f8a7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:11.771541 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-77ff37e4-7cb3-4ea0-887d-00903de5f8a7 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/de815733-aee4-426e-b393-87c158cf93d7 HTTP/1.1" status: 404 len: 333 time: 0.0260618 Jan 27 22:02:11.773930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47504) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.806974 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-119dc888-791d-4ca3-bb46-c420a1e0fa63 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:11.807453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119dc888-791d-4ca3-bb46-c420a1e0fa63 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:11.810801 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-119dc888-791d-4ca3-bb46-c420a1e0fa63 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/b91c4cc6-7aa6-4099-a6db-9ee397d80ad7 HTTP/1.1" status: 404 len: 337 time: 0.0355306 Jan 27 22:02:11.836937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47506) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.866398 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf367d0d-8f4f-4a35-8669-0efa896a7853 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:11.866944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf367d0d-8f4f-4a35-8669-0efa896a7853 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:11.872196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bf367d0d-8f4f-4a35-8669-0efa896a7853 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/bc3c22b1-30bd-4cd7-998a-5421f766f886 HTTP/1.1" status: 404 len: 337 time: 0.0320320 Jan 27 22:02:11.872196 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b6b6b0ba-f61c-4075-9d37-cbe7165a117d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.876931 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47510) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.889144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5755408c-771d-48d9-94d8-4ca889feb679 None None] Network b3b53969-1297-462d-8c8e-2bc3e1bbd80d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:11.897388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:11.899023 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f08e06a-061a-4be7-837f-a66b81614245 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:11.900294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f08e06a-061a-4be7-837f-a66b81614245 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:11.906660 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3f08e06a-061a-4be7-837f-a66b81614245 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/10174373-e837-40d2-b34b-e571ab2d5dcb HTTP/1.1" status: 404 len: 333 time: 0.0320561 Jan 27 22:02:11.906817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47512) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.916162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b6b0ba-f61c-4075-9d37-cbe7165a117d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:11.938104 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (10df1a4e-e49d-417c-9f6e-7230d711a53e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.938464 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Added segment 10df1a4e-e49d-417c-9f6e-7230d711a53e of type vlan for network 833e263d-929e-488d-883d-dfbe4c7235c5 Jan 27 22:02:11.940337 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84ace7a-2c8f-450a-8d40-bbaeeb8a71d9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:11.940850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84ace7a-2c8f-450a-8d40-bbaeeb8a71d9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:11.946274 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d84ace7a-2c8f-450a-8d40-bbaeeb8a71d9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/6a6c8306-4c4a-4225-9f3f-4938821374ef HTTP/1.1" status: 404 len: 337 time: 0.0363743 Jan 27 22:02:11.947126 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47514) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:11.961083 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5be1a450-08f7-4799-9244-493c50877ff3 None None] Provisioning complete for port 8a274407-3518-49d7-ba46-b2894f991342 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:11.962060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5be1a450-08f7-4799-9244-493c50877ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a274407-3518-49d7-ba46-b2894f991342), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.988616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (833e263d-929e-488d-883d-dfbe4c7235c5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:11.991247 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-0510edac-a318-4099-8e39-e03d881f34b3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:11.991981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0510edac-a318-4099-8e39-e03d881f34b3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:11.995399 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0510edac-a318-4099-8e39-e03d881f34b3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/46cb43ac-fa2b-4fa3-a58d-3278ecf7b76e HTTP/1.1" status: 404 len: 337 time: 0.0468454 Jan 27 22:02:11.997922 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47518) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.042241 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5134439-a5ad-4ad1-9be5-ead7c1fd9f36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.043033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5134439-a5ad-4ad1-9be5-ead7c1fd9f36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.049181 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c5134439-a5ad-4ad1-9be5-ead7c1fd9f36 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/92412a33-85b5-42be-bf83-ebf5ce9f6ffc HTTP/1.1" status: 404 len: 333 time: 0.0472906 Jan 27 22:02:12.049607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47520) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.052172 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:02:12.096341 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e0739a-483e-4a11-9826-6fa479e25792 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.096732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e0739a-483e-4a11-9826-6fa479e25792 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.108272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-67e0739a-483e-4a11-9826-6fa479e25792 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/30979c1c-afca-42f9-a057-8bebb62fe6a9 HTTP/1.1" status: 404 len: 337 time: 0.0559886 Jan 27 22:02:12.108508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff33e96-00bd-43a8-8224-e3e2e5c21f5c None None] DHCP port deletion for b3b53969-1297-462d-8c8e-2bc3e1bbd80d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:02:12.109366 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47522) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.113277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5be1a450-08f7-4799-9244-493c50877ff3 None None] Current status of the port 8a274407-3518-49d7-ba46-b2894f991342 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:12.137539 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcab3e72-bd2c-469f-a607-e80d587f1555 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.145036 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcab3e72-bd2c-469f-a607-e80d587f1555 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.145176 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (833e263d-929e-488d-883d-dfbe4c7235c5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.145176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:12.145176 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.145443 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dcab3e72-bd2c-469f-a607-e80d587f1555 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/49df2730-3c13-433f-a2f0-e9346927e46b HTTP/1.1" status: 404 len: 337 time: 0.0344484 Jan 27 22:02:12.153879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47524) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.189719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0ff33e96-00bd-43a8-8224-e3e2e5c21f5c None None] Deleting port 8a274407-3518-49d7-ba46-b2894f991342 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:12.190266 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0ff33e96-00bd-43a8-8224-e3e2e5c21f5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8a274407-3518-49d7-ba46-b2894f991342), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.256380 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-598d4035-2a3b-4960-aabf-bf94ae0e6f84 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.257092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598d4035-2a3b-4960-aabf-bf94ae0e6f84 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.260320 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-598d4035-2a3b-4960-aabf-bf94ae0e6f84 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/4b9aed9c-b9de-41e1-a93c-da5bd02aa4fb HTTP/1.1" status: 404 len: 333 time: 0.1026642 Jan 27 22:02:12.263129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47528) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.274301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] Pushing event updated for resources: {'Network': ['ID=833e263d-929e-488d-883d-dfbe4c7235c5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:12.286263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 833e263d-929e-488d-883d-dfbe4c7235c5 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:12.302282 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-350e810b-ea4a-438f-b0fa-fa8198e3d8d4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.302743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350e810b-ea4a-438f-b0fa-fa8198e3d8d4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.306113 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-350e810b-ea4a-438f-b0fa-fa8198e3d8d4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/5fcef8fc-e256-4ba4-be63-e1c67501bac8 HTTP/1.1" status: 404 len: 337 time: 0.0419974 Jan 27 22:02:12.309626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47530) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.340349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-92caa1bc-be29-4ced-8a39-1f1e59284b2b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1192393 Jan 27 22:02:12.341843 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-54babef1-a821-4209-96fe-dfe7acd4109c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.342307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54babef1-a821-4209-96fe-dfe7acd4109c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.344124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47534) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.347814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-54babef1-a821-4209-96fe-dfe7acd4109c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/8cf65afa-1855-4642-aecc-24c23eb04fe7 HTTP/1.1" status: 404 len: 337 time: 0.0344710 Jan 27 22:02:12.349086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47536) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.349559 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ef2aaba2-7164-47c7-abcb-372bcd53ff78 admin admin] Request body: {'subnet': {'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1357559769-subnet', 'tenant_id': 'fb61a1d70d904acf8a3792ad0913fa8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:12.350056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0ff33e96-00bd-43a8-8224-e3e2e5c21f5c None None] For port 8a274407-3518-49d7-ba46-b2894f991342, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8a274407-3518-49d7-ba46-b2894f991342,segment=NetworkSegment(4e4521fd-b245-4153-b4fb-3e0f91296037),segment_id=4e4521fd-b245-4153-b4fb-3e0f91296037)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:12.350471 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0ff33e96-00bd-43a8-8224-e3e2e5c21f5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8a274407-3518-49d7-ba46-b2894f991342), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.367304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0ff33e96-00bd-43a8-8224-e3e2e5c21f5c None None] Calling delete_port for 8a274407-3518-49d7-ba46-b2894f991342 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:12.372108 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-9302eb66-43b8-48ea-8ef2-6212d1eaadc3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.372782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9302eb66-43b8-48ea-8ef2-6212d1eaadc3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.375784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9302eb66-43b8-48ea-8ef2-6212d1eaadc3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/5a21085d-a9e4-4330-a965-e3013b611217 HTTP/1.1" status: 404 len: 333 time: 0.0257277 Jan 27 22:02:12.378490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47538) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.404735 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba10f8b5-2e8b-4bd7-9d9a-8db54dce9510 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.405200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba10f8b5-2e8b-4bd7-9d9a-8db54dce9510 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.409571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ba10f8b5-2e8b-4bd7-9d9a-8db54dce9510 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/e256ef36-b560-48e2-859a-60f137663271 HTTP/1.1" status: 404 len: 337 time: 0.0287650 Jan 27 22:02:12.410712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47540) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.438138 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccacf50-19ee-46e3-b178-de12be1a1c62 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.438680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ccacf50-19ee-46e3-b178-de12be1a1c62 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.441780 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5ccacf50-19ee-46e3-b178-de12be1a1c62 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/fc5ebc3b-379a-477c-841f-c0e4e445c35a HTTP/1.1" status: 404 len: 333 time: 0.0301638 Jan 27 22:02:12.444244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47542) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.470426 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-0353da84-c703-4dc4-83c9-24684d029df8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.470889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0353da84-c703-4dc4-83c9-24684d029df8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.474008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0353da84-c703-4dc4-83c9-24684d029df8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/4781daff-823d-4d8b-b9ba-bffc48c81679 HTTP/1.1" status: 404 len: 337 time: 0.0288486 Jan 27 22:02:12.476462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47544) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.489677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2aaba2-7164-47c7-abcb-372bcd53ff78 admin admin] Made reservation on behalf of fb61a1d70d904acf8a3792ad0913fa8f for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:12.492326 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef2aaba2-7164-47c7-abcb-372bcd53ff78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.499408 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fa54a5-d25f-43cd-a6fd-2542adc01eb5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.499969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fa54a5-d25f-43cd-a6fd-2542adc01eb5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.505581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d5fa54a5-d25f-43cd-a6fd-2542adc01eb5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/c9cec974-57e9-4648-8886-4327d1cac981 HTTP/1.1" status: 404 len: 333 time: 0.0257032 Jan 27 22:02:12.505773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47546) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.535781 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3f4bc5-4e6e-4b9c-a530-7e5138e529e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.536275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d3f4bc5-4e6e-4b9c-a530-7e5138e529e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.539363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3d3f4bc5-4e6e-4b9c-a530-7e5138e529e9 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/ef57a7c2-8be9-4099-98d3-01a36bcd1d24 HTTP/1.1" status: 404 len: 337 time: 0.0326848 Jan 27 22:02:12.541894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47548) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.564929 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4915e9-56a2-4426-9485-6224eabede3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.565462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4915e9-56a2-4426-9485-6224eabede3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.568536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5c4915e9-56a2-4426-9485-6224eabede3e tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/96912915-b9c8-4445-be72-7a3967717b2b HTTP/1.1" status: 404 len: 333 time: 0.0256693 Jan 27 22:02:12.571004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47550) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.597040 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-8165fcfc-f42e-4795-87ac-ebe1f74a03c4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.597509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8165fcfc-f42e-4795-87ac-ebe1f74a03c4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.602951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8165fcfc-f42e-4795-87ac-ebe1f74a03c4 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/cea52967-feac-4460-8214-56517da5a5d5 HTTP/1.1" status: 404 len: 337 time: 0.0287056 Jan 27 22:02:12.603086 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0ff33e96-00bd-43a8-8224-e3e2e5c21f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (8a274407-3518-49d7-ba46-b2894f991342), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.603220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47554) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.636966 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9311c0-9345-4fe9-a467-03e2ba950d14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.637531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9311c0-9345-4fe9-a467-03e2ba950d14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.641504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff33e96-00bd-43a8-8224-e3e2e5c21f5c None None] Pushing event deleted for resources: {'Port': ['ID=8a274407-3518-49d7-ba46-b2894f991342,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:12.645275 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4a9311c0-9345-4fe9-a467-03e2ba950d14 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/4f6aece9-2182-4bf4-9e2f-0def5ed47cdb HTTP/1.1" status: 404 len: 333 time: 0.0389194 Jan 27 22:02:12.646569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47558) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.654041 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff33e96-00bd-43a8-8224-e3e2e5c21f5c None None] No DVR routers for this DVR port 8a274407-3518-49d7-ba46-b2894f991342 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:12.702508 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4419aa-ddc6-4f72-b2f4-878d2c1faef5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.702508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4419aa-ddc6-4f72-b2f4-878d2c1faef5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.710484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fe4419aa-ddc6-4f72-b2f4-878d2c1faef5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/b2ff4229-81dc-47fb-8386-e20ce9cb48d6 HTTP/1.1" status: 404 len: 337 time: 0.0626426 Jan 27 22:02:12.710984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47562) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.740921 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23a230c-42e1-44c7-ac65-98a820603c5a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.741522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23a230c-42e1-44c7-ac65-98a820603c5a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.749389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c23a230c-42e1-44c7-ac65-98a820603c5a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/942c0290-51c6-4dd3-83ab-33c8cc3d6858 HTTP/1.1" status: 404 len: 333 time: 0.0373688 Jan 27 22:02:12.750346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47564) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.786083 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-171325f0-2727-4395-aa1d-dc04593de84d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.786531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171325f0-2727-4395-aa1d-dc04593de84d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.789513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-171325f0-2727-4395-aa1d-dc04593de84d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/f764e2fb-9db2-4241-ba45-6a181a1e8751 HTTP/1.1" status: 404 len: 337 time: 0.0379663 Jan 27 22:02:12.791991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47566) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.835624 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d730982-df4a-45c9-9230-d8343084eeea tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.836104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d730982-df4a-45c9-9230-d8343084eeea tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.839201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d730982-df4a-45c9-9230-d8343084eeea tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/27c9dc73-3e8c-4d48-91ae-936261f50ac8 HTTP/1.1" status: 404 len: 337 time: 0.0463095 Jan 27 22:02:12.842541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47568) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.858570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61962ca-19a7-4490-8eda-ea423fa622bf req-2774a554-7ad0-498e-a4fd-d6c68c4b99df tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:12.859960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f61962ca-19a7-4490-8eda-ea423fa622bf req-2774a554-7ad0-498e-a4fd-d6c68c4b99df tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0824182 Jan 27 22:02:12.879943 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0b34f3-690b-41da-a0ce-65ad0717aaa8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.880647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a0b34f3-690b-41da-a0ce-65ad0717aaa8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.883933 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8a0b34f3-690b-41da-a0ce-65ad0717aaa8 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/848d7e26-ac8b-46d0-8fb2-824d6bc6ccdf HTTP/1.1" status: 404 len: 333 time: 0.0401144 Jan 27 22:02:12.885413 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef2aaba2-7164-47c7-abcb-372bcd53ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (355a869d-aac7-4087-b54a-ba1041e852d9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:12.886816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47572) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.937457 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96e6c39-519d-42f1-8b14-cd3dc4c065be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.937457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96e6c39-519d-42f1-8b14-cd3dc4c065be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.937457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d96e6c39-519d-42f1-8b14-cd3dc4c065be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/44a246ea-93d4-4840-98d9-c6d927624d27 HTTP/1.1" status: 404 len: 337 time: 0.0380993 Jan 27 22:02:12.937785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2aaba2-7164-47c7-abcb-372bcd53ff78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=355a869d-aac7-4087-b54a-ba1041e852d9,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:12.939814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47574) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:12.951848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2aaba2-7164-47c7-abcb-372bcd53ff78 admin admin] Checking segment: {'id': '10df1a4e-e49d-417c-9f6e-7230d711a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:12.952237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f61962ca-19a7-4490-8eda-ea423fa622bf req-8813782a-c036-4f1b-b648-cf4dad75b91f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860560 Jan 27 22:02:12.952349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2aaba2-7164-47c7-abcb-372bcd53ff78 admin admin] Network hostable DHCP agents. Network: 833e263d-929e-488d-883d-dfbe4c7235c5, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:12.971814 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cc5a0f-a62c-4a8c-b254-6dc8270274f5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:12.972318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cc5a0f-a62c-4a8c-b254-6dc8270274f5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:12.975382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-77cc5a0f-a62c-4a8c-b254-6dc8270274f5 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/eeaafe2e-db5e-4f0c-b989-06dafd46963c HTTP/1.1" status: 404 len: 337 time: 0.0347288 Jan 27 22:02:12.990811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47576) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.012928 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c136855-91ce-49b5-ac28-48a74eaefa6c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.013443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c136855-91ce-49b5-ac28-48a74eaefa6c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.016757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0c136855-91ce-49b5-ac28-48a74eaefa6c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/069ccf48-d5b0-480d-af30-9420b6c3ca35 HTTP/1.1" status: 404 len: 333 time: 0.0249941 Jan 27 22:02:13.025121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47578) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.050790 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c130f7ae-4e47-4212-8000-0f30eee71399 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.051238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c130f7ae-4e47-4212-8000-0f30eee71399 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.054374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c130f7ae-4e47-4212-8000-0f30eee71399 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/9e5738e7-6d0b-4342-9f7a-eea31d37058b HTTP/1.1" status: 404 len: 337 time: 0.0282550 Jan 27 22:02:13.067397 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47580) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.095781 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-675c6f6d-45cb-4648-93b9-5623424a9bc1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.096326 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675c6f6d-45cb-4648-93b9-5623424a9bc1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.099824 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-675c6f6d-45cb-4648-93b9-5623424a9bc1 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/e14715bf-1edb-4983-ab0d-43bdfeb4c378 HTTP/1.1" status: 404 len: 337 time: 0.0313919 Jan 27 22:02:13.102269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47582) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.126351 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-42518243-59cc-4c23-893c-4a322ae13d47 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.126940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42518243-59cc-4c23-893c-4a322ae13d47 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.132884 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-42518243-59cc-4c23-893c-4a322ae13d47 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/82fcf8a7-e556-40ab-b460-9080e43598bf HTTP/1.1" status: 404 len: 333 time: 0.0295806 Jan 27 22:02:13.135465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47586) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.167386 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-da01d6f7-4d27-4a6b-b167-6b19ad86b5cb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.167901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da01d6f7-4d27-4a6b-b167-6b19ad86b5cb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.171592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-da01d6f7-4d27-4a6b-b167-6b19ad86b5cb tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/43b02826-ff5e-40ee-b186-9349dec8b0bb HTTP/1.1" status: 404 len: 337 time: 0.0349951 Jan 27 22:02:13.174230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47588) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.204779 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f10a72-0685-4e5d-a210-d7f7652bc35c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.205265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f10a72-0685-4e5d-a210-d7f7652bc35c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.208735 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-81f10a72-0685-4e5d-a210-d7f7652bc35c tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/e1fb32bb-adec-4551-8d2c-bfb52cf2f59f HTTP/1.1" status: 404 len: 337 time: 0.0330801 Jan 27 22:02:13.209003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2aaba2-7164-47c7-abcb-372bcd53ff78 admin admin] Network 833e263d-929e-488d-883d-dfbe4c7235c5 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:13.211837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47590) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.242386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-914015e4-0197-4335-bb11-b363f1b49581 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports?device_id=c79d1aba-1f8b-40e4-96a2-1eaf437df4d5 HTTP/1.1" status: 200 len: 205 time: 0.0269761 Jan 27 22:02:13.242693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47594) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.282753 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-8a093f5c-14eb-4bc9-9ff2-d1181f1ef978 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] delete failed (client error): The resource could not be found. Jan 27 22:02:13.284647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8a093f5c-14eb-4bc9-9ff2-d1181f1ef978 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/routers/c79d1aba-1f8b-40e4-96a2-1eaf437df4d5 HTTP/1.1" status: 404 len: 336 time: 0.0408046 Jan 27 22:02:13.286475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47596) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.314578 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e32a13-2683-4078-b368-5f4834f27fcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.315042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e32a13-2683-4078-b368-5f4834f27fcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.318091 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a4e32a13-2683-4078-b368-5f4834f27fcd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/07580293-0e92-494b-97b9-8eb6a84feef1 HTTP/1.1" status: 404 len: 337 time: 0.0306304 Jan 27 22:02:13.320768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47598) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.347861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-27934cb8-4f48-4069-9efc-27be9b12c4be tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "GET /v2.0/ports?device_id=04e2a6eb-7900-47f1-bfb8-fe118961bd02 HTTP/1.1" status: 200 len: 205 time: 0.0259390 Jan 27 22:02:13.350151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47600) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.369804 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ef2aaba2-7164-47c7-abcb-372bcd53ff78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 833e263d-929e-488d-883d-dfbe4c7235c5) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:13.378353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58131ad3-7ec5-4ff7-9711-8898bee65b45 None None] Network 833e263d-929e-488d-883d-dfbe4c7235c5 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:13.381597 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2aaba2-7164-47c7-abcb-372bcd53ff78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:13.382205 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ef2aaba2-7164-47c7-abcb-372bcd53ff78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:13.392417 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-df5e271c-df7e-454e-b5cb-d3df4a166d61 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] delete failed (client error): The resource could not be found. Jan 27 22:02:13.393570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-df5e271c-df7e-454e-b5cb-d3df4a166d61 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/routers/04e2a6eb-7900-47f1-bfb8-fe118961bd02 HTTP/1.1" status: 404 len: 336 time: 0.0425203 Jan 27 22:02:13.397598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47602) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.436325 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ea4ac8-ec49-4cac-ac6a-d94ababae844 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.437287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ea4ac8-ec49-4cac-ac6a-d94ababae844 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.442639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47604) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.444619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d8ea4ac8-ec49-4cac-ac6a-d94ababae844 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/17bb6908-d0a0-4b2f-9dd3-9c4df904f4ac HTTP/1.1" status: 404 len: 337 time: 0.0452840 Jan 27 22:02:13.470039 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1a684f-3631-4c56-86dd-f93844ee93b3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.470512 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1a684f-3631-4c56-86dd-f93844ee93b3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.476434 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9e1a684f-3631-4c56-86dd-f93844ee93b3 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/5853f754-9138-43a5-ac3e-c2e87e3db3d1 HTTP/1.1" status: 404 len: 337 time: 0.0327311 Jan 27 22:02:13.476880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47608) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.489279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-941e5c92-bc9e-4a0f-96ab-eee230617c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:13.491805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-941e5c92-bc9e-4a0f-96ab-eee230617c8b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1097 time: 0.0637968 Jan 27 22:02:13.492397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc13f3d-9873-45f4-8eff-95a8848a457e None None] Network 833e263d-929e-488d-883d-dfbe4c7235c5 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:13.513390 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-1474fd90-2a97-42db-b824-a118ac625d90 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.513934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1474fd90-2a97-42db-b824-a118ac625d90 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.517197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1474fd90-2a97-42db-b824-a118ac625d90 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/b1067a0f-0421-42be-a8b4-1ea6f67c811d HTTP/1.1" status: 404 len: 333 time: 0.0382037 Jan 27 22:02:13.537915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47610) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.565592 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dcf993-b5c0-480e-b7b7-e4e811f34f02 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.566094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85dcf993-b5c0-480e-b7b7-e4e811f34f02 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.571945 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-85dcf993-b5c0-480e-b7b7-e4e811f34f02 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/a89657ee-4031-4ce7-9441-6413801e68b3 HTTP/1.1" status: 404 len: 337 time: 0.0304668 Jan 27 22:02:13.572640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47612) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.581968 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ef2aaba2-7164-47c7-abcb-372bcd53ff78 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2317839 Jan 27 22:02:13.610151 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-227f02c1-ee9a-4379-9d26-a460b513d25d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.610692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227f02c1-ee9a-4379-9d26-a460b513d25d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.613769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-227f02c1-ee9a-4379-9d26-a460b513d25d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/26efad7f-2107-4c58-a8bf-f43845a7983b HTTP/1.1" status: 404 len: 333 time: 0.0401833 Jan 27 22:02:13.616808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47616) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.632146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-39d7897e-6f75-4d23-bfbf-33391d2f7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:13.633804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-39d7897e-6f75-4d23-bfbf-33391d2f7c77 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 897 time: 0.1286936 Jan 27 22:02:13.650573 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-60eac2c4-3ea5-48c6-80fe-51cb78747dda tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.650573 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60eac2c4-3ea5-48c6-80fe-51cb78747dda tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.655845 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-60eac2c4-3ea5-48c6-80fe-51cb78747dda tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/8a5ba043-0323-4619-a6a4-fef4797ea323 HTTP/1.1" status: 404 len: 337 time: 0.0354855 Jan 27 22:02:13.660807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47620) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.724687 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21cab43-ed13-46c8-9a9f-a2e1b807597b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.725275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21cab43-ed13-46c8-9a9f-a2e1b807597b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.727106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-f4986d67-d191-465f-9bdc-d2a0e92d25c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 1001 time: 0.0868943 Jan 27 22:02:13.728415 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c21cab43-ed13-46c8-9a9f-a2e1b807597b tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/a92d5e85-2053-407e-bb70-2aff1ad88d47 HTTP/1.1" status: 404 len: 333 time: 0.0665803 Jan 27 22:02:13.731448 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47628) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.752921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8a274407-3518-49d7-ba46-b2894f991342 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:13.771693 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ce6613-242f-41ac-8d23-5f69431b4d11 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.772269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ce6613-242f-41ac-8d23-5f69431b4d11 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.776424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 8a274407-3518-49d7-ba46-b2894f991342 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:13.776588 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-29ce6613-242f-41ac-8d23-5f69431b4d11 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/faac7aab-68c0-4c09-b429-037962e38bc9 HTTP/1.1" status: 404 len: 337 time: 0.0441904 Jan 27 22:02:13.776990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8a274407-3518-49d7-ba46-b2894f991342 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:13.779053 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47630) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.809355 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-16319d0a-8d62-4067-91b7-c015ddfae0bd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.810029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16319d0a-8d62-4067-91b7-c015ddfae0bd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.814246 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-16319d0a-8d62-4067-91b7-c015ddfae0bd tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/1b93e46a-a386-44c1-97c8-8fee4e8fafa5 HTTP/1.1" status: 404 len: 333 time: 0.0340590 Jan 27 22:02:13.817222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47632) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.848171 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cbcf6f-176c-4e44-a0cb-3dacab51b1e0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.849277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cbcf6f-176c-4e44-a0cb-3dacab51b1e0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.854027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b7cbcf6f-176c-4e44-a0cb-3dacab51b1e0 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/83e47b9a-bc34-4985-9644-74f7df6ca66d HTTP/1.1" status: 404 len: 337 time: 0.0334711 Jan 27 22:02:13.854027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-1097fee0-a131-4e46-a23a-0feb9b481254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:13.854763 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-1097fee0-a131-4e46-a23a-0feb9b481254 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 200 len: 835 time: 0.1207917 Jan 27 22:02:13.856290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47634) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.885681 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-af586ccd-023f-46c8-a5f4-12734f89b33d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.885681 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af586ccd-023f-46c8-a5f4-12734f89b33d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.890330 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-af586ccd-023f-46c8-a5f4-12734f89b33d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/2a811d39-b657-4a87-a952-2611cbedc571 HTTP/1.1" status: 404 len: 333 time: 0.0322938 Jan 27 22:02:13.890470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47638) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.921843 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-21049eef-0ddd-439f-9033-cc4a39b1d2af tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.922292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21049eef-0ddd-439f-9033-cc4a39b1d2af tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.925401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-21049eef-0ddd-439f-9033-cc4a39b1d2af tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/3df2ec60-1965-4e9c-a9f2-6fdcbc304177 HTTP/1.1" status: 404 len: 337 time: 0.0342066 Jan 27 22:02:13.928495 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47640) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.936950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-7d3e510b-7124-48aa-9b33-7e744eed0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:13.942624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-7d3e510b-7124-48aa-9b33-7e744eed0d3f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aa649475-fc3d-438e-9fca-a1d7264eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771246 Jan 27 22:02:13.955745 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-02dde335-3610-4ab2-94e3-9adc6f5b7f93 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.956354 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02dde335-3610-4ab2-94e3-9adc6f5b7f93 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.959645 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-02dde335-3610-4ab2-94e3-9adc6f5b7f93 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/a7b1f8d0-6834-4d6e-89ea-bf8b2fcc0dc4 HTTP/1.1" status: 404 len: 333 time: 0.0298715 Jan 27 22:02:13.962201 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47642) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:13.990906 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a479bb8-30e7-4c25-81cb-9cb5a4dc9c1d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:13.991699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a479bb8-30e7-4c25-81cb-9cb5a4dc9c1d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:13.998339 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2a479bb8-30e7-4c25-81cb-9cb5a4dc9c1d tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/2ef46931-3108-4cb3-83fd-07e164a3c6f5 HTTP/1.1" status: 404 len: 337 time: 0.0320475 Jan 27 22:02:13.998617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47646) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:14.024837 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffd34e9-beae-417e-ae5f-e6e63104f47f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:14.025495 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffd34e9-beae-417e-ae5f-e6e63104f47f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:14.031225 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0ffd34e9-beae-417e-ae5f-e6e63104f47f tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/ports/c73babdc-b44c-4d31-bd09-0c6e82d37bcb HTTP/1.1" status: 404 len: 333 time: 0.0289001 Jan 27 22:02:14.031503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47648) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:14.045176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-b6e70403-fb59-4a95-b9be-a37ee03cf731 service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003141 Jan 27 22:02:14.064162 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1eb7704-a996-4cf4-b36d-f643d9f72d50 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] DELETE failed (client error): The resource could not be found. Jan 27 22:02:14.064630 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1eb7704-a996-4cf4-b36d-f643d9f72d50 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:02:14.070281 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d1eb7704-a996-4cf4-b36d-f643d9f72d50 tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/subnets/25f533a4-6478-42c5-a806-d90200140988 HTTP/1.1" status: 404 len: 337 time: 0.0353105 Jan 27 22:02:14.071355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47652) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:14.143752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730e64d-4094-46cb-a37b-fa485e8be783 req-7811b0f6-ecd1-47ba-bc23-03e41d46ef28 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:14.144964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3730e64d-4094-46cb-a37b-fa485e8be783 req-7811b0f6-ecd1-47ba-bc23-03e41d46ef28 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.1155865 Jan 27 22:02:14.184926 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b3b53969-1297-462d-8c8e-2bc3e1bbd80d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.226286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-ac741d10-2ef0-4cab-adc9-a4fdf29dd7ee service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665039 Jan 27 22:02:14.232682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3730e64d-4094-46cb-a37b-fa485e8be783 req-e3556e7f-b357-460b-a143-ecc993f8c6fd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714185 Jan 27 22:02:14.297494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b3b53969-1297-462d-8c8e-2bc3e1bbd80d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.318246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b53969-1297-462d-8c8e-2bc3e1bbd80d']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:14.337363 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4521fd-b245-4153-b4fb-3e0f91296037') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:14.337963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4521fd-b245-4153-b4fb-3e0f91296037') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:14.356046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (4e4521fd-b245-4153-b4fb-3e0f91296037), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.380012 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4e4521fd-b245-4153-b4fb-3e0f91296037), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.387355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:14.387888 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (4e4521fd-b245-4153-b4fb-3e0f91296037), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: items = [ Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:14.391031 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:14.600809 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b3b53969-1297-462d-8c8e-2bc3e1bbd80d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.609770 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:14.613038 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] 10.222.0.61 "DELETE /v2.0/networks/b3b53969-1297-462d-8c8e-2bc3e1bbd80d HTTP/1.1" status: 204 len: 168 time: 0.5416479 Jan 27 22:02:14.623048 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bc963-a7d2-4005-9a5b-f2229260e20a tempest-NetworksTestDHCPv6-379413792 tempest-NetworksTestDHCPv6-379413792-project] Pushing event deleted for resources: {'Network': ['ID=b3b53969-1297-462d-8c8e-2bc3e1bbd80d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:15.165482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47680) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:15.334917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47688) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:15.335737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c8944470-fb8d-43be-b089-6c582b7510ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e255ee1589245f8a57bb32419b2ecc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1685128 Jan 27 22:02:15.400126 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ca750fd-5624-437a-a20a-ef75952f6c84 admin admin] Publish callbacks [] for security_group (70b0a929-5078-4be4-acb6-6d5ae4280689), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.423618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0911ec-fd08-461a-8144-69a085fd1ee1 req-973630fe-0f86-4cad-abc4-6a6c824e75ce tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:15.425243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd0911ec-fd08-461a-8144-69a085fd1ee1 req-973630fe-0f86-4cad-abc4-6a6c824e75ce tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0878835 Jan 27 22:02:15.431032 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ca750fd-5624-437a-a20a-ef75952f6c84 admin admin] Publish callbacks [] for security_group (70b0a929-5078-4be4-acb6-6d5ae4280689), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.500506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd0911ec-fd08-461a-8144-69a085fd1ee1 req-6999d0f5-38b7-4403-a288-5e073555c2ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693371 Jan 27 22:02:15.628738 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ca750fd-5624-437a-a20a-ef75952f6c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (70b0a929-5078-4be4-acb6-6d5ae4280689), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.632752 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ca750fd-5624-437a-a20a-ef75952f6c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:15.638368 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8ca750fd-5624-437a-a20a-ef75952f6c84 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/70b0a929-5078-4be4-acb6-6d5ae4280689 HTTP/1.1" status: 204 len: 168 time: 0.3023202 Jan 27 22:02:15.650321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca750fd-5624-437a-a20a-ef75952f6c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b0a929-5078-4be4-acb6-6d5ae4280689,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:16.693633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf2b68-0bed-44e8-b38b-8748b9b2b533 req-d52b1a60-0712-48f6-ac2a-984f92ba8d86 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:16.706866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dcbf2b68-0bed-44e8-b38b-8748b9b2b533 req-d52b1a60-0712-48f6-ac2a-984f92ba8d86 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.1236384 Jan 27 22:02:16.862129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dcbf2b68-0bed-44e8-b38b-8748b9b2b533 req-8cbeb572-6f54-424c-9a1c-0bf83aee6597 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542776 Jan 27 22:02:17.077833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47726) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:17.177615 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'networks': [{'name': 'tempest-network--1796205131'}, {'name': 'tempest-network--2098050787'}]} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:17.177930 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'network': {'name': 'tempest-network--1796205131'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:17.178416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'network': {'name': 'tempest-network--2098050787'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:17.340986 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Made reservation on behalf of 16307131c88b4657a5a1dd2e19630733 for: {'network': 2} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:17.345266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.353977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.429020 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for security_group (6aa84bbd-4630-4baa-a4f7-f51e87ed510c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.546925 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6aa84bbd-4630-4baa-a4f7-f51e87ed510c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.547399 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.589052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa84bbd-4630-4baa-a4f7-f51e87ed510c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:17.594914 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:17.604050 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (89495c05-f59a-4750-b55a-0f1dea83bb24), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.604443 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Added segment 89495c05-f59a-4750-b55a-0f1dea83bb24 of type vlan for network caed41c2-a18b-47c9-8cd7-dc62cc395846 Jan 27 22:02:17.644547 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (caed41c2-a18b-47c9-8cd7-dc62cc395846), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.676627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:17.685313 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b1d5351c-ee96-4c7e-a20d-38b5f8bac487), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.685669 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Added segment b1d5351c-ee96-4c7e-a20d-38b5f8bac487 of type vlan for network 5549122c-ee61-48e7-ba37-61dea4613782 Jan 27 22:02:17.723358 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (5549122c-ee61-48e7-ba37-61dea4613782), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.843751 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (caed41c2-a18b-47c9-8cd7-dc62cc395846), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.844285 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (5549122c-ee61-48e7-ba37-61dea4613782), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.849374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:17.854751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:17.855925 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:17.935494 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event updated for resources: {'Network': ['ID=caed41c2-a18b-47c9-8cd7-dc62cc395846,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:17.958165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network caed41c2-a18b-47c9-8cd7-dc62cc395846 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:18.012792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event updated for resources: {'Network': ['ID=5549122c-ee61-48e7-ba37-61dea4613782,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:18.027594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 5549122c-ee61-48e7-ba37-61dea4613782 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:18.036434 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9ffd5c62-f712-43c4-ab06-6191347cce47 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9573348 Jan 27 22:02:18.040789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e03e2-a343-47d1-be2d-dcb4cf48ba63 req-0fd37f11-dbad-437f-85f5-dd0015ff0c45 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:18.041921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47740) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:18.054183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-184e03e2-a343-47d1-be2d-dcb4cf48ba63 req-0fd37f11-dbad-437f-85f5-dd0015ff0c45 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0985880 Jan 27 22:02:18.504654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-184e03e2-a343-47d1-be2d-dcb4cf48ba63 req-786a2db6-aee5-44a5-a0e9-64dc8557f450 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436111 Jan 27 22:02:18.549186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d5ee97-4fe8-4e9e-b152-4e0bfccd206d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:18.555039 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d5ee97-4fe8-4e9e-b152-4e0bfccd206d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:18.561211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d5ee97-4fe8-4e9e-b152-4e0bfccd206d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:18.569394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d5ee97-4fe8-4e9e-b152-4e0bfccd206d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:18.571601 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e5d5ee97-4fe8-4e9e-b152-4e0bfccd206d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5279758 Jan 27 22:02:18.574486 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47744) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:18.652699 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (caed41c2-a18b-47c9-8cd7-dc62cc395846), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.746636 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (caed41c2-a18b-47c9-8cd7-dc62cc395846), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.769478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caed41c2-a18b-47c9-8cd7-dc62cc395846']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:18.780054 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89495c05-f59a-4750-b55a-0f1dea83bb24') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:18.780384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89495c05-f59a-4750-b55a-0f1dea83bb24') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:18.790380 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (89495c05-f59a-4750-b55a-0f1dea83bb24), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.804020 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (89495c05-f59a-4750-b55a-0f1dea83bb24), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.810784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:18.811185 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (89495c05-f59a-4750-b55a-0f1dea83bb24), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:18.814293 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:18.954752 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (caed41c2-a18b-47c9-8cd7-dc62cc395846), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.961797 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:18.966187 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "DELETE /v2.0/networks/caed41c2-a18b-47c9-8cd7-dc62cc395846 HTTP/1.1" status: 204 len: 168 time: 0.3906233 Jan 27 22:02:18.968593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47750) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:19.002559 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa0da8-f0d5-4da3-a605-11f1f293d8aa tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event deleted for resources: {'Network': ['ID=caed41c2-a18b-47c9-8cd7-dc62cc395846,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:19.104960 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (5549122c-ee61-48e7-ba37-61dea4613782), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.198583 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (5549122c-ee61-48e7-ba37-61dea4613782), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.224952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5549122c-ee61-48e7-ba37-61dea4613782']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:19.234521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d5351c-ee96-4c7e-a20d-38b5f8bac487') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:19.234831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d5351c-ee96-4c7e-a20d-38b5f8bac487') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:19.244545 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (b1d5351c-ee96-4c7e-a20d-38b5f8bac487), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.258129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b1d5351c-ee96-4c7e-a20d-38b5f8bac487), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.264355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (b1d5351c-ee96-4c7e-a20d-38b5f8bac487), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:19.268737 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:19.445775 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (5549122c-ee61-48e7-ba37-61dea4613782), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.458165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.461496 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "DELETE /v2.0/networks/5549122c-ee61-48e7-ba37-61dea4613782 HTTP/1.1" status: 204 len: 168 time: 0.4919851 Jan 27 22:02:19.467761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47752) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:19.477950 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b063f3-bf90-47b9-aff0-3df8afa78ab6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event deleted for resources: {'Network': ['ID=5549122c-ee61-48e7-ba37-61dea4613782,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:19.708777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be224616-11a1-4d0d-b4fb-501b0146f1d1 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:19.714061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be224616-11a1-4d0d-b4fb-501b0146f1d1 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:19.716307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-be224616-11a1-4d0d-b4fb-501b0146f1d1 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2502844 Jan 27 22:02:19.722069 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47758) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:19.727880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b716e482-ddb0-4ecb-a550-6e63213ada95 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1881397347'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:19.729648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19765be-6176-4199-a4cb-d88ed06636db req-cc020dca-91df-47f2-a869-cd78ddbdedb8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:19.732044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d19765be-6176-4199-a4cb-d88ed06636db req-cc020dca-91df-47f2-a869-cd78ddbdedb8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.1443589 Jan 27 22:02:19.814534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d19765be-6176-4199-a4cb-d88ed06636db req-6e937425-62b6-49e9-946a-d4c70b34628d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647697 Jan 27 22:02:19.838882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b716e482-ddb0-4ecb-a550-6e63213ada95 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Made reservation on behalf of 16307131c88b4657a5a1dd2e19630733 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:19.844553 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b716e482-ddb0-4ecb-a550-6e63213ada95 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.878421 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b716e482-ddb0-4ecb-a550-6e63213ada95 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:19.889452 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b716e482-ddb0-4ecb-a550-6e63213ada95 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (059c77db-95fd-42c4-87bc-7bc8aa305378), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:19.889944 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-b716e482-ddb0-4ecb-a550-6e63213ada95 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Added segment 059c77db-95fd-42c4-87bc-7bc8aa305378 of type vlan for network f5c7671b-b438-4b33-ab88-4c5d3885ae73 Jan 27 22:02:19.936503 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b716e482-ddb0-4ecb-a550-6e63213ada95 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (f5c7671b-b438-4b33-ab88-4c5d3885ae73), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.038333 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b716e482-ddb0-4ecb-a550-6e63213ada95 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (f5c7671b-b438-4b33-ab88-4c5d3885ae73), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.043691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b716e482-ddb0-4ecb-a550-6e63213ada95 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:20.044348 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b716e482-ddb0-4ecb-a550-6e63213ada95 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.117184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716e482-ddb0-4ecb-a550-6e63213ada95 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event updated for resources: {'Network': ['ID=f5c7671b-b438-4b33-ab88-4c5d3885ae73,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:20.147810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network f5c7671b-b438-4b33-ab88-4c5d3885ae73 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:20.260248 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b716e482-ddb0-4ecb-a550-6e63213ada95 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5344534 Jan 27 22:02:20.260732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47764) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:20.266385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-dc19e227-d12d-48fe-98ec-4bf754967b00 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-566235306'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:20.387166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc19e227-d12d-48fe-98ec-4bf754967b00 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Made reservation on behalf of 16307131c88b4657a5a1dd2e19630733 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:20.391237 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc19e227-d12d-48fe-98ec-4bf754967b00 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.420041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc19e227-d12d-48fe-98ec-4bf754967b00 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:20.433911 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc19e227-d12d-48fe-98ec-4bf754967b00 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (bf1dd4f7-7878-46fe-b14a-45b70848b983), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.434394 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-dc19e227-d12d-48fe-98ec-4bf754967b00 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Added segment bf1dd4f7-7878-46fe-b14a-45b70848b983 of type vlan for network 6b60ebc9-123a-49a4-8519-c612e9644371 Jan 27 22:02:20.477235 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc19e227-d12d-48fe-98ec-4bf754967b00 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6b60ebc9-123a-49a4-8519-c612e9644371), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.627520 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc19e227-d12d-48fe-98ec-4bf754967b00 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6b60ebc9-123a-49a4-8519-c612e9644371), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.632767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc19e227-d12d-48fe-98ec-4bf754967b00 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:20.633360 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc19e227-d12d-48fe-98ec-4bf754967b00 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:20.703786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19e227-d12d-48fe-98ec-4bf754967b00 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event updated for resources: {'Network': ['ID=6b60ebc9-123a-49a4-8519-c612e9644371,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:20.715041 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6b60ebc9-123a-49a4-8519-c612e9644371 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:20.789591 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dc19e227-d12d-48fe-98ec-4bf754967b00 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5256131 Jan 27 22:02:20.790252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47770) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:20.795977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'ports': [{'network_id': 'f5c7671b-b438-4b33-ab88-4c5d3885ae73', 'name': 'tempest-port--671651867', 'admin_state_up': True}, {'network_id': '6b60ebc9-123a-49a4-8519-c612e9644371', 'admin_state_up': False}]} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:20.796325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'port': {'network_id': 'f5c7671b-b438-4b33-ab88-4c5d3885ae73', 'name': 'tempest-port--671651867', 'admin_state_up': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:20.796820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'port': {'network_id': '6b60ebc9-123a-49a4-8519-c612e9644371', 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:21.052483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a8cfa-bafc-47df-8d16-e8b61d0e780a req-0b6b2e3a-47ce-4c1c-b7dd-a715fd538343 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:21.062354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa3a8cfa-bafc-47df-8d16-e8b61d0e780a req-0b6b2e3a-47ce-4c1c-b7dd-a715fd538343 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.1563268 Jan 27 22:02:21.157304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa3a8cfa-bafc-47df-8d16-e8b61d0e780a req-1f4e9831-7e8e-4523-b0ae-449eee5f1d3c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911176 Jan 27 22:02:21.270694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Made reservation on behalf of 16307131c88b4657a5a1dd2e19630733 for: {'port': 2} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:21.275442 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.295646 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.465858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] device_id is not set on port a2c00658-9da6-456c-be0f-8e62e64c55d5 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:02:21.555712 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for port (a2c00658-9da6-456c-be0f-8e62e64c55d5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.634003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] device_id is not set on port 149ed1f4-f35a-439a-ad1a-3e80b3007942 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:02:21.720823 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for port (149ed1f4-f35a-439a-ad1a-3e80b3007942), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.835135 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a2c00658-9da6-456c-be0f-8e62e64c55d5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:21.890180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event updated for resources: {'Port': ['ID=a2c00658-9da6-456c-be0f-8e62e64c55d5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:21.906833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Checking segment: {'id': '059c77db-95fd-42c4-87bc-7bc8aa305378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f5c7671b-b438-4b33-ab88-4c5d3885ae73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:21.907200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Network hostable DHCP agents. Network: f5c7671b-b438-4b33-ab88-4c5d3885ae73, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:22.023314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Network f5c7671b-b438-4b33-ab88-4c5d3885ae73 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:22.194169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, f5c7671b-b438-4b33-ab88-4c5d3885ae73) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:22.198247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:22.199801 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (149ed1f4-f35a-439a-ad1a-3e80b3007942), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:22.208332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4705ced9-b0ab-4385-a8c9-41aa5cafbc8c None None] Network f5c7671b-b438-4b33-ab88-4c5d3885ae73 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:22.345848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event updated for resources: {'Port': ['ID=149ed1f4-f35a-439a-ad1a-3e80b3007942,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:22.357293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Checking segment: {'id': 'bf1dd4f7-7878-46fe-b14a-45b70848b983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '6b60ebc9-123a-49a4-8519-c612e9644371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:22.357801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Network hostable DHCP agents. Network: 6b60ebc9-123a-49a4-8519-c612e9644371, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:22.372625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365b1e5-9b4e-4ae2-bfa2-6b344012369f req-896780d9-b37c-4bd2-9795-b75045a1c4ec tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:22.374151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7365b1e5-9b4e-4ae2-bfa2-6b344012369f req-896780d9-b37c-4bd2-9795-b75045a1c4ec tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0919361 Jan 27 22:02:22.432239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7365b1e5-9b4e-4ae2-bfa2-6b344012369f req-3c4f9fea-ff32-408e-ae6c-56509a4be28a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500062 Jan 27 22:02:22.741196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Network 6b60ebc9-123a-49a4-8519-c612e9644371 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:22.866648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 6b60ebc9-123a-49a4-8519-c612e9644371) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:22.876001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:22.877497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a137e47-6b1f-4505-a5b4-0e0141021143 None None] Network 6b60ebc9-123a-49a4-8519-c612e9644371 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:22.892356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:22.897546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:22.898713 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.012105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f58bed38-64c2-4a9e-b0ae-eca81711726c tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2179949 Jan 27 22:02:23.012358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47794) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:23.077196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebd0d5-be34-47bf-ad5f-3eb7eb3bae6a tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:23.084876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ebd0d5-be34-47bf-ad5f-3eb7eb3bae6a tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:23.087078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d3ebd0d5-be34-47bf-ad5f-3eb7eb3bae6a tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0733438 Jan 27 22:02:23.089907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47796) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:23.201802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c63f541e-1d10-46f8-a827-dec50b843875 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Deleting port a2c00658-9da6-456c-be0f-8e62e64c55d5 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:23.202157 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c63f541e-1d10-46f8-a827-dec50b843875 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a2c00658-9da6-456c-be0f-8e62e64c55d5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.280305 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c63f541e-1d10-46f8-a827-dec50b843875 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a2c00658-9da6-456c-be0f-8e62e64c55d5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.306810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c63f541e-1d10-46f8-a827-dec50b843875 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Calling delete_port for a2c00658-9da6-456c-be0f-8e62e64c55d5 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:23.474864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c63f541e-1d10-46f8-a827-dec50b843875 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a2c00658-9da6-456c-be0f-8e62e64c55d5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.518738 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c63f541e-1d10-46f8-a827-dec50b843875 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.527554 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c63f541e-1d10-46f8-a827-dec50b843875 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "DELETE /v2.0/ports/a2c00658-9da6-456c-be0f-8e62e64c55d5 HTTP/1.1" status: 204 len: 168 time: 0.4359608 Jan 27 22:02:23.528574 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47802) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:23.568398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2f8d6-6572-42c9-b628-061c57117208 req-3d0e2435-6e63-43d8-9761-9e7448dc9e73 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:23.568398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cb2f8d6-6572-42c9-b628-061c57117208 req-3d0e2435-6e63-43d8-9761-9e7448dc9e73 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0613122 Jan 27 22:02:23.568705 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f541e-1d10-46f8-a827-dec50b843875 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event deleted for resources: {'Port': ['ID=a2c00658-9da6-456c-be0f-8e62e64c55d5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:23.631081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cb2f8d6-6572-42c9-b628-061c57117208 req-ee098c65-ad01-43d2-8140-54a9dd331b8d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585346 Jan 27 22:02:23.657259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2dae665d-9534-4437-a3c8-37591c143d1d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Deleting port 149ed1f4-f35a-439a-ad1a-3e80b3007942 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:23.657259 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2dae665d-9534-4437-a3c8-37591c143d1d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (149ed1f4-f35a-439a-ad1a-3e80b3007942), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.732817 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2dae665d-9534-4437-a3c8-37591c143d1d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (149ed1f4-f35a-439a-ad1a-3e80b3007942), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.747167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2dae665d-9534-4437-a3c8-37591c143d1d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Calling delete_port for 149ed1f4-f35a-439a-ad1a-3e80b3007942 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:23.908726 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2dae665d-9534-4437-a3c8-37591c143d1d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (149ed1f4-f35a-439a-ad1a-3e80b3007942), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.946102 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2dae665d-9534-4437-a3c8-37591c143d1d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:23.953290 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2dae665d-9534-4437-a3c8-37591c143d1d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "DELETE /v2.0/ports/149ed1f4-f35a-439a-ad1a-3e80b3007942 HTTP/1.1" status: 204 len: 168 time: 0.4210408 Jan 27 22:02:23.953290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae665d-9534-4437-a3c8-37591c143d1d tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event deleted for resources: {'Port': ['ID=149ed1f4-f35a-439a-ad1a-3e80b3007942,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:23.954579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47806) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:23.994792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47810) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:23.995336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5e5edc9a-4409-4199-83f9-823434d5daa6 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0382462 Jan 27 22:02:24.000514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-562b9ade-cfdd-43d4-a0cf-144881988489 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1977473551'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:24.123660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562b9ade-cfdd-43d4-a0cf-144881988489 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Made reservation on behalf of 16307131c88b4657a5a1dd2e19630733 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:24.129022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-562b9ade-cfdd-43d4-a0cf-144881988489 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.154345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562b9ade-cfdd-43d4-a0cf-144881988489 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:24.163353 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-562b9ade-cfdd-43d4-a0cf-144881988489 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (21fe28c0-64e0-48e2-ae89-90c14307c039), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.163682 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-562b9ade-cfdd-43d4-a0cf-144881988489 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Added segment 21fe28c0-64e0-48e2-ae89-90c14307c039 of type vlan for network 9865fec4-4d34-4737-8144-158eca379665 Jan 27 22:02:24.211211 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-562b9ade-cfdd-43d4-a0cf-144881988489 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (9865fec4-4d34-4737-8144-158eca379665), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.309733 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-562b9ade-cfdd-43d4-a0cf-144881988489 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (9865fec4-4d34-4737-8144-158eca379665), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.316773 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562b9ade-cfdd-43d4-a0cf-144881988489 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:24.317619 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-562b9ade-cfdd-43d4-a0cf-144881988489 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.392445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b9ade-cfdd-43d4-a0cf-144881988489 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event updated for resources: {'Network': ['ID=9865fec4-4d34-4737-8144-158eca379665,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:24.409216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 9865fec4-4d34-4737-8144-158eca379665 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:24.432926 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-562b9ade-cfdd-43d4-a0cf-144881988489 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4349654 Jan 27 22:02:24.434693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47816) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:24.440275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7a1c7c15-1e4d-4327-aaa0-833311effa8b tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-278976365'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:24.531157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1c7c15-1e4d-4327-aaa0-833311effa8b tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Made reservation on behalf of 16307131c88b4657a5a1dd2e19630733 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:24.535043 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7c15-1e4d-4327-aaa0-833311effa8b tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.560374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1c7c15-1e4d-4327-aaa0-833311effa8b tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:24.569285 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7c15-1e4d-4327-aaa0-833311effa8b tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ff68a9e9-3a1a-49d6-beef-c3dddf58207b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.569729 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-7a1c7c15-1e4d-4327-aaa0-833311effa8b tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Added segment ff68a9e9-3a1a-49d6-beef-c3dddf58207b of type vlan for network 07e64e48-ab75-41dc-a9ee-5fc533cea231 Jan 27 22:02:24.619429 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7c15-1e4d-4327-aaa0-833311effa8b tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (07e64e48-ab75-41dc-a9ee-5fc533cea231), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.706887 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7c15-1e4d-4327-aaa0-833311effa8b tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (07e64e48-ab75-41dc-a9ee-5fc533cea231), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.711993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c7c15-1e4d-4327-aaa0-833311effa8b tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:24.712645 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7a1c7c15-1e4d-4327-aaa0-833311effa8b tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:24.771979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01cfbe-758e-4e02-b39a-99a019a3aff4 req-f43680f0-40fa-4492-84f7-900fa50c44d8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:24.779792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec01cfbe-758e-4e02-b39a-99a019a3aff4 req-f43680f0-40fa-4492-84f7-900fa50c44d8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0737627 Jan 27 22:02:24.790809 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c7c15-1e4d-4327-aaa0-833311effa8b tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event updated for resources: {'Network': ['ID=07e64e48-ab75-41dc-a9ee-5fc533cea231,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:24.804026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 07e64e48-ab75-41dc-a9ee-5fc533cea231 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:24.850499 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7a1c7c15-1e4d-4327-aaa0-833311effa8b tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4135163 Jan 27 22:02:24.878268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec01cfbe-758e-4e02-b39a-99a019a3aff4 req-6a2cdc2d-1bc7-4216-bcb6-2466a05287dc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970273 Jan 27 22:02:25.215472 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47826) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:25.313742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7ccaf-1e70-4489-8d30-a2898f5bd720 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.314308 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7ccaf-1e70-4489-8d30-a2898f5bd720 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.314844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7ccaf-1e70-4489-8d30-a2898f5bd720 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:25.320112 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cef7ccaf-1e70-4489-8d30-a2898f5bd720 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/ports?project_id=4bf4602f0c574206a86b75c83395b7f6&network_id=1ab2f17d-b623-4ab0-85bb-1067b489cd7f HTTP/1.1" status: 200 len: 2969 time: 0.0993862 Jan 27 22:02:26.021149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdd1b6-7361-4683-a047-97720363a860 req-fe85186e-9700-42c9-91b7-e65744e3ebb2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:26.022742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cbdd1b6-7361-4683-a047-97720363a860 req-fe85186e-9700-42c9-91b7-e65744e3ebb2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0616949 Jan 27 22:02:26.090005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cbdd1b6-7361-4683-a047-97720363a860 req-56bdf04b-ac88-49e9-a8f6-db34ba31908d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573606 Jan 27 22:02:27.086028 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.145209 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47858) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:27.224836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8d4d6-163c-4037-8305-4b55e87fcfb1 req-186f2435-93fb-4403-b354-ccf0a2b70513 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:27.232370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4a8d4d6-163c-4037-8305-4b55e87fcfb1 req-186f2435-93fb-4403-b354-ccf0a2b70513 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0628805 Jan 27 22:02:27.258636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e24ebf-e5fc-44b0-bca6-2431ff14e9d9 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:27.268923 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f4e24ebf-e5fc-44b0-bca6-2431ff14e9d9 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e HTTP/1.1" status: 200 len: 814 time: 0.1142702 Jan 27 22:02:27.285371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4a8d4d6-163c-4037-8305-4b55e87fcfb1 req-63573032-5502-488a-9132-fb5bfef476e1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517793 Jan 27 22:02:27.518091 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.718967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47870) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:27.727443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-959c5bed-d4c6-40fc-8714-2cfa2799f616 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'network': {'name': 'tempest-network-smoke--144441736', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'port_security_enabled': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:27.851566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959c5bed-d4c6-40fc-8714-2cfa2799f616 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Made reservation on behalf of 4bf4602f0c574206a86b75c83395b7f6 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:27.856901 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-959c5bed-d4c6-40fc-8714-2cfa2799f616 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.886800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959c5bed-d4c6-40fc-8714-2cfa2799f616 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:27.898621 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-959c5bed-d4c6-40fc-8714-2cfa2799f616 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4a3785a9-017d-4834-aca6-513ff6e21351), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.899386 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-959c5bed-d4c6-40fc-8714-2cfa2799f616 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Added segment 4a3785a9-017d-4834-aca6-513ff6e21351 of type vlan for network 65f2291f-1774-4767-9ec0-babc1df41953 Jan 27 22:02:27.951230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-959c5bed-d4c6-40fc-8714-2cfa2799f616 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (65f2291f-1774-4767-9ec0-babc1df41953), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:27.956000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47872) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:27.962350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'subnets': [{'network_id': '9865fec4-4d34-4737-8144-158eca379665', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--679008435', 'ip_version': 6}, {'network_id': '07e64e48-ab75-41dc-a9ee-5fc533cea231', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:27.963082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'subnet': {'network_id': '9865fec4-4d34-4737-8144-158eca379665', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--679008435', 'ip_version': 6}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:27.964027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Request body: {'subnet': {'network_id': '07e64e48-ab75-41dc-a9ee-5fc533cea231', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:28.154648 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-959c5bed-d4c6-40fc-8714-2cfa2799f616 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (65f2291f-1774-4767-9ec0-babc1df41953), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.160247 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959c5bed-d4c6-40fc-8714-2cfa2799f616 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:28.160969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-959c5bed-d4c6-40fc-8714-2cfa2799f616 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.234547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c5bed-d4c6-40fc-8714-2cfa2799f616 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Network': ['ID=65f2291f-1774-4767-9ec0-babc1df41953,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:28.245050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 65f2291f-1774-4767-9ec0-babc1df41953 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:28.387851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Made reservation on behalf of 16307131c88b4657a5a1dd2e19630733 for: {'subnet': 2} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:28.392852 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.393279 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:28.443016 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-959c5bed-d4c6-40fc-8714-2cfa2799f616 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7218490 Jan 27 22:02:28.445745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47880) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:28.515264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6b18c-e0bc-4c5d-a580-81775b68605b req-79524277-6540-4923-90f4-0bb09b34f6f9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:28.517112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eea6b18c-e0bc-4c5d-a580-81775b68605b req-79524277-6540-4923-90f4-0bb09b34f6f9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.1603749 Jan 27 22:02:28.530798 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca2d1b8-1301-4ae5-97b9-1430ea340994 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:28.532415 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4ca2d1b8-1301-4ae5-97b9-1430ea340994 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=4bf4602f0c574206a86b75c83395b7f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0855591 Jan 27 22:02:28.535203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47882) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:28.590634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eea6b18c-e0bc-4c5d-a580-81775b68605b req-492930db-7a23-405d-b9a7-0b39a57ea287 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651085 Jan 27 22:02:28.632446 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac4b216-003e-48bf-bf41-a6e58708125d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:28.636599 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0ac4b216-003e-48bf-bf41-a6e58708125d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1004303 Jan 27 22:02:28.637276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47884) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:28.696997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9d424ae3-789b-4066-a2c0-1ed95b59f703 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585768 Jan 27 22:02:28.700155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47886) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:28.735697 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c6ec01e6-d130-4199-b1ae-8e771732baac tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=4bf4602f0c574206a86b75c83395b7f6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317330 Jan 27 22:02:28.735944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47888) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:28.837202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703103cb-50c5-4db6-b15b-43a353db123a tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:28.838755 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-703103cb-50c5-4db6-b15b-43a353db123a tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1016340 Jan 27 22:02:28.842084 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47890) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:28.882245 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b8fa0c39-dffc-423d-8b32-b5da7d796770 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390639 Jan 27 22:02:28.886580 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47892) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:28.894868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0e0b7359-0da0-4946-9fa4-6d60ec3999bd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1682372819', 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:29.113027 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (11339b9d-d93c-460a-9831-3d641afceee2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:29.172546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event updated for resources: {'Subnet': ['ID=11339b9d-d93c-460a-9831-3d641afceee2,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:29.182597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Checking segment: {'id': '21fe28c0-64e0-48e2-ae89-90c14307c039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9865fec4-4d34-4737-8144-158eca379665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:29.183499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Network hostable DHCP agents. Network: 9865fec4-4d34-4737-8144-158eca379665, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:29.192745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0b7359-0da0-4946-9fa4-6d60ec3999bd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Made reservation on behalf of 4bf4602f0c574206a86b75c83395b7f6 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:29.200778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e0b7359-0da0-4946-9fa4-6d60ec3999bd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:29.479820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Network 9865fec4-4d34-4737-8144-158eca379665 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:29.715899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82db0-3233-41bf-885c-67280543ab41 req-a24a3d9a-dc3f-408a-a1a3-af9f8b5f9daa tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:29.717350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6d82db0-3233-41bf-885c-67280543ab41 req-a24a3d9a-dc3f-408a-a1a3-af9f8b5f9daa tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0518732 Jan 27 22:02:29.733356 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e0b7359-0da0-4946-9fa4-6d60ec3999bd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (53227f22-97e2-4242-895d-4df638d83914), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:29.779265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6d82db0-3233-41bf-885c-67280543ab41 req-4e9a32a4-831e-4810-a3f4-b68666c00993 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563779 Jan 27 22:02:29.803834 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b7359-0da0-4946-9fa4-6d60ec3999bd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Subnet': ['ID=53227f22-97e2-4242-895d-4df638d83914,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:29.813272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b7359-0da0-4946-9fa4-6d60ec3999bd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Checking segment: {'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:29.813638 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b7359-0da0-4946-9fa4-6d60ec3999bd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network hostable DHCP agents. Network: 65f2291f-1774-4767-9ec0-babc1df41953, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:29.840671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 9865fec4-4d34-4737-8144-158eca379665) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:29.850079 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (b21c6599-39d4-4646-abca-672a20dda0ea), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:29.852447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de946bb-ead0-45b6-85d7-b7b9a335d4d7 None None] Network 9865fec4-4d34-4737-8144-158eca379665 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:29.910020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event updated for resources: {'Subnet': ['ID=b21c6599-39d4-4646-abca-672a20dda0ea,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:29.920008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Checking segment: {'id': 'ff68a9e9-3a1a-49d6-beef-c3dddf58207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '07e64e48-ab75-41dc-a9ee-5fc533cea231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:29.920390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Network hostable DHCP agents. Network: 07e64e48-ab75-41dc-a9ee-5fc533cea231, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:29.965912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-9865fec4-4d34-4737-8144-158eca379665', 'network_id': '9865fec4-4d34-4737-8144-158eca379665', 'project_id': '16307131c88b4657a5a1dd2e19630733', 'fixed_ips': [{'subnet_id': '11339b9d-d93c-460a-9831-3d641afceee2'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:02:29.966782 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.034406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b7359-0da0-4946-9fa4-6d60ec3999bd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network 65f2291f-1774-4767-9ec0-babc1df41953 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:30.034575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Network 07e64e48-ab75-41dc-a9ee-5fc533cea231 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:30.041747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0e0b7359-0da0-4946-9fa4-6d60ec3999bd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 65f2291f-1774-4767-9ec0-babc1df41953) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:30.050528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0b7359-0da0-4946-9fa4-6d60ec3999bd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:30.051874 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0e0b7359-0da0-4946-9fa4-6d60ec3999bd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.061325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469439d7-c2b3-40c1-b528-941f39f66af5 None None] Network 65f2291f-1774-4767-9ec0-babc1df41953 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:30.206431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-65f2291f-1774-4767-9ec0-babc1df41953', 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ips': [{'subnet_id': '53227f22-97e2-4242-895d-4df638d83914'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:02:30.207280 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.342496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Allocated IP 172.20.0.18 (65f2291f-1774-4767-9ec0-babc1df41953/53227f22-97e2-4242-895d-4df638d83914/6dab6caa-f885-44e1-b979-43f45ebeeb5a) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:30.344792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Allocated IP 2001:db8::1 (9865fec4-4d34-4737-8144-158eca379665/11339b9d-d93c-460a-9831-3d641afceee2/a497f0dc-ae96-4f3e-a840-9f19cd249134) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:30.566045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 07e64e48-ab75-41dc-a9ee-5fc533cea231) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:30.571569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:30.572431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:30.573320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.579672 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0e0b7359-0da0-4946-9fa4-6d60ec3999bd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6860118 Jan 27 22:02:30.589637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bee71c-a652-4f60-9814-e9407619ca73 None None] Network 07e64e48-ab75-41dc-a9ee-5fc533cea231 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:30.642044 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Publish callbacks [] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.727837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-28a99729-f3b3-4105-b37b-8e26cc88ee1f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7698483 Jan 27 22:02:30.730772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47912) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:30.743058 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Publish callbacks [] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.771599 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.826583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ab5d4a-20a8-47cd-ba95-60257c6798ec tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:30.828306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ab5d4a-20a8-47cd-ba95-60257c6798ec tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:30.836697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ab5d4a-20a8-47cd-ba95-60257c6798ec tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:30.836697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-58ab5d4a-20a8-47cd-ba95-60257c6798ec tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0995071 Jan 27 22:02:30.845112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47916) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:30.862343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Network 65f2291f-1774-4767-9ec0-babc1df41953 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:30.864477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:30.866247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Pushing event updated for resources: {'Port': ['ID=6dab6caa-f885-44e1-b979-43f45ebeeb5a,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:30.869623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:30.876801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-07e64e48-ab75-41dc-a9ee-5fc533cea231', 'network_id': '07e64e48-ab75-41dc-a9ee-5fc533cea231', 'project_id': '16307131c88b4657a5a1dd2e19630733', 'fixed_ips': [{'subnet_id': 'b21c6599-39d4-4646-abca-672a20dda0ea'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:02:30.884208 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.895343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.895694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.896042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.896433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.897622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.897980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.898315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.898665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.898986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.899323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.899660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.899993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.900368 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:30.919349 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:30.989830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dda3067-44ce-432c-a718-f6fface22363 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Deleting subnet 11339b9d-d93c-460a-9831-3d641afceee2 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:30.993374 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5dda3067-44ce-432c-a718-f6fface22363 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for subnet (11339b9d-d93c-460a-9831-3d641afceee2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.033993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96ba8d-329b-4fab-9cfa-c325e8091b05 req-32ca65d1-023c-41a4-8230-162b5c919653 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:31.035882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a96ba8d-329b-4fab-9cfa-c325e8091b05 req-32ca65d1-023c-41a4-8230-162b5c919653 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.1226811 Jan 27 22:02:31.068012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Network 9865fec4-4d34-4737-8144-158eca379665 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:31.082848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Pushing event updated for resources: {'Port': ['ID=a497f0dc-ae96-4f3e-a840-9f19cd249134,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:31.098641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:31.102056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47918) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:31.114437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:31.116089 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0951cbb7-0e30-4ec9-b502-614377d7b9d3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604385009', 'description': 'tempest-secgroup-smoke-604385009 description', 'project_id': '4bf4602f0c574206a86b75c83395b7f6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:31.116205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Attempting to bind port 6dab6caa-f885-44e1-b979-43f45ebeeb5a on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:31.116205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Attempting to bind port 6dab6caa-f885-44e1-b979-43f45ebeeb5a by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:31.116205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Attempting to bind port 6dab6caa-f885-44e1-b979-43f45ebeeb5a on network 65f2291f-1774-4767-9ec0-babc1df41953 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:31.134024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:31.134261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5dda3067-44ce-432c-a718-f6fface22363 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (11339b9d-d93c-460a-9831-3d641afceee2), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.134544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Checking segment: {'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:31.134875 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.135284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Bound using segment: {'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:31.135886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Bound port: 6dab6caa-f885-44e1-b979-43f45ebeeb5a, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:31.141281 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.179187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a96ba8d-329b-4fab-9cfa-c325e8091b05 req-82211169-53ec-45b7-88f3-2d8c3d97df94 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343384 Jan 27 22:02:31.242515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5dda3067-44ce-432c-a718-f6fface22363 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (11339b9d-d93c-460a-9831-3d641afceee2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.261265 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0951cbb7-0e30-4ec9-b502-614377d7b9d3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.279360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Attempting to bind port a497f0dc-ae96-4f3e-a840-9f19cd249134 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:31.279737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Attempting to bind port a497f0dc-ae96-4f3e-a840-9f19cd249134 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '21fe28c0-64e0-48e2-ae89-90c14307c039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9865fec4-4d34-4737-8144-158eca379665'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:31.280122 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Attempting to bind port a497f0dc-ae96-4f3e-a840-9f19cd249134 on network 9865fec4-4d34-4737-8144-158eca379665 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:31.297427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Allocated IP 2001:db8:0:1::1 (07e64e48-ab75-41dc-a9ee-5fc533cea231/b21c6599-39d4-4646-abca-672a20dda0ea/ad7a9907-7c35-4413-b0af-78b0f9b8a6bf) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:31.308631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:31.309016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Checking segment: {'id': '21fe28c0-64e0-48e2-ae89-90c14307c039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9865fec4-4d34-4737-8144-158eca379665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:31.309419 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.309817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Bound using segment: {'id': '21fe28c0-64e0-48e2-ae89-90c14307c039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9865fec4-4d34-4737-8144-158eca379665'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:31.310374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Bound port: a497f0dc-ae96-4f3e-a840-9f19cd249134, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21fe28c0-64e0-48e2-ae89-90c14307c039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9865fec4-4d34-4737-8144-158eca379665'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:31.310765 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.365357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] For port 6dab6caa-f885-44e1-b979-43f45ebeeb5a, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:31.418544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] For port 6dab6caa-f885-44e1-b979-43f45ebeeb5a, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6dab6caa-f885-44e1-b979-43f45ebeeb5a,segment=NetworkSegment(4a3785a9-017d-4834-aca6-513ff6e21351),segment_id=4a3785a9-017d-4834-aca6-513ff6e21351)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:31.465384 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5dda3067-44ce-432c-a718-f6fface22363 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (11339b9d-d93c-460a-9831-3d641afceee2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.473529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] For port a497f0dc-ae96-4f3e-a840-9f19cd249134, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:31.486069 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5dda3067-44ce-432c-a718-f6fface22363 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.492687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5dda3067-44ce-432c-a718-f6fface22363 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "DELETE /v2.0/subnets/11339b9d-d93c-460a-9831-3d641afceee2 HTTP/1.1" status: 204 len: 168 time: 0.6437271 Jan 27 22:02:31.493161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47920) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:31.495505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] For port a497f0dc-ae96-4f3e-a840-9f19cd249134, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a497f0dc-ae96-4f3e-a840-9f19cd249134,segment=NetworkSegment(21fe28c0-64e0-48e2-ae89-90c14307c039),segment_id=21fe28c0-64e0-48e2-ae89-90c14307c039)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:31.514862 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0951cbb7-0e30-4ec9-b502-614377d7b9d3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (254c7dfc-6a9f-4632-9350-75ca26329e12), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.594998 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Publish callbacks [] for port (ad7a9907-7c35-4413-b0af-78b0f9b8a6bf), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.595087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda3067-44ce-432c-a718-f6fface22363 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event deleted for resources: {'Subnet': ['ID=11339b9d-d93c-460a-9831-3d641afceee2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:31.595087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-806321a4-a7aa-4ed7-ad15-38d7ad70f5b8 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Deleting subnet b21c6599-39d4-4646-abca-672a20dda0ea {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:02:31.643398 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.694300 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.713904 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-94674f45-846f-41a0-a2dd-4ca39126f43d service neutron] show failed (client error): The resource could not be found. Jan 27 22:02:31.715549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-94674f45-846f-41a0-a2dd-4ca39126f43d service neutron] 10.222.0.71 "GET /v2.0/ports/9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9/bindings/n-h1-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0853844 Jan 27 22:02:31.747351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603e3d7-81e7-444a-bce1-b30db97badae None None] Pushing event updated for resources: {'Port': ['ID=6dab6caa-f885-44e1-b979-43f45ebeeb5a,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:31.816996 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-806321a4-a7aa-4ed7-ad15-38d7ad70f5b8 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for subnet (b21c6599-39d4-4646-abca-672a20dda0ea), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.817286 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0951cbb7-0e30-4ec9-b502-614377d7b9d3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (254c7dfc-6a9f-4632-9350-75ca26329e12), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.832182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cc26d-fe47-4120-bdbe-f339937d38c9 None None] Pushing event updated for resources: {'Port': ['ID=a497f0dc-ae96-4f3e-a840-9f19cd249134,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:31.845910 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (ad7a9907-7c35-4413-b0af-78b0f9b8a6bf), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.878181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951cbb7-0e30-4ec9-b502-614377d7b9d3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=254c7dfc-6a9f-4632-9350-75ca26329e12,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:31.928564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Network 07e64e48-ab75-41dc-a9ee-5fc533cea231 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:31.939375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:31.963793 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-806321a4-a7aa-4ed7-ad15-38d7ad70f5b8 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (b21c6599-39d4-4646-abca-672a20dda0ea), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:31.966166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:31.966166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Pushing event updated for resources: {'Port': ['ID=ad7a9907-7c35-4413-b0af-78b0f9b8a6bf,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:32.061888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Attempting to bind port ad7a9907-7c35-4413-b0af-78b0f9b8a6bf on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:32.062353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Attempting to bind port ad7a9907-7c35-4413-b0af-78b0f9b8a6bf by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'ff68a9e9-3a1a-49d6-beef-c3dddf58207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '07e64e48-ab75-41dc-a9ee-5fc533cea231'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:32.062731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Attempting to bind port ad7a9907-7c35-4413-b0af-78b0f9b8a6bf on network 07e64e48-ab75-41dc-a9ee-5fc533cea231 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:32.070251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:32.070694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Checking segment: {'id': 'ff68a9e9-3a1a-49d6-beef-c3dddf58207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '07e64e48-ab75-41dc-a9ee-5fc533cea231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:32.072107 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.072466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Bound using segment: {'id': 'ff68a9e9-3a1a-49d6-beef-c3dddf58207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '07e64e48-ab75-41dc-a9ee-5fc533cea231'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:32.072958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Bound port: ad7a9907-7c35-4413-b0af-78b0f9b8a6bf, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff68a9e9-3a1a-49d6-beef-c3dddf58207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '07e64e48-ab75-41dc-a9ee-5fc533cea231'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:32.073470 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ad7a9907-7c35-4413-b0af-78b0f9b8a6bf), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.089972 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0951cbb7-0e30-4ec9-b502-614377d7b9d3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.089972 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0951cbb7-0e30-4ec9-b502-614377d7b9d3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9792991 Jan 27 22:02:32.089972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47928) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:32.090659 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bd050e01-399f-450c-87af-3149c6ce5f89 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': '254c7dfc-6a9f-4632-9350-75ca26329e12', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:32.229154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] For port ad7a9907-7c35-4413-b0af-78b0f9b8a6bf, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:32.235485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] For port ad7a9907-7c35-4413-b0af-78b0f9b8a6bf, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ad7a9907-7c35-4413-b0af-78b0f9b8a6bf,segment=NetworkSegment(ff68a9e9-3a1a-49d6-beef-c3dddf58207b),segment_id=ff68a9e9-3a1a-49d6-beef-c3dddf58207b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:32.372523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40bd7d-3a92-48bd-a07a-330f5446325f req-1a41c89e-38e3-41da-920c-29f6f0119aac tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:32.380255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff40bd7d-3a92-48bd-a07a-330f5446325f req-1a41c89e-38e3-41da-920c-29f6f0119aac tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0841308 Jan 27 22:02:32.433082 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff40bd7d-3a92-48bd-a07a-330f5446325f req-0c40de72-422f-4c00-9683-8b7febc390a8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519054 Jan 27 22:02:32.497514 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd050e01-399f-450c-87af-3149c6ce5f89 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (2c04f0dd-5170-4c78-8859-f0013074c0eb), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.544312 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b67c3cfd-b80d-49b3-8569-7288b30b4d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.544625 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-806321a4-a7aa-4ed7-ad15-38d7ad70f5b8 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (b21c6599-39d4-4646-abca-672a20dda0ea), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.547187 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ad7a9907-7c35-4413-b0af-78b0f9b8a6bf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.593268 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd050e01-399f-450c-87af-3149c6ce5f89 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (2c04f0dd-5170-4c78-8859-f0013074c0eb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.677238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b015c45-9329-4815-b72a-2424a59546f0 None None] Pushing event updated for resources: {'Port': ['ID=ad7a9907-7c35-4413-b0af-78b0f9b8a6bf,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:32.764070 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd050e01-399f-450c-87af-3149c6ce5f89 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (2c04f0dd-5170-4c78-8859-f0013074c0eb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.788961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd050e01-399f-450c-87af-3149c6ce5f89 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c04f0dd-5170-4c78-8859-f0013074c0eb,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:32.823009 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-806321a4-a7aa-4ed7-ad15-38d7ad70f5b8 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (b21c6599-39d4-4646-abca-672a20dda0ea), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.858856 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-806321a4-a7aa-4ed7-ad15-38d7ad70f5b8 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.895298 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47938) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:32.896858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-806321a4-a7aa-4ed7-ad15-38d7ad70f5b8 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "DELETE /v2.0/subnets/b21c6599-39d4-4646-abca-672a20dda0ea HTTP/1.1" status: 204 len: 168 time: 1.4022667 Jan 27 22:02:32.962423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806321a4-a7aa-4ed7-ad15-38d7ad70f5b8 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event deleted for resources: {'Subnet': ['ID=b21c6599-39d4-4646-abca-672a20dda0ea,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:32.980560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd050e01-399f-450c-87af-3149c6ce5f89 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:32.981808 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bd050e01-399f-450c-87af-3149c6ce5f89 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8948586 Jan 27 22:02:32.984768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47940) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:32.989313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-566a9336-7d62-4c01-bdc5-14702ad05977 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': '254c7dfc-6a9f-4632-9350-75ca26329e12', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:33.035275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d46a6df-a18b-4ee0-85bb-90c1558827ec tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.043809 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8d46a6df-a18b-4ee0-85bb-90c1558827ec tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1440785 Jan 27 22:02:33.044215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47942) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:33.151683 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (07e64e48-ab75-41dc-a9ee-5fc533cea231), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.228276 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-566a9336-7d62-4c01-bdc5-14702ad05977 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (7521f830-83c6-4981-936a-1850f96a0b04), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.255632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Deleting port ad7a9907-7c35-4413-b0af-78b0f9b8a6bf {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:33.256001 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ad7a9907-7c35-4413-b0af-78b0f9b8a6bf), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.360359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] For port ad7a9907-7c35-4413-b0af-78b0f9b8a6bf, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ad7a9907-7c35-4413-b0af-78b0f9b8a6bf,segment=NetworkSegment(ff68a9e9-3a1a-49d6-beef-c3dddf58207b),segment_id=ff68a9e9-3a1a-49d6-beef-c3dddf58207b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:33.364197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ad7a9907-7c35-4413-b0af-78b0f9b8a6bf), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.378886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Calling delete_port for ad7a9907-7c35-4413-b0af-78b0f9b8a6bf owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:33.450961 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-566a9336-7d62-4c01-bdc5-14702ad05977 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (7521f830-83c6-4981-936a-1850f96a0b04), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.468778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-eb15017f-e9e7-40d6-bee7-877535300736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.470333 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-eb15017f-e9e7-40d6-bee7-877535300736 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 1097 time: 0.1372616 Jan 27 22:02:33.481395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:33.533180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a805e6d4-c6e2-42a0-a762-9d4a229f8ed2 None None] Network 9865fec4-4d34-4737-8144-158eca379665 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:33.588343 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.609228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ace05d-6985-41b8-9ae4-2d8f3663751f req-def9ba8c-6871-4801-a120-e26d56002b88 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:33.617234 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46ace05d-6985-41b8-9ae4-2d8f3663751f req-def9ba8c-6871-4801-a120-e26d56002b88 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0851369 Jan 27 22:02:33.661761 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-566a9336-7d62-4c01-bdc5-14702ad05977 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (7521f830-83c6-4981-936a-1850f96a0b04), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.705342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-609ea459-d10e-4e77-b053-2479fec88ff8 None None] Provisioning complete for port a497f0dc-ae96-4f3e-a840-9f19cd249134 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:33.706061 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-609ea459-d10e-4e77-b053-2479fec88ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.730173 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ad7a9907-7c35-4413-b0af-78b0f9b8a6bf), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.898677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-609ea459-d10e-4e77-b053-2479fec88ff8 None None] Current status of the port a497f0dc-ae96-4f3e-a840-9f19cd249134 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:33.899097 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-609ea459-d10e-4e77-b053-2479fec88ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.905749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edd523c-e6ac-4160-b18e-2a809d88ee4a None None] DHCP port deletion for 9865fec4-4d34-4737-8144-158eca379665 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:02:33.926940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a9336-7d62-4c01-bdc5-14702ad05977 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7521f830-83c6-4981-936a-1850f96a0b04,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:33.947622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46ace05d-6985-41b8-9ae4-2d8f3663751f req-74ca6c22-221b-49d1-8d73-5c4b09500b32 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252020 Jan 27 22:02:33.949215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event deleted for resources: {'Port': ['ID=ad7a9907-7c35-4413-b0af-78b0f9b8a6bf,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:33.964960 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-566a9336-7d62-4c01-bdc5-14702ad05977 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:33.966721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-566a9336-7d62-4c01-bdc5-14702ad05977 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9805346 Jan 27 22:02:33.967585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] No DVR routers for this DVR port ad7a9907-7c35-4413-b0af-78b0f9b8a6bf on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:33.969218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47952) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:33.995917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-602b3a6a-1bd2-42d0-89ff-3b72b3facadf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': '254c7dfc-6a9f-4632-9350-75ca26329e12', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:34.075774 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:34.102286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-609ea459-d10e-4e77-b053-2479fec88ff8 None None] For port a497f0dc-ae96-4f3e-a840-9f19cd249134, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a497f0dc-ae96-4f3e-a840-9f19cd249134,segment=NetworkSegment(21fe28c0-64e0-48e2-ae89-90c14307c039),segment_id=21fe28c0-64e0-48e2-ae89-90c14307c039)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:34.146044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f84a12-5e3c-4a7c-8ca1-d7896b710ca6 None None] Network 65f2291f-1774-4767-9ec0-babc1df41953 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:34.152974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9edd523c-e6ac-4160-b18e-2a809d88ee4a None None] Deleting port a497f0dc-ae96-4f3e-a840-9f19cd249134 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:34.170631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:34.170803 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9edd523c-e6ac-4160-b18e-2a809d88ee4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.179540 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (07e64e48-ab75-41dc-a9ee-5fc533cea231), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.208866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:34.216428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e64e48-ab75-41dc-a9ee-5fc533cea231']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:34.216428 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-602b3a6a-1bd2-42d0-89ff-3b72b3facadf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (061cff11-dc3c-47eb-8716-056df6ff2d74), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.218202 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc409067-5e3c-4247-bd8c-fb9ce07a880c" -d '{"events": [{"server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "name": "network-vif-unplugged", "status": "completed", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:34.234045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Publish callbacks [] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.274458 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Transition to ACTIVE for port object 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:02:34.295205 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58f1a16-c403-411f-bc05-54ee43a8468c x-openstack-request-id: req-d58f1a16-c403-411f-bc05-54ee43a8468c {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:34.295578 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "name": "network-vif-unplugged", "status": "completed", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:34.295877 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d58f1a16-c403-411f-bc05-54ee43a8468c {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:34.296359 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'code': 200} Jan 27 22:02:34.301823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff68a9e9-3a1a-49d6-beef-c3dddf58207b') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:34.302342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff68a9e9-3a1a-49d6-beef-c3dddf58207b') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:34.316860 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (ff68a9e9-3a1a-49d6-beef-c3dddf58207b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.317767 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-609ea459-d10e-4e77-b053-2479fec88ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.328151 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-602b3a6a-1bd2-42d0-89ff-3b72b3facadf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (061cff11-dc3c-47eb-8716-056df6ff2d74), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.348057 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ff68a9e9-3a1a-49d6-beef-c3dddf58207b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.364973 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:34.384716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9edd523c-e6ac-4160-b18e-2a809d88ee4a None None] For port a497f0dc-ae96-4f3e-a840-9f19cd249134, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a497f0dc-ae96-4f3e-a840-9f19cd249134,segment=NetworkSegment(21fe28c0-64e0-48e2-ae89-90c14307c039),segment_id=21fe28c0-64e0-48e2-ae89-90c14307c039)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:34.384716 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9edd523c-e6ac-4160-b18e-2a809d88ee4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.388582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:34.388582 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (ff68a9e9-3a1a-49d6-beef-c3dddf58207b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.428686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:34.467170 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:34.543282 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-602b3a6a-1bd2-42d0-89ff-3b72b3facadf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (061cff11-dc3c-47eb-8716-056df6ff2d74), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.580648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b3a6a-1bd2-42d0-89ff-3b72b3facadf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061cff11-dc3c-47eb-8716-056df6ff2d74,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:34.619386 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9edd523c-e6ac-4160-b18e-2a809d88ee4a None None] Calling delete_port for a497f0dc-ae96-4f3e-a840-9f19cd249134 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:34.623212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=6']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:34.660689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc8cfe0-73bc-4780-b86b-360781e384c8 None None] Network 07e64e48-ab75-41dc-a9ee-5fc533cea231 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:34.737114 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (07e64e48-ab75-41dc-a9ee-5fc533cea231), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.753876 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.757506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "DELETE /v2.0/networks/07e64e48-ab75-41dc-a9ee-5fc533cea231 HTTP/1.1" status: 204 len: 168 time: 1.7122426 Jan 27 22:02:34.764823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47960) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:34.767981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] No DVR routers for this DVR port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:34.779018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ea459-d10e-4e77-b053-2479fec88ff8 None None] Pushing event updated for resources: {'Port': ['ID=a497f0dc-ae96-4f3e-a840-9f19cd249134,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:34.788765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8660bd81-350e-4bb5-b521-06a43a8ed6b2 None None] Provisioning complete for port 6dab6caa-f885-44e1-b979-43f45ebeeb5a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:34.789387 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8660bd81-350e-4bb5-b521-06a43a8ed6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.800418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] The host n-h2-760456-6 is not matching for port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 host n-h1-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:02:34.801048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:34.829801 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-602b3a6a-1bd2-42d0-89ff-3b72b3facadf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:34.831045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-602b3a6a-1bd2-42d0-89ff-3b72b3facadf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8608003 Jan 27 22:02:34.845913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47962) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:34.851901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-51d41a2e-63aa-48f6-be61-2ddc6977c7f3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': '254c7dfc-6a9f-4632-9350-75ca26329e12', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:34.878797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefe4a7-081e-430c-b075-06d88d866add tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event deleted for resources: {'Network': ['ID=07e64e48-ab75-41dc-a9ee-5fc533cea231,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:34.946667 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (9865fec4-4d34-4737-8144-158eca379665), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.002900 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b7aba7b7-31ba-409e-a2be-1b002a9aa5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.019747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8660bd81-350e-4bb5-b521-06a43a8ed6b2 None None] Current status of the port 6dab6caa-f885-44e1-b979-43f45ebeeb5a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:35.020864 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8660bd81-350e-4bb5-b521-06a43a8ed6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.057677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ab17bf-6628-4a70-b6ef-0c9a6a7a432c None None] DHCP port deletion for 07e64e48-ab75-41dc-a9ee-5fc533cea231 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:02:35.059895 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9edd523c-e6ac-4160-b18e-2a809d88ee4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.079058 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51d41a2e-63aa-48f6-be61-2ddc6977c7f3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (2809a14b-e54b-417d-90a4-260d51d41e6b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.113769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Deleting port a497f0dc-ae96-4f3e-a840-9f19cd249134 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:02:35.114232 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.115409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd523c-e6ac-4160-b18e-2a809d88ee4a None None] Pushing event deleted for resources: {'Port': ['ID=a497f0dc-ae96-4f3e-a840-9f19cd249134,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:35.118831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edd523c-e6ac-4160-b18e-2a809d88ee4a None None] No DVR routers for this DVR port a497f0dc-ae96-4f3e-a840-9f19cd249134 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:35.151017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8660bd81-350e-4bb5-b521-06a43a8ed6b2 None None] For port 6dab6caa-f885-44e1-b979-43f45ebeeb5a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6dab6caa-f885-44e1-b979-43f45ebeeb5a,segment=NetworkSegment(4a3785a9-017d-4834-aca6-513ff6e21351),segment_id=4a3785a9-017d-4834-aca6-513ff6e21351)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:35.220599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Attempting to bind port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:35.221288 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Attempting to bind port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:35.221885 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Attempting to bind port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on network aa649475-fc3d-438e-9fca-a1d7264eb877 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:35.234424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on network aa649475-fc3d-438e-9fca-a1d7264eb877 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:02:35.235443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Attempting to bind port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on network aa649475-fc3d-438e-9fca-a1d7264eb877 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:35.247419 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8660bd81-350e-4bb5-b521-06a43a8ed6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.247789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:35.248482 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Checking segment: {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:35.249209 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Bound using segment: {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:35.251254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Bound port: 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:35.251871 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.341235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] For port a497f0dc-ae96-4f3e-a840-9f19cd249134, host n-d-760456-6, got binding levels [] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:35.341618 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.347261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:35.353736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:35.357195 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51d41a2e-63aa-48f6-be61-2ddc6977c7f3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (2809a14b-e54b-417d-90a4-260d51d41e6b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.363771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660bd81-350e-4bb5-b521-06a43a8ed6b2 None None] Pushing event updated for resources: {'Port': ['ID=6dab6caa-f885-44e1-b979-43f45ebeeb5a,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:35.368108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1cddc3c4-4eb5-445d-821c-d8515a207eab None None] Could not find standard attr ID for object ad7a9907-7c35-4413-b0af-78b0f9b8a6bf. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:02:35.389617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Calling delete_port for a497f0dc-ae96-4f3e-a840-9f19cd249134 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:02:35.411187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.ipam_backend_mixin [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Port a497f0dc-ae96-4f3e-a840-9f19cd249134 was not found and therefore no delete operation was performed {{(pid=104027) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:02:35.419105 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a497f0dc-ae96-4f3e-a840-9f19cd249134), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.456285 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event deleted for resources: {'Port': ['ID=a497f0dc-ae96-4f3e-a840-9f19cd249134,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:35.459728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] No DVR routers for this DVR port a497f0dc-ae96-4f3e-a840-9f19cd249134 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:35.463519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6dab6caa-f885-44e1-b979-43f45ebeeb5a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:35.474548 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.510051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.510051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.510348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.510615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.511034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.511425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.511774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.512408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.512528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.512772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.513106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.513435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.513769 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:35.513896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:35.514575 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.516514 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] 10.222.0.74 "PUT /v2.0/ports/9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 1092 time: 2.0395172 Jan 27 22:02:35.538152 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ecf74-7c0a-46b9-94c5-e03974d77a8f service neutron] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=7']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:35.550350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93460977-cf0e-448a-aef2-06768e63c871 req-c7334caf-eb46-4822-9eef-ba6228515b9c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:35.559375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93460977-cf0e-448a-aef2-06768e63c871 req-c7334caf-eb46-4822-9eef-ba6228515b9c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 944 time: 0.2057600 Jan 27 22:02:35.559559 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51d41a2e-63aa-48f6-be61-2ddc6977c7f3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (2809a14b-e54b-417d-90a4-260d51d41e6b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.590242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (9865fec4-4d34-4737-8144-158eca379665), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.601107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-69d24e49-7081-41fc-9f51-eb8da80c9f15 None None] Provisioning complete for port 6dab6caa-f885-44e1-b979-43f45ebeeb5a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:35.608800 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-69d24e49-7081-41fc-9f51-eb8da80c9f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.614434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 6dab6caa-f885-44e1-b979-43f45ebeeb5a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:35.615560 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.627982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d41a2e-63aa-48f6-be61-2ddc6977c7f3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2809a14b-e54b-417d-90a4-260d51d41e6b,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:35.648442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-980361a4-8f79-4e43-8fc2-02860128b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:35.650192 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-980361a4-8f79-4e43-8fc2-02860128b0f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1095 time: 0.1090138 Jan 27 22:02:35.655829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9865fec4-4d34-4737-8144-158eca379665']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:35.695929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93460977-cf0e-448a-aef2-06768e63c871 req-5357a29c-bbdc-4c8d-82e5-acda3c19bf2e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220825 Jan 27 22:02:35.702165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21fe28c0-64e0-48e2-ae89-90c14307c039') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:35.702497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21fe28c0-64e0-48e2-ae89-90c14307c039') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:35.716515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (21fe28c0-64e0-48e2-ae89-90c14307c039), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.732382 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51d41a2e-63aa-48f6-be61-2ddc6977c7f3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.734318 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-51d41a2e-63aa-48f6-be61-2ddc6977c7f3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8874052 Jan 27 22:02:35.734444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (21fe28c0-64e0-48e2-ae89-90c14307c039), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.737670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47972) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:35.742955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-da3cacc7-9a1e-4099-9b66-5b6c19b69c1c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': '254c7dfc-6a9f-4632-9350-75ca26329e12', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:35.754325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:35.754325 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (21fe28c0-64e0-48e2-ae89-90c14307c039), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:35.776797 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:35.820116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-d75726d6-bb3a-430c-9ef3-37f2aab178ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:35.821731 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-d75726d6-bb3a-430c-9ef3-37f2aab178ae service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 897 time: 0.1656473 Jan 27 22:02:35.841581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-69d24e49-7081-41fc-9f51-eb8da80c9f15 None None] Current status of the port 6dab6caa-f885-44e1-b979-43f45ebeeb5a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:35.885919 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 6dab6caa-f885-44e1-b979-43f45ebeeb5a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:35.908608 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-da3cacc7-9a1e-4099-9b66-5b6c19b69c1c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Project 4bf4602f0c574206a86b75c83395b7f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:02:35.919377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da3cacc7-9a1e-4099-9b66-5b6c19b69c1c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (956b331f-ee8d-425c-a089-4cc55b148ec6), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:35.960309 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-8b3f44f3-c25e-4ca7-a3e3-46db97861f22 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 999 time: 0.1298869 Jan 27 22:02:35.998127 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (9865fec4-4d34-4737-8144-158eca379665), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.022376 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.027019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-e8bf246b-1d11-4d84-b8bd-b8a4e937dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:36.030728 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-e8bf246b-1d11-4d84-b8bd-b8a4e937dfb9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 200 len: 835 time: 0.0626147 Jan 27 22:02:36.031303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "DELETE /v2.0/networks/9865fec4-4d34-4737-8144-158eca379665 HTTP/1.1" status: 204 len: 168 time: 1.2619901 Jan 27 22:02:36.031871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47974) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:36.032669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa23974-c618-4ccf-b1f6-ac9a4e287c3f tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event deleted for resources: {'Network': ['ID=9865fec4-4d34-4737-8144-158eca379665,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:36.048164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6dab6caa-f885-44e1-b979-43f45ebeeb5a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:36.094657 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da3cacc7-9a1e-4099-9b66-5b6c19b69c1c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (956b331f-ee8d-425c-a089-4cc55b148ec6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.135597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 6dab6caa-f885-44e1-b979-43f45ebeeb5a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:36.141739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.204952 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.253152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 6dab6caa-f885-44e1-b979-43f45ebeeb5a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:36.328587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ad7a9907-7c35-4413-b0af-78b0f9b8a6bf no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:36.353843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: ad7a9907-7c35-4413-b0af-78b0f9b8a6bf {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:36.354489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ad7a9907-7c35-4413-b0af-78b0f9b8a6bf not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:36.354933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a497f0dc-ae96-4f3e-a840-9f19cd249134 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:36.375581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: a497f0dc-ae96-4f3e-a840-9f19cd249134 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:02:36.375946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a497f0dc-ae96-4f3e-a840-9f19cd249134 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:02:36.434433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:36.436705 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669" -d '{"events": [{"name": "network-changed", "server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:36.450431 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da3cacc7-9a1e-4099-9b66-5b6c19b69c1c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (956b331f-ee8d-425c-a089-4cc55b148ec6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.486808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-3da1f2b5-6341-4f82-b52d-bc1b519829d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:36.488365 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-3da1f2b5-6341-4f82-b52d-bc1b519829d8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa649475-fc3d-438e-9fca-a1d7264eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4442263 Jan 27 22:02:36.493089 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6b60ebc9-123a-49a4-8519-c612e9644371), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.494737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cacc7-9a1e-4099-9b66-5b6c19b69c1c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956b331f-ee8d-425c-a089-4cc55b148ec6,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:36.498556 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26876c02-4fe9-4963-8f58-70a3c35ac9d1 x-openstack-request-id: req-26876c02-4fe9-4963-8f58-70a3c35ac9d1 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:36.498795 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:36.499057 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26876c02-4fe9-4963-8f58-70a3c35ac9d1 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:36.499454 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'status': 'completed', 'code': 200} Jan 27 22:02:36.562756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-e978cb2f-e61c-4be5-bf85-0e0e7098a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:36.564333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-e978cb2f-e61c-4be5-bf85-0e0e7098a21f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1095 time: 0.0496781 Jan 27 22:02:36.657287 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6b60ebc9-123a-49a4-8519-c612e9644371), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.662669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-f6c48ba7-13fb-4b00-8e95-8d502192e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:36.664216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-f6c48ba7-13fb-4b00-8e95-8d502192e78f service neutron] 10.222.0.71 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 897 time: 0.0933540 Jan 27 22:02:36.668531 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-7bb6cc10-786e-4714-8e3b-0b3183806018 service neutron] 10.222.0.74 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676216 Jan 27 22:02:36.688822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b60ebc9-123a-49a4-8519-c612e9644371']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:36.738690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-e8a671d3-2e48-4fbf-afee-c94662f99144 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 999 time: 0.0682676 Jan 27 22:02:36.741909 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1dd4f7-7878-46fe-b14a-45b70848b983') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:36.744869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1dd4f7-7878-46fe-b14a-45b70848b983') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:36.754985 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da3cacc7-9a1e-4099-9b66-5b6c19b69c1c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.756160 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-da3cacc7-9a1e-4099-9b66-5b6c19b69c1c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0172169 Jan 27 22:02:36.764654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 47984) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:36.775193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f2529914-d685-426e-a485-d88503d6e047 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': '254c7dfc-6a9f-4632-9350-75ca26329e12', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:36.782876 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (bf1dd4f7-7878-46fe-b14a-45b70848b983), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.816551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (bf1dd4f7-7878-46fe-b14a-45b70848b983), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.833189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:36.833334 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (bf1dd4f7-7878-46fe-b14a-45b70848b983), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:36.839833 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:36.842553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-a7e9a7f1-d3c9-4456-93de-6c970b18d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:36.842780 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-a7e9a7f1-d3c9-4456-93de-6c970b18d54a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 200 len: 835 time: 0.0979145 Jan 27 22:02:36.861481 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-614ce5b5-ad20-4673-bbf8-4c3e9e6b1952 service neutron] 10.222.0.74 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844463 Jan 27 22:02:36.904918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8b792-0c45-4ce2-b36a-70ccc839c5a7 req-fb857b11-22ee-412e-b9ae-77dce96e0ed2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:36.906507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ca8b792-0c45-4ce2-b36a-70ccc839c5a7 req-fb857b11-22ee-412e-b9ae-77dce96e0ed2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 944 time: 0.1505058 Jan 27 22:02:36.926881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-03e76dae-5dbc-4988-8a6f-f28964561e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:36.928776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-03e76dae-5dbc-4988-8a6f-f28964561e66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aa649475-fc3d-438e-9fca-a1d7264eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797400 Jan 27 22:02:36.969280 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-f2529914-d685-426e-a485-d88503d6e047 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Project 4bf4602f0c574206a86b75c83395b7f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:02:36.975482 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2529914-d685-426e-a485-d88503d6e047 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (a931afdf-f736-4b27-a3b3-6026e3349af5), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.036672 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ca8b792-0c45-4ce2-b36a-70ccc839c5a7 req-d12df425-5a26-4ef7-8e57-f0b0c246b6b7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183043 Jan 27 22:02:37.043516 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (6b60ebc9-123a-49a4-8519-c612e9644371), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.078654 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.079070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-de9e1996-9d86-4b7b-8485-6046ac4a48c7 service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412041 Jan 27 22:02:37.082218 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "DELETE /v2.0/networks/6b60ebc9-123a-49a4-8519-c612e9644371 HTTP/1.1" status: 204 len: 168 time: 1.0491366 Jan 27 22:02:37.093161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 47988) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:37.125155 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2529914-d685-426e-a485-d88503d6e047 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (a931afdf-f736-4b27-a3b3-6026e3349af5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.128109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d011f-a233-4315-80e7-dd79c510a5ea tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event deleted for resources: {'Network': ['ID=6b60ebc9-123a-49a4-8519-c612e9644371,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:37.168327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-3ff9671b-31f2-4303-b1b2-28bdd8d55140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:37.169874 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-3ff9671b-31f2-4303-b1b2-28bdd8d55140 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1095 time: 0.0865555 Jan 27 22:02:37.275872 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2529914-d685-426e-a485-d88503d6e047 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (a931afdf-f736-4b27-a3b3-6026e3349af5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.311978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2529914-d685-426e-a485-d88503d6e047 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a931afdf-f736-4b27-a3b3-6026e3349af5,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:37.327386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-75cff57e-2ec5-4407-a70d-3be59fc5bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:37.329796 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-75cff57e-2ec5-4407-a70d-3be59fc5bfe1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 897 time: 0.1523848 Jan 27 22:02:37.428353 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-af93c618-9323-47e5-8a40-70045347c146 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 999 time: 0.0925832 Jan 27 22:02:37.439504 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.448523 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f2529914-d685-426e-a485-d88503d6e047 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.458441 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f2529914-d685-426e-a485-d88503d6e047 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6841376 Jan 27 22:02:37.499961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-eb4b1e85-eacd-4560-9d1d-d32349d3a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:37.501589 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-eb4b1e85-eacd-4560-9d1d-d32349d3a405 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 200 len: 835 time: 0.0668237 Jan 27 22:02:37.561275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-5d998112-eb34-4a55-a029-338bc05ae524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:37.566727 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-5d998112-eb34-4a55-a029-338bc05ae524 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa649475-fc3d-438e-9fca-a1d7264eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594058 Jan 27 22:02:37.630883 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (f5c7671b-b438-4b33-ab88-4c5d3885ae73), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.695518 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-dfe809ee-90d4-4a53-a7e7-4eafeb70b993 service neutron] 10.222.0.74 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227479 Jan 27 22:02:37.696001 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-5d434c66-ce5f-48eb-8645-66407395c045 service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111276 Jan 27 22:02:37.781035 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (f5c7671b-b438-4b33-ab88-4c5d3885ae73), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.794287 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2a4e9dd1-2d32-442a-8044-5ae0c2a7b669 req-4c06250a-1e60-4305-9671-5a74a78b1871 service neutron] 10.222.0.74 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921059 Jan 27 22:02:37.818347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-729176e0-b31c-4fdc-995b-56c8077b528e tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604385009&fields=id&tenant_id=4bf4602f0c574206a86b75c83395b7f6 HTTP/1.1" status: 200 len: 267 time: 0.1593876 Jan 27 22:02:37.819953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c7671b-b438-4b33-ab88-4c5d3885ae73']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:37.841997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059c77db-95fd-42c4-87bc-7bc8aa305378') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:37.842394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059c77db-95fd-42c4-87bc-7bc8aa305378') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:37.863737 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (059c77db-95fd-42c4-87bc-7bc8aa305378), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.907020 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (059c77db-95fd-42c4-87bc-7bc8aa305378), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.917269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (059c77db-95fd-42c4-87bc-7bc8aa305378), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:02:37.929698 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:02:38.002457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-8c02f4cf-e1a6-42bd-8dd2-24d3ab206b2f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:38.003993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-8c02f4cf-e1a6-42bd-8dd2-24d3ab206b2f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/networks?id=65f2291f-1774-4767-9ec0-babc1df41953 HTTP/1.1" status: 200 len: 796 time: 0.1760817 Jan 27 22:02:38.019520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-c66de3d9-5cbe-4b16-8479-10e5a87336cd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/quotas/4bf4602f0c574206a86b75c83395b7f6 HTTP/1.1" status: 200 len: 375 time: 0.0098722 Jan 27 22:02:38.075492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-14fc6416-8d10-40a7-ac0d-202eb827a67a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0504293 Jan 27 22:02:38.094814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-de9b3a1f-a67c-4c4a-9c61-9f065e5c3ff3 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:02:38.096666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-de9b3a1f-a67c-4c4a-9c61-9f065e5c3ff3 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075700 Jan 27 22:02:38.147720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (f5c7671b-b438-4b33-ab88-4c5d3885ae73), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.205983 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.211427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] 10.222.0.61 "DELETE /v2.0/networks/f5c7671b-b438-4b33-ab88-4c5d3885ae73 HTTP/1.1" status: 204 len: 168 time: 1.1146886 Jan 27 22:02:38.226516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9533cd-9253-482e-bee5-b6afdb019480 tempest-BulkNetworkOpsIpV6Test-1642798571 tempest-BulkNetworkOpsIpV6Test-1642798571-project] Pushing event deleted for resources: {'Network': ['ID=f5c7671b-b438-4b33-ab88-4c5d3885ae73,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:38.270778 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8ebb-ec94-4c9a-bf89-2fdab060abd1 req-08109779-a680-4fc1-8fdb-7c594cddacbe tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:38.277277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cfca8ebb-ec94-4c9a-bf89-2fdab060abd1 req-08109779-a680-4fc1-8fdb-7c594cddacbe tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 944 time: 0.1550512 Jan 27 22:02:38.297021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-2e4c6e92-d7af-4f68-87d9-6f3b9b89656b service neutron] 10.222.0.61 "GET /v2.0/networks/65f2291f-1774-4767-9ec0-babc1df41953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837132 Jan 27 22:02:38.377076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cfca8ebb-ec94-4c9a-bf89-2fdab060abd1 req-dded493d-30dc-44e7-8c52-f977160101d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986660 Jan 27 22:02:38.420619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-b7c79877-50c5-4c16-b089-33536ae50f40 service neutron] 10.222.0.61 "GET /v2.0/networks/65f2291f-1774-4767-9ec0-babc1df41953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098275 Jan 27 22:02:38.758084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b2d6f39-0625-46f9-b1f5-9c28f175cb4c req-cb1da6d6-5f2a-458c-922a-aac7d65b9a1e tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 210 time: 0.0274673 Jan 27 22:02:38.958496 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:38.970125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48032) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:39.108209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-22c9ee4a-4c74-44a3-9676-43fcb89a89c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16307131c88b4657a5a1dd2e19630733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368732 Jan 27 22:02:39.111137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48036) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:39.161903 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54ed4310-442a-4b0a-be4b-64b4ccc0d16e admin admin] Publish callbacks [] for security_group (6aa84bbd-4630-4baa-a4f7-f51e87ed510c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:39.186998 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54ed4310-442a-4b0a-be4b-64b4ccc0d16e admin admin] Publish callbacks [] for security_group (6aa84bbd-4630-4baa-a4f7-f51e87ed510c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:39.342500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54ed4310-442a-4b0a-be4b-64b4ccc0d16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6aa84bbd-4630-4baa-a4f7-f51e87ed510c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:39.345542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54ed4310-442a-4b0a-be4b-64b4ccc0d16e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:39.348584 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-54ed4310-442a-4b0a-be4b-64b4ccc0d16e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6aa84bbd-4630-4baa-a4f7-f51e87ed510c HTTP/1.1" status: 204 len: 168 time: 0.2353394 Jan 27 22:02:39.359810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed4310-442a-4b0a-be4b-64b4ccc0d16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa84bbd-4630-4baa-a4f7-f51e87ed510c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:39.359997 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-2eb7dd26-52e1-4a65-95fd-81ce0f45d193 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0586810 Jan 27 22:02:39.473422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-662ba2e7-084b-4d82-b25b-0ec6ead1dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.474145 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-662ba2e7-084b-4d82-b25b-0ec6ead1dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.474682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-662ba2e7-084b-4d82-b25b-0ec6ead1dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.475212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-662ba2e7-084b-4d82-b25b-0ec6ead1dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.475742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-662ba2e7-084b-4d82-b25b-0ec6ead1dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.476310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-662ba2e7-084b-4d82-b25b-0ec6ead1dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.476833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-662ba2e7-084b-4d82-b25b-0ec6ead1dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.484873 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-662ba2e7-084b-4d82-b25b-0ec6ead1dfb3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6489 time: 0.0628662 Jan 27 22:02:39.529942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ff9a8-65d4-4888-97df-0fae22e0d1a5 req-c589e74c-7d12-4e3c-ae97-06c0e5ef2908 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.538969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-337ff9a8-65d4-4888-97df-0fae22e0d1a5 req-c589e74c-7d12-4e3c-ae97-06c0e5ef2908 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 944 time: 0.0688822 Jan 27 22:02:39.612645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-337ff9a8-65d4-4888-97df-0fae22e0d1a5 req-e91b387d-12dd-4710-b18e-be71f63ec416 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726163 Jan 27 22:02:39.646049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-c9fc8a45-062d-46ad-86b5-e9e62cab12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.646568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-c9fc8a45-062d-46ad-86b5-e9e62cab12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.647011 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-c9fc8a45-062d-46ad-86b5-e9e62cab12ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.648673 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-c9fc8a45-062d-46ad-86b5-e9e62cab12ac service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b82e3ea-cccf-4366-975c-e3e82e495967&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=57b0572f-1953-43f1-ab4d-663ea68612ac&id=57b0572f-1953-43f1-ab4d-663ea68612ac HTTP/1.1" status: 200 len: 2293 time: 0.1353550 Jan 27 22:02:39.740803 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-0a5b6147-202d-4261-ab6e-27edf082272b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5335e078-e423-47c5-8bb8-2d0d0964a65c HTTP/1.1" status: 200 len: 1002 time: 0.0848682 Jan 27 22:02:39.805170 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-ff1933ad-d0f4-4f31-8b60-4f511eb1c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.813944 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-ff1933ad-d0f4-4f31-8b60-4f511eb1c0bb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=424eff24-915c-48ed-bc94-f5626e6d8b0b HTTP/1.1" status: 200 len: 851 time: 0.0675328 Jan 27 22:02:39.829871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:39.860369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de5cd7d8-59f0-4465-86cc-c152d7eccdeb req-9cf444af-5f8d-42cb-a7c4-fb4239c4b696 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 210 time: 0.0400839 Jan 27 22:02:39.891296 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-76c188d5-8d39-4f7f-8080-fe65efc8643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:39.892830 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-76c188d5-8d39-4f7f-8080-fe65efc8643a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b82e3ea-cccf-4366-975c-e3e82e495967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733681 Jan 27 22:02:40.017426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:40.045292 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-58c2f29f-b692-4004-8e43-ea4a098761eb service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459212 Jan 27 22:02:40.048334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'port_id': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'mac_address': 'fa:16:3e:2d:d3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:40.100364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:40.100769 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:40.115229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:40.138728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:40.154047 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-637ea196-7e51-4bc6-a188-24949f6b73fa service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952096 Jan 27 22:02:40.201918 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-7ef08c0b-d71b-4cc7-82b0-e3ff614f0521 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cb7d9cb2-705b-481e-b551-5bb9212cb343 HTTP/1.1" status: 200 len: 217 time: 0.0424957 Jan 27 22:02:40.314546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95b42-6166-45c6-b3d8-7a256733d0e7 req-6ef48f95-3c75-453b-af33-18007856e730 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:40.320764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-21153207-e712-4c27-8e02-f16074b14dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:40.321530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7af95b42-6166-45c6-b3d8-7a256733d0e7 req-6ef48f95-3c75-453b-af33-18007856e730 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 944 time: 0.0582142 Jan 27 22:02:40.322515 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-21153207-e712-4c27-8e02-f16074b14dc7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.1135554 Jan 27 22:02:40.359737 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:40.375591 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7af95b42-6166-45c6-b3d8-7a256733d0e7 req-4e9999f8-5ff3-4821-bb81-6b7c4b09d3a1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531085 Jan 27 22:02:40.378748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-63092be4-5d7d-43f6-9b9a-f323124671be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:40.380362 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-63092be4-5d7d-43f6-9b9a-f323124671be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0517263 Jan 27 22:02:40.435757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:40.555005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-2a044aef-817b-426e-b5fd-c426878e2b72 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:40.556519 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-2a044aef-817b-426e-b5fd-c426878e2b72 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 945 time: 0.1148024 Jan 27 22:02:40.562790 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-481bc9ad-65cd-4d98-bfa7-e95d345f3d3a service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743705 Jan 27 22:02:40.644772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:40.735034 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-bcbe5713-a804-486a-9d7a-0956b5c930cd service neutron] 10.222.0.74 "GET /v2.0/ports/9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9/bindings/n-h1-760456-6 HTTP/1.1" status: 200 len: 382 time: 0.1635880 Jan 27 22:02:40.758533 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-6defcd57-10cd-4dce-9682-92e3e1ea41b9 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853299 Jan 27 22:02:40.835658 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-4f22684c-c313-4e86-a761-6e0a62c0ce73 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=856c8d91-48e7-4a38-b228-a5d13c60c10b HTTP/1.1" status: 200 len: 217 time: 0.0644860 Jan 27 22:02:41.006398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-73b39041-e540-445b-b3bc-2afde55ff3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.009418 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-73b39041-e540-445b-b3bc-2afde55ff3d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1096 time: 0.2498894 Jan 27 22:02:41.044355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc9d36bc-bc42-45d4-94e5-3cde46c8dc57 req-068517b3-966d-46ba-8732-e24c30b617ea tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 210 time: 0.0506082 Jan 27 22:02:41.052330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-5a35a310-8e5e-48b9-bdbc-a0ee95ab0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.054134 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-5a35a310-8e5e-48b9-bdbc-a0ee95ab0783 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.2147191 Jan 27 22:02:41.193829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-7da6ac69-0bc6-47b8-896d-b121599b5f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.195750 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-7da6ac69-0bc6-47b8-896d-b121599b5f4e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084754 Jan 27 22:02:41.200650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-537f94e7-0ed5-44d7-976c-91a63653f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.202089 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-537f94e7-0ed5-44d7-976c-91a63653f35a service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 897 time: 0.1849902 Jan 27 22:02:41.330907 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3651a5d4-7a17-490f-9754-a779eb8e4b14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 1000 time: 0.1111350 Jan 27 22:02:41.390902 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-201fd41e-1f6d-4fed-905f-cdfa6c95e28b service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817479 Jan 27 22:02:41.402551 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-cf5a8331-abd1-4acd-85b8-09c348234d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.405423 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-cf5a8331-abd1-4acd-85b8-09c348234d4a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 200 len: 835 time: 0.0669649 Jan 27 22:02:41.512045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee73268-b841-4cfc-9673-01eac9f214d5 req-c3cd0958-2f61-44a8-9ee7-247aa7eb250f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.513833 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-104f6e48-dd48-44da-ac20-e0f4c492595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.514498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eee73268-b841-4cfc-9673-01eac9f214d5 req-c3cd0958-2f61-44a8-9ee7-247aa7eb250f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 945 time: 0.0606840 Jan 27 22:02:41.516134 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-104f6e48-dd48-44da-ac20-e0f4c492595e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa649475-fc3d-438e-9fca-a1d7264eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974193 Jan 27 22:02:41.573454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eee73268-b841-4cfc-9673-01eac9f214d5 req-c2af160d-2cc4-43ff-98c3-621635abf6b3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514696 Jan 27 22:02:41.615831 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-2968acd1-9967-417d-b75e-5a93728f7df0 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091253 Jan 27 22:02:41.678467 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-5a5b432f-31e1-483e-b376-1874e9488d18 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=6903c701-77e9-4292-b708-5a1c23d8675e HTTP/1.1" status: 200 len: 217 time: 0.0562565 Jan 27 22:02:41.726039 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-d57a87a1-4194-4732-a1b5-c1a9a8d6cf4e service neutron] 10.222.0.74 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962581 Jan 27 22:02:41.805397 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-c84364d5-ff03-47fe-a099-a85b9292a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.806807 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-c84364d5-ff03-47fe-a099-a85b9292a2ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.1178758 Jan 27 22:02:41.830184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:41.882711 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-304748f4-4db5-42d0-8acd-8694eda70726 service neutron] 10.222.0.74 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497738 Jan 27 22:02:41.903664 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-b2b8c0a6-d80c-4c72-afbc-b78ab9702a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:41.907950 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-b2b8c0a6-d80c-4c72-afbc-b78ab9702a8d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929642 Jan 27 22:02:42.029816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6e92dcdc-89b6-45fb-beb7-a285c2171b0e tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:42.031481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6e92dcdc-89b6-45fb-beb7-a285c2171b0e tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "GET /v2.0/networks?id=65f2291f-1774-4767-9ec0-babc1df41953 HTTP/1.1" status: 200 len: 796 time: 0.2312248 Jan 27 22:02:42.068981 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-bd88961b-28a7-4471-9700-484dad1336d7 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550007 Jan 27 22:02:42.080532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:02:42.094281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:42.094281 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:42.151836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-5917c9b8-21f5-4dad-9233-acb6b7b3e359 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bf4602f0c574206a86b75c83395b7f6 HTTP/1.1" status: 200 len: 471 time: 0.1091940 Jan 27 22:02:42.165393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'port': {'device_id': '7069f16a-7a87-49b2-b77e-a5a9ed535de3', 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953', 'admin_state_up': True, 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'security_groups': ['254c7dfc-6a9f-4632-9350-75ca26329e12']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:42.256387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:42.256387 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:42.283816 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-0ab5d8ec-b245-4694-8875-74251aa0fd06 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064829 Jan 27 22:02:42.297358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a5abeff-566c-480c-a32f-28b4c3fef4e0 req-5ca4037c-c5d8-4e1d-af24-3aff66263805 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 210 time: 0.1218634 Jan 27 22:02:42.301993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:42.304569 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d29a4c2-7288-4cb1-ac80-4ebbfe48a87f" -d '{"events": [{"server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "name": "network-vif-plugged", "status": "completed", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:42.352840 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:42.376275 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-d1883f75-c2f8-442b-9c17-0fd3a35146a8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=c65a11a4-9aa1-4f0f-9a82-29a9833fd357 HTTP/1.1" status: 200 len: 217 time: 0.0848815 Jan 27 22:02:42.417545 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a35a9f-db3e-4ba5-9ee4-b1080c1cdb92 x-openstack-request-id: req-88a35a9f-db3e-4ba5-9ee4-b1080c1cdb92 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:42.417838 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "name": "network-vif-plugged", "status": "completed", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:42.418226 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-88a35a9f-db3e-4ba5-9ee4-b1080c1cdb92 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:42.418634 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'code': 200} Jan 27 22:02:42.446057 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-75f51ad1-660f-4c5f-82c0-c4f2cd4f4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:42.447540 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-75f51ad1-660f-4c5f-82c0-c4f2cd4f4272 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0636837 Jan 27 22:02:42.500797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-5b14312d-d578-4e28-abc3-1d3be4ec9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:42.502471 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-5b14312d-d578-4e28-abc3-1d3be4ec9106 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451252 Jan 27 22:02:42.532484 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:42.603295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:42.627893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Made reservation on behalf of 4bf4602f0c574206a86b75c83395b7f6 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:42.631573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:42.649209 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-067de8d9-bec3-4b58-a3bf-1d8bfd1d2af7 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387641 Jan 27 22:02:42.824114 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-6d858af3-9551-4fc7-ac8a-d30a53f8d30e service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673582 Jan 27 22:02:42.846552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416dcda-a858-4849-a2e5-d91d9191b774 req-fdd631ab-3d14-456e-851e-b09ce125b0e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:42.848110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e416dcda-a858-4849-a2e5-d91d9191b774 req-fdd631ab-3d14-456e-851e-b09ce125b0e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.1728935 Jan 27 22:02:42.871827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Allocated IP 172.20.0.22 (65f2291f-1774-4767-9ec0-babc1df41953/53227f22-97e2-4242-895d-4df638d83914/f314bf38-c895-4ef6-a942-45431041fddd) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:42.881050 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-17e3fe5f-ec79-41ab-a548-b7c87aa6c19e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa889ecd-db7d-4354-91b6-08f458c0008a HTTP/1.1" status: 200 len: 217 time: 0.0476937 Jan 27 22:02:42.937551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e416dcda-a858-4849-a2e5-d91d9191b774 req-ee9a6cb4-3bee-49ec-b9f5-260d29f37cbb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793176 Jan 27 22:02:42.947197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-efa9d8f7-0580-4c19-88b9-14d7635f4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:42.949025 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-efa9d8f7-0580-4c19-88b9-14d7635f4210 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.0613272 Jan 27 22:02:43.018749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-4b3201e2-e554-4cb9-8481-b6330788c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.020533 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-4b3201e2-e554-4cb9-8481-b6330788c5b4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0521388 Jan 27 22:02:43.105087 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (f314bf38-c895-4ef6-a942-45431041fddd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:43.165927 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-cd810cce-b61f-4b0a-b2d3-61b7f8741c53 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380496 Jan 27 22:02:43.286350 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-993013e7-ed68-486a-8f99-f6b5c2284641 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065459 Jan 27 22:02:43.331880 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-04704e15-e1a8-4df6-94c5-a4a27ff5ffc5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232dacdc-6e3c-4c11-ae7a-252252a62058 HTTP/1.1" status: 200 len: 217 time: 0.0388925 Jan 27 22:02:43.343244 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f314bf38-c895-4ef6-a942-45431041fddd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:43.425600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network 65f2291f-1774-4767-9ec0-babc1df41953 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:43.442346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:43.451813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-306619be-f171-47d8-b6e2-14631c25d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.453726 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-306619be-f171-47d8-b6e2-14631c25d00b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.1002614 Jan 27 22:02:43.456780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:43.496127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=f314bf38-c895-4ef6-a942-45431041fddd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:43.531712 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-bbf663e3-3bed-45fe-8cd8-82c04db6bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.533602 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-bbf663e3-3bed-45fe-8cd8-82c04db6bc4a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739803 Jan 27 22:02:43.537322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaeef2c-1a24-4221-b88e-d65dae16f313 req-dcde682c-419c-432d-b98e-9e64a9dffb5d tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.537322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6eaeef2c-1a24-4221-b88e-d65dae16f313 req-dcde682c-419c-432d-b98e-9e64a9dffb5d tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 932 time: 0.1135378 Jan 27 22:02:43.538549 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48134) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:43.546787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:43.557878 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:43.621902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6eaeef2c-1a24-4221-b88e-d65dae16f313 req-4f3a5a63-9849-4515-8344-78c8131d914f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=254c7dfc-6a9f-4632-9350-75ca26329e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705297 Jan 27 22:02:43.664167 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-bd615d03-6f09-4841-bf1d-7d1564c57e41 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193309 Jan 27 22:02:43.738130 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:43.738665 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-f0c332bd-574b-4d6c-a670-f5bbb9951bef tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5803638 Jan 27 22:02:43.749657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Request body: {'port': {'device_id': '7069f16a-7a87-49b2-b77e-a5a9ed535de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:43.780889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3747c8bf-680b-4fd9-83c8-99c36ab4aa17 None None] Provisioning complete for port f314bf38-c895-4ef6-a942-45431041fddd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:43.781861 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3747c8bf-680b-4fd9-83c8-99c36ab4aa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f314bf38-c895-4ef6-a942-45431041fddd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:43.799756 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7960b1fe-2af9-4b6f-8175-ce1f8a37a2df req-79d4b90c-28f1-4dd3-84db-d89ec53c5ada service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291437 Jan 27 22:02:43.821232 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f314bf38-c895-4ef6-a942-45431041fddd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:43.840864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3747c8bf-680b-4fd9-83c8-99c36ab4aa17 None None] Port f314bf38-c895-4ef6-a942-45431041fddd cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:43.856474 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Publish callbacks [] for security_group (e990b175-e7ad-4990-abff-f075933de419), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:43.987707 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e990b175-e7ad-4990-abff-f075933de419), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.039417 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57ee63bbf69d448d87d36f5e3ca5f35b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4996352 Jan 27 22:02:44.040373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e990b175-e7ad-4990-abff-f075933de419,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:44.042873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48142) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:44.062138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.062495 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.062850 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.063195 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.063539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.064065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.064344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.064686 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.065016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.065347 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.065829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.066163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.066498 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2e08-7240-4596-9182-6353c949fc12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:44.124993 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adb69be7-d332-4750-8e13-4c37779ac2de admin admin] Publish callbacks [] for security_group (e990b175-e7ad-4990-abff-f075933de419), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.136654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1be51e-ac5d-4d55-9d9c-e5d2300dd08e req-5edf9c36-5466-4d88-82f9-3262a21297da tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:44.138178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e1be51e-ac5d-4d55-9d9c-e5d2300dd08e req-5edf9c36-5466-4d88-82f9-3262a21297da tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0881102 Jan 27 22:02:44.149222 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adb69be7-d332-4750-8e13-4c37779ac2de admin admin] Publish callbacks [] for security_group (e990b175-e7ad-4990-abff-f075933de419), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.188977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f314bf38-c895-4ef6-a942-45431041fddd {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:44.200310 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Publish callbacks [] for port (f314bf38-c895-4ef6-a942-45431041fddd), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.228666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Transition to ACTIVE for port object f314bf38-c895-4ef6-a942-45431041fddd will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:02:44.233876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e1be51e-ac5d-4d55-9d9c-e5d2300dd08e req-c82217bb-07ec-4c23-bea7-8939028b9f17 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771475 Jan 27 22:02:44.468360 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (f314bf38-c895-4ef6-a942-45431041fddd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.521108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Pushing event updated for resources: {'Port': ['ID=f314bf38-c895-4ef6-a942-45431041fddd,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:44.537430 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adb69be7-d332-4750-8e13-4c37779ac2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e990b175-e7ad-4990-abff-f075933de419), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.543033 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adb69be7-d332-4750-8e13-4c37779ac2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.548664 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-adb69be7-d332-4750-8e13-4c37779ac2de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e990b175-e7ad-4990-abff-f075933de419 HTTP/1.1" status: 204 len: 168 time: 0.5046763 Jan 27 22:02:44.565095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb69be7-d332-4750-8e13-4c37779ac2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e990b175-e7ad-4990-abff-f075933de419,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:44.623317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Attempting to bind port f314bf38-c895-4ef6-a942-45431041fddd on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:44.623664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Attempting to bind port f314bf38-c895-4ef6-a942-45431041fddd by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:44.623992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Attempting to bind port f314bf38-c895-4ef6-a942-45431041fddd on network 65f2291f-1774-4767-9ec0-babc1df41953 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:44.634022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Port f314bf38-c895-4ef6-a942-45431041fddd on network 65f2291f-1774-4767-9ec0-babc1df41953 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:02:44.634623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Attempting to bind port f314bf38-c895-4ef6-a942-45431041fddd on network 65f2291f-1774-4767-9ec0-babc1df41953 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:44.665821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:44.667277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Checking segment: {'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:44.672742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Bound using segment: {'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:44.672742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Bound port: f314bf38-c895-4ef6-a942-45431041fddd, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:44.672742 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f314bf38-c895-4ef6-a942-45431041fddd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.789699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] For port f314bf38-c895-4ef6-a942-45431041fddd, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:44.793973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] For port f314bf38-c895-4ef6-a942-45431041fddd, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=f314bf38-c895-4ef6-a942-45431041fddd,segment=NetworkSegment(4a3785a9-017d-4834-aca6-513ff6e21351),segment_id=4a3785a9-017d-4834-aca6-513ff6e21351)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:44.801980 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc8f4a-6d85-42af-8242-a4f304a46f6f req-87a39206-9847-4447-9a4d-8498fb9fee4a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:44.803457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8bbc8f4a-6d85-42af-8242-a4f304a46f6f req-87a39206-9847-4447-9a4d-8498fb9fee4a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 944 time: 0.0786402 Jan 27 22:02:44.876409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8bbc8f4a-6d85-42af-8242-a4f304a46f6f req-c7113008-1f31-48e0-bfdb-8e4dd8048fa0 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=254c7dfc-6a9f-4632-9350-75ca26329e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665078 Jan 27 22:02:44.902528 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (f314bf38-c895-4ef6-a942-45431041fddd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.940691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:44.940691 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:44.940691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] 10.222.0.74 "PUT /v2.0/ports/f314bf38-c895-4ef6-a942-45431041fddd HTTP/1.1" status: 200 len: 1092 time: 1.1954892 Jan 27 22:02:44.940691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7069f16a-7a87-49b2-b77e-a5a9ed535de3', 'tag': 'f314bf38-c895-4ef6-a942-45431041fddd'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:44.943378 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05126483-7237-4ed1-9058-b40cc2e87b82" -d '{"events": [{"name": "network-changed", "server_uuid": "7069f16a-7a87-49b2-b77e-a5a9ed535de3", "tag": "f314bf38-c895-4ef6-a942-45431041fddd"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:45.003235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069a258-e784-4e59-911e-46a33cffa2ef service neutron] Pushing event updated for resources: {'Port': ['ID=f314bf38-c895-4ef6-a942-45431041fddd,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:45.036239 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3d3285-b819-46ab-b631-12c0c85bc6e5 x-openstack-request-id: req-ef3d3285-b819-46ab-b631-12c0c85bc6e5 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:45.036944 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7069f16a-7a87-49b2-b77e-a5a9ed535de3", "tag": "f314bf38-c895-4ef6-a942-45431041fddd", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:45.037656 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef3d3285-b819-46ab-b631-12c0c85bc6e5 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:45.038273 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7069f16a-7a87-49b2-b77e-a5a9ed535de3', 'tag': 'f314bf38-c895-4ef6-a942-45431041fddd', 'status': 'completed', 'code': 200} Jan 27 22:02:45.151516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05126483-7237-4ed1-9058-b40cc2e87b82 req-62be8f84-499b-4a8e-a0e8-3f1f8d7656f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.154786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05126483-7237-4ed1-9058-b40cc2e87b82 req-62be8f84-499b-4a8e-a0e8-3f1f8d7656f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 1095 time: 0.0928605 Jan 27 22:02:45.330625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05126483-7237-4ed1-9058-b40cc2e87b82 req-69186a12-3184-40aa-9f06-2bc8523ccf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.331102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05126483-7237-4ed1-9058-b40cc2e87b82 req-69186a12-3184-40aa-9f06-2bc8523ccf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.333620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05126483-7237-4ed1-9058-b40cc2e87b82 req-69186a12-3184-40aa-9f06-2bc8523ccf7c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4bf4602f0c574206a86b75c83395b7f6&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.1716661 Jan 27 22:02:45.429134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c327c74-826d-4291-988a-ec8664c33bec req-47d1014b-8701-40e0-8be8-74b9156ead17 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.430652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c327c74-826d-4291-988a-ec8664c33bec req-47d1014b-8701-40e0-8be8-74b9156ead17 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.1164455 Jan 27 22:02:45.476950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05126483-7237-4ed1-9058-b40cc2e87b82 req-70a5b7bb-264f-419b-aa0f-dedfdc3d6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.478603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05126483-7237-4ed1-9058-b40cc2e87b82 req-70a5b7bb-264f-419b-aa0f-dedfdc3d6e73 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306243 Jan 27 22:02:45.504213 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c327c74-826d-4291-988a-ec8664c33bec req-fe0afb86-4f4d-4f45-b5c6-d24f0c3889e1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635157 Jan 27 22:02:45.552368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-c259a61a-2778-4120-8d9b-f106a35b7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.553933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-c259a61a-2778-4120-8d9b-f106a35b7361 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 1095 time: 0.0410187 Jan 27 22:02:45.617998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-64df076c-beab-4e58-8ca4-147347eb06c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=f314bf38-c895-4ef6-a942-45431041fddd HTTP/1.1" status: 200 len: 217 time: 0.0546932 Jan 27 22:02:45.656750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-73cc2e19-c834-428e-85f2-0c31eac37868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.658155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-73cc2e19-c834-428e-85f2-0c31eac37868 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 1097 time: 0.1033642 Jan 27 22:02:45.675522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:45.679940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-8edc9d1d-8a51-4548-9f9d-c59bf8609686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.681387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-8edc9d1d-8a51-4548-9f9d-c59bf8609686 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=53227f22-97e2-4242-895d-4df638d83914 HTTP/1.1" status: 200 len: 838 time: 0.0570803 Jan 27 22:02:45.766167 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:45.770670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-5530e052-6153-49c0-9104-5bba55815e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:45.772219 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-5530e052-6153-49c0-9104-5bba55815e0c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=65f2291f-1774-4767-9ec0-babc1df41953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761564 Jan 27 22:02:45.846231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:02:46.109829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-380343d4-031b-4027-acf5-12003b3c17dc service neutron] 10.222.0.74 "GET /v2.0/networks/65f2291f-1774-4767-9ec0-babc1df41953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828344 Jan 27 22:02:46.114786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:46.114786 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.167866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:46.190691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f03b6a-242d-48b2-9960-b6ad6018ad9f req-922fe321-eeaf-4969-8565-9764c68d9024 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.192311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67f03b6a-242d-48b2-9960-b6ad6018ad9f req-922fe321-eeaf-4969-8565-9764c68d9024 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 944 time: 0.1315982 Jan 27 22:02:46.195953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61c473a1-e7f6-4c9a-8f77-f24bdfb9dfab req-07a3da99-6d2a-4f02-8f82-c18aa5152e61 service neutron] 10.222.0.74 "GET /v2.0/networks/65f2291f-1774-4767-9ec0-babc1df41953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278962 Jan 27 22:02:46.251277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:46.289166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67f03b6a-242d-48b2-9960-b6ad6018ad9f req-d2949d86-a699-4133-9643-d281e09ac9e3 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=254c7dfc-6a9f-4632-9350-75ca26329e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903919 Jan 27 22:02:46.309764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Publish callbacks [] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.321882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Transition to ACTIVE for port object 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:02:46.352665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48188) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:46.366659 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6c84c919-5712-413e-986b-d2252334679e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.449459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6c84c919-5712-413e-986b-d2252334679e admin admin] Publish callbacks [] for security_group (6ca4a172-3a85-4f3f-ae50-5457caedfe73), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.565591 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.606036 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:02:46.606763 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:02:46.637883 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6c84c919-5712-413e-986b-d2252334679e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6ca4a172-3a85-4f3f-ae50-5457caedfe73), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.743021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=10']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:46.787585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6c84c919-5712-413e-986b-d2252334679e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54db3f9f8de04dcbbb79115fb7f8a8e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4336596 Jan 27 22:02:46.790168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48198) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:46.792582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84c919-5712-413e-986b-d2252334679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca4a172-3a85-4f3f-ae50-5457caedfe73,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:46.820729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db96e1-cee8-4da6-b986-a84d2b6d3b01 req-2dfccbcd-5d05-44c7-8860-c09943e97085 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:46.822522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db96e1-cee8-4da6-b986-a84d2b6d3b01 req-2dfccbcd-5d05-44c7-8860-c09943e97085 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 945 time: 0.2238624 Jan 27 22:02:46.843538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] No DVR routers for this DVR port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:02:46.859418 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f716621-4e2b-4dd2-ac08-7c54e530007e admin admin] Publish callbacks [] for security_group (6ca4a172-3a85-4f3f-ae50-5457caedfe73), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.896618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f716621-4e2b-4dd2-ac08-7c54e530007e admin admin] Publish callbacks [] for security_group (6ca4a172-3a85-4f3f-ae50-5457caedfe73), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:46.928378 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9db96e1-cee8-4da6-b986-a84d2b6d3b01 req-29f826c2-38dd-49c8-aee3-2d5dda7da539 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863905 Jan 27 22:02:47.040881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:47.043675 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9211b932-1238-4804-b4a7-80a4da4dd66a" -d '{"events": [{"server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "name": "network-vif-unplugged", "status": "completed", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:47.049622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Attempting to bind port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:47.050100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Attempting to bind port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:47.050570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Attempting to bind port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on network aa649475-fc3d-438e-9fca-a1d7264eb877 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:47.056481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on network aa649475-fc3d-438e-9fca-a1d7264eb877 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:02:47.056889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Attempting to bind port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on network aa649475-fc3d-438e-9fca-a1d7264eb877 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:47.062971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:47.063313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Checking segment: {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:47.063699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Bound using segment: {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:47.064161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Bound port: 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1343f431-03d3-4c18-942c-1409128e1519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:47.064531 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:47.107665 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5450c601-5ace-4047-a4ab-00057e00d7bd x-openstack-request-id: req-5450c601-5ace-4047-a4ab-00057e00d7bd {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:47.107957 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "name": "network-vif-unplugged", "status": "completed", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:47.108244 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5450c601-5ace-4047-a4ab-00057e00d7bd {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:47.108648 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'code': 200} Jan 27 22:02:47.114632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f716621-4e2b-4dd2-ac08-7c54e530007e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6ca4a172-3a85-4f3f-ae50-5457caedfe73), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:47.117814 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f716621-4e2b-4dd2-ac08-7c54e530007e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:47.119375 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6f716621-4e2b-4dd2-ac08-7c54e530007e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ca4a172-3a85-4f3f-ae50-5457caedfe73 HTTP/1.1" status: 204 len: 168 time: 0.3279285 Jan 27 22:02:47.134978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f716621-4e2b-4dd2-ac08-7c54e530007e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca4a172-3a85-4f3f-ae50-5457caedfe73,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:47.165183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:47.166874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:47.234520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:47.359670 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:47.442879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.443498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:47.444929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] 10.222.0.71 "PUT /v2.0/ports/9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 1093 time: 1.7734654 Jan 27 22:02:47.480704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decbf25-8912-43b0-83fc-c4992c6860a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=11']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:47.491735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebcdc5-c95a-4323-bdaa-995713e3cd64 req-fb14814b-cd60-41ac-b292-7fd80a9c3564 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.496596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53ebcdc5-c95a-4323-bdaa-995713e3cd64 req-fb14814b-cd60-41ac-b292-7fd80a9c3564 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 944 time: 0.1340053 Jan 27 22:02:47.550836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-94632ed8-0c5e-4cfb-bbfd-efea177c77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.552413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-94632ed8-0c5e-4cfb-bbfd-efea177c77d7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1096 time: 0.0847924 Jan 27 22:02:47.593477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53ebcdc5-c95a-4323-bdaa-995713e3cd64 req-ed3114f4-261e-49c6-bcd2-f4a01b8f45cf tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=254c7dfc-6a9f-4632-9350-75ca26329e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810688 Jan 27 22:02:47.667723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-26e81098-808d-49ba-a449-6aabb93b4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.669254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-26e81098-808d-49ba-a449-6aabb93b4c73 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 897 time: 0.1101937 Jan 27 22:02:47.764462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-60f62873-f8b9-4e5d-ab16-25a810e0706c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 999 time: 0.0892251 Jan 27 22:02:47.839364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-a9695c4b-b77d-4630-a484-18e23468a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.839364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-a9695c4b-b77d-4630-a484-18e23468a16b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 200 len: 835 time: 0.0497191 Jan 27 22:02:47.860432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device f314bf38-c895-4ef6-a942-45431041fddd details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:47.871113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-6c331d57-290f-4294-96e5-160baec5c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:47.872796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-6c331d57-290f-4294-96e5-160baec5c6ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aa649475-fc3d-438e-9fca-a1d7264eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448878 Jan 27 22:02:47.978772 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-acf0c3bf-1fe1-432d-a25b-4abd125db5c0 service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951691 Jan 27 22:02:47.979041 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port f314bf38-c895-4ef6-a942-45431041fddd, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=f314bf38-c895-4ef6-a942-45431041fddd,segment=NetworkSegment(4a3785a9-017d-4834-aca6-513ff6e21351),segment_id=4a3785a9-017d-4834-aca6-513ff6e21351)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:47.999135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'f314bf38-c895-4ef6-a942-45431041fddd', 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953', 'port_id': 'f314bf38-c895-4ef6-a942-45431041fddd', 'mac_address': 'fa:16:3e:4b:82:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53227f22-97e2-4242-895d-4df638d83914', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:48.048395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port f314bf38-c895-4ef6-a942-45431041fddd is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:48.049090 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f314bf38-c895-4ef6-a942-45431041fddd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:48.065605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f314bf38-c895-4ef6-a942-45431041fddd {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:48.086355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port f314bf38-c895-4ef6-a942-45431041fddd, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=f314bf38-c895-4ef6-a942-45431041fddd,segment=NetworkSegment(4a3785a9-017d-4834-aca6-513ff6e21351),segment_id=4a3785a9-017d-4834-aca6-513ff6e21351)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:48.119531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62384204-420b-4c6c-a92d-51c426549d26 req-dbb1dbdb-4965-44fa-8130-642352bd93a3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.121085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62384204-420b-4c6c-a92d-51c426549d26 req-dbb1dbdb-4965-44fa-8130-642352bd93a3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 945 time: 0.0807326 Jan 27 22:02:48.123300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29f558f8-4978-48ed-942e-6fa72d66cafd req-e826b3df-86b5-4340-91ee-eae3c9069abd service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420929 Jan 27 22:02:48.171922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62384204-420b-4c6c-a92d-51c426549d26 req-d7bf4a0e-47a9-4db2-af13-4422475c2b28 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451052 Jan 27 22:02:48.320316 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f314bf38-c895-4ef6-a942-45431041fddd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:48.395529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=f314bf38-c895-4ef6-a942-45431041fddd,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:48.610641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['f314bf38-c895-4ef6-a942-45431041fddd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:48.723247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923bb48-682e-43b8-9ec5-b03c6fa5a443 req-0ad10aa2-adf4-45ab-a343-a22daefab681 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:48.724934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c923bb48-682e-43b8-9ec5-b03c6fa5a443 req-0ad10aa2-adf4-45ab-a343-a22daefab681 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 945 time: 0.0594590 Jan 27 22:02:48.767502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48254) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:48.778476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c923bb48-682e-43b8-9ec5-b03c6fa5a443 req-49d6b0b5-e354-4c4b-a0c3-f56961f88492 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=254c7dfc-6a9f-4632-9350-75ca26329e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467761 Jan 27 22:02:48.910905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-804138723-network', 'tenant_id': '678e8c984d234371a915469f70f2a607'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:49.052331 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:02:49.109398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:49.111765 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29c99cc-ed65-444c-8dae-ab42f8326e62" -d '{"events": [{"name": "network-changed", "server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:49.137461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Made reservation on behalf of 678e8c984d234371a915469f70f2a607 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:49.137461 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:49.142602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:49.168241 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72c06d2-c8d3-4605-9df4-372c69e0afd9 x-openstack-request-id: req-b72c06d2-c8d3-4605-9df4-372c69e0afd9 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:49.168832 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:49.169313 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b72c06d2-c8d3-4605-9df4-372c69e0afd9 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:49.170013 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'status': 'completed', 'code': 200} Jan 27 22:02:49.270689 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Publish callbacks [] for security_group (91f6f890-991e-451e-93eb-c38bb888eb11), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:49.346660 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (91f6f890-991e-451e-93eb-c38bb888eb11), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:49.378167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:49.399052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f6f890-991e-451e-93eb-c38bb888eb11,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:49.414080 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (965b0dbf-6c3c-45d1-9055-4d02e488039b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:49.414513 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Added segment 965b0dbf-6c3c-45d1-9055-4d02e488039b of type vlan for network 2caf7293-68a0-4923-9906-577c1463f5b1 Jan 27 22:02:49.481848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (2caf7293-68a0-4923-9906-577c1463f5b1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:49.606607 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (2caf7293-68a0-4923-9906-577c1463f5b1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:49.606607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.606607 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:49.702903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-e80cc4ac-407c-4d5a-aa45-408440b35cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.704440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-e80cc4ac-407c-4d5a-aa45-408440b35cba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1096 time: 0.5145082 Jan 27 22:02:49.708593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-72c775ed-ab77-4679-88c7-97230e4a2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.709932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-72c775ed-ab77-4679-88c7-97230e4a2efa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1096 time: 0.5035331 Jan 27 22:02:49.716250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] Pushing event updated for resources: {'Network': ['ID=2caf7293-68a0-4923-9906-577c1463f5b1,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:49.725858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 2caf7293-68a0-4923-9906-577c1463f5b1 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:49.757475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae5201-80a5-4d22-8f1a-75bb7ea7f635 req-386c2614-4500-4bc3-9ea2-f8a4bce109f5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.766758 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eaae5201-80a5-4d22-8f1a-75bb7ea7f635 req-386c2614-4500-4bc3-9ea2-f8a4bce109f5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 945 time: 0.4989221 Jan 27 22:02:49.878145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device f314bf38-c895-4ef6-a942-45431041fddd up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:49.890877 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b88e9057-3d2c-4df9-a916-a195ab91b15f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1222069 Jan 27 22:02:49.891509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48282) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:49.896508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d5ba8a57-0d6f-463d-b258-eb56033530a2 admin admin] Request body: {'subnet': {'network_id': '2caf7293-68a0-4923-9906-577c1463f5b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-804138723-subnet', 'tenant_id': '678e8c984d234371a915469f70f2a607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:49.980511 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eaae5201-80a5-4d22-8f1a-75bb7ea7f635 req-58356868-f58c-49a6-89b5-e3de29c7937b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128322 Jan 27 22:02:49.998213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-e45a7e82-4981-4334-9c0c-bf717af58a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:49.999921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-e45a7e82-4981-4334-9c0c-bf717af58a92 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 897 time: 0.2884991 Jan 27 22:02:50.002043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-c6fcb77f-5483-48b6-aba8-6ad1361afeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:50.003415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-c6fcb77f-5483-48b6-aba8-6ad1361afeec service neutron] 10.222.0.74 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 897 time: 0.2787666 Jan 27 22:02:50.022643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa57357-8bcb-4c7b-8297-e0ea4d31bc24 req-cb055d8b-f982-4f18-bb6a-6bdc33e5c646 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:50.024162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3aa57357-8bcb-4c7b-8297-e0ea4d31bc24 req-cb055d8b-f982-4f18-bb6a-6bdc33e5c646 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 945 time: 0.1422176 Jan 27 22:02:50.091415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ba8a57-0d6f-463d-b258-eb56033530a2 admin admin] Made reservation on behalf of 678e8c984d234371a915469f70f2a607 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:50.094432 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5ba8a57-0d6f-463d-b258-eb56033530a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:50.102493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port f314bf38-c895-4ef6-a942-45431041fddd completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:02:50.109816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port f314bf38-c895-4ef6-a942-45431041fddd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:50.109816 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f314bf38-c895-4ef6-a942-45431041fddd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:50.163867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-40507faa-7f72-428f-9d48-6bbb0486cd36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 999 time: 0.1566603 Jan 27 22:02:50.170353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-53bdae9b-d7d8-4161-a12d-ff85c77b8baa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 999 time: 0.1563518 Jan 27 22:02:50.200702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3aa57357-8bcb-4c7b-8297-e0ea4d31bc24 req-57929867-d337-4e9f-88ac-ec73a0cdf06c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=254c7dfc-6a9f-4632-9350-75ca26329e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388423 Jan 27 22:02:50.236528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port f314bf38-c895-4ef6-a942-45431041fddd is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:50.237631 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f314bf38-c895-4ef6-a942-45431041fddd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:50.273346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-2a7e223c-ff17-48f0-b68d-207a55009601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:50.274869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-2a7e223c-ff17-48f0-b68d-207a55009601 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 200 len: 835 time: 0.0912573 Jan 27 22:02:50.277537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-31d26116-c92e-4f8a-80f8-65b01fd784c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:50.291443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-31d26116-c92e-4f8a-80f8-65b01fd784c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 200 len: 835 time: 0.1028290 Jan 27 22:02:50.295777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069f16a-7a87-49b2-b77e-a5a9ed535de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f314bf38-c895-4ef6-a942-45431041fddd'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:50.301759 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f4d04a-f4f5-4c6e-87b1-178d650d6a0f" -d '{"events": [{"server_uuid": "7069f16a-7a87-49b2-b77e-a5a9ed535de3", "name": "network-vif-plugged", "status": "completed", "tag": "f314bf38-c895-4ef6-a942-45431041fddd"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:50.318769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port f314bf38-c895-4ef6-a942-45431041fddd, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=f314bf38-c895-4ef6-a942-45431041fddd,segment=NetworkSegment(4a3785a9-017d-4834-aca6-513ff6e21351),segment_id=4a3785a9-017d-4834-aca6-513ff6e21351)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:50.376234 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0cce02-60df-4afb-8cb9-d17dc1d6854a x-openstack-request-id: req-dc0cce02-60df-4afb-8cb9-d17dc1d6854a {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:50.376567 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7069f16a-7a87-49b2-b77e-a5a9ed535de3", "name": "network-vif-plugged", "status": "completed", "tag": "f314bf38-c895-4ef6-a942-45431041fddd", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:50.376841 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dc0cce02-60df-4afb-8cb9-d17dc1d6854a {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:50.377744 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069f16a-7a87-49b2-b77e-a5a9ed535de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f314bf38-c895-4ef6-a942-45431041fddd', 'code': 200} Jan 27 22:02:50.404359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-fd03c134-ee2f-4c26-a88f-074d691a22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:50.404359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-fd03c134-ee2f-4c26-a88f-074d691a22a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aa649475-fc3d-438e-9fca-a1d7264eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123109 Jan 27 22:02:50.405446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-542f5f5d-d6d3-4c96-9fad-f57481fbf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:50.407136 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-542f5f5d-d6d3-4c96-9fad-f57481fbf182 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=aa649475-fc3d-438e-9fca-a1d7264eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169615 Jan 27 22:02:50.433945 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:02:50.486478 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f314bf38-c895-4ef6-a942-45431041fddd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:50.640057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=f314bf38-c895-4ef6-a942-45431041fddd,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:50.644269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:50.659725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'port_id': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'mac_address': 'fa:16:3e:2d:d3:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:02:50.668853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-5a58f229-7a2e-48cb-a6dc-1b1507690358 service neutron] 10.222.0.74 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513840 Jan 27 22:02:50.670727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-3b5b15e5-0c75-4194-81dd-a8c0d071aa4d service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624316 Jan 27 22:02:50.699352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:50.699588 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:50.716118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:02:50.737580 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:50.756329 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307b0e4-5243-4b1a-ae30-917a23d9fa11 req-70d8ce0f-5344-4e62-99ca-52cd0952e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:50.757853 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7307b0e4-5243-4b1a-ae30-917a23d9fa11 req-70d8ce0f-5344-4e62-99ca-52cd0952e7a2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 1097 time: 0.0579171 Jan 27 22:02:50.807977 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7307b0e4-5243-4b1a-ae30-917a23d9fa11 req-b5815ae8-47ba-4e5a-8694-4a4e33f1bb76 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=254c7dfc-6a9f-4632-9350-75ca26329e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436928 Jan 27 22:02:50.840502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-998e386c-9e96-4b8a-a9c9-c56d085bb617 service neutron] 10.222.0.74 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646073 Jan 27 22:02:50.846486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d29c99cc-ed65-444c-8dae-ab42f8326e62 req-77636cc6-ce6d-4cc2-b926-bc150fc550d2 service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622915 Jan 27 22:02:50.982175 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:51.016244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5ba8a57-0d6f-463d-b258-eb56033530a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (d4a85d80-c53a-4b90-bc26-0f6f6fc6ec8c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:51.042242 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=12']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:51.072786 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba8a57-0d6f-463d-b258-eb56033530a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a85d80-c53a-4b90-bc26-0f6f6fc6ec8c,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:51.091568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba8a57-0d6f-463d-b258-eb56033530a2 admin admin] Checking segment: {'id': '965b0dbf-6c3c-45d1-9055-4d02e488039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2caf7293-68a0-4923-9906-577c1463f5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:51.091568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba8a57-0d6f-463d-b258-eb56033530a2 admin admin] Network hostable DHCP agents. Network: 2caf7293-68a0-4923-9906-577c1463f5b1, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:51.199423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9629-e276-4b87-b79c-7a11385ce1d7 req-fafb2917-640b-4a6b-bc56-1ed1bcbd09b2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.204972 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-008d9629-e276-4b87-b79c-7a11385ce1d7 req-fafb2917-640b-4a6b-bc56-1ed1bcbd09b2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 946 time: 0.0581975 Jan 27 22:02:51.206059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:02:51.265426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-008d9629-e276-4b87-b79c-7a11385ce1d7 req-f597eb85-20d6-4dbd-839a-5067948ac97a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583835 Jan 27 22:02:51.299482 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48308) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:51.369012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e15170-9d8f-483f-ab6c-b9617e536414 req-10569738-5643-4791-aaa1-89c96e359ce4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.381139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba8a57-0d6f-463d-b258-eb56033530a2 admin admin] Network 2caf7293-68a0-4923-9906-577c1463f5b1 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:51.388364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96e15170-9d8f-483f-ab6c-b9617e536414 req-10569738-5643-4791-aaa1-89c96e359ce4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 946 time: 0.0813019 Jan 27 22:02:51.418065 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a5b953f8-3b05-4764-926e-cf6378fab568 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/fd747112-fcaf-4645-bf31-23b689f99e12 HTTP/1.1" status: 200 len: 992 time: 0.1172218 Jan 27 22:02:51.454128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96e15170-9d8f-483f-ab6c-b9617e536414 req-9fe37377-a1e0-4df2-a1e8-c6852196ce93 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=254c7dfc-6a9f-4632-9350-75ca26329e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638056 Jan 27 22:02:51.517536 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d5ba8a57-0d6f-463d-b258-eb56033530a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 2caf7293-68a0-4923-9906-577c1463f5b1) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:51.528927 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ba8a57-0d6f-463d-b258-eb56033530a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:51.529208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f559f643-38b1-424c-98b6-ea63be4d6cfb None None] Network 2caf7293-68a0-4923-9906-577c1463f5b1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:51.529921 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5ba8a57-0d6f-463d-b258-eb56033530a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:51.634442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a37368-9cd8-46ac-9442-e8e9a190acbc None None] Network 2caf7293-68a0-4923-9906-577c1463f5b1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:51.673516 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d5ba8a57-0d6f-463d-b258-eb56033530a2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7808673 Jan 27 22:02:52.438427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:02:52.581774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:02:52.586282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:52.586937 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.591921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12814a43-8801-4bb2-bfe6-f5b69c4af5f2 req-8bc4e9f7-3771-4ebf-a754-a997ca48ed45 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.593606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12814a43-8801-4bb2-bfe6-f5b69c4af5f2 req-8bc4e9f7-3771-4ebf-a754-a997ca48ed45 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 946 time: 0.0569379 Jan 27 22:02:52.674409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48350) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:52.693459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-845731353-network', 'tenant_id': 'd77501dbb6b6422fb74997ede67bbe16'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:52.701356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:52.701356 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.701945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12814a43-8801-4bb2-bfe6-f5b69c4af5f2 req-1f001a76-c9d9-4ed1-bfbe-8683d1433fe0 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=254c7dfc-6a9f-4632-9350-75ca26329e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014564 Jan 27 22:02:52.724205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:02:52.726817 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c062f91-b8f3-45a6-bb65-e8f015b2358b" -d '{"events": [{"server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "name": "network-vif-plugged", "status": "completed", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:02:52.741734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:52.825737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f619cb9-1903-4d75-95af-37562f780bc0 req-2e4df1c0-eaf6-45d0-ba1a-7a52cd9e4a7a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:52.827380 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f619cb9-1903-4d75-95af-37562f780bc0 req-2e4df1c0-eaf6-45d0-ba1a-7a52cd9e4a7a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 946 time: 0.0524693 Jan 27 22:02:52.874084 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Made reservation on behalf of d77501dbb6b6422fb74997ede67bbe16 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:52.877019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.883322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f619cb9-1903-4d75-95af-37562f780bc0 req-67fc655c-1d65-4fd3-af2c-e1ceac995b5b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=254c7dfc-6a9f-4632-9350-75ca26329e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498276 Jan 27 22:02:52.891408 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:52.934531 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.013216 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3e9a17-c031-49fd-a6f9-72f742e5afa9 x-openstack-request-id: req-cf3e9a17-c031-49fd-a6f9-72f742e5afa9 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:02:53.013516 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "name": "network-vif-plugged", "status": "completed", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:02:53.014002 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf3e9a17-c031-49fd-a6f9-72f742e5afa9 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:02:53.014728 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'code': 200} Jan 27 22:02:53.020191 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=13']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:53.051352 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Publish callbacks [] for security_group (a36ec446-aa5c-4906-9950-a1f849d2c2ed), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.222382 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a36ec446-aa5c-4906-9950-a1f849d2c2ed), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.248861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:02:53.259089 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36ec446-aa5c-4906-9950-a1f849d2c2ed,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:53.264362 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9290a8df-8046-45c0-947c-43fd0f5dce0e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.264781 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Added segment 9290a8df-8046-45c0-947c-43fd0f5dce0e of type vlan for network 8ca6cf40-b356-4ebc-bd99-e0cff1814810 Jan 27 22:02:53.305454 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (8ca6cf40-b356-4ebc-bd99-e0cff1814810), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.421942 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (8ca6cf40-b356-4ebc-bd99-e0cff1814810), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.422957 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:53.423649 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:53.486184 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] Pushing event updated for resources: {'Network': ['ID=8ca6cf40-b356-4ebc-bd99-e0cff1814810,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:53.501828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 8ca6cf40-b356-4ebc-bd99-e0cff1814810 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:02:53.606859 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3b0df62b-2719-40b9-a982-a96248767365 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9298956 Jan 27 22:02:53.609618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48370) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:53.614858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4c01bfbc-1177-47db-a8f3-9a616e4add1f admin admin] Request body: {'subnet': {'network_id': '8ca6cf40-b356-4ebc-bd99-e0cff1814810', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-845731353-subnet', 'tenant_id': 'd77501dbb6b6422fb74997ede67bbe16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:02:53.798781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c01bfbc-1177-47db-a8f3-9a616e4add1f admin admin] Made reservation on behalf of d77501dbb6b6422fb74997ede67bbe16 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:02:53.801234 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4c01bfbc-1177-47db-a8f3-9a616e4add1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:54.110101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4c01bfbc-1177-47db-a8f3-9a616e4add1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (a165e7ae-a60c-4af9-8812-8d34672a9f1e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:54.168902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01bfbc-1177-47db-a8f3-9a616e4add1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a165e7ae-a60c-4af9-8812-8d34672a9f1e,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:54.177359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01bfbc-1177-47db-a8f3-9a616e4add1f admin admin] Checking segment: {'id': '9290a8df-8046-45c0-947c-43fd0f5dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8ca6cf40-b356-4ebc-bd99-e0cff1814810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:54.177714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01bfbc-1177-47db-a8f3-9a616e4add1f admin admin] Network hostable DHCP agents. Network: 8ca6cf40-b356-4ebc-bd99-e0cff1814810, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:02:54.301381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01bfbc-1177-47db-a8f3-9a616e4add1f admin admin] Network 8ca6cf40-b356-4ebc-bd99-e0cff1814810 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:02:54.428648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48386) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:02:54.521814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-4c01bfbc-1177-47db-a8f3-9a616e4add1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 8ca6cf40-b356-4ebc-bd99-e0cff1814810) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:54.528360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01bfbc-1177-47db-a8f3-9a616e4add1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:54.529083 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4c01bfbc-1177-47db-a8f3-9a616e4add1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:54.530163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c6cc91-4ea1-4166-a24e-f2706ffcb0f6 None None] Network 8ca6cf40-b356-4ebc-bd99-e0cff1814810 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:54.629129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381cfd4-c6ea-4183-926d-2c19f2fb8944 None None] Network 8ca6cf40-b356-4ebc-bd99-e0cff1814810 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:02:54.786092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4c01bfbc-1177-47db-a8f3-9a616e4add1f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1751344 Jan 27 22:02:54.939992 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:55.322273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Allocated IP 172.20.0.17 (65f2291f-1774-4767-9ec0-babc1df41953/53227f22-97e2-4242-895d-4df638d83914/4b390189-9956-4ec7-a02d-06e4c00b5f5b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:02:55.412506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-5b42a41d-ac0f-4be3-aaed-2a9d66fffb9b tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:02:55.413998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-5b42a41d-ac0f-4be3-aaed-2a9d66fffb9b tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/networks?id=2caf7293-68a0-4923-9906-577c1463f5b1 HTTP/1.1" status: 200 len: 808 time: 0.1720736 Jan 27 22:02:55.445989 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-af71f49f-c7af-44f0-9997-016bcd34768d tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/quotas/678e8c984d234371a915469f70f2a607 HTTP/1.1" status: 200 len: 375 time: 0.0217690 Jan 27 22:02:55.495496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-292096b0-5384-4772-a440-1e1da0271b6e tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=678e8c984d234371a915469f70f2a607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410767 Jan 27 22:02:55.518907 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:55.623885 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-e9d2ec1c-2ae2-44d2-b25f-1edb22c8c675 service neutron] 10.222.0.61 "GET /v2.0/networks/2caf7293-68a0-4923-9906-577c1463f5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171291 Jan 27 22:02:55.720387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-ff798b45-31ad-4a88-a4da-3c05357013b9 service neutron] 10.222.0.61 "GET /v2.0/networks/2caf7293-68a0-4923-9906-577c1463f5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907474 Jan 27 22:02:55.799144 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:55.840253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network 65f2291f-1774-4767-9ec0-babc1df41953 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:55.843247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:55.849582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:02:55.855215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=4b390189-9956-4ec7-a02d-06e4c00b5f5b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:55.898656 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.102812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e0e704af-7fcd-40d7-a476-d3d7889f36c1 None None] Provisioning complete for port 4b390189-9956-4ec7-a02d-06e4c00b5f5b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:56.104844 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e0e704af-7fcd-40d7-a476-d3d7889f36c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.145065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a88bb069-c5a3-4c40-9b0a-cb1098047cf7 req-9f058dca-6b6d-4b8c-b424-bf1a319b6aa6 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 210 time: 0.0571935 Jan 27 22:02:56.151567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e0e704af-7fcd-40d7-a476-d3d7889f36c1 None None] Port 4b390189-9956-4ec7-a02d-06e4c00b5f5b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:56.157634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.468933 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.627259 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.708459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:56.710530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=4b390189-9956-4ec7-a02d-06e4c00b5f5b,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:56.817364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network 65f2291f-1774-4767-9ec0-babc1df41953 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:02:56.818894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:02:56.961938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:02:57.077520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-612f8bd5-e917-42bc-a146-768f395134e3 None None] Provisioning complete for port 4b390189-9956-4ec7-a02d-06e4c00b5f5b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:57.077933 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-612f8bd5-e917-42bc-a146-768f395134e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.120454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-612f8bd5-e917-42bc-a146-768f395134e3 None None] Port 4b390189-9956-4ec7-a02d-06e4c00b5f5b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:57.152519 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.449711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ab75f60-fe78-4b1a-93a8-8d50902297a8 req-b4260044-54a9-40a2-b085-45458ba307c4 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 210 time: 0.0313053 Jan 27 22:02:57.481419 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:57.490550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:02:57.504372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5936f011-b0e9-4600-9828-7244d4a64a88 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "PUT /v2.0/routers/dec9a3bb-19b1-46c9-ad21-fddfbc9458bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0703983 Jan 27 22:02:57.515657 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Sync routers for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:02:57.525324 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:57.526490 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:02:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:57.635445 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:57.868227 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:02:56Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'port_id': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'mac_address': 'fa:16:3e:8f:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dba486-e844-44af-9878-054f8c8f25e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:01:51Z', 'updated_at': '2022-01-27T22:01:54Z', 'revision_number': 1, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:29Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b390189-9956-4ec7-a02d-06e4c00b5f5b', 'name': '', 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:d2:4b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '53227f22-97e2-4242-895d-4df638d83914', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:55Z', 'updated_at': '2022-01-27T22:02:56Z', 'revision_number': 2, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': '53227f22-97e2-4242-895d-4df638d83914', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:57.899534 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Checking router: dec9a3bb-19b1-46c9-ad21-fddfbc9458bd for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:02:57.899808 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Updating router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd port 4b390189-9956-4ec7-a02d-06e4c00b5f5b binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:02:57.929483 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.209033 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Publish callbacks [] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.374513 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.421895 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Pushing event updated for resources: {'Port': ['ID=4b390189-9956-4ec7-a02d-06e4c00b5f5b,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:58.435313 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.435727 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.436009 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.436371 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.436700 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.437056 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.437442 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.437710 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.438082 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.438339 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.438657 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.438973 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.439288 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:02:58.515369 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Attempting to bind port 4b390189-9956-4ec7-a02d-06e4c00b5f5b on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:02:58.516275 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Attempting to bind port 4b390189-9956-4ec7-a02d-06e4c00b5f5b by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:02:58.517690 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Attempting to bind port 4b390189-9956-4ec7-a02d-06e4c00b5f5b on network 65f2291f-1774-4767-9ec0-babc1df41953 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:02:58.533219 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:02:58.533607 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Checking segment: {'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:02:58.534379 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.534571 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Bound using segment: {'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:02:58.535025 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Bound port: 4b390189-9956-4ec7-a02d-06e4c00b5f5b, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3785a9-017d-4834-aca6-513ff6e21351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:02:58.535399 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.581350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de107882-65fa-4d63-b680-e271f1605027 req-531df8be-9a6b-4e80-94a0-f8ba14b7d826 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 210 time: 0.0331042 Jan 27 22:02:58.611090 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] For port 4b390189-9956-4ec7-a02d-06e4c00b5f5b, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:02:58.614685 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] For port 4b390189-9956-4ec7-a02d-06e4c00b5f5b, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4b390189-9956-4ec7-a02d-06e4c00b5f5b,segment=NetworkSegment(4a3785a9-017d-4834-aca6-513ff6e21351),segment_id=4a3785a9-017d-4834-aca6-513ff6e21351)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:02:58.763703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-483107ac-a919-4a38-ac81-9c700c9fb5f4 None None] Provisioning complete for port 4b390189-9956-4ec7-a02d-06e4c00b5f5b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:58.764282 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-483107ac-a919-4a38-ac81-9c700c9fb5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.801792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-483107ac-a919-4a38-ac81-9c700c9fb5f4 None None] Port 4b390189-9956-4ec7-a02d-06e4c00b5f5b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:02:58.880634 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:58.939373 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:02:58.940009 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:02:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:59.092318 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5de7f-ba61-44fe-9f3e-379478d67213 None None] Pushing event updated for resources: {'Port': ['ID=4b390189-9956-4ec7-a02d-06e4c00b5f5b,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:59.182823 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:02:59.234747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f2c45bbd-a290-4014-a092-0c2309b38b5e None None] Provisioning complete for port 4b390189-9956-4ec7-a02d-06e4c00b5f5b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:02:59.234747 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2c45bbd-a290-4014-a092-0c2309b38b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.324130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f2c45bbd-a290-4014-a092-0c2309b38b5e None None] Current status of the port 4b390189-9956-4ec7-a02d-06e4c00b5f5b is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:02:59.324459 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2c45bbd-a290-4014-a092-0c2309b38b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.356829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f2c45bbd-a290-4014-a092-0c2309b38b5e None None] For port 4b390189-9956-4ec7-a02d-06e4c00b5f5b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4b390189-9956-4ec7-a02d-06e4c00b5f5b,segment=NetworkSegment(4a3785a9-017d-4834-aca6-513ff6e21351),segment_id=4a3785a9-017d-4834-aca6-513ff6e21351)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:02:59.428186 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:02:56Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'port_id': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'mac_address': 'fa:16:3e:8f:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dba486-e844-44af-9878-054f8c8f25e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:01:51Z', 'updated_at': '2022-01-27T22:01:54Z', 'revision_number': 1, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:29Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b390189-9956-4ec7-a02d-06e4c00b5f5b', 'name': '', 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:d2:4b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '53227f22-97e2-4242-895d-4df638d83914', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:55Z', 'updated_at': '2022-01-27T22:02:58Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': '53227f22-97e2-4242-895d-4df638d83914', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:02:59.455245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5959ec2d-32c5-44ac-bf68-62f6dd24de74 None None] The sync data for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 is: [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:02:56Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'port_id': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'mac_address': 'fa:16:3e:8f:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dba486-e844-44af-9878-054f8c8f25e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:01:51Z', 'updated_at': '2022-01-27T22:01:54Z', 'revision_number': 1, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:29Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b390189-9956-4ec7-a02d-06e4c00b5f5b', 'name': '', 'network_id': '65f2291f-1774-4767-9ec0-babc1df41953', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:d2:4b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '53227f22-97e2-4242-895d-4df638d83914', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:02:55Z', 'updated_at': '2022-01-27T22:02:58Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': '53227f22-97e2-4242-895d-4df638d83914', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:02:59.604900 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2c45bbd-a290-4014-a092-0c2309b38b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:02:59.679732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c45bbd-a290-4014-a092-0c2309b38b5e None None] Pushing event updated for resources: {'Port': ['ID=4b390189-9956-4ec7-a02d-06e4c00b5f5b,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:02:59.712466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d20120be-b0a2-45ef-b91f-6cea483b7e2c req-d53d47ff-90e0-4f9e-b578-0727f64f2af9 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 210 time: 0.0532866 Jan 27 22:03:00.066731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4b390189-9956-4ec7-a02d-06e4c00b5f5b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:00.087575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-dc9439e9-4820-4084-8e0a-538cddcd6fdb tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:00.089124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-dc9439e9-4820-4084-8e0a-538cddcd6fdb tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.71 "GET /v2.0/networks?id=2caf7293-68a0-4923-9906-577c1463f5b1 HTTP/1.1" status: 200 len: 808 time: 0.1276228 Jan 27 22:03:00.118134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Request body: {'port': {'device_id': '23f89ac9-dc72-41a1-9f13-ee91a1703ebe', 'network_id': '2caf7293-68a0-4923-9906-577c1463f5b1', 'admin_state_up': True, 'tenant_id': '678e8c984d234371a915469f70f2a607'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:00.162012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4b390189-9956-4ec7-a02d-06e4c00b5f5b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:00.162676 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.279524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4b390189-9956-4ec7-a02d-06e4c00b5f5b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:00.433068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Made reservation on behalf of 678e8c984d234371a915469f70f2a607 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:00.437492 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.594763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Allocated IP 172.20.0.10 (2caf7293-68a0-4923-9906-577c1463f5b1/d4a85d80-c53a-4b90-bc26-0f6f6fc6ec8c/23cbc07c-b4ce-42c3-b040-186af4e9d4e6) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:00.745618 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Publish callbacks [] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.813653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b4cb0df-b10b-47c2-a074-deec3bf43903 req-882e5736-0540-4405-9325-6c9067164e6f tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 210 time: 0.0302813 Jan 27 22:03:00.889533 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:00.939450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Network 2caf7293-68a0-4923-9906-577c1463f5b1 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:00.943366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:00.949935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:00.974474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Pushing event updated for resources: {'Port': ['ID=23cbc07c-b4ce-42c3-b040-186af4e9d4e6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:01.002569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:01.005259 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.106078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-3a238cf7-8b90-4a40-b5da-4c67284b5bae tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0060387 Jan 27 22:03:01.117719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Request body: {'port': {'device_id': '23f89ac9-dc72-41a1-9f13-ee91a1703ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:01.174725 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.454635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:01.462920 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Publish callbacks [] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.475591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Transition to ACTIVE for port object 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:03:01.570083 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.629067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Pushing event updated for resources: {'Port': ['ID=23cbc07c-b4ce-42c3-b040-186af4e9d4e6,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:01.695301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Attempting to bind port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:01.695646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Attempting to bind port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '965b0dbf-6c3c-45d1-9055-4d02e488039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2caf7293-68a0-4923-9906-577c1463f5b1'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:01.695975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Attempting to bind port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 on network 2caf7293-68a0-4923-9906-577c1463f5b1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:01.701020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 on network 2caf7293-68a0-4923-9906-577c1463f5b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:03:01.701475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Attempting to bind port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 on network 2caf7293-68a0-4923-9906-577c1463f5b1 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:01.706422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:01.713880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Checking segment: {'id': '965b0dbf-6c3c-45d1-9055-4d02e488039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2caf7293-68a0-4923-9906-577c1463f5b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:01.713880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Bound using segment: {'id': '965b0dbf-6c3c-45d1-9055-4d02e488039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2caf7293-68a0-4923-9906-577c1463f5b1'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:01.713880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Bound port: 23cbc07c-b4ce-42c3-b040-186af4e9d4e6, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '965b0dbf-6c3c-45d1-9055-4d02e488039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2caf7293-68a0-4923-9906-577c1463f5b1'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:01.713880 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:01.777279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] For port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:01.780434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] For port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=23cbc07c-b4ce-42c3-b040-186af4e9d4e6,segment=NetworkSegment(965b0dbf-6c3c-45d1-9055-4d02e488039b),segment_id=965b0dbf-6c3c-45d1-9055-4d02e488039b)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:01.932904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe4b63-8c01-4974-97aa-d35615b748fc req-9710dec9-b4fa-45af-86a4-e1b39f8b994f tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:01.932904 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dafe4b63-8c01-4974-97aa-d35615b748fc req-9710dec9-b4fa-45af-86a4-e1b39f8b994f tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 944 time: 0.0488923 Jan 27 22:03:01.958164 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:02.008485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.009110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:02.011027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] 10.222.0.71 "PUT /v2.0/ports/23cbc07c-b4ce-42c3-b040-186af4e9d4e6 HTTP/1.1" status: 200 len: 1092 time: 0.8980269 Jan 27 22:03:02.011839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f89ac9-dc72-41a1-9f13-ee91a1703ebe', 'tag': '23cbc07c-b4ce-42c3-b040-186af4e9d4e6'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:02.014151 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143956b0-96c5-4876-8eb3-df681e90b568" -d '{"events": [{"name": "network-changed", "server_uuid": "23f89ac9-dc72-41a1-9f13-ee91a1703ebe", "tag": "23cbc07c-b4ce-42c3-b040-186af4e9d4e6"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:02.033550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dafe4b63-8c01-4974-97aa-d35615b748fc req-86d15006-f965-403d-a56a-0d3ee9b97724 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/security-groups?id=91f6f890-991e-451e-93eb-c38bb888eb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964231 Jan 27 22:03:02.050920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53a9c8-9dea-4b2c-8294-da6dd511f38a service neutron] Pushing event updated for resources: {'Port': ['ID=23cbc07c-b4ce-42c3-b040-186af4e9d4e6,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:02.067688 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90093dc2-3729-4154-89cb-f901fdf23d86 x-openstack-request-id: req-90093dc2-3729-4154-89cb-f901fdf23d86 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:02.067993 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f89ac9-dc72-41a1-9f13-ee91a1703ebe", "tag": "23cbc07c-b4ce-42c3-b040-186af4e9d4e6", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:02.068421 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90093dc2-3729-4154-89cb-f901fdf23d86 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:02.068843 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f89ac9-dc72-41a1-9f13-ee91a1703ebe', 'tag': '23cbc07c-b4ce-42c3-b040-186af4e9d4e6', 'status': 'completed', 'code': 200} Jan 27 22:03:02.141342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143956b0-96c5-4876-8eb3-df681e90b568 req-3770c248-aabc-440f-9682-321906949737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.142865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-143956b0-96c5-4876-8eb3-df681e90b568 req-3770c248-aabc-440f-9682-321906949737 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=678e8c984d234371a915469f70f2a607&device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 1095 time: 0.0500453 Jan 27 22:03:02.255398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143956b0-96c5-4876-8eb3-df681e90b568 req-191f980a-bf75-4726-a236-8a05523361f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.257646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-143956b0-96c5-4876-8eb3-df681e90b568 req-191f980a-bf75-4726-a236-8a05523361f7 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=678e8c984d234371a915469f70f2a607&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1059730 Jan 27 22:03:02.330684 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09d4c524-8c90-4b8d-b0a0-0372d79d82d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:02.364253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143956b0-96c5-4876-8eb3-df681e90b568 req-b5682431-a7a5-4ded-9c38-067380ae9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.365746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-143956b0-96c5-4876-8eb3-df681e90b568 req-b5682431-a7a5-4ded-9c38-067380ae9d16 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011097 Jan 27 22:03:02.447776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-078db797-bf18-4d1b-b4ce-244963847174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.449253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-078db797-bf18-4d1b-b4ce-244963847174 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=678e8c984d234371a915469f70f2a607&device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 1095 time: 0.0454998 Jan 27 22:03:02.496957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-cd7cd155-0f88-40f4-8dc5-13473ac837dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23cbc07c-b4ce-42c3-b040-186af4e9d4e6 HTTP/1.1" status: 200 len: 217 time: 0.0349751 Jan 27 22:03:02.549741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-374b890f-22cb-4678-8662-601108a896e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:02.551210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-374b890f-22cb-4678-8662-601108a896e9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d4a85d80-c53a-4b90-bc26-0f6f6fc6ec8c HTTP/1.1" status: 200 len: 848 time: 0.0475726 Jan 27 22:03:02.587248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-35618840-d49e-40bf-9328-12cd59893ff1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2caf7293-68a0-4923-9906-577c1463f5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291605 Jan 27 22:03:02.689103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bda3b12f-4089-41de-9a83-9cab03389b64 service neutron] 10.222.0.71 "GET /v2.0/networks/2caf7293-68a0-4923-9906-577c1463f5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948982 Jan 27 22:03:02.789773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96c7b582-3629-4ba8-b05d-d03dbff08ded req-bcfa6508-463d-4beb-af4a-8bcd167d9144 service neutron] 10.222.0.71 "GET /v2.0/networks/2caf7293-68a0-4923-9906-577c1463f5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943022 Jan 27 22:03:03.158294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e6ef3-d7cd-4350-924e-c98004a0ca26 req-dc7761bd-a139-47f6-bdca-f9a5eac0204e tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:03.159770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d15e6ef3-d7cd-4350-924e-c98004a0ca26 req-dc7761bd-a139-47f6-bdca-f9a5eac0204e tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 944 time: 0.0510747 Jan 27 22:03:03.211391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d15e6ef3-d7cd-4350-924e-c98004a0ca26 req-0cd19c91-2da0-46c1-85b8-7e89895ce046 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/security-groups?id=91f6f890-991e-451e-93eb-c38bb888eb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453734 Jan 27 22:03:04.334134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da1ec3-cbec-47c9-9fca-b40778d66911 req-b6d77d1c-6804-44cb-8965-454798c3be00 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:04.335653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9da1ec3-cbec-47c9-9fca-b40778d66911 req-b6d77d1c-6804-44cb-8965-454798c3be00 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 944 time: 0.0494065 Jan 27 22:03:04.401602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9da1ec3-cbec-47c9-9fca-b40778d66911 req-84541a88-ed00-4d8a-b87c-e78b305c78c7 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/security-groups?id=91f6f890-991e-451e-93eb-c38bb888eb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597222 Jan 27 22:03:04.555949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:03:04.667002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=23cbc07c-b4ce-42c3-b040-186af4e9d4e6,segment=NetworkSegment(965b0dbf-6c3c-45d1-9055-4d02e488039b),segment_id=965b0dbf-6c3c-45d1-9055-4d02e488039b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:04.679695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '23cbc07c-b4ce-42c3-b040-186af4e9d4e6', 'network_id': '2caf7293-68a0-4923-9906-577c1463f5b1', 'port_id': '23cbc07c-b4ce-42c3-b040-186af4e9d4e6', 'mac_address': 'fa:16:3e:71:07:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a85d80-c53a-4b90-bc26-0f6f6fc6ec8c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:03:04.720973 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:04.721372 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:04.750738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:03:04.774525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=23cbc07c-b4ce-42c3-b040-186af4e9d4e6,segment=NetworkSegment(965b0dbf-6c3c-45d1-9055-4d02e488039b),segment_id=965b0dbf-6c3c-45d1-9055-4d02e488039b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:04.941593 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:04.990750 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e8d46da-1a05-4c07-ba0f-d5aa99d1b766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:05.005044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=23cbc07c-b4ce-42c3-b040-186af4e9d4e6,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:05.154721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['23cbc07c-b4ce-42c3-b040-186af4e9d4e6'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:05.530785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7126a3-474c-4832-ac3d-23907c008691 req-f783e1f6-7f42-4814-89d4-8a2c4aa36579 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:05.532531 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba7126a3-474c-4832-ac3d-23907c008691 req-f783e1f6-7f42-4814-89d4-8a2c4aa36579 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 945 time: 0.0558162 Jan 27 22:03:05.585824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba7126a3-474c-4832-ac3d-23907c008691 req-358d556c-38f5-45e7-9b56-63b698321e05 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/security-groups?id=91f6f890-991e-451e-93eb-c38bb888eb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470071 Jan 27 22:03:06.124190 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.562456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:06.690416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:03:06.695941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:06.696685 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.717148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff08a96-bb99-4a7e-a168-3c0c0a4a12b0 req-7475053b-fb00-4ef9-8e87-ea02a335cf38 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:06.719589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bff08a96-bb99-4a7e-a168-3c0c0a4a12b0 req-7475053b-fb00-4ef9-8e87-ea02a335cf38 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 945 time: 0.0569510 Jan 27 22:03:06.798073 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:06.798246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bff08a96-bb99-4a7e-a168-3c0c0a4a12b0 req-70dcaceb-08ed-4549-971c-bcb94ed3ed49 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/security-groups?id=91f6f890-991e-451e-93eb-c38bb888eb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658147 Jan 27 22:03:06.798346 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:06.824045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f89ac9-dc72-41a1-9f13-ee91a1703ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cbc07c-b4ce-42c3-b040-186af4e9d4e6'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:06.825734 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33c57ee-347f-49cc-b970-f42cc3cf4405" -d '{"events": [{"server_uuid": "23f89ac9-dc72-41a1-9f13-ee91a1703ebe", "name": "network-vif-plugged", "status": "completed", "tag": "23cbc07c-b4ce-42c3-b040-186af4e9d4e6"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:06.853198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=23cbc07c-b4ce-42c3-b040-186af4e9d4e6,segment=NetworkSegment(965b0dbf-6c3c-45d1-9055-4d02e488039b),segment_id=965b0dbf-6c3c-45d1-9055-4d02e488039b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:06.881130 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a7afd3-2d41-4c33-93c1-dce7dde560c3 x-openstack-request-id: req-99a7afd3-2d41-4c33-93c1-dce7dde560c3 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:06.881130 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f89ac9-dc72-41a1-9f13-ee91a1703ebe", "name": "network-vif-plugged", "status": "completed", "tag": "23cbc07c-b4ce-42c3-b040-186af4e9d4e6", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:06.881450 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99a7afd3-2d41-4c33-93c1-dce7dde560c3 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:06.881976 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f89ac9-dc72-41a1-9f13-ee91a1703ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cbc07c-b4ce-42c3-b040-186af4e9d4e6', 'code': 200} Jan 27 22:03:06.940559 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.012407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d1d99-dc67-4702-8959-d2cb112f98e1 req-37de749d-254c-4cda-a7ff-6d85db4dc4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:07.015012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=23cbc07c-b4ce-42c3-b040-186af4e9d4e6,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:07.015773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d5d1d99-dc67-4702-8959-d2cb112f98e1 req-37de749d-254c-4cda-a7ff-6d85db4dc4b7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 1097 time: 0.0658045 Jan 27 22:03:07.101811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d5d1d99-dc67-4702-8959-d2cb112f98e1 req-26f55158-c4e7-4874-9dbe-b09d25367dd5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=91f6f890-991e-451e-93eb-c38bb888eb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737038 Jan 27 22:03:07.433408 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:07.911796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe5329-85b2-484e-9644-773cf86b2e25 req-a017fcd7-72f6-41cb-b9fb-626dd65d5400 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:07.913307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0fe5329-85b2-484e-9644-773cf86b2e25 req-a017fcd7-72f6-41cb-b9fb-626dd65d5400 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 946 time: 0.0482864 Jan 27 22:03:07.960633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0fe5329-85b2-484e-9644-773cf86b2e25 req-bd21a9f5-e9d8-4895-821d-fe1c4020cde9 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/security-groups?id=91f6f890-991e-451e-93eb-c38bb888eb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 Jan 27 22:03:08.913187 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:09.092983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca37f6-f280-49b0-b2ba-278fdd3c7eff req-6d976ce0-0902-4686-9d96-84c0bcba96c1 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:09.100460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cca37f6-f280-49b0-b2ba-278fdd3c7eff req-6d976ce0-0902-4686-9d96-84c0bcba96c1 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 946 time: 0.0692773 Jan 27 22:03:09.157249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cca37f6-f280-49b0-b2ba-278fdd3c7eff req-812b0e94-bdb6-4d6c-8ac9-5516d54cf9eb tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/security-groups?id=91f6f890-991e-451e-93eb-c38bb888eb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556543 Jan 27 22:03:14.491339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861f222-7fbe-4b02-8bfa-08d615d53a14 req-78df3114-ec58-4234-9d3f-835c75626b02 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:14.492883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e861f222-7fbe-4b02-8bfa-08d615d53a14 req-78df3114-ec58-4234-9d3f-835c75626b02 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 946 time: 0.0520353 Jan 27 22:03:14.539525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e861f222-7fbe-4b02-8bfa-08d615d53a14 req-e2993e63-4e25-483a-b3db-5016d6ac7a74 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/security-groups?id=91f6f890-991e-451e-93eb-c38bb888eb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406249 Jan 27 22:03:15.685478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed1c6c-94a2-4b8d-bc53-c20034fec193 req-1a445d6d-c95a-448c-800a-4368312a6bb1 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:15.692270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8ed1c6c-94a2-4b8d-bc53-c20034fec193 req-1a445d6d-c95a-448c-800a-4368312a6bb1 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 946 time: 0.0691123 Jan 27 22:03:15.742858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8ed1c6c-94a2-4b8d-bc53-c20034fec193 req-4cf15dd6-bb44-46d1-9e28-27383bd9597b tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/security-groups?id=91f6f890-991e-451e-93eb-c38bb888eb11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495386 Jan 27 22:03:15.926968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39cfaa-95bd-408a-8d37-afa6db2341e6 req-9dc46478-4efc-4d88-9fde-a5681c6f22f9 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:15.928653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd39cfaa-95bd-408a-8d37-afa6db2341e6 req-9dc46478-4efc-4d88-9fde-a5681c6f22f9 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.71 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 946 time: 0.0578003 Jan 27 22:03:16.041365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-fd39cfaa-95bd-408a-8d37-afa6db2341e6 req-5885d2f8-4ad1-4b35-b359-641b3f4e7054 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Deleting port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:16.041769 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd39cfaa-95bd-408a-8d37-afa6db2341e6 req-5885d2f8-4ad1-4b35-b359-641b3f4e7054 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:16.146059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fd39cfaa-95bd-408a-8d37-afa6db2341e6 req-5885d2f8-4ad1-4b35-b359-641b3f4e7054 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] For port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=23cbc07c-b4ce-42c3-b040-186af4e9d4e6,segment=NetworkSegment(965b0dbf-6c3c-45d1-9055-4d02e488039b),segment_id=965b0dbf-6c3c-45d1-9055-4d02e488039b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:16.146446 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd39cfaa-95bd-408a-8d37-afa6db2341e6 req-5885d2f8-4ad1-4b35-b359-641b3f4e7054 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:16.159147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-fd39cfaa-95bd-408a-8d37-afa6db2341e6 req-5885d2f8-4ad1-4b35-b359-641b3f4e7054 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Calling delete_port for 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:16.398768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd39cfaa-95bd-408a-8d37-afa6db2341e6 req-5885d2f8-4ad1-4b35-b359-641b3f4e7054 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (23cbc07c-b4ce-42c3-b040-186af4e9d4e6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:16.412349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['23cbc07c-b4ce-42c3-b040-186af4e9d4e6'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:03:16.433739 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885d2f8-4ad1-4b35-b359-641b3f4e7054 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Pushing event deleted for resources: {'Port': ['ID=23cbc07c-b4ce-42c3-b040-186af4e9d4e6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:16.480921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd39cfaa-95bd-408a-8d37-afa6db2341e6 req-5885d2f8-4ad1-4b35-b359-641b3f4e7054 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] No DVR routers for this DVR port 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:16.483691 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd39cfaa-95bd-408a-8d37-afa6db2341e6 req-5885d2f8-4ad1-4b35-b359-641b3f4e7054 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:16.487183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd39cfaa-95bd-408a-8d37-afa6db2341e6 req-5885d2f8-4ad1-4b35-b359-641b3f4e7054 tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.71 "DELETE /v2.0/ports/23cbc07c-b4ce-42c3-b040-186af4e9d4e6 HTTP/1.1" status: 204 len: 173 time: 0.5528951 Jan 27 22:03:16.487643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f89ac9-dc72-41a1-9f13-ee91a1703ebe', 'name': 'network-vif-deleted', 'tag': '23cbc07c-b4ce-42c3-b040-186af4e9d4e6'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:16.490005 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257694dc-1c97-4ea2-8163-056eddc45560" -d '{"events": [{"server_uuid": "23f89ac9-dc72-41a1-9f13-ee91a1703ebe", "name": "network-vif-deleted", "tag": "23cbc07c-b4ce-42c3-b040-186af4e9d4e6"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:16.527777 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f666c16-284e-4b99-bc25-e5a7f1c06506 x-openstack-request-id: req-2f666c16-284e-4b99-bc25-e5a7f1c06506 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:16.528179 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f89ac9-dc72-41a1-9f13-ee91a1703ebe", "name": "network-vif-deleted", "tag": "23cbc07c-b4ce-42c3-b040-186af4e9d4e6", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:16.528371 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f666c16-284e-4b99-bc25-e5a7f1c06506 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:16.528792 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f89ac9-dc72-41a1-9f13-ee91a1703ebe', 'name': 'network-vif-deleted', 'tag': '23cbc07c-b4ce-42c3-b040-186af4e9d4e6', 'status': 'completed', 'code': 200} Jan 27 22:03:16.874747 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62d14390-33df-46e5-a8c8-dc13e0c78c5a req-17991b94-0ec5-429a-92f2-97c5547b2e4c tempest-VolumesActionsTest-1748087799 tempest-VolumesActionsTest-1748087799-project] 10.222.0.61 "GET /v2.0/ports?device_id=23f89ac9-dc72-41a1-9f13-ee91a1703ebe HTTP/1.1" status: 200 len: 210 time: 0.0376079 Jan 27 22:03:18.002677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48792) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:18.515597 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57dc4079-49f5-445b-97ee-cad4825c9e33 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.593332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:18.614590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:18.630637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 23cbc07c-b4ce-42c3-b040-186af4e9d4e6 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:18.838296 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-57dc4079-49f5-445b-97ee-cad4825c9e33 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting port 4b390189-9956-4ec7-a02d-06e4c00b5f5b {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:18.838564 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57dc4079-49f5-445b-97ee-cad4825c9e33 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.927283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-57dc4079-49f5-445b-97ee-cad4825c9e33 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] For port 4b390189-9956-4ec7-a02d-06e4c00b5f5b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4b390189-9956-4ec7-a02d-06e4c00b5f5b,segment=NetworkSegment(4a3785a9-017d-4834-aca6-513ff6e21351),segment_id=4a3785a9-017d-4834-aca6-513ff6e21351)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:18.927657 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57dc4079-49f5-445b-97ee-cad4825c9e33 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:18.940178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-57dc4079-49f5-445b-97ee-cad4825c9e33 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Calling delete_port for 4b390189-9956-4ec7-a02d-06e4c00b5f5b owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:19.415805 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57dc4079-49f5-445b-97ee-cad4825c9e33 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4b390189-9956-4ec7-a02d-06e4c00b5f5b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:19.459862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc4079-49f5-445b-97ee-cad4825c9e33 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Port': ['ID=4b390189-9956-4ec7-a02d-06e4c00b5f5b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:19.691703 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57dc4079-49f5-445b-97ee-cad4825c9e33 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:20.039641 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dc4079-49f5-445b-97ee-cad4825c9e33 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:20.232741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dc4079-49f5-445b-97ee-cad4825c9e33 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:20.239764 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-57dc4079-49f5-445b-97ee-cad4825c9e33 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "PUT /v2.0/routers/dec9a3bb-19b1-46c9-ad21-fddfbc9458bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2355967 Jan 27 22:03:20.247473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6cc5b-3c8d-4929-9b33-704a82d6f1f7 None None] Sync routers for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:20.263048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6cc5b-3c8d-4929-9b33-704a82d6f1f7 None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:20.263885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-07f6cc5b-3c8d-4929-9b33-704a82d6f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:20.419195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-07f6cc5b-3c8d-4929-9b33-704a82d6f1f7 None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:20.688582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-07f6cc5b-3c8d-4929-9b33-704a82d6f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:03:19Z', 'revision_number': 6, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'port_id': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'mac_address': 'fa:16:3e:8f:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dba486-e844-44af-9878-054f8c8f25e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:01:51Z', 'updated_at': '2022-01-27T22:01:54Z', 'revision_number': 1, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:29Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:20.719206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6cc5b-3c8d-4929-9b33-704a82d6f1f7 None None] Checking router: dec9a3bb-19b1-46c9-ad21-fddfbc9458bd for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:20.724698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6cc5b-3c8d-4929-9b33-704a82d6f1f7 None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:20.725315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-07f6cc5b-3c8d-4929-9b33-704a82d6f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:20.850060 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-07f6cc5b-3c8d-4929-9b33-704a82d6f1f7 None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:20.991331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30319991-be8c-4091-a2d0-36a5688c916f req-4f0bc2b4-908e-4552-90d7-5be0b6a9a28a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:20.992768 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30319991-be8c-4091-a2d0-36a5688c916f req-4f0bc2b4-908e-4552-90d7-5be0b6a9a28a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 946 time: 0.1800289 Jan 27 22:03:21.048638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30319991-be8c-4091-a2d0-36a5688c916f req-9d0d389d-428b-4339-a547-dbdfee097934 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=254c7dfc-6a9f-4632-9350-75ca26329e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478530 Jan 27 22:03:21.103783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-07f6cc5b-3c8d-4929-9b33-704a82d6f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:03:19Z', 'revision_number': 6, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'port_id': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'mac_address': 'fa:16:3e:8f:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dba486-e844-44af-9878-054f8c8f25e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:01:51Z', 'updated_at': '2022-01-27T22:01:54Z', 'revision_number': 1, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:29Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:21.133493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f6cc5b-3c8d-4929-9b33-704a82d6f1f7 None None] The sync data for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 is: [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:03:19Z', 'revision_number': 6, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'floating_ip_address': '172.25.0.185', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'port_id': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'mac_address': 'fa:16:3e:8f:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53dba486-e844-44af-9878-054f8c8f25e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:01:51Z', 'updated_at': '2022-01-27T22:01:54Z', 'revision_number': 1, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:29Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:21.954255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4b390189-9956-4ec7-a02d-06e4c00b5f5b no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:21.994117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4b390189-9956-4ec7-a02d-06e4c00b5f5b {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:21.994480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4b390189-9956-4ec7-a02d-06e4c00b5f5b not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:22.166822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4cb65-6ad7-404b-8b93-8d37da68deb3 req-06229e0f-0772-42d1-844c-b85742a92282 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:22.168502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22b4cb65-6ad7-404b-8b93-8d37da68deb3 req-06229e0f-0772-42d1-844c-b85742a92282 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 946 time: 0.0531259 Jan 27 22:03:22.261493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cadad-8e06-4f55-a5e4-85238703ca73 req-126be229-e7ae-4c95-8a77-a5923bc1c40f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:22.263599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-588cadad-8e06-4f55-a5e4-85238703ca73 req-126be229-e7ae-4c95-8a77-a5923bc1c40f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 946 time: 0.0941427 Jan 27 22:03:22.318095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22b4cb65-6ad7-404b-8b93-8d37da68deb3 req-5c6fe5ac-af95-461f-b6f6-08f74c6b8140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=254c7dfc-6a9f-4632-9350-75ca26329e12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393316 Jan 27 22:03:22.394429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-588cadad-8e06-4f55-a5e4-85238703ca73 req-66668c67-0957-4e8d-a3ee-7e78566fe86c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting port f314bf38-c895-4ef6-a942-45431041fddd {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:22.394873 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-588cadad-8e06-4f55-a5e4-85238703ca73 req-66668c67-0957-4e8d-a3ee-7e78566fe86c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f314bf38-c895-4ef6-a942-45431041fddd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.548246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-588cadad-8e06-4f55-a5e4-85238703ca73 req-66668c67-0957-4e8d-a3ee-7e78566fe86c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] For port f314bf38-c895-4ef6-a942-45431041fddd, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=f314bf38-c895-4ef6-a942-45431041fddd,segment=NetworkSegment(4a3785a9-017d-4834-aca6-513ff6e21351),segment_id=4a3785a9-017d-4834-aca6-513ff6e21351)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:22.548741 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-588cadad-8e06-4f55-a5e4-85238703ca73 req-66668c67-0957-4e8d-a3ee-7e78566fe86c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f314bf38-c895-4ef6-a942-45431041fddd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.569319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-588cadad-8e06-4f55-a5e4-85238703ca73 req-66668c67-0957-4e8d-a3ee-7e78566fe86c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Calling delete_port for f314bf38-c895-4ef6-a942-45431041fddd owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:22.645000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b39ba6-54df-449d-9ac8-9b502f8bce13 req-3600ad24-5467-4306-8969-0b8eebb238d8 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:22.646564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80b39ba6-54df-449d-9ac8-9b502f8bce13 req-3600ad24-5467-4306-8969-0b8eebb238d8 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1098 time: 0.1998112 Jan 27 22:03:22.710073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80b39ba6-54df-449d-9ac8-9b502f8bce13 req-873d4e6f-f26d-44e8-a98a-9a653c290017 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530956 Jan 27 22:03:22.740870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48882) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:22.871407 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-588cadad-8e06-4f55-a5e4-85238703ca73 req-66668c67-0957-4e8d-a3ee-7e78566fe86c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f314bf38-c895-4ef6-a942-45431041fddd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.924430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66668c67-0957-4e8d-a3ee-7e78566fe86c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Port': ['ID=f314bf38-c895-4ef6-a942-45431041fddd,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:22.963566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-588cadad-8e06-4f55-a5e4-85238703ca73 req-66668c67-0957-4e8d-a3ee-7e78566fe86c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] No DVR routers for this DVR port f314bf38-c895-4ef6-a942-45431041fddd on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:22.966265 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-588cadad-8e06-4f55-a5e4-85238703ca73 req-66668c67-0957-4e8d-a3ee-7e78566fe86c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:22.969996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-588cadad-8e06-4f55-a5e4-85238703ca73 req-66668c67-0957-4e8d-a3ee-7e78566fe86c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "DELETE /v2.0/ports/f314bf38-c895-4ef6-a942-45431041fddd HTTP/1.1" status: 204 len: 173 time: 0.6986704 Jan 27 22:03:22.970524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7069f16a-7a87-49b2-b77e-a5a9ed535de3', 'name': 'network-vif-deleted', 'tag': 'f314bf38-c895-4ef6-a942-45431041fddd'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:22.973046 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6863c5-4d62-47a3-bfc7-d4316f2a33ed" -d '{"events": [{"server_uuid": "7069f16a-7a87-49b2-b77e-a5a9ed535de3", "name": "network-vif-deleted", "tag": "f314bf38-c895-4ef6-a942-45431041fddd"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:22.984552 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port 2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:22.985538 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.023459 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4ae810-c6ee-4e37-9e3e-af0523094dc6 x-openstack-request-id: req-bc4ae810-c6ee-4e37-9e3e-af0523094dc6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:23.024177 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7069f16a-7a87-49b2-b77e-a5a9ed535de3", "name": "network-vif-deleted", "tag": "f314bf38-c895-4ef6-a942-45431041fddd", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:23.024596 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc4ae810-c6ee-4e37-9e3e-af0523094dc6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:23.025736 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7069f16a-7a87-49b2-b77e-a5a9ed535de3', 'name': 'network-vif-deleted', 'tag': 'f314bf38-c895-4ef6-a942-45431041fddd', 'status': 'completed', 'code': 200} Jan 27 22:03:23.069871 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.070348 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.082983 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for 2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:23.415585 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.497057 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=2a42a167-a1d4-4bf4-9e7b-cfe53299a5ba,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:23.513828 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ecda672-9571-4ab3-a4ba-012994fd8d93 req-ebe15a3c-9cff-4506-af72-8e1470216002 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=7069f16a-7a87-49b2-b77e-a5a9ed535de3 HTTP/1.1" status: 200 len: 210 time: 0.0718462 Jan 27 22:03:23.604387 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (fd747112-fcaf-4645-bf31-23b689f99e12), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.605049 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Floating IP fd747112-fcaf-4645-bf31-23b689f99e12 disassociated (deleted). External IP: 172.25.0.47, port: 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9. Jan 27 22:03:23.825304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:23.939009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:23.944043 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:23.951540 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85910512-ca7a-4874-8765-d33510ed714d None None] Sync routers for ids ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:23.967110 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85910512-ca7a-4874-8765-d33510ed714d None None] Routers {'18777d7b-417c-4d11-8c85-4f5bd76f8b05'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:23.967722 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-85910512-ca7a-4874-8765-d33510ed714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:23.988756 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-129e689d-4da8-4115-895b-b869e1fb3fbc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/floatingips/fd747112-fcaf-4645-bf31-23b689f99e12 HTTP/1.1" status: 204 len: 168 time: 1.2459848 Jan 27 22:03:23.989886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:23.992616 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308c5a1b-b583-46d4-8c15-58266d017ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:24.057495 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca71bbe6-29d3-410b-b61b-13bf0bfc57c6 x-openstack-request-id: req-ca71bbe6-29d3-410b-b61b-13bf0bfc57c6 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:24.057798 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:24.058056 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca71bbe6-29d3-410b-b61b-13bf0bfc57c6 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:24.058669 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'status': 'completed', 'code': 200} Jan 27 22:03:24.123548 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-85910512-ca7a-4874-8765-d33510ed714d None None] Set router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:24.135994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c5a1b-b583-46d4-8c15-58266d017ec5 req-8a65b595-9665-48a8-ac22-727fcae8e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:24.145421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-308c5a1b-b583-46d4-8c15-58266d017ec5 req-8a65b595-9665-48a8-ac22-727fcae8e76d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 1098 time: 0.0652747 Jan 27 22:03:24.334018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c5a1b-b583-46d4-8c15-58266d017ec5 req-9449fa6a-a100-42a7-9000-57f3cc2f90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:24.336064 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-308c5a1b-b583-46d4-8c15-58266d017ec5 req-9449fa6a-a100-42a7-9000-57f3cc2f90c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 200 len: 897 time: 0.1834314 Jan 27 22:03:24.354561 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-85910512-ca7a-4874-8765-d33510ed714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f', 'name': '', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:06:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:10Z', 'updated_at': '2022-01-27T22:01:18Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:24.380577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-308c5a1b-b583-46d4-8c15-58266d017ec5 req-af033934-1947-4c83-9ee4-a08f8de77913 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 200 len: 217 time: 0.0374601 Jan 27 22:03:24.384684 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85910512-ca7a-4874-8765-d33510ed714d None None] Checking router: 18777d7b-417c-4d11-8c85-4f5bd76f8b05 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:24.393571 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85910512-ca7a-4874-8765-d33510ed714d None None] Routers {'18777d7b-417c-4d11-8c85-4f5bd76f8b05'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:24.394181 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-85910512-ca7a-4874-8765-d33510ed714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:24.435878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c5a1b-b583-46d4-8c15-58266d017ec5 req-77e1d2ef-e7a9-4c66-baa5-707640dc2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:24.437746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-308c5a1b-b583-46d4-8c15-58266d017ec5 req-77e1d2ef-e7a9-4c66-baa5-707640dc2116 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 200 len: 835 time: 0.0510571 Jan 27 22:03:24.492516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c5a1b-b583-46d4-8c15-58266d017ec5 req-0e7a179d-f226-45a7-8a36-c37580f0fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:24.494636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-308c5a1b-b583-46d4-8c15-58266d017ec5 req-0e7a179d-f226-45a7-8a36-c37580f0fd8f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aa649475-fc3d-438e-9fca-a1d7264eb877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505133 Jan 27 22:03:24.511449 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-85910512-ca7a-4874-8765-d33510ed714d None None] Set router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:24.649006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48930) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:24.685027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-308c5a1b-b583-46d4-8c15-58266d017ec5 req-44ad6f3d-2a74-4605-8abd-314b77f32594 service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830263 Jan 27 22:03:24.821773 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-85910512-ca7a-4874-8765-d33510ed714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f', 'name': '', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:06:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:10Z', 'updated_at': '2022-01-27T22:01:18Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:24.832141 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1399ee56-559c-4976-8c6c-f708ef542eaa tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (254c7dfc-6a9f-4632-9350-75ca26329e12), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.879829 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1399ee56-559c-4976-8c6c-f708ef542eaa tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (254c7dfc-6a9f-4632-9350-75ca26329e12), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:24.891514 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85910512-ca7a-4874-8765-d33510ed714d None None] The sync data for ids ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'] in n-d-760456-6 is: [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:01:12Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f', 'name': '', 'network_id': 'aa649475-fc3d-438e-9fca-a1d7264eb877', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:06:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:10Z', 'updated_at': '2022-01-27T22:01:18Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': '29525e6d-9a4a-4c55-90dd-90ca234d1d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:24.939320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aee116-4a9c-4d27-a653-f1f642118b44 req-78538c11-7e4b-48a8-a098-5ba710e62496 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:24.944598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0aee116-4a9c-4d27-a653-f1f642118b44 req-78538c11-7e4b-48a8-a098-5ba710e62496 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 947 time: 0.1117778 Jan 27 22:03:24.944598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-308c5a1b-b583-46d4-8c15-58266d017ec5 req-61e43493-070f-4faf-ab7b-4316988cd875 service neutron] 10.222.0.71 "GET /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502875 Jan 27 22:03:25.012471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0aee116-4a9c-4d27-a653-f1f642118b44 req-937ad633-430c-4588-9567-c85a521795fc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462995 Jan 27 22:03:25.188759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76874c2-5559-4e56-8835-8050f18fca9e None None] New status for floating IP fd747112-fcaf-4645-bf31-23b689f99e12: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:03:25.245985 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1399ee56-559c-4976-8c6c-f708ef542eaa tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (254c7dfc-6a9f-4632-9350-75ca26329e12), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.251643 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1399ee56-559c-4976-8c6c-f708ef542eaa tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.256253 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1399ee56-559c-4976-8c6c-f708ef542eaa tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/security-groups/254c7dfc-6a9f-4632-9350-75ca26329e12 HTTP/1.1" status: 204 len: 168 time: 0.6054966 Jan 27 22:03:25.288292 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399ee56-559c-4976-8c6c-f708ef542eaa tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=254c7dfc-6a9f-4632-9350-75ca26329e12,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:25.441975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48948) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:25.496615 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a715778-a035-4127-adda-50a1640fd264 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting subnet 53227f22-97e2-4242-895d-4df638d83914 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:03:25.500171 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a715778-a035-4127-adda-50a1640fd264 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for subnet (53227f22-97e2-4242-895d-4df638d83914), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.556056 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a715778-a035-4127-adda-50a1640fd264 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (53227f22-97e2-4242-895d-4df638d83914), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.645777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a715778-a035-4127-adda-50a1640fd264 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (53227f22-97e2-4242-895d-4df638d83914), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.811745 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a715778-a035-4127-adda-50a1640fd264 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (53227f22-97e2-4242-895d-4df638d83914), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.865330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a715778-a035-4127-adda-50a1640fd264 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Subnet': ['ID=53227f22-97e2-4242-895d-4df638d83914,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:25.876333 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a715778-a035-4127-adda-50a1640fd264 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:25.879362 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9a715778-a035-4127-adda-50a1640fd264 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/subnets/53227f22-97e2-4242-895d-4df638d83914 HTTP/1.1" status: 204 len: 168 time: 0.4361143 Jan 27 22:03:25.885129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 48956) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:25.893548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2af399-2cd2-4167-bc43-2ff175bf4477 None None] Network 65f2291f-1774-4767-9ec0-babc1df41953 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:26.039458 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (65f2291f-1774-4767-9ec0-babc1df41953), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:26.051248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device f314bf38-c895-4ef6-a942-45431041fddd no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:26.054013 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:03:26.093047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: f314bf38-c895-4ef6-a942-45431041fddd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:26.093403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device f314bf38-c895-4ef6-a942-45431041fddd not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:26.126240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d84483d-eb3f-4979-9f8f-5f8a33653430 None None] DHCP port deletion for 65f2291f-1774-4767-9ec0-babc1df41953 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:03:26.140958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128a1e6-d6a7-44e5-86bf-5dc986b6033e req-d7d4ed9e-a7df-48fc-999f-ce03e0be8d9b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:26.142900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a128a1e6-d6a7-44e5-86bf-5dc986b6033e req-d7d4ed9e-a7df-48fc-999f-ce03e0be8d9b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 947 time: 0.1837857 Jan 27 22:03:26.200346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3d84483d-eb3f-4979-9f8f-5f8a33653430 None None] Deleting port 6dab6caa-f885-44e1-b979-43f45ebeeb5a {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:26.200888 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3d84483d-eb3f-4979-9f8f-5f8a33653430 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:26.277857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3d84483d-eb3f-4979-9f8f-5f8a33653430 None None] For port 6dab6caa-f885-44e1-b979-43f45ebeeb5a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6dab6caa-f885-44e1-b979-43f45ebeeb5a,segment=NetworkSegment(4a3785a9-017d-4834-aca6-513ff6e21351),segment_id=4a3785a9-017d-4834-aca6-513ff6e21351)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:26.278267 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3d84483d-eb3f-4979-9f8f-5f8a33653430 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:26.291794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting port 6dab6caa-f885-44e1-b979-43f45ebeeb5a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:26.292392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3d84483d-eb3f-4979-9f8f-5f8a33653430 None None] Calling delete_port for 6dab6caa-f885-44e1-b979-43f45ebeeb5a owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:26.292766 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:26.363525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] For port 6dab6caa-f885-44e1-b979-43f45ebeeb5a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6dab6caa-f885-44e1-b979-43f45ebeeb5a,segment=NetworkSegment(4a3785a9-017d-4834-aca6-513ff6e21351),segment_id=4a3785a9-017d-4834-aca6-513ff6e21351)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:26.364455 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:26.384788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Calling delete_port for 6dab6caa-f885-44e1-b979-43f45ebeeb5a owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:26.394140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537677f-8924-4c28-94a2-023192b1307d req-b8124ec7-7273-4329-a3c2-082321d3297f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:26.395807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b537677f-8924-4c28-94a2-023192b1307d req-b8124ec7-7273-4329-a3c2-082321d3297f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 947 time: 0.2419229 Jan 27 22:03:26.479090 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3d84483d-eb3f-4979-9f8f-5f8a33653430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:26.482184 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b537677f-8924-4c28-94a2-023192b1307d req-a3d211b2-0677-414b-9d0c-76d190b6e836 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587506 Jan 27 22:03:26.545842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84483d-eb3f-4979-9f8f-5f8a33653430 None None] Pushing event deleted for resources: {'Port': ['ID=6dab6caa-f885-44e1-b979-43f45ebeeb5a,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:26.562420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-a128a1e6-d6a7-44e5-86bf-5dc986b6033e req-9457d77c-bc98-4ea9-8d77-d715780abdd7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:26.564790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d84483d-eb3f-4979-9f8f-5f8a33653430 None None] No DVR routers for this DVR port 6dab6caa-f885-44e1-b979-43f45ebeeb5a on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:26.574634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a128a1e6-d6a7-44e5-86bf-5dc986b6033e req-9457d77c-bc98-4ea9-8d77-d715780abdd7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:26.657512 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6dab6caa-f885-44e1-b979-43f45ebeeb5a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:26.743569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a128a1e6-d6a7-44e5-86bf-5dc986b6033e req-9457d77c-bc98-4ea9-8d77-d715780abdd7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] For port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:26.744010 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a128a1e6-d6a7-44e5-86bf-5dc986b6033e req-9457d77c-bc98-4ea9-8d77-d715780abdd7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:26.761265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-a128a1e6-d6a7-44e5-86bf-5dc986b6033e req-9457d77c-bc98-4ea9-8d77-d715780abdd7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:26.848949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Port': ['ID=6dab6caa-f885-44e1-b979-43f45ebeeb5a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:26.858321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] No DVR routers for this DVR port 6dab6caa-f885-44e1-b979-43f45ebeeb5a on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:26.985595 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (65f2291f-1774-4767-9ec0-babc1df41953), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.011618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f2291f-1774-4767-9ec0-babc1df41953']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:27.020928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3785a9-017d-4834-aca6-513ff6e21351') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:27.021272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3785a9-017d-4834-aca6-513ff6e21351') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:27.031115 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (4a3785a9-017d-4834-aca6-513ff6e21351), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.044209 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4a3785a9-017d-4834-aca6-513ff6e21351), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.050615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:03:27.050999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (4a3785a9-017d-4834-aca6-513ff6e21351), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: self.session.flush() Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:03:27.053981 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:03:27.119433 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.220894 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a128a1e6-d6a7-44e5-86bf-5dc986b6033e req-9457d77c-bc98-4ea9-8d77-d715780abdd7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.279971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457d77c-bc98-4ea9-8d77-d715780abdd7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:27.324388 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (65f2291f-1774-4767-9ec0-babc1df41953), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.329936 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.338218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 48976) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:27.342089 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/networks/65f2291f-1774-4767-9ec0-babc1df41953 HTTP/1.1" status: 204 len: 168 time: 1.4551303 Jan 27 22:03:27.385160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a128a1e6-d6a7-44e5-86bf-5dc986b6033e req-9457d77c-bc98-4ea9-8d77-d715780abdd7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] No DVR routers for this DVR port 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:27.387719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667b742-deba-4fb3-966e-f9155dd2e6f4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Network': ['ID=65f2291f-1774-4767-9ec0-babc1df41953,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:27.393929 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a128a1e6-d6a7-44e5-86bf-5dc986b6033e req-9457d77c-bc98-4ea9-8d77-d715780abdd7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.397903 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a128a1e6-d6a7-44e5-86bf-5dc986b6033e req-9457d77c-bc98-4ea9-8d77-d715780abdd7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "DELETE /v2.0/ports/9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 HTTP/1.1" status: 204 len: 173 time: 1.2428544 Jan 27 22:03:27.398396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'name': 'network-vif-deleted', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:27.400902 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067a1299-527a-455a-b986-abcf65e37e7f" -d '{"events": [{"server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "name": "network-vif-deleted", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:27.437808 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:27.474702 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fba57e-b338-43e0-9bb8-fcd6216a2415 x-openstack-request-id: req-11fba57e-b338-43e0-9bb8-fcd6216a2415 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:27.475998 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa62e4be-6f5f-4da1-b0a3-3c8099114fa8", "name": "network-vif-deleted", "tag": "9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:27.476191 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11fba57e-b338-43e0-9bb8-fcd6216a2415 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:27.476660 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62e4be-6f5f-4da1-b0a3-3c8099114fa8', 'name': 'network-vif-deleted', 'tag': '9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9', 'status': 'completed', 'code': 200} Jan 27 22:03:27.660031 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46eb5ea1-964d-42e5-92ed-d73a0c4aeb3d req-fa566cea-6e01-4d77-834c-aec47b73f6d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 210 time: 0.0647225 Jan 27 22:03:27.947791 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting port 75c66738-be0e-44fd-9c09-0ba816a7cd72 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:27.951812 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (75c66738-be0e-44fd-9c09-0ba816a7cd72), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.077344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6dab6caa-f885-44e1-b979-43f45ebeeb5a no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:28.085453 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (75c66738-be0e-44fd-9c09-0ba816a7cd72), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.086139 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for floatingip (75c66738-be0e-44fd-9c09-0ba816a7cd72), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.099447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Calling delete_port for 75c66738-be0e-44fd-9c09-0ba816a7cd72 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:28.100239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 6dab6caa-f885-44e1-b979-43f45ebeeb5a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:28.100866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6dab6caa-f885-44e1-b979-43f45ebeeb5a not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:28.484047 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (75c66738-be0e-44fd-9c09-0ba816a7cd72), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.529810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Port': ['ID=75c66738-be0e-44fd-9c09-0ba816a7cd72,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:28.609505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:28.640149 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for floatingip (bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:28.640734 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Floating IP bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8 disassociated (deleted). External IP: 172.25.0.185, port: 98a6db01-71a4-4ce3-8d84-837aade10a55. Jan 27 22:03:28.667842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:28.667842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9cdcf8c7-706b-4c26-bd10-adbb7bdb34c9 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:28.883399 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf0e3819-2acf-4f3e-a731-a502caacd1a3 req-44a1d329-09c8-4137-8a28-451d9e8b4498 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa62e4be-6f5f-4da1-b0a3-3c8099114fa8 HTTP/1.1" status: 200 len: 210 time: 0.0363605 Jan 27 22:03:28.995061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:29.124665 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:29.130063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:29.145365 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94f14a-1434-4e42-baab-c81cc1bc6a36 None None] Sync routers for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:29.159308 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94f14a-1434-4e42-baab-c81cc1bc6a36 None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:29.161343 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1b94f14a-1434-4e42-baab-c81cc1bc6a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:29.162296 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3ec26015-7c47-414c-8231-841957d920f7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/floatingips/bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8 HTTP/1.1" status: 204 len: 168 time: 1.8228760 Jan 27 22:03:29.162992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53dba486-e844-44af-9878-054f8c8f25e3', 'tag': '98a6db01-71a4-4ce3-8d84-837aade10a55'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:29.166275 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d9431f-73a1-4926-a53f-6095477ccfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "53dba486-e844-44af-9878-054f8c8f25e3", "tag": "98a6db01-71a4-4ce3-8d84-837aade10a55"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:29.219227 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d335b7ef-bfc6-480b-bc22-1cb2878eba95 x-openstack-request-id: req-d335b7ef-bfc6-480b-bc22-1cb2878eba95 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:29.220004 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53dba486-e844-44af-9878-054f8c8f25e3", "tag": "98a6db01-71a4-4ce3-8d84-837aade10a55", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:29.223412 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d335b7ef-bfc6-480b-bc22-1cb2878eba95 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:29.223412 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53dba486-e844-44af-9878-054f8c8f25e3', 'tag': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'status': 'completed', 'code': 200} Jan 27 22:03:29.332972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9431f-73a1-4926-a53f-6095477ccfa7 req-e15a29af-520e-4f9e-9606-a94e583f815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:29.334768 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01d9431f-73a1-4926-a53f-6095477ccfa7 req-e15a29af-520e-4f9e-9606-a94e583f815d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 1096 time: 0.0864000 Jan 27 22:03:29.342980 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-1b94f14a-1434-4e42-baab-c81cc1bc6a36 None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:29.484063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9431f-73a1-4926-a53f-6095477ccfa7 req-bec3abd4-8465-488e-8d8d-20eaa9f48948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:29.529437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01d9431f-73a1-4926-a53f-6095477ccfa7 req-bec3abd4-8465-488e-8d8d-20eaa9f48948 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1ab2f17d-b623-4ab0-85bb-1067b489cd7f HTTP/1.1" status: 200 len: 896 time: 0.1569736 Jan 27 22:03:29.590302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01d9431f-73a1-4926-a53f-6095477ccfa7 req-4ce6e882-0c48-4ada-ba0b-7900e477dc3a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98a6db01-71a4-4ce3-8d84-837aade10a55 HTTP/1.1" status: 200 len: 217 time: 0.0813754 Jan 27 22:03:29.648337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9431f-73a1-4926-a53f-6095477ccfa7 req-2cc9fa18-f568-467e-93a8-70080caf13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:29.650193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01d9431f-73a1-4926-a53f-6095477ccfa7 req-2cc9fa18-f568-467e-93a8-70080caf13ac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d25f0a61-de15-4f57-9ad8-332487a7cfb2 HTTP/1.1" status: 200 len: 835 time: 0.0548859 Jan 27 22:03:29.801937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9431f-73a1-4926-a53f-6095477ccfa7 req-bbbcd941-6263-4f1e-9aa1-4d86e2a43d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:29.819439 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1b94f14a-1434-4e42-baab-c81cc1bc6a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:03:19Z', 'revision_number': 6, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:29Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:29.821846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01d9431f-73a1-4926-a53f-6095477ccfa7 req-bbbcd941-6263-4f1e-9aa1-4d86e2a43d11 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1ab2f17d-b623-4ab0-85bb-1067b489cd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419547 Jan 27 22:03:29.889884 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94f14a-1434-4e42-baab-c81cc1bc6a36 None None] Checking router: dec9a3bb-19b1-46c9-ad21-fddfbc9458bd for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:29.909536 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b94f14a-1434-4e42-baab-c81cc1bc6a36 None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:29.911181 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1b94f14a-1434-4e42-baab-c81cc1bc6a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:29.997094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49038) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:30.073283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01d9431f-73a1-4926-a53f-6095477ccfa7 req-6c5d93e0-8c79-4791-80f7-a9319a12e78a service neutron] 10.222.0.74 "GET /v2.0/networks/1ab2f17d-b623-4ab0-85bb-1067b489cd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450879 Jan 27 22:03:30.089217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb0c8a-0a46-4fa1-91dc-4111a2da6caa req-9c5a5554-8aed-491a-bff2-3b2cbb5c40e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:30.093873 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-1b94f14a-1434-4e42-baab-c81cc1bc6a36 None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:30.111363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cfcb0c8a-0a46-4fa1-91dc-4111a2da6caa req-9c5a5554-8aed-491a-bff2-3b2cbb5c40e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 945 time: 0.1479664 Jan 27 22:03:30.356829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cfcb0c8a-0a46-4fa1-91dc-4111a2da6caa req-b5e17b27-82dc-4ae2-99c6-27045475e808 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442086 Jan 27 22:03:30.383167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01d9431f-73a1-4926-a53f-6095477ccfa7 req-bef80390-ff9f-4dbc-bdcb-89d75f1690bd service neutron] 10.222.0.74 "GET /v2.0/networks/1ab2f17d-b623-4ab0-85bb-1067b489cd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019421 Jan 27 22:03:30.512770 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1b94f14a-1434-4e42-baab-c81cc1bc6a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:03:19Z', 'revision_number': 6, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:29Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:30.602005 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b94f14a-1434-4e42-baab-c81cc1bc6a36 None None] The sync data for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 is: [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:03:19Z', 'revision_number': 6, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4703013a-e1e0-4d41-89e2-2a20855db1bf', 'name': '', 'network_id': '1ab2f17d-b623-4ab0-85bb-1067b489cd7f', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:58:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:20Z', 'updated_at': '2022-01-27T22:01:29Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': 'd25f0a61-de15-4f57-9ad8-332487a7cfb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:30.708611 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43f7d869-e539-489d-82d7-f71045e04a96 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (18777d7b-417c-4d11-8c85-4f5bd76f8b05), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:31.036598 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-43f7d869-e539-489d-82d7-f71045e04a96 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:31.037762 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43f7d869-e539-489d-82d7-f71045e04a96 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:31.058734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc42855-1a78-4ef5-9a09-d61e699d485f None None] New status for floating IP bd9e4dfb-a5b7-4a7f-9c0b-8afd74cd2ab8: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:03:31.240763 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-43f7d869-e539-489d-82d7-f71045e04a96 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] For port 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:31.242513 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43f7d869-e539-489d-82d7-f71045e04a96 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:31.247794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f72e57-5178-4b8a-9044-d7b5d319df6d req-b6bd0bdb-d02a-46f4-9f95-6d8a8da40186 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:31.250101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7f72e57-5178-4b8a-9044-d7b5d319df6d req-b6bd0bdb-d02a-46f4-9f95-6d8a8da40186 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 945 time: 0.0842214 Jan 27 22:03:31.262631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-43f7d869-e539-489d-82d7-f71045e04a96 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:31.438940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-c7f72e57-5178-4b8a-9044-d7b5d319df6d req-4c580760-567a-4f1a-b850-38d695c61429 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting port 98a6db01-71a4-4ce3-8d84-837aade10a55 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:31.441445 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7f72e57-5178-4b8a-9044-d7b5d319df6d req-4c580760-567a-4f1a-b850-38d695c61429 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:31.634099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b85fc5-3921-456a-9c40-98b8ede15f1b req-6c902339-0c4b-47ee-814a-d64274307504 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:31.635765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3b85fc5-3921-456a-9c40-98b8ede15f1b req-6c902339-0c4b-47ee-814a-d64274307504 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 945 time: 0.0934594 Jan 27 22:03:31.674457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c7f72e57-5178-4b8a-9044-d7b5d319df6d req-4c580760-567a-4f1a-b850-38d695c61429 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] For port 98a6db01-71a4-4ce3-8d84-837aade10a55, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=98a6db01-71a4-4ce3-8d84-837aade10a55,segment=NetworkSegment(14c7f832-4994-4f78-b12d-c83e41c7e43f),segment_id=14c7f832-4994-4f78-b12d-c83e41c7e43f)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:31.674754 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7f72e57-5178-4b8a-9044-d7b5d319df6d req-4c580760-567a-4f1a-b850-38d695c61429 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:31.696596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-c7f72e57-5178-4b8a-9044-d7b5d319df6d req-4c580760-567a-4f1a-b850-38d695c61429 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Calling delete_port for 98a6db01-71a4-4ce3-8d84-837aade10a55 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:31.718395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43f7d869-e539-489d-82d7-f71045e04a96 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:31.735582 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3b85fc5-3921-456a-9c40-98b8ede15f1b req-e8b8c5f8-7546-4bfb-9847-1188d8aaa82f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863266 Jan 27 22:03:31.763647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7d869-e539-489d-82d7-f71045e04a96 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:32.039200 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7f72e57-5178-4b8a-9044-d7b5d319df6d req-4c580760-567a-4f1a-b850-38d695c61429 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (98a6db01-71a4-4ce3-8d84-837aade10a55), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:32.043532 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43f7d869-e539-489d-82d7-f71045e04a96 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (18777d7b-417c-4d11-8c85-4f5bd76f8b05), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:32.119261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c580760-567a-4f1a-b850-38d695c61429 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Port': ['ID=98a6db01-71a4-4ce3-8d84-837aade10a55,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:32.222441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f72e57-5178-4b8a-9044-d7b5d319df6d req-4c580760-567a-4f1a-b850-38d695c61429 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] No DVR routers for this DVR port 98a6db01-71a4-4ce3-8d84-837aade10a55 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:32.225667 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7f72e57-5178-4b8a-9044-d7b5d319df6d req-4c580760-567a-4f1a-b850-38d695c61429 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:32.229800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7f72e57-5178-4b8a-9044-d7b5d319df6d req-4c580760-567a-4f1a-b850-38d695c61429 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "DELETE /v2.0/ports/98a6db01-71a4-4ce3-8d84-837aade10a55 HTTP/1.1" status: 204 len: 173 time: 0.9749100 Jan 27 22:03:32.230521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dba486-e844-44af-9878-054f8c8f25e3', 'name': 'network-vif-deleted', 'tag': '98a6db01-71a4-4ce3-8d84-837aade10a55'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:03:32.245375 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba8ebe6-465a-49b8-934a-f206f0583447" -d '{"events": [{"server_uuid": "53dba486-e844-44af-9878-054f8c8f25e3", "name": "network-vif-deleted", "tag": "98a6db01-71a4-4ce3-8d84-837aade10a55"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:03:32.295208 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58774dd3-8940-434f-a696-e2fa869a6d60 x-openstack-request-id: req-58774dd3-8940-434f-a696-e2fa869a6d60 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:03:32.296455 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dba486-e844-44af-9878-054f8c8f25e3", "name": "network-vif-deleted", "tag": "98a6db01-71a4-4ce3-8d84-837aade10a55", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:03:32.296958 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58774dd3-8940-434f-a696-e2fa869a6d60 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:03:32.297584 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dba486-e844-44af-9878-054f8c8f25e3', 'name': 'network-vif-deleted', 'tag': '98a6db01-71a4-4ce3-8d84-837aade10a55', 'status': 'completed', 'code': 200} Jan 27 22:03:32.326823 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b4b562d4-3338-42e3-9378-88ec179b8bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:32.401299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f7d869-e539-489d-82d7-f71045e04a96 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:32.538011 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f7d869-e539-489d-82d7-f71045e04a96 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:32.544792 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-43f7d869-e539-489d-82d7-f71045e04a96 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "PUT /v2.0/routers/18777d7b-417c-4d11-8c85-4f5bd76f8b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5465603 Jan 27 22:03:32.548225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49086) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:32.558679 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e458cf2a-5715-46ed-b8de-708cece40bbe None None] Sync routers for ids ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:32.586470 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e458cf2a-5715-46ed-b8de-708cece40bbe None None] Routers {'18777d7b-417c-4d11-8c85-4f5bd76f8b05'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:32.587299 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e458cf2a-5715-46ed-b8de-708cece40bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:32.662511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-091249da-599b-476b-8514-d1820d69f781 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting subnet 29525e6d-9a4a-4c55-90dd-90ca234d1d17 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:03:32.670037 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-091249da-599b-476b-8514-d1820d69f781 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for subnet (29525e6d-9a4a-4c55-90dd-90ca234d1d17), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:32.733299 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-091249da-599b-476b-8514-d1820d69f781 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (29525e6d-9a4a-4c55-90dd-90ca234d1d17), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:32.760761 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-e458cf2a-5715-46ed-b8de-708cece40bbe None None] Set router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:32.862436 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-091249da-599b-476b-8514-d1820d69f781 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (29525e6d-9a4a-4c55-90dd-90ca234d1d17), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:32.868205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b99e11a3-5e05-42d8-b3ad-7df06998955b req-43a2cc45-8d9c-4b44-b61d-abfc77638572 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=53dba486-e844-44af-9878-054f8c8f25e3 HTTP/1.1" status: 200 len: 210 time: 0.0336967 Jan 27 22:03:32.970655 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e458cf2a-5715-46ed-b8de-708cece40bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:03:31Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:33.004568 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e458cf2a-5715-46ed-b8de-708cece40bbe None None] Checking router: 18777d7b-417c-4d11-8c85-4f5bd76f8b05 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:33.020269 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e458cf2a-5715-46ed-b8de-708cece40bbe None None] Routers {'18777d7b-417c-4d11-8c85-4f5bd76f8b05'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:33.024853 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e458cf2a-5715-46ed-b8de-708cece40bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:33.044272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-091249da-599b-476b-8514-d1820d69f781 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (29525e6d-9a4a-4c55-90dd-90ca234d1d17), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:33.114874 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091249da-599b-476b-8514-d1820d69f781 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Subnet': ['ID=29525e6d-9a4a-4c55-90dd-90ca234d1d17,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:33.145131 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-091249da-599b-476b-8514-d1820d69f781 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:33.148860 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-091249da-599b-476b-8514-d1820d69f781 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/subnets/29525e6d-9a4a-4c55-90dd-90ca234d1d17 HTTP/1.1" status: 204 len: 168 time: 0.5950713 Jan 27 22:03:33.153828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49102) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:33.155588 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020d2c7d-0836-47b1-8837-4db00a05d352 None None] Network aa649475-fc3d-438e-9fca-a1d7264eb877 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:33.302871 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-e458cf2a-5715-46ed-b8de-708cece40bbe None None] Set router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:33.423243 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router (18777d7b-417c-4d11-8c85-4f5bd76f8b05), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:33.613141 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e458cf2a-5715-46ed-b8de-708cece40bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:03:31Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:33.643857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] DHCP port deletion for aa649475-fc3d-438e-9fca-a1d7264eb877 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:03:33.648837 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (18777d7b-417c-4d11-8c85-4f5bd76f8b05), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:33.680193 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e458cf2a-5715-46ed-b8de-708cece40bbe None None] The sync data for ids ['18777d7b-417c-4d11-8c85-4f5bd76f8b05'] in n-d-760456-6 is: [{'id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1909573352', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '36c0a69c-0c87-421e-b411-f681beb34247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:02Z', 'updated_at': '2022-01-27T22:03:31Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '36c0a69c-0c87-421e-b411-f681beb34247', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18777d7b-417c-4d11-8c85-4f5bd76f8b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:04Z', 'updated_at': '2022-01-27T22:01:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:33.706280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Deleting port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:33.706761 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:33.783747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] For port 2d5189dc-352f-45aa-aae6-0914b3cb82e0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2d5189dc-352f-45aa-aae6-0914b3cb82e0,segment=NetworkSegment(1343f431-03d3-4c18-942c-1409128e1519),segment_id=1343f431-03d3-4c18-942c-1409128e1519)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:33.784149 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:33.797770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Calling delete_port for 2d5189dc-352f-45aa-aae6-0914b3cb82e0 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:33.919825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49140) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:33.986203 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3522891a-b197-4289-b4e0-e09eb8ecf7b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.013561 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3522891a-b197-4289-b4e0-e09eb8ecf7b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.047037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 98a6db01-71a4-4ce3-8d84-837aade10a55 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:34.084429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 98a6db01-71a4-4ce3-8d84-837aade10a55 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:34.085039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 98a6db01-71a4-4ce3-8d84-837aade10a55 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:34.152002 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (2d5189dc-352f-45aa-aae6-0914b3cb82e0), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.201406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port 36c0a69c-0c87-421e-b411-f681beb34247 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:34.201823 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (36c0a69c-0c87-421e-b411-f681beb34247), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.206111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Pushing event deleted for resources: {'Port': ['ID=2d5189dc-352f-45aa-aae6-0914b3cb82e0,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:34.234223 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2d5189dc-352f-45aa-aae6-0914b3cb82e0 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:34.237077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.240902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.240902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.240902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.240902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.240902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.240902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.240902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.240902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.240902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.240902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.244532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.244907 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:34.248949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d428885f-01e8-44ed-9687-9b5087ad9125 None None] No DVR routers for this DVR port 2d5189dc-352f-45aa-aae6-0914b3cb82e0 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:34.263177 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3522891a-b197-4289-b4e0-e09eb8ecf7b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.279720 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 2d5189dc-352f-45aa-aae6-0914b3cb82e0 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:34.280410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2d5189dc-352f-45aa-aae6-0914b3cb82e0 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:34.281018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:34.295878 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3522891a-b197-4289-b4e0-e09eb8ecf7b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.301051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3522891a-b197-4289-b4e0-e09eb8ecf7b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/security-groups/c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb HTTP/1.1" status: 204 len: 168 time: 0.3800316 Jan 27 22:03:34.307986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:34.308374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4fd1e80c-cb57-4fa4-9a8c-e3e3eb2f3d2f not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:34.327154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522891a-b197-4289-b4e0-e09eb8ecf7b9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19017a6-fdfa-4dfe-95fa-1c44c79c5ccb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:34.377546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] For port 36c0a69c-0c87-421e-b411-f681beb34247, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=36c0a69c-0c87-421e-b411-f681beb34247,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:34.378768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (36c0a69c-0c87-421e-b411-f681beb34247), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.391383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for 36c0a69c-0c87-421e-b411-f681beb34247 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:34.462218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49158) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:34.718083 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (36c0a69c-0c87-421e-b411-f681beb34247), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:34.952245 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a08553c6-d142-4ddd-ba95-c150812555df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.025608 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21ccbf43-0420-4e5a-a228-fba7be0a8ae1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.408532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=36c0a69c-0c87-421e-b411-f681beb34247,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:35.490966 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-21ccbf43-0420-4e5a-a228-fba7be0a8ae1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting port 4703013a-e1e0-4d41-89e2-2a20855db1bf {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:35.491987 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21ccbf43-0420-4e5a-a228-fba7be0a8ae1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.513054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (18777d7b-417c-4d11-8c85-4f5bd76f8b05), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.616771 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (18777d7b-417c-4d11-8c85-4f5bd76f8b05), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.619498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_controller (18777d7b-417c-4d11-8c85-4f5bd76f8b05), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.619981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-21ccbf43-0420-4e5a-a228-fba7be0a8ae1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] For port 4703013a-e1e0-4d41-89e2-2a20855db1bf, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4703013a-e1e0-4d41-89e2-2a20855db1bf,segment=NetworkSegment(14c7f832-4994-4f78-b12d-c83e41c7e43f),segment_id=14c7f832-4994-4f78-b12d-c83e41c7e43f)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:35.620503 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21ccbf43-0420-4e5a-a228-fba7be0a8ae1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.633879 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-21ccbf43-0420-4e5a-a228-fba7be0a8ae1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Calling delete_port for 4703013a-e1e0-4d41-89e2-2a20855db1bf owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:35.859392 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (18777d7b-417c-4d11-8c85-4f5bd76f8b05), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.859392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Fanout notify agent at l3_agent the message router_deleted on router 18777d7b-417c-4d11-8c85-4f5bd76f8b05 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:03:35.862621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:35.864195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8f9818fb-e33f-4cb2-95aa-eaed8306d21d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/routers/18777d7b-417c-4d11-8c85-4f5bd76f8b05 HTTP/1.1" status: 204 len: 168 time: 2.7086949 Jan 27 22:03:35.866983 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49212) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:35.960749 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21ccbf43-0420-4e5a-a228-fba7be0a8ae1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4703013a-e1e0-4d41-89e2-2a20855db1bf), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:36.013376 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccbf43-0420-4e5a-a228-fba7be0a8ae1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Port': ['ID=4703013a-e1e0-4d41-89e2-2a20855db1bf,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:36.028908 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (aa649475-fc3d-438e-9fca-a1d7264eb877), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:36.126355 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:36.672220 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (aa649475-fc3d-438e-9fca-a1d7264eb877), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:36.702635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa649475-fc3d-438e-9fca-a1d7264eb877']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:36.712682 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21ccbf43-0420-4e5a-a228-fba7be0a8ae1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:36.715457 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1343f431-03d3-4c18-942c-1409128e1519') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:36.715767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1343f431-03d3-4c18-942c-1409128e1519') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:36.731000 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (1343f431-03d3-4c18-942c-1409128e1519), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:36.789224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (1343f431-03d3-4c18-942c-1409128e1519), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:36.791749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:03:36.792170 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (1343f431-03d3-4c18-942c-1409128e1519), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:03:36.795096 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:03:37.007565 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (aa649475-fc3d-438e-9fca-a1d7264eb877), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.022912 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.026377 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/networks/aa649475-fc3d-438e-9fca-a1d7264eb877 HTTP/1.1" status: 204 len: 168 time: 1.1580241 Jan 27 22:03:37.029171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49254) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:37.050254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca48d3-4245-4a74-a0a4-713c6de175f1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Network': ['ID=aa649475-fc3d-438e-9fca-a1d7264eb877,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:37.073825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ccbf43-0420-4e5a-a228-fba7be0a8ae1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:37.106799 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.140054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.219525 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ccbf43-0420-4e5a-a228-fba7be0a8ae1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:37.225099 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-21ccbf43-0420-4e5a-a228-fba7be0a8ae1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "PUT /v2.0/routers/dec9a3bb-19b1-46c9-ad21-fddfbc9458bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7609332 Jan 27 22:03:37.228299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49260) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:37.233205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50127f44-320c-4eea-b26f-b375b31aeb7b None None] Sync routers for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:37.277625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50127f44-320c-4eea-b26f-b375b31aeb7b None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:37.277625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-50127f44-320c-4eea-b26f-b375b31aeb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:37.299007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-62598b0d-8f57-43ff-a897-d62e490b729a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting subnet d25f0a61-de15-4f57-9ad8-332487a7cfb2 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:03:37.303313 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-62598b0d-8f57-43ff-a897-d62e490b729a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for subnet (d25f0a61-de15-4f57-9ad8-332487a7cfb2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.358445 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-62598b0d-8f57-43ff-a897-d62e490b729a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (d25f0a61-de15-4f57-9ad8-332487a7cfb2), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.411724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-50127f44-320c-4eea-b26f-b375b31aeb7b None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:37.444266 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.447587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.449639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/security-groups/48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462 HTTP/1.1" status: 204 len: 168 time: 0.4194055 Jan 27 22:03:37.459913 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-62598b0d-8f57-43ff-a897-d62e490b729a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (d25f0a61-de15-4f57-9ad8-332487a7cfb2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.489813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dd3c4b-c5e1-4c6e-a44b-9a77b9d18462,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:37.491096 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.503196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.503560 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.503909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.504276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.504619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.505040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.505377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.505714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.506037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.506375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.506754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.507075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.507405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2cb69-10a1-45b7-9435-933e8dccf301 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:37.635207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-50127f44-320c-4eea-b26f-b375b31aeb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:03:35Z', 'revision_number': 7, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:37.672503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50127f44-320c-4eea-b26f-b375b31aeb7b None None] Checking router: dec9a3bb-19b1-46c9-ad21-fddfbc9458bd for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:37.684989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50127f44-320c-4eea-b26f-b375b31aeb7b None None] Routers {'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:37.685618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-50127f44-320c-4eea-b26f-b375b31aeb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:37.729558 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-62598b0d-8f57-43ff-a897-d62e490b729a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (d25f0a61-de15-4f57-9ad8-332487a7cfb2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.783387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62598b0d-8f57-43ff-a897-d62e490b729a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Subnet': ['ID=d25f0a61-de15-4f57-9ad8-332487a7cfb2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:37.818650 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-62598b0d-8f57-43ff-a897-d62e490b729a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:37.824569 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49284) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:37.825338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-62598b0d-8f57-43ff-a897-d62e490b729a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/subnets/d25f0a61-de15-4f57-9ad8-332487a7cfb2 HTTP/1.1" status: 204 len: 168 time: 0.5957997 Jan 27 22:03:37.868294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179f9175-f7d2-4062-8c1f-fdae856510ff None None] Network 1ab2f17d-b623-4ab0-85bb-1067b489cd7f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:37.977632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-50127f44-320c-4eea-b26f-b375b31aeb7b None None] Set router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:38.026363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.069207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 36c0a69c-0c87-421e-b411-f681beb34247 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:38.152214 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49298) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:38.157242 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-43435052-974e-499a-aab6-1d38542c4fe7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-815989032', 'description': 'tempest-secgroup-smoke-815989032 description', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:38.158587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 36c0a69c-0c87-421e-b411-f681beb34247 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:38.158937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 36c0a69c-0c87-421e-b411-f681beb34247 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:38.191870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router_gateway (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.277267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-50127f44-320c-4eea-b26f-b375b31aeb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:03:35Z', 'revision_number': 7, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:38.281616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec49f5c1-e6d8-4378-a9b6-33a6ffa78b7c None None] DHCP port deletion for 1ab2f17d-b623-4ab0-85bb-1067b489cd7f request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:03:38.300653 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43435052-974e-499a-aab6-1d38542c4fe7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.310670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50127f44-320c-4eea-b26f-b375b31aeb7b None None] The sync data for ids ['dec9a3bb-19b1-46c9-ad21-fddfbc9458bd'] in n-d-760456-6 is: [{'id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'name': 'tempest-TestNetworkBasicOps-router-1337479170', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:01:11Z', 'updated_at': '2022-01-27T22:03:35Z', 'revision_number': 7, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': '8d7cc3d7-454c-4be3-b659-1665a176600c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec9a3bb-19b1-46c9-ad21-fddfbc9458bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:01:13Z', 'updated_at': '2022-01-27T22:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:38.391483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ec49f5c1-e6d8-4378-a9b6-33a6ffa78b7c None None] Deleting port 09faf79a-932c-44af-907a-82e1cb6c09e1 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:38.392201 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ec49f5c1-e6d8-4378-a9b6-33a6ffa78b7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.425811 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43435052-974e-499a-aab6-1d38542c4fe7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (569f93fe-7984-4c08-82a8-2da8b6cc9b61), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.427738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting port 8d7cc3d7-454c-4be3-b659-1665a176600c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:03:38.428172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.480473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ec49f5c1-e6d8-4378-a9b6-33a6ffa78b7c None None] For port 09faf79a-932c-44af-907a-82e1cb6c09e1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=09faf79a-932c-44af-907a-82e1cb6c09e1,segment=NetworkSegment(14c7f832-4994-4f78-b12d-c83e41c7e43f),segment_id=14c7f832-4994-4f78-b12d-c83e41c7e43f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:38.480473 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ec49f5c1-e6d8-4378-a9b6-33a6ffa78b7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.492639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ec49f5c1-e6d8-4378-a9b6-33a6ffa78b7c None None] Calling delete_port for 09faf79a-932c-44af-907a-82e1cb6c09e1 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:38.520578 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43435052-974e-499a-aab6-1d38542c4fe7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (569f93fe-7984-4c08-82a8-2da8b6cc9b61), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.564278 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] For port 8d7cc3d7-454c-4be3-b659-1665a176600c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8d7cc3d7-454c-4be3-b659-1665a176600c,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:38.564971 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.573404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43435052-974e-499a-aab6-1d38542c4fe7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569f93fe-7984-4c08-82a8-2da8b6cc9b61,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:38.581007 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Calling delete_port for 8d7cc3d7-454c-4be3-b659-1665a176600c owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:03:38.699396 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-43435052-974e-499a-aab6-1d38542c4fe7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.700718 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-43435052-974e-499a-aab6-1d38542c4fe7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5474312 Jan 27 22:03:38.705613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49316) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:38.707420 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ec49f5c1-e6d8-4378-a9b6-33a6ffa78b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (09faf79a-932c-44af-907a-82e1cb6c09e1), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.714408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b164e971-23f1-47fd-a3bc-0a3464b1d99f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '569f93fe-7984-4c08-82a8-2da8b6cc9b61', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:38.734238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49f5c1-e6d8-4378-a9b6-33a6ffa78b7c None None] Pushing event deleted for resources: {'Port': ['ID=09faf79a-932c-44af-907a-82e1cb6c09e1,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:38.741781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec49f5c1-e6d8-4378-a9b6-33a6ffa78b7c None None] No DVR routers for this DVR port 09faf79a-932c-44af-907a-82e1cb6c09e1 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:03:38.934901 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b164e971-23f1-47fd-a3bc-0a3464b1d99f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (323ac1a1-cc26-44b4-adab-04e3da77a3ae), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.995874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b164e971-23f1-47fd-a3bc-0a3464b1d99f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (323ac1a1-cc26-44b4-adab-04e3da77a3ae), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.997614 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:38.997756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8d7cc3d7-454c-4be3-b659-1665a176600c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.040033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Port': ['ID=8d7cc3d7-454c-4be3-b659-1665a176600c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:39.129142 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.140863 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b164e971-23f1-47fd-a3bc-0a3464b1d99f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (323ac1a1-cc26-44b4-adab-04e3da77a3ae), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.167166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164e971-23f1-47fd-a3bc-0a3464b1d99f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323ac1a1-cc26-44b4-adab-04e3da77a3ae,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:39.252700 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.255055 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router_controller (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.278855 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b164e971-23f1-47fd-a3bc-0a3464b1d99f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.282724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b164e971-23f1-47fd-a3bc-0a3464b1d99f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5716460 Jan 27 22:03:39.282850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49336) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:39.287269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4bcd06ab-ec62-417e-b2f4-5147153b1fab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '569f93fe-7984-4c08-82a8-2da8b6cc9b61', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:39.392411 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4bcd06ab-ec62-417e-b2f4-5147153b1fab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (b11deeb6-dd9d-4c0c-9410-a9eb43081368), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.417494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (dec9a3bb-19b1-46c9-ad21-fddfbc9458bd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.418074 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Fanout notify agent at l3_agent the message router_deleted on router dec9a3bb-19b1-46c9-ad21-fddfbc9458bd {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:03:39.425181 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.433536 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-88d1a3f4-b036-4c19-9029-b4943bd14982 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/routers/dec9a3bb-19b1-46c9-ad21-fddfbc9458bd HTTP/1.1" status: 204 len: 168 time: 1.6004455 Jan 27 22:03:39.433647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49346) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:39.478427 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4bcd06ab-ec62-417e-b2f4-5147153b1fab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (b11deeb6-dd9d-4c0c-9410-a9eb43081368), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.522169 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (1ab2f17d-b623-4ab0-85bb-1067b489cd7f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.622745 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (1ab2f17d-b623-4ab0-85bb-1067b489cd7f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.644745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab2f17d-b623-4ab0-85bb-1067b489cd7f']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:39.663656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c7f832-4994-4f78-b12d-c83e41c7e43f') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:39.664186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c7f832-4994-4f78-b12d-c83e41c7e43f') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:39.678382 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (14c7f832-4994-4f78-b12d-c83e41c7e43f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.694699 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (14c7f832-4994-4f78-b12d-c83e41c7e43f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.701248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:03:39.701644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (14c7f832-4994-4f78-b12d-c83e41c7e43f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:03:39.704758 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:03:39.740612 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4bcd06ab-ec62-417e-b2f4-5147153b1fab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (b11deeb6-dd9d-4c0c-9410-a9eb43081368), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:40.281768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd06ab-ec62-417e-b2f4-5147153b1fab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11deeb6-dd9d-4c0c-9410-a9eb43081368,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:40.289886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 09faf79a-932c-44af-907a-82e1cb6c09e1 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:40.289886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 09faf79a-932c-44af-907a-82e1cb6c09e1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:40.289886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 09faf79a-932c-44af-907a-82e1cb6c09e1 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:40.289886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8d7cc3d7-454c-4be3-b659-1665a176600c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:40.289886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 8d7cc3d7-454c-4be3-b659-1665a176600c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:40.289886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8d7cc3d7-454c-4be3-b659-1665a176600c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:40.289886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4703013a-e1e0-4d41-89e2-2a20855db1bf no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:03:40.289886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4703013a-e1e0-4d41-89e2-2a20855db1bf {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:03:40.289886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4703013a-e1e0-4d41-89e2-2a20855db1bf not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:03:40.609005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (1ab2f17d-b623-4ab0-85bb-1067b489cd7f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:40.630809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4bcd06ab-ec62-417e-b2f4-5147153b1fab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:40.630809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4bcd06ab-ec62-417e-b2f4-5147153b1fab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3303716 Jan 27 22:03:40.631874 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:40.631981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49366) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:40.632123 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/networks/1ab2f17d-b623-4ab0-85bb-1067b489cd7f HTTP/1.1" status: 204 len: 168 time: 1.1854999 Jan 27 22:03:40.632249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-25c735c5-f3eb-4968-8fbe-f5d336a42eb8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '569f93fe-7984-4c08-82a8-2da8b6cc9b61', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:40.638078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49368) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:40.650223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-208c6b30-a039-498d-bc30-64f4d3230517 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'network': {'name': 'tempest-network-smoke--1944185636', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'port_security_enabled': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:40.651101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5217d-374e-4e97-9ec6-d70538d52509 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Network': ['ID=1ab2f17d-b623-4ab0-85bb-1067b489cd7f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:40.957598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208c6b30-a039-498d-bc30-64f4d3230517 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Made reservation on behalf of 4bf4602f0c574206a86b75c83395b7f6 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:40.961057 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-208c6b30-a039-498d-bc30-64f4d3230517 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:40.985437 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208c6b30-a039-498d-bc30-64f4d3230517 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:03:40.994953 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-208c6b30-a039-498d-bc30-64f4d3230517 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (601a2427-b209-4af9-ab1d-26ef1d778dbd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:40.994953 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-208c6b30-a039-498d-bc30-64f4d3230517 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Added segment 601a2427-b209-4af9-ab1d-26ef1d778dbd of type vlan for network b81ae80d-3403-45d3-a639-0f34519f0111 Jan 27 22:03:41.035555 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25c735c5-f3eb-4968-8fbe-f5d336a42eb8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (e7b46b0a-c459-4272-8e6b-a2986007e126), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.045246 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-208c6b30-a039-498d-bc30-64f4d3230517 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b81ae80d-3403-45d3-a639-0f34519f0111), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.113884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25c735c5-f3eb-4968-8fbe-f5d336a42eb8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (e7b46b0a-c459-4272-8e6b-a2986007e126), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.197753 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-208c6b30-a039-498d-bc30-64f4d3230517 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b81ae80d-3403-45d3-a639-0f34519f0111), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.203072 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208c6b30-a039-498d-bc30-64f4d3230517 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:41.207431 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-208c6b30-a039-498d-bc30-64f4d3230517 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.269360 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25c735c5-f3eb-4968-8fbe-f5d336a42eb8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (e7b46b0a-c459-4272-8e6b-a2986007e126), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.297871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c735c5-f3eb-4968-8fbe-f5d336a42eb8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b46b0a-c459-4272-8e6b-a2986007e126,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:41.317994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c6b30-a039-498d-bc30-64f4d3230517 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Network': ['ID=b81ae80d-3403-45d3-a639-0f34519f0111,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:41.332702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b81ae80d-3403-45d3-a639-0f34519f0111 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:03:41.358809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-208c6b30-a039-498d-bc30-64f4d3230517 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7073519 Jan 27 22:03:41.359037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49392) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:41.359037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-753462635', 'admin_state_up': True, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:41.417369 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25c735c5-f3eb-4968-8fbe-f5d336a42eb8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.419076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-25c735c5-f3eb-4968-8fbe-f5d336a42eb8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7980344 Jan 27 22:03:41.424339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49398) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:41.429318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0af377d5-40d0-4ac7-9c4f-517ca9672b2a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '569f93fe-7984-4c08-82a8-2da8b6cc9b61', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:41.534669 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (28254ded-9131-4a94-b9fa-e32c5d206820), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.535811 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (28254ded-9131-4a94-b9fa-e32c5d206820), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.588484 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router_controller (28254ded-9131-4a94-b9fa-e32c5d206820), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.637454 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0af377d5-40d0-4ac7-9c4f-517ca9672b2a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (b3e9d546-fdb7-42a1-81b2-2ac7268106cd), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.705509 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0af377d5-40d0-4ac7-9c4f-517ca9672b2a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (b3e9d546-fdb7-42a1-81b2-2ac7268106cd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.837820 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0af377d5-40d0-4ac7-9c4f-517ca9672b2a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (b3e9d546-fdb7-42a1-81b2-2ac7268106cd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.857863 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router_gateway (28254ded-9131-4a94-b9fa-e32c5d206820), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.865706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af377d5-40d0-4ac7-9c4f-517ca9672b2a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e9d546-fdb7-42a1-81b2-2ac7268106cd,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:41.947992 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0af377d5-40d0-4ac7-9c4f-517ca9672b2a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:41.951720 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0af377d5-40d0-4ac7-9c4f-517ca9672b2a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5236356 Jan 27 22:03:41.951876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49420) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:41.956469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c22f5ba1-1387-4223-bba5-52017610d684 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '569f93fe-7984-4c08-82a8-2da8b6cc9b61', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:42.077125 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-c22f5ba1-1387-4223-bba5-52017610d684 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Project 16bd7ffc8639420692a28d7b3dc02b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:03:42.082445 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c22f5ba1-1387-4223-bba5-52017610d684 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (adfa73c2-0dc9-49ba-b8ea-38859a8a343d), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:42.151179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c22f5ba1-1387-4223-bba5-52017610d684 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (adfa73c2-0dc9-49ba-b8ea-38859a8a343d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:42.165145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router_gateway (28254ded-9131-4a94-b9fa-e32c5d206820), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:42.183658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:42.225994 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c22f5ba1-1387-4223-bba5-52017610d684 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (adfa73c2-0dc9-49ba-b8ea-38859a8a343d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:42.283703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f5ba1-1387-4223-bba5-52017610d684 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfa73c2-0dc9-49ba-b8ea-38859a8a343d,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:42.400099 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c22f5ba1-1387-4223-bba5-52017610d684 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:42.403908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c22f5ba1-1387-4223-bba5-52017610d684 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4484375 Jan 27 22:03:42.404346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Allocated IP 172.25.0.162 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/d70d31a5-df77-4d86-a6b9-9dc8f23bb1be) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:42.404827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49440) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:42.410232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-61f2b82a-b610-49c4-95b5-365aa9cefa0c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '569f93fe-7984-4c08-82a8-2da8b6cc9b61', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:42.530238 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:42.706115 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-61f2b82a-b610-49c4-95b5-365aa9cefa0c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Project 16bd7ffc8639420692a28d7b3dc02b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:03:42.711684 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61f2b82a-b610-49c4-95b5-365aa9cefa0c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (cec4a254-4e2f-4ec3-a308-48fea316f4ad), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:42.746440 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:42.773237 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61f2b82a-b610-49c4-95b5-365aa9cefa0c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (cec4a254-4e2f-4ec3-a308-48fea316f4ad), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:42.784619 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:42.787474 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:42.791064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:42.819610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=d70d31a5-df77-4d86-a6b9-9dc8f23bb1be,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:43.107183 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61f2b82a-b610-49c4-95b5-365aa9cefa0c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (cec4a254-4e2f-4ec3-a308-48fea316f4ad), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.134027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2b82a-b610-49c4-95b5-365aa9cefa0c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec4a254-4e2f-4ec3-a308-48fea316f4ad,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:43.290808 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router_gateway (28254ded-9131-4a94-b9fa-e32c5d206820), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.314057 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61f2b82a-b610-49c4-95b5-365aa9cefa0c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.323703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-61f2b82a-b610-49c4-95b5-365aa9cefa0c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9177752 Jan 27 22:03:43.327396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49462) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:43.333100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-01e48656-ddcd-4c0c-b675-5de23e964ccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'network': {'name': 'tempest-network-smoke--657167153', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'port_security_enabled': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:43.437587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e48656-ddcd-4c0c-b675-5de23e964ccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Made reservation on behalf of 16bd7ffc8639420692a28d7b3dc02b1c for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:43.441042 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01e48656-ddcd-4c0c-b675-5de23e964ccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.471210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e48656-ddcd-4c0c-b675-5de23e964ccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:03:43.480652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01e48656-ddcd-4c0c-b675-5de23e964ccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (f0f90539-d62d-410e-8009-6af6c3a571bc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.481004 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-01e48656-ddcd-4c0c-b675-5de23e964ccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Added segment f0f90539-d62d-410e-8009-6af6c3a571bc of type vlan for network ff862358-151f-475e-bf60-b4c5d74ffb3b Jan 27 22:03:43.533092 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01e48656-ddcd-4c0c-b675-5de23e964ccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (ff862358-151f-475e-bf60-b4c5d74ffb3b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.541846 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (28254ded-9131-4a94-b9fa-e32c5d206820), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.665465 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01e48656-ddcd-4c0c-b675-5de23e964ccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (ff862358-151f-475e-bf60-b4c5d74ffb3b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.670736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e48656-ddcd-4c0c-b675-5de23e964ccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:43.671325 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01e48656-ddcd-4c0c-b675-5de23e964ccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.739641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e48656-ddcd-4c0c-b675-5de23e964ccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Network': ['ID=ff862358-151f-475e-bf60-b4c5d74ffb3b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:43.750861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network ff862358-151f-475e-bf60-b4c5d74ffb3b details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:03:43.822291 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Router 28254ded-9131-4a94-b9fa-e32c5d206820 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:03:43.827142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-01e48656-ddcd-4c0c-b675-5de23e964ccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4982231 Jan 27 22:03:43.827783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49484) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:43.832207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'admin_state_up': True, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:43.952268 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:43.956172 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.012779 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_controller (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.247348 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.292558 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:44.302465 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Sync routers for ids ['28254ded-9131-4a94-b9fa-e32c5d206820'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:44.313471 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Routers {'28254ded-9131-4a94-b9fa-e32c5d206820'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:44.314080 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['28254ded-9131-4a94-b9fa-e32c5d206820'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:44.452735 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Set router 28254ded-9131-4a94-b9fa-e32c5d206820 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:44.462672 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.467728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49506) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:44.468414 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3c38beb2-1a1d-4e81-a0a0-40cc98ed0c4f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1171801 Jan 27 22:03:44.509452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7a5f0ae6-1878-4069-9e6f-eecec44a5db1 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=4bf4602f0c574206a86b75c83395b7f6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400510 Jan 27 22:03:44.517554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49508) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:44.667441 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8082b9e-0e5a-4c13-b3bf-9b9f4e7a4e04 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:44.671782 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e8082b9e-0e5a-4c13-b3bf-9b9f4e7a4e04 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1583858 Jan 27 22:03:44.672686 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49524) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:44.699713 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.702516 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a36e8642-a239-4b89-b8b8-8f147c79b34d tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284867 Jan 27 22:03:44.708751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49526) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:44.714317 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-804539127', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:44.720485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.802159 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:03:42Z', 'revision_number': 3, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:44.829075 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Checking router: 28254ded-9131-4a94-b9fa-e32c5d206820 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:44.830710 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Updating router 28254ded-9131-4a94-b9fa-e32c5d206820 port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:03:44.847320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.25.0.99 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/d5f6e4f9-c213-4d46-90e0-daba1f110587) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:44.862546 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.928819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Made reservation on behalf of 4bf4602f0c574206a86b75c83395b7f6 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:44.932857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:44.993292 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.135266 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.187061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:45.187392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:45.191796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:45.229363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=d5f6e4f9-c213-4d46-90e0-daba1f110587,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:45.279416 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (4b413679-01f1-407d-b6b8-a13d2ea77419), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.325421 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Publish callbacks [] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.339175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Subnet': ['ID=4b413679-01f1-407d-b6b8-a13d2ea77419,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:45.354280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.355012 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.355149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.355518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.355928 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.356367 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.356776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.357193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.357599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.357993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.358393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.358788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.359591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:03:45.375963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Checking segment: {'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:45.376940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network hostable DHCP agents. Network: b81ae80d-3403-45d3-a639-0f34519f0111, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:03:45.443108 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.495947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network b81ae80d-3403-45d3-a639-0f34519f0111 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:03:45.497514 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c959c1-5ca7-442c-9d2e-905e25f6a4f2 None None] Pushing event updated for resources: {'Port': ['ID=d70d31a5-df77-4d86-a6b9-9dc8f23bb1be,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:45.507591 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Attempting to bind port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:45.509245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Attempting to bind port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:45.509624 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Attempting to bind port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:45.518010 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:45.518523 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:45.518956 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.519354 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:45.519826 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Bound port: d70d31a5-df77-4d86-a6b9-9dc8f23bb1be, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:45.520320 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.578850 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] For port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:45.582346 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] For port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d70d31a5-df77-4d86-a6b9-9dc8f23bb1be,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:45.628937 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.696300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, b81ae80d-3403-45d3-a639-0f34519f0111) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:45.709262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:45.711017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.712788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcea1c0-e565-42e2-b268-b69ec925f32e None None] Network b81ae80d-3403-45d3-a639-0f34519f0111 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:45.717993 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.797689 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Routers {'28254ded-9131-4a94-b9fa-e32c5d206820'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:45.798345 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['28254ded-9131-4a94-b9fa-e32c5d206820'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:45.809096 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-00f60951-90a2-4735-bf07-32080709afbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0973306 Jan 27 22:03:45.812322 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49566) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:45.881790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b81ae80d-3403-45d3-a639-0f34519f0111', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ips': [{'subnet_id': '4b413679-01f1-407d-b6b8-a13d2ea77419'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:03:45.883352 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:45.964371 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] Set router 28254ded-9131-4a94-b9fa-e32c5d206820 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:46.026001 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.240094 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c959c1-5ca7-442c-9d2e-905e25f6a4f2 None None] Pushing event updated for resources: {'Port': ['ID=d70d31a5-df77-4d86-a6b9-9dc8f23bb1be,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:46.273362 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:03:42Z', 'revision_number': 3, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:46.314640 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0a376-50ac-4321-b36e-bea6ef80d932 None None] The sync data for ids ['28254ded-9131-4a94-b9fa-e32c5d206820'] in n-d-760456-6 is: [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:03:42Z', 'revision_number': 3, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:46.358067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:03:46.387214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Allocated IP 172.20.0.2 (b81ae80d-3403-45d3-a639-0f34519f0111/4b413679-01f1-407d-b6b8-a13d2ea77419/6393f660-3050-4ac6-9916-dc46601dae2c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:46.527404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:46.550854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Sync routers for ids ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:46.582257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Routers {'7bc05e5c-d86c-4c3e-bb84-31030dd94b92'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:46.583182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:46.622403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.626701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ae755641-190c-4420-a2b4-f2f2c595a208 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7950945 Jan 27 22:03:46.627403 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49600) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:46.646658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.678367 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Publish callbacks [] for port (6393f660-3050-4ac6-9916-dc46601dae2c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.685345 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-28537df8-2445-4880-9411-60efd4c9bf2e tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=16bd7ffc8639420692a28d7b3dc02b1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0540371 Jan 27 22:03:46.688030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49604) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:46.767406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Set router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:46.804849 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (6393f660-3050-4ac6-9916-dc46601dae2c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:46.966980 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdcb58f-558b-4bb2-8a88-7fe3eb040891 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:46.973295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8fdcb58f-558b-4bb2-8a88-7fe3eb040891 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2810888 Jan 27 22:03:46.974012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49618) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:47.031092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-069e14a9-438c-4409-a16d-e61e7f0a2968 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559075 Jan 27 22:03:47.034994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49620) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:47.042337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d34ebb88-a7eb-4dc1-bc27-7ec922432399 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2078502502', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:47.082179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Network b81ae80d-3403-45d3-a639-0f34519f0111 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:47.083775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:47.112221 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:47.205404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Allocated IP 172.20.0.1 (b81ae80d-3403-45d3-a639-0f34519f0111/4b413679-01f1-407d-b6b8-a13d2ea77419/024c3080-e9e7-48ff-9144-17edb2c4544a) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:47.208002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Pushing event updated for resources: {'Port': ['ID=6393f660-3050-4ac6-9916-dc46601dae2c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:47.294234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Attempting to bind port 6393f660-3050-4ac6-9916-dc46601dae2c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:47.294735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Attempting to bind port 6393f660-3050-4ac6-9916-dc46601dae2c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:47.295109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Attempting to bind port 6393f660-3050-4ac6-9916-dc46601dae2c on network b81ae80d-3403-45d3-a639-0f34519f0111 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:47.310508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:47.311040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Checking segment: {'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:47.311528 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.312001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Bound using segment: {'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:47.312711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Bound port: 6393f660-3050-4ac6-9916-dc46601dae2c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:47.313425 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6393f660-3050-4ac6-9916-dc46601dae2c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.325930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34ebb88-a7eb-4dc1-bc27-7ec922432399 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Made reservation on behalf of 16bd7ffc8639420692a28d7b3dc02b1c for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:03:47.326268 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d34ebb88-a7eb-4dc1-bc27-7ec922432399 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.406810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] For port 6393f660-3050-4ac6-9916-dc46601dae2c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:47.411099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] For port 6393f660-3050-4ac6-9916-dc46601dae2c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6393f660-3050-4ac6-9916-dc46601dae2c,segment=NetworkSegment(601a2427-b209-4af9-ab1d-26ef1d778dbd),segment_id=601a2427-b209-4af9-ab1d-26ef1d778dbd)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:47.428070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:03:45Z', 'revision_number': 3, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:47.455843 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.489193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Checking router: 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:47.493600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Updating router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 port d5f6e4f9-c213-4d46-90e0-daba1f110587 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:03:47.539934 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.588562 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6393f660-3050-4ac6-9916-dc46601dae2c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.672408 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.749783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network b81ae80d-3403-45d3-a639-0f34519f0111 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:47.753720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:47.757766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:47.802274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=024c3080-e9e7-48ff-9144-17edb2c4544a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:47.821461 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d34ebb88-a7eb-4dc1-bc27-7ec922432399 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (ddbdfce5-ab3e-4bb1-ace8-39a650ff759b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.837080 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (28254ded-9131-4a94-b9fa-e32c5d206820), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:47.872466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86628b-5e37-4d11-b572-26863c05b3c0 None None] Pushing event updated for resources: {'Port': ['ID=6393f660-3050-4ac6-9916-dc46601dae2c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:48.003143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ebb88-a7eb-4dc1-bc27-7ec922432399 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Subnet': ['ID=ddbdfce5-ab3e-4bb1-ace8-39a650ff759b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:48.014108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34ebb88-a7eb-4dc1-bc27-7ec922432399 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Checking segment: {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:48.015235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ebb88-a7eb-4dc1-bc27-7ec922432399 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network hostable DHCP agents. Network: ff862358-151f-475e-bf60-b4c5d74ffb3b, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:03:48.164657 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Publish callbacks [] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.180812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d70d31a5-df77-4d86-a6b9-9dc8f23bb1be up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:48.220629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ebb88-a7eb-4dc1-bc27-7ec922432399 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network ff862358-151f-475e-bf60-b4c5d74ffb3b is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:03:48.246709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:48.247164 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.331922 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.340898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:48.341294 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.364563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d70d31a5-df77-4d86-a6b9-9dc8f23bb1be,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:48.391866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d34ebb88-a7eb-4dc1-bc27-7ec922432399 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, ff862358-151f-475e-bf60-b4c5d74ffb3b) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:48.392118 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.402903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ebb88-a7eb-4dc1-bc27-7ec922432399 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:48.403733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d34ebb88-a7eb-4dc1-bc27-7ec922432399 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.448871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8450dc1f-2f40-4f93-a602-6cb14a668a1f None None] Network ff862358-151f-475e-bf60-b4c5d74ffb3b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:48.541555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d34ebb88-a7eb-4dc1-bc27-7ec922432399 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5053682 Jan 27 22:03:48.542922 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49670) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:48.558343 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.575740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Attempting to bind port d5f6e4f9-c213-4d46-90e0-daba1f110587 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:48.576189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Attempting to bind port d5f6e4f9-c213-4d46-90e0-daba1f110587 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:48.576779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Attempting to bind port d5f6e4f9-c213-4d46-90e0-daba1f110587 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:48.600482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24251c-5d9a-4127-a971-ca70d91ec1d3 None None] Pushing event updated for resources: {'Port': ['ID=d5f6e4f9-c213-4d46-90e0-daba1f110587,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:48.646028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:48.646701 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:48.647638 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.648059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:48.649098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Bound port: d5f6e4f9-c213-4d46-90e0-daba1f110587, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:48.649509 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.750906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-ff862358-151f-475e-bf60-b4c5d74ffb3b', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ips': [{'subnet_id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:03:48.752294 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.826166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=d70d31a5-df77-4d86-a6b9-9dc8f23bb1be,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:48.899977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] For port d5f6e4f9-c213-4d46-90e0-daba1f110587, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:48.923936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] For port d5f6e4f9-c213-4d46-90e0-daba1f110587, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d5f6e4f9-c213-4d46-90e0-daba1f110587,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:48.983144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:48.997686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Allocated IP 172.20.0.2 (ff862358-151f-475e-bf60-b4c5d74ffb3b/ddbdfce5-ab3e-4bb1-ace8-39a650ff759b/2f777d8f-923c-4a37-83af-5bd4ad801e79) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:49.069434 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:49.121049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:49.235817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24251c-5d9a-4127-a971-ca70d91ec1d3 None None] Pushing event updated for resources: {'Port': ['ID=d5f6e4f9-c213-4d46-90e0-daba1f110587,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:49.366162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Publish callbacks [] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:49.394295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Routers {'7bc05e5c-d86c-4c3e-bb84-31030dd94b92'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:49.395136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:49.397267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=024c3080-e9e7-48ff-9144-17edb2c4544a,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:49.406448 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (28254ded-9131-4a94-b9fa-e32c5d206820), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:49.558268 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:49.583546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] Set router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:49.590607 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:49.721749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network b81ae80d-3403-45d3-a639-0f34519f0111 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:49.724792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:49.792383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e486e8-fb15-4bfc-a396-473a92d5be3d None None] Network b81ae80d-3403-45d3-a639-0f34519f0111 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:49.889734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Network ff862358-151f-475e-bf60-b4c5d74ffb3b is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:49.893258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:49.913313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:49.970482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Pushing event updated for resources: {'Port': ['ID=2f777d8f-923c-4a37-83af-5bd4ad801e79,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:49.971898 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Router 28254ded-9131-4a94-b9fa-e32c5d206820 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:49.995869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-61fe870d-49e9-4d32-b221-7509d9663fbb None None] Provisioning complete for port 6393f660-3050-4ac6-9916-dc46601dae2c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:49.996319 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61fe870d-49e9-4d32-b221-7509d9663fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6393f660-3050-4ac6-9916-dc46601dae2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.212047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Attempting to bind port 2f777d8f-923c-4a37-83af-5bd4ad801e79 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:50.212318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Attempting to bind port 2f777d8f-923c-4a37-83af-5bd4ad801e79 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:50.219220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Attempting to bind port 2f777d8f-923c-4a37-83af-5bd4ad801e79 on network ff862358-151f-475e-bf60-b4c5d74ffb3b {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:50.229593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:50.230100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Checking segment: {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:50.230580 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.231055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Bound using segment: {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:50.231757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Bound port: 2f777d8f-923c-4a37-83af-5bd4ad801e79, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:50.232373 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.260928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6393f660-3050-4ac6-9916-dc46601dae2c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:50.437554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] For port 2f777d8f-923c-4a37-83af-5bd4ad801e79, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:50.441089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-61fe870d-49e9-4d32-b221-7509d9663fbb None None] Current status of the port 6393f660-3050-4ac6-9916-dc46601dae2c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:50.441561 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61fe870d-49e9-4d32-b221-7509d9663fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6393f660-3050-4ac6-9916-dc46601dae2c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.445446 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] For port 2f777d8f-923c-4a37-83af-5bd4ad801e79, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2f777d8f-923c-4a37-83af-5bd4ad801e79,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:50.476673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 6393f660-3050-4ac6-9916-dc46601dae2c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:50.476673 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6393f660-3050-4ac6-9916-dc46601dae2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.502566 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-61fe870d-49e9-4d32-b221-7509d9663fbb None None] For port 6393f660-3050-4ac6-9916-dc46601dae2c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6393f660-3050-4ac6-9916-dc46601dae2c,segment=NetworkSegment(601a2427-b209-4af9-ab1d-26ef1d778dbd),segment_id=601a2427-b209-4af9-ab1d-26ef1d778dbd)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:50.542578 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:50.550039 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4ed8fc29-6c9f-487f-b81a-c820d1d85b16 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "PUT /v2.0/routers/28254ded-9131-4a94-b9fa-e32c5d206820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7359359 Jan 27 22:03:50.553119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49732) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:50.583731 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Sync routers for ids ['28254ded-9131-4a94-b9fa-e32c5d206820'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:50.587504 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.595065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:03:45Z', 'revision_number': 3, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:50.615364 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Routers {'28254ded-9131-4a94-b9fa-e32c5d206820'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:50.616022 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['28254ded-9131-4a94-b9fa-e32c5d206820'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:50.623671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.20.0.1 (ff862358-151f-475e-bf60-b4c5d74ffb3b/ddbdfce5-ab3e-4bb1-ace8-39a650ff759b/985d9afc-aa80-4dd4-9d2a-c912a0d473c0) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:03:50.657506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cf69e-85f7-483a-82c6-1045bfb29c7d None None] The sync data for ids ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'] in n-d-760456-6 is: [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:03:45Z', 'revision_number': 3, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:50.714590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0a902-0357-4d4d-872b-c24b44dacd1b None None] Pushing event updated for resources: {'Port': ['ID=2f777d8f-923c-4a37-83af-5bd4ad801e79,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:50.725339 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61fe870d-49e9-4d32-b221-7509d9663fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6393f660-3050-4ac6-9916-dc46601dae2c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.876953 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:50.951379 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Set router 28254ded-9131-4a94-b9fa-e32c5d206820 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:51.003830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 6393f660-3050-4ac6-9916-dc46601dae2c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:51.003830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d70d31a5-df77-4d86-a6b9-9dc8f23bb1be up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:51.020613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe870d-49e9-4d32-b221-7509d9663fbb None None] Pushing event updated for resources: {'Port': ['ID=6393f660-3050-4ac6-9916-dc46601dae2c,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:51.059897 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.112425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network ff862358-151f-475e-bf60-b4c5d74ffb3b is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:51.120013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:51.127306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.127794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.128461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.128929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.129536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.130005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.130464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.131058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.131525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.132149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.132684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.133301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.135573 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-78d28833-c369-47dc-b801-00c1caf0ece8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8442 time: 0.5781703 Jan 27 22:03:51.146637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49754) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:51.169602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:03:51.173421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5dea3b97-2820-41aa-8e82-28efe505a12f None None] Provisioning complete for port 024c3080-e9e7-48ff-9144-17edb2c4544a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:51.175210 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5dea3b97-2820-41aa-8e82-28efe505a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.284733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.285403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.286029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.328729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.329727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.331356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.333278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.339549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.348019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.348019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.348019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.348019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:51.354887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-11a405ec-e95b-491d-9679-9437ddd3947b tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7711 time: 0.1999140 Jan 27 22:03:51.357544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49760) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:51.387980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5dea3b97-2820-41aa-8e82-28efe505a12f None None] Port 024c3080-e9e7-48ff-9144-17edb2c4544a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:03:51.420041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=985d9afc-aa80-4dd4-9d2a-c912a0d473c0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:51.436285 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.457830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:51.458228 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.579517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5dea3b97-2820-41aa-8e82-28efe505a12f None None] Provisioning complete for port 6393f660-3050-4ac6-9916-dc46601dae2c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:51.579904 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5dea3b97-2820-41aa-8e82-28efe505a12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6393f660-3050-4ac6-9916-dc46601dae2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.727869 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '024c3080-e9e7-48ff-9144-17edb2c4544a', 'name': '', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:8c:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:46Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 2, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:51.819803 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Checking router: 28254ded-9131-4a94-b9fa-e32c5d206820 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:51.821751 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Updating router 28254ded-9131-4a94-b9fa-e32c5d206820 port 024c3080-e9e7-48ff-9144-17edb2c4544a binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:03:51.886061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:51.887478 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:51.890591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5dea3b97-2820-41aa-8e82-28efe505a12f None None] Current status of the port 6393f660-3050-4ac6-9916-dc46601dae2c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:51.960376 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.059273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-37f17c7a-14b2-47d7-89c4-da74a6e71604 None None] Provisioning complete for port 024c3080-e9e7-48ff-9144-17edb2c4544a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:52.059833 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-37f17c7a-14b2-47d7-89c4-da74a6e71604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.273343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-37f17c7a-14b2-47d7-89c4-da74a6e71604 None None] Port 024c3080-e9e7-48ff-9144-17edb2c4544a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:03:52.465755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6393f660-3050-4ac6-9916-dc46601dae2c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:52.609207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 6393f660-3050-4ac6-9916-dc46601dae2c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:52.609606 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6393f660-3050-4ac6-9916-dc46601dae2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.732583 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.759626 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Publish callbacks [] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.847927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 6393f660-3050-4ac6-9916-dc46601dae2c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:52.850600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d5f6e4f9-c213-4d46-90e0-daba1f110587 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:52.877673 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.900349 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:52.923782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d5f6e4f9-c213-4d46-90e0-daba1f110587 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:52.924513 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.009248 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.060112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d5f6e4f9-c213-4d46-90e0-daba1f110587 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:53.060709 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71e063-9660-4f00-8afd-e4efc3d7202c None None] Pushing event updated for resources: {'Port': ['ID=024c3080-e9e7-48ff-9144-17edb2c4544a,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:53.060815 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.077787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b46e86-3e4e-4da1-ac52-f8f9d27a5086 None None] Network ff862358-151f-475e-bf60-b4c5d74ffb3b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:03:53.133295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a18a3a84-fe83-4c8f-ac10-0b9161221cb8 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 1.7724156 Jan 27 22:03:53.159685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=985d9afc-aa80-4dd4-9d2a-c912a0d473c0,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:53.243101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network ff862358-151f-475e-bf60-b4c5d74ffb3b is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:03:53.244759 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:03:53.422750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port d5f6e4f9-c213-4d46-90e0-daba1f110587, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d5f6e4f9-c213-4d46-90e0-daba1f110587,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:53.447134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:03:53.478874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-48be50b6-c677-44d8-8e0e-976e28166ef9 None None] Provisioning complete for port 2f777d8f-923c-4a37-83af-5bd4ad801e79 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:53.479548 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-48be50b6-c677-44d8-8e0e-976e28166ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.527251 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Attempting to bind port 024c3080-e9e7-48ff-9144-17edb2c4544a on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:53.527637 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Attempting to bind port 024c3080-e9e7-48ff-9144-17edb2c4544a by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:53.529334 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Attempting to bind port 024c3080-e9e7-48ff-9144-17edb2c4544a on network b81ae80d-3403-45d3-a639-0f34519f0111 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:53.545466 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:53.545844 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Checking segment: {'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:53.546434 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.547092 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Bound using segment: {'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:53.548599 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Bound port: 024c3080-e9e7-48ff-9144-17edb2c4544a, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:53.550349 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.566713 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.567638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2f777d8f-923c-4a37-83af-5bd4ad801e79 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:53.698264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:03:53.706841 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bdf0c355-0aa9-414b-b9b7-ceeebcd0e392 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "PUT /v2.0/routers/7bc05e5c-d86c-4c3e-bb84-31030dd94b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1622434 Jan 27 22:03:53.775512 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] For port 024c3080-e9e7-48ff-9144-17edb2c4544a, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:53.776418 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] For port 024c3080-e9e7-48ff-9144-17edb2c4544a, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=024c3080-e9e7-48ff-9144-17edb2c4544a,segment=NetworkSegment(601a2427-b209-4af9-ab1d-26ef1d778dbd),segment_id=601a2427-b209-4af9-ab1d-26ef1d778dbd)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:53.907429 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.944695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-48be50b6-c677-44d8-8e0e-976e28166ef9 None None] Current status of the port 2f777d8f-923c-4a37-83af-5bd4ad801e79 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:53.947459 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-48be50b6-c677-44d8-8e0e-976e28166ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:53.954992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=d5f6e4f9-c213-4d46-90e0-daba1f110587,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:54.031638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-48be50b6-c677-44d8-8e0e-976e28166ef9 None None] For port 2f777d8f-923c-4a37-83af-5bd4ad801e79, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2f777d8f-923c-4a37-83af-5bd4ad801e79,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:54.043456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 2f777d8f-923c-4a37-83af-5bd4ad801e79 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:54.048294 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:54.082353 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Routers {'28254ded-9131-4a94-b9fa-e32c5d206820'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:54.083342 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['28254ded-9131-4a94-b9fa-e32c5d206820'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:54.190457 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-48be50b6-c677-44d8-8e0e-976e28166ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:54.238288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-af60162a-40c7-48a1-ba38-1a7541d5de28 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-815989032&fields=id&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 267 time: 0.1498024 Jan 27 22:03:54.291087 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49880) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:54.296281 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4a237bb2-0b61-426d-a60e-b3ebab46ca74 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794400883', 'description': 'tempest-secgroup-smoke-794400883 description', 'project_id': '4bf4602f0c574206a86b75c83395b7f6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:54.347860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 2f777d8f-923c-4a37-83af-5bd4ad801e79 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:54.355082 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:54.427361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-084baf94-bedd-4c5a-85e5-17a89ac909b9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:54.430790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-084baf94-bedd-4c5a-85e5-17a89ac909b9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/networks?id=ff862358-151f-475e-bf60-b4c5d74ffb3b HTTP/1.1" status: 200 len: 796 time: 0.1900768 Jan 27 22:03:54.434935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be50b6-c677-44d8-8e0e-976e28166ef9 None None] Pushing event updated for resources: {'Port': ['ID=2f777d8f-923c-4a37-83af-5bd4ad801e79,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:54.442860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] Provisioning complete for port 024c3080-e9e7-48ff-9144-17edb2c4544a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:54.443623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:54.451556 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] Set router 28254ded-9131-4a94-b9fa-e32c5d206820 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:54.457767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-8a73ee9c-71aa-4999-ac8b-3ff05e94325e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/quotas/16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 375 time: 0.0257618 Jan 27 22:03:54.508216 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a237bb2-0b61-426d-a60e-b3ebab46ca74 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:54.594172 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-8262f442-c18e-4dfd-876f-61854fb2e630 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342113 Jan 27 22:03:54.734179 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a237bb2-0b61-426d-a60e-b3ebab46ca74 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (af65cc22-eefc-419f-8ab8-736f1c271590), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:54.739245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-1a020449-9184-4253-b1f0-47c3ec49396b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:03:54.747983 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-1a020449-9184-4253-b1f0-47c3ec49396b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1480277 Jan 27 22:03:54.865585 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a237bb2-0b61-426d-a60e-b3ebab46ca74 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (af65cc22-eefc-419f-8ab8-736f1c271590), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.000469 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71e063-9660-4f00-8afd-e4efc3d7202c None None] Pushing event updated for resources: {'Port': ['ID=024c3080-e9e7-48ff-9144-17edb2c4544a,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:55.011194 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a237bb2-0b61-426d-a60e-b3ebab46ca74 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af65cc22-eefc-419f-8ab8-736f1c271590,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:55.051466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-51808ed3-49b3-41cf-8896-5e24b3584098 service neutron] 10.222.0.61 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023858 Jan 27 22:03:55.086719 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '024c3080-e9e7-48ff-9144-17edb2c4544a', 'name': '', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:8c:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:46Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:55.119938 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a237bb2-0b61-426d-a60e-b3ebab46ca74 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.121275 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4a237bb2-0b61-426d-a60e-b3ebab46ca74 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8291292 Jan 27 22:03:55.129743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Sync routers for ids ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:03:55.132189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49910) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:55.132739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:03:55.133279 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:03:55.145509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7c1b11ed-7994-4dd8-9162-2a81c0adf4cc tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': 'af65cc22-eefc-419f-8ab8-736f1c271590', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:55.153864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Routers {'7bc05e5c-d86c-4c3e-bb84-31030dd94b92'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:55.154727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:55.156730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] Current status of the port 024c3080-e9e7-48ff-9144-17edb2c4544a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:55.157283 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.198854 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df6b33f-3287-40f2-aa68-84766f92659b None None] The sync data for ids ['28254ded-9131-4a94-b9fa-e32c5d206820'] in n-d-760456-6 is: [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '024c3080-e9e7-48ff-9144-17edb2c4544a', 'name': '', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:8c:4f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:46Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:55.239170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-0caceb79-6182-4636-b2ef-0b4a24098878 service neutron] 10.222.0.61 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830521 Jan 27 22:03:55.322586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11ed-7994-4dd8-9162-2a81c0adf4cc tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (4fc87817-2adb-4ec7-b294-664abd60edb6), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.373003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Set router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:55.423614 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11ed-7994-4dd8-9162-2a81c0adf4cc tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (4fc87817-2adb-4ec7-b294-664abd60edb6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.426689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] For port 024c3080-e9e7-48ff-9144-17edb2c4544a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=024c3080-e9e7-48ff-9144-17edb2c4544a,segment=NetworkSegment(601a2427-b209-4af9-ab1d-26ef1d778dbd),segment_id=601a2427-b209-4af9-ab1d-26ef1d778dbd)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:55.540325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11ed-7994-4dd8-9162-2a81c0adf4cc tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (4fc87817-2adb-4ec7-b294-664abd60edb6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.607168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b11ed-7994-4dd8-9162-2a81c0adf4cc tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc87817-2adb-4ec7-b294-664abd60edb6,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:55.650140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6547dbe-03f0-46a4-8d2d-8b369733e122 req-3dd55651-138d-4f49-906a-93bd03d7e236 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 210 time: 0.0803888 Jan 27 22:03:55.670347 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.724446 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7c1b11ed-7994-4dd8-9162-2a81c0adf4cc tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.729289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 49930) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:55.731612 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7c1b11ed-7994-4dd8-9162-2a81c0adf4cc tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5979187 Jan 27 22:03:55.735982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ad4d1824-e04d-476f-8331-7c54bc9f3db8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': 'af65cc22-eefc-419f-8ab8-736f1c271590', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:55.871396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 2f777d8f-923c-4a37-83af-5bd4ad801e79 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:55.906003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] Provisioning complete for port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:55.906388 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:55.911342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] Pushing event updated for resources: {'Port': ['ID=024c3080-e9e7-48ff-9144-17edb2c4544a,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:55.922834 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1824-e04d-476f-8331-7c54bc9f3db8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (314d1ba3-463c-450b-bb30-d98dd86abb12), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.093130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] Port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:03:56.118720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1824-e04d-476f-8331-7c54bc9f3db8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (314d1ba3-463c-450b-bb30-d98dd86abb12), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.175946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] Provisioning complete for port 2f777d8f-923c-4a37-83af-5bd4ad801e79 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:56.177256 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.182847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:03:51Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '985d9afc-aa80-4dd4-9d2a-c912a0d473c0', 'name': '', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:09:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:49Z', 'updated_at': '2022-01-27T22:03:52Z', 'revision_number': 2, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:56.209240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1824-e04d-476f-8331-7c54bc9f3db8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (314d1ba3-463c-450b-bb30-d98dd86abb12), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.257627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d1824-e04d-476f-8331-7c54bc9f3db8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314d1ba3-463c-450b-bb30-d98dd86abb12,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:56.293639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Checking router: 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:03:56.294027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Updating router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:03:56.347348 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.358616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d5f6e4f9-c213-4d46-90e0-daba1f110587 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:56.410405 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1824-e04d-476f-8331-7c54bc9f3db8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.411964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ad4d1824-e04d-476f-8331-7c54bc9f3db8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6812274 Jan 27 22:03:56.414726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49962) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:56.419811 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-85b8f0c9-26e7-459b-bf06-1c6106cdf91a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': 'af65cc22-eefc-419f-8ab8-736f1c271590', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:56.589194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b20b17eb-90a4-4e43-b6f0-b2d0881eb7d5 None None] Current status of the port 2f777d8f-923c-4a37-83af-5bd4ad801e79 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:56.591225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d5f6e4f9-c213-4d46-90e0-daba1f110587 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:56.591605 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.600161 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-85b8f0c9-26e7-459b-bf06-1c6106cdf91a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (7d80f1a2-95d1-4877-949a-1eea74088e28), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.689927 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-85b8f0c9-26e7-459b-bf06-1c6106cdf91a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (7d80f1a2-95d1-4877-949a-1eea74088e28), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.755278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5070fb23-84b1-44cc-8e31-74cae9b56d49 req-1f48f35a-a73e-4db1-9338-7536cb789f1b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 210 time: 0.0369616 Jan 27 22:03:56.772116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c94c66fc-0e04-4326-8de4-50c56650b764 None None] Provisioning complete for port 024c3080-e9e7-48ff-9144-17edb2c4544a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:56.772489 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c94c66fc-0e04-4326-8de4-50c56650b764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.782040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d5f6e4f9-c213-4d46-90e0-daba1f110587 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:56.783109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 024c3080-e9e7-48ff-9144-17edb2c4544a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:56.883405 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-85b8f0c9-26e7-459b-bf06-1c6106cdf91a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (7d80f1a2-95d1-4877-949a-1eea74088e28), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.888163 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Publish callbacks [] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.921579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8f0c9-26e7-459b-bf06-1c6106cdf91a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d80f1a2-95d1-4877-949a-1eea74088e28,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:56.942869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 024c3080-e9e7-48ff-9144-17edb2c4544a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:56.943272 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:56.982309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c94c66fc-0e04-4326-8de4-50c56650b764 None None] Current status of the port 024c3080-e9e7-48ff-9144-17edb2c4544a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:57.005869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c94c66fc-0e04-4326-8de4-50c56650b764 None None] Provisioning complete for port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:57.006639 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c94c66fc-0e04-4326-8de4-50c56650b764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.055510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c94c66fc-0e04-4326-8de4-50c56650b764 None None] Port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:03:57.078873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-85b8f0c9-26e7-459b-bf06-1c6106cdf91a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.080138 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-85b8f0c9-26e7-459b-bf06-1c6106cdf91a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6638663 Jan 27 22:03:57.082838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 49982) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:57.085390 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.088927 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-fdde402f-5307-4614-96f5-a84ed70791c5 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': 'af65cc22-eefc-419f-8ab8-736f1c271590', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:57.141657 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.147599 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 024c3080-e9e7-48ff-9144-17edb2c4544a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:57.157157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2f777d8f-923c-4a37-83af-5bd4ad801e79 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:57.188355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6fc4a-0974-413f-b171-caab40a698ba None None] Pushing event updated for resources: {'Port': ['ID=985d9afc-aa80-4dd4-9d2a-c912a0d473c0,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:57.284622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Attempting to bind port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:03:57.285002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Attempting to bind port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:03:57.285578 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Attempting to bind port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 on network ff862358-151f-475e-bf60-b4c5d74ffb3b {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:03:57.294406 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdde402f-5307-4614-96f5-a84ed70791c5 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (dc7082d9-fe26-4355-a167-5f2a4f43abd5), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.295692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:03:57.296507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Checking segment: {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:03:57.297129 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.297684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Bound using segment: {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:03:57.299567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Bound port: 985d9afc-aa80-4dd4-9d2a-c912a0d473c0, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:03:57.300261 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.306526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 2f777d8f-923c-4a37-83af-5bd4ad801e79 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:57.307176 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.427433 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdde402f-5307-4614-96f5-a84ed70791c5 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (dc7082d9-fe26-4355-a167-5f2a4f43abd5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.482785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] For port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:03:57.487225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] For port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=985d9afc-aa80-4dd4-9d2a-c912a0d473c0,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:03:57.488599 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 2f777d8f-923c-4a37-83af-5bd4ad801e79 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:57.528696 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.577686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-33dedd99-6928-42a8-8a97-4da8e60e5887 None None] Provisioning complete for port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:57.578120 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-33dedd99-6928-42a8-8a97-4da8e60e5887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.603441 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdde402f-5307-4614-96f5-a84ed70791c5 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (dc7082d9-fe26-4355-a167-5f2a4f43abd5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.603858 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.627939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde402f-5307-4614-96f5-a84ed70791c5 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7082d9-fe26-4355-a167-5f2a4f43abd5,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:57.672235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-33dedd99-6928-42a8-8a97-4da8e60e5887 None None] Port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:03:57.697795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Routers {'7bc05e5c-d86c-4c3e-bb84-31030dd94b92'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:03:57.698441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:03:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:57.753504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6fc4a-0974-413f-b171-caab40a698ba None None] Pushing event updated for resources: {'Port': ['ID=985d9afc-aa80-4dd4-9d2a-c912a0d473c0,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:57.765243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdde402f-5307-4614-96f5-a84ed70791c5 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:57.767727 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fdde402f-5307-4614-96f5-a84ed70791c5 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6823516 Jan 27 22:03:57.774491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50002) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:57.781315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-dc8095da-efbe-4c08-a50c-526a661f9cf4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': 'af65cc22-eefc-419f-8ab8-736f1c271590', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:57.895265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ce141ed-1216-4a7c-b9cc-9a03e7f51473 req-4068884e-d1a5-4ddf-829b-932eb74144cc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 210 time: 0.0280893 Jan 27 22:03:57.928409 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-dc8095da-efbe-4c08-a50c-526a661f9cf4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Project 4bf4602f0c574206a86b75c83395b7f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:03:57.938055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc8095da-efbe-4c08-a50c-526a661f9cf4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (b2f27e07-0abc-431f-8153-6d48d2add843), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.061196 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc8095da-efbe-4c08-a50c-526a661f9cf4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (b2f27e07-0abc-431f-8153-6d48d2add843), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.103782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 024c3080-e9e7-48ff-9144-17edb2c4544a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:03:58.167074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] Set router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:03:58.305565 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc8095da-efbe-4c08-a50c-526a661f9cf4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (b2f27e07-0abc-431f-8153-6d48d2add843), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.377305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8095da-efbe-4c08-a50c-526a661f9cf4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f27e07-0abc-431f-8153-6d48d2add843,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:58.427457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 024c3080-e9e7-48ff-9144-17edb2c4544a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:58.427457 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.429124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4db771fc-672e-48aa-88b9-9c54f3883855 None None] Provisioning complete for port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:03:58.430006 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4db771fc-672e-48aa-88b9-9c54f3883855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.537337 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc8095da-efbe-4c08-a50c-526a661f9cf4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.538820 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dc8095da-efbe-4c08-a50c-526a661f9cf4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7630956 Jan 27 22:03:58.541666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50018) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:03:58.546480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-171c93ab-ec8b-4d6b-8262-4754f7dd81b8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'security_group_rule': {'security_group_id': 'af65cc22-eefc-419f-8ab8-736f1c271590', 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:58.620439 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:03:51Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '985d9afc-aa80-4dd4-9d2a-c912a0d473c0', 'name': '', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:09:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:49Z', 'updated_at': '2022-01-27T22:03:57Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:03:58.653165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4db771fc-672e-48aa-88b9-9c54f3883855 None None] Current status of the port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:58.653572 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4db771fc-672e-48aa-88b9-9c54f3883855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.660378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da5caa-7257-4f8c-bbcf-0e6ac816e415 None None] The sync data for ids ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'] in n-d-760456-6 is: [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:03:51Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '985d9afc-aa80-4dd4-9d2a-c912a0d473c0', 'name': '', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:09:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:49Z', 'updated_at': '2022-01-27T22:03:57Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:03:58.670813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 024c3080-e9e7-48ff-9144-17edb2c4544a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:03:58.683306 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-171c93ab-ec8b-4d6b-8262-4754f7dd81b8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Project 4bf4602f0c574206a86b75c83395b7f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:03:58.695750 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-171c93ab-ec8b-4d6b-8262-4754f7dd81b8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (d7da7be5-62f1-4e91-9740-3ab3c6ec7dbf), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.736587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4db771fc-672e-48aa-88b9-9c54f3883855 None None] For port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=985d9afc-aa80-4dd4-9d2a-c912a0d473c0,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:03:58.859842 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4db771fc-672e-48aa-88b9-9c54f3883855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:58.906740 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-171c93ab-ec8b-4d6b-8262-4754f7dd81b8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (d7da7be5-62f1-4e91-9740-3ab3c6ec7dbf), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.005252 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db771fc-672e-48aa-88b9-9c54f3883855 None None] Pushing event updated for resources: {'Port': ['ID=985d9afc-aa80-4dd4-9d2a-c912a0d473c0,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:59.055359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b33b273a-3fc5-4c8c-86ec-d48931d0010f req-d7c6c9c3-5486-4750-94c4-aba6123da681 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 210 time: 0.0398381 Jan 27 22:03:59.065261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-171c93ab-ec8b-4d6b-8262-4754f7dd81b8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (d7da7be5-62f1-4e91-9740-3ab3c6ec7dbf), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.091584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c93ab-ec8b-4d6b-8262-4754f7dd81b8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7da7be5-62f1-4e91-9740-3ab3c6ec7dbf,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:03:59.233414 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-171c93ab-ec8b-4d6b-8262-4754f7dd81b8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:03:59.235043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-171c93ab-ec8b-4d6b-8262-4754f7dd81b8 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6924484 Jan 27 22:03:59.344951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-68466946-17d3-438c-9400-f0019cc5caa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:59.347095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-68466946-17d3-438c-9400-f0019cc5caa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "GET /v2.0/networks?id=ff862358-151f-475e-bf60-b4c5d74ffb3b HTTP/1.1" status: 200 len: 796 time: 0.1891506 Jan 27 22:03:59.471968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-1549387a-a000-4c71-bb6a-1e5f9e120b87 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 379 time: 0.1151886 Jan 27 22:03:59.502300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'port': {'device_id': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'admin_state_up': True, 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'security_groups': ['569f93fe-7984-4c08-82a8-2da8b6cc9b61']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:03:59.711444 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-589339c6-6459-46af-9d4b-5c8afc93b045 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794400883&fields=id&tenant_id=4bf4602f0c574206a86b75c83395b7f6 HTTP/1.1" status: 200 len: 267 time: 0.0975714 Jan 27 22:03:59.887477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-0158b913-f927-4248-a065-b9fe2cfd6e83 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:03:59.897869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-0158b913-f927-4248-a065-b9fe2cfd6e83 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/networks?id=b81ae80d-3403-45d3-a639-0f34519f0111 HTTP/1.1" status: 200 len: 797 time: 0.1771955 Jan 27 22:03:59.920481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-7f926727-86a4-4ac2-b912-51261b86547e tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/quotas/4bf4602f0c574206a86b75c83395b7f6 HTTP/1.1" status: 200 len: 375 time: 0.0100672 Jan 27 22:04:00.020598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Made reservation on behalf of 16bd7ffc8639420692a28d7b3dc02b1c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:00.024756 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.082748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-6373d959-4711-4ae7-81e0-e64ddc2ceb73 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486945 Jan 27 22:04:00.126089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:00.257795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:00.258170 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.291760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-e5e0eb32-d03c-471a-a740-1d814b478cbc service neutron] 10.222.0.61 "GET /v2.0/networks/b81ae80d-3403-45d3-a639-0f34519f0111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292226 Jan 27 22:04:00.358322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8a3f20b-6697-4547-98c6-41044ce65ce7 req-414a74a0-30a3-437f-9e85-534d27d3bcb2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 210 time: 0.0517294 Jan 27 22:04:00.383481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:00.519414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.20.0.9 (ff862358-151f-475e-bf60-b4c5d74ffb3b/ddbdfce5-ab3e-4bb1-ace8-39a650ff759b/d7304047-20dd-4d0f-8044-8415de4972f4) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:00.523471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-284db80c-19c1-447c-bd97-729aff3114d1 service neutron] 10.222.0.61 "GET /v2.0/networks/b81ae80d-3403-45d3-a639-0f34519f0111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303793 Jan 27 22:04:00.798577 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (d7304047-20dd-4d0f-8044-8415de4972f4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:00.940372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-335d6051-ca8f-4bc2-b970-a23265b07b99 req-633a24e8-7e0e-4c9b-8c86-dc4c14a8eba5 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 210 time: 0.0444374 Jan 27 22:04:01.015040 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.096067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network ff862358-151f-475e-bf60-b4c5d74ffb3b is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:01.096067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:01.099475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:01.137356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=d7304047-20dd-4d0f-8044-8415de4972f4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:01.210882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:01.210882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.387800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-996298d2-4f27-41bb-af84-7a7bade4bf6a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8990068 Jan 27 22:04:01.447807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-24f4c0bb-98a9-4f78-9b69-895540288850 None None] Provisioning complete for port d7304047-20dd-4d0f-8044-8415de4972f4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:01.448312 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24f4c0bb-98a9-4f78-9b69-895540288850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.515298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-24f4c0bb-98a9-4f78-9b69-895540288850 None None] Port d7304047-20dd-4d0f-8044-8415de4972f4 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:04:01.530845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Request body: {'port': {'device_id': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:01.577899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d5c3b-6685-429c-9e82-2d8ea5820550 req-cf1cb7ce-f733-4f4e-ad90-679ee7d6d6dd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:01.579320 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-228d5c3b-6685-429c-9e82-2d8ea5820550 req-cf1cb7ce-f733-4f4e-ad90-679ee7d6d6dd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 931 time: 0.1399972 Jan 27 22:04:01.615502 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:01.685766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-228d5c3b-6685-429c-9e82-2d8ea5820550 req-ac7b89e2-68e7-45d9-b44b-a65c42e09f8c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891931 Jan 27 22:04:02.044204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45e22aa8-a3c6-40f2-938d-2213c5591c0f req-855a2af8-cb1c-4e3e-9f83-b1a22874f5cc tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 210 time: 0.0334587 Jan 27 22:04:02.054633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7304047-20dd-4d0f-8044-8415de4972f4 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:02.075289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Publish callbacks [] for port (d7304047-20dd-4d0f-8044-8415de4972f4), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.092349 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Transition to ACTIVE for port object d7304047-20dd-4d0f-8044-8415de4972f4 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:04:02.403233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.404174 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f76bd81e-c9b5-4ab3-b8af-c35fc5d6e174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.499367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Pushing event updated for resources: {'Port': ['ID=d7304047-20dd-4d0f-8044-8415de4972f4,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:02.571930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Attempting to bind port d7304047-20dd-4d0f-8044-8415de4972f4 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:02.572390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Attempting to bind port d7304047-20dd-4d0f-8044-8415de4972f4 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:02.572794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Attempting to bind port d7304047-20dd-4d0f-8044-8415de4972f4 on network ff862358-151f-475e-bf60-b4c5d74ffb3b {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:02.578484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Port d7304047-20dd-4d0f-8044-8415de4972f4 on network ff862358-151f-475e-bf60-b4c5d74ffb3b not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:04:02.578913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Attempting to bind port d7304047-20dd-4d0f-8044-8415de4972f4 on network ff862358-151f-475e-bf60-b4c5d74ffb3b {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:02.585808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:02.585808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Checking segment: {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:02.586312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Bound using segment: {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:02.587017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Bound port: d7304047-20dd-4d0f-8044-8415de4972f4, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:02.587466 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.708498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:02.723414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d7304047-20dd-4d0f-8044-8415de4972f4,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:02.830429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e66f4-7a11-4b04-9614-cf43fc6f9d3b req-22ec3f20-5109-4b29-be19-5033a91b14d3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:02.836595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-169e66f4-7a11-4b04-9614-cf43fc6f9d3b req-22ec3f20-5109-4b29-be19-5033a91b14d3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 943 time: 0.0582976 Jan 27 22:04:02.896301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-169e66f4-7a11-4b04-9614-cf43fc6f9d3b req-827073d6-8440-4a57-bd50-b0b950c23655 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582826 Jan 27 22:04:02.934498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.975237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:02.975797 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:02.977767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] 10.222.0.71 "PUT /v2.0/ports/d7304047-20dd-4d0f-8044-8415de4972f4 HTTP/1.1" status: 200 len: 1091 time: 1.5814691 Jan 27 22:04:02.978220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:02.980498 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df9a4ff-ebe6-4867-adcc-125fdb457494" -d '{"events": [{"name": "network-changed", "server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:03.028147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f5982-d3a8-4d2d-a297-116938123109 service neutron] Pushing event updated for resources: {'Port': ['ID=d7304047-20dd-4d0f-8044-8415de4972f4,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:03.049470 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c530bfc1-6415-434f-bc13-277754d29856 x-openstack-request-id: req-c530bfc1-6415-434f-bc13-277754d29856 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:03.050412 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:03.050854 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c530bfc1-6415-434f-bc13-277754d29856 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:03.051427 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'status': 'completed', 'code': 200} Jan 27 22:04:03.056671 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:04:03.214790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ebedf11-d169-4b4c-944b-5e75cc394c35 req-b6f6b859-50f6-41a8-860d-b8d34f3a1e5c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 210 time: 0.0596497 Jan 27 22:04:03.217768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9a4ff-ebe6-4867-adcc-125fdb457494 req-7ea62bcf-b28d-4456-8501-d86bed6e6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.219257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6df9a4ff-ebe6-4867-adcc-125fdb457494 req-7ea62bcf-b28d-4456-8501-d86bed6e6978 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 1094 time: 0.1228023 Jan 27 22:04:03.409890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9a4ff-ebe6-4867-adcc-125fdb457494 req-9dc78087-a312-485b-816d-31aa0a0b28b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.411467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6df9a4ff-ebe6-4867-adcc-125fdb457494 req-9dc78087-a312-485b-816d-31aa0a0b28b9 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1784980 Jan 27 22:04:03.543990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9a4ff-ebe6-4867-adcc-125fdb457494 req-fd38a22e-ce9d-4a56-9907-bb48860fba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.545607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6df9a4ff-ebe6-4867-adcc-125fdb457494 req-fd38a22e-ce9d-4a56-9907-bb48860fba11 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277652 Jan 27 22:04:03.680745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-bef30600-a353-4140-8fb3-efcb8dcfbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.682805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-bef30600-a353-4140-8fb3-efcb8dcfbaad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 1094 time: 0.0620258 Jan 27 22:04:03.755688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-b9016478-6c5d-4aef-9561-0414bb9cad9a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7304047-20dd-4d0f-8044-8415de4972f4 HTTP/1.1" status: 200 len: 217 time: 0.0610445 Jan 27 22:04:03.810743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-710b5e7b-9e51-4011-b185-8e7f92fad40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.812522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-710b5e7b-9e51-4011-b185-8e7f92fad40e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ddbdfce5-ab3e-4bb1-ace8-39a650ff759b HTTP/1.1" status: 200 len: 835 time: 0.0557055 Jan 27 22:04:03.860701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-65584af8-1a4f-4bda-86ae-e9a0ad717907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:03.862538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-65584af8-1a4f-4bda-86ae-e9a0ad717907 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff862358-151f-475e-bf60-b4c5d74ffb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439875 Jan 27 22:04:04.117577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-62011692-2b08-43cd-a463-63b1c5b32beb service neutron] 10.222.0.71 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485337 Jan 27 22:04:04.125815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cc3e2-7cca-40da-85be-b4aeb9854ab2 req-eacbbea0-a0c8-4c2b-87cb-07d0b62b0f4c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:04.127436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b1cc3e2-7cca-40da-85be-b4aeb9854ab2 req-eacbbea0-a0c8-4c2b-87cb-07d0b62b0f4c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 943 time: 0.0844646 Jan 27 22:04:04.280498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b1cc3e2-7cca-40da-85be-b4aeb9854ab2 req-0cc59f25-692a-4277-9867-2d694c3e37f4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439998 Jan 27 22:04:04.340777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e31c946f-19a6-4c6a-b3ad-3168f7a3cfdb req-1532116b-2280-47ac-8091-6e1732428c3a service neutron] 10.222.0.71 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122815 Jan 27 22:04:04.402611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96165226-82a1-4c79-abfc-e602ba7c12dc req-f25a8d44-d5bc-4361-b81f-5ba2f88839e5 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 210 time: 0.0432119 Jan 27 22:04:04.412186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-79729cdd-11a9-42a2-9833-2c3e3e034c69 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:04.413604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-79729cdd-11a9-42a2-9833-2c3e3e034c69 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "GET /v2.0/networks?id=b81ae80d-3403-45d3-a639-0f34519f0111 HTTP/1.1" status: 200 len: 797 time: 0.1665764 Jan 27 22:04:04.488305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-ef6bb5fa-424e-459c-b7ea-e64bb21f1686 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bf4602f0c574206a86b75c83395b7f6 HTTP/1.1" status: 200 len: 379 time: 0.0626047 Jan 27 22:04:04.497535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'port': {'device_id': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'admin_state_up': True, 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'security_groups': ['af65cc22-eefc-419f-8ab8-736f1c271590']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:04.751181 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Made reservation on behalf of 4bf4602f0c574206a86b75c83395b7f6 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:04.754571 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:04.924582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Allocated IP 172.20.0.12 (b81ae80d-3403-45d3-a639-0f34519f0111/4b413679-01f1-407d-b6b8-a13d2ea77419/0d76ecd0-22ae-40dd-884b-fe15c09a1c7d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:05.010120 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a90da89e-cd31-4d86-abfb-6fbe2ed7fce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:05.122456 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:05.339702 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:05.599577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network b81ae80d-3403-45d3-a639-0f34519f0111 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:05.651382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:05.666269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:05.666269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:05.761773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df11af-1a99-4d14-b9a5-8b56b63cabfc req-aa13e233-b831-4485-83f6-4fd214666c3b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:05.763638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0df11af-1a99-4d14-b9a5-8b56b63cabfc req-aa13e233-b831-4485-83f6-4fd214666c3b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 943 time: 0.3430083 Jan 27 22:04:05.837216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb80409-dca3-426f-8103-fc0bb2191483 req-74e9f25c-2509-45e9-83e3-dff992d5fd99 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:05.838868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3bb80409-dca3-426f-8103-fc0bb2191483 req-74e9f25c-2509-45e9-83e3-dff992d5fd99 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 932 time: 0.2486501 Jan 27 22:04:05.894588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:05.895304 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:05.987136 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0df11af-1a99-4d14-b9a5-8b56b63cabfc req-67136a6b-1cf2-4e65-9df2-fab97ebe1953 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067518 Jan 27 22:04:05.998962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-4553557b-b1e3-4952-8741-5dfac1eb3d63 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5052681 Jan 27 22:04:06.012271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3bb80409-dca3-426f-8103-fc0bb2191483 req-b3e51ded-da14-4196-9412-13d34b71f50c tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616127 Jan 27 22:04:06.060282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Request body: {'port': {'device_id': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:06.177409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4bee9f00-5346-4d9d-a739-95bcfb11b551 None None] Provisioning complete for port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:06.179933 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4bee9f00-5346-4d9d-a739-95bcfb11b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.197624 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.210180 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.341054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4bee9f00-5346-4d9d-a739-95bcfb11b551 None None] Port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:04:06.778488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device d7304047-20dd-4d0f-8044-8415de4972f4 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:04:06.900432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d7304047-20dd-4d0f-8044-8415de4972f4,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:06.915280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'port_id': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'mac_address': 'fa:16:3e:a0:60:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:04:06.928404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:06.937802 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Publish callbacks [] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.951607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Transition to ACTIVE for port object 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:04:06.978304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port d7304047-20dd-4d0f-8044-8415de4972f4 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:06.978714 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:06.997712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7304047-20dd-4d0f-8044-8415de4972f4 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:07.025605 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.054633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d7304047-20dd-4d0f-8044-8415de4972f4,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:07.147286 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.164416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Pushing event updated for resources: {'Port': ['ID=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:07.235012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=d7304047-20dd-4d0f-8044-8415de4972f4,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:07.304459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8456f-1da9-4b34-b6ee-ae8644e0a577 req-43b10a3b-b7cd-47a0-a407-7ae8b9deb0bb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:07.333624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ba8456f-1da9-4b34-b6ee-ae8644e0a577 req-43b10a3b-b7cd-47a0-a407-7ae8b9deb0bb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 943 time: 0.2012429 Jan 27 22:04:07.387775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['d7304047-20dd-4d0f-8044-8415de4972f4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:07.430633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e763d-d318-4cfa-877d-f203e0d28b47 req-8bd4018d-95fb-4827-9deb-926997e5a54e tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:07.441358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-290e763d-d318-4cfa-877d-f203e0d28b47 req-8bd4018d-95fb-4827-9deb-926997e5a54e tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 944 time: 0.2650414 Jan 27 22:04:07.468917 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.483907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Attempting to bind port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:07.484435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Attempting to bind port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:07.484787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Attempting to bind port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d on network b81ae80d-3403-45d3-a639-0f34519f0111 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:07.492804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d on network b81ae80d-3403-45d3-a639-0f34519f0111 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:04:07.493137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Attempting to bind port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d on network b81ae80d-3403-45d3-a639-0f34519f0111 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:07.512315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ba8456f-1da9-4b34-b6ee-ae8644e0a577 req-555c8206-8367-49e3-833e-d78c712361c6 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725383 Jan 27 22:04:07.540926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:07.543081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Checking segment: {'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:07.544377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Bound using segment: {'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:07.546009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Bound port: 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601a2427-b209-4af9-ab1d-26ef1d778dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:07.546765 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.642371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-290e763d-d318-4cfa-877d-f203e0d28b47 req-220340a9-0262-45fa-ae81-6c6898ef7793 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020419 Jan 27 22:04:07.735721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] For port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:07.740536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] For port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d,segment=NetworkSegment(601a2427-b209-4af9-ab1d-26ef1d778dbd),segment_id=601a2427-b209-4af9-ab1d-26ef1d778dbd)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:07.865826 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.885408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:07.886042 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:07.887461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] 10.222.0.74 "PUT /v2.0/ports/0d76ecd0-22ae-40dd-884b-fe15c09a1c7d HTTP/1.1" status: 200 len: 1092 time: 1.8725863 Jan 27 22:04:07.906493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'tag': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:07.906493 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745fbc82-1ab9-4b41-a007-7e4154c4d221" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0ecfaa-9564-4053-ae9e-beb70db7f7bb", "tag": "0d76ecd0-22ae-40dd-884b-fe15c09a1c7d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:08.001952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2e286-c325-472b-a74f-1fd517f61391 service neutron] Pushing event updated for resources: {'Port': ['ID=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:08.026766 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021ecefa-8efe-415b-a72a-cd4c9a466ab5 x-openstack-request-id: req-021ecefa-8efe-415b-a72a-cd4c9a466ab5 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:08.037766 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0ecfaa-9564-4053-ae9e-beb70db7f7bb", "tag": "0d76ecd0-22ae-40dd-884b-fe15c09a1c7d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:08.037766 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-021ecefa-8efe-415b-a72a-cd4c9a466ab5 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:08.037766 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'tag': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d', 'status': 'completed', 'code': 200} Jan 27 22:04:08.155676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fbc82-1ab9-4b41-a007-7e4154c4d221 req-d2f17f0f-a8b3-4a47-b301-eb7b23e8d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:08.158089 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-745fbc82-1ab9-4b41-a007-7e4154c4d221 req-d2f17f0f-a8b3-4a47-b301-eb7b23e8d431 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 1095 time: 0.1066921 Jan 27 22:04:08.302938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fbc82-1ab9-4b41-a007-7e4154c4d221 req-6e267181-de01-4cad-a49a-eda726d850f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:08.305166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-745fbc82-1ab9-4b41-a007-7e4154c4d221 req-6e267181-de01-4cad-a49a-eda726d850f5 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=4bf4602f0c574206a86b75c83395b7f6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1387632 Jan 27 22:04:08.440016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fbc82-1ab9-4b41-a007-7e4154c4d221 req-457a3db0-6479-4dde-b443-1a2959fef2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:08.440424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-745fbc82-1ab9-4b41-a007-7e4154c4d221 req-457a3db0-6479-4dde-b443-1a2959fef2a2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1227627 Jan 27 22:04:08.527614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-e5c972e0-51e4-48a8-aaad-c5827b2e479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:08.529265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-e5c972e0-51e4-48a8-aaad-c5827b2e479a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 1095 time: 0.0498199 Jan 27 22:04:08.594665 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-2b11f47b-3d0f-48eb-9d3b-4b9dd53e2429 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d HTTP/1.1" status: 200 len: 217 time: 0.0578623 Jan 27 22:04:08.680227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-60724ca5-b32a-48af-882e-a264ae956fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:08.681840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-60724ca5-b32a-48af-882e-a264ae956fd0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b413679-01f1-407d-b6b8-a13d2ea77419 HTTP/1.1" status: 200 len: 834 time: 0.0811479 Jan 27 22:04:08.743606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddfe07-d1ca-42c7-9fe4-05f5aa67fafe req-02e66f44-d694-4d5f-a0ec-bda56fac5f01 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:08.745104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ddfe07-d1ca-42c7-9fe4-05f5aa67fafe req-02e66f44-d694-4d5f-a0ec-bda56fac5f01 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 944 time: 0.1154544 Jan 27 22:04:08.784760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bd2b0-35da-448b-9c8f-8469ab00b787 req-c5224b97-a739-40d8-94d8-411aae4c85d4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:08.786235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a93bd2b0-35da-448b-9c8f-8469ab00b787 req-c5224b97-a739-40d8-94d8-411aae4c85d4 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 944 time: 0.0913479 Jan 27 22:04:08.789858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-5cdf61da-93ac-4d75-84c2-4faa5db6f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:08.791454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-5cdf61da-93ac-4d75-84c2-4faa5db6f4e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b81ae80d-3403-45d3-a639-0f34519f0111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039498 Jan 27 22:04:08.801149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device d7304047-20dd-4d0f-8044-8415de4972f4 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:08.914907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-8555c996-6bc7-44ad-b264-a908a463f96c service neutron] 10.222.0.74 "GET /v2.0/networks/b81ae80d-3403-45d3-a639-0f34519f0111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165495 Jan 27 22:04:08.973220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1ddfe07-d1ca-42c7-9fe4-05f5aa67fafe req-b41409ad-a186-49ee-b613-1cfbf47db702 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019899 Jan 27 22:04:08.984942 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.015124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port d7304047-20dd-4d0f-8044-8415de4972f4 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:04:09.016362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a93bd2b0-35da-448b-9c8f-8469ab00b787 req-37887594-9c35-4a93-943e-5949bf51f8ac tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302896 Jan 27 22:04:09.021159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port d7304047-20dd-4d0f-8044-8415de4972f4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:09.021771 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.133553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076fbcb5-b76c-460e-8141-c33c01bb8ea8 req-a1a71c6d-0caf-4eef-b986-3e3b9f95e7c8 service neutron] 10.222.0.74 "GET /v2.0/networks/b81ae80d-3403-45d3-a639-0f34519f0111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064495 Jan 27 22:04:09.188655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port d7304047-20dd-4d0f-8044-8415de4972f4 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:09.189357 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.214769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:09.217586 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44978686-6113-4da5-8751-e0232fa9e5c5" -d '{"events": [{"server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "name": "network-vif-plugged", "status": "completed", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:09.235382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d7304047-20dd-4d0f-8044-8415de4972f4,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:09.262211 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491da4af-f041-4370-a992-085c028a08ad x-openstack-request-id: req-491da4af-f041-4370-a992-085c028a08ad {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:09.262517 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "name": "network-vif-plugged", "status": "completed", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:09.262783 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-491da4af-f041-4370-a992-085c028a08ad {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:09.263450 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'code': 200} Jan 27 22:04:09.322632 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:09.374316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c18623-646f-4aaa-80f1-9abda255fff1 req-ba0b8f82-6eec-409e-8770-6b9c79802cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:09.376028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0c18623-646f-4aaa-80f1-9abda255fff1 req-ba0b8f82-6eec-409e-8770-6b9c79802cf4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 1096 time: 0.0580537 Jan 27 22:04:09.399038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=d7304047-20dd-4d0f-8044-8415de4972f4,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:09.449759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0c18623-646f-4aaa-80f1-9abda255fff1 req-56fccd4e-aec3-42f4-9c83-38863277053f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675297 Jan 27 22:04:10.207612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4aef1-84b2-4ce9-8132-96f0e68d10b7 req-52b79905-14f4-4806-b859-41ce696292e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:10.209156 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ea4aef1-84b2-4ce9-8132-96f0e68d10b7 req-52b79905-14f4-4806-b859-41ce696292e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 945 time: 0.0998569 Jan 27 22:04:10.226474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ce296-f7aa-4960-9501-6bfc92e3d20b req-5db0fc44-731a-4d0e-b14a-ca82c24daf81 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:10.228277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c90ce296-f7aa-4960-9501-6bfc92e3d20b req-5db0fc44-731a-4d0e-b14a-ca82c24daf81 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 944 time: 0.0857043 Jan 27 22:04:10.295850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ea4aef1-84b2-4ce9-8132-96f0e68d10b7 req-fc1ba101-9881-419e-9ed3-ec3a506bbc35 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783112 Jan 27 22:04:10.326794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c90ce296-f7aa-4960-9501-6bfc92e3d20b req-f2f93d17-7888-435f-8034-e354b1e4a000 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804358 Jan 27 22:04:11.471578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96de5f-bdc4-4cfb-9183-8c180917af71 req-4ffdd74a-150e-4814-80dd-408fb9ed5aab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:11.480429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b96de5f-bdc4-4cfb-9183-8c180917af71 req-4ffdd74a-150e-4814-80dd-408fb9ed5aab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 945 time: 0.0920186 Jan 27 22:04:11.502443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f8791-456a-47c5-8335-cc941eb3d20a req-f9918106-5d2a-4bad-b143-2d117f91668e tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:11.503934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f55f8791-456a-47c5-8335-cc941eb3d20a req-f9918106-5d2a-4bad-b143-2d117f91668e tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 944 time: 0.1063652 Jan 27 22:04:11.559686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b96de5f-bdc4-4cfb-9183-8c180917af71 req-9bdc90b1-20ed-4cd5-b2fe-fd486647630f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796363 Jan 27 22:04:11.588617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f55f8791-456a-47c5-8335-cc941eb3d20a req-c0ce993a-b8e2-4656-9af3-25d34101d71a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753908 Jan 27 22:04:11.707511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f10a1-92e1-48cf-b9bc-f5962252eeb5 req-d3eb3fd8-d0bb-4052-b7e2-c0f11e019656 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:11.709194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5f10a1-92e1-48cf-b9bc-f5962252eeb5 req-d3eb3fd8-d0bb-4052-b7e2-c0f11e019656 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 945 time: 0.0557532 Jan 27 22:04:11.761018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb5f10a1-92e1-48cf-b9bc-f5962252eeb5 req-29c7e789-c110-4053-ba84-7046d99c4344 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455773 Jan 27 22:04:11.792258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50306) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:11.850436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f815bf19-b2ec-4893-9ffd-808f4a679b0e tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:11.855488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f815bf19-b2ec-4893-9ffd-808f4a679b0e tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 1091 time: 0.0614765 Jan 27 22:04:11.855695 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50308) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:11.860835 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:11.979802 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.132473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.187471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:04:12.250385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.25.0.93 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/0ea07884-0031-4db8-b7f6-619fcad64083) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:12.297426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d,segment=NetworkSegment(601a2427-b209-4af9-ab1d-26ef1d778dbd),segment_id=601a2427-b209-4af9-ab1d-26ef1d778dbd)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:12.312373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'port_id': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d', 'mac_address': 'fa:16:3e:f6:68:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:04:12.356151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:12.356561 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.362822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (0ea07884-0031-4db8-b7f6-619fcad64083), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.372364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:04:12.401934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d,segment=NetworkSegment(601a2427-b209-4af9-ab1d-26ef1d778dbd),segment_id=601a2427-b209-4af9-ab1d-26ef1d778dbd)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:12.528271 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0ea07884-0031-4db8-b7f6-619fcad64083), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.567347 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:12.568461 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:12.570384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:12.576196 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:12.609968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=0ea07884-0031-4db8-b7f6-619fcad64083,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:12.639081 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:12.761568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81637f45-1ce2-4efb-a249-afb6fde1537b req-02c5fe40-39d6-41ec-8065-ca90e275ffd0 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:12.763407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81637f45-1ce2-4efb-a249-afb6fde1537b req-02c5fe40-39d6-41ec-8065-ca90e275ffd0 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 945 time: 0.0590842 Jan 27 22:04:12.823853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81637f45-1ce2-4efb-a249-afb6fde1537b req-753e979c-b2aa-4a0e-b8d6-c9eb60cf4140 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539804 Jan 27 22:04:12.840103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['0d76ecd0-22ae-40dd-884b-fe15c09a1c7d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:13.378818 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (66b62350-4a49-453f-ab2f-c8402c0a77bd), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.699190 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0ea07884-0031-4db8-b7f6-619fcad64083), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:13.959539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47a74f-5e9d-4f3e-87cf-cf35856532a7 req-181e52c4-5e80-48ab-bf6d-b2417d5d432e tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:13.968472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c47a74f-5e9d-4f3e-87cf-cf35856532a7 req-181e52c4-5e80-48ab-bf6d-b2417d5d432e tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 945 time: 0.0625324 Jan 27 22:04:14.054553 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (0ea07884-0031-4db8-b7f6-619fcad64083), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.075146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c47a74f-5e9d-4f3e-87cf-cf35856532a7 req-9400e767-e1ed-4e1b-9e1b-43c8638b324d tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004183 Jan 27 22:04:14.127688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (0ea07884-0031-4db8-b7f6-619fcad64083), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.200451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50366) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:14.202339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:04:14.302949 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=0ea07884-0031-4db8-b7f6-619fcad64083,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:14.327852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (66b62350-4a49-453f-ab2f-c8402c0a77bd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.394438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:04:14.395326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:14.396237 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.409585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c31f724b-d896-4e81-b68c-757948ca3410 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=68ed4f65a9c94dbaa8107ed0ec806764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2078843 Jan 27 22:04:14.412513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50372) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:14.512133 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Floating IP 66b62350-4a49-453f-ab2f-c8402c0a77bd associated. External IP: 172.25.0.93, port: d7304047-20dd-4d0f-8044-8415de4972f4. Jan 27 22:04:14.568815 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff2a78ca-c3bc-4f5c-93b4-0ccb95dc2028 admin admin] Publish callbacks [] for security_group (b5928164-f010-49bd-acb9-ed7258599e40), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.603776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:14.605603 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.627437 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff2a78ca-c3bc-4f5c-93b4-0ccb95dc2028 admin admin] Publish callbacks [] for security_group (b5928164-f010-49bd-acb9-ed7258599e40), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.676394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:14.681504 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e0fef-f203-4de3-b48f-ff3c3d0f5b4d" -d '{"events": [{"server_uuid": "9e0ecfaa-9564-4053-ae9e-beb70db7f7bb", "name": "network-vif-plugged", "status": "completed", "tag": "0d76ecd0-22ae-40dd-884b-fe15c09a1c7d"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:14.712689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d,segment=NetworkSegment(601a2427-b209-4af9-ab1d-26ef1d778dbd),segment_id=601a2427-b209-4af9-ab1d-26ef1d778dbd)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:14.777604 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8083c5-fa1e-4ce4-baa1-89968c9efde6 x-openstack-request-id: req-3e8083c5-fa1e-4ce4-baa1-89968c9efde6 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:14.778155 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0ecfaa-9564-4053-ae9e-beb70db7f7bb", "name": "network-vif-plugged", "status": "completed", "tag": "0d76ecd0-22ae-40dd-884b-fe15c09a1c7d", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:14.778675 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e8083c5-fa1e-4ce4-baa1-89968c9efde6 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:14.779248 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d', 'code': 200} Jan 27 22:04:14.887949 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.903240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff2a78ca-c3bc-4f5c-93b4-0ccb95dc2028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b5928164-f010-49bd-acb9-ed7258599e40), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.908038 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff2a78ca-c3bc-4f5c-93b4-0ccb95dc2028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:14.909237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ff2a78ca-c3bc-4f5c-93b4-0ccb95dc2028 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5928164-f010-49bd-acb9-ed7258599e40 HTTP/1.1" status: 204 len: 168 time: 0.4956183 Jan 27 22:04:14.959998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a78ca-c3bc-4f5c-93b4-0ccb95dc2028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5928164-f010-49bd-acb9-ed7258599e40,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:14.975768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471a5bd-2e42-483d-9a9b-946c3ed8e4b4 req-761fdb19-92b9-472d-bf61-f8db5f40d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:14.984157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1471a5bd-2e42-483d-9a9b-946c3ed8e4b4 req-761fdb19-92b9-472d-bf61-f8db5f40d9f6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 1096 time: 0.1395099 Jan 27 22:04:15.065689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:15.087813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:04:15.139581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1471a5bd-2e42-483d-9a9b-946c3ed8e4b4 req-39ceebd9-bdb4-4d4a-af3f-c1f6ed773087 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511765 Jan 27 22:04:15.278247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bed24f-e433-4786-9c5a-aad8631ecd67 req-e698974c-b9fd-4ab0-b8b6-9fd447c86634 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:15.279826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77bed24f-e433-4786-9c5a-aad8631ecd67 req-e698974c-b9fd-4ab0-b8b6-9fd447c86634 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 946 time: 0.0924788 Jan 27 22:04:15.379973 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77bed24f-e433-4786-9c5a-aad8631ecd67 req-68b66d6a-6c25-4c7b-ae07-19fb8b0a9390 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903647 Jan 27 22:04:15.437257 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:04:15.450522 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224b997e-0b25-4e4d-9664-0702b599e5b2 None None] Sync routers for ids ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:04:15.463992 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b997e-0b25-4e4d-9664-0702b599e5b2 None None] Routers {'7bc05e5c-d86c-4c3e-bb84-31030dd94b92'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:04:15.464660 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-224b997e-0b25-4e4d-9664-0702b599e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:04:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:15.621737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:15.645205 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-224b997e-0b25-4e4d-9664-0702b599e5b2 None None] Set router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:04:15.715591 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1fc461ef-8064-4a79-ae7a-3d116d488fa7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8561087 Jan 27 22:04:15.715591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:15.730719 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298ff93f-a815-4ef0-8998-dc8322377c03" -d '{"events": [{"name": "network-changed", "server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:15.833273 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7ee283-2793-43cf-be0c-ce63f9957665 x-openstack-request-id: req-7a7ee283-2793-43cf-be0c-ce63f9957665 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:15.833578 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:15.834425 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a7ee283-2793-43cf-be0c-ce63f9957665 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:15.834425 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'status': 'completed', 'code': 200} Jan 27 22:04:16.033438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ff93f-a815-4ef0-8998-dc8322377c03 req-61e89955-f483-4406-8617-533dcd5de8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:16.035393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-298ff93f-a815-4ef0-8998-dc8322377c03 req-61e89955-f483-4406-8617-533dcd5de8b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 1096 time: 0.1776979 Jan 27 22:04:16.073965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b33d9-1f28-44a9-957d-249df2cb161a req-c43582d1-9e49-4ce9-b1eb-988bf491eff7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:16.075946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-929b33d9-1f28-44a9-957d-249df2cb161a req-c43582d1-9e49-4ce9-b1eb-988bf491eff7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 945 time: 0.1647739 Jan 27 22:04:16.250428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-929b33d9-1f28-44a9-957d-249df2cb161a req-52b6deae-764c-4335-b4b8-a56b00c34689 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455770 Jan 27 22:04:16.276750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50416) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:16.281314 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-224b997e-0b25-4e4d-9664-0702b599e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:03:51Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '66b62350-4a49-453f-ab2f-c8402c0a77bd', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'port_id': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'mac_address': 'fa:16:3e:a0:60:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:04:12Z', 'updated_at': '2022-01-27T22:04:12Z', 'revision_number': 0, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985d9afc-aa80-4dd4-9d2a-c912a0d473c0', 'name': '', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:09:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:49Z', 'updated_at': '2022-01-27T22:03:58Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:16.293769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ff93f-a815-4ef0-8998-dc8322377c03 req-bcc1acc3-8a9d-46d6-a001-e9bf4a354ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:16.296230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-298ff93f-a815-4ef0-8998-dc8322377c03 req-bcc1acc3-8a9d-46d6-a001-e9bf4a354ebb service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff862358-151f-475e-bf60-b4c5d74ffb3b HTTP/1.1" status: 200 len: 897 time: 0.2512097 Jan 27 22:04:16.328428 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224b997e-0b25-4e4d-9664-0702b599e5b2 None None] Checking router: 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:04:16.372517 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b997e-0b25-4e4d-9664-0702b599e5b2 None None] Routers {'7bc05e5c-d86c-4c3e-bb84-31030dd94b92'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:04:16.373112 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-224b997e-0b25-4e4d-9664-0702b599e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:04:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:16.430234 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-50cb700e-6f75-4130-a650-22aa15a9c0bf tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/66b62350-4a49-453f-ab2f-c8402c0a77bd HTTP/1.1" status: 200 len: 990 time: 0.1501260 Jan 27 22:04:16.539572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-298ff93f-a815-4ef0-8998-dc8322377c03 req-08dfb58f-539b-44a7-8bb4-d23223521c11 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7304047-20dd-4d0f-8044-8415de4972f4 HTTP/1.1" status: 200 len: 998 time: 0.2360151 Jan 27 22:04:16.619138 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-224b997e-0b25-4e4d-9664-0702b599e5b2 None None] Set router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:04:16.660515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ff93f-a815-4ef0-8998-dc8322377c03 req-61de9a3d-af84-499d-8b13-7c1297692df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:16.662116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-298ff93f-a815-4ef0-8998-dc8322377c03 req-61de9a3d-af84-499d-8b13-7c1297692df2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ddbdfce5-ab3e-4bb1-ace8-39a650ff759b HTTP/1.1" status: 200 len: 835 time: 0.1163669 Jan 27 22:04:16.670667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364243c4-fc77-42fa-bdd7-1a90dc6d1c18 req-205d6a55-ae9f-46fd-859a-a64cdfa212bb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:16.672318 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-364243c4-fc77-42fa-bdd7-1a90dc6d1c18 req-205d6a55-ae9f-46fd-859a-a64cdfa212bb tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 946 time: 0.1167357 Jan 27 22:04:16.744787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ff93f-a815-4ef0-8998-dc8322377c03 req-e2815b4e-33c4-47bf-b262-f17b567e7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:16.746476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-298ff93f-a815-4ef0-8998-dc8322377c03 req-e2815b4e-33c4-47bf-b262-f17b567e7629 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff862358-151f-475e-bf60-b4c5d74ffb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732179 Jan 27 22:04:16.832207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-364243c4-fc77-42fa-bdd7-1a90dc6d1c18 req-1953812a-8fc2-495f-8f03-2b472ca2de75 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286745 Jan 27 22:04:16.886796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-298ff93f-a815-4ef0-8998-dc8322377c03 req-70ba6db8-ad14-4dcb-ba09-c64af71aca00 service neutron] 10.222.0.71 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280937 Jan 27 22:04:17.050794 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-224b997e-0b25-4e4d-9664-0702b599e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:03:51Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '66b62350-4a49-453f-ab2f-c8402c0a77bd', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'port_id': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'mac_address': 'fa:16:3e:a0:60:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:04:12Z', 'updated_at': '2022-01-27T22:04:12Z', 'revision_number': 0, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985d9afc-aa80-4dd4-9d2a-c912a0d473c0', 'name': '', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:09:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:49Z', 'updated_at': '2022-01-27T22:03:58Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:17.106364 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224b997e-0b25-4e4d-9664-0702b599e5b2 None None] The sync data for ids ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'] in n-d-760456-6 is: [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:03:51Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '66b62350-4a49-453f-ab2f-c8402c0a77bd', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'port_id': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'mac_address': 'fa:16:3e:a0:60:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:04:12Z', 'updated_at': '2022-01-27T22:04:12Z', 'revision_number': 0, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '985d9afc-aa80-4dd4-9d2a-c912a0d473c0', 'name': '', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:09:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:49Z', 'updated_at': '2022-01-27T22:03:58Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:04:17.108155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-298ff93f-a815-4ef0-8998-dc8322377c03 req-1cb3802d-bd51-44ee-8517-8058c8aaf2ce service neutron] 10.222.0.71 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137835 Jan 27 22:04:17.431662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50476) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:17.486598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317e1e8-2862-4ffb-ab57-d1efca71398f None None] New status for floating IP 66b62350-4a49-453f-ab2f-c8402c0a77bd: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:04:17.602525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-54d7ccf0-4830-4ba2-8f09-854a1f3d017f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/66b62350-4a49-453f-ab2f-c8402c0a77bd HTTP/1.1" status: 200 len: 990 time: 0.1695602 Jan 27 22:04:17.971440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff25d06-0f4b-4da9-a3ab-0d47331bea4a req-f68a9968-bec6-407b-bbdf-3436f08bf97f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:17.973145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bff25d06-0f4b-4da9-a3ab-0d47331bea4a req-f68a9968-bec6-407b-bbdf-3436f08bf97f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 946 time: 0.0503006 Jan 27 22:04:18.051719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bff25d06-0f4b-4da9-a3ab-0d47331bea4a req-ff157991-b789-4409-ad08-0070372c72d7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728371 Jan 27 22:04:18.213828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ea356-cdb4-42a6-9526-a36e7313d4a8 req-eab52a9e-b2be-4327-b83e-049e08fbfa49 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:18.215332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a85ea356-cdb4-42a6-9526-a36e7313d4a8 req-eab52a9e-b2be-4327-b83e-049e08fbfa49 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 946 time: 0.0510437 Jan 27 22:04:18.269417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a85ea356-cdb4-42a6-9526-a36e7313d4a8 req-3ecf1f13-907d-465e-9f87-2204824a608d tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482047 Jan 27 22:04:18.293224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50500) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:18.340344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a10a5a2-ab4e-4fc8-9649-a6258f600fd6 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:18.341973 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6a10a5a2-ab4e-4fc8-9649-a6258f600fd6 tempest-TestNetworkBasicOps-606678796 tempest-TestNetworkBasicOps-606678796-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 1092 time: 0.0472949 Jan 27 22:04:18.344785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50504) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:18.349107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:18.516674 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:18.606019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50510) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:18.654758 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:18.673756 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b8acfb2b-e7e3-4a63-8eba-ee17a0cba8a4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/66b62350-4a49-453f-ab2f-c8402c0a77bd HTTP/1.1" status: 200 len: 992 time: 0.0657041 Jan 27 22:04:18.790589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Allocated IP 172.25.0.107 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/ea9d7c41-bcea-4990-b485-1f5b95637746) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:19.188268 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (ea9d7c41-bcea-4990-b485-1f5b95637746), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:19.393313 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ea9d7c41-bcea-4990-b485-1f5b95637746), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:19.439371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:19.445458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:19.450719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:19.454415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=ea9d7c41-bcea-4990-b485-1f5b95637746,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:20.071474 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for floatingip (0ae631b3-65f1-4a3b-827f-95e26f1d0c6a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.260147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50570) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:20.309647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a58159-8158-4131-9524-2a64f8f053b8 admin admin] Deleting subnet d4a85d80-c53a-4b90-bc26-0f6f6fc6ec8c {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:04:20.313706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6a58159-8158-4131-9524-2a64f8f053b8 admin admin] Publish callbacks [] for subnet (d4a85d80-c53a-4b90-bc26-0f6f6fc6ec8c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.329932 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ea9d7c41-bcea-4990-b485-1f5b95637746), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.369136 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6a58159-8158-4131-9524-2a64f8f053b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (d4a85d80-c53a-4b90-bc26-0f6f6fc6ec8c), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.461986 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6a58159-8158-4131-9524-2a64f8f053b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (d4a85d80-c53a-4b90-bc26-0f6f6fc6ec8c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.579139 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for port (ea9d7c41-bcea-4990-b485-1f5b95637746), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.854269 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6a58159-8158-4131-9524-2a64f8f053b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (d4a85d80-c53a-4b90-bc26-0f6f6fc6ec8c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.882089 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (ea9d7c41-bcea-4990-b485-1f5b95637746), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.884402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a58159-8158-4131-9524-2a64f8f053b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a85d80-c53a-4b90-bc26-0f6f6fc6ec8c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:20.894218 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d6a58159-8158-4131-9524-2a64f8f053b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:20.901015 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d6a58159-8158-4131-9524-2a64f8f053b8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d4a85d80-c53a-4b90-bc26-0f6f6fc6ec8c HTTP/1.1" status: 204 len: 168 time: 0.6376226 Jan 27 22:04:20.901283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50582) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:20.942929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event updated for resources: {'Port': ['ID=ea9d7c41-bcea-4990-b485-1f5b95637746,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:21.001471 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (2caf7293-68a0-4923-9906-577c1463f5b1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.009118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (0ae631b3-65f1-4a3b-827f-95e26f1d0c6a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.128107 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Floating IP 0ae631b3-65f1-4a3b-827f-95e26f1d0c6a associated. External IP: 172.25.0.107, port: 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d. Jan 27 22:04:21.179139 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (2caf7293-68a0-4923-9906-577c1463f5b1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.203258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2caf7293-68a0-4923-9906-577c1463f5b1']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:21.219499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965b0dbf-6c3c-45d1-9055-4d02e488039b') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:21.219805 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965b0dbf-6c3c-45d1-9055-4d02e488039b') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:21.240210 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (965b0dbf-6c3c-45d1-9055-4d02e488039b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.273020 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (965b0dbf-6c3c-45d1-9055-4d02e488039b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.279781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:04:21.280050 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (965b0dbf-6c3c-45d1-9055-4d02e488039b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:04:21.281768 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:04:21.384159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Router 28254ded-9131-4a94-b9fa-e32c5d206820 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:04:21.465091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (2caf7293-68a0-4923-9906-577c1463f5b1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.486409 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.492824 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2caf7293-68a0-4923-9906-577c1463f5b1 HTTP/1.1" status: 204 len: 168 time: 0.5905910 Jan 27 22:04:21.499331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91efe04-0641-443c-9732-6810abe0c063 admin admin] Pushing event deleted for resources: {'Network': ['ID=2caf7293-68a0-4923-9906-577c1463f5b1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:21.499647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50590) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:21.551922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:04:21.560141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae37a65-5021-42f0-b9bb-f9074b671579 admin admin] Deleting subnet a165e7ae-a60c-4af9-8812-8d34672a9f1e {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:04:21.563546 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4ae37a65-5021-42f0-b9bb-f9074b671579 admin admin] Publish callbacks [] for subnet (a165e7ae-a60c-4af9-8812-8d34672a9f1e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.565400 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a7cac-ff25-4f76-9e46-89df496035c8 None None] Sync routers for ids ['28254ded-9131-4a94-b9fa-e32c5d206820'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:04:21.581218 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a7cac-ff25-4f76-9e46-89df496035c8 None None] Routers {'28254ded-9131-4a94-b9fa-e32c5d206820'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:04:21.591107 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a02a7cac-ff25-4f76-9e46-89df496035c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:04:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['28254ded-9131-4a94-b9fa-e32c5d206820'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:21.600993 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4ae37a65-5021-42f0-b9bb-f9074b671579 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (a165e7ae-a60c-4af9-8812-8d34672a9f1e), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.642583 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4ae37a65-5021-42f0-b9bb-f9074b671579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (a165e7ae-a60c-4af9-8812-8d34672a9f1e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.821745 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-a02a7cac-ff25-4f76-9e46-89df496035c8 None None] Set router 28254ded-9131-4a94-b9fa-e32c5d206820 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:04:21.826265 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4ae37a65-5021-42f0-b9bb-f9074b671579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (a165e7ae-a60c-4af9-8812-8d34672a9f1e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.871946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae37a65-5021-42f0-b9bb-f9074b671579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a165e7ae-a60c-4af9-8812-8d34672a9f1e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:21.875123 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4ae37a65-5021-42f0-b9bb-f9074b671579 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.882073 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50600) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:21.882237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4ae37a65-5021-42f0-b9bb-f9074b671579 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a165e7ae-a60c-4af9-8812-8d34672a9f1e HTTP/1.1" status: 204 len: 168 time: 0.3857846 Jan 27 22:04:21.889802 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:21.930792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5d93b331-0bde-4e60-abf2-2cb94ca8c7e1 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5816166 Jan 27 22:04:21.930792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'tag': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:21.932007 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6db32b-b459-4e43-a897-b56e2c3fab02" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0ecfaa-9564-4053-ae9e-beb70db7f7bb", "tag": "0d76ecd0-22ae-40dd-884b-fe15c09a1c7d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:21.935184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50604) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:21.996070 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f034537-0c38-4589-a8b7-7a9645431a79 x-openstack-request-id: req-1f034537-0c38-4589-a8b7-7a9645431a79 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:21.996381 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0ecfaa-9564-4053-ae9e-beb70db7f7bb", "tag": "0d76ecd0-22ae-40dd-884b-fe15c09a1c7d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:21.996745 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f034537-0c38-4589-a8b7-7a9645431a79 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:21.997181 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'tag': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d', 'status': 'completed', 'code': 200} Jan 27 22:04:22.057958 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (8ca6cf40-b356-4ebc-bd99-e0cff1814810), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.079636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db32b-b459-4e43-a897-b56e2c3fab02 req-839b0bcd-3df9-4861-a93e-5bfe5f170d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:22.081202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be6db32b-b459-4e43-a897-b56e2c3fab02 req-839b0bcd-3df9-4861-a93e-5bfe5f170d4f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 1097 time: 0.0786009 Jan 27 22:04:22.086976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7df9611c-2b26-4f25-96be-62e877e30b69 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/floatingips/0ae631b3-65f1-4a3b-827f-95e26f1d0c6a HTTP/1.1" status: 200 len: 992 time: 0.1494443 Jan 27 22:04:22.185113 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (8ca6cf40-b356-4ebc-bd99-e0cff1814810), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.209228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca6cf40-b356-4ebc-bd99-e0cff1814810']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:22.219892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db32b-b459-4e43-a897-b56e2c3fab02 req-b5d07024-4a19-47d0-9437-1f5660269764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:22.221540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be6db32b-b459-4e43-a897-b56e2c3fab02 req-b5d07024-4a19-47d0-9437-1f5660269764 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b81ae80d-3403-45d3-a639-0f34519f0111 HTTP/1.1" status: 200 len: 898 time: 0.1335728 Jan 27 22:04:22.223754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9290a8df-8046-45c0-947c-43fd0f5dce0e') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:22.224068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9290a8df-8046-45c0-947c-43fd0f5dce0e') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:22.234628 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (9290a8df-8046-45c0-947c-43fd0f5dce0e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.251267 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9290a8df-8046-45c0-947c-43fd0f5dce0e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.259360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:04:22.260023 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (9290a8df-8046-45c0-947c-43fd0f5dce0e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:04:22.274992 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:04:22.309705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be6db32b-b459-4e43-a897-b56e2c3fab02 req-54b10c32-6da3-42a6-a280-1d9d893a9840 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d HTTP/1.1" status: 200 len: 1000 time: 0.0824592 Jan 27 22:04:22.311261 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a02a7cac-ff25-4f76-9e46-89df496035c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '0ae631b3-65f1-4a3b-827f-95e26f1d0c6a', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'port_id': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'mac_address': 'fa:16:3e:f6:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:04:19Z', 'updated_at': '2022-01-27T22:04:19Z', 'revision_number': 0, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024c3080-e9e7-48ff-9144-17edb2c4544a', 'name': '', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:8c:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:46Z', 'updated_at': '2022-01-27T22:03:55Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:22.346692 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a7cac-ff25-4f76-9e46-89df496035c8 None None] Checking router: 28254ded-9131-4a94-b9fa-e32c5d206820 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:04:22.348692 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a7cac-ff25-4f76-9e46-89df496035c8 None None] Routers {'28254ded-9131-4a94-b9fa-e32c5d206820'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:04:22.349392 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a02a7cac-ff25-4f76-9e46-89df496035c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:04:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['28254ded-9131-4a94-b9fa-e32c5d206820'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:22.369294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db32b-b459-4e43-a897-b56e2c3fab02 req-4cebd5b6-1529-447c-93bc-2a5199215f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:22.371589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be6db32b-b459-4e43-a897-b56e2c3fab02 req-4cebd5b6-1529-447c-93bc-2a5199215f9b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b413679-01f1-407d-b6b8-a13d2ea77419 HTTP/1.1" status: 200 len: 834 time: 0.0528557 Jan 27 22:04:22.422465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db32b-b459-4e43-a897-b56e2c3fab02 req-b0e36fe0-500d-4171-8f73-192a59fc91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:22.424472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be6db32b-b459-4e43-a897-b56e2c3fab02 req-b0e36fe0-500d-4171-8f73-192a59fc91e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b81ae80d-3403-45d3-a639-0f34519f0111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472922 Jan 27 22:04:22.475963 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (8ca6cf40-b356-4ebc-bd99-e0cff1814810), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.482335 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-a02a7cac-ff25-4f76-9e46-89df496035c8 None None] Set router 28254ded-9131-4a94-b9fa-e32c5d206820 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:04:22.503199 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:22.509609 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8ca6cf40-b356-4ebc-bd99-e0cff1814810 HTTP/1.1" status: 204 len: 168 time: 0.6234412 Jan 27 22:04:22.548749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55860f84-1025-4956-acff-dba46deb37b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca6cf40-b356-4ebc-bd99-e0cff1814810,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:22.612149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be6db32b-b459-4e43-a897-b56e2c3fab02 req-f2c583f7-c2d5-4afe-8af6-f1f3f00d8e4c service neutron] 10.222.0.74 "GET /v2.0/networks/b81ae80d-3403-45d3-a639-0f34519f0111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817670 Jan 27 22:04:22.760035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be6db32b-b459-4e43-a897-b56e2c3fab02 req-b2a1347a-d369-41e7-bb41-579e51619a6e service neutron] 10.222.0.74 "GET /v2.0/networks/b81ae80d-3403-45d3-a639-0f34519f0111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417143 Jan 27 22:04:22.802346 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a02a7cac-ff25-4f76-9e46-89df496035c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '0ae631b3-65f1-4a3b-827f-95e26f1d0c6a', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'port_id': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'mac_address': 'fa:16:3e:f6:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:04:19Z', 'updated_at': '2022-01-27T22:04:19Z', 'revision_number': 0, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024c3080-e9e7-48ff-9144-17edb2c4544a', 'name': '', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:8c:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:46Z', 'updated_at': '2022-01-27T22:03:55Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:22.830375 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02a7cac-ff25-4f76-9e46-89df496035c8 None None] The sync data for ids ['28254ded-9131-4a94-b9fa-e32c5d206820'] in n-d-760456-6 is: [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '0ae631b3-65f1-4a3b-827f-95e26f1d0c6a', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'port_id': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'mac_address': 'fa:16:3e:f6:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:04:19Z', 'updated_at': '2022-01-27T22:04:19Z', 'revision_number': 0, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '024c3080-e9e7-48ff-9144-17edb2c4544a', 'name': '', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:8c:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:46Z', 'updated_at': '2022-01-27T22:03:55Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:04:23.063750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50624) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:23.090755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50626) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:23.253195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a712f-bbac-4ce6-b9d9-db7a3d49506d None None] New status for floating IP 0ae631b3-65f1-4a3b-827f-95e26f1d0c6a: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:04:23.254125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d3e978e5-1a23-47f8-8b32-c3a730c44bb1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=678e8c984d234371a915469f70f2a607&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1013281 Jan 27 22:04:23.254528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50630) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:23.309545 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79467d9d-db6d-46be-bf94-a6ffed1a9a3b admin admin] Publish callbacks [] for security_group (91f6f890-991e-451e-93eb-c38bb888eb11), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:23.336891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79467d9d-db6d-46be-bf94-a6ffed1a9a3b admin admin] Publish callbacks [] for security_group (91f6f890-991e-451e-93eb-c38bb888eb11), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:23.376776 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e6216716-8779-4601-935c-5763cc7d00aa tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/floatingips/0ae631b3-65f1-4a3b-827f-95e26f1d0c6a HTTP/1.1" status: 200 len: 992 time: 0.2699633 Jan 27 22:04:23.527893 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79467d9d-db6d-46be-bf94-a6ffed1a9a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (91f6f890-991e-451e-93eb-c38bb888eb11), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:23.530562 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-79467d9d-db6d-46be-bf94-a6ffed1a9a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:23.531740 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-79467d9d-db6d-46be-bf94-a6ffed1a9a3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/91f6f890-991e-451e-93eb-c38bb888eb11 HTTP/1.1" status: 204 len: 168 time: 0.2761199 Jan 27 22:04:23.560368 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79467d9d-db6d-46be-bf94-a6ffed1a9a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f6f890-991e-451e-93eb-c38bb888eb11,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:24.377831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50652) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:24.447459 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7b56db04-4729-42d3-a607-9de6b7a69134 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/floatingips/0ae631b3-65f1-4a3b-827f-95e26f1d0c6a HTTP/1.1" status: 200 len: 994 time: 0.0684304 Jan 27 22:04:24.589484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 50654) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:24.636226 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bcc68851-1c89-4155-b6f3-e0f99ca6c288 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d77501dbb6b6422fb74997ede67bbe16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454760 Jan 27 22:04:24.638952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 50658) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:24.689464 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f7998e9-f26f-404a-a775-1f0f6559853e admin admin] Publish callbacks [] for security_group (a36ec446-aa5c-4906-9950-a1f849d2c2ed), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:24.720006 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f7998e9-f26f-404a-a775-1f0f6559853e admin admin] Publish callbacks [] for security_group (a36ec446-aa5c-4906-9950-a1f849d2c2ed), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:24.888166 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f7998e9-f26f-404a-a775-1f0f6559853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a36ec446-aa5c-4906-9950-a1f849d2c2ed), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:24.891223 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f7998e9-f26f-404a-a775-1f0f6559853e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:24.897969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2f7998e9-f26f-404a-a775-1f0f6559853e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a36ec446-aa5c-4906-9950-a1f849d2c2ed HTTP/1.1" status: 204 len: 168 time: 0.2573631 Jan 27 22:04:24.909272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7998e9-f26f-404a-a775-1f0f6559853e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36ec446-aa5c-4906-9950-a1f849d2c2ed,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:27.110174 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:27.436455 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:32.756238 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f43baaee-95e4-4098-ba52-9042e41a3a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:34.921911 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-231c0104-99c3-4023-913a-453b8c04ed5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:36.199564 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:37.503949 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:39.064426 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:40.059240 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:04:41.857838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adcee4e-9dc3-48f2-adde-e9d2b5e9d17d req-608cff69-334a-4e12-8b02-431400296503 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440047 Jan 27 22:04:41.944135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcee4e-9dc3-48f2-adde-e9d2b5e9d17d req-51c8cb26-ef94-4cda-9ef0-4dab83996d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:41.955990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adcee4e-9dc3-48f2-adde-e9d2b5e9d17d req-51c8cb26-ef94-4cda-9ef0-4dab83996d49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 1096 time: 0.0435009 Jan 27 22:04:42.353256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcee4e-9dc3-48f2-adde-e9d2b5e9d17d req-b40d5e5e-a00a-4c83-920e-2894531c7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.354785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adcee4e-9dc3-48f2-adde-e9d2b5e9d17d req-b40d5e5e-a00a-4c83-920e-2894531c7327 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff862358-151f-475e-bf60-b4c5d74ffb3b HTTP/1.1" status: 200 len: 897 time: 0.3889780 Jan 27 22:04:42.433385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adcee4e-9dc3-48f2-adde-e9d2b5e9d17d req-deff5562-9324-4488-8a31-1b4144f53688 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7304047-20dd-4d0f-8044-8415de4972f4 HTTP/1.1" status: 200 len: 1000 time: 0.0677607 Jan 27 22:04:42.520532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcee4e-9dc3-48f2-adde-e9d2b5e9d17d req-86e9f939-5d97-4260-8a84-96a468b66e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.522029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adcee4e-9dc3-48f2-adde-e9d2b5e9d17d req-86e9f939-5d97-4260-8a84-96a468b66e50 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ddbdfce5-ab3e-4bb1-ace8-39a650ff759b HTTP/1.1" status: 200 len: 835 time: 0.0813949 Jan 27 22:04:42.534459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-61f6e91c-0296-4480-89b2-3e6e97320ef3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2188439 Jan 27 22:04:42.581170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcee4e-9dc3-48f2-adde-e9d2b5e9d17d req-83671c6c-4f94-4116-b378-7ec8ac47bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.583498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adcee4e-9dc3-48f2-adde-e9d2b5e9d17d req-83671c6c-4f94-4116-b378-7ec8ac47bfed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff862358-151f-475e-bf60-b4c5d74ffb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481949 Jan 27 22:04:42.699180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-8e48815c-7c54-4470-b8f5-4a14d578d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.699576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-8e48815c-7c54-4470-b8f5-4a14d578d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.700117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-8e48815c-7c54-4470-b8f5-4a14d578d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.700579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-8e48815c-7c54-4470-b8f5-4a14d578d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.701038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-8e48815c-7c54-4470-b8f5-4a14d578d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.701576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-8e48815c-7c54-4470-b8f5-4a14d578d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.702033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-8e48815c-7c54-4470-b8f5-4a14d578d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.703950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-8e48815c-7c54-4470-b8f5-4a14d578d700 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6489 time: 0.1129270 Jan 27 22:04:42.725736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adcee4e-9dc3-48f2-adde-e9d2b5e9d17d req-fcb2f12d-954a-41e9-ac9a-c679cf06b600 service neutron] 10.222.0.71 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357348 Jan 27 22:04:42.890527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-450e2547-ce96-4401-815d-55375c9a2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.891232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-450e2547-ce96-4401-815d-55375c9a2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.891457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-450e2547-ce96-4401-815d-55375c9a2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:42.893101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-450e2547-ce96-4401-815d-55375c9a2831 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b82e3ea-cccf-4366-975c-e3e82e495967&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=57b0572f-1953-43f1-ab4d-663ea68612ac&id=57b0572f-1953-43f1-ab4d-663ea68612ac HTTP/1.1" status: 200 len: 2293 time: 0.1648250 Jan 27 22:04:42.979103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adcee4e-9dc3-48f2-adde-e9d2b5e9d17d req-55393578-18a0-4119-bff1-c527c42b9db1 service neutron] 10.222.0.71 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434402 Jan 27 22:04:42.996414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-845cfd90-dd76-404f-8e47-7b3259ccb547 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5335e078-e423-47c5-8bb8-2d0d0964a65c HTTP/1.1" status: 200 len: 1002 time: 0.0932596 Jan 27 22:04:43.050293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-17132068-eae2-4d6f-ae06-b3f698df028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:43.051904 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-17132068-eae2-4d6f-ae06-b3f698df028f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=424eff24-915c-48ed-bc94-f5626e6d8b0b HTTP/1.1" status: 200 len: 851 time: 0.0497851 Jan 27 22:04:43.104778 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-2185e192-18cf-4043-a300-94ac34647e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:43.106523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-2185e192-18cf-4043-a300-94ac34647e5a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b82e3ea-cccf-4366-975c-e3e82e495967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473142 Jan 27 22:04:43.220051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-404be720-37ee-4d1d-9d95-76ef5c9b267c service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074693 Jan 27 22:04:43.326897 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-d7b129fe-6c8a-4c81-9e8d-0e6e287d8d41 service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011918 Jan 27 22:04:43.377172 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-87bd6e73-ac4c-4c77-82cf-a014ad88c314 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cb7d9cb2-705b-481e-b551-5bb9212cb343 HTTP/1.1" status: 200 len: 217 time: 0.0443845 Jan 27 22:04:43.434369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-98db28b8-bedf-4cfa-99bd-64a6ab8b5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:43.436210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-98db28b8-bedf-4cfa-99bd-64a6ab8b5c6a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0536323 Jan 27 22:04:43.490600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-1886875a-a413-43b0-8ba8-d04bde120965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:43.492595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-1886875a-a413-43b0-8ba8-d04bde120965 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508897 Jan 27 22:04:43.601930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-d659b2cb-4c2f-4175-8db9-8b85a5e8816f service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978928 Jan 27 22:04:43.703033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-40ec8ec1-751b-4fb8-bd62-b4dd0d2d5d61 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955060 Jan 27 22:04:43.749523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-b6d3c81b-e555-468b-a282-55cdbd11848f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=856c8d91-48e7-4a38-b228-a5d13c60c10b HTTP/1.1" status: 200 len: 217 time: 0.0409021 Jan 27 22:04:43.799565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-7b3a3b29-1fbd-4a71-81c7-fcef78487e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:43.801138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-7b3a3b29-1fbd-4a71-81c7-fcef78487e5e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0464075 Jan 27 22:04:43.855862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-c066efa0-ffa1-44da-912d-1802d026fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:43.857750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-c066efa0-ffa1-44da-912d-1802d026fca0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500646 Jan 27 22:04:43.985746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-ff9af807-b782-4f1a-9c77-1362030757e7 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225007 Jan 27 22:04:44.097337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-e6853418-c6db-4474-ab10-2e228074843a service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053755 Jan 27 22:04:44.141436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-55409578-dafa-4ebd-b24f-193e3b1a6fb5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=6903c701-77e9-4292-b708-5a1c23d8675e HTTP/1.1" status: 200 len: 217 time: 0.0373015 Jan 27 22:04:44.200702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-cd07c962-e885-45b3-9ff8-3092ae0280df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:44.202443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-cd07c962-e885-45b3-9ff8-3092ae0280df service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0542819 Jan 27 22:04:44.252035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-b3a987ad-e10b-47f2-ab33-134a18c6560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:44.253684 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-b3a987ad-e10b-47f2-ab33-134a18c6560a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452735 Jan 27 22:04:44.361321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-9ec87120-c726-4eb8-8ff8-de82770ff134 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009858 Jan 27 22:04:44.465912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-d5dc0323-d28f-4ba3-9d19-789edba1178c service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983944 Jan 27 22:04:44.511068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-27869610-aea9-47e6-bbe0-10dd028abd29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=c65a11a4-9aa1-4f0f-9a82-29a9833fd357 HTTP/1.1" status: 200 len: 217 time: 0.0399742 Jan 27 22:04:44.575604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-629eb6db-0808-4930-8c96-9c17c3919eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:44.577467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-629eb6db-0808-4930-8c96-9c17c3919eb6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0583158 Jan 27 22:04:44.632048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-1a1f9d2e-a317-400e-bc86-7c56bd5b3b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:44.633905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-1a1f9d2e-a317-400e-bc86-7c56bd5b3b42 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0494583 Jan 27 22:04:44.735572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-0ffb1a10-8d2f-4afd-8d14-46acd7f547c0 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939555 Jan 27 22:04:44.838110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-600d99cc-0543-4c7f-a9bf-f897f7ff00c2 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959330 Jan 27 22:04:44.880057 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-adff26ed-77ee-49f8-8859-59527512a034 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa889ecd-db7d-4354-91b6-08f458c0008a HTTP/1.1" status: 200 len: 217 time: 0.0365560 Jan 27 22:04:44.936051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-a2c5511d-77f7-4f63-b7b6-9f2b46e30726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:44.937709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-a2c5511d-77f7-4f63-b7b6-9f2b46e30726 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.0507107 Jan 27 22:04:45.009276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-25f9690e-8b84-49ff-825a-d723a3d0bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:45.011237 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-25f9690e-8b84-49ff-825a-d723a3d0bcd1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683682 Jan 27 22:04:45.117528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-18d81392-704b-440b-bd44-8b1f5c9c4a15 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980074 Jan 27 22:04:45.217491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-241e4617-852b-465e-8b48-1bad823917a8 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940275 Jan 27 22:04:45.261724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-24615912-a6c3-4f63-bd91-708c9c9478cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232dacdc-6e3c-4c11-ae7a-252252a62058 HTTP/1.1" status: 200 len: 217 time: 0.0376215 Jan 27 22:04:45.312110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-9fbf3211-8acd-45fd-ba07-d769206712de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:45.313762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-9fbf3211-8acd-45fd-ba07-d769206712de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.0472515 Jan 27 22:04:45.366683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-57875d5f-4e5b-4473-bd9d-576aea658f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:45.368351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-57875d5f-4e5b-4473-bd9d-576aea658f0b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0494206 Jan 27 22:04:45.461725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-bb0a6345-3c1d-4ee8-b351-a7d264ba0743 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872273 Jan 27 22:04:45.566175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e70acf29-6092-4831-807d-f6b9ed79c889 req-c27ce1c4-17b1-4ad5-a639-083644a9bcb7 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943463 Jan 27 22:04:48.022764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c7d58-a87d-4e9c-9e08-c756f660dcd2 req-4c62d5c8-307f-484d-95ea-3332d8f224c1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:48.024280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e84c7d58-a87d-4e9c-9e08-c756f660dcd2 req-4c62d5c8-307f-484d-95ea-3332d8f224c1 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 945 time: 0.0526016 Jan 27 22:04:48.080526 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e84c7d58-a87d-4e9c-9e08-c756f660dcd2 req-8e479e31-eb9c-4c7e-97c3-cdedac0c43bb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502946 Jan 27 22:04:48.103680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51232) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:48.219004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3598f9fb-68b1-461b-b004-be9a4cd4110a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/66b62350-4a49-453f-ab2f-c8402c0a77bd HTTP/1.1" status: 200 len: 992 time: 0.1137941 Jan 27 22:04:48.569442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f005b6b-2f30-4581-bb08-2b80767829ca req-a8676219-2ec1-4274-bcba-cf84ba94f891 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:48.571238 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f005b6b-2f30-4581-bb08-2b80767829ca req-a8676219-2ec1-4274-bcba-cf84ba94f891 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 1096 time: 0.0566962 Jan 27 22:04:48.625117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f005b6b-2f30-4581-bb08-2b80767829ca req-517a8592-57bf-415f-9006-d148bf008fe5 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482295 Jan 27 22:04:48.754213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-8d140949-8ea3-46fe-ac9d-a8ebd8160352 req-ba646e53-30b9-4df1-95ab-728a2e78172c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:04:48.755292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d140949-8ea3-46fe-ac9d-a8ebd8160352 req-ba646e53-30b9-4df1-95ab-728a2e78172c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537906 Jan 27 22:04:50.176577 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-535ff311-6a27-451b-a335-f68f5ab286fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931821 Jan 27 22:04:50.185181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-418b1c60-acb2-4a9e-ac05-5d4484305278 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:04:50.186174 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-418b1c60-acb2-4a9e-ac05-5d4484305278 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051723 Jan 27 22:04:51.340337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51418) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:51.415580 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8902bc32-86b8-40a7-85a2-267b79208911 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/floatingips/0ae631b3-65f1-4a3b-827f-95e26f1d0c6a HTTP/1.1" status: 200 len: 994 time: 0.0734563 Jan 27 22:04:51.546457 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-cf7a9b35-a24b-4b40-aa3a-271f78a2c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:51.547848 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-cf7a9b35-a24b-4b40-aa3a-271f78a2c770 service neutron] 10.222.0.61 "GET /v2.0/ports/d7304047-20dd-4d0f-8044-8415de4972f4 HTTP/1.1" status: 200 len: 1093 time: 0.0365856 Jan 27 22:04:51.556540 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] Request body: {'binding': {'host': 'n-h1-760456-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:51.557023 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] Unknown quota resources ['binding']. {{(pid=104026) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 27 22:04:51.710086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51438) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:51.716650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] Attempting to bind port d7304047-20dd-4d0f-8044-8415de4972f4 on host n-h1-760456-6 for vnic_type normal with profile None {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:51.720234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] Attempting to bind port d7304047-20dd-4d0f-8044-8415de4972f4 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:51.720234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] Attempting to bind port d7304047-20dd-4d0f-8044-8415de4972f4 on network ff862358-151f-475e-bf60-b4c5d74ffb3b {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:51.724714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] Port d7304047-20dd-4d0f-8044-8415de4972f4 on network ff862358-151f-475e-bf60-b4c5d74ffb3b not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:04:51.725061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] Attempting to bind port d7304047-20dd-4d0f-8044-8415de4972f4 on network ff862358-151f-475e-bf60-b4c5d74ffb3b {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:51.731079 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:51.731438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] Checking segment: {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:51.732560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] Bound using segment: {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:51.733071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] Bound port: d7304047-20dd-4d0f-8044-8415de4972f4, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:51.836215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d7304047-20dd-4d0f-8044-8415de4972f4,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:51.913556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting port ea9d7c41-bcea-4990-b485-1f5b95637746 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:51.913903 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ea9d7c41-bcea-4990-b485-1f5b95637746), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.957212 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.958414 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-cebab4c0-7c93-41a7-8575-b2cbafd01c24 service neutron] 10.222.0.61 "POST /v2.0/ports/d7304047-20dd-4d0f-8044-8415de4972f4/bindings HTTP/1.1" status: 201 len: 389 time: 0.4054420 Jan 27 22:04:51.994733 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ea9d7c41-bcea-4990-b485-1f5b95637746), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:51.995100 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for floatingip (ea9d7c41-bcea-4990-b485-1f5b95637746), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:52.007420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Calling delete_port for ea9d7c41-bcea-4990-b485-1f5b95637746 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:52.360768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8204a-915c-494d-9b35-a26dd32c7c84 req-4d2d470d-9028-4670-83c2-76151d6e21ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:52.362448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22a8204a-915c-494d-9b35-a26dd32c7c84 req-4d2d470d-9028-4670-83c2-76151d6e21ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 945 time: 0.0872223 Jan 27 22:04:52.432828 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22a8204a-915c-494d-9b35-a26dd32c7c84 req-0fec0b76-be1a-495e-adcd-c2369b6882c0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632267 Jan 27 22:04:52.434199 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ea9d7c41-bcea-4990-b485-1f5b95637746), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:52.479673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Port': ['ID=ea9d7c41-bcea-4990-b485-1f5b95637746,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:52.503920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.504305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.504660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.505010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.505360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.505734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.506080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.506418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.506760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.507095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.507428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.507796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.508254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:52.559108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for floatingip (0ae631b3-65f1-4a3b-827f-95e26f1d0c6a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:52.559432 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Floating IP 0ae631b3-65f1-4a3b-827f-95e26f1d0c6a disassociated (deleted). External IP: 172.25.0.107, port: 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d. Jan 27 22:04:52.785196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-8a94faad-8619-40c5-8ea8-995c6b9facc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:52.786791 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-8a94faad-8619-40c5-8ea8-995c6b9facc9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 1096 time: 0.0974233 Jan 27 22:04:53.278504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Router 28254ded-9131-4a94-b9fa-e32c5d206820 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:04:53.301403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-8cbb7533-e9aa-4cec-bc84-42be25725e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:53.303400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-8cbb7533-e9aa-4cec-bc84-42be25725e33 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff862358-151f-475e-bf60-b4c5d74ffb3b HTTP/1.1" status: 200 len: 897 time: 0.5092776 Jan 27 22:04:53.436395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-99524e77-0867-4c02-861a-0681d7ecb856 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7304047-20dd-4d0f-8044-8415de4972f4 HTTP/1.1" status: 200 len: 1000 time: 0.0990610 Jan 27 22:04:53.483305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:04:53.489380 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:53.498917 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224a252-ce85-4ece-9c1a-33c0f25aea52 None None] Sync routers for ids ['28254ded-9131-4a94-b9fa-e32c5d206820'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:04:53.529977 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224a252-ce85-4ece-9c1a-33c0f25aea52 None None] Routers {'28254ded-9131-4a94-b9fa-e32c5d206820'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:04:53.530643 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8224a252-ce85-4ece-9c1a-33c0f25aea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:04:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['28254ded-9131-4a94-b9fa-e32c5d206820'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:53.546075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-50c8dfae-1634-4ea9-87cb-352f55849370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:53.547564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-50c8dfae-1634-4ea9-87cb-352f55849370 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ddbdfce5-ab3e-4bb1-ace8-39a650ff759b HTTP/1.1" status: 200 len: 835 time: 0.1054642 Jan 27 22:04:53.551399 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ca505038-c97e-4179-991e-2500e9ca87e7 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/floatingips/0ae631b3-65f1-4a3b-827f-95e26f1d0c6a HTTP/1.1" status: 204 len: 168 time: 1.8401110 Jan 27 22:04:53.555817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'tag': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:53.555817 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55b3739-3cc0-466e-bc04-9a93336c9bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0ecfaa-9564-4053-ae9e-beb70db7f7bb", "tag": "0d76ecd0-22ae-40dd-884b-fe15c09a1c7d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:53.611938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ff445-cf11-4dd2-a28f-8769d333430d req-23844f8a-95bd-4a6f-9359-eeb70fe2b773 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:53.613751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-062ff445-cf11-4dd2-a28f-8769d333430d req-23844f8a-95bd-4a6f-9359-eeb70fe2b773 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 945 time: 0.1048048 Jan 27 22:04:53.642357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-2aef2602-0575-4fee-af5f-3d2dc4d89649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:53.644134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-2aef2602-0575-4fee-af5f-3d2dc4d89649 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff862358-151f-475e-bf60-b4c5d74ffb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861607 Jan 27 22:04:53.673426 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-8224a252-ce85-4ece-9c1a-33c0f25aea52 None None] Set router 28254ded-9131-4a94-b9fa-e32c5d206820 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:04:53.728835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-062ff445-cf11-4dd2-a28f-8769d333430d req-83834cbf-92a9-4275-93c6-6eadadf6a74a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062326 Jan 27 22:04:53.790634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-9b0fe7ac-b193-4679-b705-f83199957097 service neutron] 10.222.0.74 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396682 Jan 27 22:04:53.926390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-63abc815-9cf6-43e9-be47-e002ca32982a service neutron] 10.222.0.74 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293082 Jan 27 22:04:53.930205 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8224a252-ce85-4ece-9c1a-33c0f25aea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '024c3080-e9e7-48ff-9144-17edb2c4544a', 'name': '', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:8c:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:46Z', 'updated_at': '2022-01-27T22:03:55Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:53.960176 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224a252-ce85-4ece-9c1a-33c0f25aea52 None None] Checking router: 28254ded-9131-4a94-b9fa-e32c5d206820 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:04:53.978458 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224a252-ce85-4ece-9c1a-33c0f25aea52 None None] Routers {'28254ded-9131-4a94-b9fa-e32c5d206820'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:04:53.987689 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8224a252-ce85-4ece-9c1a-33c0f25aea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:04:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['28254ded-9131-4a94-b9fa-e32c5d206820'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:54.033884 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a17ed84-dfd7-429d-9db9-82cc00b289c6 x-openstack-request-id: req-8a17ed84-dfd7-429d-9db9-82cc00b289c6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:54.040817 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0ecfaa-9564-4053-ae9e-beb70db7f7bb", "tag": "0d76ecd0-22ae-40dd-884b-fe15c09a1c7d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:54.040817 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a17ed84-dfd7-429d-9db9-82cc00b289c6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:54.040817 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'tag': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d', 'status': 'completed', 'code': 200} Jan 27 22:04:54.157765 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-8224a252-ce85-4ece-9c1a-33c0f25aea52 None None] Set router 28254ded-9131-4a94-b9fa-e32c5d206820 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:04:54.202405 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b3739-3cc0-466e-bc04-9a93336c9bb1 req-54212efc-a3ce-4b3f-a5fa-0e82bf9efa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:54.210606 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a55b3739-3cc0-466e-bc04-9a93336c9bb1 req-54212efc-a3ce-4b3f-a5fa-0e82bf9efa00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=4bf4602f0c574206a86b75c83395b7f6&device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 1097 time: 0.1723416 Jan 27 22:04:54.293325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-761a0d19-f67d-4713-a8d4-3779eed096b9 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:54.296612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-761a0d19-f67d-4713-a8d4-3779eed096b9 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1096 time: 0.2936666 Jan 27 22:04:54.321404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-760456-6'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:54.396601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11c3ec-aa5e-4719-a407-8578b627bf11 req-3051ffd4-4fe5-4cd9-9696-dd341f7197a6 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:54.405084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad11c3ec-aa5e-4719-a407-8578b627bf11 req-3051ffd4-4fe5-4cd9-9696-dd341f7197a6 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 946 time: 0.2607477 Jan 27 22:04:54.431484 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8224a252-ce85-4ece-9c1a-33c0f25aea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '024c3080-e9e7-48ff-9144-17edb2c4544a', 'name': '', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:8c:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:46Z', 'updated_at': '2022-01-27T22:03:55Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:04:54.550655 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:54.581040 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8224a252-ce85-4ece-9c1a-33c0f25aea52 None None] The sync data for ids ['28254ded-9131-4a94-b9fa-e32c5d206820'] in n-d-760456-6 is: [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '024c3080-e9e7-48ff-9144-17edb2c4544a', 'name': '', 'network_id': 'b81ae80d-3403-45d3-a639-0f34519f0111', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'mac_address': 'fa:16:3e:8c:4f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:46Z', 'updated_at': '2022-01-27T22:03:55Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'subnets': [{'id': '4b413679-01f1-407d-b6b8-a13d2ea77419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:04:54.584889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad11c3ec-aa5e-4719-a407-8578b627bf11 req-9f69c5a5-2edc-4b54-b9e0-c5cf36c5acd9 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785886 Jan 27 22:04:54.686182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-a3ed4509-28b7-40fb-9d5a-ce8d324cd896 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:54.686182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-a3ed4509-28b7-40fb-9d5a-ce8d324cd896 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/networks?id=833e263d-929e-488d-883d-dfbe4c7235c5 HTTP/1.1" status: 200 len: 814 time: 0.2752495 Jan 27 22:04:54.741915 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-aa42a407-34b4-4395-85c5-70607b3350c2 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/quotas/fb61a1d70d904acf8a3792ad0913fa8f HTTP/1.1" status: 200 len: 375 time: 0.0450995 Jan 27 22:04:54.781186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-8255df88-25ea-4e1e-a37c-b559ca1b546c tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb61a1d70d904acf8a3792ad0913fa8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329058 Jan 27 22:04:54.906807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d7304047-20dd-4d0f-8044-8415de4972f4,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:54.923627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b3739-3cc0-466e-bc04-9a93336c9bb1 req-1165fab5-9f74-4d0f-b8cd-3e5ecb1865e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:54.926298 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a55b3739-3cc0-466e-bc04-9a93336c9bb1 req-1165fab5-9f74-4d0f-b8cd-3e5ecb1865e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b81ae80d-3403-45d3-a639-0f34519f0111 HTTP/1.1" status: 200 len: 898 time: 0.7117639 Jan 27 22:04:54.988786 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a55b3739-3cc0-466e-bc04-9a93336c9bb1 req-f5e744c0-8f1a-4312-a244-d07a92adf1c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d HTTP/1.1" status: 200 len: 217 time: 0.0541763 Jan 27 22:04:55.008960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac839b-a8bb-4687-9ee7-9a0ea249c667 req-ecb2cc27-4ce7-4da4-b329-1382c02bcfa0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:55.008960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bac839b-a8bb-4687-9ee7-9a0ea249c667 req-ecb2cc27-4ce7-4da4-b329-1382c02bcfa0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 945 time: 0.1292851 Jan 27 22:04:55.012405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:55.029960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d4663-d8db-4f8f-8d0a-d3e3abb20981 None None] New status for floating IP 0ae631b3-65f1-4a3b-827f-95e26f1d0c6a: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:04:55.049069 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b3739-3cc0-466e-bc04-9a93336c9bb1 req-0b9e00d5-9e3c-4733-ac7e-2c0d1a648739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:55.050475 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a55b3739-3cc0-466e-bc04-9a93336c9bb1 req-0b9e00d5-9e3c-4733-ac7e-2c0d1a648739 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b413679-01f1-407d-b6b8-a13d2ea77419 HTTP/1.1" status: 200 len: 834 time: 0.0543079 Jan 27 22:04:55.064585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-328340a3-8322-41af-b03b-9810732361ad service neutron] 10.222.0.61 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674456 Jan 27 22:04:55.124194 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b3739-3cc0-466e-bc04-9a93336c9bb1 req-14b1afd5-b2c2-46ff-9bf0-a0079bd171ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:55.126227 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a55b3739-3cc0-466e-bc04-9a93336c9bb1 req-14b1afd5-b2c2-46ff-9bf0-a0079bd171ba service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b81ae80d-3403-45d3-a639-0f34519f0111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672121 Jan 27 22:04:55.202684 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Publish callbacks [] for port (d7304047-20dd-4d0f-8044-8415de4972f4), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.251907 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a55b3739-3cc0-466e-bc04-9a93336c9bb1 req-813d742d-effd-4ac9-aca2-481ffdd99b02 service neutron] 10.222.0.74 "GET /v2.0/networks/b81ae80d-3403-45d3-a639-0f34519f0111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188769 Jan 27 22:04:55.257607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bac839b-a8bb-4687-9ee7-9a0ea249c667 req-9343483c-0a74-4347-80ee-cee5b6324a57 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096648 Jan 27 22:04:55.293746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-bb390cc9-c34e-49ed-bfe4-2c045004c288 service neutron] 10.222.0.61 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791992 Jan 27 22:04:55.316646 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.467800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7304047-20dd-4d0f-8044-8415de4972f4,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:55.480929 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a55b3739-3cc0-466e-bc04-9a93336c9bb1 req-acefc06b-65d7-4449-aa09-4c6f3b418f5b service neutron] 10.222.0.74 "GET /v2.0/networks/b81ae80d-3403-45d3-a639-0f34519f0111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122240 Jan 27 22:04:55.511273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1c407-93b3-4e04-b9f4-7bfd596b87e4 req-d44fdff1-6a38-4662-a100-07377b820176 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:55.513139 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fad1c407-93b3-4e04-b9f4-7bfd596b87e4 req-d44fdff1-6a38-4662-a100-07377b820176 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 946 time: 0.1234121 Jan 27 22:04:55.668403 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-fad1c407-93b3-4e04-b9f4-7bfd596b87e4 req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:55.668750 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fad1c407-93b3-4e04-b9f4-7bfd596b87e4 req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.679496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Attempting to bind port d7304047-20dd-4d0f-8044-8415de4972f4 on host n-h2-760456-6 for vnic_type normal with profile {"migrating_to": "n-h1-760456-6"} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:04:55.680001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Attempting to bind port d7304047-20dd-4d0f-8044-8415de4972f4 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:04:55.680194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Attempting to bind port d7304047-20dd-4d0f-8044-8415de4972f4 on network ff862358-151f-475e-bf60-b4c5d74ffb3b {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:55.730702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e414aa4c-b584-451e-892f-16f5be7be796 req-8c269135-1930-4a6f-91fa-564574beb5d5 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 210 time: 0.0409019 Jan 27 22:04:55.787964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Port d7304047-20dd-4d0f-8044-8415de4972f4 on network ff862358-151f-475e-bf60-b4c5d74ffb3b not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:04:55.788225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Attempting to bind port d7304047-20dd-4d0f-8044-8415de4972f4 on network ff862358-151f-475e-bf60-b4c5d74ffb3b {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:04:55.804146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:04:55.804496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Checking segment: {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:04:55.804880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Bound using segment: {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:04:55.805657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Bound port: d7304047-20dd-4d0f-8044-8415de4972f4, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f90539-d62d-410e-8009-6af6c3a571bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:04:55.806031 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.840995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fb94f-d758-462a-933b-08107b16938c req-1a768754-7f52-4ec5-915e-6ff7566a172f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:55.843119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f2fb94f-d758-462a-933b-08107b16938c req-1a768754-7f52-4ec5-915e-6ff7566a172f tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 946 time: 0.1101420 Jan 27 22:04:55.855705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ea577fd5-eda9-45bf-bedf-9006dc34d072 None None] Provisioning complete for port d7304047-20dd-4d0f-8044-8415de4972f4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:55.856120 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ea577fd5-eda9-45bf-bedf-9006dc34d072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.867695 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-fad1c407-93b3-4e04-b9f4-7bfd596b87e4 req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] For port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d,segment=NetworkSegment(601a2427-b209-4af9-ab1d-26ef1d778dbd),segment_id=601a2427-b209-4af9-ab1d-26ef1d778dbd)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:55.868101 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fad1c407-93b3-4e04-b9f4-7bfd596b87e4 req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:55.906130 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-fad1c407-93b3-4e04-b9f4-7bfd596b87e4 req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Calling delete_port for 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:55.934230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ea577fd5-eda9-45bf-bedf-9006dc34d072 None None] Port d7304047-20dd-4d0f-8044-8415de4972f4 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:04:55.978449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f2fb94f-d758-462a-933b-08107b16938c req-4c7f85a6-44a3-4dc2-8092-4dc4ad9a550a tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/security-groups?id=af65cc22-eefc-419f-8ab8-736f1c271590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151805 Jan 27 22:04:55.979784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:04:55.984486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d7304047-20dd-4d0f-8044-8415de4972f4,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:04:56.039925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:56.044628 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cacf18-a197-4132-af7a-9dbd71db3a41" -d '{"events": [{"server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "name": "network-vif-unplugged", "status": "completed", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:56.093044 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a8b9ac-e1f8-41e9-8ea1-cb58b0bbc6ec x-openstack-request-id: req-d5a8b9ac-e1f8-41e9-8ea1-cb58b0bbc6ec {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:56.093360 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "name": "network-vif-unplugged", "status": "completed", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:56.093625 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5a8b9ac-e1f8-41e9-8ea1-cb58b0bbc6ec {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:56.094029 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'code': 200} Jan 27 22:04:56.095731 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.209460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d7304047-20dd-4d0f-8044-8415de4972f4,revision_number=8']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:56.263014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:56.263815 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.265313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-d3af0ab6-611f-4e6d-b338-d9072867a6e6 service neutron] 10.222.0.74 "PUT /v2.0/ports/d7304047-20dd-4d0f-8044-8415de4972f4 HTTP/1.1" status: 200 len: 1121 time: 1.9544985 Jan 27 22:04:56.281163 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fad1c407-93b3-4e04-b9f4-7bfd596b87e4 req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0d76ecd0-22ae-40dd-884b-fe15c09a1c7d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.321890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Port': ['ID=0d76ecd0-22ae-40dd-884b-fe15c09a1c7d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:56.328172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['d7304047-20dd-4d0f-8044-8415de4972f4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:04:56.357702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.358341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.358921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.359627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.360993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.361618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.362193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.362744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.363429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.363849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.364611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.366460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.367174 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:56.459501 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad1c407-93b3-4e04-b9f4-7bfd596b87e4 req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] No DVR routers for this DVR port 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:04:56.470969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fad1c407-93b3-4e04-b9f4-7bfd596b87e4 req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.475361 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fad1c407-93b3-4e04-b9f4-7bfd596b87e4 req-ec347888-b66b-4b44-a493-6c0e72076d51 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.74 "DELETE /v2.0/ports/0d76ecd0-22ae-40dd-884b-fe15c09a1c7d HTTP/1.1" status: 204 len: 173 time: 0.9565542 Jan 27 22:04:56.476258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'name': 'network-vif-deleted', 'tag': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:56.479167 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f444ebfb-d2f2-4b3e-a6f2-3eb144a52fd5" -d '{"events": [{"server_uuid": "9e0ecfaa-9564-4053-ae9e-beb70db7f7bb", "name": "network-vif-deleted", "tag": "0d76ecd0-22ae-40dd-884b-fe15c09a1c7d"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:56.502857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04ec74-aacc-47fd-b2e0-b4eb9fe9178e req-ede5a639-4910-48a4-b38f-3defcd81d56d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:56.505146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b04ec74-aacc-47fd-b2e0-b4eb9fe9178e req-ede5a639-4910-48a4-b38f-3defcd81d56d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 943 time: 0.1166337 Jan 27 22:04:56.557320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Provisioning complete for port d7304047-20dd-4d0f-8044-8415de4972f4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:04:56.557707 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.594084 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b649de-a083-47fe-a622-570eda33ab27 x-openstack-request-id: req-53b649de-a083-47fe-a622-570eda33ab27 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:56.594389 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0ecfaa-9564-4053-ae9e-beb70db7f7bb", "name": "network-vif-deleted", "tag": "0d76ecd0-22ae-40dd-884b-fe15c09a1c7d", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:56.594652 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53b649de-a083-47fe-a622-570eda33ab27 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:56.595063 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0ecfaa-9564-4053-ae9e-beb70db7f7bb', 'name': 'network-vif-deleted', 'tag': '0d76ecd0-22ae-40dd-884b-fe15c09a1c7d', 'status': 'completed', 'code': 200} Jan 27 22:04:56.596399 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b04ec74-aacc-47fd-b2e0-b4eb9fe9178e req-ddd07762-a6fd-46f7-abe3-1e08d4889409 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853803 Jan 27 22:04:56.746417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Current status of the port d7304047-20dd-4d0f-8044-8415de4972f4 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:04:56.746818 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:56.789401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:56.791614 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aac5301-0711-44ff-b71b-58b497d13c11" -d '{"events": [{"server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "name": "network-vif-plugged", "status": "completed", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:56.839674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d7304047-20dd-4d0f-8044-8415de4972f4,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:56.871299 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a273248c-492e-4eff-825b-7d974a1f89d1 req-1d03d569-eef2-48a6-b247-d300145e20e2 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 210 time: 0.0821447 Jan 27 22:04:56.968723 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.071769 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ae9df6-d2bc-4232-914f-24ab096fd67e x-openstack-request-id: req-f5ae9df6-d2bc-4232-914f-24ab096fd67e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:57.076470 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "name": "network-vif-plugged", "status": "completed", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:57.076470 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f5ae9df6-d2bc-4232-914f-24ab096fd67e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:57.076470 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'code': 200} Jan 27 22:04:57.094078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Pushing event updated for resources: {'Port': ['ID=d7304047-20dd-4d0f-8044-8415de4972f4,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:57.132207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1005ed95-28b7-47bb-a1bd-5600736962da req-3a13df0a-fb6f-44ec-9313-c475468b7fbd tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e0ecfaa-9564-4053-ae9e-beb70db7f7bb HTTP/1.1" status: 200 len: 210 time: 0.0810561 Jan 27 22:04:57.169472 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.175421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.175779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.176166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.176513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.176852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.177190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.177553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.177889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.178216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.178562 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.178881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.179205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.179533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9e7fd-7d1e-409c-a1e0-a6b9c6600ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:04:57.446863 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:57.715517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6473326-48da-48ae-bdd9-70b8719999a3 req-cd9400b1-cf05-4d3f-bb2d-9758e1a54c83 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:57.717029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6473326-48da-48ae-bdd9-70b8719999a3 req-cd9400b1-cf05-4d3f-bb2d-9758e1a54c83 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 945 time: 0.0487211 Jan 27 22:04:57.767905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6473326-48da-48ae-bdd9-70b8719999a3 req-a7048a06-328f-4ba9-b81b-28b2b8a954b0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453868 Jan 27 22:04:57.991253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00059a6d-6fbf-4cdd-a9fb-90262ee80808 req-ac891695-c782-43f1-8706-dd86eb9edb09 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 210 time: 0.0265887 Jan 27 22:04:58.095472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:04:58.097847 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f727fe-4585-4a68-a001-05ccddfd9814" -d '{"events": [{"name": "network-changed", "server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:04:58.134710 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a39388-fc93-43f4-9f0c-b97eaa4c9906 x-openstack-request-id: req-64a39388-fc93-43f4-9f0c-b97eaa4c9906 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:04:58.135088 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:04:58.135440 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64a39388-fc93-43f4-9f0c-b97eaa4c9906 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:04:58.135888 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'status': 'completed', 'code': 200} Jan 27 22:04:58.181958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51664) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:58.207885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f727fe-4585-4a68-a001-05ccddfd9814 req-c04135c8-55ab-4124-9c57-fbc396462c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:58.209576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9f727fe-4585-4a68-a001-05ccddfd9814 req-c04135c8-55ab-4124-9c57-fbc396462c79 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 1126 time: 0.0492277 Jan 27 22:04:58.239445 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-025f7bea-d4f9-4677-b59b-0a6bf9012258 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (af65cc22-eefc-419f-8ab8-736f1c271590), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.264946 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-025f7bea-d4f9-4677-b59b-0a6bf9012258 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (af65cc22-eefc-419f-8ab8-736f1c271590), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.307109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f727fe-4585-4a68-a001-05ccddfd9814 req-87117f11-09bf-4d49-bd65-27bbc87262fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:58.309066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9f727fe-4585-4a68-a001-05ccddfd9814 req-87117f11-09bf-4d49-bd65-27bbc87262fa service neutron] 10.222.0.71 "GET /v2.0/networks?id=ff862358-151f-475e-bf60-b4c5d74ffb3b HTTP/1.1" status: 200 len: 897 time: 0.0914752 Jan 27 22:04:58.403643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9f727fe-4585-4a68-a001-05ccddfd9814 req-7bf7b629-6d22-4401-b9fe-bba84910f8f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7304047-20dd-4d0f-8044-8415de4972f4 HTTP/1.1" status: 200 len: 1000 time: 0.0868576 Jan 27 22:04:58.417721 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-025f7bea-d4f9-4677-b59b-0a6bf9012258 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (af65cc22-eefc-419f-8ab8-736f1c271590), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.421576 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-025f7bea-d4f9-4677-b59b-0a6bf9012258 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:58.423946 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-025f7bea-d4f9-4677-b59b-0a6bf9012258 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/security-groups/af65cc22-eefc-419f-8ab8-736f1c271590 HTTP/1.1" status: 204 len: 168 time: 0.2408612 Jan 27 22:04:58.439876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f7bea-d4f9-4677-b59b-0a6bf9012258 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af65cc22-eefc-419f-8ab8-736f1c271590,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:58.476411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f727fe-4585-4a68-a001-05ccddfd9814 req-c5245f88-da6b-441a-a5b7-dcad104149c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:58.477952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9f727fe-4585-4a68-a001-05ccddfd9814 req-c5245f88-da6b-441a-a5b7-dcad104149c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ddbdfce5-ab3e-4bb1-ace8-39a650ff759b HTTP/1.1" status: 200 len: 835 time: 0.0688150 Jan 27 22:04:58.533658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f727fe-4585-4a68-a001-05ccddfd9814 req-3fabe3e8-4209-4402-ac93-3e68d6e08034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:58.535199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9f727fe-4585-4a68-a001-05ccddfd9814 req-3fabe3e8-4209-4402-ac93-3e68d6e08034 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ff862358-151f-475e-bf60-b4c5d74ffb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503426 Jan 27 22:04:58.621028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51676) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:04:58.735150 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9f727fe-4585-4a68-a001-05ccddfd9814 req-97085bc5-186d-4fd3-83b4-05e66c3b122e service neutron] 10.222.0.71 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943047 Jan 27 22:04:58.775193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-8ada4595-b251-44b1-873b-15d1a27e8c5b tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:58.777046 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-8ada4595-b251-44b1-873b-15d1a27e8c5b tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.71 "GET /v2.0/networks?id=833e263d-929e-488d-883d-dfbe4c7235c5 HTTP/1.1" status: 200 len: 814 time: 0.1856802 Jan 27 22:04:58.816089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Request body: {'port': {'device_id': '6ff8afa3-d5de-4bb1-ba67-c230428af593', 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5', 'admin_state_up': True, 'tenant_id': 'fb61a1d70d904acf8a3792ad0913fa8f'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:04:58.969959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9f727fe-4585-4a68-a001-05ccddfd9814 req-334466ac-aaec-4f26-8ddb-b41429e3d089 service neutron] 10.222.0.71 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276218 Jan 27 22:04:58.986680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbd657-1a53-42f2-8c98-512435e5c8ce req-7952e6d8-c3b4-4287-9122-5ff58f1d192b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:58.994429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2bbd657-1a53-42f2-8c98-512435e5c8ce req-7952e6d8-c3b4-4287-9122-5ff58f1d192b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 945 time: 0.1200085 Jan 27 22:04:59.084739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2bbd657-1a53-42f2-8c98-512435e5c8ce req-e2e2913a-082c-4fd7-9b73-c022a246dd11 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893297 Jan 27 22:04:59.129450 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3d3ff46-6b07-4249-9591-b07010e4479b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (28254ded-9131-4a94-b9fa-e32c5d206820), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.148614 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7de94d87-7eb0-462c-bed1-a422ac64766b req-a94d4983-9fc9-42a5-aca5-faa5da61f0b5 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 210 time: 0.0319774 Jan 27 22:04:59.201446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Made reservation on behalf of fb61a1d70d904acf8a3792ad0913fa8f for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:04:59.205898 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.382730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Allocated IP 172.20.0.10 (833e263d-929e-488d-883d-dfbe4c7235c5/355a869d-aac7-4087-b54a-ba1041e852d9/e986b815-1601-4ecf-974c-ff9876a7c6b9) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:04:59.438339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3ff46-6b07-4249-9591-b07010e4479b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting port 024c3080-e9e7-48ff-9144-17edb2c4544a {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:04:59.438861 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3d3ff46-6b07-4249-9591-b07010e4479b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.542626 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-f3d3ff46-6b07-4249-9591-b07010e4479b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] For port 024c3080-e9e7-48ff-9144-17edb2c4544a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=024c3080-e9e7-48ff-9144-17edb2c4544a,segment=NetworkSegment(601a2427-b209-4af9-ab1d-26ef1d778dbd),segment_id=601a2427-b209-4af9-ab1d-26ef1d778dbd)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:04:59.589814 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3d3ff46-6b07-4249-9591-b07010e4479b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.589814 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3ff46-6b07-4249-9591-b07010e4479b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Calling delete_port for 024c3080-e9e7-48ff-9144-17edb2c4544a owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:04:59.590064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks [] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.698909 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.789744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Network 833e263d-929e-488d-883d-dfbe4c7235c5 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:04:59.793265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:04:59.808141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Pushing event updated for resources: {'Port': ['ID=e986b815-1601-4ecf-974c-ff9876a7c6b9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:59.810606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:04:59.847473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3d3ff46-6b07-4249-9591-b07010e4479b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (024c3080-e9e7-48ff-9144-17edb2c4544a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.862287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:04:59.863038 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:04:59.887826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3ff46-6b07-4249-9591-b07010e4479b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Port': ['ID=024c3080-e9e7-48ff-9144-17edb2c4544a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:04:59.947672 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-70773266-cda3-4724-84a7-eed55e5d6679 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1396470 Jan 27 22:04:59.967824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Request body: {'port': {'device_id': '6ff8afa3-d5de-4bb1-ba67-c230428af593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:00.106912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.128199 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3d3ff46-6b07-4249-9591-b07010e4479b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (28254ded-9131-4a94-b9fa-e32c5d206820), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.424294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d3ff46-6b07-4249-9591-b07010e4479b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Router 28254ded-9131-4a94-b9fa-e32c5d206820 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:00.452450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d7304047-20dd-4d0f-8044-8415de4972f4 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:05:00.500717 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:00.587107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d7304047-20dd-4d0f-8044-8415de4972f4,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:00.591875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d3ff46-6b07-4249-9591-b07010e4479b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:00.600763 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f3d3ff46-6b07-4249-9591-b07010e4479b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "PUT /v2.0/routers/28254ded-9131-4a94-b9fa-e32c5d206820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9751704 Jan 27 22:05:00.601859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51712) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:00.608810 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736ad3d-48be-43b8-bb1d-8a831b6d6c70 None None] Sync routers for ids ['28254ded-9131-4a94-b9fa-e32c5d206820'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:00.624124 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736ad3d-48be-43b8-bb1d-8a831b6d6c70 None None] Routers {'28254ded-9131-4a94-b9fa-e32c5d206820'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:00.625226 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6736ad3d-48be-43b8-bb1d-8a831b6d6c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:04:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['28254ded-9131-4a94-b9fa-e32c5d206820'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:00.656627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:00.656975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0d76ecd0-22ae-40dd-884b-fe15c09a1c7d not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:00.670564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d7304047-20dd-4d0f-8044-8415de4972f4 has no active binding in host n-h1-760456-6 {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jan 27 22:05:00.682146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9611-d06c-46fe-b474-5a57faeeebf4 req-cef14f35-b24f-46d5-9d37-79afd00fbd36 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:00.685796 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a98de2-4210-4c51-b4b5-30a4c6351d4b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting subnet 4b413679-01f1-407d-b6b8-a13d2ea77419 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:05:00.689026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34ab9611-d06c-46fe-b474-5a57faeeebf4 req-cef14f35-b24f-46d5-9d37-79afd00fbd36 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 945 time: 0.4941118 Jan 27 22:05:00.695689 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73a98de2-4210-4c51-b4b5-30a4c6351d4b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for subnet (4b413679-01f1-407d-b6b8-a13d2ea77419), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.828196 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73a98de2-4210-4c51-b4b5-30a4c6351d4b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (4b413679-01f1-407d-b6b8-a13d2ea77419), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:00.834279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219987-e507-4921-8c42-a887a7a0c4a1 req-e10a64d3-28c4-4c8a-87c1-49265c9535b5 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:00.842073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a219987-e507-4921-8c42-a887a7a0c4a1 req-e10a64d3-28c4-4c8a-87c1-49265c9535b5 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 932 time: 0.5858245 Jan 27 22:05:00.873924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34ab9611-d06c-46fe-b474-5a57faeeebf4 req-711ecd42-f26e-4f1b-bda2-979956f54308 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840425 Jan 27 22:05:00.887274 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6736ad3d-48be-43b8-bb1d-8a831b6d6c70 None None] Set router 28254ded-9131-4a94-b9fa-e32c5d206820 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:00.965293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73a98de2-4210-4c51-b4b5-30a4c6351d4b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (4b413679-01f1-407d-b6b8-a13d2ea77419), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.008229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a219987-e507-4921-8c42-a887a7a0c4a1 req-25fdc32e-d625-40a8-830d-fe7f2f51d675 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653109 Jan 27 22:05:01.055219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e986b815-1601-4ecf-974c-ff9876a7c6b9 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:01.064194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Publish callbacks [] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.154065 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6736ad3d-48be-43b8-bb1d-8a831b6d6c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:04:59Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:01.182297 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736ad3d-48be-43b8-bb1d-8a831b6d6c70 None None] Checking router: 28254ded-9131-4a94-b9fa-e32c5d206820 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:01.191041 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736ad3d-48be-43b8-bb1d-8a831b6d6c70 None None] Routers {'28254ded-9131-4a94-b9fa-e32c5d206820'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:01.191933 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6736ad3d-48be-43b8-bb1d-8a831b6d6c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:04:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['28254ded-9131-4a94-b9fa-e32c5d206820'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:01.271646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-e7489237-da3a-4efb-8562-f76909c60a4f service neutron] 10.222.0.71 "GET /v2.0/ports/d7304047-20dd-4d0f-8044-8415de4972f4/bindings/n-h1-760456-6 HTTP/1.1" status: 200 len: 384 time: 0.0791531 Jan 27 22:05:01.275354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Transition to ACTIVE for port object e986b815-1601-4ecf-974c-ff9876a7c6b9 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:05:01.276177 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73a98de2-4210-4c51-b4b5-30a4c6351d4b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (4b413679-01f1-407d-b6b8-a13d2ea77419), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.311289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a98de2-4210-4c51-b4b5-30a4c6351d4b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Subnet': ['ID=4b413679-01f1-407d-b6b8-a13d2ea77419,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:01.313219 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6736ad3d-48be-43b8-bb1d-8a831b6d6c70 None None] Set router 28254ded-9131-4a94-b9fa-e32c5d206820 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:01.327128 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-73a98de2-4210-4c51-b4b5-30a4c6351d4b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.332319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7598d022-4db1-4f58-bf08-f8fac075ce17 None None] Network b81ae80d-3403-45d3-a639-0f34519f0111 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:01.345343 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-73a98de2-4210-4c51-b4b5-30a4c6351d4b tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/subnets/4b413679-01f1-407d-b6b8-a13d2ea77419 HTTP/1.1" status: 204 len: 168 time: 0.7423952 Jan 27 22:05:01.347852 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51724) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:01.424241 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.464466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router (28254ded-9131-4a94-b9fa-e32c5d206820), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.529425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Pushing event updated for resources: {'Port': ['ID=e986b815-1601-4ecf-974c-ff9876a7c6b9,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:01.649198 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router_gateway (28254ded-9131-4a94-b9fa-e32c5d206820), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.657912 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6736ad3d-48be-43b8-bb1d-8a831b6d6c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:04:59Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:01.674586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e0346-afbf-46cd-84c0-f1d01e1efecf None None] DHCP port deletion for b81ae80d-3403-45d3-a639-0f34519f0111 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:05:01.686814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fa145684-1543-4d78-ad40-6194afed5978 req-44a3880a-c312-4c99-8c72-9eb5d6b05fa4 service neutron] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d7304047-20dd-4d0f-8044-8415de4972f4,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:01.707690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Attempting to bind port e986b815-1601-4ecf-974c-ff9876a7c6b9 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:01.708039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Attempting to bind port e986b815-1601-4ecf-974c-ff9876a7c6b9 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '10df1a4e-e49d-417c-9f6e-7230d711a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:01.708924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Attempting to bind port e986b815-1601-4ecf-974c-ff9876a7c6b9 on network 833e263d-929e-488d-883d-dfbe4c7235c5 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:01.718269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Port e986b815-1601-4ecf-974c-ff9876a7c6b9 on network 833e263d-929e-488d-883d-dfbe4c7235c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:05:01.718595 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736ad3d-48be-43b8-bb1d-8a831b6d6c70 None None] The sync data for ids ['28254ded-9131-4a94-b9fa-e32c5d206820'] in n-d-760456-6 is: [{'id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'name': 'tempest-TestNetworkBasicOps-router-753462635', 'tenant_id': '4bf4602f0c574206a86b75c83395b7f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:41Z', 'updated_at': '2022-01-27T22:04:59Z', 'revision_number': 5, 'project_id': '4bf4602f0c574206a86b75c83395b7f6', 'gw_port': {'id': 'd70d31a5-df77-4d86-a6b9-9dc8f23bb1be', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28254ded-9131-4a94-b9fa-e32c5d206820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:42Z', 'updated_at': '2022-01-27T22:03:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:01.718821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Attempting to bind port e986b815-1601-4ecf-974c-ff9876a7c6b9 on network 833e263d-929e-488d-883d-dfbe4c7235c5 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:01.726912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fa145684-1543-4d78-ad40-6194afed5978 req-44a3880a-c312-4c99-8c72-9eb5d6b05fa4 service neutron] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:01.729004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:01.729364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Checking segment: {'id': '10df1a4e-e49d-417c-9f6e-7230d711a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:01.729742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Bound using segment: {'id': '10df1a4e-e49d-417c-9f6e-7230d711a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:01.730189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Bound port: e986b815-1601-4ecf-974c-ff9876a7c6b9, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10df1a4e-e49d-417c-9f6e-7230d711a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:01.730557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.749209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e0346-afbf-46cd-84c0-f1d01e1efecf None None] Deleting port 6393f660-3050-4ac6-9916-dc46601dae2c {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:01.749740 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0346-afbf-46cd-84c0-f1d01e1efecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6393f660-3050-4ac6-9916-dc46601dae2c), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.883429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:01.886244 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0c28e3-4c38-4a13-9cc1-3a6e91907ddb" -d '{"events": [{"server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "name": "network-vif-unplugged", "status": "completed", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:01.888934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8c5e0346-afbf-46cd-84c0-f1d01e1efecf None None] For port 6393f660-3050-4ac6-9916-dc46601dae2c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6393f660-3050-4ac6-9916-dc46601dae2c,segment=NetworkSegment(601a2427-b209-4af9-ab1d-26ef1d778dbd),segment_id=601a2427-b209-4af9-ab1d-26ef1d778dbd)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:01.889415 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0346-afbf-46cd-84c0-f1d01e1efecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6393f660-3050-4ac6-9916-dc46601dae2c), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:01.902880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fa145684-1543-4d78-ad40-6194afed5978 req-44a3880a-c312-4c99-8c72-9eb5d6b05fa4 service neutron] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d7304047-20dd-4d0f-8044-8415de4972f4,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:01.925042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] For port e986b815-1601-4ecf-974c-ff9876a7c6b9, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:01.930339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] For port e986b815-1601-4ecf-974c-ff9876a7c6b9, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e986b815-1601-4ecf-974c-ff9876a7c6b9,segment=NetworkSegment(10df1a4e-e49d-417c-9f6e-7230d711a53e),segment_id=10df1a4e-e49d-417c-9f6e-7230d711a53e)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:01.940167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e0346-afbf-46cd-84c0-f1d01e1efecf None None] Calling delete_port for 6393f660-3050-4ac6-9916-dc46601dae2c owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:01.963986 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15b751d-7d17-42ea-b823-0f6016b46e2f x-openstack-request-id: req-c15b751d-7d17-42ea-b823-0f6016b46e2f {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:01.964336 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "name": "network-vif-unplugged", "status": "completed", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:01.964598 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c15b751d-7d17-42ea-b823-0f6016b46e2f {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:01.965013 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'code': 200} Jan 27 22:05:02.045657 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.081161 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa145684-1543-4d78-ad40-6194afed5978 req-44a3880a-c312-4c99-8c72-9eb5d6b05fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.216559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6393f660-3050-4ac6-9916-dc46601dae2c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:02.255206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Pushing event updated for resources: {'Port': ['ID=e986b815-1601-4ecf-974c-ff9876a7c6b9,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:02.264841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:02.265564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.282754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-7700ec72-2a2d-490c-8f0d-df9cfd99bcef service neutron] 10.222.0.71 "PUT /v2.0/ports/e986b815-1601-4ecf-974c-ff9876a7c6b9 HTTP/1.1" status: 200 len: 1092 time: 2.3258529 Jan 27 22:05:02.299004 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0346-afbf-46cd-84c0-f1d01e1efecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (6393f660-3050-4ac6-9916-dc46601dae2c), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.345917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e0346-afbf-46cd-84c0-f1d01e1efecf None None] No DVR routers for this DVR port 6393f660-3050-4ac6-9916-dc46601dae2c on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:02.354856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e0346-afbf-46cd-84c0-f1d01e1efecf None None] Pushing event deleted for resources: {'Port': ['ID=6393f660-3050-4ac6-9916-dc46601dae2c,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:02.381216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No active binding found for port 6393f660-3050-4ac6-9916-dc46601dae2c {{(pid=104028) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 27 22:05:02.381597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] The host n-d-760456-6 is not matching for port 6393f660-3050-4ac6-9916-dc46601dae2c host None! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:05:02.382179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6393f660-3050-4ac6-9916-dc46601dae2c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:02.382904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 024c3080-e9e7-48ff-9144-17edb2c4544a no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:02.394267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a665954-82cb-4a94-83dc-7445d7965436 req-20000dc9-51c2-4c1c-b9de-f055d0ad743c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:02.396513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a665954-82cb-4a94-83dc-7445d7965436 req-20000dc9-51c2-4c1c-b9de-f055d0ad743c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 945 time: 0.4224474 Jan 27 22:05:02.404707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Deleting port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:02.405063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.426452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 024c3080-e9e7-48ff-9144-17edb2c4544a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:02.434275 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 024c3080-e9e7-48ff-9144-17edb2c4544a not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:02.476559 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a936db80-dc01-485f-ad82-35fe677dbaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.489357 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] For port d70d31a5-df77-4d86-a6b9-9dc8f23bb1be, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d70d31a5-df77-4d86-a6b9-9dc8f23bb1be,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:02.489832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.512478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Calling delete_port for d70d31a5-df77-4d86-a6b9-9dc8f23bb1be owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:02.587481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab08e2-cecc-4449-9da6-0d005f1c62b4 req-24e0f416-c56f-4e78-9fc3-a96d1454f13a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:02.589086 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26ab08e2-cecc-4449-9da6-0d005f1c62b4 req-24e0f416-c56f-4e78-9fc3-a96d1454f13a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 944 time: 0.2925017 Jan 27 22:05:02.598054 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-fa145684-1543-4d78-ad40-6194afed5978 req-44a3880a-c312-4c99-8c72-9eb5d6b05fa4 service neutron] Transition to ACTIVE for port object d7304047-20dd-4d0f-8044-8415de4972f4 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:05:02.624288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a665954-82cb-4a94-83dc-7445d7965436 req-84c32152-15cf-4df6-a663-9355e787491b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879361 Jan 27 22:05:02.633922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-555c9eff-d3c9-4623-9278-becb88620702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:02.635435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-555c9eff-d3c9-4623-9278-becb88620702 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb61a1d70d904acf8a3792ad0913fa8f&device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 1095 time: 0.1693716 Jan 27 22:05:02.693490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-a2f61fbf-5375-43e2-a194-c093c8f98db2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e986b815-1601-4ecf-974c-ff9876a7c6b9 HTTP/1.1" status: 200 len: 217 time: 0.0470269 Jan 27 22:05:02.696942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26ab08e2-cecc-4449-9da6-0d005f1c62b4 req-3af5f8f3-df4f-4663-b7cc-749ad5522532 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965927 Jan 27 22:05:02.708023 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fa145684-1543-4d78-ad40-6194afed5978 req-44a3880a-c312-4c99-8c72-9eb5d6b05fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.797445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-a1cbcc52-eb0f-4508-9112-f2050b2d82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:02.798959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-a1cbcc52-eb0f-4508-9112-f2050b2d82e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=355a869d-aac7-4087-b54a-ba1041e852d9 HTTP/1.1" status: 200 len: 854 time: 0.1003995 Jan 27 22:05:02.813061 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d70d31a5-df77-4d86-a6b9-9dc8f23bb1be), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.849635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Port': ['ID=d70d31a5-df77-4d86-a6b9-9dc8f23bb1be,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:02.862733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3880a-c312-4c99-8c72-9eb5d6b05fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7304047-20dd-4d0f-8044-8415de4972f4,revision_number=11']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:02.869945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-01e1ec13-7733-4871-8f65-bf2b3051e2ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=833e263d-929e-488d-883d-dfbe4c7235c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365915 Jan 27 22:05:02.950528 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (28254ded-9131-4a94-b9fa-e32c5d206820), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:02.958969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa145684-1543-4d78-ad40-6194afed5978 req-44a3880a-c312-4c99-8c72-9eb5d6b05fa4 service neutron] No DVR routers for this DVR port d7304047-20dd-4d0f-8044-8415de4972f4 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:03.106912 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (28254ded-9131-4a94-b9fa-e32c5d206820), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.109738 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router_controller (28254ded-9131-4a94-b9fa-e32c5d206820), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.126619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-e820e078-4adb-4c6f-a8f7-565650307320 service neutron] 10.222.0.71 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496982 Jan 27 22:05:03.176652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-44a3880a-c312-4c99-8c72-9eb5d6b05fa4 service neutron] 10.222.0.71 "PUT /v2.0/ports/d7304047-20dd-4d0f-8044-8415de4972f4/bindings/n-h1-760456-6/activate HTTP/1.1" status: 200 len: 369 time: 1.8987620 Jan 27 22:05:03.253982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e9ee701-e5c4-4bd7-81df-c2bd8e6f2d6c req-f56468b5-dc80-41d1-8275-d74533da9c49 service neutron] 10.222.0.71 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189814 Jan 27 22:05:03.281676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (28254ded-9131-4a94-b9fa-e32c5d206820), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.293211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Fanout notify agent at l3_agent the message router_deleted on router 28254ded-9131-4a94-b9fa-e32c5d206820 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:05:03.293211 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.294552 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-70df8a1c-dd0f-4172-b7f9-7041c53de825 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/routers/28254ded-9131-4a94-b9fa-e32c5d206820 HTTP/1.1" status: 204 len: 168 time: 1.9435163 Jan 27 22:05:03.300115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51764) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:03.401465 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b81ae80d-3403-45d3-a639-0f34519f0111), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.526354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b81ae80d-3403-45d3-a639-0f34519f0111), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.539584 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-0b5ee263-2e55-434f-941b-092c4f34bdda tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:03.541082 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-0b5ee263-2e55-434f-941b-092c4f34bdda tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 1095 time: 0.2167406 Jan 27 22:05:03.564786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81ae80d-3403-45d3-a639-0f34519f0111']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:03.577797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601a2427-b209-4af9-ab1d-26ef1d778dbd') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:03.578109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601a2427-b209-4af9-ab1d-26ef1d778dbd') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:03.590625 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (601a2427-b209-4af9-ab1d-26ef1d778dbd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.609676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (601a2427-b209-4af9-ab1d-26ef1d778dbd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.618967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:03.620363 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (601a2427-b209-4af9-ab1d-26ef1d778dbd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:03.624835 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:03.642343 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-e85cd95f-fe0c-43fb-8e84-33a97154d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:03.649275 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-e85cd95f-fe0c-43fb-8e84-33a97154d7da service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 1095 time: 0.0950699 Jan 27 22:05:03.714003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-1033e9ba-75c2-4764-aab8-efc4aa75732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:03.715597 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-1033e9ba-75c2-4764-aab8-efc4aa75732d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 1095 time: 0.0480006 Jan 27 22:05:03.769209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70175ddb-6fb2-46c4-bcd7-a38b9a096034 req-9efcce54-c6ac-4d8e-ac16-3a028140e186 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:03.770632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70175ddb-6fb2-46c4-bcd7-a38b9a096034 req-9efcce54-c6ac-4d8e-ac16-3a028140e186 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 944 time: 0.0595229 Jan 27 22:05:03.827008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-f8a92ec8-541d-4e1f-9eb4-94b7b4bf618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:03.827008 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-f8a92ec8-541d-4e1f-9eb4-94b7b4bf618b service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff862358-151f-475e-bf60-b4c5d74ffb3b HTTP/1.1" status: 200 len: 897 time: 0.1047409 Jan 27 22:05:03.874036 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b81ae80d-3403-45d3-a639-0f34519f0111), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.888182 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:03.891788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] 10.222.0.61 "DELETE /v2.0/networks/b81ae80d-3403-45d3-a639-0f34519f0111 HTTP/1.1" status: 204 len: 168 time: 0.5905817 Jan 27 22:05:03.946616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da67f6d-b17f-4b74-a723-388083c58e41 tempest-TestNetworkBasicOps-1480139624 tempest-TestNetworkBasicOps-1480139624-project] Pushing event deleted for resources: {'Network': ['ID=b81ae80d-3403-45d3-a639-0f34519f0111,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:03.999614 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70175ddb-6fb2-46c4-bcd7-a38b9a096034 req-e47ddef9-0351-4ea4-acae-c703d999acf8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984203 Jan 27 22:05:03.999614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff8afa3-d5de-4bb1-ba67-c230428af593', 'tag': 'e986b815-1601-4ecf-974c-ff9876a7c6b9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:03.999614 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb468cd-8c12-47b0-9de5-c2197d6488e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff8afa3-d5de-4bb1-ba67-c230428af593", "tag": "e986b815-1601-4ecf-974c-ff9876a7c6b9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:04.000479 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-a21899c1-1236-4d5f-a696-8a0413957155 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7304047-20dd-4d0f-8044-8415de4972f4 HTTP/1.1" status: 200 len: 998 time: 0.1531334 Jan 27 22:05:04.018529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c136d6-0360-47e3-affc-182fe82bf681 req-3bc3d0a7-dbc7-4837-8a66-d6f0fcddbf3a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:04.023169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c136d6-0360-47e3-affc-182fe82bf681 req-3bc3d0a7-dbc7-4837-8a66-d6f0fcddbf3a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 944 time: 0.2348454 Jan 27 22:05:04.054592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-0ac32d19-63d4-444f-a8e1-c538adf23a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:04.055494 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7096ce32-8464-404c-84b7-c82ae778be1a x-openstack-request-id: req-7096ce32-8464-404c-84b7-c82ae778be1a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:04.056027 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff8afa3-d5de-4bb1-ba67-c230428af593", "tag": "e986b815-1601-4ecf-974c-ff9876a7c6b9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:04.056564 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7096ce32-8464-404c-84b7-c82ae778be1a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:04.057060 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-0ac32d19-63d4-444f-a8e1-c538adf23a9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ddbdfce5-ab3e-4bb1-ace8-39a650ff759b HTTP/1.1" status: 200 len: 835 time: 0.0619097 Jan 27 22:05:04.057410 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff8afa3-d5de-4bb1-ba67-c230428af593', 'tag': 'e986b815-1601-4ecf-974c-ff9876a7c6b9', 'status': 'completed', 'code': 200} Jan 27 22:05:04.105900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d70d31a5-df77-4d86-a6b9-9dc8f23bb1be no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:04.127960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c136d6-0360-47e3-affc-182fe82bf681 req-d71336e2-c1a4-4595-9b31-50bf75ab4db5 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992663 Jan 27 22:05:04.141561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: d70d31a5-df77-4d86-a6b9-9dc8f23bb1be {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:04.142316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d70d31a5-df77-4d86-a6b9-9dc8f23bb1be not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:04.146541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb468cd-8c12-47b0-9de5-c2197d6488e4 req-9c34e1b9-62de-4e5c-95f7-c7a6050be85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:04.148226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bcb468cd-8c12-47b0-9de5-c2197d6488e4 req-9c34e1b9-62de-4e5c-95f7-c7a6050be85e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb61a1d70d904acf8a3792ad0913fa8f&device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 1095 time: 0.0682895 Jan 27 22:05:04.152277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-89252d9f-9b81-409a-afaa-5074172a0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:04.154273 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-89252d9f-9b81-409a-afaa-5074172a0669 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff862358-151f-475e-bf60-b4c5d74ffb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918717 Jan 27 22:05:04.260385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb468cd-8c12-47b0-9de5-c2197d6488e4 req-352a4918-5770-40fb-8f18-38e5d477066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:04.262827 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bcb468cd-8c12-47b0-9de5-c2197d6488e4 req-352a4918-5770-40fb-8f18-38e5d477066e service neutron] 10.222.0.71 "GET /v2.0/networks?id=833e263d-929e-488d-883d-dfbe4c7235c5 HTTP/1.1" status: 200 len: 915 time: 0.1074908 Jan 27 22:05:04.288067 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-d8a52c7a-9fef-446e-9786-9af885fbfa41 service neutron] 10.222.0.74 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245387 Jan 27 22:05:04.317975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bcb468cd-8c12-47b0-9de5-c2197d6488e4 req-d1301875-5d00-4490-ba9f-ee4ef8642b42 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e986b815-1601-4ecf-974c-ff9876a7c6b9 HTTP/1.1" status: 200 len: 217 time: 0.0429504 Jan 27 22:05:04.361110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb468cd-8c12-47b0-9de5-c2197d6488e4 req-172b5b0c-7e25-424d-b021-3d9aa57c7de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:04.362800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bcb468cd-8c12-47b0-9de5-c2197d6488e4 req-172b5b0c-7e25-424d-b021-3d9aa57c7de6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=355a869d-aac7-4087-b54a-ba1041e852d9 HTTP/1.1" status: 200 len: 854 time: 0.0461018 Jan 27 22:05:04.413653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bcb468cd-8c12-47b0-9de5-c2197d6488e4 req-8d0c882d-0aa2-4fc5-aa10-1715e9898352 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=833e263d-929e-488d-883d-dfbe4c7235c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423896 Jan 27 22:05:04.425574 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-7dd9966f-6e93-4bb7-a812-42e6cc15e3d0 service neutron] 10.222.0.74 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302972 Jan 27 22:05:04.515835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bcb468cd-8c12-47b0-9de5-c2197d6488e4 req-46cf306c-ac69-4f45-a993-c1b4272cf0da service neutron] 10.222.0.71 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983455 Jan 27 22:05:04.639589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bcb468cd-8c12-47b0-9de5-c2197d6488e4 req-9a56fd12-082b-43d0-8d48-853618b37cbd service neutron] 10.222.0.71 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167326 Jan 27 22:05:04.704497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51792) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:04.856259 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f0f435e6-21e3-499a-8059-7a1bc4b047f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4bf4602f0c574206a86b75c83395b7f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1505613 Jan 27 22:05:04.858900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51798) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:04.938073 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-20eaf069-4ba5-4cbc-8a89-9a38e4f327df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:04.943373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145684-1543-4d78-ad40-6194afed5978 req-900ffba3-062e-4e6a-9eaa-6e2b5c670bef tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:04.944926 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-900ffba3-062e-4e6a-9eaa-6e2b5c670bef tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 1095 time: 0.0800991 Jan 27 22:05:04.992369 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a3cbab02-270e-4856-a981-317aa18b97d8 admin admin] Publish callbacks [] for security_group (9f2cab3c-b801-440f-a645-9fd6a0114538), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.034477 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a3cbab02-270e-4856-a981-317aa18b97d8 admin admin] Publish callbacks [] for security_group (9f2cab3c-b801-440f-a645-9fd6a0114538), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.045970 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e986b815-1601-4ecf-974c-ff9876a7c6b9 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:05:05.049656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device d7304047-20dd-4d0f-8044-8415de4972f4 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:05.155257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] The host n-h2-760456-6 is not matching for port d7304047-20dd-4d0f-8044-8415de4972f4 host n-h1-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:05:05.157379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device d7304047-20dd-4d0f-8044-8415de4972f4 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:05.191305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6428a4f-eba4-46ae-bc76-4445593a0033 req-58c9590e-069d-4eab-bb4a-7acc89c4adf3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:05.193340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6428a4f-eba4-46ae-bc76-4445593a0033 req-58c9590e-069d-4eab-bb4a-7acc89c4adf3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 944 time: 0.0815957 Jan 27 22:05:05.240259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-fa145684-1543-4d78-ad40-6194afed5978 req-06fc7fb3-dda4-4d5f-a929-340cc31fbe0a service neutron] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:05.243821 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fa145684-1543-4d78-ad40-6194afed5978 req-06fc7fb3-dda4-4d5f-a929-340cc31fbe0a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.244995 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fa145684-1543-4d78-ad40-6194afed5978 req-06fc7fb3-dda4-4d5f-a929-340cc31fbe0a service neutron] 10.222.0.74 "DELETE /v2.0/ports/d7304047-20dd-4d0f-8044-8415de4972f4/bindings/n-h2-760456-6 HTTP/1.1" status: 204 len: 173 time: 0.2925229 Jan 27 22:05:05.269065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port e986b815-1601-4ecf-974c-ff9876a7c6b9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e986b815-1601-4ecf-974c-ff9876a7c6b9,segment=NetworkSegment(10df1a4e-e49d-417c-9f6e-7230d711a53e),segment_id=10df1a4e-e49d-417c-9f6e-7230d711a53e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:05.281021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'e986b815-1601-4ecf-974c-ff9876a7c6b9', 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5', 'port_id': 'e986b815-1601-4ecf-974c-ff9876a7c6b9', 'mac_address': 'fa:16:3e:4e:47:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355a869d-aac7-4087-b54a-ba1041e852d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:05:05.295853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6428a4f-eba4-46ae-bc76-4445593a0033 req-07c7e820-dba7-473b-9db4-c01e0078d0a6 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957248 Jan 27 22:05:05.313684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696c803-013b-45d2-aa7b-8d8d0d90f1cb req-77da9b85-d417-4449-9cc9-1ae6026eeff1 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:05.315352 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d696c803-013b-45d2-aa7b-8d8d0d90f1cb req-77da9b85-d417-4449-9cc9-1ae6026eeff1 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 944 time: 0.0811965 Jan 27 22:05:05.326900 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a3cbab02-270e-4856-a981-317aa18b97d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9f2cab3c-b801-440f-a645-9fd6a0114538), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.335654 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a3cbab02-270e-4856-a981-317aa18b97d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.335654 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a3cbab02-270e-4856-a981-317aa18b97d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f2cab3c-b801-440f-a645-9fd6a0114538 HTTP/1.1" status: 204 len: 168 time: 0.4718051 Jan 27 22:05:05.348194 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbab02-270e-4856-a981-317aa18b97d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2cab3c-b801-440f-a645-9fd6a0114538,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:05.351327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port e986b815-1601-4ecf-974c-ff9876a7c6b9 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:05.351742 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.394887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e986b815-1601-4ecf-974c-ff9876a7c6b9 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:05.451799 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port e986b815-1601-4ecf-974c-ff9876a7c6b9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e986b815-1601-4ecf-974c-ff9876a7c6b9,segment=NetworkSegment(10df1a4e-e49d-417c-9f6e-7230d711a53e),segment_id=10df1a4e-e49d-417c-9f6e-7230d711a53e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:05.468732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d696c803-013b-45d2-aa7b-8d8d0d90f1cb req-0ecacf18-4129-4e79-b3ac-ed1b5ed7cd16 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470752 Jan 27 22:05:05.521392 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:05.521955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc985388-0d22-4b37-9017-d068dfcc2ce1 req-50e76800-8721-4615-a195-ddeaef6e93a9 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:05.526056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc985388-0d22-4b37-9017-d068dfcc2ce1 req-50e76800-8721-4615-a195-ddeaef6e93a9 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 1095 time: 0.1026835 Jan 27 22:05:05.630679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=e986b815-1601-4ecf-974c-ff9876a7c6b9,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:05.635389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc985388-0d22-4b37-9017-d068dfcc2ce1 req-05386a49-3e1b-4031-92fe-c2af70b3c3dd tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723627 Jan 27 22:05:05.727203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e986b815-1601-4ecf-974c-ff9876a7c6b9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:05.781185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bac2e5-0212-4804-b823-5627f69880c4 req-f077f87a-f167-40e6-9667-c7a0d598d812 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:05.782911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03bac2e5-0212-4804-b823-5627f69880c4 req-f077f87a-f167-40e6-9667-c7a0d598d812 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 944 time: 0.0952668 Jan 27 22:05:05.869767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03bac2e5-0212-4804-b823-5627f69880c4 req-4ddb4027-0562-4ef8-9c1c-ff0e50ef77fc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803387 Jan 27 22:05:05.887963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51826) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:05.963795 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e929fd9d-e8d1-4506-9576-3bfc52bedf36 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/66b62350-4a49-453f-ab2f-c8402c0a77bd HTTP/1.1" status: 200 len: 990 time: 0.0736251 Jan 27 22:05:06.162510 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.306475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51832) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:06.320523 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9288-e9ff-4340-80f6-082fe8ce3a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.422484 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9288-e9ff-4340-80f6-082fe8ce3a74 admin admin] Publish callbacks [] for security_group (3574471b-aa5a-42a0-8c56-79a82be0991a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.544295 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3eb9288-e9ff-4340-80f6-082fe8ce3a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3574471b-aa5a-42a0-8c56-79a82be0991a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.625299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb9288-e9ff-4340-80f6-082fe8ce3a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3574471b-aa5a-42a0-8c56-79a82be0991a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:06.632391 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f3eb9288-e9ff-4340-80f6-082fe8ce3a74 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a348b19ec22c40839751b8607b1d6ad4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247714 Jan 27 22:05:06.634971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51844) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:06.694834 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31f2a6-7fb7-45e9-8ec4-9889d01ea855 req-69c6033f-485f-41c9-93c4-fbd8b2917201 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:06.699049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-039e7db9-8e3e-4d98-81a3-58f9b0a7367d admin admin] Publish callbacks [] for security_group (3574471b-aa5a-42a0-8c56-79a82be0991a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.705123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de31f2a6-7fb7-45e9-8ec4-9889d01ea855 req-69c6033f-485f-41c9-93c4-fbd8b2917201 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 945 time: 0.1355815 Jan 27 22:05:06.737085 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-039e7db9-8e3e-4d98-81a3-58f9b0a7367d admin admin] Publish callbacks [] for security_group (3574471b-aa5a-42a0-8c56-79a82be0991a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.771449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de31f2a6-7fb7-45e9-8ec4-9889d01ea855 req-19880e39-9f60-4f2a-bfc9-25011f7c8d90 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645473 Jan 27 22:05:06.864062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-039e7db9-8e3e-4d98-81a3-58f9b0a7367d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3574471b-aa5a-42a0-8c56-79a82be0991a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.868544 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-039e7db9-8e3e-4d98-81a3-58f9b0a7367d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:06.870009 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-039e7db9-8e3e-4d98-81a3-58f9b0a7367d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3574471b-aa5a-42a0-8c56-79a82be0991a HTTP/1.1" status: 204 len: 168 time: 0.2339509 Jan 27 22:05:06.879986 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e7db9-8e3e-4d98-81a3-58f9b0a7367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3574471b-aa5a-42a0-8c56-79a82be0991a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:07.041974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e986b815-1601-4ecf-974c-ff9876a7c6b9 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:07.207808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port e986b815-1601-4ecf-974c-ff9876a7c6b9 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:05:07.215961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port e986b815-1601-4ecf-974c-ff9876a7c6b9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:07.216798 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.302896 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port e986b815-1601-4ecf-974c-ff9876a7c6b9 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:07.303516 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.350048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff8afa3-d5de-4bb1-ba67-c230428af593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e986b815-1601-4ecf-974c-ff9876a7c6b9'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:07.352947 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849665ee-930a-4796-acbf-939b97de9cb4" -d '{"events": [{"server_uuid": "6ff8afa3-d5de-4bb1-ba67-c230428af593", "name": "network-vif-plugged", "status": "completed", "tag": "e986b815-1601-4ecf-974c-ff9876a7c6b9"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:07.361042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port e986b815-1601-4ecf-974c-ff9876a7c6b9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e986b815-1601-4ecf-974c-ff9876a7c6b9,segment=NetworkSegment(10df1a4e-e49d-417c-9f6e-7230d711a53e),segment_id=10df1a4e-e49d-417c-9f6e-7230d711a53e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:07.403841 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0cab40-8020-4028-8de0-26fd9778f09a x-openstack-request-id: req-8c0cab40-8020-4028-8de0-26fd9778f09a {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:07.404174 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff8afa3-d5de-4bb1-ba67-c230428af593", "name": "network-vif-plugged", "status": "completed", "tag": "e986b815-1601-4ecf-974c-ff9876a7c6b9", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:07.404494 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c0cab40-8020-4028-8de0-26fd9778f09a {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:07.404895 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff8afa3-d5de-4bb1-ba67-c230428af593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e986b815-1601-4ecf-974c-ff9876a7c6b9', 'code': 200} Jan 27 22:05:07.424213 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.455655 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:07.499863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=e986b815-1601-4ecf-974c-ff9876a7c6b9,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:07.514926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9037484-93e2-40b8-85f5-f4538d11ee4d req-f6496617-bcc6-4491-b635-11cb4e0a5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:07.516479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9037484-93e2-40b8-85f5-f4538d11ee4d req-f6496617-bcc6-4491-b635-11cb4e0a5aa7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 1097 time: 0.0455689 Jan 27 22:05:07.572478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9037484-93e2-40b8-85f5-f4538d11ee4d req-a7534930-15a1-4f30-9683-de3967b1219c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 Jan 27 22:05:07.887930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef2006-74f7-4657-b67d-1629cb30e3e2 req-7243b7dc-9705-4246-94fd-5d33461db98c tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:07.889463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-baef2006-74f7-4657-b67d-1629cb30e3e2 req-7243b7dc-9705-4246-94fd-5d33461db98c tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 946 time: 0.0497677 Jan 27 22:05:07.939576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-baef2006-74f7-4657-b67d-1629cb30e3e2 req-f0f7b5d6-9841-48e5-a00c-e0fe18d562d3 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442886 Jan 27 22:05:08.214048 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51896) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:08.293177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 51900) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:08.408720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1843247884-network', 'tenant_id': '05b4015f69dc4077825f3efa3d52fb82'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:08.413497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port 0ea07884-0031-4db8-b7f6-619fcad64083 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:08.413866 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0ea07884-0031-4db8-b7f6-619fcad64083), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.514111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0ea07884-0031-4db8-b7f6-619fcad64083), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.514377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (0ea07884-0031-4db8-b7f6-619fcad64083), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.526490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Made reservation on behalf of 05b4015f69dc4077825f3efa3d52fb82 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:08.527499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for 0ea07884-0031-4db8-b7f6-619fcad64083 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:08.534065 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.541990 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.661878 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Publish callbacks [] for security_group (dacaad73-6fe5-48e1-964e-77dae9ea2f62), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.795286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (dacaad73-6fe5-48e1-964e-77dae9ea2f62), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.828631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacaad73-6fe5-48e1-964e-77dae9ea2f62,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:08.853447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0ea07884-0031-4db8-b7f6-619fcad64083), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.859714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:05:08.881804 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (503f83f6-b0c6-4500-8759-7636b0dd295d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.882754 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Added segment 503f83f6-b0c6-4500-8759-7636b0dd295d of type vlan for network b3496431-ef7d-4d2f-bde1-7d315da17864 Jan 27 22:05:08.889000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=0ea07884-0031-4db8-b7f6-619fcad64083,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:08.956654 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.961600 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (66b62350-4a49-453f-ab2f-c8402c0a77bd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:08.966518 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Floating IP 66b62350-4a49-453f-ab2f-c8402c0a77bd disassociated (deleted). External IP: 172.25.0.93, port: d7304047-20dd-4d0f-8044-8415de4972f4. Jan 27 22:05:09.011996 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b3496431-ef7d-4d2f-bde1-7d315da17864), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:09.155973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72be0-b74f-4c29-8ec8-c5d12f9b8237 req-d5bc0dc7-4ed7-49b7-b12f-a530ccdc1366 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.157875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82d72be0-b74f-4c29-8ec8-c5d12f9b8237 req-d5bc0dc7-4ed7-49b7-b12f-a530ccdc1366 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 946 time: 0.0536027 Jan 27 22:05:09.158694 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b3496431-ef7d-4d2f-bde1-7d315da17864), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:09.159843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.160435 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:09.259883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:09.269002 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9745433 Jan 27 22:05:09.272311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 51920) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:09.277371 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ce04414f-7919-4399-92d6-e5ec7bf9c37c admin admin] Request body: {'subnet': {'network_id': 'b3496431-ef7d-4d2f-bde1-7d315da17864', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1843247884-subnet', 'tenant_id': '05b4015f69dc4077825f3efa3d52fb82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:09.311369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f8e20-4233-4dfc-9341-3d6cf7d8dccc admin admin] Pushing event updated for resources: {'Network': ['ID=b3496431-ef7d-4d2f-bde1-7d315da17864,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:09.324224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82d72be0-b74f-4c29-8ec8-c5d12f9b8237 req-301ad2d5-3a60-41a6-a338-b7882601c810 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503699 Jan 27 22:05:09.324551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b3496431-ef7d-4d2f-bde1-7d315da17864 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:05:09.489508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce04414f-7919-4399-92d6-e5ec7bf9c37c admin admin] Made reservation on behalf of 05b4015f69dc4077825f3efa3d52fb82 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:09.492529 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04414f-7919-4399-92d6-e5ec7bf9c37c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:09.576034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:09.582295 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:09.586290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ddf3b-9769-4b74-8eba-357115e361ce None None] Sync routers for ids ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:09.607296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ddf3b-9769-4b74-8eba-357115e361ce None None] Routers {'7bc05e5c-d86c-4c3e-bb84-31030dd94b92'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:09.608294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9d7ddf3b-9769-4b74-8eba-357115e361ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:09.625421 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ec259691-a2f2-40bf-999e-5d6842099c92 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/floatingips/66b62350-4a49-453f-ab2f-c8402c0a77bd HTTP/1.1" status: 204 len: 168 time: 1.4100451 Jan 27 22:05:09.627525 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:09.642579 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e4ab72-323c-41dc-9875-89643fc685b2" -d '{"events": [{"name": "network-changed", "server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:09.754075 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaac37c-7688-42e6-adcb-799e6583fa73 x-openstack-request-id: req-beaac37c-7688-42e6-adcb-799e6583fa73 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:09.755348 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:09.756194 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-beaac37c-7688-42e6-adcb-799e6583fa73 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:09.756926 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'status': 'completed', 'code': 200} Jan 27 22:05:09.879783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4ab72-323c-41dc-9875-89643fc685b2 req-c6c1658b-88eb-4e99-b395-2a56bd9ac3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.884986 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-42e4ab72-323c-41dc-9875-89643fc685b2 req-c6c1658b-88eb-4e99-b395-2a56bd9ac3cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 1095 time: 0.1064603 Jan 27 22:05:09.978526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4ab72-323c-41dc-9875-89643fc685b2 req-cc297e6c-cfbf-4cdf-ba3f-7c9b2deafe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:09.979718 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-42e4ab72-323c-41dc-9875-89643fc685b2 req-cc297e6c-cfbf-4cdf-ba3f-7c9b2deafe61 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ff862358-151f-475e-bf60-b4c5d74ffb3b HTTP/1.1" status: 200 len: 897 time: 0.0916407 Jan 27 22:05:10.001620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-9d7ddf3b-9769-4b74-8eba-357115e361ce None None] Set router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:10.028730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04414f-7919-4399-92d6-e5ec7bf9c37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (e9d351d4-18f5-4b92-9259-b4f5ed22b2a8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.030029 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-42e4ab72-323c-41dc-9875-89643fc685b2 req-4eec3a44-98d2-4fc5-9ace-51f2a079de78 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7304047-20dd-4d0f-8044-8415de4972f4 HTTP/1.1" status: 200 len: 217 time: 0.0444167 Jan 27 22:05:10.125139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04414f-7919-4399-92d6-e5ec7bf9c37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9d351d4-18f5-4b92-9259-b4f5ed22b2a8,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:10.129665 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4ab72-323c-41dc-9875-89643fc685b2 req-99503f33-2b6f-4567-aec8-da293ddab4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.131327 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-42e4ab72-323c-41dc-9875-89643fc685b2 req-99503f33-2b6f-4567-aec8-da293ddab4a5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ddbdfce5-ab3e-4bb1-ace8-39a650ff759b HTTP/1.1" status: 200 len: 835 time: 0.0936036 Jan 27 22:05:10.152860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce04414f-7919-4399-92d6-e5ec7bf9c37c admin admin] Checking segment: {'id': '503f83f6-b0c6-4500-8759-7636b0dd295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b3496431-ef7d-4d2f-bde1-7d315da17864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:10.152860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce04414f-7919-4399-92d6-e5ec7bf9c37c admin admin] Network hostable DHCP agents. Network: b3496431-ef7d-4d2f-bde1-7d315da17864, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:05:10.195296 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4ab72-323c-41dc-9875-89643fc685b2 req-3fe8fb3f-1198-4f01-b78d-c4a7bba07965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.196887 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-42e4ab72-323c-41dc-9875-89643fc685b2 req-3fe8fb3f-1198-4f01-b78d-c4a7bba07965 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ff862358-151f-475e-bf60-b4c5d74ffb3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559659 Jan 27 22:05:10.272690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9d7ddf3b-9769-4b74-8eba-357115e361ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:03:51Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '985d9afc-aa80-4dd4-9d2a-c912a0d473c0', 'name': '', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:09:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:49Z', 'updated_at': '2022-01-27T22:03:58Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:10.288924 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce04414f-7919-4399-92d6-e5ec7bf9c37c admin admin] Network b3496431-ef7d-4d2f-bde1-7d315da17864 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:05:10.308209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ddf3b-9769-4b74-8eba-357115e361ce None None] Checking router: 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:10.318430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7ddf3b-9769-4b74-8eba-357115e361ce None None] Routers {'7bc05e5c-d86c-4c3e-bb84-31030dd94b92'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:10.319334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9d7ddf3b-9769-4b74-8eba-357115e361ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:10.341140 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-42e4ab72-323c-41dc-9875-89643fc685b2 req-ab3b4a7b-2fb6-48b7-abc6-cb2d6fe4a872 service neutron] 10.222.0.74 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372385 Jan 27 22:05:10.364014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc089879-55a5-4347-92f7-564fcc1ccb54 req-4e83275d-84b7-4dd9-a0f0-ae4c3ae72343 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.371959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc089879-55a5-4347-92f7-564fcc1ccb54 req-4e83275d-84b7-4dd9-a0f0-ae4c3ae72343 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 944 time: 0.0886769 Jan 27 22:05:10.373509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ce04414f-7919-4399-92d6-e5ec7bf9c37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, b3496431-ef7d-4d2f-bde1-7d315da17864) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:10.378920 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce04414f-7919-4399-92d6-e5ec7bf9c37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.379570 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce04414f-7919-4399-92d6-e5ec7bf9c37c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:10.388830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffaf83b-f93d-4262-b4c4-60ec00d7689c None None] Network b3496431-ef7d-4d2f-bde1-7d315da17864 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:10.430536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc089879-55a5-4347-92f7-564fcc1ccb54 req-79e3463d-017c-40c8-8408-a328f29c2140 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576303 Jan 27 22:05:10.508366 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-42e4ab72-323c-41dc-9875-89643fc685b2 req-1ec76f60-8ebc-462b-a0f2-0d0337e8649d service neutron] 10.222.0.74 "GET /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404605 Jan 27 22:05:10.524259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-9d7ddf3b-9769-4b74-8eba-357115e361ce None None] Set router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:10.621041 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ce04414f-7919-4399-92d6-e5ec7bf9c37c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3476558 Jan 27 22:05:10.638238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5ef377-1e64-4afc-9285-c9b62c2300cd None None] Network b3496431-ef7d-4d2f-bde1-7d315da17864 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:10.834739 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f0052-5f91-46c5-b632-3cd2f721f3a9 req-8190fe27-cb3d-4bc9-956d-167f7ca1a739 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:10.838720 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fe2f0052-5f91-46c5-b632-3cd2f721f3a9 req-8190fe27-cb3d-4bc9-956d-167f7ca1a739 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.74 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 944 time: 0.1434135 Jan 27 22:05:10.901718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9d7ddf3b-9769-4b74-8eba-357115e361ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:03:51Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '985d9afc-aa80-4dd4-9d2a-c912a0d473c0', 'name': '', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:09:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:49Z', 'updated_at': '2022-01-27T22:03:58Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:10.932636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7ddf3b-9769-4b74-8eba-357115e361ce None None] The sync data for ids ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'] in n-d-760456-6 is: [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:03:51Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '985d9afc-aa80-4dd4-9d2a-c912a0d473c0', 'name': '', 'network_id': 'ff862358-151f-475e-bf60-b4c5d74ffb3b', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:09:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:49Z', 'updated_at': '2022-01-27T22:03:58Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'ddbdfce5-ab3e-4bb1-ace8-39a650ff759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:10.982147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-fe2f0052-5f91-46c5-b632-3cd2f721f3a9 req-cb9340c7-a478-4c92-b430-413399be244a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port d7304047-20dd-4d0f-8044-8415de4972f4 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:10.982442 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fe2f0052-5f91-46c5-b632-3cd2f721f3a9 req-cb9340c7-a478-4c92-b430-413399be244a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.439618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-fe2f0052-5f91-46c5-b632-3cd2f721f3a9 req-cb9340c7-a478-4c92-b430-413399be244a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] For port d7304047-20dd-4d0f-8044-8415de4972f4, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d7304047-20dd-4d0f-8044-8415de4972f4,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:11.440861 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fe2f0052-5f91-46c5-b632-3cd2f721f3a9 req-cb9340c7-a478-4c92-b430-413399be244a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.460318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-fe2f0052-5f91-46c5-b632-3cd2f721f3a9 req-cb9340c7-a478-4c92-b430-413399be244a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for d7304047-20dd-4d0f-8044-8415de4972f4 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:11.499356 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c881e3-a856-4e5c-9b87-f9d6744cc47c None None] New status for floating IP 66b62350-4a49-453f-ab2f-c8402c0a77bd: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:05:11.603700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec794b8-afc5-47d7-8c33-87fef979d390 req-cc0471e5-30a0-4c78-b118-9707c79ed43b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:11.611468 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ec794b8-afc5-47d7-8c33-87fef979d390 req-cc0471e5-30a0-4c78-b118-9707c79ed43b tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 944 time: 0.0726557 Jan 27 22:05:11.772583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ec794b8-afc5-47d7-8c33-87fef979d390 req-dccab447-9b36-4544-8054-00c9a0d1fa22 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=569f93fe-7984-4c08-82a8-2da8b6cc9b61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598191 Jan 27 22:05:11.823938 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fe2f0052-5f91-46c5-b632-3cd2f721f3a9 req-cb9340c7-a478-4c92-b430-413399be244a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d7304047-20dd-4d0f-8044-8415de4972f4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.859764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9340c7-a478-4c92-b430-413399be244a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=d7304047-20dd-4d0f-8044-8415de4972f4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:11.924737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52056) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:11.927500 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2f0052-5f91-46c5-b632-3cd2f721f3a9 req-cb9340c7-a478-4c92-b430-413399be244a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] No DVR routers for this DVR port d7304047-20dd-4d0f-8044-8415de4972f4 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:11.931330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-371758300-network', 'tenant_id': '1693aab94dea47bbbce13e8db300e1c8'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:11.932387 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-fe2f0052-5f91-46c5-b632-3cd2f721f3a9 req-cb9340c7-a478-4c92-b430-413399be244a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:11.954382 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fe2f0052-5f91-46c5-b632-3cd2f721f3a9 req-cb9340c7-a478-4c92-b430-413399be244a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.74 "DELETE /v2.0/ports/d7304047-20dd-4d0f-8044-8415de4972f4 HTTP/1.1" status: 204 len: 173 time: 1.1117315 Jan 27 22:05:11.954888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'name': 'network-vif-deleted', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:11.959279 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662cb5fa-1c91-4c47-8178-4c5170e9b56f" -d '{"events": [{"server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "name": "network-vif-deleted", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:12.012411 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42486c7e-9107-472e-bc07-43befd72e932 x-openstack-request-id: req-42486c7e-9107-472e-bc07-43befd72e932 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:12.012720 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f72b64-aa52-4771-9f8b-79ac1a931e65", "name": "network-vif-deleted", "tag": "d7304047-20dd-4d0f-8044-8415de4972f4", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:12.012987 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42486c7e-9107-472e-bc07-43befd72e932 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:12.013855 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f72b64-aa52-4771-9f8b-79ac1a931e65', 'name': 'network-vif-deleted', 'tag': 'd7304047-20dd-4d0f-8044-8415de4972f4', 'status': 'completed', 'code': 200} Jan 27 22:05:12.053058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Made reservation on behalf of 1693aab94dea47bbbce13e8db300e1c8 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:12.055301 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.064341 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.167193 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Publish callbacks [] for security_group (b46f17c1-4301-4cd3-aa50-23999dbe1758), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.264221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b46f17c1-4301-4cd3-aa50-23999dbe1758), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.307346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:05:12.315183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f17c1-4301-4cd3-aa50-23999dbe1758,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:12.342530 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (367c75ad-94cb-4220-88ba-aca79c05e4da), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.343686 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Added segment 367c75ad-94cb-4220-88ba-aca79c05e4da of type vlan for network 6a1d033a-aba3-4579-b50f-25f443386608 Jan 27 22:05:12.429296 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6a1d033a-aba3-4579-b50f-25f443386608), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.521575 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6a1d033a-aba3-4579-b50f-25f443386608), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.522648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:12.523675 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:12.589926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] Pushing event updated for resources: {'Network': ['ID=6a1d033a-aba3-4579-b50f-25f443386608,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:12.599827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6a1d033a-aba3-4579-b50f-25f443386608 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:05:12.695700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-97ffe8d6-cdf8-4d9b-914e-9799ce3cba7d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7698488 Jan 27 22:05:12.698520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52074) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:12.703889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a278c791-5bef-4b44-a03f-5821b98685c9 admin admin] Request body: {'subnet': {'network_id': '6a1d033a-aba3-4579-b50f-25f443386608', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-371758300-subnet', 'tenant_id': '1693aab94dea47bbbce13e8db300e1c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:12.823615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a278c791-5bef-4b44-a03f-5821b98685c9 admin admin] Made reservation on behalf of 1693aab94dea47bbbce13e8db300e1c8 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:12.826011 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a278c791-5bef-4b44-a03f-5821b98685c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.007100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4359d103-bc53-4906-9369-b00dba009a00 req-243b6ad0-231d-42a5-94dd-3c6d8fe0671c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f72b64-aa52-4771-9f8b-79ac1a931e65 HTTP/1.1" status: 200 len: 210 time: 0.1003399 Jan 27 22:05:13.171775 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a278c791-5bef-4b44-a03f-5821b98685c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (af4df49b-08c9-4deb-b9b6-84f4860b8604), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.243395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278c791-5bef-4b44-a03f-5821b98685c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4df49b-08c9-4deb-b9b6-84f4860b8604,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:13.261975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a278c791-5bef-4b44-a03f-5821b98685c9 admin admin] Checking segment: {'id': '367c75ad-94cb-4220-88ba-aca79c05e4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a1d033a-aba3-4579-b50f-25f443386608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:13.262680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a278c791-5bef-4b44-a03f-5821b98685c9 admin admin] Network hostable DHCP agents. Network: 6a1d033a-aba3-4579-b50f-25f443386608, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:05:13.355326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a278c791-5bef-4b44-a03f-5821b98685c9 admin admin] Network 6a1d033a-aba3-4579-b50f-25f443386608 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:05:13.436440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a278c791-5bef-4b44-a03f-5821b98685c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 6a1d033a-aba3-4579-b50f-25f443386608) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:13.441407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a278c791-5bef-4b44-a03f-5821b98685c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:13.442403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a278c791-5bef-4b44-a03f-5821b98685c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:13.449514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9105cfc-477b-40f2-ae5b-d2ae518f0b7d None None] Network 6a1d033a-aba3-4579-b50f-25f443386608 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:13.522166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a278c791-5bef-4b44-a03f-5821b98685c9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8171654 Jan 27 22:05:13.577861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf73c70-4128-4161-b207-2c3779e8067c None None] Network 6a1d033a-aba3-4579-b50f-25f443386608 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:14.100361 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52118) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:14.179828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-6979033d-88fe-4d97-b0f0-ab3ea4038e98 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:14.181472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-6979033d-88fe-4d97-b0f0-ab3ea4038e98 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/networks?id=b3496431-ef7d-4d2f-bde1-7d315da17864 HTTP/1.1" status: 200 len: 812 time: 0.1237111 Jan 27 22:05:14.198697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-1e94878f-d8c5-4145-bb10-ff662f77a1db tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/quotas/05b4015f69dc4077825f3efa3d52fb82 HTTP/1.1" status: 200 len: 375 time: 0.0111191 Jan 27 22:05:14.238625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-e5a316c1-f879-48a5-95cd-a103f0aa4c45 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=05b4015f69dc4077825f3efa3d52fb82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336552 Jan 27 22:05:14.360194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-b3bbb8b5-e8ac-4ddc-b9a5-252e31ac7a88 service neutron] 10.222.0.61 "GET /v2.0/networks/b3496431-ef7d-4d2f-bde1-7d315da17864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118734 Jan 27 22:05:14.459205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-035445a0-71c0-4f8b-afa7-f44ba02f99c0 service neutron] 10.222.0.61 "GET /v2.0/networks/b3496431-ef7d-4d2f-bde1-7d315da17864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905173 Jan 27 22:05:14.596399 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb6269bb-a364-4630-afd2-6e7446d383f7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:14.928624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b57f9e9-61e4-4c9e-88ed-a26f74f4c77a req-8010400e-9fa7-4a45-bdc9-4c0c300f98fc tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 210 time: 0.0724595 Jan 27 22:05:14.957613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-cb6269bb-a364-4630-afd2-6e7446d383f7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:14.957613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb6269bb-a364-4630-afd2-6e7446d383f7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:15.079627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-cb6269bb-a364-4630-afd2-6e7446d383f7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] For port 985d9afc-aa80-4dd4-9d2a-c912a0d473c0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=985d9afc-aa80-4dd4-9d2a-c912a0d473c0,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:15.080387 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb6269bb-a364-4630-afd2-6e7446d383f7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:15.102076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-cb6269bb-a364-4630-afd2-6e7446d383f7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:15.430156 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb6269bb-a364-4630-afd2-6e7446d383f7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (985d9afc-aa80-4dd4-9d2a-c912a0d473c0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:15.458894 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6269bb-a364-4630-afd2-6e7446d383f7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=985d9afc-aa80-4dd4-9d2a-c912a0d473c0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:15.817159 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb6269bb-a364-4630-afd2-6e7446d383f7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.167264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f3672f7-0574-4526-a042-df2f563b030d req-d211909e-dc1b-4ad0-8357-51c9f4c5c1c5 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 210 time: 0.0605042 Jan 27 22:05:16.266575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6269bb-a364-4630-afd2-6e7446d383f7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:16.391429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6269bb-a364-4630-afd2-6e7446d383f7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:16.397990 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cb6269bb-a364-4630-afd2-6e7446d383f7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "PUT /v2.0/routers/7bc05e5c-d86c-4c3e-bb84-31030dd94b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2960112 Jan 27 22:05:16.400265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52168) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:16.420733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f39380-5d54-420c-976b-71d59f3485f4 None None] Sync routers for ids ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:16.421654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f39380-5d54-420c-976b-71d59f3485f4 None None] Routers {'7bc05e5c-d86c-4c3e-bb84-31030dd94b92'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:16.422430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-45f39380-5d54-420c-976b-71d59f3485f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:16.514167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c74bf3c-d372-4c46-8c1c-948cf105a3b8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting subnet ddbdfce5-ab3e-4bb1-ace8-39a650ff759b {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:05:16.518797 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c74bf3c-d372-4c46-8c1c-948cf105a3b8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for subnet (ddbdfce5-ab3e-4bb1-ace8-39a650ff759b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.532360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d7304047-20dd-4d0f-8044-8415de4972f4 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:16.557768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: d7304047-20dd-4d0f-8044-8415de4972f4 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:16.558501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d7304047-20dd-4d0f-8044-8415de4972f4 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:16.569988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-45f39380-5d54-420c-976b-71d59f3485f4 None None] Set router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:16.587788 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c74bf3c-d372-4c46-8c1c-948cf105a3b8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (ddbdfce5-ab3e-4bb1-ace8-39a650ff759b), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.794741 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c74bf3c-d372-4c46-8c1c-948cf105a3b8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (ddbdfce5-ab3e-4bb1-ace8-39a650ff759b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:16.951093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-45f39380-5d54-420c-976b-71d59f3485f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:05:15Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:16.999923 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c74bf3c-d372-4c46-8c1c-948cf105a3b8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (ddbdfce5-ab3e-4bb1-ace8-39a650ff759b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:17.035570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f39380-5d54-420c-976b-71d59f3485f4 None None] Checking router: 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:17.055009 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f39380-5d54-420c-976b-71d59f3485f4 None None] Routers {'7bc05e5c-d86c-4c3e-bb84-31030dd94b92'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:17.057206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-45f39380-5d54-420c-976b-71d59f3485f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:17.060910 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:05:17.072505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74bf3c-d372-4c46-8c1c-948cf105a3b8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Subnet': ['ID=ddbdfce5-ab3e-4bb1-ace8-39a650ff759b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:17.080109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1c74bf3c-d372-4c46-8c1c-948cf105a3b8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:17.101216 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1c74bf3c-d372-4c46-8c1c-948cf105a3b8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/subnets/ddbdfce5-ab3e-4bb1-ace8-39a650ff759b HTTP/1.1" status: 204 len: 168 time: 0.6918480 Jan 27 22:05:17.101537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52182) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:17.177287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe6a45-5cb4-4792-82a1-9f6040f1b150 None None] Network ff862358-151f-475e-bf60-b4c5d74ffb3b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:17.341172 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:17.352663 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4219bac8-b9b2-4080-a9ed-ec4f0abde4d0 req-b726227d-8a3d-4bf9-8327-784d79c56701 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 210 time: 0.0609965 Jan 27 22:05:17.509502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-45f39380-5d54-420c-976b-71d59f3485f4 None None] Set router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:17.611598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc7e9d4-2f08-4ecc-9859-3f54aafab9ac None None] DHCP port deletion for ff862358-151f-475e-bf60-b4c5d74ffb3b request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:05:17.981711 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-8d5eca14-1c1a-4213-8639-81c84a47f6a2 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:17.985502 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-8d5eca14-1c1a-4213-8639-81c84a47f6a2 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.74 "GET /v2.0/networks?id=b3496431-ef7d-4d2f-bde1-7d315da17864 HTTP/1.1" status: 200 len: 812 time: 0.3285856 Jan 27 22:05:17.999075 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Request body: {'port': {'device_id': '2bb03deb-4c39-4cc4-9420-6a6f10ef29a6', 'network_id': 'b3496431-ef7d-4d2f-bde1-7d315da17864', 'admin_state_up': True, 'tenant_id': '05b4015f69dc4077825f3efa3d52fb82'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:18.234368 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.395390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Made reservation on behalf of 05b4015f69dc4077825f3efa3d52fb82 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:18.399626 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.508226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2f777d8f-923c-4a37-83af-5bd4ad801e79 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:18.525929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7e9d4-2f08-4ecc-9859-3f54aafab9ac None None] Deleting port 2f777d8f-923c-4a37-83af-5bd4ad801e79 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:18.526605 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dfc7e9d4-2f08-4ecc-9859-3f54aafab9ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.542553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6550aadf-0bcd-4218-93fe-0c82357649d9 req-9a09a59f-65ae-432f-9e6f-de75278fa7ab tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 210 time: 0.0564101 Jan 27 22:05:18.552643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port d5f6e4f9-c213-4d46-90e0-daba1f110587 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:18.552966 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.669138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Allocated IP 172.20.0.7 (b3496431-ef7d-4d2f-bde1-7d315da17864/e9d351d4-18f5-4b92-9259-b4f5ed22b2a8/a604d6ea-815b-4baa-81d7-cabc50edff20) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:18.719172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-dfc7e9d4-2f08-4ecc-9859-3f54aafab9ac None None] For port 2f777d8f-923c-4a37-83af-5bd4ad801e79, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2f777d8f-923c-4a37-83af-5bd4ad801e79,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:18.722069 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dfc7e9d4-2f08-4ecc-9859-3f54aafab9ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.746893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7e9d4-2f08-4ecc-9859-3f54aafab9ac None None] Calling delete_port for 2f777d8f-923c-4a37-83af-5bd4ad801e79 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:18.748765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 2f777d8f-923c-4a37-83af-5bd4ad801e79 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:18.749168 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.755928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] For port d5f6e4f9-c213-4d46-90e0-daba1f110587, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d5f6e4f9-c213-4d46-90e0-daba1f110587,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:18.756586 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:18.761895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-45f39380-5d54-420c-976b-71d59f3485f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:05:15Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:18.785527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for d5f6e4f9-c213-4d46-90e0-daba1f110587 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:18.806945 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f39380-5d54-420c-976b-71d59f3485f4 None None] The sync data for ids ['7bc05e5c-d86c-4c3e-bb84-31030dd94b92'] in n-d-760456-6 is: [{'id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372637890', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:03:43Z', 'updated_at': '2022-01-27T22:05:15Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': 'd5f6e4f9-c213-4d46-90e0-daba1f110587', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc05e5c-d86c-4c3e-bb84-31030dd94b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:03:44Z', 'updated_at': '2022-01-27T22:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:18.953191 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 2f777d8f-923c-4a37-83af-5bd4ad801e79, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2f777d8f-923c-4a37-83af-5bd4ad801e79,segment=NetworkSegment(f0f90539-d62d-410e-8009-6af6c3a571bc),segment_id=f0f90539-d62d-410e-8009-6af6c3a571bc)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:19.035626 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.116437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=2f777d8f-923c-4a37-83af-5bd4ad801e79,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:19.201020 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dfc7e9d4-2f08-4ecc-9859-3f54aafab9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (2f777d8f-923c-4a37-83af-5bd4ad801e79), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.264781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7e9d4-2f08-4ecc-9859-3f54aafab9ac None None] Pushing event deleted for resources: {'Port': ['ID=2f777d8f-923c-4a37-83af-5bd4ad801e79,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:19.271178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7e9d4-2f08-4ecc-9859-3f54aafab9ac None None] No DVR routers for this DVR port 2f777d8f-923c-4a37-83af-5bd4ad801e79 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:19.276192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d5f6e4f9-c213-4d46-90e0-daba1f110587), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.337479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=d5f6e4f9-c213-4d46-90e0-daba1f110587,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:19.460806 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.475473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Publish callbacks [] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.563742 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.566231 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_controller (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.658095 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.696845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818032b-9776-45b9-9ef3-18d0116ea223 req-e6056d58-732e-4597-8fa4-a910581f861d tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:19.699209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9818032b-9776-45b9-9ef3-18d0116ea223 req-e6056d58-732e-4597-8fa4-a910581f861d tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 931 time: 0.0627339 Jan 27 22:05:19.700487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Network b3496431-ef7d-4d2f-bde1-7d315da17864 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:19.708984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:19.711157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:19.715306 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Pushing event updated for resources: {'Port': ['ID=a604d6ea-815b-4baa-81d7-cabc50edff20,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:19.747964 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (7bc05e5c-d86c-4c3e-bb84-31030dd94b92), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.760245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Fanout notify agent at l3_agent the message router_deleted on router 7bc05e5c-d86c-4c3e-bb84-31030dd94b92 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:05:19.760245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.760245 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-418fd88d-a7f8-4397-9432-fa4e8a8c236a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/routers/7bc05e5c-d86c-4c3e-bb84-31030dd94b92 HTTP/1.1" status: 204 len: 168 time: 2.6639626 Jan 27 22:05:19.762051 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52224) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:19.772019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9818032b-9776-45b9-9ef3-18d0116ea223 req-e4f53584-5d61-422b-8d67-c55263cf8a69 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662220 Jan 27 22:05:19.778876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:19.779753 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.896642 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (ff862358-151f-475e-bf60-b4c5d74ffb3b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:19.904228 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a6567076-1e87-4959-a114-adc01b0a5bc4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9086642 Jan 27 22:05:19.923588 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Request body: {'port': {'device_id': '2bb03deb-4c39-4cc4-9420-6a6f10ef29a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:20.085141 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (ff862358-151f-475e-bf60-b4c5d74ffb3b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.103026 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.133471 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff862358-151f-475e-bf60-b4c5d74ffb3b']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:20.179524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f90539-d62d-410e-8009-6af6c3a571bc') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:20.179923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f90539-d62d-410e-8009-6af6c3a571bc') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:20.194466 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (f0f90539-d62d-410e-8009-6af6c3a571bc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.221090 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (f0f90539-d62d-410e-8009-6af6c3a571bc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.304829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:20.305252 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (f0f90539-d62d-410e-8009-6af6c3a571bc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:20.309323 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:20.401620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:20.471033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:20.471619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 985d9afc-aa80-4dd4-9d2a-c912a0d473c0 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:20.552518 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (ff862358-151f-475e-bf60-b4c5d74ffb3b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.562950 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.566184 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/networks/ff862358-151f-475e-bf60-b4c5d74ffb3b HTTP/1.1" status: 204 len: 168 time: 0.8030598 Jan 27 22:05:20.569707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52240) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:20.613714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f98f01-d762-42fb-8706-31f593f60dd9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Network': ['ID=ff862358-151f-475e-bf60-b4c5d74ffb3b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:20.670380 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dad3c0e0-86ad-489f-8330-d010d280ec0a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (569f93fe-7984-4c08-82a8-2da8b6cc9b61), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.710736 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dad3c0e0-86ad-489f-8330-d010d280ec0a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (569f93fe-7984-4c08-82a8-2da8b6cc9b61), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.748611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a604d6ea-815b-4baa-81d7-cabc50edff20 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:20.760274 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Publish callbacks [] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.875108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dad3c0e0-86ad-489f-8330-d010d280ec0a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (569f93fe-7984-4c08-82a8-2da8b6cc9b61), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.877883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Transition to ACTIVE for port object a604d6ea-815b-4baa-81d7-cabc50edff20 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:05:20.878090 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dad3c0e0-86ad-489f-8330-d010d280ec0a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:20.879278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dad3c0e0-86ad-489f-8330-d010d280ec0a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/security-groups/569f93fe-7984-4c08-82a8-2da8b6cc9b61 HTTP/1.1" status: 204 len: 168 time: 0.3057716 Jan 27 22:05:20.906081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3c0e0-86ad-489f-8330-d010d280ec0a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569f93fe-7984-4c08-82a8-2da8b6cc9b61,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:20.954073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45140812-757f-4c60-b245-f6b2e524d5c3 req-142a7034-b11d-4453-8945-9b02ac6da390 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:20.955666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45140812-757f-4c60-b245-f6b2e524d5c3 req-142a7034-b11d-4453-8945-9b02ac6da390 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 931 time: 0.0946574 Jan 27 22:05:20.971334 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.080770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45140812-757f-4c60-b245-f6b2e524d5c3 req-527e6db1-37c0-4c60-9053-e41f37dfad0b tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155348 Jan 27 22:05:21.111547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Pushing event updated for resources: {'Port': ['ID=a604d6ea-815b-4baa-81d7-cabc50edff20,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:21.206475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Attempting to bind port a604d6ea-815b-4baa-81d7-cabc50edff20 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:21.207076 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Attempting to bind port a604d6ea-815b-4baa-81d7-cabc50edff20 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '503f83f6-b0c6-4500-8759-7636b0dd295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b3496431-ef7d-4d2f-bde1-7d315da17864'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:21.207511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Attempting to bind port a604d6ea-815b-4baa-81d7-cabc50edff20 on network b3496431-ef7d-4d2f-bde1-7d315da17864 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:21.212939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Port a604d6ea-815b-4baa-81d7-cabc50edff20 on network b3496431-ef7d-4d2f-bde1-7d315da17864 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:05:21.213267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Attempting to bind port a604d6ea-815b-4baa-81d7-cabc50edff20 on network b3496431-ef7d-4d2f-bde1-7d315da17864 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:21.218474 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:21.218867 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Checking segment: {'id': '503f83f6-b0c6-4500-8759-7636b0dd295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b3496431-ef7d-4d2f-bde1-7d315da17864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:21.219291 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Bound using segment: {'id': '503f83f6-b0c6-4500-8759-7636b0dd295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b3496431-ef7d-4d2f-bde1-7d315da17864'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:21.219718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Bound port: a604d6ea-815b-4baa-81d7-cabc50edff20, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503f83f6-b0c6-4500-8759-7636b0dd295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b3496431-ef7d-4d2f-bde1-7d315da17864'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:21.220106 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.290113 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] For port a604d6ea-815b-4baa-81d7-cabc50edff20, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:21.293413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] For port a604d6ea-815b-4baa-81d7-cabc50edff20, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a604d6ea-815b-4baa-81d7-cabc50edff20,segment=NetworkSegment(503f83f6-b0c6-4500-8759-7636b0dd295d),segment_id=503f83f6-b0c6-4500-8759-7636b0dd295d)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:21.481618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.522003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:21.522765 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.524316 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] 10.222.0.74 "PUT /v2.0/ports/a604d6ea-815b-4baa-81d7-cabc50edff20 HTTP/1.1" status: 200 len: 1091 time: 1.6145453 Jan 27 22:05:21.524781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bb03deb-4c39-4cc4-9420-6a6f10ef29a6', 'tag': 'a604d6ea-815b-4baa-81d7-cabc50edff20'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:21.528070 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b54f99-4db8-4a0e-816c-53e5e5039acb" -d '{"events": [{"name": "network-changed", "server_uuid": "2bb03deb-4c39-4cc4-9420-6a6f10ef29a6", "tag": "a604d6ea-815b-4baa-81d7-cabc50edff20"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:21.576875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9e766-e243-48b4-bd4a-f6d6b9693c6a service neutron] Pushing event updated for resources: {'Port': ['ID=a604d6ea-815b-4baa-81d7-cabc50edff20,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:21.577427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52266) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:21.583819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9d17e70b-5dfb-420a-b19d-398ce788c5f3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039026113', 'description': 'tempest-secgroup-smoke-1039026113 description', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:21.608843 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd2ef19-da72-4497-9b77-d88e6dbe8f06 x-openstack-request-id: req-4bd2ef19-da72-4497-9b77-d88e6dbe8f06 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:21.609382 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bb03deb-4c39-4cc4-9420-6a6f10ef29a6", "tag": "a604d6ea-815b-4baa-81d7-cabc50edff20", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:21.609924 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4bd2ef19-da72-4497-9b77-d88e6dbe8f06 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:21.610443 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bb03deb-4c39-4cc4-9420-6a6f10ef29a6', 'tag': 'a604d6ea-815b-4baa-81d7-cabc50edff20', 'status': 'completed', 'code': 200} Jan 27 22:05:21.685615 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b54f99-4db8-4a0e-816c-53e5e5039acb req-8a9ce5b0-b6b3-498d-bd88-513d660af03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:21.687142 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-27b54f99-4db8-4a0e-816c-53e5e5039acb req-8a9ce5b0-b6b3-498d-bd88-513d660af03c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=05b4015f69dc4077825f3efa3d52fb82&device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 1094 time: 0.0593643 Jan 27 22:05:21.761674 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d17e70b-5dfb-420a-b19d-398ce788c5f3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.898841 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d17e70b-5dfb-420a-b19d-398ce788c5f3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (9cfdce8a-14eb-409c-9feb-5f9a14efef9c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:21.934589 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b54f99-4db8-4a0e-816c-53e5e5039acb req-643fbb35-2edf-423a-b198-7f6ffe1325d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:21.936378 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-27b54f99-4db8-4a0e-816c-53e5e5039acb req-643fbb35-2edf-423a-b198-7f6ffe1325d4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=05b4015f69dc4077825f3efa3d52fb82&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2426951 Jan 27 22:05:21.964854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d5f6e4f9-c213-4d46-90e0-daba1f110587 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:21.988123 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d17e70b-5dfb-420a-b19d-398ce788c5f3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9cfdce8a-14eb-409c-9feb-5f9a14efef9c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.006797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: d5f6e4f9-c213-4d46-90e0-daba1f110587 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:22.008724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d5f6e4f9-c213-4d46-90e0-daba1f110587 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:22.037978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17e70b-5dfb-420a-b19d-398ce788c5f3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfdce8a-14eb-409c-9feb-5f9a14efef9c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:22.094728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9d17e70b-5dfb-420a-b19d-398ce788c5f3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.096315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9d17e70b-5dfb-420a-b19d-398ce788c5f3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5200369 Jan 27 22:05:22.099158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52272) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:22.104307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-667df731-9983-46be-86e0-4314b65ae165 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '9cfdce8a-14eb-409c-9feb-5f9a14efef9c', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:22.236413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b54f99-4db8-4a0e-816c-53e5e5039acb req-f9873c43-9c28-4c0e-8e9f-fa1579670984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:22.239143 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-27b54f99-4db8-4a0e-816c-53e5e5039acb req-f9873c43-9c28-4c0e-8e9f-fa1579670984 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2957203 Jan 27 22:05:22.248969 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-667df731-9983-46be-86e0-4314b65ae165 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (89fb04e1-f482-4a39-ada0-01b3a3356147), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.275377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367ef36-2750-4528-bc5a-c51b0883153e req-52f49672-58f8-490d-b99d-f5f21a854cc1 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:22.281886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1367ef36-2750-4528-bc5a-c51b0883153e req-52f49672-58f8-490d-b99d-f5f21a854cc1 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 943 time: 0.0780916 Jan 27 22:05:22.372152 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a7e2f1c2-ed45-42da-9f4f-f1b93039fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:22.373674 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-a7e2f1c2-ed45-42da-9f4f-f1b93039fd93 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=05b4015f69dc4077825f3efa3d52fb82&device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 1094 time: 0.0926340 Jan 27 22:05:22.377152 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-667df731-9983-46be-86e0-4314b65ae165 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (89fb04e1-f482-4a39-ada0-01b3a3356147), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.408116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1367ef36-2750-4528-bc5a-c51b0883153e req-7cc47cb7-55f4-4057-9570-3dd9e399defa tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029873 Jan 27 22:05:22.443849 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-57bb4b54-101c-43b9-a5da-1b614da58aee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a604d6ea-815b-4baa-81d7-cabc50edff20 HTTP/1.1" status: 200 len: 217 time: 0.0610528 Jan 27 22:05:22.527213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-667df731-9983-46be-86e0-4314b65ae165 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (89fb04e1-f482-4a39-ada0-01b3a3356147), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.551243 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-984a172b-e085-4d84-8156-54362af22e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:22.556048 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-984a172b-e085-4d84-8156-54362af22e6e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e9d351d4-18f5-4b92-9259-b4f5ed22b2a8 HTTP/1.1" status: 200 len: 852 time: 0.1062570 Jan 27 22:05:22.580044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667df731-9983-46be-86e0-4314b65ae165 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89fb04e1-f482-4a39-ada0-01b3a3356147,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:22.622680 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-4e572f61-e089-4c16-9824-71a7379ec3e9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b3496431-ef7d-4d2f-bde1-7d315da17864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604849 Jan 27 22:05:22.653279 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-667df731-9983-46be-86e0-4314b65ae165 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.658071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-667df731-9983-46be-86e0-4314b65ae165 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5576966 Jan 27 22:05:22.659969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52292) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:22.664002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c8f516e4-58ab-45c9-97d0-fab7955f9f22 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '9cfdce8a-14eb-409c-9feb-5f9a14efef9c', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:22.757782 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-30abe927-431d-4d1d-a3e1-d75375c68f9d service neutron] 10.222.0.74 "GET /v2.0/networks/b3496431-ef7d-4d2f-bde1-7d315da17864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294305 Jan 27 22:05:22.797254 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c8f516e4-58ab-45c9-97d0-fab7955f9f22 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (cb21405a-d2ce-4bae-97e6-8806022266f4), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:22.903779 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3d42fa9c-e797-46b1-a81a-9e87916d565c req-471ca858-d943-467e-a369-adedfcb770d6 service neutron] 10.222.0.74 "GET /v2.0/networks/b3496431-ef7d-4d2f-bde1-7d315da17864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399314 Jan 27 22:05:22.929035 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c8f516e4-58ab-45c9-97d0-fab7955f9f22 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (cb21405a-d2ce-4bae-97e6-8806022266f4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:23.019576 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c8f516e4-58ab-45c9-97d0-fab7955f9f22 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (cb21405a-d2ce-4bae-97e6-8806022266f4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:23.065646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f516e4-58ab-45c9-97d0-fab7955f9f22 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb21405a-d2ce-4bae-97e6-8806022266f4,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:23.186659 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c8f516e4-58ab-45c9-97d0-fab7955f9f22 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:23.189103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c8f516e4-58ab-45c9-97d0-fab7955f9f22 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5290828 Jan 27 22:05:23.192907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52300) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:23.197093 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0fe71a59-64d7-4a21-bef2-518d1aac31cf tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '9cfdce8a-14eb-409c-9feb-5f9a14efef9c', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:23.366536 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0fe71a59-64d7-4a21-bef2-518d1aac31cf tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (da91b653-ac7c-42dc-84e3-f96c93549916), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:23.556197 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0fe71a59-64d7-4a21-bef2-518d1aac31cf tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (da91b653-ac7c-42dc-84e3-f96c93549916), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:23.658451 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0fe71a59-64d7-4a21-bef2-518d1aac31cf tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (da91b653-ac7c-42dc-84e3-f96c93549916), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:23.665538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5b451-9ba3-4ffb-8080-10a314d59fd2 req-e62e30df-118c-4799-b5d7-ad9315e31494 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:23.675574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1f5b451-9ba3-4ffb-8080-10a314d59fd2 req-e62e30df-118c-4799-b5d7-ad9315e31494 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 943 time: 0.1559331 Jan 27 22:05:23.727669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe71a59-64d7-4a21-bef2-518d1aac31cf tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da91b653-ac7c-42dc-84e3-f96c93549916,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:23.779387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1f5b451-9ba3-4ffb-8080-10a314d59fd2 req-00921dc5-f061-4d42-a778-87e0be6adf8e tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961461 Jan 27 22:05:23.787253 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0fe71a59-64d7-4a21-bef2-518d1aac31cf tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:23.794673 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0fe71a59-64d7-4a21-bef2-518d1aac31cf tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6016462 Jan 27 22:05:23.797525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52314) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:23.803584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-25e5520c-2b73-4a65-a0a8-fe0811c352ca tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '9cfdce8a-14eb-409c-9feb-5f9a14efef9c', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:23.937936 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25e5520c-2b73-4a65-a0a8-fe0811c352ca tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (e4514e4c-04a9-4a39-81a6-02fc5feac692), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.027341 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25e5520c-2b73-4a65-a0a8-fe0811c352ca tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (e4514e4c-04a9-4a39-81a6-02fc5feac692), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.126524 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25e5520c-2b73-4a65-a0a8-fe0811c352ca tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (e4514e4c-04a9-4a39-81a6-02fc5feac692), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.148776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5520c-2b73-4a65-a0a8-fe0811c352ca tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4514e4c-04a9-4a39-81a6-02fc5feac692,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:24.334798 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25e5520c-2b73-4a65-a0a8-fe0811c352ca tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.336489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-25e5520c-2b73-4a65-a0a8-fe0811c352ca tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5375156 Jan 27 22:05:24.339178 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52322) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:24.343754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-17dbc136-6edf-4ef0-bac8-ea331510544d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '9cfdce8a-14eb-409c-9feb-5f9a14efef9c', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:24.458888 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-17dbc136-6edf-4ef0-bac8-ea331510544d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Project 16bd7ffc8639420692a28d7b3dc02b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:05:24.467375 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17dbc136-6edf-4ef0-bac8-ea331510544d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (b51a0132-52ca-4867-a36e-26054981865c), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.560715 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17dbc136-6edf-4ef0-bac8-ea331510544d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (b51a0132-52ca-4867-a36e-26054981865c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.680820 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17dbc136-6edf-4ef0-bac8-ea331510544d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (b51a0132-52ca-4867-a36e-26054981865c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.708157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbc136-6edf-4ef0-bac8-ea331510544d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51a0132-52ca-4867-a36e-26054981865c,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:24.837838 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17dbc136-6edf-4ef0-bac8-ea331510544d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:24.839649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-17dbc136-6edf-4ef0-bac8-ea331510544d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4991615 Jan 27 22:05:24.848962 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52336) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:24.855025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2786f900-3f99-4501-9fdf-8dfc12c0e57f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'security_group_rule': {'security_group_id': '9cfdce8a-14eb-409c-9feb-5f9a14efef9c', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:24.955086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7672f9d-afe2-4346-bc6c-467a7b4c7051 req-23bd833f-8890-43d2-a2ab-b98215685487 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:24.960576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7672f9d-afe2-4346-bc6c-467a7b4c7051 req-23bd833f-8890-43d2-a2ab-b98215685487 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 943 time: 0.0717237 Jan 27 22:05:24.982588 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-2786f900-3f99-4501-9fdf-8dfc12c0e57f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Project 16bd7ffc8639420692a28d7b3dc02b1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:05:24.996984 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2786f900-3f99-4501-9fdf-8dfc12c0e57f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (328dc250-277a-4148-8a5a-047dd521b1cc), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.070041 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7672f9d-afe2-4346-bc6c-467a7b4c7051 req-35018456-bdf3-4024-8ad1-63e6a3529d1d tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044257 Jan 27 22:05:25.106556 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2786f900-3f99-4501-9fdf-8dfc12c0e57f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (328dc250-277a-4148-8a5a-047dd521b1cc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.630386 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2786f900-3f99-4501-9fdf-8dfc12c0e57f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (328dc250-277a-4148-8a5a-047dd521b1cc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.650363 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786f900-3f99-4501-9fdf-8dfc12c0e57f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328dc250-277a-4148-8a5a-047dd521b1cc,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:25.830679 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2786f900-3f99-4501-9fdf-8dfc12c0e57f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:25.832798 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2786f900-3f99-4501-9fdf-8dfc12c0e57f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9822783 Jan 27 22:05:25.835168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52352) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:25.840609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d52cef5a-ddb3-4279-a877-cb251b8c9df3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'network': {'name': 'tempest-network-smoke--842795970', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'port_security_enabled': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:26.005251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52cef5a-ddb3-4279-a877-cb251b8c9df3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Made reservation on behalf of 16bd7ffc8639420692a28d7b3dc02b1c for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:26.008633 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d52cef5a-ddb3-4279-a877-cb251b8c9df3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.035338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52cef5a-ddb3-4279-a877-cb251b8c9df3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:05:26.045100 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d52cef5a-ddb3-4279-a877-cb251b8c9df3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (55c326a1-c3e3-4581-8921-921142b53b2a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.045445 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-d52cef5a-ddb3-4279-a877-cb251b8c9df3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Added segment 55c326a1-c3e3-4581-8921-921142b53b2a of type vlan for network fd76af50-6901-43fd-92aa-c4d4fe54073d Jan 27 22:05:26.087728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d52cef5a-ddb3-4279-a877-cb251b8c9df3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (fd76af50-6901-43fd-92aa-c4d4fe54073d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.196961 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d52cef5a-ddb3-4279-a877-cb251b8c9df3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (fd76af50-6901-43fd-92aa-c4d4fe54073d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.202010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52cef5a-ddb3-4279-a877-cb251b8c9df3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:26.202651 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d52cef5a-ddb3-4279-a877-cb251b8c9df3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.295937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbf374-8ce2-43c8-97de-817d4f7b74c8 req-e6178dfa-7b8c-4911-bd06-407e01ac8968 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:26.297650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9abbf374-8ce2-43c8-97de-817d4f7b74c8 req-e6178dfa-7b8c-4911-bd06-407e01ac8968 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 943 time: 0.1423640 Jan 27 22:05:26.302518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cef5a-ddb3-4279-a877-cb251b8c9df3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Network': ['ID=fd76af50-6901-43fd-92aa-c4d4fe54073d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:26.319738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network fd76af50-6901-43fd-92aa-c4d4fe54073d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:05:26.356050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d52cef5a-ddb3-4279-a877-cb251b8c9df3 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5195620 Jan 27 22:05:26.358767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52362) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:26.363516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'admin_state_up': True, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:26.383222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9abbf374-8ce2-43c8-97de-817d4f7b74c8 req-7d2bd47d-9025-4ae1-ba46-21199ff8a17a tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768571 Jan 27 22:05:26.527100 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.528228 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.578499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a604d6ea-815b-4baa-81d7-cabc50edff20 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:05:26.588050 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_controller (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.691323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a604d6ea-815b-4baa-81d7-cabc50edff20, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a604d6ea-815b-4baa-81d7-cabc50edff20,segment=NetworkSegment(503f83f6-b0c6-4500-8759-7636b0dd295d),segment_id=503f83f6-b0c6-4500-8759-7636b0dd295d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:26.705002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'a604d6ea-815b-4baa-81d7-cabc50edff20', 'network_id': 'b3496431-ef7d-4d2f-bde1-7d315da17864', 'port_id': 'a604d6ea-815b-4baa-81d7-cabc50edff20', 'mac_address': 'fa:16:3e:79:65:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d351d4-18f5-4b92-9259-b4f5ed22b2a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:05:26.764487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a604d6ea-815b-4baa-81d7-cabc50edff20 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:26.764902 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.784371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a604d6ea-815b-4baa-81d7-cabc50edff20 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:26.815133 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a604d6ea-815b-4baa-81d7-cabc50edff20, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a604d6ea-815b-4baa-81d7-cabc50edff20,segment=NetworkSegment(503f83f6-b0c6-4500-8759-7636b0dd295d),segment_id=503f83f6-b0c6-4500-8759-7636b0dd295d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:26.865115 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:26.966138 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.018920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a604d6ea-815b-4baa-81d7-cabc50edff20,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:27.147758 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.249337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a604d6ea-815b-4baa-81d7-cabc50edff20'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:27.281765 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.311018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.434670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.25.0.246 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/9bddc23a-1a4b-4b59-87ed-7e42f698c5d8) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:27.492168 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.571754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3c3f8-62b3-461d-b208-85a50b139943 req-9854efb5-b4a9-430f-8891-4066deee2b51 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:27.574037 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81e3c3f8-62b3-461d-b208-85a50b139943 req-9854efb5-b4a9-430f-8891-4066deee2b51 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 944 time: 0.0635953 Jan 27 22:05:27.585605 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.644649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81e3c3f8-62b3-461d-b208-85a50b139943 req-0e1cda25-b226-4404-8e77-72d3f323a9a4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643883 Jan 27 22:05:27.738305 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:27.811982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=9bddc23a-1a4b-4b59-87ed-7e42f698c5d8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:27.831595 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:27.837248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:27.841524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:28.477015 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.590720 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a604d6ea-815b-4baa-81d7-cabc50edff20 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:28.806895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port a604d6ea-815b-4baa-81d7-cabc50edff20 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:05:28.812620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port a604d6ea-815b-4baa-81d7-cabc50edff20 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:28.813251 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:28.833852 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa24029-936d-4fe6-9519-db6597efdf42 req-39597060-2d47-4e0d-a591-c73ef82c8f34 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:28.844348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fa24029-936d-4fe6-9519-db6597efdf42 req-39597060-2d47-4e0d-a591-c73ef82c8f34 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 944 time: 0.0856292 Jan 27 22:05:28.846021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52416) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:28.984129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fa24029-936d-4fe6-9519-db6597efdf42 req-6f68d702-cc71-49ad-9a9f-6cff3eddd392 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387658 Jan 27 22:05:28.992736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a604d6ea-815b-4baa-81d7-cabc50edff20 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:28.992940 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.037705 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-916d04aa-0da5-4d25-a6c1-21f18b11056e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.042654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb03deb-4c39-4cc4-9420-6a6f10ef29a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a604d6ea-815b-4baa-81d7-cabc50edff20'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:29.052216 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe6c2a6-0baa-4c77-83ca-22489249c3d0" -d '{"events": [{"server_uuid": "2bb03deb-4c39-4cc4-9420-6a6f10ef29a6", "name": "network-vif-plugged", "status": "completed", "tag": "a604d6ea-815b-4baa-81d7-cabc50edff20"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:29.083209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a604d6ea-815b-4baa-81d7-cabc50edff20, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a604d6ea-815b-4baa-81d7-cabc50edff20,segment=NetworkSegment(503f83f6-b0c6-4500-8759-7636b0dd295d),segment_id=503f83f6-b0c6-4500-8759-7636b0dd295d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:29.141418 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-916d04aa-0da5-4d25-a6c1-21f18b11056e admin admin] Publish callbacks [] for security_group (3668fbcb-451a-4570-9c77-c7922c48cb66), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.173360 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b8889d-9611-451e-b0f1-002fb47d4f4a x-openstack-request-id: req-29b8889d-9611-451e-b0f1-002fb47d4f4a {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:29.173663 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb03deb-4c39-4cc4-9420-6a6f10ef29a6", "name": "network-vif-plugged", "status": "completed", "tag": "a604d6ea-815b-4baa-81d7-cabc50edff20", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:29.173921 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29b8889d-9611-451e-b0f1-002fb47d4f4a {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:29.174323 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb03deb-4c39-4cc4-9420-6a6f10ef29a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a604d6ea-815b-4baa-81d7-cabc50edff20', 'code': 200} Jan 27 22:05:29.224071 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.275433 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-916d04aa-0da5-4d25-a6c1-21f18b11056e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3668fbcb-451a-4570-9c77-c7922c48cb66), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.277482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a604d6ea-815b-4baa-81d7-cabc50edff20,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:29.336387 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.337038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-916d04aa-0da5-4d25-a6c1-21f18b11056e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29c44ca9db1945cbb7ab8dfa6f2e67f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4892516 Jan 27 22:05:29.339406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52428) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:29.352505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d04aa-0da5-4d25-a6c1-21f18b11056e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3668fbcb-451a-4570-9c77-c7922c48cb66,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:29.397410 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb55804-e3a7-4017-9dfa-5c97366c2548 req-34a0d615-f69f-4c51-8cbf-f2b8ee3e4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:29.398969 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fbb55804-e3a7-4017-9dfa-5c97366c2548 req-34a0d615-f69f-4c51-8cbf-f2b8ee3e4668 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 1096 time: 0.1116097 Jan 27 22:05:29.511712 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4f24bcc-fe8f-4f02-945f-c633ac83b4c5 admin admin] Publish callbacks [] for security_group (3668fbcb-451a-4570-9c77-c7922c48cb66), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.516521 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-fbb55804-e3a7-4017-9dfa-5c97366c2548 req-895caf97-2876-4d76-870a-1e7e4cd7c20f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092248 Jan 27 22:05:29.558390 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4f24bcc-fe8f-4f02-945f-c633ac83b4c5 admin admin] Publish callbacks [] for security_group (3668fbcb-451a-4570-9c77-c7922c48cb66), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.702333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:05:29.750510 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4f24bcc-fe8f-4f02-945f-c633ac83b4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3668fbcb-451a-4570-9c77-c7922c48cb66), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.753163 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4f24bcc-fe8f-4f02-945f-c633ac83b4c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:29.757494 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a4f24bcc-fe8f-4f02-945f-c633ac83b4c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3668fbcb-451a-4570-9c77-c7922c48cb66 HTTP/1.1" status: 204 len: 168 time: 0.4132545 Jan 27 22:05:29.773942 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f24bcc-fe8f-4f02-945f-c633ac83b4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3668fbcb-451a-4570-9c77-c7922c48cb66,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:29.851694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:29.861578 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Sync routers for ids ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:29.871320 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Routers {'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:29.871932 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:29.996224 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Set router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:30.003121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.005247 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d8afa363-c120-466f-a0ba-e266ab41f9ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6449511 Jan 27 22:05:30.008483 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52444) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:30.056461 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-982a3cf5-a1fd-4c48-845f-a787820d9663 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=16bd7ffc8639420692a28d7b3dc02b1c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403144 Jan 27 22:05:30.056461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52446) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:30.182606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd66ac-53e9-4096-9063-7950fd33cc7a req-eff48afa-dcd4-4be4-a881-70034b8f24e5 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.182606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9fd66ac-53e9-4096-9063-7950fd33cc7a req-eff48afa-dcd4-4be4-a881-70034b8f24e5 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.1026032 Jan 27 22:05:30.202816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3478ab2-702d-47d2-8f22-13c92cb0f901 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.205021 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c3478ab2-702d-47d2-8f22-13c92cb0f901 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1487246 Jan 27 22:05:30.209119 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52458) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:30.253243 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9fa20c7b-b034-4265-b45e-7de423ebd2cb tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428617 Jan 27 22:05:30.256738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52462) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:30.259113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9fd66ac-53e9-4096-9063-7950fd33cc7a req-7bf33e44-8eda-44c4-a711-2e3fab1fb598 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621490 Jan 27 22:05:30.267449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ff4b5ae8-d284-4339-97a5-2daa34113896 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1270617377', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:30.378370 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:05:28Z', 'revision_number': 3, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:30.443487 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Checking router: acc4359e-c8ee-4fd7-9bac-84dbb2bf551e for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:30.443487 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Updating router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:05:30.485250 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.510004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4b5ae8-d284-4339-97a5-2daa34113896 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Made reservation on behalf of 16bd7ffc8639420692a28d7b3dc02b1c for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:30.514641 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5ae8-d284-4339-97a5-2daa34113896 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:30.535610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68a1c3-184d-4ede-874a-10eb405eab97 req-f9c08453-31bf-449f-b2d6-d4aa26a2e68d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.553931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68a1c3-184d-4ede-874a-10eb405eab97 req-f9c08453-31bf-449f-b2d6-d4aa26a2e68d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.562103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68a1c3-184d-4ede-874a-10eb405eab97 req-f9c08453-31bf-449f-b2d6-d4aa26a2e68d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.568741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68a1c3-184d-4ede-874a-10eb405eab97 req-f9c08453-31bf-449f-b2d6-d4aa26a2e68d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.574392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68a1c3-184d-4ede-874a-10eb405eab97 req-f9c08453-31bf-449f-b2d6-d4aa26a2e68d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.580797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68a1c3-184d-4ede-874a-10eb405eab97 req-f9c08453-31bf-449f-b2d6-d4aa26a2e68d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.587597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68a1c3-184d-4ede-874a-10eb405eab97 req-f9c08453-31bf-449f-b2d6-d4aa26a2e68d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.589795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c68a1c3-184d-4ede-874a-10eb405eab97 req-f9c08453-31bf-449f-b2d6-d4aa26a2e68d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5432 time: 0.1662457 Jan 27 22:05:30.688260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c68a1c3-184d-4ede-874a-10eb405eab97 req-831371d7-3c81-49d4-b085-b35ff831cacb tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897715 Jan 27 22:05:30.932794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf24e4-b648-4671-8d2b-0c6c15b93ff7 req-b873db53-5fe7-496f-8f91-7f47477ddf84 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.938408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf24e4-b648-4671-8d2b-0c6c15b93ff7 req-b873db53-5fe7-496f-8f91-7f47477ddf84 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.944020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf24e4-b648-4671-8d2b-0c6c15b93ff7 req-b873db53-5fe7-496f-8f91-7f47477ddf84 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.949915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf24e4-b648-4671-8d2b-0c6c15b93ff7 req-b873db53-5fe7-496f-8f91-7f47477ddf84 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.955771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf24e4-b648-4671-8d2b-0c6c15b93ff7 req-b873db53-5fe7-496f-8f91-7f47477ddf84 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.961698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf24e4-b648-4671-8d2b-0c6c15b93ff7 req-b873db53-5fe7-496f-8f91-7f47477ddf84 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.966957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf24e4-b648-4671-8d2b-0c6c15b93ff7 req-b873db53-5fe7-496f-8f91-7f47477ddf84 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:30.968987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2cf24e4-b648-4671-8d2b-0c6c15b93ff7 req-b873db53-5fe7-496f-8f91-7f47477ddf84 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5432 time: 0.1571267 Jan 27 22:05:31.040913 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5ae8-d284-4339-97a5-2daa34113896 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (f5d9a82f-fc05-4292-8409-39650cc73564), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.041796 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Publish callbacks [] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.106564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b5ae8-d284-4339-97a5-2daa34113896 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Subnet': ['ID=f5d9a82f-fc05-4292-8409-39650cc73564,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:31.115144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4b5ae8-d284-4339-97a5-2daa34113896 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Checking segment: {'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:31.115585 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4b5ae8-d284-4339-97a5-2daa34113896 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network hostable DHCP agents. Network: fd76af50-6901-43fd-92aa-c4d4fe54073d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:05:31.195562 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.253142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4b5ae8-d284-4339-97a5-2daa34113896 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network fd76af50-6901-43fd-92aa-c4d4fe54073d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:05:31.262858 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Attempting to bind port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:31.263314 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Attempting to bind port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:31.263976 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Attempting to bind port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:31.292335 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Pushing event updated for resources: {'Port': ['ID=9bddc23a-1a4b-4b59-87ed-7e42f698c5d8,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:31.300337 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:31.300736 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:31.301212 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.301626 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:31.302120 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Bound port: 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:31.302511 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.332101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ff4b5ae8-d284-4339-97a5-2daa34113896 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, fd76af50-6901-43fd-92aa-c4d4fe54073d) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:31.344118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5527bd3-16b5-4910-89e7-3c65122e552d None None] Network fd76af50-6901-43fd-92aa-c4d4fe54073d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:31.344793 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4b5ae8-d284-4339-97a5-2daa34113896 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:31.345737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5ae8-d284-4339-97a5-2daa34113896 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.377470 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.377867 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.378356 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.378707 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.379047 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.379460 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.379805 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.380161 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.380492 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.380822 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.381150 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.381528 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.381909 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:31.418067 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] For port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:31.422767 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] For port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9bddc23a-1a4b-4b59-87ed-7e42f698c5d8,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:31.458193 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ff4b5ae8-d284-4339-97a5-2daa34113896 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1972528 Jan 27 22:05:31.460939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52502) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:31.508573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061a797-adb2-45c8-8ae0-aafc2ea2d750 req-ec3d6c2a-a380-4f71-b40c-af980a104240 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:31.508573 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5061a797-adb2-45c8-8ae0-aafc2ea2d750 req-ec3d6c2a-a380-4f71-b40c-af980a104240 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.1323900 Jan 27 22:05:31.532200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-fd76af50-6901-43fd-92aa-c4d4fe54073d', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ips': [{'subnet_id': 'f5d9a82f-fc05-4292-8409-39650cc73564'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:05:31.533696 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.537158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52504) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:31.610708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5061a797-adb2-45c8-8ae0-aafc2ea2d750 req-474e28f6-8b49-489f-85a7-e1e43100e588 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990112 Jan 27 22:05:31.649564 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.769386 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ca6a2-728b-4e8a-9ada-b7c2d180c3b6 None None] Pushing event updated for resources: {'Port': ['ID=9bddc23a-1a4b-4b59-87ed-7e42f698c5d8,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:31.777511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1388486555-network', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:31.795909 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Routers {'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:31.796716 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:31.827078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Allocated IP 172.20.0.2 (fd76af50-6901-43fd-92aa-c4d4fe54073d/f5d9a82f-fc05-4292-8409-39650cc73564/542efc8d-ed98-420e-ae7e-8e622a13ac0a) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:31.923478 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] Set router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:31.924373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecd0eb-a188-47ea-95a5-5e1f4651986f req-99ec423b-e11c-4e78-a431-31ba9177b291 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:31.925961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73ecd0eb-a188-47ea-95a5-5e1f4651986f req-99ec423b-e11c-4e78-a431-31ba9177b291 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.1064527 Jan 27 22:05:31.948872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Made reservation on behalf of a36c3b22021e4773b579a1b3c8d9cf88 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:31.957264 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:31.994679 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.088397 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Publish callbacks [] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.158617 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Publish callbacks [] for security_group (2cd3eedc-1eef-463d-8714-5ba68a4449f7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.176744 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-73ecd0eb-a188-47ea-95a5-5e1f4651986f req-e06fb4d3-79b7-4f76-b9cd-e207cc677e95 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440314 Jan 27 22:05:32.233002 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:05:28Z', 'revision_number': 3, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:32.274361 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c28023d-d6e4-4a8d-aec7-392e00809eff None None] The sync data for ids ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'] in n-d-760456-6 is: [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:05:28Z', 'revision_number': 3, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:32.306941 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.327127 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.372108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2cd3eedc-1eef-463d-8714-5ba68a4449f7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.377592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Network fd76af50-6901-43fd-92aa-c4d4fe54073d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:32.378520 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4a4e052e-5d01-4666-baad-bc48076c6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.384382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:32.393894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:32.426918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Pushing event updated for resources: {'Port': ['ID=542efc8d-ed98-420e-ae7e-8e622a13ac0a,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:32.441875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:05:32.464788 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (24da62e6-d41e-4ba5-a333-faf993c4604e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.468481 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Added segment 24da62e6-d41e-4ba5-a333-faf993c4604e of type vlan for network 0efd56f6-1bdd-4b14-a112-2c64d8f86d58 Jan 27 22:05:32.549738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Attempting to bind port 542efc8d-ed98-420e-ae7e-8e622a13ac0a on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:32.550115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Attempting to bind port 542efc8d-ed98-420e-ae7e-8e622a13ac0a by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:32.550486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Attempting to bind port 542efc8d-ed98-420e-ae7e-8e622a13ac0a on network fd76af50-6901-43fd-92aa-c4d4fe54073d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:32.569624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:32.571048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Checking segment: {'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:32.572591 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.573036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Bound using segment: {'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:32.573604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Bound port: 542efc8d-ed98-420e-ae7e-8e622a13ac0a, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:32.574014 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.583073 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (0efd56f6-1bdd-4b14-a112-2c64d8f86d58), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.699975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] For port 542efc8d-ed98-420e-ae7e-8e622a13ac0a, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:32.701808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.20.0.1 (fd76af50-6901-43fd-92aa-c4d4fe54073d/f5d9a82f-fc05-4292-8409-39650cc73564/be10f1af-2033-43a0-b125-c2c0ddbdc2c6) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:32.704684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] For port 542efc8d-ed98-420e-ae7e-8e622a13ac0a, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=542efc8d-ed98-420e-ae7e-8e622a13ac0a,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:32.711217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd3eedc-1eef-463d-8714-5ba68a4449f7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:32.764110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (0efd56f6-1bdd-4b14-a112-2c64d8f86d58), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.765216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:32.765703 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.807900 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:32.958083 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a22d43-c65e-4029-9111-b34c5557cacc None None] Pushing event updated for resources: {'Port': ['ID=542efc8d-ed98-420e-ae7e-8e622a13ac0a,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:33.001209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] Pushing event updated for resources: {'Network': ['ID=0efd56f6-1bdd-4b14-a112-2c64d8f86d58,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:33.016666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.018414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 0efd56f6-1bdd-4b14-a112-2c64d8f86d58 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:05:33.041959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af8e45-0c05-4fad-bf76-eb29fbad0e7a req-8b16417b-9574-4de1-945c-5a253c76b97b tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.050781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3af8e45-0c05-4fad-bf76-eb29fbad0e7a req-8b16417b-9574-4de1-945c-5a253c76b97b tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.1323717 Jan 27 22:05:33.123007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0bd86703-3534-4889-8791-45eab3ff4efe admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5835204 Jan 27 22:05:33.133701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52542) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:33.148333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f5dafaf5-2aad-49ed-b3ef-e6dcbfaba094 admin admin] Request body: {'subnet': {'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1388486555-subnet', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:33.149685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3af8e45-0c05-4fad-bf76-eb29fbad0e7a req-7d1920e7-9e75-4a40-985f-0e90b5bd1447 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954785 Jan 27 22:05:33.176913 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.346286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network fd76af50-6901-43fd-92aa-c4d4fe54073d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:33.360657 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:33.366122 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:33.370691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=be10f1af-2033-43a0-b125-c2c0ddbdc2c6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:33.400325 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dafaf5-2aad-49ed-b3ef-e6dcbfaba094 admin admin] Made reservation on behalf of a36c3b22021e4773b579a1b3c8d9cf88 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:33.408545 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5dafaf5-2aad-49ed-b3ef-e6dcbfaba094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.574779 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.605580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52556) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:33.715308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d286a3-4e8b-4d7e-ade0-d9ba1618c304 req-b9bcaeba-7daf-4f0c-abba-4f10e75d3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.715789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d286a3-4e8b-4d7e-ade0-d9ba1618c304 req-b9bcaeba-7daf-4f0c-abba-4f10e75d3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.716295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d286a3-4e8b-4d7e-ade0-d9ba1618c304 req-b9bcaeba-7daf-4f0c-abba-4f10e75d3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.716770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d286a3-4e8b-4d7e-ade0-d9ba1618c304 req-b9bcaeba-7daf-4f0c-abba-4f10e75d3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.717239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d286a3-4e8b-4d7e-ade0-d9ba1618c304 req-b9bcaeba-7daf-4f0c-abba-4f10e75d3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.717715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d286a3-4e8b-4d7e-ade0-d9ba1618c304 req-b9bcaeba-7daf-4f0c-abba-4f10e75d3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.723872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d286a3-4e8b-4d7e-ade0-d9ba1618c304 req-b9bcaeba-7daf-4f0c-abba-4f10e75d3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:33.732534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29d286a3-4e8b-4d7e-ade0-d9ba1618c304 req-b9bcaeba-7daf-4f0c-abba-4f10e75d3b1d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6489 time: 0.1228623 Jan 27 22:05:33.836643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29d286a3-4e8b-4d7e-ade0-d9ba1618c304 req-36492b69-a445-4d23-8d2c-e438483b9ec6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=58b15fff-e636-4a5c-acc7-68d3db1960a7&id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057632 Jan 27 22:05:33.940415 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:33.944791 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5dafaf5-2aad-49ed-b3ef-e6dcbfaba094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (6493e31f-dbc3-4036-a76f-c26e7f2b4622), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.132970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dafaf5-2aad-49ed-b3ef-e6dcbfaba094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6493e31f-dbc3-4036-a76f-c26e7f2b4622,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:34.149937 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dafaf5-2aad-49ed-b3ef-e6dcbfaba094 admin admin] Checking segment: {'id': '24da62e6-d41e-4ba5-a333-faf993c4604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:34.150311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dafaf5-2aad-49ed-b3ef-e6dcbfaba094 admin admin] Network hostable DHCP agents. Network: 0efd56f6-1bdd-4b14-a112-2c64d8f86d58, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:05:34.210427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:34.265415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:34.266118 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.301413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dafaf5-2aad-49ed-b3ef-e6dcbfaba094 admin admin] Network 0efd56f6-1bdd-4b14-a112-2c64d8f86d58 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:05:34.342947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72bcba-7b10-4ca6-9e29-2b810cd94025 req-6949f072-cfef-4ef3-b609-d066bb29654a tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:34.345527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db72bcba-7b10-4ca6-9e29-2b810cd94025 req-6949f072-cfef-4ef3-b609-d066bb29654a tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.0959942 Jan 27 22:05:34.388657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:34.389172 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.425545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9bddc23a-1a4b-4b59-87ed-7e42f698c5d8,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:34.432944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f5dafaf5-2aad-49ed-b3ef-e6dcbfaba094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 0efd56f6-1bdd-4b14-a112-2c64d8f86d58) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:34.444716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db72bcba-7b10-4ca6-9e29-2b810cd94025 req-222539b6-de4e-4fd9-bc51-48f8b7a89d96 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928764 Jan 27 22:05:34.445460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f71c737-dc2b-496a-be08-9de7aa0f7ce2 None None] Network 0efd56f6-1bdd-4b14-a112-2c64d8f86d58 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:34.450420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dafaf5-2aad-49ed-b3ef-e6dcbfaba094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:34.451131 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5dafaf5-2aad-49ed-b3ef-e6dcbfaba094 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.482231 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.523086 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.524716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 542efc8d-ed98-420e-ae7e-8e622a13ac0a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:34.590020 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.603728 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f5dafaf5-2aad-49ed-b3ef-e6dcbfaba094 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4688237 Jan 27 22:05:34.607536 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52586) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:34.685346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f663957-bec4-4fe2-a52b-4e3e5bf92a60 None None] Network fd76af50-6901-43fd-92aa-c4d4fe54073d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:34.730097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 542efc8d-ed98-420e-ae7e-8e622a13ac0a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:34.730578 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.811410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-0efd56f6-1bdd-4b14-a112-2c64d8f86d58', 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58', 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'fixed_ips': [{'subnet_id': '6493e31f-dbc3-4036-a76f-c26e7f2b4622'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:05:34.812324 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.814744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=9bddc23a-1a4b-4b59-87ed-7e42f698c5d8,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:34.882910 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bb88249b-fff0-4d3c-8672-7b19cb9d78fd None None] Provisioning complete for port 542efc8d-ed98-420e-ae7e-8e622a13ac0a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:34.883289 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb88249b-fff0-4d3c-8672-7b19cb9d78fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:34.950257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede85b32-606e-42b1-8b48-408ad6990ed3 req-ad3c1e51-9670-4e44-90fa-07c62eb94767 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:34.959996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ede85b32-606e-42b1-8b48-408ad6990ed3 req-ad3c1e51-9670-4e44-90fa-07c62eb94767 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.0782490 Jan 27 22:05:35.060101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ede85b32-606e-42b1-8b48-408ad6990ed3 req-5a114122-3b20-4f3c-b6ef-8c9f8e516cb7 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982647 Jan 27 22:05:35.140834 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ee02abbd-232a-46e9-90a6-cdc16a65f1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.165997 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1388486555-router', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:35.233266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.276441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 542efc8d-ed98-420e-ae7e-8e622a13ac0a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:35.276991 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.361442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=be10f1af-2033-43a0-b125-c2c0ddbdc2c6,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:35.380903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network fd76af50-6901-43fd-92aa-c4d4fe54073d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:35.383835 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbbef2-08f0-4a66-bb7b-e86277187fc0 req-3738a715-4616-4cdd-86cb-d96f3404c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:35.386403 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0dbbef2-08f0-4a66-bb7b-e86277187fc0 req-3738a715-4616-4cdd-86cb-d96f3404c2e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=05b4015f69dc4077825f3efa3d52fb82&device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 1096 time: 0.2120669 Jan 27 22:05:35.387742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:35.494819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbbef2-08f0-4a66-bb7b-e86277187fc0 req-c84f7da3-6a0b-4871-9261-461f21181148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:35.496376 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0dbbef2-08f0-4a66-bb7b-e86277187fc0 req-c84f7da3-6a0b-4871-9261-461f21181148 service neutron] 10.222.0.74 "GET /v2.0/networks?id=b3496431-ef7d-4d2f-bde1-7d315da17864 HTTP/1.1" status: 200 len: 913 time: 0.1037564 Jan 27 22:05:35.533464 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (91d5f5bf-1f2c-4d48-a141-374c154cf858), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.534789 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (91d5f5bf-1f2c-4d48-a141-374c154cf858), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.593342 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0dbbef2-08f0-4a66-bb7b-e86277187fc0 req-8cbd8544-a725-451e-8044-c7b4ae05854b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a604d6ea-815b-4baa-81d7-cabc50edff20 HTTP/1.1" status: 200 len: 217 time: 0.0496883 Jan 27 22:05:35.602367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Allocated IP 172.20.0.2 (0efd56f6-1bdd-4b14-a112-2c64d8f86d58/6493e31f-dbc3-4036-a76f-c26e7f2b4622/4c2e7d14-1998-4d2b-9387-47fb7e9f154d) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:35.779382 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Publish callbacks [] for router_controller (91d5f5bf-1f2c-4d48-a141-374c154cf858), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.780407 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Publish callbacks [] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.783917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbbef2-08f0-4a66-bb7b-e86277187fc0 req-27fd1e8a-41e1-41ed-872c-348f7d90e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:35.786767 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0dbbef2-08f0-4a66-bb7b-e86277187fc0 req-27fd1e8a-41e1-41ed-872c-348f7d90e3ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e9d351d4-18f5-4b92-9259-b4f5ed22b2a8 HTTP/1.1" status: 200 len: 852 time: 0.1869648 Jan 27 22:05:35.788908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 542efc8d-ed98-420e-ae7e-8e622a13ac0a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=542efc8d-ed98-420e-ae7e-8e622a13ac0a,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:35.799285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bb88249b-fff0-4d3c-8672-7b19cb9d78fd None None] Current status of the port 542efc8d-ed98-420e-ae7e-8e622a13ac0a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:35.799711 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb88249b-fff0-4d3c-8672-7b19cb9d78fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.801092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:35.835579 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0dbbef2-08f0-4a66-bb7b-e86277187fc0 req-f0832c1c-623f-4d27-a42c-6c9166ccfdda service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b3496431-ef7d-4d2f-bde1-7d315da17864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323577 Jan 27 22:05:35.878019 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.884538 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:35.948827 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-bb88249b-fff0-4d3c-8672-7b19cb9d78fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:05:35.949197 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-bb88249b-fff0-4d3c-8672-7b19cb9d78fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:05:35.980198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Network 0efd56f6-1bdd-4b14-a112-2c64d8f86d58 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:36.029969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:36.054403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:36.093723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=542efc8d-ed98-420e-ae7e-8e622a13ac0a,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:36.173601 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:36.213101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:36.242113 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0dbbef2-08f0-4a66-bb7b-e86277187fc0 req-57476f77-81d7-4756-9114-e9ff3404c294 service neutron] 10.222.0.74 "GET /v2.0/networks/b3496431-ef7d-4d2f-bde1-7d315da17864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996232 Jan 27 22:05:36.250538 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b8ff9f99-c581-495a-aaca-20c42d54681f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "PUT /v2.0/routers/acc4359e-c8ee-4fd7-9bac-84dbb2bf551e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7889450 Jan 27 22:05:36.256551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Publish callbacks [] for router_gateway (91d5f5bf-1f2c-4d48-a141-374c154cf858), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.266736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27345e6d-ed7e-4b0d-ba46-990cda4fb037 req-f170497a-e123-4f1d-a152-0f2014fbba19 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:36.278265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27345e6d-ed7e-4b0d-ba46-990cda4fb037 req-f170497a-e123-4f1d-a152-0f2014fbba19 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.0865688 Jan 27 22:05:36.341102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Sync routers for ids ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:36.360558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Attempting to bind port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:36.361040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Attempting to bind port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '24da62e6-d41e-4ba5-a333-faf993c4604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:36.361506 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Attempting to bind port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d on network 0efd56f6-1bdd-4b14-a112-2c64d8f86d58 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:36.368967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27345e6d-ed7e-4b0d-ba46-990cda4fb037 req-a46a19d5-1cca-4568-902e-ad262be05632 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847445 Jan 27 22:05:36.380419 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.397665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:36.398155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Checking segment: {'id': '24da62e6-d41e-4ba5-a333-faf993c4604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:36.398634 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.399438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Bound using segment: {'id': '24da62e6-d41e-4ba5-a333-faf993c4604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:36.399730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Bound port: 4c2e7d14-1998-4d2b-9387-47fb7e9f154d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24da62e6-d41e-4ba5-a333-faf993c4604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:36.400225 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.458029 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-e0dbbef2-08f0-4a66-bb7b-e86277187fc0 req-d02a48f5-acf9-4685-9d96-fa3a78e24cd7 service neutron] 10.222.0.74 "GET /v2.0/networks/b3496431-ef7d-4d2f-bde1-7d315da17864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954894 Jan 27 22:05:36.501872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bb88249b-fff0-4d3c-8672-7b19cb9d78fd None None] Current status of the port 542efc8d-ed98-420e-ae7e-8e622a13ac0a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:36.509215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Routers {'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:36.509972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:36.512102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Pushing event updated for resources: {'Port': ['ID=4c2e7d14-1998-4d2b-9387-47fb7e9f154d,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:36.545033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-f3372b1b-5bd4-4f80-9c65-5e5dd9a4b96e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039026113&fields=id&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 267 time: 0.0721564 Jan 27 22:05:36.587527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] For port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:36.591002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] For port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4c2e7d14-1998-4d2b-9387-47fb7e9f154d,segment=NetworkSegment(24da62e6-d41e-4ba5-a333-faf993c4604e),segment_id=24da62e6-d41e-4ba5-a333-faf993c4604e)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:36.595965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:36.596391 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.682790 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.706314 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Publish callbacks [] for router_gateway (91d5f5bf-1f2c-4d48-a141-374c154cf858), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.743674 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.789589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-4eef2977-4e41-4da2-be3e-a0fb7b6b71e0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:36.791502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-96851277-ac09-4a48-8b59-06a4f47c6bcc None None] Provisioning complete for port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:36.791645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-4eef2977-4e41-4da2-be3e-a0fb7b6b71e0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/networks?id=fd76af50-6901-43fd-92aa-c4d4fe54073d HTTP/1.1" status: 200 len: 796 time: 0.2374623 Jan 27 22:05:36.791962 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-96851277-ac09-4a48-8b59-06a4f47c6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:36.808868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Set router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:36.823116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-f5b08a33-b22f-43d2-a3e5-d6e0a77e8d8a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/quotas/16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 375 time: 0.0208535 Jan 27 22:05:36.887501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-222f2cd2-7aba-4318-ab77-569cc37ddffb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564597 Jan 27 22:05:36.972612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Allocated IP 172.25.0.40 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/3ec667be-8d45-4de4-a8d9-f8370e34ad4c) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:37.079760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-96851277-ac09-4a48-8b59-06a4f47c6bcc None None] Port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:05:37.082328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f249b7-012e-4e2e-9d92-04a086c72044 None None] Pushing event updated for resources: {'Port': ['ID=4c2e7d14-1998-4d2b-9387-47fb7e9f154d,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:37.107598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-199e032d-dc1b-4809-b201-f39bf2006364 service neutron] 10.222.0.61 "GET /v2.0/networks/fd76af50-6901-43fd-92aa-c4d4fe54073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179623 Jan 27 22:05:37.174645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:37.201131 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Publish callbacks [] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.215992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-96851277-ac09-4a48-8b59-06a4f47c6bcc None None] Provisioning complete for port 542efc8d-ed98-420e-ae7e-8e622a13ac0a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:37.216541 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-96851277-ac09-4a48-8b59-06a4f47c6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.279810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-21ed3a53-003c-48e9-afb4-b7f013625df1 service neutron] 10.222.0.61 "GET /v2.0/networks/fd76af50-6901-43fd-92aa-c4d4fe54073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649592 Jan 27 22:05:37.370292 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.418275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:37.419584 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-711303c3-2656-450b-b7aa-e5690a042474 req-09fbdd53-f450-4ceb-80b5-7fc7c0148cf8 service neutron] (104026) timed out ('10.222.0.71', 49783) {{(pid=104026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:05:37.420474 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:37.431847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-96851277-ac09-4a48-8b59-06a4f47c6bcc None None] Current status of the port 542efc8d-ed98-420e-ae7e-8e622a13ac0a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:37.449059 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:37.503051 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Pushing event updated for resources: {'Port': ['ID=3ec667be-8d45-4de4-a8d9-f8370e34ad4c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:37.517636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:05:33Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'be10f1af-2033-43a0-b125-c2c0ddbdc2c6', 'name': '', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:f0:e2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:32Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 2, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:37.603721 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.606630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Checking router: acc4359e-c8ee-4fd7-9bac-84dbb2bf551e for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:37.608169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Updating router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:05:37.628188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b0097-c1bb-4832-a1ea-c3dcafa16579 req-9003a629-b608-4724-8ae0-203d7a4b97eb tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:37.637120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c2b0097-c1bb-4832-a1ea-c3dcafa16579 req-9003a629-b608-4724-8ae0-203d7a4b97eb tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.1322951 Jan 27 22:05:37.661013 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:37.737698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4db9324d-1133-49ed-9060-65bba55984c6 req-29f04315-a786-494a-9dba-2a5ab45dd273 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 210 time: 0.0472503 Jan 27 22:05:37.783918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c2b0097-c1bb-4832-a1ea-c3dcafa16579 req-0187d8f9-edaa-4fdc-a940-633a4d7499d3 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457946 Jan 27 22:05:38.013067 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Publish callbacks [] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.109860 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.167787 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Publish callbacks [] for router_gateway (91d5f5bf-1f2c-4d48-a141-374c154cf858), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.234671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41eae2-92d2-436e-98d8-2d55d50bcd5d None None] Pushing event updated for resources: {'Port': ['ID=be10f1af-2033-43a0-b125-c2c0ddbdc2c6,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:38.337008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4c2e7d14-1998-4d2b-9387-47fb7e9f154d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:38.383475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Attempting to bind port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:38.383867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Attempting to bind port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:38.384272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Attempting to bind port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 on network fd76af50-6901-43fd-92aa-c4d4fe54073d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:38.399911 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:38.400331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Checking segment: {'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:38.400755 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.401163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Bound using segment: {'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:38.401666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Bound port: be10f1af-2033-43a0-b125-c2c0ddbdc2c6, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:38.402064 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.474700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:38.475362 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.546037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] For port be10f1af-2033-43a0-b125-c2c0ddbdc2c6, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:38.551307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] For port be10f1af-2033-43a0-b125-c2c0ddbdc2c6, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=be10f1af-2033-43a0-b125-c2c0ddbdc2c6,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:38.556427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0beda89-141c-4533-b845-36baae2eaf44 None None] Network 0efd56f6-1bdd-4b14-a112-2c64d8f86d58 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:38.600692 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (91d5f5bf-1f2c-4d48-a141-374c154cf858), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.646189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-371b7861-2cb2-47c7-ad84-72ac5672e96a None None] Provisioning complete for port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:38.646668 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-371b7861-2cb2-47c7-ad84-72ac5672e96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.648904 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:38.835062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-440624a0-dfbd-4d04-9ec1-9af8714bb614 req-7b32aee2-03d4-4e54-bc30-92adbbdaf538 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 210 time: 0.0394480 Jan 27 22:05:38.852233 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Router 91d5f5bf-1f2c-4d48-a141-374c154cf858 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:05:38.928666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:38.929099 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.027998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efbc7a-e1e3-494c-8e08-230196528792 req-28b30708-4254-4075-a521-d15be558c9a1 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:39.038278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41eae2-92d2-436e-98d8-2d55d50bcd5d None None] Pushing event updated for resources: {'Port': ['ID=be10f1af-2033-43a0-b125-c2c0ddbdc2c6,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:39.038935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9efbc7a-e1e3-494c-8e08-230196528792 req-28b30708-4254-4075-a521-d15be558c9a1 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.1606205 Jan 27 22:05:39.058013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Routers {'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:39.060770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:39.141782 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9efbc7a-e1e3-494c-8e08-230196528792 req-a5be184f-9cdc-4812-bf3a-6c9118f82ff1 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015766 Jan 27 22:05:39.163163 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:39.171014 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Sync routers for ids ['91d5f5bf-1f2c-4d48-a141-374c154cf858'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:39.206883 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Routers {'91d5f5bf-1f2c-4d48-a141-374c154cf858'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:39.206883 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['91d5f5bf-1f2c-4d48-a141-374c154cf858'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:39.235776 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.245272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4c2e7d14-1998-4d2b-9387-47fb7e9f154d,segment=NetworkSegment(24da62e6-d41e-4ba5-a333-faf993c4604e),segment_id=24da62e6-d41e-4ba5-a333-faf993c4604e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:39.266545 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.269072 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-96a09330-90d6-423d-a659-c9d7dafe6b69 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.6607714 Jan 27 22:05:39.272221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52672) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:39.335834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-371b7861-2cb2-47c7-ad84-72ac5672e96a None None] Current status of the port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:39.336301 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-371b7861-2cb2-47c7-ad84-72ac5672e96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.384640 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.385723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 542efc8d-ed98-420e-ae7e-8e622a13ac0a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:39.506595 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Set router 91d5f5bf-1f2c-4d48-a141-374c154cf858 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:39.608348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-371b7861-2cb2-47c7-ad84-72ac5672e96a None None] For port be10f1af-2033-43a0-b125-c2c0ddbdc2c6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=be10f1af-2033-43a0-b125-c2c0ddbdc2c6,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:39.685362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 542efc8d-ed98-420e-ae7e-8e622a13ac0a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:39.685751 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.695448 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=4c2e7d14-1998-4d2b-9387-47fb7e9f154d,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:39.699726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] Set router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:39.748256 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-371b7861-2cb2-47c7-ad84-72ac5672e96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.779198 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'name': 'tempest-ImageQuotaTest-1388486555-router', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:35Z', 'updated_at': '2022-01-27T22:05:37Z', 'revision_number': 3, 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'gw_port': {'id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:76:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:36Z', 'updated_at': '2022-01-27T22:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:39.814036 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Checking router: 91d5f5bf-1f2c-4d48-a141-374c154cf858 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:39.814392 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Updating router 91d5f5bf-1f2c-4d48-a141-374c154cf858 port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:05:39.842491 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:39.847527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b7861-2cb2-47c7-ad84-72ac5672e96a None None] Pushing event updated for resources: {'Port': ['ID=be10f1af-2033-43a0-b125-c2c0ddbdc2c6,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:39.893485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-371b7861-2cb2-47c7-ad84-72ac5672e96a None None] Provisioning complete for port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:39.894405 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-371b7861-2cb2-47c7-ad84-72ac5672e96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.099992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 542efc8d-ed98-420e-ae7e-8e622a13ac0a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:40.171783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-371b7861-2cb2-47c7-ad84-72ac5672e96a None None] Current status of the port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:40.190388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:05:33Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'be10f1af-2033-43a0-b125-c2c0ddbdc2c6', 'name': '', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:f0:e2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:32Z', 'updated_at': '2022-01-27T22:05:38Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:40.212523 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Publish callbacks [] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.228545 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9d9ef8d-a218-4985-8891-93f0541befb6 req-5bc0b6ea-bc39-4708-b32a-3a167c581888 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 210 time: 0.1745296 Jan 27 22:05:40.249309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4c146-0fef-48b9-a8c2-848a80538e9a None None] The sync data for ids ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'] in n-d-760456-6 is: [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:05:33Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'be10f1af-2033-43a0-b125-c2c0ddbdc2c6', 'name': '', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:f0:e2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:32Z', 'updated_at': '2022-01-27T22:05:38Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:40.264604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4c2e7d14-1998-4d2b-9387-47fb7e9f154d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:40.291677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b2f77-89b6-4855-acc0-9fe4bf36d996 req-db7856a2-31ee-471d-a884-67263e529bf9 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:40.310452 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.341783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f18b2f77-89b6-4855-acc0-9fe4bf36d996 req-db7856a2-31ee-471d-a884-67263e529bf9 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.2964525 Jan 27 22:05:40.374299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-322a5184-dd88-4352-bde4-d3160b05ddba None None] Provisioning complete for port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:40.374960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-322a5184-dd88-4352-bde4-d3160b05ddba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.434104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:40.434493 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.447493 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Attempting to bind port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:40.447882 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Attempting to bind port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:40.448270 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Attempting to bind port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:40.457445 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa941582-6f45-4ef2-97ba-ec639a3f5614 None None] Pushing event updated for resources: {'Port': ['ID=3ec667be-8d45-4de4-a8d9-f8370e34ad4c,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:40.463596 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:40.463981 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:40.464453 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.464841 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:40.465343 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Bound port: 3ec667be-8d45-4de4-a8d9-f8370e34ad4c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:40.465708 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.564589 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] For port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:40.567663 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f18b2f77-89b6-4855-acc0-9fe4bf36d996 req-6ce8a0be-dcd9-42ac-a9eb-e085f0f0d84d tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208724 Jan 27 22:05:40.574206 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] For port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3ec667be-8d45-4de4-a8d9-f8370e34ad4c,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:40.634174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:40.638105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-322a5184-dd88-4352-bde4-d3160b05ddba None None] Current status of the port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:40.641989 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.662540 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-322a5184-dd88-4352-bde4-d3160b05ddba None None] Provisioning complete for port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:40.662932 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-322a5184-dd88-4352-bde4-d3160b05ddba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.695052 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:40.761691 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Routers {'91d5f5bf-1f2c-4d48-a141-374c154cf858'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:40.762372 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['91d5f5bf-1f2c-4d48-a141-374c154cf858'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:40.824174 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa941582-6f45-4ef2-97ba-ec639a3f5614 None None] Pushing event updated for resources: {'Port': ['ID=3ec667be-8d45-4de4-a8d9-f8370e34ad4c,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:40.867081 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-322a5184-dd88-4352-bde4-d3160b05ddba None None] Current status of the port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:40.953046 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] Set router 91d5f5bf-1f2c-4d48-a141-374c154cf858 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:41.087918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-af060a9c-c01d-4008-bac1-1d89f12bc57e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:41.102427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-af060a9c-c01d-4008-bac1-1d89f12bc57e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "GET /v2.0/networks?id=fd76af50-6901-43fd-92aa-c4d4fe54073d HTTP/1.1" status: 200 len: 796 time: 0.5311465 Jan 27 22:05:41.266608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Allocated IP 172.20.0.1 (0efd56f6-1bdd-4b14-a112-2c64d8f86d58/6493e31f-dbc3-4036-a76f-c26e7f2b4622/0c66ebe5-ad30-4c2d-8179-c34cef15512b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:41.276136 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-c78a1877-3638-464f-8d6b-68d508eb0d79 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16bd7ffc8639420692a28d7b3dc02b1c HTTP/1.1" status: 200 len: 380 time: 0.1513600 Jan 27 22:05:41.291157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'port': {'device_id': '632e54db-04c0-4150-be99-47c7faa90c51', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'admin_state_up': True, 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'security_groups': ['9cfdce8a-14eb-409c-9feb-5f9a14efef9c']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:41.418277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6f105d1-1dd8-4b7a-bff9-b403a0b17c8a req-ec9026ec-b2ed-4699-b726-b69bf0e22d38 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 210 time: 0.0781541 Jan 27 22:05:41.458568 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'name': 'tempest-ImageQuotaTest-1388486555-router', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:35Z', 'updated_at': '2022-01-27T22:05:37Z', 'revision_number': 3, 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'gw_port': {'id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:76:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:36Z', 'updated_at': '2022-01-27T22:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:41.492216 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1be782c-80f8-413e-b087-5acd81a9ea66 None None] The sync data for ids ['91d5f5bf-1f2c-4d48-a141-374c154cf858'] in n-d-760456-6 is: [{'id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'name': 'tempest-ImageQuotaTest-1388486555-router', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:35Z', 'updated_at': '2022-01-27T22:05:37Z', 'revision_number': 3, 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'gw_port': {'id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:76:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:36Z', 'updated_at': '2022-01-27T22:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:41.561021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Publish callbacks [] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.707652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98173202-6b59-4953-82ca-7b590a009422 req-09d81544-18f1-4217-b444-a8e65e7254e4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:41.709708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98173202-6b59-4953-82ca-7b590a009422 req-09d81544-18f1-4217-b444-a8e65e7254e4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.0666683 Jan 27 22:05:41.767659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98173202-6b59-4953-82ca-7b590a009422 req-9ce0fd95-756c-471d-800c-5b0cbd0cd61e tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474882 Jan 27 22:05:41.805125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Made reservation on behalf of 16bd7ffc8639420692a28d7b3dc02b1c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:41.809167 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.899033 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:41.965424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Network 0efd56f6-1bdd-4b14-a112-2c64d8f86d58 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:41.974829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:41.977729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:42.043156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Pushing event updated for resources: {'Port': ['ID=0c66ebe5-ad30-4c2d-8179-c34cef15512b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:42.080820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.20.0.9 (fd76af50-6901-43fd-92aa-c4d4fe54073d/f5d9a82f-fc05-4292-8409-39650cc73564/bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:42.086592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (91d5f5bf-1f2c-4d48-a141-374c154cf858), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.451303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3ed151d5-0370-4993-a385-e68c6d62ad17 None None] Provisioning complete for port 0c66ebe5-ad30-4c2d-8179-c34cef15512b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:42.451839 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ed151d5-0370-4993-a385-e68c6d62ad17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.467175 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.533320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3ed151d5-0370-4993-a385-e68c6d62ad17 None None] Port 0c66ebe5-ad30-4c2d-8179-c34cef15512b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:05:42.542362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device be10f1af-2033-43a0-b125-c2c0ddbdc2c6 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:42.586371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a4535-c7b1-415c-b7a5-34b51703edd0 req-6b7f4ce1-797e-4046-ba4f-9ef77b252634 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:42.587982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b38a4535-c7b1-415c-b7a5-34b51703edd0 req-6b7f4ce1-797e-4046-ba4f-9ef77b252634 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.1029809 Jan 27 22:05:42.606474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:42.610074 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.626385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8c531d2-8982-4430-9250-98a7fa11fa1d req-9f27ae6f-af7a-4c64-8368-1b398ebc2ce2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 210 time: 0.0650926 Jan 27 22:05:42.652778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.714358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b38a4535-c7b1-415c-b7a5-34b51703edd0 req-86751708-4fa0-4cd6-b066-71329cbeb468 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906446 Jan 27 22:05:42.749176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:42.750683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3ec667be-8d45-4de4-a8d9-f8370e34ad4c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:42.758199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84c0e-348b-40f4-b44a-ff3cf0b699fd req-52a6a75f-b5e4-487f-9bad-41003e18a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:42.761103 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-72f84c0e-348b-40f4-b44a-ff3cf0b699fd req-52a6a75f-b5e4-487f-9bad-41003e18a838 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=05b4015f69dc4077825f3efa3d52fb82&device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 1096 time: 0.0539954 Jan 27 22:05:42.844283 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:42.845104 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:42.936120 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84c0e-348b-40f4-b44a-ff3cf0b699fd req-e41968ac-d38f-4b67-8216-f4c4f15ad89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:42.938658 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-72f84c0e-348b-40f4-b44a-ff3cf0b699fd req-e41968ac-d38f-4b67-8216-f4c4f15ad89e service neutron] 10.222.0.74 "GET /v2.0/networks?id=b3496431-ef7d-4d2f-bde1-7d315da17864 HTTP/1.1" status: 200 len: 913 time: 0.1718621 Jan 27 22:05:43.006112 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-72f84c0e-348b-40f4-b44a-ff3cf0b699fd req-b8bb7e70-e45d-441d-aa33-a12cbf910de3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a604d6ea-815b-4baa-81d7-cabc50edff20 HTTP/1.1" status: 200 len: 217 time: 0.0544713 Jan 27 22:05:43.016208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:43.016577 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.044439 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3ec667be-8d45-4de4-a8d9-f8370e34ad4c,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:43.072506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84c0e-348b-40f4-b44a-ff3cf0b699fd req-30a6ef5c-4eee-4f25-a286-4f9a8c10a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:43.076040 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-72f84c0e-348b-40f4-b44a-ff3cf0b699fd req-30a6ef5c-4eee-4f25-a286-4f9a8c10a44a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e9d351d4-18f5-4b92-9259-b4f5ed22b2a8 HTTP/1.1" status: 200 len: 852 time: 0.0634499 Jan 27 22:05:43.112573 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-72f84c0e-348b-40f4-b44a-ff3cf0b699fd req-79349a09-f3f2-458f-87ec-5ef887c217d3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b3496431-ef7d-4d2f-bde1-7d315da17864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294251 Jan 27 22:05:43.183782 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.211443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.216174 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-72f84c0e-348b-40f4-b44a-ff3cf0b699fd req-2ad3240a-989a-41ab-91dd-16e84a210613 service neutron] 10.222.0.74 "GET /v2.0/networks/b3496431-ef7d-4d2f-bde1-7d315da17864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971553 Jan 27 22:05:43.282155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=3ec667be-8d45-4de4-a8d9-f8370e34ad4c,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:43.307467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network fd76af50-6901-43fd-92aa-c4d4fe54073d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:43.327339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:43.334446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78eb6e9b-daf1-4151-8587-b8db4dc4bccd req-99260dce-ae78-4176-ad73-def4362b8bad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1322184 Jan 27 22:05:43.334628 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:43.378914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:43.442672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:43.443358 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.470573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Publish callbacks [] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.523745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb6e9b-daf1-4151-8587-b8db4dc4bccd req-ce85d264-b54b-48a7-a864-bf969708df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:43.525378 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78eb6e9b-daf1-4151-8587-b8db4dc4bccd req-ce85d264-b54b-48a7-a864-bf969708df2f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb61a1d70d904acf8a3792ad0913fa8f&device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 1097 time: 0.0651853 Jan 27 22:05:43.637452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-90a9e3ab-f13f-48c9-8c85-490ae1069da4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3513436 Jan 27 22:05:43.651422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Request body: {'port': {'device_id': '632e54db-04c0-4150-be99-47c7faa90c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:43.660754 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.722133 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-72f84c0e-348b-40f4-b44a-ff3cf0b699fd req-509786fb-a16b-4945-9210-08a6d0b40e7d service neutron] 10.222.0.74 "GET /v2.0/networks/b3496431-ef7d-4d2f-bde1-7d315da17864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008314 Jan 27 22:05:43.773921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7d96d151-8f24-4477-992e-541e8633c782 None None] Provisioning complete for port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:43.775083 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7d96d151-8f24-4477-992e-541e8633c782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.815211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb6e9b-daf1-4151-8587-b8db4dc4bccd req-dcfe2ad5-fc5a-454a-baa2-cae208332559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:43.824520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78eb6e9b-daf1-4151-8587-b8db4dc4bccd req-dcfe2ad5-fc5a-454a-baa2-cae208332559 service neutron] 10.222.0.71 "GET /v2.0/networks?id=833e263d-929e-488d-883d-dfbe4c7235c5 HTTP/1.1" status: 200 len: 915 time: 0.2666259 Jan 27 22:05:43.824741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7d96d151-8f24-4477-992e-541e8633c782 None None] Port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:05:43.851640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Pushing event updated for resources: {'Port': ['ID=0c66ebe5-ad30-4c2d-8179-c34cef15512b,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:43.908757 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:43.911468 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78eb6e9b-daf1-4151-8587-b8db4dc4bccd req-2b749c76-d683-42c7-a2b3-5c21ee1b6f38 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e986b815-1601-4ecf-974c-ff9876a7c6b9 HTTP/1.1" status: 200 len: 217 time: 0.0733531 Jan 27 22:05:43.923053 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (91d5f5bf-1f2c-4d48-a141-374c154cf858), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.053410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448329f-710c-4756-a927-8b6d55a2d951 req-f422621d-f74d-431b-bb8e-f94a1ed803b2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:44.054977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1448329f-710c-4756-a927-8b6d55a2d951 req-f422621d-f74d-431b-bb8e-f94a1ed803b2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 931 time: 0.3197799 Jan 27 22:05:44.069409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ca1cd-516a-4035-a364-c63339c15e04 req-d30df497-bc57-4868-9394-30f146e82572 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:44.070904 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-896ca1cd-516a-4035-a364-c63339c15e04 req-d30df497-bc57-4868-9394-30f146e82572 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.2467599 Jan 27 22:05:44.115649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb6e9b-daf1-4151-8587-b8db4dc4bccd req-f7052b27-5c11-4726-af0a-a10d71249a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:44.117262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78eb6e9b-daf1-4151-8587-b8db4dc4bccd req-f7052b27-5c11-4726-af0a-a10d71249a1e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=355a869d-aac7-4087-b54a-ba1041e852d9 HTTP/1.1" status: 200 len: 854 time: 0.1905034 Jan 27 22:05:44.177158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78eb6e9b-daf1-4151-8587-b8db4dc4bccd req-6745a8e4-0c35-4489-acfc-993c84464743 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=833e263d-929e-488d-883d-dfbe4c7235c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492547 Jan 27 22:05:44.208214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3ec667be-8d45-4de4-a8d9-f8370e34ad4c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:44.304670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:44.305056 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.351663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Network 0efd56f6-1bdd-4b14-a112-2c64d8f86d58 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:44.363513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1448329f-710c-4756-a927-8b6d55a2d951 req-ac5fc847-5a62-4773-b44e-c9feac80bd37 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886589 Jan 27 22:05:44.368549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:44.388947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-896ca1cd-516a-4035-a364-c63339c15e04 req-2c355184-8103-43f0-98a6-3d4054a34f46 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106396 Jan 27 22:05:44.427414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:44.536585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78eb6e9b-daf1-4151-8587-b8db4dc4bccd req-61337e66-631f-4a45-b5e5-769641244682 service neutron] 10.222.0.71 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376026 Jan 27 22:05:44.642213 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f52a2d79-78b7-43ff-91a2-6f34216d6207 None None] Provisioning complete for port 0c66ebe5-ad30-4c2d-8179-c34cef15512b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:44.642637 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f52a2d79-78b7-43ff-91a2-6f34216d6207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.678867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f52a2d79-78b7-43ff-91a2-6f34216d6207 None None] Port 0c66ebe5-ad30-4c2d-8179-c34cef15512b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:05:44.691271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Router 91d5f5bf-1f2c-4d48-a141-374c154cf858 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:44.751632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78eb6e9b-daf1-4151-8587-b8db4dc4bccd req-dc020427-0283-43df-a9da-3743c812b1a8 service neutron] 10.222.0.71 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069454 Jan 27 22:05:44.753585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:44.795166 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Publish callbacks [] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:44.814830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Transition to ACTIVE for port object bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:05:44.876460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:44.881731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1c6d068c-d203-48d9-a08d-15de5a2b9cfd admin admin] 10.222.0.61 "PUT /v2.0/routers/91d5f5bf-1f2c-4d48-a141-374c154cf858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6084926 Jan 27 22:05:44.887501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Sync routers for ids ['91d5f5bf-1f2c-4d48-a141-374c154cf858'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:44.902234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Routers {'91d5f5bf-1f2c-4d48-a141-374c154cf858'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:44.902932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['91d5f5bf-1f2c-4d48-a141-374c154cf858'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:44.962161 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.028865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Set router 91d5f5bf-1f2c-4d48-a141-374c154cf858 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:45.096643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:45.133327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Attempting to bind port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:45.133886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Attempting to bind port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:45.134496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Attempting to bind port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 on network fd76af50-6901-43fd-92aa-c4d4fe54073d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:45.140192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 on network fd76af50-6901-43fd-92aa-c4d4fe54073d not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:05:45.140756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Attempting to bind port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 on network fd76af50-6901-43fd-92aa-c4d4fe54073d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:45.150361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:45.150722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Checking segment: {'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:45.151590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Bound using segment: {'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:45.151775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Bound port: bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55c326a1-c3e3-4581-8921-921142b53b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:45.152209 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.271872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] For port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:45.275511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] For port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:45.346477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'name': 'tempest-ImageQuotaTest-1388486555-router', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:35Z', 'updated_at': '2022-01-27T22:05:42Z', 'revision_number': 4, 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'gw_port': {'id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:76:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:36Z', 'updated_at': '2022-01-27T22:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0c66ebe5-ad30-4c2d-8179-c34cef15512b', 'name': '', 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'mac_address': 'fa:16:3e:b3:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '6493e31f-dbc3-4036-a76f-c26e7f2b4622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:40Z', 'updated_at': '2022-01-27T22:05:42Z', 'revision_number': 2, 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'subnets': [{'id': '6493e31f-dbc3-4036-a76f-c26e7f2b4622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:45.374877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Checking router: 91d5f5bf-1f2c-4d48-a141-374c154cf858 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:45.375236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Updating router 91d5f5bf-1f2c-4d48-a141-374c154cf858 port 0c66ebe5-ad30-4c2d-8179-c34cef15512b binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:05:45.401862 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.418064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.480278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:45.484801 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.487660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] 10.222.0.71 "PUT /v2.0/ports/bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 HTTP/1.1" status: 200 len: 1091 time: 1.8413973 Jan 27 22:05:45.489516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632e54db-04c0-4150-be99-47c7faa90c51', 'tag': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:45.493061 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3a9013-7693-4677-bfbc-71cf100ce831" -d '{"events": [{"name": "network-changed", "server_uuid": "632e54db-04c0-4150-be99-47c7faa90c51", "tag": "bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:45.628314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b54b99-d0fe-41dd-82b8-4c736574f6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:45.687951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3b15b-9d5f-42db-9b98-1c47ae1a55d0 req-98d90450-8b26-4505-9c56-c3ff0b5723f6 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:45.695292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9aa3b15b-9d5f-42db-9b98-1c47ae1a55d0 req-98d90450-8b26-4505-9c56-c3ff0b5723f6 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 943 time: 0.1640394 Jan 27 22:05:45.736836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d23bd-875d-4a89-a165-030c8e5346bd req-7b6cca26-fc67-4b48-a495-65abe624a14a tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:45.738439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b0d23bd-875d-4a89-a165-030c8e5346bd req-7b6cca26-fc67-4b48-a495-65abe624a14a tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.1937735 Jan 27 22:05:45.746376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-eab64f24-904b-4838-89d2-a06cf8b3e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:45.747867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-eab64f24-904b-4838-89d2-a06cf8b3e889 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 1094 time: 0.1116712 Jan 27 22:05:45.824518 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-a9d3c466-4041-4220-9725-d06a73e103b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 HTTP/1.1" status: 200 len: 217 time: 0.0666003 Jan 27 22:05:45.841776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9aa3b15b-9d5f-42db-9b98-1c47ae1a55d0 req-762cee41-8cab-4ccc-8f1b-6e08341ec5b4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456232 Jan 27 22:05:45.855990 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Publish callbacks [] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:45.898749 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09694b9-7a8b-4e66-93b6-96b7c4c5cbed x-openstack-request-id: req-b09694b9-7a8b-4e66-93b6-96b7c4c5cbed {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:45.899046 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632e54db-04c0-4150-be99-47c7faa90c51", "tag": "bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:45.899305 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b09694b9-7a8b-4e66-93b6-96b7c4c5cbed {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:45.899704 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632e54db-04c0-4150-be99-47c7faa90c51', 'tag': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'status': 'completed', 'code': 200} Jan 27 22:05:45.927696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b0d23bd-875d-4a89-a165-030c8e5346bd req-1086c552-e489-44ea-9f2c-d936e75fe42b tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738446 Jan 27 22:05:45.929439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-be2340a2-5e5a-4e79-927d-9cf454cd43fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:45.930833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-be2340a2-5e5a-4e79-927d-9cf454cd43fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5d9a82f-fc05-4292-8409-39650cc73564 HTTP/1.1" status: 200 len: 835 time: 0.0879312 Jan 27 22:05:45.950749 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.029637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-893eb1ae-f46f-4b26-afc8-33fc36e1adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:46.033267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-893eb1ae-f46f-4b26-afc8-33fc36e1adf2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd76af50-6901-43fd-92aa-c4d4fe54073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925698 Jan 27 22:05:46.056235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f9ffe-dbfe-451d-8813-a6b5791ada47 None None] Pushing event updated for resources: {'Port': ['ID=0c66ebe5-ad30-4c2d-8179-c34cef15512b,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:46.140244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Attempting to bind port 0c66ebe5-ad30-4c2d-8179-c34cef15512b on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:46.140973 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Attempting to bind port 0c66ebe5-ad30-4c2d-8179-c34cef15512b by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '24da62e6-d41e-4ba5-a333-faf993c4604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:46.145667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Attempting to bind port 0c66ebe5-ad30-4c2d-8179-c34cef15512b on network 0efd56f6-1bdd-4b14-a112-2c64d8f86d58 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:46.148447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:46.149026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Checking segment: {'id': '24da62e6-d41e-4ba5-a333-faf993c4604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:46.149631 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.150197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Bound using segment: {'id': '24da62e6-d41e-4ba5-a333-faf993c4604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:46.150834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Bound port: 0c66ebe5-ad30-4c2d-8179-c34cef15512b, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24da62e6-d41e-4ba5-a333-faf993c4604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:46.151385 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.227717 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] For port 0c66ebe5-ad30-4c2d-8179-c34cef15512b, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:46.231538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] For port 0c66ebe5-ad30-4c2d-8179-c34cef15512b, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c66ebe5-ad30-4c2d-8179-c34cef15512b,segment=NetworkSegment(24da62e6-d41e-4ba5-a333-faf993c4604e),segment_id=24da62e6-d41e-4ba5-a333-faf993c4604e)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:46.267173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-f17c259c-75e5-453d-a4df-29b387c976f5 service neutron] 10.222.0.71 "GET /v2.0/networks/fd76af50-6901-43fd-92aa-c4d4fe54073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268424 Jan 27 22:05:46.327023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.403779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f72511ea-8e2c-4a93-a1e4-f16671dcfbd8 req-4e321d31-d9b2-43fc-aefb-549cee992088 service neutron] 10.222.0.71 "GET /v2.0/networks/fd76af50-6901-43fd-92aa-c4d4fe54073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301715 Jan 27 22:05:46.417849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Routers {'91d5f5bf-1f2c-4d48-a141-374c154cf858'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:46.418685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['91d5f5bf-1f2c-4d48-a141-374c154cf858'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:46.522384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f9ffe-dbfe-451d-8813-a6b5791ada47 None None] Pushing event updated for resources: {'Port': ['ID=0c66ebe5-ad30-4c2d-8179-c34cef15512b,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:46.676625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3a8c6-5779-41ae-b3c6-39fbe8d2a93f req-c298f231-4ac1-442c-8cb2-5bd655dc033b tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:46.678148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2b3a8c6-5779-41ae-b3c6-39fbe8d2a93f req-c298f231-4ac1-442c-8cb2-5bd655dc033b tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.0914993 Jan 27 22:05:46.680363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a9013-7693-4677-bfbc-71cf100ce831 req-16cc3d37-8022-40a0-9de3-d5e92d4855f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:46.681813 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3a9013-7693-4677-bfbc-71cf100ce831 req-16cc3d37-8022-40a0-9de3-d5e92d4855f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 1094 time: 0.0850914 Jan 27 22:05:46.802094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b82daa80-6160-4f7f-9e89-10cc9bd76c60 None None] Provisioning complete for port 0c66ebe5-ad30-4c2d-8179-c34cef15512b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:46.802471 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b82daa80-6160-4f7f-9e89-10cc9bd76c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:46.805109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2b3a8c6-5779-41ae-b3c6-39fbe8d2a93f req-e835a563-059d-47b7-aebf-7d8684634420 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204572 Jan 27 22:05:46.841935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a9013-7693-4677-bfbc-71cf100ce831 req-040a2c9b-bf40-4f5b-aa02-580326166bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:46.843627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3a9013-7693-4677-bfbc-71cf100ce831 req-040a2c9b-bf40-4f5b-aa02-580326166bb2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fd76af50-6901-43fd-92aa-c4d4fe54073d HTTP/1.1" status: 200 len: 897 time: 0.1529839 Jan 27 22:05:46.863016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52794) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:46.881382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] Set router 91d5f5bf-1f2c-4d48-a141-374c154cf858 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:46.899465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3a9013-7693-4677-bfbc-71cf100ce831 req-f9c12df3-b5fe-43fa-a7e8-4147afe65504 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 HTTP/1.1" status: 200 len: 217 time: 0.0491865 Jan 27 22:05:46.958900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a9013-7693-4677-bfbc-71cf100ce831 req-21443991-5f0f-4add-8d61-0c9942293f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:46.960433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3a9013-7693-4677-bfbc-71cf100ce831 req-21443991-5f0f-4add-8d61-0c9942293f1f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5d9a82f-fc05-4292-8409-39650cc73564 HTTP/1.1" status: 200 len: 835 time: 0.0546350 Jan 27 22:05:47.048135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c36d5-e4f1-411e-b7fd-d556810eb10b req-e0485489-ec35-46b7-b774-f64ccd8a57e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:47.055798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-494c36d5-e4f1-411e-b7fd-d556810eb10b req-e0485489-ec35-46b7-b774-f64ccd8a57e7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 943 time: 0.1390336 Jan 27 22:05:47.072796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b82daa80-6160-4f7f-9e89-10cc9bd76c60 None None] Current status of the port 0c66ebe5-ad30-4c2d-8179-c34cef15512b is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:47.072796 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b82daa80-6160-4f7f-9e89-10cc9bd76c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.074721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a9013-7693-4677-bfbc-71cf100ce831 req-f7fea152-2559-4e20-9c13-4077f24b9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:47.076282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3a9013-7693-4677-bfbc-71cf100ce831 req-f7fea152-2559-4e20-9c13-4077f24b9616 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd76af50-6901-43fd-92aa-c4d4fe54073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063237 Jan 27 22:05:47.152212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b82daa80-6160-4f7f-9e89-10cc9bd76c60 None None] For port 0c66ebe5-ad30-4c2d-8179-c34cef15512b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c66ebe5-ad30-4c2d-8179-c34cef15512b,segment=NetworkSegment(24da62e6-d41e-4ba5-a333-faf993c4604e),segment_id=24da62e6-d41e-4ba5-a333-faf993c4604e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:47.202706 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3a9013-7693-4677-bfbc-71cf100ce831 req-1d24ba7d-1ef2-409d-999a-31c4fb153456 service neutron] 10.222.0.71 "GET /v2.0/networks/fd76af50-6901-43fd-92aa-c4d4fe54073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184359 Jan 27 22:05:47.209113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-494c36d5-e4f1-411e-b7fd-d556810eb10b req-4147c6f5-0a88-4b72-97e6-b68d605a7102 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525233 Jan 27 22:05:47.237012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'name': 'tempest-ImageQuotaTest-1388486555-router', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:35Z', 'updated_at': '2022-01-27T22:05:42Z', 'revision_number': 4, 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'gw_port': {'id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:76:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:36Z', 'updated_at': '2022-01-27T22:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0c66ebe5-ad30-4c2d-8179-c34cef15512b', 'name': '', 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'mac_address': 'fa:16:3e:b3:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '6493e31f-dbc3-4036-a76f-c26e7f2b4622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:40Z', 'updated_at': '2022-01-27T22:05:46Z', 'revision_number': 4, 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'subnets': [{'id': '6493e31f-dbc3-4036-a76f-c26e7f2b4622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:47.267864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39497397-5d0f-4ec9-a227-fa9214ebb587 None None] The sync data for ids ['91d5f5bf-1f2c-4d48-a141-374c154cf858'] in n-d-760456-6 is: [{'id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'name': 'tempest-ImageQuotaTest-1388486555-router', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:35Z', 'updated_at': '2022-01-27T22:05:42Z', 'revision_number': 4, 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'gw_port': {'id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:76:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:36Z', 'updated_at': '2022-01-27T22:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0c66ebe5-ad30-4c2d-8179-c34cef15512b', 'name': '', 'network_id': '0efd56f6-1bdd-4b14-a112-2c64d8f86d58', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'mac_address': 'fa:16:3e:b3:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '6493e31f-dbc3-4036-a76f-c26e7f2b4622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:40Z', 'updated_at': '2022-01-27T22:05:46Z', 'revision_number': 4, 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'subnets': [{'id': '6493e31f-dbc3-4036-a76f-c26e7f2b4622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:47.285565 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b82daa80-6160-4f7f-9e89-10cc9bd76c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.342447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da3a9013-7693-4677-bfbc-71cf100ce831 req-806637f7-70d9-465e-a8d8-51e4dba6b445 service neutron] 10.222.0.71 "GET /v2.0/networks/fd76af50-6901-43fd-92aa-c4d4fe54073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305327 Jan 27 22:05:47.376343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82daa80-6160-4f7f-9e89-10cc9bd76c60 None None] Pushing event updated for resources: {'Port': ['ID=0c66ebe5-ad30-4c2d-8179-c34cef15512b,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:47.412273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-855b2fab-af10-4f14-b83a-75ffad527da1 None None] Provisioning complete for port 0c66ebe5-ad30-4c2d-8179-c34cef15512b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:47.413465 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-855b2fab-af10-4f14-b83a-75ffad527da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.437847 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3064eebe-9f65-41fc-b1ea-880288d10a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (91d5f5bf-1f2c-4d48-a141-374c154cf858), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.527087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-855b2fab-af10-4f14-b83a-75ffad527da1 None None] Current status of the port 0c66ebe5-ad30-4c2d-8179-c34cef15512b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:47.740340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3064eebe-9f65-41fc-b1ea-880288d10a2e admin admin] Deleting port 0c66ebe5-ad30-4c2d-8179-c34cef15512b {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:47.741022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3064eebe-9f65-41fc-b1ea-880288d10a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.830424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-3064eebe-9f65-41fc-b1ea-880288d10a2e admin admin] For port 0c66ebe5-ad30-4c2d-8179-c34cef15512b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c66ebe5-ad30-4c2d-8179-c34cef15512b,segment=NetworkSegment(24da62e6-d41e-4ba5-a333-faf993c4604e),segment_id=24da62e6-d41e-4ba5-a333-faf993c4604e)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:47.830795 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3064eebe-9f65-41fc-b1ea-880288d10a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:47.844929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3064eebe-9f65-41fc-b1ea-880288d10a2e admin admin] Calling delete_port for 0c66ebe5-ad30-4c2d-8179-c34cef15512b owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:47.952511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8acc6-76c8-4c5d-89fe-642abbdd2ef4 req-a3011dba-f58b-4dd3-9f38-1c848b1b02e3 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:47.955345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3c8acc6-76c8-4c5d-89fe-642abbdd2ef4 req-a3011dba-f58b-4dd3-9f38-1c848b1b02e3 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.0574179 Jan 27 22:05:48.023816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3c8acc6-76c8-4c5d-89fe-642abbdd2ef4 req-d7c39c7b-5208-49eb-a3e3-cd4c8e6b12f4 tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618174 Jan 27 22:05:48.212838 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3064eebe-9f65-41fc-b1ea-880288d10a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0c66ebe5-ad30-4c2d-8179-c34cef15512b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:48.246497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c66ebe5-ad30-4c2d-8179-c34cef15512b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:48.249533 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064eebe-9f65-41fc-b1ea-880288d10a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c66ebe5-ad30-4c2d-8179-c34cef15512b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:48.293952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 0c66ebe5-ad30-4c2d-8179-c34cef15512b {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:48.297844 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c66ebe5-ad30-4c2d-8179-c34cef15512b not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 27 22:05:48.325267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Port 0c66ebe5-ad30-4c2d-8179-c34cef15512b not found, will not notify nova. {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 27 22:05:48.388663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb626c-295c-4603-b384-c7c176fd8b8e req-bf4338ad-0922-4035-a2af-f8c5c06faedc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:48.391220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77bb626c-295c-4603-b384-c7c176fd8b8e req-bf4338ad-0922-4035-a2af-f8c5c06faedc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 943 time: 0.0594833 Jan 27 22:05:48.458587 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5774995-91fd-4956-9ba5-2abc6161f97b req-ebb639d8-1a70-41e3-9cdf-67fe9732cc6f tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:48.460295 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d5774995-91fd-4956-9ba5-2abc6161f97b req-ebb639d8-1a70-41e3-9cdf-67fe9732cc6f tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.1105936 Jan 27 22:05:48.476510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77bb626c-295c-4603-b384-c7c176fd8b8e req-fa65ff26-6dc8-4345-999f-d4a868d75c7d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762372 Jan 27 22:05:48.632531 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3064eebe-9f65-41fc-b1ea-880288d10a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (91d5f5bf-1f2c-4d48-a141-374c154cf858), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:48.690956 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-d5774995-91fd-4956-9ba5-2abc6161f97b req-9f574fbd-669d-44d0-ab3e-95da39f960ca tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Deleting port a604d6ea-815b-4baa-81d7-cabc50edff20 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:48.692241 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d5774995-91fd-4956-9ba5-2abc6161f97b req-9f574fbd-669d-44d0-ab3e-95da39f960ca tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:48.848339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d5774995-91fd-4956-9ba5-2abc6161f97b req-9f574fbd-669d-44d0-ab3e-95da39f960ca tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] For port a604d6ea-815b-4baa-81d7-cabc50edff20, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a604d6ea-815b-4baa-81d7-cabc50edff20,segment=NetworkSegment(503f83f6-b0c6-4500-8759-7636b0dd295d),segment_id=503f83f6-b0c6-4500-8759-7636b0dd295d)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:48.848717 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d5774995-91fd-4956-9ba5-2abc6161f97b req-9f574fbd-669d-44d0-ab3e-95da39f960ca tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:48.895738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-d5774995-91fd-4956-9ba5-2abc6161f97b req-9f574fbd-669d-44d0-ab3e-95da39f960ca tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Calling delete_port for a604d6ea-815b-4baa-81d7-cabc50edff20 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:49.029469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3064eebe-9f65-41fc-b1ea-880288d10a2e admin admin] Router 91d5f5bf-1f2c-4d48-a141-374c154cf858 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:49.151005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9c7e5-d561-453a-89d2-301dbb03bdcd req-727f084a-1560-4bc2-9a47-479ba56f480d tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:49.152543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92e9c7e5-d561-453a-89d2-301dbb03bdcd req-727f084a-1560-4bc2-9a47-479ba56f480d tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 945 time: 0.0546176 Jan 27 22:05:49.184358 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3064eebe-9f65-41fc-b1ea-880288d10a2e admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:49.191640 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3064eebe-9f65-41fc-b1ea-880288d10a2e admin admin] 10.222.0.61 "PUT /v2.0/routers/91d5f5bf-1f2c-4d48-a141-374c154cf858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3264036 Jan 27 22:05:49.194157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52810) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:49.198335 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1093f038-80ce-42ae-8602-b24aebff034d None None] Sync routers for ids ['91d5f5bf-1f2c-4d48-a141-374c154cf858'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:49.203535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:05:49.218220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92e9c7e5-d561-453a-89d2-301dbb03bdcd req-c0703c3b-3762-4a71-9f42-bf4f11583ebc tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/security-groups?id=dacaad73-6fe5-48e1-964e-77dae9ea2f62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547812 Jan 27 22:05:49.226422 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093f038-80ce-42ae-8602-b24aebff034d None None] Routers {'91d5f5bf-1f2c-4d48-a141-374c154cf858'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:49.227064 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1093f038-80ce-42ae-8602-b24aebff034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['91d5f5bf-1f2c-4d48-a141-374c154cf858'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:49.249295 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d5774995-91fd-4956-9ba5-2abc6161f97b req-9f574fbd-669d-44d0-ab3e-95da39f960ca tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a604d6ea-815b-4baa-81d7-cabc50edff20), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:49.291906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a604d6ea-815b-4baa-81d7-cabc50edff20'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:49.305063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f574fbd-669d-44d0-ab3e-95da39f960ca tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Pushing event deleted for resources: {'Port': ['ID=a604d6ea-815b-4baa-81d7-cabc50edff20,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:49.343718 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-1093f038-80ce-42ae-8602-b24aebff034d None None] Set router 91d5f5bf-1f2c-4d48-a141-374c154cf858 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:49.366625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:49.380375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'port_id': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'mac_address': 'fa:16:3e:5c:56:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:05:49.407579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5774995-91fd-4956-9ba5-2abc6161f97b req-9f574fbd-669d-44d0-ab3e-95da39f960ca tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] No DVR routers for this DVR port a604d6ea-815b-4baa-81d7-cabc50edff20 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:49.412416 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d5774995-91fd-4956-9ba5-2abc6161f97b req-9f574fbd-669d-44d0-ab3e-95da39f960ca tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:49.415798 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d5774995-91fd-4956-9ba5-2abc6161f97b req-9f574fbd-669d-44d0-ab3e-95da39f960ca tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.74 "DELETE /v2.0/ports/a604d6ea-815b-4baa-81d7-cabc50edff20 HTTP/1.1" status: 204 len: 173 time: 0.9489686 Jan 27 22:05:49.419073 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bb03deb-4c39-4cc4-9420-6a6f10ef29a6', 'name': 'network-vif-deleted', 'tag': 'a604d6ea-815b-4baa-81d7-cabc50edff20'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:49.422073 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c1ebdc-67b6-4e4a-bfd3-8a47911d70c8" -d '{"events": [{"server_uuid": "2bb03deb-4c39-4cc4-9420-6a6f10ef29a6", "name": "network-vif-deleted", "tag": "a604d6ea-815b-4baa-81d7-cabc50edff20"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:49.444403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:49.445050 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:49.459981 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Publish callbacks [] for router (91d5f5bf-1f2c-4d48-a141-374c154cf858), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:49.462317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:05:49.484349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:49.596315 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Publish callbacks [] for router_gateway (91d5f5bf-1f2c-4d48-a141-374c154cf858), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:49.603791 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1093f038-80ce-42ae-8602-b24aebff034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'name': 'tempest-ImageQuotaTest-1388486555-router', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:35Z', 'updated_at': '2022-01-27T22:05:48Z', 'revision_number': 5, 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'gw_port': {'id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:76:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:36Z', 'updated_at': '2022-01-27T22:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:49.635875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f3b44-11dc-4499-8ba0-80bc92e8ad73 req-23a1c5d9-de14-4cdb-a0b3-b33e5d419b8a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:49.638180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f97f3b44-11dc-4499-8ba0-80bc92e8ad73 req-23a1c5d9-de14-4cdb-a0b3-b33e5d419b8a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 943 time: 0.0672631 Jan 27 22:05:49.667425 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1093f038-80ce-42ae-8602-b24aebff034d None None] Checking router: 91d5f5bf-1f2c-4d48-a141-374c154cf858 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:49.678904 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093f038-80ce-42ae-8602-b24aebff034d None None] Routers {'91d5f5bf-1f2c-4d48-a141-374c154cf858'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:49.679707 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1093f038-80ce-42ae-8602-b24aebff034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['91d5f5bf-1f2c-4d48-a141-374c154cf858'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:49.679978 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:49.713371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f97f3b44-11dc-4499-8ba0-80bc92e8ad73 req-9452221d-78ed-40f0-9aa1-934d6bf533d7 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690751 Jan 27 22:05:49.723059 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0577b6f9-8555-4bae-b461-31113490da00 x-openstack-request-id: req-0577b6f9-8555-4bae-b461-31113490da00 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:49.723656 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bb03deb-4c39-4cc4-9420-6a6f10ef29a6", "name": "network-vif-deleted", "tag": "a604d6ea-815b-4baa-81d7-cabc50edff20", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:49.724210 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0577b6f9-8555-4bae-b461-31113490da00 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:49.724827 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bb03deb-4c39-4cc4-9420-6a6f10ef29a6', 'name': 'network-vif-deleted', 'tag': 'a604d6ea-815b-4baa-81d7-cabc50edff20', 'status': 'completed', 'code': 200} Jan 27 22:05:49.785887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:49.802099 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-1093f038-80ce-42ae-8602-b24aebff034d None None] Set router 91d5f5bf-1f2c-4d48-a141-374c154cf858 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:49.902484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:05:49.946279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Deleting port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:49.947517 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.039851 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1093f038-80ce-42ae-8602-b24aebff034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'name': 'tempest-ImageQuotaTest-1388486555-router', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:35Z', 'updated_at': '2022-01-27T22:05:48Z', 'revision_number': 5, 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'gw_port': {'id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:76:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:36Z', 'updated_at': '2022-01-27T22:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:50.065114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] For port 3ec667be-8d45-4de4-a8d9-f8370e34ad4c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3ec667be-8d45-4de4-a8d9-f8370e34ad4c,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:50.068663 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.073525 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1093f038-80ce-42ae-8602-b24aebff034d None None] The sync data for ids ['91d5f5bf-1f2c-4d48-a141-374c154cf858'] in n-d-760456-6 is: [{'id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'name': 'tempest-ImageQuotaTest-1388486555-router', 'tenant_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:35Z', 'updated_at': '2022-01-27T22:05:48Z', 'revision_number': 5, 'project_id': 'a36c3b22021e4773b579a1b3c8d9cf88', 'gw_port': {'id': '3ec667be-8d45-4de4-a8d9-f8370e34ad4c', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:76:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d5f5bf-1f2c-4d48-a141-374c154cf858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:36Z', 'updated_at': '2022-01-27T22:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:50.087817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Calling delete_port for 3ec667be-8d45-4de4-a8d9-f8370e34ad4c owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:50.340011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-008c5249-fd86-4b30-aa9a-bd0b2b8264f1 req-50795b4c-0021-4f0e-8ef7-f4a8136965ef tempest-TestServerAdvancedOps-259155399 tempest-TestServerAdvancedOps-259155399-project] 10.222.0.61 "GET /v2.0/ports?device_id=2bb03deb-4c39-4cc4-9420-6a6f10ef29a6 HTTP/1.1" status: 200 len: 210 time: 0.0323844 Jan 27 22:05:50.502666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c66ebe5-ad30-4c2d-8179-c34cef15512b no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:50.509353 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (3ec667be-8d45-4de4-a8d9-f8370e34ad4c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.530104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 0c66ebe5-ad30-4c2d-8179-c34cef15512b {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:50.530627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c66ebe5-ad30-4c2d-8179-c34cef15512b not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:50.559845 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec667be-8d45-4de4-a8d9-f8370e34ad4c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:50.627239 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (91d5f5bf-1f2c-4d48-a141-374c154cf858), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.725048 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (91d5f5bf-1f2c-4d48-a141-374c154cf858), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.729311 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Publish callbacks [] for router_controller (91d5f5bf-1f2c-4d48-a141-374c154cf858), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.912998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae60b6-11a7-4ae4-ac87-d5c89fda38fc req-9e6f18b7-cb82-440c-a8ad-c09a4299cefc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:50.920568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9ae60b6-11a7-4ae4-ac87-d5c89fda38fc req-9e6f18b7-cb82-440c-a8ad-c09a4299cefc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 944 time: 0.0744240 Jan 27 22:05:50.971352 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9ae60b6-11a7-4ae4-ac87-d5c89fda38fc req-db2213d2-b124-47f5-9d75-dfd593e926bc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498464 Jan 27 22:05:50.988890 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (91d5f5bf-1f2c-4d48-a141-374c154cf858), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.989528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d5f5bf-1f2c-4d48-a141-374c154cf858 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:05:50.999829 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:50.999829 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c79a49d9-c97a-4b70-9b66-bb4c0d081775 admin admin] 10.222.0.61 "DELETE /v2.0/routers/91d5f5bf-1f2c-4d48-a141-374c154cf858 HTTP/1.1" status: 204 len: 168 time: 1.8017154 Jan 27 22:05:50.999829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52830) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:51.056982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5df1460-9804-4c0e-8057-fa9e58d96552 admin admin] Deleting subnet 6493e31f-dbc3-4036-a76f-c26e7f2b4622 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:05:51.060824 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5df1460-9804-4c0e-8057-fa9e58d96552 admin admin] Publish callbacks [] for subnet (6493e31f-dbc3-4036-a76f-c26e7f2b4622), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.107931 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5df1460-9804-4c0e-8057-fa9e58d96552 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (6493e31f-dbc3-4036-a76f-c26e7f2b4622), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.203392 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5df1460-9804-4c0e-8057-fa9e58d96552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (6493e31f-dbc3-4036-a76f-c26e7f2b4622), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.214912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:05:51.350274 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5df1460-9804-4c0e-8057-fa9e58d96552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (6493e31f-dbc3-4036-a76f-c26e7f2b4622), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.366118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:05:51.370489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:05:51.371219 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.381612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df1460-9804-4c0e-8057-fa9e58d96552 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6493e31f-dbc3-4036-a76f-c26e7f2b4622,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:51.389053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e5df1460-9804-4c0e-8057-fa9e58d96552 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.393040 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e5df1460-9804-4c0e-8057-fa9e58d96552 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6493e31f-dbc3-4036-a76f-c26e7f2b4622 HTTP/1.1" status: 204 len: 168 time: 0.3922231 Jan 27 22:05:51.395956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52834) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:51.415377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1df37-b1f5-4884-8ba7-b28ccbc6390e None None] Network 0efd56f6-1bdd-4b14-a112-2c64d8f86d58 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:51.474718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52838) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:51.507231 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (0efd56f6-1bdd-4b14-a112-2c64d8f86d58), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.537119 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-97de47ac-0b01-409a-b421-127b5a048782 admin admin] Deleting subnet e9d351d4-18f5-4b92-9259-b4f5ed22b2a8 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:05:51.541676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97de47ac-0b01-409a-b421-127b5a048782 admin admin] Publish callbacks [] for subnet (e9d351d4-18f5-4b92-9259-b4f5ed22b2a8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.593768 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97de47ac-0b01-409a-b421-127b5a048782 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (e9d351d4-18f5-4b92-9259-b4f5ed22b2a8), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.601476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:05:51.602061 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.646099 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97de47ac-0b01-409a-b421-127b5a048782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (e9d351d4-18f5-4b92-9259-b4f5ed22b2a8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.677758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:51.679184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632e54db-04c0-4150-be99-47c7faa90c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:51.682221 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea9a00e-645e-431c-9751-e92b830676aa" -d '{"events": [{"server_uuid": "632e54db-04c0-4150-be99-47c7faa90c51", "name": "network-vif-plugged", "status": "completed", "tag": "bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:51.700674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b10b0f0-d775-44f2-96c2-105d6df3b852 None None] DHCP port deletion for 0efd56f6-1bdd-4b14-a112-2c64d8f86d58 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:05:51.740987 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89887bf8-6439-4b14-ba62-230bf0649662 x-openstack-request-id: req-89887bf8-6439-4b14-ba62-230bf0649662 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:51.741392 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632e54db-04c0-4150-be99-47c7faa90c51", "name": "network-vif-plugged", "status": "completed", "tag": "bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:51.747836 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89887bf8-6439-4b14-ba62-230bf0649662 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:51.747836 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632e54db-04c0-4150-be99-47c7faa90c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'code': 200} Jan 27 22:05:51.768932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5b10b0f0-d775-44f2-96c2-105d6df3b852 None None] Deleting port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:51.770305 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b10b0f0-d775-44f2-96c2-105d6df3b852 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.856546 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.863699 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97de47ac-0b01-409a-b421-127b5a048782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (e9d351d4-18f5-4b92-9259-b4f5ed22b2a8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.864659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5b10b0f0-d775-44f2-96c2-105d6df3b852 None None] For port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4c2e7d14-1998-4d2b-9387-47fb7e9f154d,segment=NetworkSegment(24da62e6-d41e-4ba5-a333-faf993c4604e),segment_id=24da62e6-d41e-4ba5-a333-faf993c4604e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:51.865074 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b10b0f0-d775-44f2-96c2-105d6df3b852 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.887175 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97de47ac-0b01-409a-b421-127b5a048782 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:51.887175 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-97de47ac-0b01-409a-b421-127b5a048782 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e9d351d4-18f5-4b92-9259-b4f5ed22b2a8 HTTP/1.1" status: 204 len: 168 time: 0.4042678 Jan 27 22:05:51.900882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5b10b0f0-d775-44f2-96c2-105d6df3b852 None None] Calling delete_port for 4c2e7d14-1998-4d2b-9387-47fb7e9f154d owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:51.903037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52844) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:51.910502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de47ac-0b01-409a-b421-127b5a048782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d351d4-18f5-4b92-9259-b4f5ed22b2a8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:51.977679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:51.991524 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b3496431-ef7d-4d2f-bde1-7d315da17864), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.127178 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b10b0f0-d775-44f2-96c2-105d6df3b852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.158377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f527761-0c36-48b9-96e2-6d3f3e7b827b req-0de70a6b-b698-4f49-865f-900149786d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.160483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f527761-0c36-48b9-96e2-6d3f3e7b827b req-0de70a6b-b698-4f49-865f-900149786d2c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 1096 time: 0.1254096 Jan 27 22:05:52.191782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570715e8-ed8e-4ffe-8214-e9c3e32aac6e req-30551627-04de-4d4e-981d-541fbbd36072 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:52.199225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-570715e8-ed8e-4ffe-8214-e9c3e32aac6e req-30551627-04de-4d4e-981d-541fbbd36072 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.1354091 Jan 27 22:05:52.220654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10b0f0-d775-44f2-96c2-105d6df3b852 None None] Pushing event deleted for resources: {'Port': ['ID=4c2e7d14-1998-4d2b-9387-47fb7e9f154d,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:52.227589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10b0f0-d775-44f2-96c2-105d6df3b852 None None] No DVR routers for this DVR port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:52.232711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4c2e7d14-1998-4d2b-9387-47fb7e9f154d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:52.262079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Deleting port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:05:52.262732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.276822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4c2e7d14-1998-4d2b-9387-47fb7e9f154d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:52.276822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4c2e7d14-1998-4d2b-9387-47fb7e9f154d not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:52.277216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3ec667be-8d45-4de4-a8d9-f8370e34ad4c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:52.301349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 3ec667be-8d45-4de4-a8d9-f8370e34ad4c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:52.301795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3ec667be-8d45-4de4-a8d9-f8370e34ad4c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:52.377817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-570715e8-ed8e-4ffe-8214-e9c3e32aac6e req-4f21c92c-4373-4313-979c-2ba7bc5905b5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771610 Jan 27 22:05:52.387146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f527761-0c36-48b9-96e2-6d3f3e7b827b req-4175c92e-7696-49d4-91c5-95f2951eb4c2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098811 Jan 27 22:05:52.402377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] For port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d, host n-d-760456-6, got binding levels [] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:05:52.403613 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.417283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Calling delete_port for 4c2e7d14-1998-4d2b-9387-47fb7e9f154d owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:05:52.420116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.ipam_backend_mixin [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d was not found and therefore no delete operation was performed {{(pid=104027) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 27 22:05:52.421393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4c2e7d14-1998-4d2b-9387-47fb7e9f154d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.437986 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b3496431-ef7d-4d2f-bde1-7d315da17864), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.454784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2e7d14-1998-4d2b-9387-47fb7e9f154d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:52.459177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] No DVR routers for this DVR port 4c2e7d14-1998-4d2b-9387-47fb7e9f154d on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:05:52.459530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3496431-ef7d-4d2f-bde1-7d315da17864']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:52.471111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503f83f6-b0c6-4500-8759-7636b0dd295d') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:52.471517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503f83f6-b0c6-4500-8759-7636b0dd295d') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:52.482382 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (503f83f6-b0c6-4500-8759-7636b0dd295d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.497635 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (503f83f6-b0c6-4500-8759-7636b0dd295d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.504103 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:52.504602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (503f83f6-b0c6-4500-8759-7636b0dd295d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:52.506459 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:52.553157 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (0efd56f6-1bdd-4b14-a112-2c64d8f86d58), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.575393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0efd56f6-1bdd-4b14-a112-2c64d8f86d58']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:52.585982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24da62e6-d41e-4ba5-a333-faf993c4604e') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:52.586311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24da62e6-d41e-4ba5-a333-faf993c4604e') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:52.595856 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (24da62e6-d41e-4ba5-a333-faf993c4604e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.608959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (24da62e6-d41e-4ba5-a333-faf993c4604e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.616608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:52.617061 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (24da62e6-d41e-4ba5-a333-faf993c4604e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:52.618918 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:52.701592 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b3496431-ef7d-4d2f-bde1-7d315da17864), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.708181 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.714620 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b3496431-ef7d-4d2f-bde1-7d315da17864 HTTP/1.1" status: 204 len: 168 time: 0.8074250 Jan 27 22:05:52.714734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a604d6ea-815b-4baa-81d7-cabc50edff20 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:05:52.715886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52850) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:52.725607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74034e78-1d48-4825-9e75-2f7d823f8ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3496431-ef7d-4d2f-bde1-7d315da17864,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:52.741250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: a604d6ea-815b-4baa-81d7-cabc50edff20 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:05:52.741608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a604d6ea-815b-4baa-81d7-cabc50edff20 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:05:52.767177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c65120-499c-4d4f-a703-7c21024e94ea admin admin] Deleting subnet af4df49b-08c9-4deb-b9b6-84f4860b8604 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:05:52.774412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99c65120-499c-4d4f-a703-7c21024e94ea admin admin] Publish callbacks [] for subnet (af4df49b-08c9-4deb-b9b6-84f4860b8604), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.809432 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99c65120-499c-4d4f-a703-7c21024e94ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (af4df49b-08c9-4deb-b9b6-84f4860b8604), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.860962 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99c65120-499c-4d4f-a703-7c21024e94ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (af4df49b-08c9-4deb-b9b6-84f4860b8604), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.883293 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (0efd56f6-1bdd-4b14-a112-2c64d8f86d58), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.892639 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:52.899115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] 10.222.0.61 "DELETE /v2.0/networks/0efd56f6-1bdd-4b14-a112-2c64d8f86d58 HTTP/1.1" status: 204 len: 168 time: 1.4990802 Jan 27 22:05:52.919097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Pushing event deleted for resources: {'Network': ['ID=0efd56f6-1bdd-4b14-a112-2c64d8f86d58,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:52.931114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.931476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.931826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.932198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.932541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.932959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.933199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.933536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.933865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.934195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.934523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.934855 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:52.935177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ee06f1-284f-4b8d-9c1a-d6d65621f33d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:53.081064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99c65120-499c-4d4f-a703-7c21024e94ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (af4df49b-08c9-4deb-b9b6-84f4860b8604), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.109015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c65120-499c-4d4f-a703-7c21024e94ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4df49b-08c9-4deb-b9b6-84f4860b8604,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:53.115206 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99c65120-499c-4d4f-a703-7c21024e94ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.118711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-99c65120-499c-4d4f-a703-7c21024e94ea admin admin] 10.222.0.61 "DELETE /v2.0/subnets/af4df49b-08c9-4deb-b9b6-84f4860b8604 HTTP/1.1" status: 204 len: 168 time: 0.4016016 Jan 27 22:05:53.121099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52856) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:53.196764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6a1d033a-aba3-4579-b50f-25f443386608), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.283481 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6a1d033a-aba3-4579-b50f-25f443386608), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.305260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1d033a-aba3-4579-b50f-25f443386608']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:53.316789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367c75ad-94cb-4220-88ba-aca79c05e4da') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:53.317314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367c75ad-94cb-4220-88ba-aca79c05e4da') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:53.326637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (367c75ad-94cb-4220-88ba-aca79c05e4da), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.340437 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (367c75ad-94cb-4220-88ba-aca79c05e4da), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.346881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:05:53.347909 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (367c75ad-94cb-4220-88ba-aca79c05e4da), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:05:53.349627 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:05:53.485679 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52860) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:53.513240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a8eca-52db-4132-a6b7-5d73c74d81a5 req-3471c4a5-55a3-4935-9d90-20eeb312e5cc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:53.514911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-105a8eca-52db-4132-a6b7-5d73c74d81a5 req-3471c4a5-55a3-4935-9d90-20eeb312e5cc tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0576344 Jan 27 22:05:53.542876 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e5e94d5f-1bf9-4dad-ac30-1ba46691eb63 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a36c3b22021e4773b579a1b3c8d9cf88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0559313 Jan 27 22:05:53.546140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52864) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:53.568496 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (6a1d033a-aba3-4579-b50f-25f443386608), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.587395 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.593635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] 10.222.0.61 "DELETE /v2.0/networks/6a1d033a-aba3-4579-b50f-25f443386608 HTTP/1.1" status: 204 len: 168 time: 0.4712946 Jan 27 22:05:53.618403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-105a8eca-52db-4132-a6b7-5d73c74d81a5 req-47f68068-4fc1-4895-97ca-c32fadedbce4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973568 Jan 27 22:05:53.623624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6f9ee-d367-4620-ab1e-a442de959a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1d033a-aba3-4579-b50f-25f443386608,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:53.658482 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad72a205-8a88-4e04-96c6-52ea77801f47 admin admin] Publish callbacks [] for security_group (2cd3eedc-1eef-463d-8714-5ba68a4449f7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.689381 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad72a205-8a88-4e04-96c6-52ea77801f47 admin admin] Publish callbacks [] for security_group (2cd3eedc-1eef-463d-8714-5ba68a4449f7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.929750 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad72a205-8a88-4e04-96c6-52ea77801f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2cd3eedc-1eef-463d-8714-5ba68a4449f7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.934038 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad72a205-8a88-4e04-96c6-52ea77801f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:53.937967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ad72a205-8a88-4e04-96c6-52ea77801f47 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2cd3eedc-1eef-463d-8714-5ba68a4449f7 HTTP/1.1" status: 204 len: 168 time: 0.3886883 Jan 27 22:05:53.957045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72a205-8a88-4e04-96c6-52ea77801f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd3eedc-1eef-463d-8714-5ba68a4449f7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:54.060935 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:05:54.189290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52872) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:54.235980 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c6303b31-4614-4d0a-92e8-5f3d3476dcad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05b4015f69dc4077825f3efa3d52fb82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454535 Jan 27 22:05:54.238927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52874) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:54.290507 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0ba832b6-f3af-4ba2-b96e-1786a2f79ac7 admin admin] Publish callbacks [] for security_group (dacaad73-6fe5-48e1-964e-77dae9ea2f62), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.315303 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0ba832b6-f3af-4ba2-b96e-1786a2f79ac7 admin admin] Publish callbacks [] for security_group (dacaad73-6fe5-48e1-964e-77dae9ea2f62), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.457642 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0ba832b6-f3af-4ba2-b96e-1786a2f79ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (dacaad73-6fe5-48e1-964e-77dae9ea2f62), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.460273 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0ba832b6-f3af-4ba2-b96e-1786a2f79ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.461493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0ba832b6-f3af-4ba2-b96e-1786a2f79ac7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dacaad73-6fe5-48e1-964e-77dae9ea2f62 HTTP/1.1" status: 204 len: 168 time: 0.2216115 Jan 27 22:05:54.470009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba832b6-f3af-4ba2-b96e-1786a2f79ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacaad73-6fe5-48e1-964e-77dae9ea2f62,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:54.688658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52884) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:54.703034 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a76e764-14c7-465e-af87-53646780d348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.821981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70806098-96a1-412b-bcd8-b61a5b2d889d req-0fba9d14-f486-4eff-868b-2bfbb3f7f74c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:54.823462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70806098-96a1-412b-bcd8-b61a5b2d889d req-0fba9d14-f486-4eff-868b-2bfbb3f7f74c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0940316 Jan 27 22:05:54.864297 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a76e764-14c7-465e-af87-53646780d348 admin admin] Publish callbacks [] for security_group (e2bf3c94-3e42-403f-9475-32633b92a7bf), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:54.914024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70806098-96a1-412b-bcd8-b61a5b2d889d req-054fecd7-a2db-4716-9ac1-1ac9f26c4579 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823741 Jan 27 22:05:54.931852 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a76e764-14c7-465e-af87-53646780d348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e2bf3c94-3e42-403f-9475-32633b92a7bf), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.044588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3a76e764-14c7-465e-af87-53646780d348 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3474312 Jan 27 22:05:55.044718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52892) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:55.068707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76e764-14c7-465e-af87-53646780d348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf3c94-3e42-403f-9475-32633b92a7bf,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:55.114893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16084ddc-4558-46d2-8d10-381438a7ea61 req-4d709663-dc09-41c5-bf20-e8417e6b1217 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:55.117143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16084ddc-4558-46d2-8d10-381438a7ea61 req-4d709663-dc09-41c5-bf20-e8417e6b1217 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0785501 Jan 27 22:05:55.146125 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0ca0-4a0a-470e-96e9-62d5e85d8938 admin admin] Publish callbacks [] for security_group (e2bf3c94-3e42-403f-9475-32633b92a7bf), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.171602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0ca0-4a0a-470e-96e9-62d5e85d8938 admin admin] Publish callbacks [] for security_group (e2bf3c94-3e42-403f-9475-32633b92a7bf), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.185604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16084ddc-4558-46d2-8d10-381438a7ea61 req-df188cf6-ce80-4501-ae20-60826c03090f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593395 Jan 27 22:05:55.210588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52894) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:55.258072 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f0741-3a82-4c7f-8238-eeb34b3f8752 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:55.259537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6d6f0741-3a82-4c7f-8238-eeb34b3f8752 tempest-TestNetworkAdvancedServerOps-537777742 tempest-TestNetworkAdvancedServerOps-537777742-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 1091 time: 0.0479579 Jan 27 22:05:55.262700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52896) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:55.267462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:55.314616 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0ca0-4a0a-470e-96e9-62d5e85d8938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e2bf3c94-3e42-403f-9475-32633b92a7bf), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.319431 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a7e0ca0-4a0a-470e-96e9-62d5e85d8938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.323603 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0a7e0ca0-4a0a-470e-96e9-62d5e85d8938 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e2bf3c94-3e42-403f-9475-32633b92a7bf HTTP/1.1" status: 204 len: 168 time: 0.2800817 Jan 27 22:05:55.331109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e0ca0-4a0a-470e-96e9-62d5e85d8938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf3c94-3e42-403f-9475-32633b92a7bf,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:55.383304 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.469511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52900) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:55.536327 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4a977f35-7c20-4a07-9a16-a915e936aa80 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1693aab94dea47bbbce13e8db300e1c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617449 Jan 27 22:05:55.536930 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52902) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:55.597136 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.677369 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-671b7002-a112-47a4-be9f-74646ba9718f admin admin] Publish callbacks [] for security_group (b46f17c1-4301-4cd3-aa50-23999dbe1758), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.703210 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-671b7002-a112-47a4-be9f-74646ba9718f admin admin] Publish callbacks [] for security_group (b46f17c1-4301-4cd3-aa50-23999dbe1758), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.769286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Allocated IP 172.25.0.158 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/07d8b5d4-4dbe-4b28-a27c-fa1b117c150b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:55.861182 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-671b7002-a112-47a4-be9f-74646ba9718f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b46f17c1-4301-4cd3-aa50-23999dbe1758), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.863899 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-671b7002-a112-47a4-be9f-74646ba9718f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:55.867522 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-671b7002-a112-47a4-be9f-74646ba9718f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b46f17c1-4301-4cd3-aa50-23999dbe1758 HTTP/1.1" status: 204 len: 168 time: 0.3274574 Jan 27 22:05:55.873725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b7002-a112-47a4-be9f-74646ba9718f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f17c1-4301-4cd3-aa50-23999dbe1758,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:55.877490 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (07d8b5d4-4dbe-4b28-a27c-fa1b117c150b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.035276 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (07d8b5d4-4dbe-4b28-a27c-fa1b117c150b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.095189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:56.105681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:56.110289 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:56.148184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=07d8b5d4-4dbe-4b28-a27c-fa1b117c150b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:56.540822 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (6fe1e1af-a7db-427e-aebd-3622bfe26481), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.715080 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (07d8b5d4-4dbe-4b28-a27c-fa1b117c150b), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.877028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for port (07d8b5d4-4dbe-4b28-a27c-fa1b117c150b), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:56.942221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (07d8b5d4-4dbe-4b28-a27c-fa1b117c150b), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.009691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event updated for resources: {'Port': ['ID=07d8b5d4-4dbe-4b28-a27c-fa1b117c150b,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:57.024034 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (6fe1e1af-a7db-427e-aebd-3622bfe26481), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.069335 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.119500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52940) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:57.159015 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Floating IP 6fe1e1af-a7db-427e-aebd-3622bfe26481 associated. External IP: 172.25.0.158, port: bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1. Jan 27 22:05:57.246078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1707387977-network', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:57.365792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Made reservation on behalf of 518ffd4efe3648d68d6197635e985ef4 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:57.368544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.385052 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.424256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:05:57.457364 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.558830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Publish callbacks [] for security_group (6741e98f-896c-4975-9a77-06f8849f09e5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.576544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:05:57.588900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d83c28-4f2c-498a-b4b4-f98860b7bc65 None None] Sync routers for ids ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:05:57.599347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d83c28-4f2c-498a-b4b4-f98860b7bc65 None None] Routers {'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:57.599969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-46d83c28-4f2c-498a-b4b4-f98860b7bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:57.620843 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6741e98f-896c-4975-9a77-06f8849f09e5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.644480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:05:57.660636 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.666830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6741e98f-896c-4975-9a77-06f8849f09e5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:57.680969 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (1866d2fb-0d26-4d67-8111-787948c4e9ff), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.681435 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Added segment 1866d2fb-0d26-4d67-8111-787948c4e9ff of type vlan for network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 Jan 27 22:05:57.741811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-46d83c28-4f2c-498a-b4b4-f98860b7bc65 None None] Set router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:57.766882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (0cec7665-b7cc-40c1-aa5d-b9cbce34cf46), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.776114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8c5d6ff4-6a4d-4a95-8dd0-e408c7a1a11d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5124083 Jan 27 22:05:57.778339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632e54db-04c0-4150-be99-47c7faa90c51', 'tag': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:05:57.781334 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feffbc99-44bc-45b9-b9ff-9c6f12ec2a46" -d '{"events": [{"name": "network-changed", "server_uuid": "632e54db-04c0-4150-be99-47c7faa90c51", "tag": "bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:05:57.844936 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae1df24-b125-4e19-a493-5e868d9588a6 x-openstack-request-id: req-eae1df24-b125-4e19-a493-5e868d9588a6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:05:57.845505 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632e54db-04c0-4150-be99-47c7faa90c51", "tag": "bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:05:57.845990 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eae1df24-b125-4e19-a493-5e868d9588a6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:05:57.846625 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632e54db-04c0-4150-be99-47c7faa90c51', 'tag': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'status': 'completed', 'code': 200} Jan 27 22:05:57.907104 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (0cec7665-b7cc-40c1-aa5d-b9cbce34cf46), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:57.909089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:57.909913 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.009668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] Pushing event updated for resources: {'Network': ['ID=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:58.033486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:05:58.035946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d2738-af1d-4edd-b5ad-e00b7cfe79a8 req-46d8bad7-759f-4d1e-9fd4-8863e22dd845 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.040567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c74d2738-af1d-4edd-b5ad-e00b7cfe79a8 req-46d8bad7-759f-4d1e-9fd4-8863e22dd845 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.1746540 Jan 27 22:05:58.059164 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbc99-44bc-45b9-b9ff-9c6f12ec2a46 req-167dddfd-45a5-4b6b-9482-66e03d2fa8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.061210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feffbc99-44bc-45b9-b9ff-9c6f12ec2a46 req-167dddfd-45a5-4b6b-9482-66e03d2fa8d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 1096 time: 0.1652720 Jan 27 22:05:58.103793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b67c58b9-9bf3-4623-ae5f-5cfbd269dc88 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9787397 Jan 27 22:05:58.106726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52956) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:58.112999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Request body: {'subnet': {'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1707387977-subnet', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:58.123289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-46d83c28-4f2c-498a-b4b4-f98860b7bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:05:33Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '6fe1e1af-a7db-427e-aebd-3622bfe26481', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'port_id': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'mac_address': 'fa:16:3e:5c:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632e54db-04c0-4150-be99-47c7faa90c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:05:56Z', 'updated_at': '2022-01-27T22:05:56Z', 'revision_number': 0, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10f1af-2033-43a0-b125-c2c0ddbdc2c6', 'name': '', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:f0:e2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:32Z', 'updated_at': '2022-01-27T22:05:39Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:58.176542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d83c28-4f2c-498a-b4b4-f98860b7bc65 None None] Checking router: acc4359e-c8ee-4fd7-9bac-84dbb2bf551e for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:05:58.182522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c74d2738-af1d-4edd-b5ad-e00b7cfe79a8 req-2faa605a-8bed-46d6-aacc-351a3012ceb6 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339779 Jan 27 22:05:58.202135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d83c28-4f2c-498a-b4b4-f98860b7bc65 None None] Routers {'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:05:58.202470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52962) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:58.203680 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-46d83c28-4f2c-498a-b4b4-f98860b7bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:58.218032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbc99-44bc-45b9-b9ff-9c6f12ec2a46 req-8e1ed76c-0769-44ef-b760-7106e57819c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.219887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feffbc99-44bc-45b9-b9ff-9c6f12ec2a46 req-8e1ed76c-0769-44ef-b760-7106e57819c8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fd76af50-6901-43fd-92aa-c4d4fe54073d HTTP/1.1" status: 200 len: 897 time: 0.1510653 Jan 27 22:05:58.311361 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Made reservation on behalf of 518ffd4efe3648d68d6197635e985ef4 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:05:58.318605 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.320548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feffbc99-44bc-45b9-b9ff-9c6f12ec2a46 req-b1b12e98-c681-44eb-8e00-c3da5837c653 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 HTTP/1.1" status: 200 len: 999 time: 0.0927002 Jan 27 22:05:58.381887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbc99-44bc-45b9-b9ff-9c6f12ec2a46 req-405802fc-2188-4a81-9d58-458bbebd1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.383787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feffbc99-44bc-45b9-b9ff-9c6f12ec2a46 req-405802fc-2188-4a81-9d58-458bbebd1b4d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5d9a82f-fc05-4292-8409-39650cc73564 HTTP/1.1" status: 200 len: 835 time: 0.0568178 Jan 27 22:05:58.417801 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7243b8a0-fdf9-4e58-891c-0887687bf164 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/6fe1e1af-a7db-427e-aebd-3622bfe26481 HTTP/1.1" status: 200 len: 991 time: 0.2141500 Jan 27 22:05:58.448420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffbc99-44bc-45b9-b9ff-9c6f12ec2a46 req-1d17f708-2a97-48ed-89a9-25b9846e2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.450681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feffbc99-44bc-45b9-b9ff-9c6f12ec2a46 req-1d17f708-2a97-48ed-89a9-25b9846e2d23 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd76af50-6901-43fd-92aa-c4d4fe54073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572851 Jan 27 22:05:58.570316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-46d83c28-4f2c-498a-b4b4-f98860b7bc65 None None] Set router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:05:58.575678 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feffbc99-44bc-45b9-b9ff-9c6f12ec2a46 req-9fceaa74-66ea-405b-8618-a1c9534aa642 service neutron] 10.222.0.71 "GET /v2.0/networks/fd76af50-6901-43fd-92aa-c4d4fe54073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145704 Jan 27 22:05:58.681534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feffbc99-44bc-45b9-b9ff-9c6f12ec2a46 req-0f4ff8d1-9c5e-49a2-8922-ae83b1d1f025 service neutron] 10.222.0.71 "GET /v2.0/networks/fd76af50-6901-43fd-92aa-c4d4fe54073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996544 Jan 27 22:05:58.703243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (dde9af2f-54b2-4611-8d0d-5b06ced1c38c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.759233 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde9af2f-54b2-4611-8d0d-5b06ced1c38c,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:58.770875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.771158 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.771513 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.771863 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.772241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.772581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.772923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.773262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.773627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.773958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.774296 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.774626 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.774955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:58.780380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Checking segment: {'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:58.780778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Network hostable DHCP agents. Network: 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:05:58.817941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-46d83c28-4f2c-498a-b4b4-f98860b7bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:05:33Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '6fe1e1af-a7db-427e-aebd-3622bfe26481', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'port_id': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'mac_address': 'fa:16:3e:5c:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632e54db-04c0-4150-be99-47c7faa90c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:05:56Z', 'updated_at': '2022-01-27T22:05:56Z', 'revision_number': 0, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10f1af-2033-43a0-b125-c2c0ddbdc2c6', 'name': '', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:f0:e2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:32Z', 'updated_at': '2022-01-27T22:05:39Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:05:58.847620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d83c28-4f2c-498a-b4b4-f98860b7bc65 None None] The sync data for ids ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'] in n-d-760456-6 is: [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:05:33Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '6fe1e1af-a7db-427e-aebd-3622bfe26481', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'floating_ip_address': '172.25.0.158', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'port_id': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'mac_address': 'fa:16:3e:5c:56:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632e54db-04c0-4150-be99-47c7faa90c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:05:56Z', 'updated_at': '2022-01-27T22:05:56Z', 'revision_number': 0, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be10f1af-2033-43a0-b125-c2c0ddbdc2c6', 'name': '', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:f0:e2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:32Z', 'updated_at': '2022-01-27T22:05:39Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:05:58.897244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:05:58.975223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:58.982031 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:05:58.982993 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:58.987964 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567a240-702c-471a-8438-efcb5f6c8e6d None None] Network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:05:59.100822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'fixed_ips': [{'subnet_id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:05:59.102142 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.111008 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ba68c0a0-fdae-4e06-944f-ac6b24e63fcb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0024970 Jan 27 22:05:59.113908 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494846d0-f30f-4458-9344-b0c2e2ef092c None None] New status for floating IP 6fe1e1af-a7db-427e-aebd-3622bfe26481: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:05:59.114377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52968) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:59.120862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:05:59.257451 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (671d16de-e563-4900-b448-8804a8e731b0), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.258544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (671d16de-e563-4900-b448-8804a8e731b0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.278706 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Allocated IP 172.20.0.2 (0cec7665-b7cc-40c1-aa5d-b9cbce34cf46/dde9af2f-54b2-4611-8d0d-5b06ced1c38c/7f4f210e-aea4-4c3f-bef9-0d62fc99cb08) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:05:59.327083 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Publish callbacks [] for router_controller (671d16de-e563-4900-b448-8804a8e731b0), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.419035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 52972) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:05:59.449380 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Publish callbacks [] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.489319 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d3cae966-4b79-4fac-88c6-84d713f9995e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/6fe1e1af-a7db-427e-aebd-3622bfe26481 HTTP/1.1" status: 200 len: 993 time: 0.0689824 Jan 27 22:05:59.538146 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.579334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:05:59.582790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:05:59.589318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:05:59.597297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Pushing event updated for resources: {'Port': ['ID=7f4f210e-aea4-4c3f-bef9-0d62fc99cb08,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:05:59.609685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.609685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.610047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.610392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.610733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.611064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.611394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.611719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.612049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.612399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.613337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.613680 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.614007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:05:59.664205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Attempting to bind port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:05:59.664589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Attempting to bind port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:05:59.664960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Attempting to bind port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 on network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:05:59.670905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:05:59.671419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Checking segment: {'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:05:59.671687 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.672875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Bound using segment: {'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:05:59.673372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Bound port: 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:05:59.673765 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.743916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] For port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:05:59.747182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] For port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7f4f210e-aea4-4c3f-bef9-0d62fc99cb08,segment=NetworkSegment(1866d2fb-0d26-4d67-8111-787948c4e9ff),segment_id=1866d2fb-0d26-4d67-8111-787948c4e9ff)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:05:59.823967 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.892178 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Publish callbacks [] for router_gateway (671d16de-e563-4900-b448-8804a8e731b0), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:05:59.895628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abafa37-3a19-465b-8d82-66532a586328 None None] Pushing event updated for resources: {'Port': ['ID=7f4f210e-aea4-4c3f-bef9-0d62fc99cb08,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:00.327261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Publish callbacks [] for router_gateway (671d16de-e563-4900-b448-8804a8e731b0), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.348178 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.348674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:00.411092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:00.411581 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.487242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Allocated IP 172.25.0.163 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/79f998dc-b020-4dde-8057-a55cbfb2aa72) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:00.502563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:00.503562 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.537746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7f4f210e-aea4-4c3f-bef9-0d62fc99cb08,segment=NetworkSegment(1866d2fb-0d26-4d67-8111-787948c4e9ff),segment_id=1866d2fb-0d26-4d67-8111-787948c4e9ff)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:00.603797 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Publish callbacks [] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.635857 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.693654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=7f4f210e-aea4-4c3f-bef9-0d62fc99cb08,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:00.777999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:00.823313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:00.826453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:00.833115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:00.859036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Pushing event updated for resources: {'Port': ['ID=79f998dc-b020-4dde-8057-a55cbfb2aa72,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:01.040991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8971c773-51ab-4e47-a743-698606cee1a8 None None] Network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:01.116702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d7b63c8e-c07a-41e5-b2de-558805b8e11d None None] Provisioning complete for port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:01.117337 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d7b63c8e-c07a-41e5-b2de-558805b8e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.240224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d7b63c8e-c07a-41e5-b2de-558805b8e11d None None] Current status of the port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:01.273719 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Publish callbacks [] for router_gateway (671d16de-e563-4900-b448-8804a8e731b0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.509934 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (671d16de-e563-4900-b448-8804a8e731b0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.574507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4891d752-7714-403c-8bc8-17c1d476a40c None None] Provisioning complete for port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:01.575526 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4891d752-7714-403c-8bc8-17c1d476a40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.667123 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4891d752-7714-403c-8bc8-17c1d476a40c None None] Current status of the port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:01.720125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Router 671d16de-e563-4900-b448-8804a8e731b0 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:06:01.835005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:06:01.850178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Sync routers for ids ['671d16de-e563-4900-b448-8804a8e731b0'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:06:01.860448 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Routers {'671d16de-e563-4900-b448-8804a8e731b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:01.861067 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['671d16de-e563-4900-b448-8804a8e731b0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:01.922447 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:01.926990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4647b49f-4ad2-4507-b389-d775b10a58bb admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8082395 Jan 27 22:06:01.931516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 52986) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:01.980441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Set router 671d16de-e563-4900-b448-8804a8e731b0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:02.238138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:06:01Z', 'revision_number': 3, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:02.245161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:02.279772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Checking router: 671d16de-e563-4900-b448-8804a8e731b0 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:06:02.280559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Updating router 671d16de-e563-4900-b448-8804a8e731b0 port 79f998dc-b020-4dde-8057-a55cbfb2aa72 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:06:02.330783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.428060 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.448752 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4cc6493d-ff1f-4eb9-bb7e-e4c33102e69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.534056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:02.534961 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.616935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Allocated IP 172.20.0.1 (0cec7665-b7cc-40c1-aa5d-b9cbce34cf46/dde9af2f-54b2-4611-8d0d-5b06ced1c38c/5e81e2ec-da5e-4c44-b415-26213b64567d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:02.714625 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Publish callbacks [] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.716859 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:02.774185 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Publish callbacks [] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.785233 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.856444 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Attempting to bind port 79f998dc-b020-4dde-8057-a55cbfb2aa72 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:02.856894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Attempting to bind port 79f998dc-b020-4dde-8057-a55cbfb2aa72 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:02.857327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Attempting to bind port 79f998dc-b020-4dde-8057-a55cbfb2aa72 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:02.859444 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b79f6-31da-421f-8de6-9915836e9353 None None] Pushing event updated for resources: {'Port': ['ID=79f998dc-b020-4dde-8057-a55cbfb2aa72,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:02.865503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:02.874107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:02.874107 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.874107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:02.874107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Bound port: 79f998dc-b020-4dde-8057-a55cbfb2aa72, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:02.874107 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.891964 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:02.921016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] For port 79f998dc-b020-4dde-8057-a55cbfb2aa72, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:02.924129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] For port 79f998dc-b020-4dde-8057-a55cbfb2aa72, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=79f998dc-b020-4dde-8057-a55cbfb2aa72,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:02.946529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:02.946529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:02.946529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:02.966610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Pushing event updated for resources: {'Port': ['ID=5e81e2ec-da5e-4c44-b415-26213b64567d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:02.985617 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (671d16de-e563-4900-b448-8804a8e731b0), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.008490 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.075832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Routers {'671d16de-e563-4900-b448-8804a8e731b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:03.076664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:05:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['671d16de-e563-4900-b448-8804a8e731b0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:03.137434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b79f6-31da-421f-8de6-9915836e9353 None None] Pushing event updated for resources: {'Port': ['ID=79f998dc-b020-4dde-8057-a55cbfb2aa72,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:03.336165 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.379032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-91d9238e-cc72-4293-aefa-b0b36b63a8fc None None] Provisioning complete for port 5e81e2ec-da5e-4c44-b415-26213b64567d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:03.379417 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91d9238e-cc72-4293-aefa-b0b36b63a8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.384443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] Set router 671d16de-e563-4900-b448-8804a8e731b0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:03.506816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-91d9238e-cc72-4293-aefa-b0b36b63a8fc None None] Port 5e81e2ec-da5e-4c44-b415-26213b64567d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:03.608548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:06:01Z', 'revision_number': 3, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:03.636767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374e6dc-3f8b-4d88-9081-105697e9de48 None None] The sync data for ids ['671d16de-e563-4900-b448-8804a8e731b0'] in n-d-760456-6 is: [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:06:01Z', 'revision_number': 3, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:06:03.837963 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Publish callbacks [] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:03.946978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.027376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Pushing event updated for resources: {'Port': ['ID=5e81e2ec-da5e-4c44-b415-26213b64567d,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:04.028640 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (671d16de-e563-4900-b448-8804a8e731b0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.206592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:04.206592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:04.278556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 79f998dc-b020-4dde-8057-a55cbfb2aa72 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:04.388460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 79f998dc-b020-4dde-8057-a55cbfb2aa72 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:04.389947 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.412830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Router 671d16de-e563-4900-b448-8804a8e731b0 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:06:04.485723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 79f998dc-b020-4dde-8057-a55cbfb2aa72 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:04.486415 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.545546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 79f998dc-b020-4dde-8057-a55cbfb2aa72, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=79f998dc-b020-4dde-8057-a55cbfb2aa72,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:04.581556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:06:04.591839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-06b9b5c6-4758-4cd8-8b44-6d5bfa4b914e admin admin] 10.222.0.61 "PUT /v2.0/routers/671d16de-e563-4900-b448-8804a8e731b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6636729 Jan 27 22:06:04.648065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ce618ffd-01a0-4d68-95aa-fd4cca5fb460 None None] Provisioning complete for port 5e81e2ec-da5e-4c44-b415-26213b64567d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:04.650997 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ce618ffd-01a0-4d68-95aa-fd4cca5fb460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.713227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ce618ffd-01a0-4d68-95aa-fd4cca5fb460 None None] Port 5e81e2ec-da5e-4c44-b415-26213b64567d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:04.715963 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:04.785061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=79f998dc-b020-4dde-8057-a55cbfb2aa72,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:04.932009 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3f80de4-54d4-4bba-9740-3eb9df788cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.570147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53008) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:05.574990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-38601253-network', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:05.649263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Made reservation on behalf of eb06ffcf7ae344d08b36e5a4819cba1b for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:05.651667 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.661164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.702226 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Sync routers for ids ['671d16de-e563-4900-b448-8804a8e731b0'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:06:05.712260 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Routers {'671d16de-e563-4900-b448-8804a8e731b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:05.713156 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:06:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['671d16de-e563-4900-b448-8804a8e731b0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:05.740171 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Publish callbacks [] for security_group (b74f30e6-0f19-4e2f-98e8-b991629cb00f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.820317 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Set router 671d16de-e563-4900-b448-8804a8e731b0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:05.826859 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b74f30e6-0f19-4e2f-98e8-b991629cb00f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.852598 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:06:05.864167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74f30e6-0f19-4e2f-98e8-b991629cb00f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:05.870952 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (1ed110ea-a8be-4fd9-91cb-640ee971bf39), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:05.871439 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Added segment 1ed110ea-a8be-4fd9-91cb-640ee971bf39 of type vlan for network b2890277-f610-4103-b36b-01e43a7ac96b Jan 27 22:06:05.925228 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b2890277-f610-4103-b36b-01e43a7ac96b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.015701 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b2890277-f610-4103-b36b-01e43a7ac96b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.016839 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.017438 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.030986 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:06:03Z', 'revision_number': 4, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '5e81e2ec-da5e-4c44-b415-26213b64567d', 'name': '', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'mac_address': 'fa:16:3e:31:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:02Z', 'updated_at': '2022-01-27T22:06:03Z', 'revision_number': 2, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'subnets': [{'id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:06.071042 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Checking router: 671d16de-e563-4900-b448-8804a8e731b0 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:06:06.076863 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Updating router 671d16de-e563-4900-b448-8804a8e731b0 port 5e81e2ec-da5e-4c44-b415-26213b64567d binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:06:06.092258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] Pushing event updated for resources: {'Network': ['ID=b2890277-f610-4103-b36b-01e43a7ac96b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:06.099103 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.111521 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b2890277-f610-4103-b36b-01e43a7ac96b details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:06:06.145938 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-66da12c8-0124-46d2-9bd9-2ecf90997955 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5746479 Jan 27 22:06:06.148692 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53010) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:06.153902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-81ef05b7-bd5d-4430-8eea-0773b13b9f67 admin admin] Request body: {'subnet': {'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-38601253-subnet', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:06.197814 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.275745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 79f998dc-b020-4dde-8057-a55cbfb2aa72 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:06.313343 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef05b7-bd5d-4430-8eea-0773b13b9f67 admin admin] Made reservation on behalf of eb06ffcf7ae344d08b36e5a4819cba1b for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:06.318388 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81ef05b7-bd5d-4430-8eea-0773b13b9f67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.324744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 79f998dc-b020-4dde-8057-a55cbfb2aa72 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:06.325241 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.410928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 79f998dc-b020-4dde-8057-a55cbfb2aa72 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:06.545988 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Publish callbacks [] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.552327 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81ef05b7-bd5d-4430-8eea-0773b13b9f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (493d350b-89e9-4998-96c5-e3b750de7884), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.605067 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef05b7-bd5d-4430-8eea-0773b13b9f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=493d350b-89e9-4998-96c5-e3b750de7884,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:06.615949 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef05b7-bd5d-4430-8eea-0773b13b9f67 admin admin] Checking segment: {'id': '1ed110ea-a8be-4fd9-91cb-640ee971bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:06.616346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef05b7-bd5d-4430-8eea-0773b13b9f67 admin admin] Network hostable DHCP agents. Network: b2890277-f610-4103-b36b-01e43a7ac96b, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:06:06.660394 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.715626 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfce4af-a5e8-4bb0-a54e-719f246c9f7f None None] Pushing event updated for resources: {'Port': ['ID=5e81e2ec-da5e-4c44-b415-26213b64567d,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:06.730740 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef05b7-bd5d-4430-8eea-0773b13b9f67 admin admin] Network b2890277-f610-4103-b36b-01e43a7ac96b is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:06:06.771680 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Attempting to bind port 5e81e2ec-da5e-4c44-b415-26213b64567d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:06.772051 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Attempting to bind port 5e81e2ec-da5e-4c44-b415-26213b64567d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:06.772493 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Attempting to bind port 5e81e2ec-da5e-4c44-b415-26213b64567d on network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:06.778063 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:06.778436 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Checking segment: {'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:06.778840 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.779230 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Bound using segment: {'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:06.779693 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Bound port: 5e81e2ec-da5e-4c44-b415-26213b64567d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:06.780067 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.826295 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-81ef05b7-bd5d-4430-8eea-0773b13b9f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, b2890277-f610-4103-b36b-01e43a7ac96b) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:06.831693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef05b7-bd5d-4430-8eea-0773b13b9f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:06.832318 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81ef05b7-bd5d-4430-8eea-0773b13b9f67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.834392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7359d7f0-d6e1-46ed-a338-79c83e777b4a None None] Network b2890277-f610-4103-b36b-01e43a7ac96b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:06.861811 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] For port 5e81e2ec-da5e-4c44-b415-26213b64567d, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:06.866398 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] For port 5e81e2ec-da5e-4c44-b415-26213b64567d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5e81e2ec-da5e-4c44-b415-26213b64567d,segment=NetworkSegment(1866d2fb-0d26-4d67-8111-787948c4e9ff),segment_id=1866d2fb-0d26-4d67-8111-787948c4e9ff)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:06.931309 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-81ef05b7-bd5d-4430-8eea-0773b13b9f67 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7790694 Jan 27 22:06:06.931732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53016) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:06.937624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-38601253-router', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:06.956538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-40364223-e633-45cc-9770-2bd69f588132 None None] Provisioning complete for port 5e81e2ec-da5e-4c44-b415-26213b64567d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:06.957033 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-40364223-e633-45cc-9770-2bd69f588132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.961080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b2890277-f610-4103-b36b-01e43a7ac96b', 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b', 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'fixed_ips': [{'subnet_id': '493d350b-89e9-4998-96c5-e3b750de7884'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:06:06.961965 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:06.970272 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.038251 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Routers {'671d16de-e563-4900-b448-8804a8e731b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:07.038899 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:06:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['671d16de-e563-4900-b448-8804a8e731b0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:07.069074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-40364223-e633-45cc-9770-2bd69f588132 None None] Port 5e81e2ec-da5e-4c44-b415-26213b64567d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:07.069951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (da6c72da-4d2b-41ec-b281-12f5b81e1122), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.072937 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (da6c72da-4d2b-41ec-b281-12f5b81e1122), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.091907 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfce4af-a5e8-4bb0-a54e-719f246c9f7f None None] Pushing event updated for resources: {'Port': ['ID=5e81e2ec-da5e-4c44-b415-26213b64567d,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:07.209695 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] Set router 671d16de-e563-4900-b448-8804a8e731b0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:07.229563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Allocated IP 172.20.0.2 (b2890277-f610-4103-b36b-01e43a7ac96b/493d350b-89e9-4998-96c5-e3b750de7884/0c4a9004-daef-468e-9b1b-a8003acb1c0e) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:07.237724 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Publish callbacks [] for router_controller (da6c72da-4d2b-41ec-b281-12f5b81e1122), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.511046 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Publish callbacks [] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.521169 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.546885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b9d3a5e2-b838-45d3-a21a-ee480c5414bb None None] Provisioning complete for port 5e81e2ec-da5e-4c44-b415-26213b64567d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:07.547991 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a5e2-b838-45d3-a21a-ee480c5414bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.559578 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:06:03Z', 'revision_number': 4, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '5e81e2ec-da5e-4c44-b415-26213b64567d', 'name': '', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'mac_address': 'fa:16:3e:31:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:02Z', 'updated_at': '2022-01-27T22:06:06Z', 'revision_number': 4, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'subnets': [{'id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:07.595311 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.602589 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939545ce-6cdb-4f1d-b005-e7eba91c77dc None None] The sync data for ids ['671d16de-e563-4900-b448-8804a8e731b0'] in n-d-760456-6 is: [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:06:03Z', 'revision_number': 4, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '5e81e2ec-da5e-4c44-b415-26213b64567d', 'name': '', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'mac_address': 'fa:16:3e:31:39:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:02Z', 'updated_at': '2022-01-27T22:06:06Z', 'revision_number': 4, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'subnets': [{'id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:06:07.613240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Publish callbacks [] for router_gateway (da6c72da-4d2b-41ec-b281-12f5b81e1122), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.642136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Network b2890277-f610-4103-b36b-01e43a7ac96b is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:07.648964 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:07.670676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:07.711400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Pushing event updated for resources: {'Port': ['ID=0c4a9004-daef-468e-9b1b-a8003acb1c0e,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:07.779813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Attempting to bind port 0c4a9004-daef-468e-9b1b-a8003acb1c0e on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:07.780318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Attempting to bind port 0c4a9004-daef-468e-9b1b-a8003acb1c0e by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '1ed110ea-a8be-4fd9-91cb-640ee971bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:07.780745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Attempting to bind port 0c4a9004-daef-468e-9b1b-a8003acb1c0e on network b2890277-f610-4103-b36b-01e43a7ac96b {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:07.782744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b9d3a5e2-b838-45d3-a21a-ee480c5414bb None None] Current status of the port 5e81e2ec-da5e-4c44-b415-26213b64567d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:07.783199 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a5e2-b838-45d3-a21a-ee480c5414bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.794851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:07.795336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Checking segment: {'id': '1ed110ea-a8be-4fd9-91cb-640ee971bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:07.795815 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.796313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Bound using segment: {'id': '1ed110ea-a8be-4fd9-91cb-640ee971bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:07.796878 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Bound port: 0c4a9004-daef-468e-9b1b-a8003acb1c0e, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed110ea-a8be-4fd9-91cb-640ee971bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:07.797335 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.851366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b9d3a5e2-b838-45d3-a21a-ee480c5414bb None None] For port 5e81e2ec-da5e-4c44-b415-26213b64567d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5e81e2ec-da5e-4c44-b415-26213b64567d,segment=NetworkSegment(1866d2fb-0d26-4d67-8111-787948c4e9ff),segment_id=1866d2fb-0d26-4d67-8111-787948c4e9ff)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:07.886627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] For port 0c4a9004-daef-468e-9b1b-a8003acb1c0e, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:07.890083 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] For port 0c4a9004-daef-468e-9b1b-a8003acb1c0e, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c4a9004-daef-468e-9b1b-a8003acb1c0e,segment=NetworkSegment(1ed110ea-a8be-4fd9-91cb-640ee971bf39),segment_id=1ed110ea-a8be-4fd9-91cb-640ee971bf39)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:07.946486 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Publish callbacks [] for router_gateway (da6c72da-4d2b-41ec-b281-12f5b81e1122), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.971287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:07.977111 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9d3a5e2-b838-45d3-a21a-ee480c5414bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.012196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.051682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3a5e2-b838-45d3-a21a-ee480c5414bb None None] Pushing event updated for resources: {'Port': ['ID=5e81e2ec-da5e-4c44-b415-26213b64567d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:08.116136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad33bc-3eab-4755-bd63-741665a14009 None None] Pushing event updated for resources: {'Port': ['ID=0c4a9004-daef-468e-9b1b-a8003acb1c0e,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:08.142963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Allocated IP 172.25.0.14 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/ae2884c3-eeed-45f2-ba27-05e67fdffaf3) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:08.299931 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Publish callbacks [] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.369712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5e81e2ec-da5e-4c44-b415-26213b64567d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:08.450103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5e81e2ec-da5e-4c44-b415-26213b64567d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:08.450594 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.498202 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.597594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5e81e2ec-da5e-4c44-b415-26213b64567d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:08.604859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2884c3-eeed-45f2-ba27-05e67fdffaf3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:08.616700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:08.618256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:08.621094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:08.926171 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:08.972956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Publish callbacks [] for router_gateway (da6c72da-4d2b-41ec-b281-12f5b81e1122), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.213468 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (da6c72da-4d2b-41ec-b281-12f5b81e1122), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.320936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f51b498-5606-4784-867c-9f1c5ad33a86 None None] Network b2890277-f610-4103-b36b-01e43a7ac96b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:06:09.430464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-09b556a2-cf89-4f75-ba42-28586f0da83c None None] Provisioning complete for port 0c4a9004-daef-468e-9b1b-a8003acb1c0e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:09.431160 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09b556a2-cf89-4f75-ba42-28586f0da83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.445536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Router da6c72da-4d2b-41ec-b281-12f5b81e1122 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:06:09.530734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-09b556a2-cf89-4f75-ba42-28586f0da83c None None] Current status of the port 0c4a9004-daef-468e-9b1b-a8003acb1c0e is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:09.530968 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09b556a2-cf89-4f75-ba42-28586f0da83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.595447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:06:09.598575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-09b556a2-cf89-4f75-ba42-28586f0da83c None None] For port 0c4a9004-daef-468e-9b1b-a8003acb1c0e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c4a9004-daef-468e-9b1b-a8003acb1c0e,segment=NetworkSegment(1ed110ea-a8be-4fd9-91cb-640ee971bf39),segment_id=1ed110ea-a8be-4fd9-91cb-640ee971bf39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:09.608673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Sync routers for ids ['da6c72da-4d2b-41ec-b281-12f5b81e1122'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:06:09.623896 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Routers {'da6c72da-4d2b-41ec-b281-12f5b81e1122'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:09.624634 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:06:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da6c72da-4d2b-41ec-b281-12f5b81e1122'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:09.711315 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09b556a2-cf89-4f75-ba42-28586f0da83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.765163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Set router da6c72da-4d2b-41ec-b281-12f5b81e1122 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:09.768955 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:09.773245 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1213716c-c4ed-4c48-80d6-727ad07013b8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8378439 Jan 27 22:06:09.773663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53030) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:09.831987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b556a2-cf89-4f75-ba42-28586f0da83c None None] Pushing event updated for resources: {'Port': ['ID=0c4a9004-daef-468e-9b1b-a8003acb1c0e,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:09.887313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-52f5bd42-59fa-49a1-a4a3-f7c0cd120acf None None] Provisioning complete for port 0c4a9004-daef-468e-9b1b-a8003acb1c0e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:09.887701 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-52f5bd42-59fa-49a1-a4a3-f7c0cd120acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.218964 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-52f5bd42-59fa-49a1-a4a3-f7c0cd120acf None None] Current status of the port 0c4a9004-daef-468e-9b1b-a8003acb1c0e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:10.223949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'name': 'tempest-TestServerBasicOps-38601253-router', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:08Z', 'revision_number': 3, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'gw_port': {'id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:10.260935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Checking router: da6c72da-4d2b-41ec-b281-12f5b81e1122 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:06:10.261418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Updating router da6c72da-4d2b-41ec-b281-12f5b81e1122 port ae2884c3-eeed-45f2-ba27-05e67fdffaf3 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:06:10.290071 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.294709 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.318164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c4a9004-daef-468e-9b1b-a8003acb1c0e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:10.439391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0c4a9004-daef-468e-9b1b-a8003acb1c0e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:10.440095 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.504939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Allocated IP 172.20.0.1 (b2890277-f610-4103-b36b-01e43a7ac96b/493d350b-89e9-4998-96c5-e3b750de7884/bab11103-271a-4f15-915a-b73836ab396c) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:10.595064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0c4a9004-daef-468e-9b1b-a8003acb1c0e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:10.615670 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Publish callbacks [] for port (bab11103-271a-4f15-915a-b73836ab396c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.684354 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Publish callbacks [] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.738235 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (bab11103-271a-4f15-915a-b73836ab396c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.769617 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.782152 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Network b2890277-f610-4103-b36b-01e43a7ac96b is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:10.786238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:10.788745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:10.820952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Pushing event updated for resources: {'Port': ['ID=bab11103-271a-4f15-915a-b73836ab396c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:10.830918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1b723-e099-4fc9-bb74-ad00e63e8dba None None] Pushing event updated for resources: {'Port': ['ID=ae2884c3-eeed-45f2-ba27-05e67fdffaf3,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:10.833355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Attempting to bind port ae2884c3-eeed-45f2-ba27-05e67fdffaf3 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:10.833740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Attempting to bind port ae2884c3-eeed-45f2-ba27-05e67fdffaf3 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:10.834440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Attempting to bind port ae2884c3-eeed-45f2-ba27-05e67fdffaf3 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:10.839827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:10.840248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:10.840670 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.841058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:10.841544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Bound port: ae2884c3-eeed-45f2-ba27-05e67fdffaf3, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:10.842030 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.842730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (da6c72da-4d2b-41ec-b281-12f5b81e1122), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:10.895923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] For port ae2884c3-eeed-45f2-ba27-05e67fdffaf3, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:10.899170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] For port ae2884c3-eeed-45f2-ba27-05e67fdffaf3, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ae2884c3-eeed-45f2-ba27-05e67fdffaf3,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:10.993186 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.062291 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bab11103-271a-4f15-915a-b73836ab396c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.066463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1b723-e099-4fc9-bb74-ad00e63e8dba None None] Pushing event updated for resources: {'Port': ['ID=ae2884c3-eeed-45f2-ba27-05e67fdffaf3,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:11.076586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Routers {'da6c72da-4d2b-41ec-b281-12f5b81e1122'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:11.076586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:06:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da6c72da-4d2b-41ec-b281-12f5b81e1122'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:11.127450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-483426e1-636e-4d27-b3c4-dc44485c2df8 None None] Provisioning complete for port bab11103-271a-4f15-915a-b73836ab396c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:11.127866 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-483426e1-636e-4d27-b3c4-dc44485c2df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bab11103-271a-4f15-915a-b73836ab396c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.223894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-483426e1-636e-4d27-b3c4-dc44485c2df8 None None] Port bab11103-271a-4f15-915a-b73836ab396c cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:11.236974 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Publish callbacks [] for port (bab11103-271a-4f15-915a-b73836ab396c), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.290399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] Set router da6c72da-4d2b-41ec-b281-12f5b81e1122 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:11.320798 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (bab11103-271a-4f15-915a-b73836ab396c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.388343 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Pushing event updated for resources: {'Port': ['ID=bab11103-271a-4f15-915a-b73836ab396c,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:11.391155 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (da6c72da-4d2b-41ec-b281-12f5b81e1122), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.490803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Network b2890277-f610-4103-b36b-01e43a7ac96b is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:11.492490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:11.589725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'name': 'tempest-TestServerBasicOps-38601253-router', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:10Z', 'revision_number': 4, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'gw_port': {'id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'bab11103-271a-4f15-915a-b73836ab396c', 'name': '', 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'mac_address': 'fa:16:3e:dd:0d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '493d350b-89e9-4998-96c5-e3b750de7884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:10Z', 'updated_at': '2022-01-27T22:06:10Z', 'revision_number': 1, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'subnets': [{'id': '493d350b-89e9-4998-96c5-e3b750de7884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:11.624822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Router da6c72da-4d2b-41ec-b281-12f5b81e1122 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:06:11.627015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3a176-fc62-4f57-a820-16f48639d5e5 None None] The sync data for ids ['da6c72da-4d2b-41ec-b281-12f5b81e1122'] in n-d-760456-6 is: [{'id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'name': 'tempest-TestServerBasicOps-38601253-router', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:10Z', 'revision_number': 4, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'gw_port': {'id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'bab11103-271a-4f15-915a-b73836ab396c', 'name': '', 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'mac_address': 'fa:16:3e:dd:0d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '493d350b-89e9-4998-96c5-e3b750de7884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:10Z', 'updated_at': '2022-01-27T22:06:10Z', 'revision_number': 1, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'subnets': [{'id': '493d350b-89e9-4998-96c5-e3b750de7884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:06:11.782907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:06:11.788897 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1b210407-126d-4b5e-bec1-f40755f82808 admin admin] 10.222.0.61 "PUT /v2.0/routers/da6c72da-4d2b-41ec-b281-12f5b81e1122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0140460 Jan 27 22:06:11.852392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e8a72799-1e42-4eeb-80bd-11528d67c880 None None] Provisioning complete for port bab11103-271a-4f15-915a-b73836ab396c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:11.853050 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e8a72799-1e42-4eeb-80bd-11528d67c880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bab11103-271a-4f15-915a-b73836ab396c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:11.914447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e8a72799-1e42-4eeb-80bd-11528d67c880 None None] Port bab11103-271a-4f15-915a-b73836ab396c cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:12.353693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53050) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:12.359521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e5b1a193-0680-40e3-909b-798bbd489431 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581379002', 'description': 'tempest-secgroup-smoke-581379002 description', 'project_id': '518ffd4efe3648d68d6197635e985ef4'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:12.486121 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5b1a193-0680-40e3-909b-798bbd489431 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.559182 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5b1a193-0680-40e3-909b-798bbd489431 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group (e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.640509 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5b1a193-0680-40e3-909b-798bbd489431 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.671637 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1a193-0680-40e3-909b-798bbd489431 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:12.731092 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5b1a193-0680-40e3-909b-798bbd489431 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.732588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e5b1a193-0680-40e3-909b-798bbd489431 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3771217 Jan 27 22:06:12.735472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53054) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:12.740825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e9e79432-a5f1-4dff-a367-53c55cacadc7 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Request body: {'security_group_rule': {'security_group_id': 'e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0', 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:12.851289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e9e79432-a5f1-4dff-a367-53c55cacadc7 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (6115e312-de88-4134-9f6e-b2a24a356624), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:12.914542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e9e79432-a5f1-4dff-a367-53c55cacadc7 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (6115e312-de88-4134-9f6e-b2a24a356624), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.007363 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e9e79432-a5f1-4dff-a367-53c55cacadc7 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (6115e312-de88-4134-9f6e-b2a24a356624), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.027017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e79432-a5f1-4dff-a367-53c55cacadc7 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6115e312-de88-4134-9f6e-b2a24a356624,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:13.122284 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e9e79432-a5f1-4dff-a367-53c55cacadc7 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.123577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e9e79432-a5f1-4dff-a367-53c55cacadc7 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3870733 Jan 27 22:06:13.126569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53058) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:13.130888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f31eafd7-05ac-4161-935c-9d29fbc75f72 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Request body: {'security_group_rule': {'security_group_id': 'e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0', 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:13.233919 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f31eafd7-05ac-4161-935c-9d29fbc75f72 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (3d46aaee-c536-4cc8-9177-3ece43b0dc81), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.294684 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f31eafd7-05ac-4161-935c-9d29fbc75f72 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (3d46aaee-c536-4cc8-9177-3ece43b0dc81), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.394829 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f31eafd7-05ac-4161-935c-9d29fbc75f72 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (3d46aaee-c536-4cc8-9177-3ece43b0dc81), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.413646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31eafd7-05ac-4161-935c-9d29fbc75f72 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d46aaee-c536-4cc8-9177-3ece43b0dc81,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:13.525645 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f31eafd7-05ac-4161-935c-9d29fbc75f72 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.526791 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f31eafd7-05ac-4161-935c-9d29fbc75f72 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3993020 Jan 27 22:06:13.529723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53060) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:13.534520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3b1db7c6-ad49-43cc-884d-040778d1f599 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Request body: {'security_group_rule': {'security_group_id': 'e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0', 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:13.668378 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b1db7c6-ad49-43cc-884d-040778d1f599 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (4f0ebd30-58eb-4956-abbc-6adea01b4e63), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.743747 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b1db7c6-ad49-43cc-884d-040778d1f599 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (4f0ebd30-58eb-4956-abbc-6adea01b4e63), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.821027 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b1db7c6-ad49-43cc-884d-040778d1f599 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (4f0ebd30-58eb-4956-abbc-6adea01b4e63), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.843966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1db7c6-ad49-43cc-884d-040778d1f599 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0ebd30-58eb-4956-abbc-6adea01b4e63,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:13.928328 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3b1db7c6-ad49-43cc-884d-040778d1f599 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:13.929567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3b1db7c6-ad49-43cc-884d-040778d1f599 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3989193 Jan 27 22:06:13.932333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53068) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:13.936770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d4583be3-ce76-4497-a3a7-985d1bad809c tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Request body: {'security_group_rule': {'security_group_id': 'e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0', 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:14.051569 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4583be3-ce76-4497-a3a7-985d1bad809c tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (778fd152-58a5-4482-be54-db4feefe2ebb), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.114950 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4583be3-ce76-4497-a3a7-985d1bad809c tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (778fd152-58a5-4482-be54-db4feefe2ebb), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.194526 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4583be3-ce76-4497-a3a7-985d1bad809c tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (778fd152-58a5-4482-be54-db4feefe2ebb), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.215515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4583be3-ce76-4497-a3a7-985d1bad809c tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778fd152-58a5-4482-be54-db4feefe2ebb,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:14.260387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ae2884c3-eeed-45f2-ba27-05e67fdffaf3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:14.310339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port ae2884c3-eeed-45f2-ba27-05e67fdffaf3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:14.310723 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.325605 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4583be3-ce76-4497-a3a7-985d1bad809c tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.327500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d4583be3-ce76-4497-a3a7-985d1bad809c tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3937728 Jan 27 22:06:14.329920 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53070) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:14.335565 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9418d25a-a660-4a74-af4e-7ee34f50c7b3 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Request body: {'security_group_rule': {'security_group_id': 'e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0', 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:14.403194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port ae2884c3-eeed-45f2-ba27-05e67fdffaf3 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:14.403636 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.427999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port ae2884c3-eeed-45f2-ba27-05e67fdffaf3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ae2884c3-eeed-45f2-ba27-05e67fdffaf3,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:14.451363 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-9418d25a-a660-4a74-af4e-7ee34f50c7b3 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Project 518ffd4efe3648d68d6197635e985ef4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:06:14.456889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9418d25a-a660-4a74-af4e-7ee34f50c7b3 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (15eff2ea-718d-4291-8654-83a6b3a10fbb), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.518299 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9418d25a-a660-4a74-af4e-7ee34f50c7b3 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (15eff2ea-718d-4291-8654-83a6b3a10fbb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.536800 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.587986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=ae2884c3-eeed-45f2-ba27-05e67fdffaf3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:14.609403 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9418d25a-a660-4a74-af4e-7ee34f50c7b3 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (15eff2ea-718d-4291-8654-83a6b3a10fbb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.635604 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418d25a-a660-4a74-af4e-7ee34f50c7b3 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15eff2ea-718d-4291-8654-83a6b3a10fbb,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:14.726103 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9418d25a-a660-4a74-af4e-7ee34f50c7b3 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.727440 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9418d25a-a660-4a74-af4e-7ee34f50c7b3 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3957980 Jan 27 22:06:14.734864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53076) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:14.741464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-271b5cd3-3ad9-4805-9c0c-22b73e602624 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Request body: {'security_group_rule': {'security_group_id': 'e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0', 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:14.849475 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-271b5cd3-3ad9-4805-9c0c-22b73e602624 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Project 518ffd4efe3648d68d6197635e985ef4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:06:14.855196 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-271b5cd3-3ad9-4805-9c0c-22b73e602624 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (79d54bf6-9445-4c2a-bb8c-5f2fcb5c4e50), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:14.956642 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-271b5cd3-3ad9-4805-9c0c-22b73e602624 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (79d54bf6-9445-4c2a-bb8c-5f2fcb5c4e50), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.026821 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-271b5cd3-3ad9-4805-9c0c-22b73e602624 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (79d54bf6-9445-4c2a-bb8c-5f2fcb5c4e50), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.051959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b5cd3-3ad9-4805-9c0c-22b73e602624 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d54bf6-9445-4c2a-bb8c-5f2fcb5c4e50,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:15.116469 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-271b5cd3-3ad9-4805-9c0c-22b73e602624 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:15.121122 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-271b5cd3-3ad9-4805-9c0c-22b73e602624 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3819587 Jan 27 22:06:15.290400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-b3d72daa-81d3-47c3-832e-ec915847a382 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581379002&fields=id&tenant_id=518ffd4efe3648d68d6197635e985ef4 HTTP/1.1" status: 200 len: 267 time: 0.0503228 Jan 27 22:06:15.440807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-03a4e6fc-145c-4419-850d-cf5ea878a730 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:15.442935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-03a4e6fc-145c-4419-850d-cf5ea878a730 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/networks?id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 HTTP/1.1" status: 200 len: 809 time: 0.1447954 Jan 27 22:06:15.461564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-a2d051fc-45ff-4d0e-9f5b-a9e1a00b9fc5 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/quotas/518ffd4efe3648d68d6197635e985ef4 HTTP/1.1" status: 200 len: 375 time: 0.0122416 Jan 27 22:06:15.525936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-99f31400-e691-4d05-867c-4868886f0d42 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=518ffd4efe3648d68d6197635e985ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565169 Jan 27 22:06:15.666158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-9572b540-4212-4f06-a39d-8f42896ae442 service neutron] 10.222.0.61 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265900 Jan 27 22:06:15.794642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-d3494e50-aaa9-45f4-8539-4250f6b22d28 service neutron] 10.222.0.61 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222875 Jan 27 22:06:15.960435 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Sync routers for ids ['da6c72da-4d2b-41ec-b281-12f5b81e1122'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:06:15.979370 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Routers {'da6c72da-4d2b-41ec-b281-12f5b81e1122'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:15.980164 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:06:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da6c72da-4d2b-41ec-b281-12f5b81e1122'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:16.119573 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Set router da6c72da-4d2b-41ec-b281-12f5b81e1122 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:16.187612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-88443b43-e185-4b68-acfa-09c9b19ffce5 req-cd3088a8-c09e-4b33-af37-6f4fb7f4745a tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 210 time: 0.0568337 Jan 27 22:06:16.288198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ae2884c3-eeed-45f2-ba27-05e67fdffaf3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:16.413195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port ae2884c3-eeed-45f2-ba27-05e67fdffaf3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:16.413732 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:16.416401 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'name': 'tempest-TestServerBasicOps-38601253-router', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:10Z', 'revision_number': 4, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'gw_port': {'id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'bab11103-271a-4f15-915a-b73836ab396c', 'name': '', 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'mac_address': 'fa:16:3e:dd:0d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '493d350b-89e9-4998-96c5-e3b750de7884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:10Z', 'updated_at': '2022-01-27T22:06:11Z', 'revision_number': 2, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'subnets': [{'id': '493d350b-89e9-4998-96c5-e3b750de7884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:16.443657 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Checking router: da6c72da-4d2b-41ec-b281-12f5b81e1122 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:06:16.444389 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Updating router da6c72da-4d2b-41ec-b281-12f5b81e1122 port bab11103-271a-4f15-915a-b73836ab396c binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:06:16.470502 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bab11103-271a-4f15-915a-b73836ab396c), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:16.589146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port ae2884c3-eeed-45f2-ba27-05e67fdffaf3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:16.762229 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Publish callbacks [] for port (bab11103-271a-4f15-915a-b73836ab396c), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:16.874628 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bab11103-271a-4f15-915a-b73836ab396c), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:16.950114 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d7be5-8631-44f2-830d-4d8e6979ee40 None None] Pushing event updated for resources: {'Port': ['ID=bab11103-271a-4f15-915a-b73836ab396c,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:17.034878 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Attempting to bind port bab11103-271a-4f15-915a-b73836ab396c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:17.035557 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Attempting to bind port bab11103-271a-4f15-915a-b73836ab396c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '1ed110ea-a8be-4fd9-91cb-640ee971bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:17.035814 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Attempting to bind port bab11103-271a-4f15-915a-b73836ab396c on network b2890277-f610-4103-b36b-01e43a7ac96b {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:17.047010 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:17.047721 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Checking segment: {'id': '1ed110ea-a8be-4fd9-91cb-640ee971bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:17.048390 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.048968 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Bound using segment: {'id': '1ed110ea-a8be-4fd9-91cb-640ee971bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:17.049695 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Bound port: bab11103-271a-4f15-915a-b73836ab396c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed110ea-a8be-4fd9-91cb-640ee971bf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:17.050250 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bab11103-271a-4f15-915a-b73836ab396c), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.145828 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] For port bab11103-271a-4f15-915a-b73836ab396c, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:17.149367 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] For port bab11103-271a-4f15-915a-b73836ab396c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bab11103-271a-4f15-915a-b73836ab396c,segment=NetworkSegment(1ed110ea-a8be-4fd9-91cb-640ee971bf39),segment_id=1ed110ea-a8be-4fd9-91cb-640ee971bf39)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:17.224573 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bab11103-271a-4f15-915a-b73836ab396c), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.296632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3db1ba15-97a3-4074-a518-b3aacb4626db req-2711aef7-db26-4064-82bf-be7229969c31 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 210 time: 0.0495186 Jan 27 22:06:17.297127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1229067f-8f6e-45d7-9efe-e50fcc5ee841 None None] Provisioning complete for port bab11103-271a-4f15-915a-b73836ab396c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:17.297127 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1229067f-8f6e-45d7-9efe-e50fcc5ee841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bab11103-271a-4f15-915a-b73836ab396c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.360499 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d7be5-8631-44f2-830d-4d8e6979ee40 None None] Pushing event updated for resources: {'Port': ['ID=bab11103-271a-4f15-915a-b73836ab396c,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:17.385954 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Routers {'da6c72da-4d2b-41ec-b281-12f5b81e1122'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:17.387631 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:06:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da6c72da-4d2b-41ec-b281-12f5b81e1122'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:17.483020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1229067f-8f6e-45d7-9efe-e50fcc5ee841 None None] Current status of the port bab11103-271a-4f15-915a-b73836ab396c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:17.483695 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1229067f-8f6e-45d7-9efe-e50fcc5ee841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bab11103-271a-4f15-915a-b73836ab396c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.554727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1229067f-8f6e-45d7-9efe-e50fcc5ee841 None None] For port bab11103-271a-4f15-915a-b73836ab396c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bab11103-271a-4f15-915a-b73836ab396c,segment=NetworkSegment(1ed110ea-a8be-4fd9-91cb-640ee971bf39),segment_id=1ed110ea-a8be-4fd9-91cb-640ee971bf39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:17.634575 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1229067f-8f6e-45d7-9efe-e50fcc5ee841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bab11103-271a-4f15-915a-b73836ab396c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.691410 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] Set router da6c72da-4d2b-41ec-b281-12f5b81e1122 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:17.702194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229067f-8f6e-45d7-9efe-e50fcc5ee841 None None] Pushing event updated for resources: {'Port': ['ID=bab11103-271a-4f15-915a-b73836ab396c,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:17.762594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6abcf16c-e4eb-41a3-9796-13bc566528e9 None None] Provisioning complete for port bab11103-271a-4f15-915a-b73836ab396c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:17.763232 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6abcf16c-e4eb-41a3-9796-13bc566528e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bab11103-271a-4f15-915a-b73836ab396c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:17.854683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6abcf16c-e4eb-41a3-9796-13bc566528e9 None None] Current status of the port bab11103-271a-4f15-915a-b73836ab396c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:17.924928 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'name': 'tempest-TestServerBasicOps-38601253-router', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:10Z', 'revision_number': 4, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'gw_port': {'id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'bab11103-271a-4f15-915a-b73836ab396c', 'name': '', 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'mac_address': 'fa:16:3e:dd:0d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '493d350b-89e9-4998-96c5-e3b750de7884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:10Z', 'updated_at': '2022-01-27T22:06:17Z', 'revision_number': 4, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'subnets': [{'id': '493d350b-89e9-4998-96c5-e3b750de7884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:17.956156 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed830a-7f88-479b-834b-4f4bd2d6d9b6 None None] The sync data for ids ['da6c72da-4d2b-41ec-b281-12f5b81e1122'] in n-d-760456-6 is: [{'id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'name': 'tempest-TestServerBasicOps-38601253-router', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:10Z', 'revision_number': 4, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'gw_port': {'id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'bab11103-271a-4f15-915a-b73836ab396c', 'name': '', 'network_id': 'b2890277-f610-4103-b36b-01e43a7ac96b', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'mac_address': 'fa:16:3e:dd:0d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '493d350b-89e9-4998-96c5-e3b750de7884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:10Z', 'updated_at': '2022-01-27T22:06:17Z', 'revision_number': 4, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'subnets': [{'id': '493d350b-89e9-4998-96c5-e3b750de7884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:06:18.290482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bab11103-271a-4f15-915a-b73836ab396c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:18.346091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port bab11103-271a-4f15-915a-b73836ab396c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:18.347267 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bab11103-271a-4f15-915a-b73836ab396c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:18.415617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83d751c0-530d-460d-b236-daff7b97107b req-1f2c0049-d425-4dc5-a240-6dc1345fe6b9 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 210 time: 0.0355515 Jan 27 22:06:18.464948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port bab11103-271a-4f15-915a-b73836ab396c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:19.002464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-1e598ed3-661a-40e4-857d-66331fe0296b tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:19.005048 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-1e598ed3-661a-40e4-857d-66331fe0296b tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.74 "GET /v2.0/networks?id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 HTTP/1.1" status: 200 len: 809 time: 0.1122193 Jan 27 22:06:19.082130 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-d5e0b40e-17ea-4d52-83c3-7862121a1a7d tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=518ffd4efe3648d68d6197635e985ef4 HTTP/1.1" status: 200 len: 379 time: 0.0685918 Jan 27 22:06:19.091722 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Request body: {'port': {'device_id': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'admin_state_up': True, 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'security_groups': ['e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:19.285666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Made reservation on behalf of 518ffd4efe3648d68d6197635e985ef4 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:06:19.289125 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.424745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Allocated IP 172.20.0.11 (0cec7665-b7cc-40c1-aa5d-b9cbce34cf46/dde9af2f-54b2-4611-8d0d-5b06ced1c38c/a3c392f6-ea37-4140-bd0b-5559974efee8) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:19.536986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4354f510-0977-413a-b355-69122cefa432 req-29425ccf-386d-4116-a859-7e7525442319 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 210 time: 0.0374861 Jan 27 22:06:19.576022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.712526 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.764214 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:19.767365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:19.774030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:19.780948 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event updated for resources: {'Port': ['ID=a3c392f6-ea37-4140-bd0b-5559974efee8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:19.828515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:19.829158 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:19.945651 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-4fc4495c-b2e3-43f3-a86a-9f46ea6e41ea tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8578317 Jan 27 22:06:19.957403 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Request body: {'port': {'device_id': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:20.007322 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5576b249-a811-4f77-804a-ce9f5c525aca None None] Provisioning complete for port a3c392f6-ea37-4140-bd0b-5559974efee8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:20.007912 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5576b249-a811-4f77-804a-ce9f5c525aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.024659 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.059884 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5576b249-a811-4f77-804a-ce9f5c525aca None None] Port a3c392f6-ea37-4140-bd0b-5559974efee8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:06:20.306754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c392f6-ea37-4140-bd0b-5559974efee8 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:20.316507 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Publish callbacks [] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.329594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Transition to ACTIVE for port object a3c392f6-ea37-4140-bd0b-5559974efee8 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:06:20.397760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.455201 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c392f6-ea37-4140-bd0b-5559974efee8,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:20.531568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Attempting to bind port a3c392f6-ea37-4140-bd0b-5559974efee8 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:06:20.531912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Attempting to bind port a3c392f6-ea37-4140-bd0b-5559974efee8 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:06:20.533513 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Attempting to bind port a3c392f6-ea37-4140-bd0b-5559974efee8 on network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:20.539390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Port a3c392f6-ea37-4140-bd0b-5559974efee8 on network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:06:20.540593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Attempting to bind port a3c392f6-ea37-4140-bd0b-5559974efee8 on network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:06:20.545020 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:06:20.545366 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Checking segment: {'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:06:20.545753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Bound using segment: {'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:06:20.546193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Bound port: a3c392f6-ea37-4140-bd0b-5559974efee8, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1866d2fb-0d26-4d67-8111-787948c4e9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:06:20.546554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:20.646188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] For port a3c392f6-ea37-4140-bd0b-5559974efee8, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:06:20.655013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] For port a3c392f6-ea37-4140-bd0b-5559974efee8, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a3c392f6-ea37-4140-bd0b-5559974efee8,segment=NetworkSegment(1866d2fb-0d26-4d67-8111-787948c4e9ff),segment_id=1866d2fb-0d26-4d67-8111-787948c4e9ff)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:06:20.683655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77278e2d-28bc-4ba5-aeb9-77ae1f2c979f req-2dc03e7e-0424-4727-81f1-e89b026ead1a tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:20.685344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77278e2d-28bc-4ba5-aeb9-77ae1f2c979f req-2dc03e7e-0424-4727-81f1-e89b026ead1a tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 944 time: 0.0530784 Jan 27 22:06:20.734387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77278e2d-28bc-4ba5-aeb9-77ae1f2c979f req-b3a9c669-ca9c-4e56-83e5-a8df39099be4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426791 Jan 27 22:06:20.801171 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.058892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.058892 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:21.058892 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] 10.222.0.74 "PUT /v2.0/ports/a3c392f6-ea37-4140-bd0b-5559974efee8 HTTP/1.1" status: 200 len: 1092 time: 0.9039543 Jan 27 22:06:21.058892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'tag': 'a3c392f6-ea37-4140-bd0b-5559974efee8'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:21.058892 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d42e57f-7e85-4011-b1a8-76eda1ae86b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e100dc93-02ef-4ccc-bef9-94c47bbaa0f8", "tag": "a3c392f6-ea37-4140-bd0b-5559974efee8"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:21.058892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a6f16-98d4-4652-8b07-ca1b3426c9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c392f6-ea37-4140-bd0b-5559974efee8,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:21.058892 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6fa790-294c-46b4-90b7-0b9b8d8cb1ef x-openstack-request-id: req-fe6fa790-294c-46b4-90b7-0b9b8d8cb1ef {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:21.058892 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e100dc93-02ef-4ccc-bef9-94c47bbaa0f8", "tag": "a3c392f6-ea37-4140-bd0b-5559974efee8", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:21.058892 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe6fa790-294c-46b4-90b7-0b9b8d8cb1ef {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:21.058892 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'tag': 'a3c392f6-ea37-4140-bd0b-5559974efee8', 'status': 'completed', 'code': 200} Jan 27 22:06:21.058892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42e57f-7e85-4011-b1a8-76eda1ae86b7 req-6838a35d-1cd6-4bcc-8984-c6778f8683aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.058892 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3d42e57f-7e85-4011-b1a8-76eda1ae86b7 req-6838a35d-1cd6-4bcc-8984-c6778f8683aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=518ffd4efe3648d68d6197635e985ef4&device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 1095 time: 0.0593717 Jan 27 22:06:21.192517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42e57f-7e85-4011-b1a8-76eda1ae86b7 req-b613b4a0-830b-48f1-ae71-86322fcdc62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.194297 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3d42e57f-7e85-4011-b1a8-76eda1ae86b7 req-b613b4a0-830b-48f1-ae71-86322fcdc62f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=518ffd4efe3648d68d6197635e985ef4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1459177 Jan 27 22:06:21.297285 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42e57f-7e85-4011-b1a8-76eda1ae86b7 req-37b9b5c4-f978-4613-9c3d-8c1b96d7016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.298816 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3d42e57f-7e85-4011-b1a8-76eda1ae86b7 req-37b9b5c4-f978-4613-9c3d-8c1b96d7016e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991380 Jan 27 22:06:21.686567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-d9cb19f5-8cd9-4bf5-a333-00fffdba0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.688098 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-d9cb19f5-8cd9-4bf5-a333-00fffdba0d6c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=518ffd4efe3648d68d6197635e985ef4&device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 1095 time: 0.3452861 Jan 27 22:06:21.731249 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-dde8929f-f2a6-416e-9dff-91e96c14eb64 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3c392f6-ea37-4140-bd0b-5559974efee8 HTTP/1.1" status: 200 len: 217 time: 0.0360305 Jan 27 22:06:21.784378 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-2c2a708b-01c4-46a0-91c6-41e5707c3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.785850 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-2c2a708b-01c4-46a0-91c6-41e5707c3851 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dde9af2f-54b2-4611-8d0d-5b06ced1c38c HTTP/1.1" status: 200 len: 848 time: 0.0490580 Jan 27 22:06:21.840557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-692249a2-7db1-4734-85db-0b8f857fab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.842158 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-692249a2-7db1-4734-85db-0b8f857fab9a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498190 Jan 27 22:06:21.882964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bd464-7e32-45f4-805a-554d29927acc req-0c5c098a-2adf-403e-8d88-61f181b53f8f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:21.886714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b38bd464-7e32-45f4-805a-554d29927acc req-0c5c098a-2adf-403e-8d88-61f181b53f8f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 944 time: 0.0673733 Jan 27 22:06:21.943851 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-6924c8b1-36ad-40ae-9c53-1659cef3e3b7 service neutron] 10.222.0.74 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947113 Jan 27 22:06:21.964091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b38bd464-7e32-45f4-805a-554d29927acc req-1d7452a4-4435-4caf-bf0b-47af4f9b412f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682907 Jan 27 22:06:22.047389 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-2f2ffb06-7d2a-4130-b2c9-eb153ee1bbd6 req-541f9a91-82fc-4b3c-b0c8-308e393a961e service neutron] 10.222.0.74 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979769 Jan 27 22:06:23.108464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecc2bb-d9e0-48ae-b429-b3c828dd2fce req-59fca600-5eff-465f-9385-29337d900ad8 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:23.110380 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2ecc2bb-d9e0-48ae-b429-b3c828dd2fce req-59fca600-5eff-465f-9385-29337d900ad8 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 944 time: 0.0679581 Jan 27 22:06:23.170626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2ecc2bb-d9e0-48ae-b429-b3c828dd2fce req-28903788-34a9-4729-981d-f3fcc071e3d1 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536954 Jan 27 22:06:24.285178 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b9ce-4eac-4496-a33a-de980d42d5a8 req-dbb1f206-78bb-4103-ad33-43f083b1d540 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:24.286717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2306b9ce-4eac-4496-a33a-de980d42d5a8 req-dbb1f206-78bb-4103-ad33-43f083b1d540 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 944 time: 0.0499973 Jan 27 22:06:24.351171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2306b9ce-4eac-4496-a33a-de980d42d5a8 req-a5480224-db34-41fd-98c1-8fa4ded3a1ca tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586066 Jan 27 22:06:24.885571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a3c392f6-ea37-4140-bd0b-5559974efee8 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:24.992239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a3c392f6-ea37-4140-bd0b-5559974efee8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a3c392f6-ea37-4140-bd0b-5559974efee8,segment=NetworkSegment(1866d2fb-0d26-4d67-8111-787948c4e9ff),segment_id=1866d2fb-0d26-4d67-8111-787948c4e9ff)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:25.005334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'a3c392f6-ea37-4140-bd0b-5559974efee8', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'port_id': 'a3c392f6-ea37-4140-bd0b-5559974efee8', 'mac_address': 'fa:16:3e:02:aa:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:25.042866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a3c392f6-ea37-4140-bd0b-5559974efee8 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:25.043191 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.056890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c392f6-ea37-4140-bd0b-5559974efee8 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:25.077503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a3c392f6-ea37-4140-bd0b-5559974efee8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a3c392f6-ea37-4140-bd0b-5559974efee8,segment=NetworkSegment(1866d2fb-0d26-4d67-8111-787948c4e9ff),segment_id=1866d2fb-0d26-4d67-8111-787948c4e9ff)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:25.171727 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:25.221082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a3c392f6-ea37-4140-bd0b-5559974efee8,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:25.445393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a3c392f6-ea37-4140-bd0b-5559974efee8'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:25.483501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7519f-4b8e-497f-abd1-3ffef2fc8e6b req-13bbdec4-c2b9-47fa-93ff-dc4f20f81f98 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:25.487395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1c7519f-4b8e-497f-abd1-3ffef2fc8e6b req-13bbdec4-c2b9-47fa-93ff-dc4f20f81f98 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 945 time: 0.0658655 Jan 27 22:06:25.561750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1c7519f-4b8e-497f-abd1-3ffef2fc8e6b req-78ab8fd8-8744-429d-9887-93301a1d1be3 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625083 Jan 27 22:06:26.668913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b36cf9-f967-4078-ab15-ccb649c1b331 req-122cbdfc-f656-451f-89a2-5bcbb266e050 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:26.670636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41b36cf9-f967-4078-ab15-ccb649c1b331 req-122cbdfc-f656-451f-89a2-5bcbb266e050 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 945 time: 0.0526009 Jan 27 22:06:26.723617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41b36cf9-f967-4078-ab15-ccb649c1b331 req-2e0963e5-b9bd-4041-97bd-4d80437ddbc0 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461981 Jan 27 22:06:26.900609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a3c392f6-ea37-4140-bd0b-5559974efee8 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:27.385571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port a3c392f6-ea37-4140-bd0b-5559974efee8 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:06:27.385571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port a3c392f6-ea37-4140-bd0b-5559974efee8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:27.385571 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.463449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a3c392f6-ea37-4140-bd0b-5559974efee8 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:27.463841 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.489561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c392f6-ea37-4140-bd0b-5559974efee8'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:27.491749 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ce46b2-fc73-4b92-bac9-29e0b33bba73" -d '{"events": [{"server_uuid": "e100dc93-02ef-4ccc-bef9-94c47bbaa0f8", "name": "network-vif-plugged", "status": "completed", "tag": "a3c392f6-ea37-4140-bd0b-5559974efee8"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:27.503367 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a3c392f6-ea37-4140-bd0b-5559974efee8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a3c392f6-ea37-4140-bd0b-5559974efee8,segment=NetworkSegment(1866d2fb-0d26-4d67-8111-787948c4e9ff),segment_id=1866d2fb-0d26-4d67-8111-787948c4e9ff)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:27.522796 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.528618 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f242bc-9152-444d-bd1b-c53f9b995834 x-openstack-request-id: req-89f242bc-9152-444d-bd1b-c53f9b995834 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:27.528912 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e100dc93-02ef-4ccc-bef9-94c47bbaa0f8", "name": "network-vif-plugged", "status": "completed", "tag": "a3c392f6-ea37-4140-bd0b-5559974efee8", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:27.529186 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89f242bc-9152-444d-bd1b-c53f9b995834 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:27.529565 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c392f6-ea37-4140-bd0b-5559974efee8', 'code': 200} Jan 27 22:06:27.628018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babcad1-9e08-4642-8d99-030d4123f705 req-9fbab32e-7a14-4747-b039-ff2e4f19b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:27.630713 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7babcad1-9e08-4642-8d99-030d4123f705 req-9fbab32e-7a14-4747-b039-ff2e4f19b7c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 1096 time: 0.0432415 Jan 27 22:06:27.669065 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.682104 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7babcad1-9e08-4642-8d99-030d4123f705 req-7ab35dd3-7681-4b42-bbfb-3d1b95478652 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460410 Jan 27 22:06:27.701685 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:27.769160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a3c392f6-ea37-4140-bd0b-5559974efee8,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:27.858499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da915d-7c7e-4da3-a62a-c49f1f651407 req-3a355a20-f4d5-402a-8b7c-720686b422ed tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:27.860004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67da915d-7c7e-4da3-a62a-c49f1f651407 req-3a355a20-f4d5-402a-8b7c-720686b422ed tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 946 time: 0.0532184 Jan 27 22:06:27.912242 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67da915d-7c7e-4da3-a62a-c49f1f651407 req-73cd5b93-c897-42e6-aee8-4204161832dd tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459993 Jan 27 22:06:29.043532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf3bdf-b307-4de4-b328-497da7f152cb req-1ddf6953-8576-4a43-ae2b-97a2928e1f93 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:29.045564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bbf3bdf-b307-4de4-b328-497da7f152cb req-1ddf6953-8576-4a43-ae2b-97a2928e1f93 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 946 time: 0.0532112 Jan 27 22:06:29.102812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bbf3bdf-b307-4de4-b328-497da7f152cb req-39da8a5b-5f1b-4d75-969d-0faa45d5f092 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484548 Jan 27 22:06:29.245865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ad96d-6d07-4326-b872-f68ebce9d61c req-2a129fa8-afe8-489f-8cff-99d3486691d4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:29.247459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5ad96d-6d07-4326-b872-f68ebce9d61c req-2a129fa8-afe8-489f-8cff-99d3486691d4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 946 time: 0.0677054 Jan 27 22:06:29.303465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5ad96d-6d07-4326-b872-f68ebce9d61c req-5eb1b64c-2f30-46cc-b4cc-94049c67097d tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500541 Jan 27 22:06:29.430295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac598a07-476a-4858-b13a-6ef3167afcc3 req-e117de02-7145-4874-b98c-b6c9ceb9df3c tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:29.431927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac598a07-476a-4858-b13a-6ef3167afcc3 req-e117de02-7145-4874-b98c-b6c9ceb9df3c tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 946 time: 0.0505421 Jan 27 22:06:29.488975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac598a07-476a-4858-b13a-6ef3167afcc3 req-ed68301b-091a-42f8-b068-77638bafa77a tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509551 Jan 27 22:06:29.514021 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53342) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:29.680142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dcc965-909c-4fa9-a279-6de3a77cf6e8 tempest-TestServerBasicOps-189033809 tempest-TestServerBasicOps-189033809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:29.681910 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a5dcc965-909c-4fa9-a279-6de3a77cf6e8 tempest-TestServerBasicOps-189033809 tempest-TestServerBasicOps-189033809-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 1092 time: 0.1667266 Jan 27 22:06:29.684785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 53348) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:29.689109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': 'a3c392f6-ea37-4140-bd0b-5559974efee8', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:06:29.831742 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:29.961050 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:30.211555 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Allocated IP 172.25.0.193 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/9d0c9e5b-df9a-4c63-83ec-33eb29554395) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:06:30.321600 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for port (9d0c9e5b-df9a-4c63-83ec-33eb29554395), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:30.448925 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9d0c9e5b-df9a-4c63-83ec-33eb29554395), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:30.488883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:06:30.491650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:06:30.494272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:06:30.528042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event updated for resources: {'Port': ['ID=9d0c9e5b-df9a-4c63-83ec-33eb29554395,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:30.919197 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for floatingip (f16b978d-4c82-411b-9245-8c897541d721), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.074413 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:06:31.234836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3652a4-19ea-4c6a-989c-39088b5e5fd6 req-8790525b-d273-47cf-a8e0-0ee3884e04e5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:31.241274 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9d0c9e5b-df9a-4c63-83ec-33eb29554395), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.243760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea3652a4-19ea-4c6a-989c-39088b5e5fd6 req-8790525b-d273-47cf-a8e0-0ee3884e04e5 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0760272 Jan 27 22:06:31.303239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea3652a4-19ea-4c6a-989c-39088b5e5fd6 req-c3ee0a49-6c0b-4dbf-9fea-a12ff45fd976 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582621 Jan 27 22:06:31.442420 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for port (9d0c9e5b-df9a-4c63-83ec-33eb29554395), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.548435 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (9d0c9e5b-df9a-4c63-83ec-33eb29554395), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.638718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event updated for resources: {'Port': ['ID=9d0c9e5b-df9a-4c63-83ec-33eb29554395,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:31.653135 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (f16b978d-4c82-411b-9245-8c897541d721), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:31.770983 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Floating IP f16b978d-4c82-411b-9245-8c897541d721 associated. External IP: 172.25.0.193, port: a3c392f6-ea37-4140-bd0b-5559974efee8. Jan 27 22:06:31.994991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Router 671d16de-e563-4900-b448-8804a8e731b0 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:06:32.113743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:06:32.123876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af885ce9-47a4-4663-b203-d5b660731b9d None None] Sync routers for ids ['671d16de-e563-4900-b448-8804a8e731b0'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:06:32.134401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af885ce9-47a4-4663-b203-d5b660731b9d None None] Routers {'671d16de-e563-4900-b448-8804a8e731b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:32.135030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-af885ce9-47a4-4663-b203-d5b660731b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:06:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['671d16de-e563-4900-b448-8804a8e731b0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:32.210848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.243355 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c2b5d923-06a8-4963-8cd3-fdddefb0dc97 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5574484 Jan 27 22:06:32.244344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'tag': 'a3c392f6-ea37-4140-bd0b-5559974efee8'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:32.247093 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f34811-e944-4884-9f6c-8c3105a0203a" -d '{"events": [{"name": "network-changed", "server_uuid": "e100dc93-02ef-4ccc-bef9-94c47bbaa0f8", "tag": "a3c392f6-ea37-4140-bd0b-5559974efee8"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:32.295795 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3a9d89-612c-439f-80e1-3409be53b960 x-openstack-request-id: req-be3a9d89-612c-439f-80e1-3409be53b960 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:32.296114 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e100dc93-02ef-4ccc-bef9-94c47bbaa0f8", "tag": "a3c392f6-ea37-4140-bd0b-5559974efee8", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:32.296381 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be3a9d89-612c-439f-80e1-3409be53b960 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:32.296798 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'tag': 'a3c392f6-ea37-4140-bd0b-5559974efee8', 'status': 'completed', 'code': 200} Jan 27 22:06:32.380719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f34811-e944-4884-9f6c-8c3105a0203a req-a0aa97ed-683e-4eb2-929c-04f0743c0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:32.382513 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b8f34811-e944-4884-9f6c-8c3105a0203a req-a0aa97ed-683e-4eb2-929c-04f0743c0bed service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=518ffd4efe3648d68d6197635e985ef4&device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 1097 time: 0.0616624 Jan 27 22:06:32.446616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-af885ce9-47a4-4663-b203-d5b660731b9d None None] Set router 671d16de-e563-4900-b448-8804a8e731b0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:32.454053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9b1b6-3832-48d7-9b71-cea06cd59981 req-c1609a21-c9bc-4c62-b2f9-d25b2bd8cda0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:32.456413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0c9b1b6-3832-48d7-9b71-cea06cd59981 req-c1609a21-c9bc-4c62-b2f9-d25b2bd8cda0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0746784 Jan 27 22:06:32.483799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f34811-e944-4884-9f6c-8c3105a0203a req-aa720bc0-570b-44f8-8bcf-ea3407064ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:32.485463 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b8f34811-e944-4884-9f6c-8c3105a0203a req-aa720bc0-570b-44f8-8bcf-ea3407064ecb service neutron] 10.222.0.74 "GET /v2.0/networks?id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 HTTP/1.1" status: 200 len: 910 time: 0.0970440 Jan 27 22:06:32.508034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0c9b1b6-3832-48d7-9b71-cea06cd59981 req-b3693e9b-3ee9-4a08-8e55-116b32b87378 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456471 Jan 27 22:06:32.569101 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b8f34811-e944-4884-9f6c-8c3105a0203a req-20ce7b14-83aa-414f-bd8c-2e5190682898 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3c392f6-ea37-4140-bd0b-5559974efee8 HTTP/1.1" status: 200 len: 1000 time: 0.0746605 Jan 27 22:06:32.622204 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f34811-e944-4884-9f6c-8c3105a0203a req-d2375186-de22-408b-9765-3dfdc4f865a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:32.625596 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b8f34811-e944-4884-9f6c-8c3105a0203a req-d2375186-de22-408b-9765-3dfdc4f865a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dde9af2f-54b2-4611-8d0d-5b06ced1c38c HTTP/1.1" status: 200 len: 848 time: 0.0509059 Jan 27 22:06:32.682502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f34811-e944-4884-9f6c-8c3105a0203a req-1db290c5-0975-4338-b172-b8ba2415c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:32.684025 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b8f34811-e944-4884-9f6c-8c3105a0203a req-1db290c5-0975-4338-b172-b8ba2415c293 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530274 Jan 27 22:06:32.685562 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-02ab40fc-75ae-4861-9fe5-6125ca7819a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:32.716777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-af885ce9-47a4-4663-b203-d5b660731b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:06:03Z', 'revision_number': 4, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'f16b978d-4c82-411b-9245-8c897541d721', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '671d16de-e563-4900-b448-8804a8e731b0', 'port_id': 'a3c392f6-ea37-4140-bd0b-5559974efee8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'mac_address': 'fa:16:3e:02:aa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:06:30Z', 'updated_at': '2022-01-27T22:06:30Z', 'revision_number': 0, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e81e2ec-da5e-4c44-b415-26213b64567d', 'name': '', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'mac_address': 'fa:16:3e:31:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:02Z', 'updated_at': '2022-01-27T22:06:07Z', 'revision_number': 5, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'subnets': [{'id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:32.745167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af885ce9-47a4-4663-b203-d5b660731b9d None None] Checking router: 671d16de-e563-4900-b448-8804a8e731b0 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:06:32.754714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af885ce9-47a4-4663-b203-d5b660731b9d None None] Routers {'671d16de-e563-4900-b448-8804a8e731b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:06:32.755539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-af885ce9-47a4-4663-b203-d5b660731b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:06:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['671d16de-e563-4900-b448-8804a8e731b0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:32.780845 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b8f34811-e944-4884-9f6c-8c3105a0203a req-0dd10f58-488f-41b1-8b20-e99aeca30f12 service neutron] 10.222.0.74 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899866 Jan 27 22:06:32.867168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-af885ce9-47a4-4663-b203-d5b660731b9d None None] Set router 671d16de-e563-4900-b448-8804a8e731b0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:06:32.884968 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b8f34811-e944-4884-9f6c-8c3105a0203a req-1c35f530-1304-47d1-a045-45ea2131a7ed service neutron] 10.222.0.74 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980954 Jan 27 22:06:33.130380 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-af885ce9-47a4-4663-b203-d5b660731b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:06:03Z', 'revision_number': 4, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'f16b978d-4c82-411b-9245-8c897541d721', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '671d16de-e563-4900-b448-8804a8e731b0', 'port_id': 'a3c392f6-ea37-4140-bd0b-5559974efee8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'mac_address': 'fa:16:3e:02:aa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:06:30Z', 'updated_at': '2022-01-27T22:06:30Z', 'revision_number': 0, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e81e2ec-da5e-4c44-b415-26213b64567d', 'name': '', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'mac_address': 'fa:16:3e:31:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:02Z', 'updated_at': '2022-01-27T22:06:07Z', 'revision_number': 5, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'subnets': [{'id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:06:33.160182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af885ce9-47a4-4663-b203-d5b660731b9d None None] The sync data for ids ['671d16de-e563-4900-b448-8804a8e731b0'] in n-d-760456-6 is: [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:06:03Z', 'revision_number': 4, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'f16b978d-4c82-411b-9245-8c897541d721', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '671d16de-e563-4900-b448-8804a8e731b0', 'port_id': 'a3c392f6-ea37-4140-bd0b-5559974efee8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'mac_address': 'fa:16:3e:02:aa:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:06:30Z', 'updated_at': '2022-01-27T22:06:30Z', 'revision_number': 0, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e81e2ec-da5e-4c44-b415-26213b64567d', 'name': '', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'mac_address': 'fa:16:3e:31:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:02Z', 'updated_at': '2022-01-27T22:06:07Z', 'revision_number': 5, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'subnets': [{'id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:06:33.420440 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f00dce-a58d-44d3-86f2-00073c892708 None None] New status for floating IP f16b978d-4c82-411b-9245-8c897541d721: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:06:33.663198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7c5e7-de20-47fb-a3cd-2d1171ae141c req-727943c1-2c4a-42c5-a5f5-adbb0e01febd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:33.664697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4e7c5e7-de20-47fb-a3cd-2d1171ae141c req-727943c1-2c4a-42c5-a5f5-adbb0e01febd tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0506966 Jan 27 22:06:33.716622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4e7c5e7-de20-47fb-a3cd-2d1171ae141c req-b717c65b-899e-4d02-952d-5c84ee436430 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458553 Jan 27 22:06:34.861358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484591f-dac7-47a4-ac92-11972b1cd59d req-d0465d93-a5c4-42d0-9d70-4a5b52a5f9cb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:34.862856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8484591f-dac7-47a4-ac92-11972b1cd59d req-d0465d93-a5c4-42d0-9d70-4a5b52a5f9cb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0475364 Jan 27 22:06:34.918187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8484591f-dac7-47a4-ac92-11972b1cd59d req-d3ee0f2b-6550-48fa-931d-a9a932b26cc8 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496988 Jan 27 22:06:34.982632 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bd0cc022-65b4-4904-8b0c-89e03a74a468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:36.037716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec6802-c862-4911-9906-10addd082f1c req-74440baa-1e42-40a2-8806-f002f8c84891 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:36.040541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57ec6802-c862-4911-9906-10addd082f1c req-74440baa-1e42-40a2-8806-f002f8c84891 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0520289 Jan 27 22:06:36.101995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57ec6802-c862-4911-9906-10addd082f1c req-d6ca4671-a94d-4c1d-83fc-4ea9a3fd848d tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553825 Jan 27 22:06:36.182384 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:37.233450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c1fe3-3e0a-4856-ae5c-e58b580fd1e2 req-d67e8dcc-364c-4345-925a-2a03ca2d5523 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:37.235040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-547c1fe3-3e0a-4856-ae5c-e58b580fd1e2 req-d67e8dcc-364c-4345-925a-2a03ca2d5523 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0502331 Jan 27 22:06:37.303140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-547c1fe3-3e0a-4856-ae5c-e58b580fd1e2 req-e22fe489-0c04-4e95-bc61-430b92ad7f97 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611899 Jan 27 22:06:37.445508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:38.436302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e932a0a-2005-4dbb-809c-d65b18d62a93 req-644aff66-7a98-4f4e-901f-aec971bad064 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:38.437807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e932a0a-2005-4dbb-809c-d65b18d62a93 req-644aff66-7a98-4f4e-901f-aec971bad064 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0618179 Jan 27 22:06:38.517833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e932a0a-2005-4dbb-809c-d65b18d62a93 req-cee6ea74-b1f6-431f-a43c-af395c87ba5f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729966 Jan 27 22:06:38.919813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:39.645589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cbdab-9e2c-4d9d-b033-8b9423dac312 req-f80a8645-14f1-4008-bc3e-5ce75d55cccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:39.647225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df3cbdab-9e2c-4d9d-b033-8b9423dac312 req-f80a8645-14f1-4008-bc3e-5ce75d55cccb tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0526159 Jan 27 22:06:39.699789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df3cbdab-9e2c-4d9d-b033-8b9423dac312 req-2dcc08fe-c893-4157-900d-a98a8f977c04 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468991 Jan 27 22:06:40.820833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acdb5e-540d-4cb0-a215-4baee04b2a57 req-9b899453-8dc6-4450-99cd-217ddc9f6209 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:40.822499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4acdb5e-540d-4cb0-a215-4baee04b2a57 req-9b899453-8dc6-4450-99cd-217ddc9f6209 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0520022 Jan 27 22:06:40.871799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4acdb5e-540d-4cb0-a215-4baee04b2a57 req-3efeda16-4ab5-4834-bfc2-bf87c5b00f6c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437124 Jan 27 22:06:41.997213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00690fa-a97d-4734-bd0f-6d9a259ea38d req-319756fb-a5b8-4254-a619-f4927a37bfb2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:41.998780 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a00690fa-a97d-4734-bd0f-6d9a259ea38d req-319756fb-a5b8-4254-a619-f4927a37bfb2 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0534940 Jan 27 22:06:42.051871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a00690fa-a97d-4734-bd0f-6d9a259ea38d req-f60d6107-d269-410b-9000-0f7d2b3b4f46 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466383 Jan 27 22:06:43.206181 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552df62-674a-429d-a0ee-4b9ef7ca87a4 req-e0b09993-2824-4f03-8e68-d67f07206ba0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:43.207687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7552df62-674a-429d-a0ee-4b9ef7ca87a4 req-e0b09993-2824-4f03-8e68-d67f07206ba0 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.0847895 Jan 27 22:06:43.224324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2608519b-b88a-4212-8e19-8ec35970a7be req-3038f3ae-8de2-47cb-b2f5-7c9f8b8bace0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0632982 Jan 27 22:06:43.267311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7552df62-674a-429d-a0ee-4b9ef7ca87a4 req-9f3cb55b-fa2b-4d3d-a8a5-25d13f233e48 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522523 Jan 27 22:06:43.310006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608519b-b88a-4212-8e19-8ec35970a7be req-84f7c80e-64e4-4ac6-8e55-0b61590fac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:43.311494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2608519b-b88a-4212-8e19-8ec35970a7be req-84f7c80e-64e4-4ac6-8e55-0b61590fac91 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb61a1d70d904acf8a3792ad0913fa8f&device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 1097 time: 0.0416214 Jan 27 22:06:43.417898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608519b-b88a-4212-8e19-8ec35970a7be req-7327f910-3027-4a7d-81c8-381d870253a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:43.419393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2608519b-b88a-4212-8e19-8ec35970a7be req-7327f910-3027-4a7d-81c8-381d870253a6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=833e263d-929e-488d-883d-dfbe4c7235c5 HTTP/1.1" status: 200 len: 915 time: 0.0892854 Jan 27 22:06:43.462325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2608519b-b88a-4212-8e19-8ec35970a7be req-303be37b-4413-428a-9d5d-825eb85610fc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e986b815-1601-4ecf-974c-ff9876a7c6b9 HTTP/1.1" status: 200 len: 217 time: 0.0357299 Jan 27 22:06:43.515885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608519b-b88a-4212-8e19-8ec35970a7be req-f4a862f4-56f2-4930-a69e-543aebf43452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:43.517446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2608519b-b88a-4212-8e19-8ec35970a7be req-f4a862f4-56f2-4930-a69e-543aebf43452 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=355a869d-aac7-4087-b54a-ba1041e852d9 HTTP/1.1" status: 200 len: 854 time: 0.0479879 Jan 27 22:06:43.550755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2608519b-b88a-4212-8e19-8ec35970a7be req-2e41fbfd-1351-494c-bc05-b30875a58dff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=833e263d-929e-488d-883d-dfbe4c7235c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263088 Jan 27 22:06:43.653360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2608519b-b88a-4212-8e19-8ec35970a7be req-1f0b042f-cc36-490f-bee9-1b514ae198b7 service neutron] 10.222.0.71 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958936 Jan 27 22:06:43.746592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2608519b-b88a-4212-8e19-8ec35970a7be req-2654d22a-26e2-4e24-95f4-437aba608e6a service neutron] 10.222.0.71 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866132 Jan 27 22:06:44.698195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f9276-a90e-4350-84a5-79455a7dd5c8 req-9867b631-de1e-488a-946c-52d4a00e9b76 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:44.699728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c89f9276-a90e-4350-84a5-79455a7dd5c8 req-9867b631-de1e-488a-946c-52d4a00e9b76 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.3656521 Jan 27 22:06:44.749901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c89f9276-a90e-4350-84a5-79455a7dd5c8 req-0a62d727-faf1-4583-89e7-0c6c05086679 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438833 Jan 27 22:06:45.079855 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8f3b6-5d6a-4230-b8f4-ba04fc59ba03 req-691aaf42-3e15-4388-b267-cbd28cc5b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.081422 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23d8f3b6-5d6a-4230-b8f4-ba04fc59ba03 req-691aaf42-3e15-4388-b267-cbd28cc5b01b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 1096 time: 0.0408924 Jan 27 22:06:45.128691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23d8f3b6-5d6a-4230-b8f4-ba04fc59ba03 req-e6080f9e-7a83-407c-829e-36d529fc70c1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408058 Jan 27 22:06:45.353298 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-c04d72e0-ed7a-4eec-a300-c6f7fbedd9b9 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0530896 Jan 27 22:06:45.445034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:06:45.447562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-1416d887-735a-4e23-bca6-5bd0917b948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.448148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-1416d887-735a-4e23-bca6-5bd0917b948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.448643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-1416d887-735a-4e23-bca6-5bd0917b948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.449092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-1416d887-735a-4e23-bca6-5bd0917b948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.449553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-1416d887-735a-4e23-bca6-5bd0917b948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.450021 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-1416d887-735a-4e23-bca6-5bd0917b948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.450477 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-1416d887-735a-4e23-bca6-5bd0917b948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.452558 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-1416d887-735a-4e23-bca6-5bd0917b948a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=06bdf1d1f880465ebd58102f3936b27e&device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 6489 time: 0.0496266 Jan 27 22:06:45.552469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:45.564139 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'port_id': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'mac_address': 'fa:16:3e:5c:56:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:06:45.574356 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-f9789a38-c940-48e7-a73c-aacebee713b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.574846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-f9789a38-c940-48e7-a73c-aacebee713b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.575315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-f9789a38-c940-48e7-a73c-aacebee713b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.576984 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-f9789a38-c940-48e7-a73c-aacebee713b6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0b82e3ea-cccf-4366-975c-e3e82e495967&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=83e4aa29-cdd1-4f04-b652-2139a812064e&id=57b0572f-1953-43f1-ab4d-663ea68612ac&id=57b0572f-1953-43f1-ab4d-663ea68612ac HTTP/1.1" status: 200 len: 2293 time: 0.1013894 Jan 27 22:06:45.604749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:45.605068 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.618660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:45.638980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:45.644022 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-f8c22db3-266c-4bca-96b7-c44baed0c730 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5335e078-e423-47c5-8bb8-2d0d0964a65c HTTP/1.1" status: 200 len: 1002 time: 0.0606909 Jan 27 22:06:45.695968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-b4160414-4d1a-4893-84ed-0cc5082c1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.697500 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-b4160414-4d1a-4893-84ed-0cc5082c1863 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=424eff24-915c-48ed-bc94-f5626e6d8b0b HTTP/1.1" status: 200 len: 851 time: 0.0473387 Jan 27 22:06:45.746691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-e7ed4e25-48ba-4bf2-b5ee-77cf6308e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.748255 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-e7ed4e25-48ba-4bf2-b5ee-77cf6308e052 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0b82e3ea-cccf-4366-975c-e3e82e495967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446994 Jan 27 22:06:45.770710 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:45.824926 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:45.846427 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-05208ee9-f4bb-4219-9081-dd3b260c91dd service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924401 Jan 27 22:06:45.890273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902cbbe-f51f-4405-888f-699fe6fec826 req-42480023-6f28-4734-b9ec-e901a2d4d4b4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:45.891855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2902cbbe-f51f-4405-888f-699fe6fec826 req-42480023-6f28-4734-b9ec-e901a2d4d4b4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 944 time: 0.0526865 Jan 27 22:06:45.942037 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-c13fd472-ec11-46ea-bc0d-d41ab6861e07 service neutron] 10.222.0.74 "GET /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891292 Jan 27 22:06:45.946426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2902cbbe-f51f-4405-888f-699fe6fec826 req-4fb116d2-ae35-4cd7-a04f-fef4934a91ed tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483315 Jan 27 22:06:45.982942 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-0be7156f-b877-425e-b1bb-a09e60095482 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=cb7d9cb2-705b-481e-b551-5bb9212cb343 HTTP/1.1" status: 200 len: 217 time: 0.0353303 Jan 27 22:06:46.031102 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-9160386f-590b-4fe7-8b56-2b5c551f7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:46.032612 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-9160386f-590b-4fe7-8b56-2b5c551f7ca6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0437284 Jan 27 22:06:46.087220 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-f523a8e4-0b51-445d-b991-16f226989b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:46.088772 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-f523a8e4-0b51-445d-b991-16f226989b7c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498464 Jan 27 22:06:46.184628 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-d4913805-9af6-46fd-bb63-38e459d4239b service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886362 Jan 27 22:06:46.272745 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-cef80e74-b6d1-4785-a849-eec89229402b service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822065 Jan 27 22:06:46.318305 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-1d5453e4-d6cc-4dd0-bebc-98e5a69364f2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=856c8d91-48e7-4a38-b228-a5d13c60c10b HTTP/1.1" status: 200 len: 217 time: 0.0390372 Jan 27 22:06:46.369937 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-da8f6007-5fb2-4131-a9aa-90a421295e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:46.378076 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-da8f6007-5fb2-4131-a9aa-90a421295e50 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0542071 Jan 27 22:06:46.437443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-64bba755-9c57-49bf-a697-2635435ef3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:46.439453 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-64bba755-9c57-49bf-a697-2635435ef3e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544283 Jan 27 22:06:46.531648 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-5108618e-a7b6-4fe6-a479-500a519dc946 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862074 Jan 27 22:06:46.619776 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-dbbd0941-02fe-4856-a74e-e9190900fc25 service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822527 Jan 27 22:06:46.664896 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-e942cb71-1773-4cc8-8945-89f112846810 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=6903c701-77e9-4292-b708-5a1c23d8675e HTTP/1.1" status: 200 len: 217 time: 0.0395792 Jan 27 22:06:46.714475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-b02c97d6-6dfa-4527-8d7c-953f4caeffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:46.716062 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-b02c97d6-6dfa-4527-8d7c-953f4caeffc6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0454204 Jan 27 22:06:46.762151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-f14ffd95-6da9-4715-8009-4442bc25e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:46.764179 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-f14ffd95-6da9-4715-8009-4442bc25e066 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0422447 Jan 27 22:06:46.858296 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-ef6493e3-0255-4e9d-b0b2-18c60693e12e service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865989 Jan 27 22:06:46.950789 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-986c9ace-c894-4e6e-946d-1ccab4b1308b service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868003 Jan 27 22:06:47.037602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:47.070211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48fe48-3047-4fee-8a03-b1c601eb2a51 req-01985458-bb8b-4235-98b1-4b59f95c5736 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:47.074577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d48fe48-3047-4fee-8a03-b1c601eb2a51 req-01985458-bb8b-4235-98b1-4b59f95c5736 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 944 time: 0.0552332 Jan 27 22:06:47.148725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d48fe48-3047-4fee-8a03-b1c601eb2a51 req-32a0388f-bc18-447e-92ee-076afc8b8448 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694990 Jan 27 22:06:47.167593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 53582) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:06:47.254504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a85c96c9-626f-489b-a935-f695a9605c57 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/floatingips/6fe1e1af-a7db-427e-aebd-3622bfe26481 HTTP/1.1" status: 200 len: 992 time: 0.0764351 Jan 27 22:06:47.309116 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-73df195e-a52f-481f-8e45-05754a3e90db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=c65a11a4-9aa1-4f0f-9a82-29a9833fd357 HTTP/1.1" status: 200 len: 217 time: 0.3522382 Jan 27 22:06:47.356851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-7dbe5944-e060-430f-bca6-6a189dfcf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:47.358296 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-7dbe5944-e060-430f-bca6-6a189dfcf8d2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 200 len: 797 time: 0.0428247 Jan 27 22:06:47.401151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-9d05cb05-b1e2-4f8f-aee3-d11712110277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:47.402634 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-9d05cb05-b1e2-4f8f-aee3-d11712110277 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=83e4aa29-cdd1-4f04-b652-2139a812064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0386412 Jan 27 22:06:47.477207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:47.517306 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-96d1acf3-3e0a-4efc-aa51-6a18a1d3cfce service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078300 Jan 27 22:06:47.563923 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 is: BUILD; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:47.564475 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.577286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:06:47.598115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:47.614483 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-956afee1-0f59-455c-9de6-fd8751f338da service neutron] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900431 Jan 27 22:06:47.655458 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-d95de67d-d6ec-499f-acd0-fa58d2ca2164 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fa889ecd-db7d-4354-91b6-08f458c0008a HTTP/1.1" status: 200 len: 217 time: 0.0354257 Jan 27 22:06:47.690805 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:47.715037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-5fd70eec-1f07-45bc-b7f2-53f3a11d20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:47.718779 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-5fd70eec-1f07-45bc-b7f2-53f3a11d20f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.0559962 Jan 27 22:06:47.763468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-f0e2aeb1-9e06-4c66-bd50-e491b035c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:47.765085 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-f0e2aeb1-9e06-4c66-bd50-e491b035c608 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0428934 Jan 27 22:06:47.768409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:47.857178 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-265866fa-1a23-4125-a8d0-743ce890d6ec service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842159 Jan 27 22:06:47.950157 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-ea1c880a-1c4a-43f0-b403-b1302d675c68 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871351 Jan 27 22:06:47.990927 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-9a44343d-9cf1-43c0-af71-47de97679c7a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232dacdc-6e3c-4c11-ae7a-252252a62058 HTTP/1.1" status: 200 len: 217 time: 0.0348682 Jan 27 22:06:48.043065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-287a9ef7-94a1-44ac-8156-ec925e85928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:48.044502 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-287a9ef7-94a1-44ac-8156-ec925e85928b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 200 len: 797 time: 0.0481446 Jan 27 22:06:48.090754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-3e1b7246-b6d0-4795-a2f4-2512d1385379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:48.092335 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-3e1b7246-b6d0-4795-a2f4-2512d1385379 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=57b0572f-1953-43f1-ab4d-663ea68612ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0411816 Jan 27 22:06:48.184442 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-f9e1ac8f-44e4-4416-bd49-a352680dc8a4 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859661 Jan 27 22:06:48.274650 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-806d0a64-d1b1-4c39-91eb-88007342fb95 req-63141177-4d69-4460-a46b-faf462d716c8 service neutron] 10.222.0.74 "GET /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843573 Jan 27 22:06:49.492331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:06:49.547303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:06:49.547691 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.627387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:06:49.627766 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.650181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632e54db-04c0-4150-be99-47c7faa90c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:49.652434 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a55bd84-04fe-47fb-9da0-f0718decd9c3" -d '{"events": [{"server_uuid": "632e54db-04c0-4150-be99-47c7faa90c51", "name": "network-vif-plugged", "status": "completed", "tag": "bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:49.664554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:49.690651 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a66a531-8842-4ea5-9b48-b669f95776fd x-openstack-request-id: req-9a66a531-8842-4ea5-9b48-b669f95776fd {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:49.690962 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632e54db-04c0-4150-be99-47c7faa90c51", "name": "network-vif-plugged", "status": "completed", "tag": "bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:49.691230 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a66a531-8842-4ea5-9b48-b669f95776fd {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:49.691660 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632e54db-04c0-4150-be99-47c7faa90c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'code': 200} Jan 27 22:06:49.759495 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:49.814722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:52.210584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c8b4c-0b19-48ca-9d06-0568f001b807 req-290ecfa5-df36-45ce-9097-79ef00db2d9a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:52.212112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d4c8b4c-0b19-48ca-9d06-0568f001b807 req-290ecfa5-df36-45ce-9097-79ef00db2d9a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 946 time: 0.0562732 Jan 27 22:06:52.259662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d4c8b4c-0b19-48ca-9d06-0568f001b807 req-0a617ea2-3a6e-47b0-af9a-2d0f8312d00d tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417354 Jan 27 22:06:53.380445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769f86f-d6dc-454b-923a-61816f17b8da req-62139953-0d52-43b2-ac21-a128516315aa tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:53.381919 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4769f86f-d6dc-454b-923a-61816f17b8da req-62139953-0d52-43b2-ac21-a128516315aa tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 946 time: 0.0492616 Jan 27 22:06:53.429724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4769f86f-d6dc-454b-923a-61816f17b8da req-01854fd6-aac5-4d36-80a1-61c82d9b0be6 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Jan 27 22:06:53.779369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb74bbc-8e0a-4781-a231-3f86d77380e5 req-a434df47-aaae-40c6-96f5-2e5504ed5f00 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:06:53.781058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efb74bbc-8e0a-4781-a231-3f86d77380e5 req-a434df47-aaae-40c6-96f5-2e5504ed5f00 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 946 time: 0.0613544 Jan 27 22:06:53.875552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-efb74bbc-8e0a-4781-a231-3f86d77380e5 req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Deleting port e986b815-1601-4ecf-974c-ff9876a7c6b9 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:06:53.876549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-efb74bbc-8e0a-4781-a231-3f86d77380e5 req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:53.967529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-efb74bbc-8e0a-4781-a231-3f86d77380e5 req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] For port e986b815-1601-4ecf-974c-ff9876a7c6b9, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=e986b815-1601-4ecf-974c-ff9876a7c6b9,segment=NetworkSegment(10df1a4e-e49d-417c-9f6e-7230d711a53e),segment_id=10df1a4e-e49d-417c-9f6e-7230d711a53e)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:06:53.967994 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-efb74bbc-8e0a-4781-a231-3f86d77380e5 req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:53.980605 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-efb74bbc-8e0a-4781-a231-3f86d77380e5 req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Calling delete_port for e986b815-1601-4ecf-974c-ff9876a7c6b9 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:06:54.190709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-efb74bbc-8e0a-4781-a231-3f86d77380e5 req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e986b815-1601-4ecf-974c-ff9876a7c6b9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:54.203231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['e986b815-1601-4ecf-974c-ff9876a7c6b9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:06:54.226893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Pushing event deleted for resources: {'Port': ['ID=e986b815-1601-4ecf-974c-ff9876a7c6b9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:06:54.253446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.253808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.254172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.254511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.254853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.255189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.255526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.255858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.256215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.256650 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.256988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.257316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.257697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:06:54.280348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb74bbc-8e0a-4781-a231-3f86d77380e5 req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] No DVR routers for this DVR port e986b815-1601-4ecf-974c-ff9876a7c6b9 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:06:54.283588 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-efb74bbc-8e0a-4781-a231-3f86d77380e5 req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:54.287534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efb74bbc-8e0a-4781-a231-3f86d77380e5 req-b25a3ea4-d112-4c0c-868b-3a29bf8c9b1e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.71 "DELETE /v2.0/ports/e986b815-1601-4ecf-974c-ff9876a7c6b9 HTTP/1.1" status: 204 len: 173 time: 0.5016372 Jan 27 22:06:54.287994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff8afa3-d5de-4bb1-ba67-c230428af593', 'name': 'network-vif-deleted', 'tag': 'e986b815-1601-4ecf-974c-ff9876a7c6b9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:06:54.290839 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd81730-9115-40c3-a0bd-fe76b6c124c9" -d '{"events": [{"server_uuid": "6ff8afa3-d5de-4bb1-ba67-c230428af593", "name": "network-vif-deleted", "tag": "e986b815-1601-4ecf-974c-ff9876a7c6b9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:06:54.328354 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b573e0c0-5568-41d3-9e58-26941814db52 x-openstack-request-id: req-b573e0c0-5568-41d3-9e58-26941814db52 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:06:54.328656 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff8afa3-d5de-4bb1-ba67-c230428af593", "name": "network-vif-deleted", "tag": "e986b815-1601-4ecf-974c-ff9876a7c6b9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:06:54.328920 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b573e0c0-5568-41d3-9e58-26941814db52 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:06:54.329874 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff8afa3-d5de-4bb1-ba67-c230428af593', 'name': 'network-vif-deleted', 'tag': 'e986b815-1601-4ecf-974c-ff9876a7c6b9', 'status': 'completed', 'code': 200} Jan 27 22:06:54.527209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68166a9b-e34a-44b7-a8f2-eb624414fdf3 req-edc6725d-8d34-4755-9c85-ca4afbda8e26 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff8afa3-d5de-4bb1-ba67-c230428af593 HTTP/1.1" status: 200 len: 210 time: 0.0277855 Jan 27 22:06:57.067964 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:57.464743 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:06:59.522937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e986b815-1601-4ecf-974c-ff9876a7c6b9 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:06:59.544690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: e986b815-1601-4ecf-974c-ff9876a7c6b9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:06:59.545113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device e986b815-1601-4ecf-974c-ff9876a7c6b9 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:02.281849 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a26f2c84-7a96-47a0-a43d-3da164865a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:04.890748 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0af32c70-f586-4d05-ab4c-9aadbbbc2cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:06.161686 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:06.363214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-f87e7a60-0472-44f6-bdb9-188a5e2751e0 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:06.364725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-f87e7a60-0472-44f6-bdb9-188a5e2751e0 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/networks?id=833e263d-929e-488d-883d-dfbe4c7235c5 HTTP/1.1" status: 200 len: 814 time: 0.1032639 Jan 27 22:07:06.380141 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-e5644dc9-6f22-4826-bc4c-057cb3a60647 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/quotas/fb61a1d70d904acf8a3792ad0913fa8f HTTP/1.1" status: 200 len: 375 time: 0.0099831 Jan 27 22:07:06.411838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-b8e88e33-74c4-4247-8510-cdbacc559645 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb61a1d70d904acf8a3792ad0913fa8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264528 Jan 27 22:07:06.503368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-bcf7bf61-f66e-40c8-84b2-6d5938575dfa service neutron] 10.222.0.61 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846603 Jan 27 22:07:06.596946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-a14cdce3-b623-4d29-97fe-9f324f3f4e4a service neutron] 10.222.0.61 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873528 Jan 27 22:07:06.877608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3eda38a7-8302-486a-afd3-5b52e8d3a722 req-1a9f96ec-cbc5-4791-9126-b0797b13bb6a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 210 time: 0.0302281 Jan 27 22:07:07.395696 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:07.813610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54100) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:07.919933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe4dfa-9107-485c-9e82-2227a0a412f1 req-61f24ad9-b5c5-4bef-989c-b4b4f8a02d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:07.923019 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0cbe4dfa-9107-485c-9e82-2227a0a412f1 req-61f24ad9-b5c5-4bef-989c-b4b4f8a02d0b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 1097 time: 0.1071134 Jan 27 22:07:07.979001 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0cbe4dfa-9107-485c-9e82-2227a0a412f1 req-66043738-d38b-4f75-a4de-0237c8108020 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458970 Jan 27 22:07:07.979572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28256b6a-b671-47b1-a6c5-e13a076a6f23 req-7fddb8bc-e55e-4a46-82e1-91e3cc31c705 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 210 time: 0.0296078 Jan 27 22:07:08.063795 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:07:08.921831 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:09.074052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-217e1a96-19a2-4e94-8a9e-5f8ae68e52fb req-b4799ab1-c18b-44ae-be6a-b057d52fa938 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 210 time: 0.0266130 Jan 27 22:07:09.369297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-cf821f57-b9f8-44ee-b682-783846007e11 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:09.370770 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-cf821f57-b9f8-44ee-b682-783846007e11 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.74 "GET /v2.0/networks?id=833e263d-929e-488d-883d-dfbe4c7235c5 HTTP/1.1" status: 200 len: 814 time: 0.1067340 Jan 27 22:07:09.383553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Request body: {'port': {'device_id': 'ea0f48fa-60bb-4f5d-acd5-0b632cbfa729', 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5', 'admin_state_up': True, 'tenant_id': 'fb61a1d70d904acf8a3792ad0913fa8f'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:09.553351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Made reservation on behalf of fb61a1d70d904acf8a3792ad0913fa8f for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:09.556859 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:09.686135 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Allocated IP 172.20.0.13 (833e263d-929e-488d-883d-dfbe4c7235c5/355a869d-aac7-4087-b54a-ba1041e852d9/c6ff849a-e728-408c-976e-11e8d6c137b8) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:09.840229 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks [] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:09.978831 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.026082 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Network 833e263d-929e-488d-883d-dfbe4c7235c5 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:10.031433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:10.035946 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:10.045230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Pushing event updated for resources: {'Port': ['ID=c6ff849a-e728-408c-976e-11e8d6c137b8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:10.069785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.070141 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.070490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.070836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.071175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.071513 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.071849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.072212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.079750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.079750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.079750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.079750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.079750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:10.097268 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:10.097850 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.197790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689355a8-a5b1-488c-bdad-f1408750b4ae req-85af0a41-5ef0-4788-b421-355d9f6ff073 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:10.199267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-689355a8-a5b1-488c-bdad-f1408750b4ae req-85af0a41-5ef0-4788-b421-355d9f6ff073 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 932 time: 0.0538976 Jan 27 22:07:10.207244 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-71037370-8c6c-448b-afb0-33d14f6a9b24 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8275740 Jan 27 22:07:10.218868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Request body: {'port': {'device_id': 'ea0f48fa-60bb-4f5d-acd5-0b632cbfa729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:10.247207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-689355a8-a5b1-488c-bdad-f1408750b4ae req-98443115-2624-43fb-96a7-9f345617d3fe tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421536 Jan 27 22:07:10.280086 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.540696 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ff849a-e728-408c-976e-11e8d6c137b8 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:07:10.548588 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Publish callbacks [] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.560096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Transition to ACTIVE for port object c6ff849a-e728-408c-976e-11e8d6c137b8 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:07:10.618230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.666849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ff849a-e728-408c-976e-11e8d6c137b8,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:10.738668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Attempting to bind port c6ff849a-e728-408c-976e-11e8d6c137b8 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:10.738927 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Attempting to bind port c6ff849a-e728-408c-976e-11e8d6c137b8 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '10df1a4e-e49d-417c-9f6e-7230d711a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:10.739256 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Attempting to bind port c6ff849a-e728-408c-976e-11e8d6c137b8 on network 833e263d-929e-488d-883d-dfbe4c7235c5 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:10.743479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Port c6ff849a-e728-408c-976e-11e8d6c137b8 on network 833e263d-929e-488d-883d-dfbe4c7235c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:07:10.743803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Attempting to bind port c6ff849a-e728-408c-976e-11e8d6c137b8 on network 833e263d-929e-488d-883d-dfbe4c7235c5 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:10.748522 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:10.748862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Checking segment: {'id': '10df1a4e-e49d-417c-9f6e-7230d711a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:10.749249 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Bound using segment: {'id': '10df1a4e-e49d-417c-9f6e-7230d711a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:10.749667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Bound port: c6ff849a-e728-408c-976e-11e8d6c137b8, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10df1a4e-e49d-417c-9f6e-7230d711a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:10.750018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.811941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] For port c6ff849a-e728-408c-976e-11e8d6c137b8, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:10.815071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] For port c6ff849a-e728-408c-976e-11e8d6c137b8, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c6ff849a-e728-408c-976e-11e8d6c137b8,segment=NetworkSegment(10df1a4e-e49d-417c-9f6e-7230d711a53e),segment_id=10df1a4e-e49d-417c-9f6e-7230d711a53e)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:10.898493 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.933148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:10.933788 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:10.935185 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] 10.222.0.74 "PUT /v2.0/ports/c6ff849a-e728-408c-976e-11e8d6c137b8 HTTP/1.1" status: 200 len: 1092 time: 0.7208352 Jan 27 22:07:10.935632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0f48fa-60bb-4f5d-acd5-0b632cbfa729', 'tag': 'c6ff849a-e728-408c-976e-11e8d6c137b8'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:10.937923 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa12c6c2-9102-4abf-a1f7-d111b3cff75a" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0f48fa-60bb-4f5d-acd5-0b632cbfa729", "tag": "c6ff849a-e728-408c-976e-11e8d6c137b8"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:10.960379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7bb16-edf3-45af-a528-41112de4ff77 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ff849a-e728-408c-976e-11e8d6c137b8,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:10.977549 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcb436f-28a9-464e-b8ad-399e46d559e6 x-openstack-request-id: req-ebcb436f-28a9-464e-b8ad-399e46d559e6 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:10.977854 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0f48fa-60bb-4f5d-acd5-0b632cbfa729", "tag": "c6ff849a-e728-408c-976e-11e8d6c137b8", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:10.978117 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ebcb436f-28a9-464e-b8ad-399e46d559e6 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:10.978529 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0f48fa-60bb-4f5d-acd5-0b632cbfa729', 'tag': 'c6ff849a-e728-408c-976e-11e8d6c137b8', 'status': 'completed', 'code': 200} Jan 27 22:07:11.043783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12c6c2-9102-4abf-a1f7-d111b3cff75a req-c3a400d3-1eb7-4fb4-81a1-939fd1456bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:11.045453 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-aa12c6c2-9102-4abf-a1f7-d111b3cff75a req-c3a400d3-1eb7-4fb4-81a1-939fd1456bd2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb61a1d70d904acf8a3792ad0913fa8f&device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 1095 time: 0.0480425 Jan 27 22:07:11.148609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12c6c2-9102-4abf-a1f7-d111b3cff75a req-099b0a56-cf6c-4b70-a483-06706eee416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:11.150100 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-aa12c6c2-9102-4abf-a1f7-d111b3cff75a req-099b0a56-cf6c-4b70-a483-06706eee416e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=fb61a1d70d904acf8a3792ad0913fa8f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0980809 Jan 27 22:07:11.249701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12c6c2-9102-4abf-a1f7-d111b3cff75a req-ab08b2e3-715d-48be-8806-401c4a2101c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:11.251707 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-aa12c6c2-9102-4abf-a1f7-d111b3cff75a req-ab08b2e3-715d-48be-8806-401c4a2101c2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956089 Jan 27 22:07:11.331725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-4367b082-7769-4099-aef1-82a62655d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:11.333275 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-4367b082-7769-4099-aef1-82a62655d7bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=fb61a1d70d904acf8a3792ad0913fa8f&device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 1095 time: 0.0418026 Jan 27 22:07:11.371471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73be04-df17-43d6-bae2-d52a04f78853 req-5d93d945-79fc-4f1c-8576-3502aeea59a6 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:11.373375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf73be04-df17-43d6-bae2-d52a04f78853 req-5d93d945-79fc-4f1c-8576-3502aeea59a6 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 944 time: 0.0511413 Jan 27 22:07:11.374853 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-599daf55-11b0-4b3c-a6dc-14ee7d9b9584 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6ff849a-e728-408c-976e-11e8d6c137b8 HTTP/1.1" status: 200 len: 217 time: 0.0347507 Jan 27 22:07:11.425091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf73be04-df17-43d6-bae2-d52a04f78853 req-b264c41c-a4cc-418f-a7e0-5097627ca4df tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Jan 27 22:07:11.429969 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-735e86c8-8ac6-4c4f-b3af-789ab1132ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:11.431548 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-735e86c8-8ac6-4c4f-b3af-789ab1132ffb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=355a869d-aac7-4087-b54a-ba1041e852d9 HTTP/1.1" status: 200 len: 854 time: 0.0508559 Jan 27 22:07:11.462273 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-ba833b70-b26b-4a1b-aa39-88754c4aa393 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=833e263d-929e-488d-883d-dfbe4c7235c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250361 Jan 27 22:07:11.548567 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-55d34f64-dd33-4f3f-9d0f-8074a7619104 service neutron] 10.222.0.74 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800352 Jan 27 22:07:11.639898 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dc85ea2e-a6cb-43c2-8765-a59b0e4685f2 req-d73d3dee-7e53-45d1-9636-630c5aea73eb service neutron] 10.222.0.74 "GET /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857315 Jan 27 22:07:12.540851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98fdb6-1f79-446a-90d6-0b75fddf70a6 req-6de443e1-a7f9-4d42-99f6-44ea4664bea0 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:12.542387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c98fdb6-1f79-446a-90d6-0b75fddf70a6 req-6de443e1-a7f9-4d42-99f6-44ea4664bea0 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 944 time: 0.0484192 Jan 27 22:07:12.592823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c98fdb6-1f79-446a-90d6-0b75fddf70a6 req-46bf3b87-1520-43ee-86ed-8fa75b248cba tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Jan 27 22:07:13.781145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3923a-1ee6-4396-84c5-09e836d04ba4 req-c6160ed5-3609-455b-9d54-4ec2ea503819 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:13.783842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11b3923a-1ee6-4396-84c5-09e836d04ba4 req-c6160ed5-3609-455b-9d54-4ec2ea503819 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 944 time: 0.0627007 Jan 27 22:07:13.831030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11b3923a-1ee6-4396-84c5-09e836d04ba4 req-f21e0b1c-e464-4313-bc67-ada71ed28d2e tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Jan 27 22:07:14.954601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710b566-af9d-4f05-8bc0-6539ee586338 req-f5ad858b-e59e-49cc-b4e3-9e6f148a4b8a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:14.956026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c710b566-af9d-4f05-8bc0-6539ee586338 req-f5ad858b-e59e-49cc-b4e3-9e6f148a4b8a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 944 time: 0.0528986 Jan 27 22:07:15.005337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c710b566-af9d-4f05-8bc0-6539ee586338 req-2a6bed67-47b1-4f20-8449-fe9a498b7127 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429707 Jan 27 22:07:15.242534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c6ff849a-e728-408c-976e-11e8d6c137b8 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:07:15.343113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c6ff849a-e728-408c-976e-11e8d6c137b8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c6ff849a-e728-408c-976e-11e8d6c137b8,segment=NetworkSegment(10df1a4e-e49d-417c-9f6e-7230d711a53e),segment_id=10df1a4e-e49d-417c-9f6e-7230d711a53e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:15.356774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'c6ff849a-e728-408c-976e-11e8d6c137b8', 'network_id': '833e263d-929e-488d-883d-dfbe4c7235c5', 'port_id': 'c6ff849a-e728-408c-976e-11e8d6c137b8', 'mac_address': 'fa:16:3e:c6:2e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355a869d-aac7-4087-b54a-ba1041e852d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:07:15.395914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c6ff849a-e728-408c-976e-11e8d6c137b8 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:15.396623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:15.410347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ff849a-e728-408c-976e-11e8d6c137b8 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:07:15.433469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c6ff849a-e728-408c-976e-11e8d6c137b8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c6ff849a-e728-408c-976e-11e8d6c137b8,segment=NetworkSegment(10df1a4e-e49d-417c-9f6e-7230d711a53e),segment_id=10df1a4e-e49d-417c-9f6e-7230d711a53e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:15.504031 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:15.556205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c6ff849a-e728-408c-976e-11e8d6c137b8,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:15.563567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.563941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.564298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.564641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.564982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.565315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.565646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.565975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.566302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.566628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.566953 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.567275 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.567598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:15.795931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['c6ff849a-e728-408c-976e-11e8d6c137b8'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:07:16.126106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08983d57-9ba2-4039-9d16-faab296f503f req-def69367-015a-42de-bde7-6f0b0658eae7 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:16.128487 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08983d57-9ba2-4039-9d16-faab296f503f req-def69367-015a-42de-bde7-6f0b0658eae7 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 945 time: 0.0545692 Jan 27 22:07:16.179306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08983d57-9ba2-4039-9d16-faab296f503f req-9220baee-7671-40a6-b160-a8718fc90ff5 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445018 Jan 27 22:07:17.258999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c6ff849a-e728-408c-976e-11e8d6c137b8 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:17.309662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f324f6-fe95-4389-859f-9eb724be035a req-aeea6983-75a2-4cc8-93fe-ff260569bbc6 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:17.311259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9f324f6-fe95-4389-859f-9eb724be035a req-aeea6983-75a2-4cc8-93fe-ff260569bbc6 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 945 time: 0.0524004 Jan 27 22:07:17.361362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9f324f6-fe95-4389-859f-9eb724be035a req-27dbedb0-d9a4-4468-8c45-7564b5d32db1 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Jan 27 22:07:17.369982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port c6ff849a-e728-408c-976e-11e8d6c137b8 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:07:17.374052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port c6ff849a-e728-408c-976e-11e8d6c137b8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:17.374431 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:17.468928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c6ff849a-e728-408c-976e-11e8d6c137b8 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:17.469420 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:17.491171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0f48fa-60bb-4f5d-acd5-0b632cbfa729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ff849a-e728-408c-976e-11e8d6c137b8'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:17.493426 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46dcc67-1059-42f2-a37d-7462147b2437" -d '{"events": [{"server_uuid": "ea0f48fa-60bb-4f5d-acd5-0b632cbfa729", "name": "network-vif-plugged", "status": "completed", "tag": "c6ff849a-e728-408c-976e-11e8d6c137b8"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:17.506480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c6ff849a-e728-408c-976e-11e8d6c137b8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c6ff849a-e728-408c-976e-11e8d6c137b8,segment=NetworkSegment(10df1a4e-e49d-417c-9f6e-7230d711a53e),segment_id=10df1a4e-e49d-417c-9f6e-7230d711a53e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:17.531175 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f48e631-cd03-4fd1-b8e2-7ca737c31efb x-openstack-request-id: req-8f48e631-cd03-4fd1-b8e2-7ca737c31efb {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:17.531482 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0f48fa-60bb-4f5d-acd5-0b632cbfa729", "name": "network-vif-plugged", "status": "completed", "tag": "c6ff849a-e728-408c-976e-11e8d6c137b8", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:17.531744 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f48e631-cd03-4fd1-b8e2-7ca737c31efb {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:17.532190 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0f48fa-60bb-4f5d-acd5-0b632cbfa729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ff849a-e728-408c-976e-11e8d6c137b8', 'code': 200} Jan 27 22:07:17.581608 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:17.629787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094661c-6940-4094-8749-42b32c7892a5 req-b33b2efb-c30c-46e6-9893-6befdf976d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:17.632121 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7094661c-6940-4094-8749-42b32c7892a5 req-b33b2efb-c30c-46e6-9893-6befdf976d81 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 1097 time: 0.0437341 Jan 27 22:07:17.634292 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c6ff849a-e728-408c-976e-11e8d6c137b8,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:17.675872 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7094661c-6940-4094-8749-42b32c7892a5 req-d986e1f4-f209-4a04-9160-1af99a005f82 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Jan 27 22:07:18.482794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b4765-87ad-485b-9339-ceccd60a2b53 req-88c9e52e-ff42-4e95-856b-701226424a1a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:18.484333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b5b4765-87ad-485b-9339-ceccd60a2b53 req-88c9e52e-ff42-4e95-856b-701226424a1a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 946 time: 0.0535948 Jan 27 22:07:18.530427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b5b4765-87ad-485b-9339-ceccd60a2b53 req-887eb723-b794-44e2-a440-cdf83e7ed1ae tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 Jan 27 22:07:19.645857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773b6c7-2725-4a87-83ce-4b4bbd14ffaa req-fedbe602-57ca-45c6-8c1c-2eb406c4a23b tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:19.647342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3773b6c7-2725-4a87-83ce-4b4bbd14ffaa req-fedbe602-57ca-45c6-8c1c-2eb406c4a23b tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 946 time: 0.0483804 Jan 27 22:07:19.694604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3773b6c7-2725-4a87-83ce-4b4bbd14ffaa req-7e81d0e8-d306-44d9-a47a-05c9c4c365a3 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416901 Jan 27 22:07:24.508249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54290) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:24.668144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port 07d8b5d4-4dbe-4b28-a27c-fa1b117c150b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:24.668435 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (07d8b5d4-4dbe-4b28-a27c-fa1b117c150b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.749072 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (07d8b5d4-4dbe-4b28-a27c-fa1b117c150b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.749406 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (07d8b5d4-4dbe-4b28-a27c-fa1b117c150b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:24.761288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for 07d8b5d4-4dbe-4b28-a27c-fa1b117c150b owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:24.989620 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (07d8b5d4-4dbe-4b28-a27c-fa1b117c150b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.014716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=07d8b5d4-4dbe-4b28-a27c-fa1b117c150b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:25.079864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for floatingip (6fe1e1af-a7db-427e-aebd-3622bfe26481), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.080289 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Floating IP 6fe1e1af-a7db-427e-aebd-3622bfe26481 disassociated (deleted). External IP: 172.25.0.158, port: bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1. Jan 27 22:07:25.290460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:25.401913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:25.407030 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:25.415296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e5ea13-eef1-4a3c-853b-2a28e33b8f63 None None] Sync routers for ids ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:25.430640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e5ea13-eef1-4a3c-853b-2a28e33b8f63 None None] Routers {'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:25.432168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c6e5ea13-eef1-4a3c-853b-2a28e33b8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:25.435119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-da14489a-54e9-4007-82ab-ba6b0967e029 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/floatingips/6fe1e1af-a7db-427e-aebd-3622bfe26481 HTTP/1.1" status: 204 len: 168 time: 0.9256375 Jan 27 22:07:25.436668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632e54db-04c0-4150-be99-47c7faa90c51', 'tag': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:25.448193 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02ff6f6-7c66-4643-b801-a0b6359c2737" -d '{"events": [{"name": "network-changed", "server_uuid": "632e54db-04c0-4150-be99-47c7faa90c51", "tag": "bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:25.500534 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f38e880-5c68-4996-a288-acfd3cdf8503 x-openstack-request-id: req-4f38e880-5c68-4996-a288-acfd3cdf8503 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:25.501022 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632e54db-04c0-4150-be99-47c7faa90c51", "tag": "bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:25.501457 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f38e880-5c68-4996-a288-acfd3cdf8503 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:25.502020 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632e54db-04c0-4150-be99-47c7faa90c51', 'tag': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'status': 'completed', 'code': 200} Jan 27 22:07:25.580456 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ff6f6-7c66-4643-b801-a0b6359c2737 req-45644e7a-c03f-48b1-b3ac-fe9761575f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:25.583556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f02ff6f6-7c66-4643-b801-a0b6359c2737 req-45644e7a-c03f-48b1-b3ac-fe9761575f3e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 1096 time: 0.0581028 Jan 27 22:07:25.602576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-c6e5ea13-eef1-4a3c-853b-2a28e33b8f63 None None] Set router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:25.704227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ff6f6-7c66-4643-b801-a0b6359c2737 req-fe634def-5341-49c0-b866-5beae2864df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:25.706764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f02ff6f6-7c66-4643-b801-a0b6359c2737 req-fe634def-5341-49c0-b866-5beae2864df2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=fd76af50-6901-43fd-92aa-c4d4fe54073d HTTP/1.1" status: 200 len: 897 time: 0.1161678 Jan 27 22:07:25.756230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f02ff6f6-7c66-4643-b801-a0b6359c2737 req-02c86894-0523-4274-844d-0aec3a247ccd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 HTTP/1.1" status: 200 len: 217 time: 0.0422771 Jan 27 22:07:25.867583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ff6f6-7c66-4643-b801-a0b6359c2737 req-f29533dd-ce53-4e8d-9464-3d575142b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:25.869324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f02ff6f6-7c66-4643-b801-a0b6359c2737 req-f29533dd-ce53-4e8d-9464-3d575142b9fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f5d9a82f-fc05-4292-8409-39650cc73564 HTTP/1.1" status: 200 len: 835 time: 0.1068864 Jan 27 22:07:25.901798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c6e5ea13-eef1-4a3c-853b-2a28e33b8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:05:33Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'be10f1af-2033-43a0-b125-c2c0ddbdc2c6', 'name': '', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:f0:e2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:32Z', 'updated_at': '2022-01-27T22:05:39Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:25.930270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e5ea13-eef1-4a3c-853b-2a28e33b8f63 None None] Checking router: acc4359e-c8ee-4fd7-9bac-84dbb2bf551e for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:07:25.939068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e5ea13-eef1-4a3c-853b-2a28e33b8f63 None None] Routers {'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:25.939258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ff6f6-7c66-4643-b801-a0b6359c2737 req-99623983-97a2-44dc-8783-02871c25c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:25.939684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c6e5ea13-eef1-4a3c-853b-2a28e33b8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:25.943827 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f02ff6f6-7c66-4643-b801-a0b6359c2737 req-99623983-97a2-44dc-8783-02871c25c696 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fd76af50-6901-43fd-92aa-c4d4fe54073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667002 Jan 27 22:07:26.054887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-c6e5ea13-eef1-4a3c-853b-2a28e33b8f63 None None] Set router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:26.060940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a807486-2a31-4043-8c88-142fadc4f110 req-36a02a6f-55cb-4640-b866-b57771c9556c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:26.063367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a807486-2a31-4043-8c88-142fadc4f110 req-36a02a6f-55cb-4640-b866-b57771c9556c tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.1117592 Jan 27 22:07:26.144873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f02ff6f6-7c66-4643-b801-a0b6359c2737 req-8f8b5d2c-1eca-4f78-a9d8-de503963a4a6 service neutron] 10.222.0.71 "GET /v2.0/networks/fd76af50-6901-43fd-92aa-c4d4fe54073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920955 Jan 27 22:07:26.150200 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a807486-2a31-4043-8c88-142fadc4f110 req-7acb0378-14df-4993-8dcc-34ffed21e187 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778930 Jan 27 22:07:26.270728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f02ff6f6-7c66-4643-b801-a0b6359c2737 req-b285a7fa-a271-4d6c-8712-33157d86b131 service neutron] 10.222.0.71 "GET /v2.0/networks/fd76af50-6901-43fd-92aa-c4d4fe54073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182055 Jan 27 22:07:26.442762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c6e5ea13-eef1-4a3c-853b-2a28e33b8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:05:33Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'be10f1af-2033-43a0-b125-c2c0ddbdc2c6', 'name': '', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:f0:e2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:32Z', 'updated_at': '2022-01-27T22:05:39Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:26.473311 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e5ea13-eef1-4a3c-853b-2a28e33b8f63 None None] The sync data for ids ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'] in n-d-760456-6 is: [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:05:33Z', 'revision_number': 4, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'be10f1af-2033-43a0-b125-c2c0ddbdc2c6', 'name': '', 'network_id': 'fd76af50-6901-43fd-92aa-c4d4fe54073d', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'mac_address': 'fa:16:3e:f0:e2:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:32Z', 'updated_at': '2022-01-27T22:05:39Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'subnets': [{'id': 'f5d9a82f-fc05-4292-8409-39650cc73564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:26.725268 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020e8962-c37a-406c-8821-01445666c994 None None] New status for floating IP 6fe1e1af-a7db-427e-aebd-3622bfe26481: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:07:27.084376 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.330525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5faadc-7f6b-43c3-bfc0-02dd5836c310 req-b6617019-a561-4726-95c2-cc70402f3b3e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:27.332020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d5faadc-7f6b-43c3-bfc0-02dd5836c310 req-b6617019-a561-4726-95c2-cc70402f3b3e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.1034303 Jan 27 22:07:27.364984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973cd9a-3bb7-48cf-81a3-f66d09d5619e req-c7fe03d9-4e80-4346-bf68-bf3304bd9e2a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:27.366445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2973cd9a-3bb7-48cf-81a3-f66d09d5619e req-c7fe03d9-4e80-4346-bf68-bf3304bd9e2a tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 945 time: 0.1263747 Jan 27 22:07:27.422426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d5faadc-7f6b-43c3-bfc0-02dd5836c310 req-1758217e-51e4-400f-abfc-f95cbb3b4b1e tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/security-groups?id=9cfdce8a-14eb-409c-9feb-5f9a14efef9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830960 Jan 27 22:07:27.462282 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.487307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-2973cd9a-3bb7-48cf-81a3-f66d09d5619e req-2bee98dc-6af5-468d-969d-45d247a41354 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:27.487656 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2973cd9a-3bb7-48cf-81a3-f66d09d5619e req-2bee98dc-6af5-468d-969d-45d247a41354 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.591202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-2973cd9a-3bb7-48cf-81a3-f66d09d5619e req-2bee98dc-6af5-468d-969d-45d247a41354 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] For port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:27.591620 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2973cd9a-3bb7-48cf-81a3-f66d09d5619e req-2bee98dc-6af5-468d-969d-45d247a41354 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.605208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-2973cd9a-3bb7-48cf-81a3-f66d09d5619e req-2bee98dc-6af5-468d-969d-45d247a41354 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:27.841079 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2973cd9a-3bb7-48cf-81a3-f66d09d5619e req-2bee98dc-6af5-468d-969d-45d247a41354 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.877431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee98dc-6af5-468d-969d-45d247a41354 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:27.944443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2973cd9a-3bb7-48cf-81a3-f66d09d5619e req-2bee98dc-6af5-468d-969d-45d247a41354 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] No DVR routers for this DVR port bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:27.947641 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2973cd9a-3bb7-48cf-81a3-f66d09d5619e req-2bee98dc-6af5-468d-969d-45d247a41354 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:27.951580 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2973cd9a-3bb7-48cf-81a3-f66d09d5619e req-2bee98dc-6af5-468d-969d-45d247a41354 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.71 "DELETE /v2.0/ports/bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 HTTP/1.1" status: 204 len: 173 time: 0.5755632 Jan 27 22:07:27.952275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632e54db-04c0-4150-be99-47c7faa90c51', 'name': 'network-vif-deleted', 'tag': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:27.955289 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc1900d-88fb-475c-826c-0e090415ef5e" -d '{"events": [{"server_uuid": "632e54db-04c0-4150-be99-47c7faa90c51", "name": "network-vif-deleted", "tag": "bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:27.990291 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a74e60-8ee9-49f4-bce8-1d2f51de3747 x-openstack-request-id: req-21a74e60-8ee9-49f4-bce8-1d2f51de3747 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:27.990586 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632e54db-04c0-4150-be99-47c7faa90c51", "name": "network-vif-deleted", "tag": "bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:27.990872 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21a74e60-8ee9-49f4-bce8-1d2f51de3747 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:27.991309 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632e54db-04c0-4150-be99-47c7faa90c51', 'name': 'network-vif-deleted', 'tag': 'bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1', 'status': 'completed', 'code': 200} Jan 27 22:07:28.558681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54735637-3d11-4e2d-b28b-2b916e3aeeda req-0664afec-0f81-48e6-b24d-56b02350a256 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "GET /v2.0/ports?device_id=632e54db-04c0-4150-be99-47c7faa90c51 HTTP/1.1" status: 200 len: 210 time: 0.0298877 Jan 27 22:07:29.617465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54360) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:30.419253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3588b16d-d3d5-4a61-b3e7-7c126db7a2c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:30.731981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-3588b16d-d3d5-4a61-b3e7-7c126db7a2c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port be10f1af-2033-43a0-b125-c2c0ddbdc2c6 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:30.732534 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3588b16d-d3d5-4a61-b3e7-7c126db7a2c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:30.821262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-3588b16d-d3d5-4a61-b3e7-7c126db7a2c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] For port be10f1af-2033-43a0-b125-c2c0ddbdc2c6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=be10f1af-2033-43a0-b125-c2c0ddbdc2c6,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:30.821631 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3588b16d-d3d5-4a61-b3e7-7c126db7a2c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:30.833821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-3588b16d-d3d5-4a61-b3e7-7c126db7a2c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for be10f1af-2033-43a0-b125-c2c0ddbdc2c6 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:31.098939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3588b16d-d3d5-4a61-b3e7-7c126db7a2c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (be10f1af-2033-43a0-b125-c2c0ddbdc2c6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.155419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588b16d-d3d5-4a61-b3e7-7c126db7a2c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=be10f1af-2033-43a0-b125-c2c0ddbdc2c6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:31.370571 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3588b16d-d3d5-4a61-b3e7-7c126db7a2c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.611212 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3588b16d-d3d5-4a61-b3e7-7c126db7a2c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:31.646480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:31.676694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:31.676694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bae45cef-e7a4-4bc7-ace9-0ac1d7ebd2c1 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:31.720138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3588b16d-d3d5-4a61-b3e7-7c126db7a2c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:31.725279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3588b16d-d3d5-4a61-b3e7-7c126db7a2c4 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "PUT /v2.0/routers/acc4359e-c8ee-4fd7-9bac-84dbb2bf551e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1065946 Jan 27 22:07:31.727857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54392) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:31.731692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e3cce-bd65-4cd5-9404-80a9729ba8d4 None None] Sync routers for ids ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:31.742746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e3cce-bd65-4cd5-9404-80a9729ba8d4 None None] Routers {'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:31.743633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e29e3cce-bd65-4cd5-9404-80a9729ba8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:31.826059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d75f19f-e3b0-4963-a535-eedff02f74ea tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting subnet f5d9a82f-fc05-4292-8409-39650cc73564 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:07:31.834237 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d75f19f-e3b0-4963-a535-eedff02f74ea tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for subnet (f5d9a82f-fc05-4292-8409-39650cc73564), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.878467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-e29e3cce-bd65-4cd5-9404-80a9729ba8d4 None None] Set router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:31.883439 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d75f19f-e3b0-4963-a535-eedff02f74ea tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (f5d9a82f-fc05-4292-8409-39650cc73564), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:31.986608 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d75f19f-e3b0-4963-a535-eedff02f74ea tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (f5d9a82f-fc05-4292-8409-39650cc73564), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.087951 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e29e3cce-bd65-4cd5-9404-80a9729ba8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:07:30Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:32.114706 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e3cce-bd65-4cd5-9404-80a9729ba8d4 None None] Checking router: acc4359e-c8ee-4fd7-9bac-84dbb2bf551e for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:07:32.123184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e3cce-bd65-4cd5-9404-80a9729ba8d4 None None] Routers {'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:32.123805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e29e3cce-bd65-4cd5-9404-80a9729ba8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:32.144565 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d75f19f-e3b0-4963-a535-eedff02f74ea tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (f5d9a82f-fc05-4292-8409-39650cc73564), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.175744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75f19f-e3b0-4963-a535-eedff02f74ea tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d9a82f-fc05-4292-8409-39650cc73564,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:32.197743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8d75f19f-e3b0-4963-a535-eedff02f74ea tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.228979 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8d75f19f-e3b0-4963-a535-eedff02f74ea tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/subnets/f5d9a82f-fc05-4292-8409-39650cc73564 HTTP/1.1" status: 204 len: 168 time: 0.4959793 Jan 27 22:07:32.233257 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54402) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:32.267486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2713af68-0635-4042-95e7-9d93ca8b06aa None None] Network fd76af50-6901-43fd-92aa-c4d4fe54073d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:32.317706 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-e29e3cce-bd65-4cd5-9404-80a9729ba8d4 None None] Set router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:32.387144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.510989 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_gateway (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.568912 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0e0c21be-4386-442b-a4d8-3725106b2cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.590684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a557e2ef-75fd-43da-b4b1-a690f73095e5 None None] DHCP port deletion for fd76af50-6901-43fd-92aa-c4d4fe54073d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:07:32.625525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e29e3cce-bd65-4cd5-9404-80a9729ba8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:07:30Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:32.659536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29e3cce-bd65-4cd5-9404-80a9729ba8d4 None None] The sync data for ids ['acc4359e-c8ee-4fd7-9bac-84dbb2bf551e'] in n-d-760456-6 is: [{'id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1961913718', 'tenant_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:26Z', 'updated_at': '2022-01-27T22:07:30Z', 'revision_number': 5, 'project_id': '16bd7ffc8639420692a28d7b3dc02b1c', 'gw_port': {'id': '9bddc23a-1a4b-4b59-87ed-7e42f698c5d8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:4f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc4359e-c8ee-4fd7-9bac-84dbb2bf551e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:05:27Z', 'updated_at': '2022-01-27T22:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:32.679343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a557e2ef-75fd-43da-b4b1-a690f73095e5 None None] Deleting port 542efc8d-ed98-420e-ae7e-8e622a13ac0a {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:32.681590 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a557e2ef-75fd-43da-b4b1-a690f73095e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.743313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Deleting port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:32.743786 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.745948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a557e2ef-75fd-43da-b4b1-a690f73095e5 None None] For port 542efc8d-ed98-420e-ae7e-8e622a13ac0a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=542efc8d-ed98-420e-ae7e-8e622a13ac0a,segment=NetworkSegment(55c326a1-c3e3-4581-8921-921142b53b2a),segment_id=55c326a1-c3e3-4581-8921-921142b53b2a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:32.746360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a557e2ef-75fd-43da-b4b1-a690f73095e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.759279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a557e2ef-75fd-43da-b4b1-a690f73095e5 None None] Calling delete_port for 542efc8d-ed98-420e-ae7e-8e622a13ac0a owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:32.876111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] For port 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9bddc23a-1a4b-4b59-87ed-7e42f698c5d8,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:32.876111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:32.876111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Calling delete_port for 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:32.989718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a557e2ef-75fd-43da-b4b1-a690f73095e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (542efc8d-ed98-420e-ae7e-8e622a13ac0a), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.019967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557e2ef-75fd-43da-b4b1-a690f73095e5 None None] Pushing event deleted for resources: {'Port': ['ID=542efc8d-ed98-420e-ae7e-8e622a13ac0a,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:33.021959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557e2ef-75fd-43da-b4b1-a690f73095e5 None None] No DVR routers for this DVR port 542efc8d-ed98-420e-ae7e-8e622a13ac0a on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:33.132619 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9bddc23a-1a4b-4b59-87ed-7e42f698c5d8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.164297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Port': ['ID=9bddc23a-1a4b-4b59-87ed-7e42f698c5d8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:33.240329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.349004 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.351259 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router_controller (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.490321 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (acc4359e-c8ee-4fd7-9bac-84dbb2bf551e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.490979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Fanout notify agent at l3_agent the message router_deleted on router acc4359e-c8ee-4fd7-9bac-84dbb2bf551e {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:07:33.500638 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.501960 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-da762cd3-d71e-42da-ae42-ac4277b3e8d9 tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/routers/acc4359e-c8ee-4fd7-9bac-84dbb2bf551e HTTP/1.1" status: 204 len: 168 time: 1.2693224 Jan 27 22:07:33.504577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54420) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:33.595260 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (fd76af50-6901-43fd-92aa-c4d4fe54073d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.688948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (fd76af50-6901-43fd-92aa-c4d4fe54073d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.708928 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd76af50-6901-43fd-92aa-c4d4fe54073d']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:33.718077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c326a1-c3e3-4581-8921-921142b53b2a') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:33.718877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c326a1-c3e3-4581-8921-921142b53b2a') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:33.728165 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (55c326a1-c3e3-4581-8921-921142b53b2a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.741637 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (55c326a1-c3e3-4581-8921-921142b53b2a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.747656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:07:33.748659 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (55c326a1-c3e3-4581-8921-921142b53b2a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:07:33.751662 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:07:33.890275 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (fd76af50-6901-43fd-92aa-c4d4fe54073d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.897645 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:33.901375 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/networks/fd76af50-6901-43fd-92aa-c4d4fe54073d HTTP/1.1" status: 204 len: 168 time: 0.3956125 Jan 27 22:07:33.904225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54428) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:33.923724 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb6e88-47ca-4d56-b454-0cefff374d1f tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'Network': ['ID=fd76af50-6901-43fd-92aa-c4d4fe54073d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:33.983786 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e383fd1-81ea-4503-9499-9bf626d5bfab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (9cfdce8a-14eb-409c-9feb-5f9a14efef9c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.018316 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e383fd1-81ea-4503-9499-9bf626d5bfab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (9cfdce8a-14eb-409c-9feb-5f9a14efef9c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.212357 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e383fd1-81ea-4503-9499-9bf626d5bfab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (9cfdce8a-14eb-409c-9feb-5f9a14efef9c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.215008 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3e383fd1-81ea-4503-9499-9bf626d5bfab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:34.216424 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3e383fd1-81ea-4503-9499-9bf626d5bfab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] 10.222.0.61 "DELETE /v2.0/security-groups/9cfdce8a-14eb-409c-9feb-5f9a14efef9c HTTP/1.1" status: 204 len: 168 time: 0.3108153 Jan 27 22:07:34.225963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e383fd1-81ea-4503-9499-9bf626d5bfab tempest-TestNetworkAdvancedServerOps-789640932 tempest-TestNetworkAdvancedServerOps-789640932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfdce8a-14eb-409c-9feb-5f9a14efef9c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:34.266395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device be10f1af-2033-43a0-b125-c2c0ddbdc2c6 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:34.287198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: be10f1af-2033-43a0-b125-c2c0ddbdc2c6 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:34.287555 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device be10f1af-2033-43a0-b125-c2c0ddbdc2c6 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:34.287984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 542efc8d-ed98-420e-ae7e-8e622a13ac0a no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:34.311001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 542efc8d-ed98-420e-ae7e-8e622a13ac0a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:34.311362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 542efc8d-ed98-420e-ae7e-8e622a13ac0a not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:34.311796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:34.338376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:34.338833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9bddc23a-1a4b-4b59-87ed-7e42f698c5d8 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:34.913675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54448) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:34.949381 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bf24a01d-c011-47f1-a8de-f1aee975d62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.050879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fdf62f27-e3bc-44b6-8db4-fefa733d4891 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16bd7ffc8639420692a28d7b3dc02b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359069 Jan 27 22:07:35.053330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54454) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:35.106288 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bd165098-6a61-4104-9c7b-b33187ff6afb admin admin] Publish callbacks [] for security_group (0c9e4849-3775-43c6-8e18-232389b01ef0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.127412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bd165098-6a61-4104-9c7b-b33187ff6afb admin admin] Publish callbacks [] for security_group (0c9e4849-3775-43c6-8e18-232389b01ef0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.269342 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bd165098-6a61-4104-9c7b-b33187ff6afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0c9e4849-3775-43c6-8e18-232389b01ef0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.271988 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bd165098-6a61-4104-9c7b-b33187ff6afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:35.276158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bd165098-6a61-4104-9c7b-b33187ff6afb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c9e4849-3775-43c6-8e18-232389b01ef0 HTTP/1.1" status: 204 len: 168 time: 0.2216275 Jan 27 22:07:35.284543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd165098-6a61-4104-9c7b-b33187ff6afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9e4849-3775-43c6-8e18-232389b01ef0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:36.240314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54480) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:36.280500 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.300109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ed2fe69b-7116-4736-9899-3b016b01d70a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=674ddfee443a495e984292582c5b5843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0577950 Jan 27 22:07:36.302596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54484) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:36.350542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-19a5618b-a81a-4c2d-978a-7856f4dc54c9 admin admin] Publish callbacks [] for security_group (b2b295d9-2c7d-430a-ac4c-4072d400cb06), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.372858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-19a5618b-a81a-4c2d-978a-7856f4dc54c9 admin admin] Publish callbacks [] for security_group (b2b295d9-2c7d-430a-ac4c-4072d400cb06), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.462708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4f885-e54f-4129-92ea-99c1b12d9495 req-f20afa4e-f669-4353-88fe-b9637e037e90 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:36.468047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4f885-e54f-4129-92ea-99c1b12d9495 req-f20afa4e-f669-4353-88fe-b9637e037e90 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:36.473470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4f885-e54f-4129-92ea-99c1b12d9495 req-f20afa4e-f669-4353-88fe-b9637e037e90 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:36.479033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4f885-e54f-4129-92ea-99c1b12d9495 req-f20afa4e-f669-4353-88fe-b9637e037e90 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:36.485003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4f885-e54f-4129-92ea-99c1b12d9495 req-f20afa4e-f669-4353-88fe-b9637e037e90 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:36.490266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4f885-e54f-4129-92ea-99c1b12d9495 req-f20afa4e-f669-4353-88fe-b9637e037e90 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:36.495645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4f885-e54f-4129-92ea-99c1b12d9495 req-f20afa4e-f669-4353-88fe-b9637e037e90 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:36.497644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1e4f885-e54f-4129-92ea-99c1b12d9495 req-f20afa4e-f669-4353-88fe-b9637e037e90 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5432 time: 0.1013260 Jan 27 22:07:36.556610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1e4f885-e54f-4129-92ea-99c1b12d9495 req-25b00068-9c97-417d-b6d3-0ff396025495 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525365 Jan 27 22:07:36.566352 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-19a5618b-a81a-4c2d-978a-7856f4dc54c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b2b295d9-2c7d-430a-ac4c-4072d400cb06), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.569178 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-19a5618b-a81a-4c2d-978a-7856f4dc54c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:36.570536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-19a5618b-a81a-4c2d-978a-7856f4dc54c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2b295d9-2c7d-430a-ac4c-4072d400cb06 HTTP/1.1" status: 204 len: 168 time: 0.2669559 Jan 27 22:07:36.580460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5618b-a81a-4c2d-978a-7856f4dc54c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b295d9-2c7d-430a-ac4c-4072d400cb06,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:37.429353 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.511331 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-c1f2bf1c-f125-4404-88bb-4f072ac3fa57 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.517207 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-c1f2bf1c-f125-4404-88bb-4f072ac3fa57 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.522612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-c1f2bf1c-f125-4404-88bb-4f072ac3fa57 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.527896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-c1f2bf1c-f125-4404-88bb-4f072ac3fa57 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.533248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-c1f2bf1c-f125-4404-88bb-4f072ac3fa57 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.539941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-c1f2bf1c-f125-4404-88bb-4f072ac3fa57 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.543781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-c1f2bf1c-f125-4404-88bb-4f072ac3fa57 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.545722 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-c1f2bf1c-f125-4404-88bb-4f072ac3fa57 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5432 time: 0.0874443 Jan 27 22:07:37.591845 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-49298b18-62e4-411e-9f68-a341ae25ad97 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.593332 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-49298b18-62e4-411e-9f68-a341ae25ad97 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "GET /v2.0/ports/856c8d91-48e7-4a38-b228-a5d13c60c10b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0408466 Jan 27 22:07:37.720452 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-f33dfc84-c404-40f6-880d-b98fccae18a6 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "GET /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1201677 Jan 27 22:07:37.722391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a8a82-7c2a-4095-9eb5-16fcbe6b8982 req-2ac904b8-796f-4711-8b31-16287124d1cc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.727709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a8a82-7c2a-4095-9eb5-16fcbe6b8982 req-2ac904b8-796f-4711-8b31-16287124d1cc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.732274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:37.733030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a8a82-7c2a-4095-9eb5-16fcbe6b8982 req-2ac904b8-796f-4711-8b31-16287124d1cc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.738476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a8a82-7c2a-4095-9eb5-16fcbe6b8982 req-2ac904b8-796f-4711-8b31-16287124d1cc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.743729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a8a82-7c2a-4095-9eb5-16fcbe6b8982 req-2ac904b8-796f-4711-8b31-16287124d1cc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.750029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a8a82-7c2a-4095-9eb5-16fcbe6b8982 req-2ac904b8-796f-4711-8b31-16287124d1cc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.755318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a8a82-7c2a-4095-9eb5-16fcbe6b8982 req-2ac904b8-796f-4711-8b31-16287124d1cc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:37.757554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c8a8a82-7c2a-4095-9eb5-16fcbe6b8982 req-2ac904b8-796f-4711-8b31-16287124d1cc tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 5432 time: 0.1163976 Jan 27 22:07:37.799016 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:37.837756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c8a8a82-7c2a-4095-9eb5-16fcbe6b8982 req-175b550b-4272-4712-9bfc-987777cc50d8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&id=58b15fff-e636-4a5c-acc7-68d3db1960a7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736401 Jan 27 22:07:37.895528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54532) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:37.954939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] For port 856c8d91-48e7-4a38-b228-a5d13c60c10b, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=856c8d91-48e7-4a38-b228-a5d13c60c10b,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:37.990819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] For port 856c8d91-48e7-4a38-b228-a5d13c60c10b, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:37.998463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1171756489-network', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:38.028450 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] device_id is not set on port 856c8d91-48e7-4a38-b228-a5d13c60c10b yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:38.037117 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] Publish callbacks [] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.131779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Made reservation on behalf of 56a3a9b6a0cd4913a5b41da83dd7d82b for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:38.137218 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.146777 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.172807 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.238385 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Publish callbacks [] for security_group (639bc5f6-3e98-4ec6-9c90-612591221414), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.242618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] No DVR routers for this DVR port 856c8d91-48e7-4a38-b228-a5d13c60c10b on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:38.245768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] Pushing event updated for resources: {'Port': ['ID=856c8d91-48e7-4a38-b228-a5d13c60c10b,revision_number=6']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:38.284851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] In _notify_port_updated(), no bound segment for port 856c8d91-48e7-4a38-b228-a5d13c60c10b on network 83e4aa29-cdd1-4f04-b652-2139a812064e {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:07:38.286574 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:38.286574 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.288585 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-b1a86e6d-cfa3-4d21-8c89-47f24040b8dc service neutron] 10.222.0.74 "PUT /v2.0/ports/856c8d91-48e7-4a38-b228-a5d13c60c10b HTTP/1.1" status: 200 len: 1027 time: 0.5595534 Jan 27 22:07:38.338580 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-8c133cd3-c68e-4250-8b6f-f2d68dcc370c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:38.339998 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-8c133cd3-c68e-4250-8b6f-f2d68dcc370c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "GET /v2.0/ports/cb7d9cb2-705b-481e-b551-5bb9212cb343?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0441127 Jan 27 22:07:38.350386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:38.364505 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (639bc5f6-3e98-4ec6-9c90-612591221414), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.395416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:38.402156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639bc5f6-3e98-4ec6-9c90-612591221414,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:38.410168 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b7b5b790-ff6a-447c-82b6-b0cc27c32b66), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.410525 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Added segment b7b5b790-ff6a-447c-82b6-b0cc27c32b66 of type vlan for network 27838b5d-0935-4dae-9d9f-d6334b781ff0 Jan 27 22:07:38.421704 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.453651 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (27838b5d-0935-4dae-9d9f-d6334b781ff0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.560985 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (27838b5d-0935-4dae-9d9f-d6334b781ff0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.565670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:38.566286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.573951 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-33c00d8f-dc38-40ef-bfe3-4abe33716b11 None None] Provisioning complete for port 856c8d91-48e7-4a38-b228-a5d13c60c10b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:38.574480 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-33c00d8f-dc38-40ef-bfe3-4abe33716b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.590941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] For port cb7d9cb2-705b-481e-b551-5bb9212cb343, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=cb7d9cb2-705b-481e-b551-5bb9212cb343,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:38.619404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-33c00d8f-dc38-40ef-bfe3-4abe33716b11 None None] Port 856c8d91-48e7-4a38-b228-a5d13c60c10b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:38.627830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] Pushing event updated for resources: {'Network': ['ID=27838b5d-0935-4dae-9d9f-d6334b781ff0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:38.635805 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] For port cb7d9cb2-705b-481e-b551-5bb9212cb343, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:38.642549 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:38.670236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] device_id is not set on port cb7d9cb2-705b-481e-b551-5bb9212cb343 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:07:38.678959 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] Publish callbacks [] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.715296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1f63ef38-5679-4502-8f37-4f39a0259f1b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8186183 Jan 27 22:07:38.718209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54546) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:38.723595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b4222f97-62a4-4372-b231-51706cb855c4 admin admin] Request body: {'subnet': {'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1171756489-subnet', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:38.857239 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.922673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] No DVR routers for this DVR port cb7d9cb2-705b-481e-b551-5bb9212cb343 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:38.924854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb7d9cb2-705b-481e-b551-5bb9212cb343,revision_number=6']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:38.937788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4222f97-62a4-4372-b231-51706cb855c4 admin admin] Made reservation on behalf of 56a3a9b6a0cd4913a5b41da83dd7d82b for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:38.940567 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b4222f97-62a4-4372-b231-51706cb855c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.972744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] In _notify_port_updated(), no bound segment for port cb7d9cb2-705b-481e-b551-5bb9212cb343 on network 83e4aa29-cdd1-4f04-b652-2139a812064e {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:07:38.974415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:38.975287 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:38.976686 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-56f381ce-669e-4a6d-86d6-b002a0f6a0c9 service neutron] 10.222.0.74 "PUT /v2.0/ports/cb7d9cb2-705b-481e-b551-5bb9212cb343 HTTP/1.1" status: 200 len: 1026 time: 0.6307061 Jan 27 22:07:38.984524 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.050344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dc723-b192-4b2c-a5ff-1ba0462de485 req-816c37a2-2a74-4c86-85b5-dafe17aac9ad tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:39.056228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dc723-b192-4b2c-a5ff-1ba0462de485 req-816c37a2-2a74-4c86-85b5-dafe17aac9ad tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:39.062519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dc723-b192-4b2c-a5ff-1ba0462de485 req-816c37a2-2a74-4c86-85b5-dafe17aac9ad tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:39.068581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dc723-b192-4b2c-a5ff-1ba0462de485 req-816c37a2-2a74-4c86-85b5-dafe17aac9ad tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:39.083818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dc723-b192-4b2c-a5ff-1ba0462de485 req-816c37a2-2a74-4c86-85b5-dafe17aac9ad tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:39.085697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b4dc723-b192-4b2c-a5ff-1ba0462de485 req-816c37a2-2a74-4c86-85b5-dafe17aac9ad tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 3885 time: 0.1617939 Jan 27 22:07:39.130038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Deleting port 5335e078-e423-47c5-8bb8-2d0d0964a65c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:39.130317 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.220727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b4dc723-b192-4b2c-a5ff-1ba0462de485 req-9285435f-ee5d-4fae-8deb-13475de03750 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146858 Jan 27 22:07:39.262152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0b86d2bf-7d22-48c8-b934-690bcfee11c3 None None] Provisioning complete for port cb7d9cb2-705b-481e-b551-5bb9212cb343 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:39.264312 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0b86d2bf-7d22-48c8-b934-690bcfee11c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.284919 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] For port 5335e078-e423-47c5-8bb8-2d0d0964a65c, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5335e078-e423-47c5-8bb8-2d0d0964a65c,segment=NetworkSegment(80b985ff-d3c0-4a55-b10d-7f53f4dd19da),segment_id=80b985ff-d3c0-4a55-b10d-7f53f4dd19da)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:39.285315 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.310954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0b86d2bf-7d22-48c8-b934-690bcfee11c3 None None] Port cb7d9cb2-705b-481e-b551-5bb9212cb343 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:39.555387 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b4222f97-62a4-4372-b231-51706cb855c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (a9fc7bfd-ae01-4663-bc0c-b7538b0ff041), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.618026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4222f97-62a4-4372-b231-51706cb855c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:39.627371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4222f97-62a4-4372-b231-51706cb855c4 admin admin] Checking segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:39.627747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4222f97-62a4-4372-b231-51706cb855c4 admin admin] Network hostable DHCP agents. Network: 27838b5d-0935-4dae-9d9f-d6334b781ff0, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:39.752747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4222f97-62a4-4372-b231-51706cb855c4 admin admin] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:39.851888 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.852538 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (5156472a-7597-4026-83ac-9b879dc1a98f), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.852659 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Floating IP 5156472a-7597-4026-83ac-9b879dc1a98f disassociated. External IP: 172.25.0.155, port: 5335e078-e423-47c5-8bb8-2d0d0964a65c. Jan 27 22:07:39.852915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Calling delete_port for 5335e078-e423-47c5-8bb8-2d0d0964a65c owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:39.868835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-b4222f97-62a4-4372-b231-51706cb855c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 27838b5d-0935-4dae-9d9f-d6334b781ff0) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:39.873130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4222f97-62a4-4372-b231-51706cb855c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:39.873903 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b4222f97-62a4-4372-b231-51706cb855c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:39.882132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccece81-72f9-415c-b713-202292c99bc9 None None] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:39.979949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-27838b5d-0935-4dae-9d9f-d6334b781ff0', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:07:39.980884 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.035133 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b4222f97-62a4-4372-b231-51706cb855c4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3125892 Jan 27 22:07:40.035133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54568) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:40.039467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:40.109728 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5335e078-e423-47c5-8bb8-2d0d0964a65c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.139181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Allocated IP 172.20.0.2 (27838b5d-0935-4dae-9d9f-d6334b781ff0/a9fc7bfd-ae01-4663-bc0c-b7538b0ff041/306b71d4-3210-4207-bd3d-aa876f12afd1) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:40.156028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'Port': ['ID=5335e078-e423-47c5-8bb8-2d0d0964a65c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:40.307216 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Router fc213aff-6f2b-4b48-bf85-50411bf03583 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:40.307395 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Publish callbacks [] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.326500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.330391 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.413752 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Publish callbacks [] for router_controller (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.435283 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.436000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:40.436440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804651-7f30-4954-b9d0-2cf41d8af1d5 req-356f40bd-bcc0-4adc-b433-d9991b66dc17 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:40.444527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804651-7f30-4954-b9d0-2cf41d8af1d5 req-356f40bd-bcc0-4adc-b433-d9991b66dc17 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:40.451074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804651-7f30-4954-b9d0-2cf41d8af1d5 req-356f40bd-bcc0-4adc-b433-d9991b66dc17 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:40.456185 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d27a3f-24fd-4025-8ed5-e1889ea2a756 None None] Sync routers for ids ['fc213aff-6f2b-4b48-bf85-50411bf03583'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:40.456723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804651-7f30-4954-b9d0-2cf41d8af1d5 req-356f40bd-bcc0-4adc-b433-d9991b66dc17 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:40.458326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08804651-7f30-4954-b9d0-2cf41d8af1d5 req-356f40bd-bcc0-4adc-b433-d9991b66dc17 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 3149 time: 0.1152289 Jan 27 22:07:40.472723 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d27a3f-24fd-4025-8ed5-e1889ea2a756 None None] Routers {'fc213aff-6f2b-4b48-bf85-50411bf03583'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:40.473391 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-01d27a3f-24fd-4025-8ed5-e1889ea2a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['fc213aff-6f2b-4b48-bf85-50411bf03583'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:40.496384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] No DVR routers for this DVR port 5335e078-e423-47c5-8bb8-2d0d0964a65c on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:40.497242 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:40.498473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.501942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:40.502946 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d0e98d23-4105-4e29-810d-19f7968000f7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "DELETE /v2.0/ports/5335e078-e423-47c5-8bb8-2d0d0964a65c HTTP/1.1" status: 204 len: 173 time: 1.5167966 Jan 27 22:07:40.503903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-deleted', 'tag': '5335e078-e423-47c5-8bb8-2d0d0964a65c'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:40.505853 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005138d1-b862-49e7-bdf5-8a91dea331d9" -d '{"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-deleted", "tag": "5335e078-e423-47c5-8bb8-2d0d0964a65c"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:40.507397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:40.525529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Pushing event updated for resources: {'Port': ['ID=306b71d4-3210-4207-bd3d-aa876f12afd1,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:40.612900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Attempting to bind port 306b71d4-3210-4207-bd3d-aa876f12afd1 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:40.613513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Attempting to bind port 306b71d4-3210-4207-bd3d-aa876f12afd1 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:40.614672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Attempting to bind port 306b71d4-3210-4207-bd3d-aa876f12afd1 on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:40.625464 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5964f1c4-7104-4431-a1a6-244cd4df26d3 x-openstack-request-id: req-5964f1c4-7104-4431-a1a6-244cd4df26d3 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:40.626415 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-deleted", "tag": "5335e078-e423-47c5-8bb8-2d0d0964a65c", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:40.627000 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5964f1c4-7104-4431-a1a6-244cd4df26d3 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:40.627635 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-deleted', 'tag': '5335e078-e423-47c5-8bb8-2d0d0964a65c', 'status': 'completed', 'code': 200} Jan 27 22:07:40.652005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d36d16d4-9653-46c1-83a1-fb505491ca29 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Deleting port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:40.652859 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d36d16d4-9653-46c1-83a1-fb505491ca29 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.662747 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08804651-7f30-4954-b9d0-2cf41d8af1d5 req-aabdb388-64b2-467b-929f-551028df1eac tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977468 Jan 27 22:07:40.662993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:40.664864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Checking segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:40.666108 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.668470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Bound using segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:40.672294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Bound port: 306b71d4-3210-4207-bd3d-aa876f12afd1, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:40.673756 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.744406 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-01d27a3f-24fd-4025-8ed5-e1889ea2a756 None None] Set router fc213aff-6f2b-4b48-bf85-50411bf03583 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:40.830234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] For port 306b71d4-3210-4207-bd3d-aa876f12afd1, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:40.834203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] For port 306b71d4-3210-4207-bd3d-aa876f12afd1, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=306b71d4-3210-4207-bd3d-aa876f12afd1,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:40.856128 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Publish callbacks [] for router_gateway (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.864578 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d36d16d4-9653-46c1-83a1-fb505491ca29 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] For port c65a11a4-9aa1-4f0f-9a82-29a9833fd357, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c65a11a4-9aa1-4f0f-9a82-29a9833fd357,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:40.871744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d36d16d4-9653-46c1-83a1-fb505491ca29 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.880552 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d36d16d4-9653-46c1-83a1-fb505491ca29 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Calling delete_port for c65a11a4-9aa1-4f0f-9a82-29a9833fd357 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:40.987058 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:40.998147 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-01d27a3f-24fd-4025-8ed5-e1889ea2a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T21:56:12Z', 'revision_number': 4, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9589040-70e0-4dc1-8e9b-8b7fd67efe2c', 'name': '', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'mac_address': 'fa:16:3e:a3:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:10Z', 'updated_at': '2022-01-27T21:56:19Z', 'revision_number': 5, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'subnets': [{'id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:41.028512 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d27a3f-24fd-4025-8ed5-e1889ea2a756 None None] Checking router: fc213aff-6f2b-4b48-bf85-50411bf03583 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:07:41.037795 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d27a3f-24fd-4025-8ed5-e1889ea2a756 None None] Routers {'fc213aff-6f2b-4b48-bf85-50411bf03583'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:41.038651 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-01d27a3f-24fd-4025-8ed5-e1889ea2a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['fc213aff-6f2b-4b48-bf85-50411bf03583'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:41.054178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfde74-ca21-497c-8334-4a8ce962342b None None] Pushing event updated for resources: {'Port': ['ID=306b71d4-3210-4207-bd3d-aa876f12afd1,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:41.182915 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-01d27a3f-24fd-4025-8ed5-e1889ea2a756 None None] Set router fc213aff-6f2b-4b48-bf85-50411bf03583 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:41.217481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d36d16d4-9653-46c1-83a1-fb505491ca29 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c65a11a4-9aa1-4f0f-9a82-29a9833fd357), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.252595 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d16d4-9653-46c1-83a1-fb505491ca29 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'Port': ['ID=c65a11a4-9aa1-4f0f-9a82-29a9833fd357,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:41.374062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d36d16d4-9653-46c1-83a1-fb505491ca29 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] No DVR routers for this DVR port c65a11a4-9aa1-4f0f-9a82-29a9833fd357 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:41.383484 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d36d16d4-9653-46c1-83a1-fb505491ca29 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.385486 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Publish callbacks [] for router_gateway (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.389218 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-d36d16d4-9653-46c1-83a1-fb505491ca29 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "DELETE /v2.0/ports/c65a11a4-9aa1-4f0f-9a82-29a9833fd357 HTTP/1.1" status: 204 len: 173 time: 0.8791513 Jan 27 22:07:41.402931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5335e078-e423-47c5-8bb8-2d0d0964a65c no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:41.430948 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.463851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 5335e078-e423-47c5-8bb8-2d0d0964a65c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:41.466685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5335e078-e423-47c5-8bb8-2d0d0964a65c not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:41.467421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device cb7d9cb2-705b-481e-b551-5bb9212cb343 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:41.583423 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-01d27a3f-24fd-4025-8ed5-e1889ea2a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T21:56:12Z', 'revision_number': 4, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9589040-70e0-4dc1-8e9b-8b7fd67efe2c', 'name': '', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'mac_address': 'fa:16:3e:a3:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:10Z', 'updated_at': '2022-01-27T21:56:19Z', 'revision_number': 5, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'subnets': [{'id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:41.591796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Allocated IP 172.25.0.89 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:41.599181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] The host n-h1-760456-6 is not matching for port cb7d9cb2-705b-481e-b551-5bb9212cb343 host ! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:07:41.599181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device cb7d9cb2-705b-481e-b551-5bb9212cb343 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:41.599181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device fa889ecd-db7d-4354-91b6-08f458c0008a no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:41.669928 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-f6cb7dd0-2e26-4154-a397-9fbe55da9a02 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Deleting port 232dacdc-6e3c-4c11-ae7a-252252a62058 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:41.670294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-f6cb7dd0-2e26-4154-a397-9fbe55da9a02 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.766586 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d27a3f-24fd-4025-8ed5-e1889ea2a756 None None] The sync data for ids ['fc213aff-6f2b-4b48-bf85-50411bf03583'] in n-d-760456-6 is: [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T21:56:12Z', 'revision_number': 4, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c9589040-70e0-4dc1-8e9b-8b7fd67efe2c', 'name': '', 'network_id': '0b82e3ea-cccf-4366-975c-e3e82e495967', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'mac_address': 'fa:16:3e:a3:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:10Z', 'updated_at': '2022-01-27T21:56:19Z', 'revision_number': 5, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'subnets': [{'id': '424eff24-915c-48ed-bc94-f5626e6d8b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:41.782194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port fa889ecd-db7d-4354-91b6-08f458c0008a is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:41.782600 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.855481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa889ecd-db7d-4354-91b6-08f458c0008a'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:41.855654 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Publish callbacks [] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.855761 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5889ccfc-8377-42a8-9e9c-b386ac393383" -d '{"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-unplugged", "status": "completed", "tag": "fa889ecd-db7d-4354-91b6-08f458c0008a"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:41.891394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port fa889ecd-db7d-4354-91b6-08f458c0008a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa889ecd-db7d-4354-91b6-08f458c0008a,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:41.976389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-f6cb7dd0-2e26-4154-a397-9fbe55da9a02 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] For port 232dacdc-6e3c-4c11-ae7a-252252a62058, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=232dacdc-6e3c-4c11-ae7a-252252a62058,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:41.977673 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-f6cb7dd0-2e26-4154-a397-9fbe55da9a02 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:41.983285 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af05674a-90fb-42b3-b5d3-e129c3d42b9a x-openstack-request-id: req-af05674a-90fb-42b3-b5d3-e129c3d42b9a {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:41.983926 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-unplugged", "status": "completed", "tag": "fa889ecd-db7d-4354-91b6-08f458c0008a", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:41.984647 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af05674a-90fb-42b3-b5d3-e129c3d42b9a {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:41.985425 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa889ecd-db7d-4354-91b6-08f458c0008a', 'code': 200} Jan 27 22:07:41.998484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec98ed1-115a-4bc1-8794-e86610147b3a req-c80cca24-63e8-4812-9c06-39423b4e9dc8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:42.005452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec98ed1-115a-4bc1-8794-e86610147b3a req-c80cca24-63e8-4812-9c06-39423b4e9dc8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:42.011864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec98ed1-115a-4bc1-8794-e86610147b3a req-c80cca24-63e8-4812-9c06-39423b4e9dc8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:42.017703 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.019158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 6903c701-77e9-4292-b708-5a1c23d8675e no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:42.031856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eec98ed1-115a-4bc1-8794-e86610147b3a req-c80cca24-63e8-4812-9c06-39423b4e9dc8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 2415 time: 0.1692381 Jan 27 22:07:42.032612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-f6cb7dd0-2e26-4154-a397-9fbe55da9a02 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Calling delete_port for 232dacdc-6e3c-4c11-ae7a-252252a62058 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:42.163550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eec98ed1-115a-4bc1-8794-e86610147b3a req-b2090dff-d88d-4841-92b2-f1991380cb01 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d73719f-4b69-463d-b2f1-cc76850911ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273844 Jan 27 22:07:42.210243 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.246151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=fa889ecd-db7d-4354-91b6-08f458c0008a,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:42.294154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:42.308515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:42.326599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:42.330957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Pushing event updated for resources: {'Port': ['ID=cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:42.350876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 6903c701-77e9-4292-b708-5a1c23d8675e is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:42.351284 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.408026 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-f6cb7dd0-2e26-4154-a397-9fbe55da9a02 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (232dacdc-6e3c-4c11-ae7a-252252a62058), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.408313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 6903c701-77e9-4292-b708-5a1c23d8675e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6903c701-77e9-4292-b708-5a1c23d8675e,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:42.459654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdbcac8-3547-485e-a799-928f1c1e7bf6 None None] New status for floating IP 5156472a-7597-4026-83ac-9b879dc1a98f: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:07:42.460807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb7dd0-2e26-4154-a397-9fbe55da9a02 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'Port': ['ID=232dacdc-6e3c-4c11-ae7a-252252a62058,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:42.523096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-f6cb7dd0-2e26-4154-a397-9fbe55da9a02 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] No DVR routers for this DVR port 232dacdc-6e3c-4c11-ae7a-252252a62058 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:42.526410 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-f6cb7dd0-2e26-4154-a397-9fbe55da9a02 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.542475 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-f6cb7dd0-2e26-4154-a397-9fbe55da9a02 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "DELETE /v2.0/ports/232dacdc-6e3c-4c11-ae7a-252252a62058 HTTP/1.1" status: 204 len: 173 time: 1.1475677 Jan 27 22:07:42.554240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 306b71d4-3210-4207-bd3d-aa876f12afd1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:42.610156 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.610977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c65a11a4-9aa1-4f0f-9a82-29a9833fd357 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:42.630402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-deleted', 'tag': 'c65a11a4-9aa1-4f0f-9a82-29a9833fd357'}, {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-deleted', 'tag': '232dacdc-6e3c-4c11-ae7a-252252a62058'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:42.631514 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6458cd3c-a3ec-40e9-bad2-375efb050507" -d '{"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-deleted", "tag": "c65a11a4-9aa1-4f0f-9a82-29a9833fd357"}, {"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-deleted", "tag": "232dacdc-6e3c-4c11-ae7a-252252a62058"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:42.692726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-7110ba6b-6ba7-494e-8a27-7c896ef54dd8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Deleting port fa889ecd-db7d-4354-91b6-08f458c0008a {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:42.693091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-7110ba6b-6ba7-494e-8a27-7c896ef54dd8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.754748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: c65a11a4-9aa1-4f0f-9a82-29a9833fd357 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:42.755159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c65a11a4-9aa1-4f0f-9a82-29a9833fd357 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:42.755594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 232dacdc-6e3c-4c11-ae7a-252252a62058 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:42.786515 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2b2006-c8ec-4f3d-839f-698925d59f9d x-openstack-request-id: req-ab2b2006-c8ec-4f3d-839f-698925d59f9d {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:42.786743 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-deleted", "tag": "c65a11a4-9aa1-4f0f-9a82-29a9833fd357", "status": "completed", "code": 200}, {"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-deleted", "tag": "232dacdc-6e3c-4c11-ae7a-252252a62058", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:42.787747 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ab2b2006-c8ec-4f3d-839f-698925d59f9d {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:42.789909 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-deleted', 'tag': 'c65a11a4-9aa1-4f0f-9a82-29a9833fd357', 'status': 'completed', 'code': 200} Jan 27 22:07:42.790229 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-deleted', 'tag': '232dacdc-6e3c-4c11-ae7a-252252a62058', 'status': 'completed', 'code': 200} Jan 27 22:07:42.857981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-7110ba6b-6ba7-494e-8a27-7c896ef54dd8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] For port fa889ecd-db7d-4354-91b6-08f458c0008a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fa889ecd-db7d-4354-91b6-08f458c0008a,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:42.858369 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-7110ba6b-6ba7-494e-8a27-7c896ef54dd8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:42.903092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-7110ba6b-6ba7-494e-8a27-7c896ef54dd8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Calling delete_port for fa889ecd-db7d-4354-91b6-08f458c0008a owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:42.928032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Publish callbacks [] for router_gateway (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.016631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=6903c701-77e9-4292-b708-5a1c23d8675e,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:43.066248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2db274-ec58-4872-894f-7a7b82c81dde None None] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:43.156929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 232dacdc-6e3c-4c11-ae7a-252252a62058 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:07:43.157283 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 232dacdc-6e3c-4c11-ae7a-252252a62058 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:43.157721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 856c8d91-48e7-4a38-b228-a5d13c60c10b no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:07:43.203215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-7110ba6b-6ba7-494e-8a27-7c896ef54dd8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (fa889ecd-db7d-4354-91b6-08f458c0008a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.291434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110ba6b-6ba7-494e-8a27-7c896ef54dd8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'Port': ['ID=fa889ecd-db7d-4354-91b6-08f458c0008a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:43.308271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-7110ba6b-6ba7-494e-8a27-7c896ef54dd8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] No DVR routers for this DVR port fa889ecd-db7d-4354-91b6-08f458c0008a on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:43.312855 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-05ebe872-9871-400f-9961-26e085f6df1e None None] Provisioning complete for port 306b71d4-3210-4207-bd3d-aa876f12afd1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:43.313793 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-05ebe872-9871-400f-9961-26e085f6df1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.314106 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-7110ba6b-6ba7-494e-8a27-7c896ef54dd8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.317922 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-7110ba6b-6ba7-494e-8a27-7c896ef54dd8 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "DELETE /v2.0/ports/fa889ecd-db7d-4354-91b6-08f458c0008a HTTP/1.1" status: 204 len: 173 time: 0.7705429 Jan 27 22:07:43.399548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 306b71d4-3210-4207-bd3d-aa876f12afd1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:43.400199 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.471591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] The host n-h1-760456-6 is not matching for port 856c8d91-48e7-4a38-b228-a5d13c60c10b host ! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:07:43.472005 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 856c8d91-48e7-4a38-b228-a5d13c60c10b not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:07:43.526625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-e72aada0-d2c5-49cc-a81a-424a5cb6f984 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Deleting port 6903c701-77e9-4292-b708-5a1c23d8675e {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:07:43.527035 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-e72aada0-d2c5-49cc-a81a-424a5cb6f984 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.561166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 306b71d4-3210-4207-bd3d-aa876f12afd1 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:43.561500 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.600842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-05ebe872-9871-400f-9961-26e085f6df1e None None] Current status of the port 306b71d4-3210-4207-bd3d-aa876f12afd1 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:43.601258 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-05ebe872-9871-400f-9961-26e085f6df1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.636482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 306b71d4-3210-4207-bd3d-aa876f12afd1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=306b71d4-3210-4207-bd3d-aa876f12afd1,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:43.686245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-e72aada0-d2c5-49cc-a81a-424a5cb6f984 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] For port 6903c701-77e9-4292-b708-5a1c23d8675e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6903c701-77e9-4292-b708-5a1c23d8675e,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:43.686634 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-e72aada0-d2c5-49cc-a81a-424a5cb6f984 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.704393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-e72aada0-d2c5-49cc-a81a-424a5cb6f984 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Calling delete_port for 6903c701-77e9-4292-b708-5a1c23d8675e owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:07:43.732438 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:43.895233 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-05ebe872-9871-400f-9961-26e085f6df1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:07:43.895864 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-05ebe872-9871-400f-9961-26e085f6df1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:07:43.935769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=306b71d4-3210-4207-bd3d-aa876f12afd1,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:43.986611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6903c701-77e9-4292-b708-5a1c23d8675e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:43.989713 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fc30f6-756c-454a-af15-714f37945004" -d '{"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-unplugged", "status": "completed", "tag": "6903c701-77e9-4292-b708-5a1c23d8675e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:44.035041 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5438a7c-4130-4ce3-96d1-d63fc54b23e5 x-openstack-request-id: req-b5438a7c-4130-4ce3-96d1-d63fc54b23e5 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:44.035453 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-unplugged", "status": "completed", "tag": "6903c701-77e9-4292-b708-5a1c23d8675e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:44.035778 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b5438a7c-4130-4ce3-96d1-d63fc54b23e5 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:44.036286 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6903c701-77e9-4292-b708-5a1c23d8675e', 'code': 200} Jan 27 22:07:44.052007 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-e72aada0-d2c5-49cc-a81a-424a5cb6f984 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (6903c701-77e9-4292-b708-5a1c23d8675e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.075525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-804c5888-e9a3-4469-9b11-02d327c2e927 req-8153230d-7805-4b61-a9d7-ec623c271f6e tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0312159 Jan 27 22:07:44.098313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72aada0-d2c5-49cc-a81a-424a5cb6f984 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'Port': ['ID=6903c701-77e9-4292-b708-5a1c23d8675e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:44.098806 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.156482 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-e72aada0-d2c5-49cc-a81a-424a5cb6f984 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] No DVR routers for this DVR port 6903c701-77e9-4292-b708-5a1c23d8675e on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:07:44.159114 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-e72aada0-d2c5-49cc-a81a-424a5cb6f984 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.162813 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a96523b5-dce1-4886-b07b-4fbc9378bc9d req-e72aada0-d2c5-49cc-a81a-424a5cb6f984 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.74 "DELETE /v2.0/ports/6903c701-77e9-4292-b708-5a1c23d8675e HTTP/1.1" status: 204 len: 173 time: 0.8349032 Jan 27 22:07:44.283014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 306b71d4-3210-4207-bd3d-aa876f12afd1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:44.337718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:07:44.391677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 306b71d4-3210-4207-bd3d-aa876f12afd1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:44.392714 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.494693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-05ebe872-9871-400f-9961-26e085f6df1e None None] Current status of the port 306b71d4-3210-4207-bd3d-aa876f12afd1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:44.494800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:44.494907 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Sync routers for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:44.512466 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:44.513177 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:44.656647 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.658252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1e1e703c-61f2-40c2-b822-8e64f92d6298 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6221149 Jan 27 22:07:44.661054 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54634) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:44.669488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 306b71d4-3210-4207-bd3d-aa876f12afd1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:44.678980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e5837b6a-a01f-4b3c-b9fc-336106aaab71 None None] Provisioning complete for port 306b71d4-3210-4207-bd3d-aa876f12afd1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:44.679494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e5837b6a-a01f-4b3c-b9fc-336106aaab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:44.793452 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:44.821507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e5837b6a-a01f-4b3c-b9fc-336106aaab71 None None] Current status of the port 306b71d4-3210-4207-bd3d-aa876f12afd1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:44.831322 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-deleted', 'tag': 'fa889ecd-db7d-4354-91b6-08f458c0008a'}, {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-deleted', 'tag': '6903c701-77e9-4292-b708-5a1c23d8675e'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:07:44.835148 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17b2962-248c-483d-9d43-a1e0250cd921" -d '{"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-deleted", "tag": "fa889ecd-db7d-4354-91b6-08f458c0008a"}, {"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-deleted", "tag": "6903c701-77e9-4292-b708-5a1c23d8675e"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:07:44.971565 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 27 Jan 2022 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90668acc-e049-4de9-ab47-49d6bbe487b8 x-openstack-request-id: req-90668acc-e049-4de9-ab47-49d6bbe487b8 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:07:44.972949 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-deleted", "tag": "fa889ecd-db7d-4354-91b6-08f458c0008a", "status": "completed", "code": 200}, {"server_uuid": "0b5c513b-1f45-4319-bdab-2721cfe58885", "name": "network-vif-deleted", "tag": "6903c701-77e9-4292-b708-5a1c23d8675e", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:07:44.973531 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90668acc-e049-4de9-ab47-49d6bbe487b8 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:07:44.974088 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-deleted', 'tag': 'fa889ecd-db7d-4354-91b6-08f458c0008a', 'status': 'completed', 'code': 200} Jan 27 22:07:44.974500 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b5c513b-1f45-4319-bdab-2721cfe58885', 'name': 'network-vif-deleted', 'tag': '6903c701-77e9-4292-b708-5a1c23d8675e', 'status': 'completed', 'code': 200} Jan 27 22:07:45.068442 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:07:45.081437 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:42Z', 'revision_number': 3, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:45.122523 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Checking router: 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:07:45.123031 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Updating router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:07:45.158478 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.228611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f64b66c-943c-4682-b108-b6e5b15bc377 req-e1fda9dd-b837-4603-a17f-729b8694bb2b tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0406599 Jan 27 22:07:45.281964 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.465373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Allocated IP 172.20.0.1 (27838b5d-0935-4dae-9d9f-d6334b781ff0/a9fc7bfd-ae01-4663-bc0c-b7538b0ff041/0ffce816-98ad-4ac6-8dda-ddd88d6800bc) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:45.478125 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Publish callbacks [] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.560694 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.580971 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Publish callbacks [] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.623510 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Pushing event updated for resources: {'Port': ['ID=cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:45.638102 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.638446 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.639241 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.639241 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.639411 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.639749 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.640096 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.640420 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.640739 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.641064 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.641385 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.641699 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.642015 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:07:45.647328 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Attempting to bind port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:45.647696 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Attempting to bind port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:45.648055 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Attempting to bind port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:45.653361 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:45.653817 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:45.654129 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.654520 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:45.655013 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Bound port: cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:45.655420 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.692021 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.730629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:45.733776 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] For port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:45.734279 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:45.736778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:45.738549 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] For port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:45.776710 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Pushing event updated for resources: {'Port': ['ID=0ffce816-98ad-4ac6-8dda-ddd88d6800bc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:45.789599 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.872500 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:45.939263 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:45.940027 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:45.945131 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f8588-7a15-4d6e-b65d-593f9e2724b9 None None] Pushing event updated for resources: {'Port': ['ID=cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:46.059104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7a819c10-2796-4199-9e40-8c144a7d1ff6 None None] Provisioning complete for port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:46.059648 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a819c10-2796-4199-9e40-8c144a7d1ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.070091 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:46.087633 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.130635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7a819c10-2796-4199-9e40-8c144a7d1ff6 None None] Port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:46.304762 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:42Z', 'revision_number': 3, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:46.314906 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Publish callbacks [] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.344108 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8155a8-c5d4-4551-b263-d5f9632c479e None None] The sync data for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 is: [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:42Z', 'revision_number': 3, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:46.388523 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8de0774f-5711-4883-aa9d-290c4fa9d695 req-cb286aaa-d6f3-4953-9e71-8ece1e2edc1f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715120 Jan 27 22:07:46.455182 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.510500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5ea5da0-b610-49dc-9f00-9ebd65a652aa req-1f0ae44d-c42e-48b7-860a-21e869c5eb05 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.1056786 Jan 27 22:07:46.530517 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:46.603519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Pushing event updated for resources: {'Port': ['ID=0ffce816-98ad-4ac6-8dda-ddd88d6800bc,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:46.610124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0774f-5711-4883-aa9d-290c4fa9d695 req-6942b8f7-bc98-407a-9275-275d6f96295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:46.611698 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8de0774f-5711-4883-aa9d-290c4fa9d695 req-6942b8f7-bc98-407a-9275-275d6f96295d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=518ffd4efe3648d68d6197635e985ef4&device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 1097 time: 0.1930199 Jan 27 22:07:46.687676 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:46.692841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:46.963027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0774f-5711-4883-aa9d-290c4fa9d695 req-b41446cf-2139-4dc6-bde9-6ba2dc7aa4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:46.964561 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8de0774f-5711-4883-aa9d-290c4fa9d695 req-b41446cf-2139-4dc6-bde9-6ba2dc7aa4c4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 HTTP/1.1" status: 200 len: 910 time: 0.3290424 Jan 27 22:07:47.059682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:47.077896 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8de0774f-5711-4883-aa9d-290c4fa9d695 req-906f2617-0aa8-4d63-9026-0ad081e1e534 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3c392f6-ea37-4140-bd0b-5559974efee8 HTTP/1.1" status: 200 len: 1002 time: 0.1051462 Jan 27 22:07:47.182284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ee97844c-ab8b-43f0-abd4-763118da541c None None] Provisioning complete for port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:47.183264 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ee97844c-ab8b-43f0-abd4-763118da541c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:47.259747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ee97844c-ab8b-43f0-abd4-763118da541c None None] Port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:47.698635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-201ef0fd-0489-491d-aeca-d48cb817471a req-b2c15c8a-3400-4ca6-84c3-d43315be5bde tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0523930 Jan 27 22:07:47.719161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0774f-5711-4883-aa9d-290c4fa9d695 req-7b2cc1bf-7b64-42cb-a253-4cf07a35265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.720747 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8de0774f-5711-4883-aa9d-290c4fa9d695 req-7b2cc1bf-7b64-42cb-a253-4cf07a35265e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dde9af2f-54b2-4611-8d0d-5b06ced1c38c HTTP/1.1" status: 200 len: 848 time: 0.6357434 Jan 27 22:07:47.769666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:47.780207 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9d80c655-a1a9-45e8-b0b8-174a73291f16 admin admin] 10.222.0.61 "PUT /v2.0/routers/7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1162586 Jan 27 22:07:47.819115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0774f-5711-4883-aa9d-290c4fa9d695 req-f3f28845-ef61-41cf-b060-42f7c388fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:47.821061 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8de0774f-5711-4883-aa9d-290c4fa9d695 req-f3f28845-ef61-41cf-b060-42f7c388fa55 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686316 Jan 27 22:07:47.943461 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8de0774f-5711-4883-aa9d-290c4fa9d695 req-fcf9a860-1c2f-4e10-94f8-e2be60a5a00d service neutron] 10.222.0.74 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162198 Jan 27 22:07:48.082511 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8de0774f-5711-4883-aa9d-290c4fa9d695 req-edd956ec-4e43-4399-9ffa-a6f6792e84df service neutron] 10.222.0.74 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317878 Jan 27 22:07:48.367751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:48.465551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:48.466390 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.595050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:48.595447 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.618184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:48.697005 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.774156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:48.843582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54712) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:48.852980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2103672918-network', 'tenant_id': '0c206f2a06f94acab07b011da20423cc'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:48.887328 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5dc7c8bb-b2e3-406f-87af-c9ac9258f350 req-1b59e0b6-c038-4062-b196-70a1a33dc24d tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0672462 Jan 27 22:07:48.943025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Made reservation on behalf of 0c206f2a06f94acab07b011da20423cc for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:48.946546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.965653 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:48.977620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Sync routers for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:48.996286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:48.998024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:49.082337 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Publish callbacks [] for security_group (355304e1-d944-4071-82fb-c7d946eb7fde), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.129737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:49.143183 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (355304e1-d944-4071-82fb-c7d946eb7fde), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.173227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355304e1-d944-4071-82fb-c7d946eb7fde,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:49.180157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:07:49.204937 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (afe67021-6a84-4b49-9ee1-a5beb2dfd69a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.209403 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Added segment afe67021-6a84-4b49-9ee1-a5beb2dfd69a of type vlan for network 71e28df3-cd68-4598-81ef-7cc9175b4c1a Jan 27 22:07:49.266308 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (71e28df3-cd68-4598-81ef-7cc9175b4c1a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.397603 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:46Z', 'revision_number': 2, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:49.399907 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (71e28df3-cd68-4598-81ef-7cc9175b4c1a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.402022 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:49.402022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.431253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Checking router: 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:07:49.431859 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Updating router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:07:49.480728 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:49.541333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] Pushing event updated for resources: {'Network': ['ID=71e28df3-cd68-4598-81ef-7cc9175b4c1a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:49.563677 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-043e191f-d730-47b0-8fe4-bf10a3e98ecb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7178152 Jan 27 22:07:49.568436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54722) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:49.573398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-52279fbb-857d-4e50-adc1-2e54459ff29e admin admin] Request body: {'subnet': {'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2103672918-subnet', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:49.600406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 71e28df3-cd68-4598-81ef-7cc9175b4c1a details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:07:49.721755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52279fbb-857d-4e50-adc1-2e54459ff29e admin admin] Made reservation on behalf of 0c206f2a06f94acab07b011da20423cc for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:07:49.726544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52279fbb-857d-4e50-adc1-2e54459ff29e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.040701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5711f18c-57f2-4591-8c14-6cb36d3d9ba8 req-b475e06f-ff7f-4ea7-b2c2-d41524d8096a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0349679 Jan 27 22:07:50.042229 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52279fbb-857d-4e50-adc1-2e54459ff29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (7e909e8b-d81c-47b2-b1d6-7d2df644b924), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.086152 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Publish callbacks [] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.109559 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52279fbb-857d-4e50-adc1-2e54459ff29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e909e8b-d81c-47b2-b1d6-7d2df644b924,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:50.116915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52279fbb-857d-4e50-adc1-2e54459ff29e admin admin] Checking segment: {'id': 'afe67021-6a84-4b49-9ee1-a5beb2dfd69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:50.117318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52279fbb-857d-4e50-adc1-2e54459ff29e admin admin] Network hostable DHCP agents. Network: 71e28df3-cd68-4598-81ef-7cc9175b4c1a, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:07:50.188882 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.240913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fe3f5-199f-4c41-88c1-71051fd8b81c None None] Pushing event updated for resources: {'Port': ['ID=0ffce816-98ad-4ac6-8dda-ddd88d6800bc,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:50.290377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52279fbb-857d-4e50-adc1-2e54459ff29e admin admin] Network 71e28df3-cd68-4598-81ef-7cc9175b4c1a is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:07:50.322822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:50.329694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Attempting to bind port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:50.329980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Attempting to bind port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:50.331135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Attempting to bind port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:50.361787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:50.362343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Checking segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:50.362842 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.363337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Bound using segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:50.363913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Bound port: 0ffce816-98ad-4ac6-8dda-ddd88d6800bc, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:50.364443 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.447729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:50.448397 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.461436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-52279fbb-857d-4e50-adc1-2e54459ff29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 71e28df3-cd68-4598-81ef-7cc9175b4c1a) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:50.486407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52279fbb-857d-4e50-adc1-2e54459ff29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:07:50.487068 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-52279fbb-857d-4e50-adc1-2e54459ff29e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.549598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c8640-3171-4f80-a8fe-4d98eb76ff54 None None] Network 71e28df3-cd68-4598-81ef-7cc9175b4c1a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:50.576114 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] For port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:50.580559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-52279fbb-857d-4e50-adc1-2e54459ff29e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0111098 Jan 27 22:07:50.583134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 54742) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:50.588423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2103672918-router', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:07:50.642977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] For port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0ffce816-98ad-4ac6-8dda-ddd88d6800bc,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:50.687791 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (8d72356d-0def-438c-b464-2cac0aee02ce), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.691698 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (8d72356d-0def-438c-b464-2cac0aee02ce), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.691992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0593ddae-a62a-4e94-a79d-8c52ed373d4a None None] Provisioning complete for port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:50.698134 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0593ddae-a62a-4e94-a79d-8c52ed373d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.737261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:50.772745 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.776440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0593ddae-a62a-4e94-a79d-8c52ed373d4a None None] Port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:50.807231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-71e28df3-cd68-4598-81ef-7cc9175b4c1a', 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a', 'project_id': '0c206f2a06f94acab07b011da20423cc', 'fixed_ips': [{'subnet_id': '7e909e8b-d81c-47b2-b1d6-7d2df644b924'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:07:50.808342 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.836661 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Publish callbacks [] for router_controller (8d72356d-0def-438c-b464-2cac0aee02ce), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:50.920425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:50.921762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:50.926099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fe3f5-199f-4c41-88c1-71051fd8b81c None None] Pushing event updated for resources: {'Port': ['ID=0ffce816-98ad-4ac6-8dda-ddd88d6800bc,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:51.213563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Allocated IP 172.20.0.2 (71e28df3-cd68-4598-81ef-7cc9175b4c1a/7e909e8b-d81c-47b2-b1d6-7d2df644b924/b0607a30-b62c-4cae-8101-b3426926b449) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:51.266781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86fe1ad9-dba0-4714-b5fe-1e93a671e902 req-2a0d2215-6b3a-4561-a0dc-6d4f1e5cf522 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0754883 Jan 27 22:07:51.266781 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Publish callbacks [] for router_gateway (8d72356d-0def-438c-b464-2cac0aee02ce), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.498554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:51.564183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3858de47-15ef-4582-8b09-3afbdb19a717 None None] Provisioning complete for port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:51.564604 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3858de47-15ef-4582-8b09-3afbdb19a717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.720420 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Publish callbacks [] for router_gateway (8d72356d-0def-438c-b464-2cac0aee02ce), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.742002 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.753664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3858de47-15ef-4582-8b09-3afbdb19a717 None None] Current status of the port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:51.754063 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3858de47-15ef-4582-8b09-3afbdb19a717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.891614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3858de47-15ef-4582-8b09-3afbdb19a717 None None] For port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0ffce816-98ad-4ac6-8dda-ddd88d6800bc,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:51.916147 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Publish callbacks [] for port (b0607a30-b62c-4cae-8101-b3426926b449), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:51.923876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Allocated IP 172.25.0.178 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:51.932355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:50Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:51.964218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5685e8d-6999-4e85-b3ae-87a2ca48efd4 None None] The sync data for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 is: [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:50Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:52.028587 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3858de47-15ef-4582-8b09-3afbdb19a717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.086705 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (b0607a30-b62c-4cae-8101-b3426926b449), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.119757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Network 71e28df3-cd68-4598-81ef-7cc9175b4c1a is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:52.125147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:52.130006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:52.145609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858de47-15ef-4582-8b09-3afbdb19a717 None None] Pushing event updated for resources: {'Port': ['ID=0ffce816-98ad-4ac6-8dda-ddd88d6800bc,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:52.204437 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Publish callbacks [] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.296365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Pushing event updated for resources: {'Port': ['ID=b0607a30-b62c-4cae-8101-b3426926b449,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:52.299570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Attempting to bind port b0607a30-b62c-4cae-8101-b3426926b449 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:52.299944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Attempting to bind port b0607a30-b62c-4cae-8101-b3426926b449 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'afe67021-6a84-4b49-9ee1-a5beb2dfd69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:52.300346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Attempting to bind port b0607a30-b62c-4cae-8101-b3426926b449 on network 71e28df3-cd68-4598-81ef-7cc9175b4c1a {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:52.308858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:52.309258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Checking segment: {'id': 'afe67021-6a84-4b49-9ee1-a5beb2dfd69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:52.309671 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.310075 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Bound using segment: {'id': 'afe67021-6a84-4b49-9ee1-a5beb2dfd69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:52.310563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Bound port: b0607a30-b62c-4cae-8101-b3426926b449, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe67021-6a84-4b49-9ee1-a5beb2dfd69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:52.310959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b0607a30-b62c-4cae-8101-b3426926b449), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.345844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.424737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] For port b0607a30-b62c-4cae-8101-b3426926b449, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:52.427946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] For port b0607a30-b62c-4cae-8101-b3426926b449, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b0607a30-b62c-4cae-8101-b3426926b449,segment=NetworkSegment(afe67021-6a84-4b49-9ee1-a5beb2dfd69a),segment_id=afe67021-6a84-4b49-9ee1-a5beb2dfd69a)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:52.430880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0ffce816-98ad-4ac6-8dda-ddd88d6800bc up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:52.507354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:52.508008 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.555933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:52.573944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6a54a0f-f0bf-49fe-b4d0-96a3c47794ea req-f1c36ba0-091f-4f45-a074-113af0b9e688 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.1467693 Jan 27 22:07:52.580352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:52.600911 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b0607a30-b62c-4cae-8101-b3426926b449), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:52.601067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:52.607735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Pushing event updated for resources: {'Port': ['ID=2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:52.779347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:52.786246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe6d13-ef53-49a4-ba27-e6476f07baf9 None None] Pushing event updated for resources: {'Port': ['ID=b0607a30-b62c-4cae-8101-b3426926b449,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:53.298847 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Publish callbacks [] for router_gateway (8d72356d-0def-438c-b464-2cac0aee02ce), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.611784 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (8d72356d-0def-438c-b464-2cac0aee02ce), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:53.799287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2aca0d01-6913-452e-bc39-18439ed802d1 req-c2ca9e7d-ec0b-4d09-b8e3-815dddbf1a59 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0413706 Jan 27 22:07:53.977174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Router 8d72356d-0def-438c-b464-2cac0aee02ce is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:07:54.240950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:54.265972 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Sync routers for ids ['8d72356d-0def-438c-b464-2cac0aee02ce'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:54.276703 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Routers {'8d72356d-0def-438c-b464-2cac0aee02ce'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:54.279328 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8d72356d-0def-438c-b464-2cac0aee02ce'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:54.391745 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.396373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b6b02c35-0cdb-455c-ad71-900d658f88c3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8119338 Jan 27 22:07:54.396552 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 54792) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:07:54.424160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b0607a30-b62c-4cae-8101-b3426926b449 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:54.461034 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Set router 8d72356d-0def-438c-b464-2cac0aee02ce gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:54.468726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa2b8c-0a80-4cd1-a7be-6ad2847c1a86 None None] Network 71e28df3-cd68-4598-81ef-7cc9175b4c1a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:07:54.673883 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'name': 'tempest-TestVolumeBootPattern-2103672918-router', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:50Z', 'updated_at': '2022-01-27T22:07:52Z', 'revision_number': 3, 'project_id': '0c206f2a06f94acab07b011da20423cc', 'gw_port': {'id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:51Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:54.700296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-664dd8aa-5eba-43d6-8544-957218716a39 None None] Provisioning complete for port b0607a30-b62c-4cae-8101-b3426926b449 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:54.700709 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-664dd8aa-5eba-43d6-8544-957218716a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b0607a30-b62c-4cae-8101-b3426926b449), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.731259 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Checking router: 8d72356d-0def-438c-b464-2cac0aee02ce for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:07:54.731979 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Updating router 8d72356d-0def-438c-b464-2cac0aee02ce port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:07:54.763852 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:54.765344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b0607a30-b62c-4cae-8101-b3426926b449 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:54.766003 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b0607a30-b62c-4cae-8101-b3426926b449), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.002316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-664dd8aa-5eba-43d6-8544-957218716a39 None None] Current status of the port b0607a30-b62c-4cae-8101-b3426926b449 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:55.003926 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-664dd8aa-5eba-43d6-8544-957218716a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b0607a30-b62c-4cae-8101-b3426926b449), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.017819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2846f168-29e3-40fa-8b11-945d8a27a520 req-871c1883-e7df-4d47-81e6-962b24b1dd80 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0560946 Jan 27 22:07:55.111705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b0607a30-b62c-4cae-8101-b3426926b449 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:55.112465 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b0607a30-b62c-4cae-8101-b3426926b449), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.155013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.157867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-664dd8aa-5eba-43d6-8544-957218716a39 None None] For port b0607a30-b62c-4cae-8101-b3426926b449, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b0607a30-b62c-4cae-8101-b3426926b449,segment=NetworkSegment(afe67021-6a84-4b49-9ee1-a5beb2dfd69a),segment_id=afe67021-6a84-4b49-9ee1-a5beb2dfd69a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:55.241970 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-664dd8aa-5eba-43d6-8544-957218716a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b0607a30-b62c-4cae-8101-b3426926b449), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.282428 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:07:55.282964 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:07:55.330297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dd8aa-5eba-43d6-8544-957218716a39 None None] Pushing event updated for resources: {'Port': ['ID=b0607a30-b62c-4cae-8101-b3426926b449,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:55.330709 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Publish callbacks [] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.352670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Allocated IP 172.20.0.1 (71e28df3-cd68-4598-81ef-7cc9175b4c1a/7e909e8b-d81c-47b2-b1d6-7d2df644b924/f6ae87af-6ae5-4340-9e58-e6ea32170473) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:07:55.362639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-25165a10-b512-4ff1-a4f8-fb67caebb68a None None] Provisioning complete for port b0607a30-b62c-4cae-8101-b3426926b449 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:55.363326 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-25165a10-b512-4ff1-a4f8-fb67caebb68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b0607a30-b62c-4cae-8101-b3426926b449), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.455895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-25165a10-b512-4ff1-a4f8-fb67caebb68a None None] Current status of the port b0607a30-b62c-4cae-8101-b3426926b449 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:55.471934 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Publish callbacks [] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.486071 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.553066 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Attempting to bind port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:55.553604 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Attempting to bind port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:55.554066 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Attempting to bind port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:55.559484 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f507b0-9625-4802-ac2c-368f032e742a None None] Pushing event updated for resources: {'Port': ['ID=2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:55.564766 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:55.565288 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:55.565795 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.566374 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:55.566947 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Bound port: 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:55.567581 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.612001 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.618928 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] For port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:07:55.622021 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] For port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:07:55.652642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Network 71e28df3-cd68-4598-81ef-7cc9175b4c1a is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:55.659882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:55.664616 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:07:55.668160 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Pushing event updated for resources: {'Port': ['ID=f6ae87af-6ae5-4340-9e58-e6ea32170473,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:55.708067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (8d72356d-0def-438c-b464-2cac0aee02ce), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.720026 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:55.791449 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f507b0-9625-4802-ac2c-368f032e742a None None] Pushing event updated for resources: {'Port': ['ID=2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:55.822386 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Routers {'8d72356d-0def-438c-b464-2cac0aee02ce'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:55.823518 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8d72356d-0def-438c-b464-2cac0aee02ce'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:55.840684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b0607a30-b62c-4cae-8101-b3426926b449 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:55.940760 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] Set router 8d72356d-0def-438c-b464-2cac0aee02ce gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:55.990023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-53eac069-eae7-4efc-9c56-10b5d47e743e None None] Provisioning complete for port f6ae87af-6ae5-4340-9e58-e6ea32170473 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:55.990758 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53eac069-eae7-4efc-9c56-10b5d47e743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.021535 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.086323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-53eac069-eae7-4efc-9c56-10b5d47e743e None None] Port f6ae87af-6ae5-4340-9e58-e6ea32170473 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:56.215969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-872db12e-75ea-4f7e-a126-dba8c70b9bc0 req-48dac1ed-fa01-4ec2-9f7b-dfe2fae0f188 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0485446 Jan 27 22:07:56.246090 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'name': 'tempest-TestVolumeBootPattern-2103672918-router', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:50Z', 'updated_at': '2022-01-27T22:07:52Z', 'revision_number': 3, 'project_id': '0c206f2a06f94acab07b011da20423cc', 'gw_port': {'id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:51Z', 'updated_at': '2022-01-27T22:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:56.296068 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013c38d3-fba6-40e7-bf92-33dfdd036566 None None] The sync data for ids ['8d72356d-0def-438c-b464-2cac0aee02ce'] in n-d-760456-6 is: [{'id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'name': 'tempest-TestVolumeBootPattern-2103672918-router', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:50Z', 'updated_at': '2022-01-27T22:07:52Z', 'revision_number': 3, 'project_id': '0c206f2a06f94acab07b011da20423cc', 'gw_port': {'id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ff:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:51Z', 'updated_at': '2022-01-27T22:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:07:56.365461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b0607a30-b62c-4cae-8101-b3426926b449 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:56.385331 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Publish callbacks [] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.427199 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b0607a30-b62c-4cae-8101-b3426926b449 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:56.427585 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b0607a30-b62c-4cae-8101-b3426926b449), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.485296 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.538645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b0607a30-b62c-4cae-8101-b3426926b449 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:56.612690 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (8d72356d-0def-438c-b464-2cac0aee02ce), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:56.654605 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Pushing event updated for resources: {'Port': ['ID=f6ae87af-6ae5-4340-9e58-e6ea32170473,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:56.786351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Network 71e28df3-cd68-4598-81ef-7cc9175b4c1a is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:07:56.787909 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:07:56.985229 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Router 8d72356d-0def-438c-b464-2cac0aee02ce has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:07:57.062603 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.190887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:07:57.197103 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-56780c1e-8780-4b6f-b446-09857068553e admin admin] 10.222.0.61 "PUT /v2.0/routers/8d72356d-0def-438c-b464-2cac0aee02ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7996397 Jan 27 22:07:57.232604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e0227763-0e08-4865-950a-c90ddcd8b821 None None] Provisioning complete for port f6ae87af-6ae5-4340-9e58-e6ea32170473 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:57.234412 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e0227763-0e08-4865-950a-c90ddcd8b821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:57.302976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e0227763-0e08-4865-950a-c90ddcd8b821 None None] Port f6ae87af-6ae5-4340-9e58-e6ea32170473 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:07:57.422643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d25ae99-4a83-48d4-928c-08da578b18a0 req-427326e0-f41a-499e-8c9b-d37ea0cd5d01 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0520828 Jan 27 22:07:57.479792 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.365147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:07:58.424387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:07:58.425059 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.566387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:07:58.566797 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.582556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb2377b-ab28-4782-88c8-a59415bfe7ec req-00199eee-1446-42c1-8652-bfac5e099320 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0677226 Jan 27 22:07:58.632845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:07:58.714071 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:58.801483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:58.822339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Sync routers for ids ['8d72356d-0def-438c-b464-2cac0aee02ce'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:07:58.834407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Routers {'8d72356d-0def-438c-b464-2cac0aee02ce'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:07:58.835153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8d72356d-0def-438c-b464-2cac0aee02ce'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:59.016055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Set router 8d72356d-0def-438c-b464-2cac0aee02ce gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:07:59.299945 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'name': 'tempest-TestVolumeBootPattern-2103672918-router', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:50Z', 'updated_at': '2022-01-27T22:07:55Z', 'revision_number': 4, 'project_id': '0c206f2a06f94acab07b011da20423cc', 'gw_port': {'id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:51Z', 'updated_at': '2022-01-27T22:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'f6ae87af-6ae5-4340-9e58-e6ea32170473', 'name': '', 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'mac_address': 'fa:16:3e:16:03:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7e909e8b-d81c-47b2-b1d6-7d2df644b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:07:56Z', 'revision_number': 2, 'project_id': '0c206f2a06f94acab07b011da20423cc', 'subnets': [{'id': '7e909e8b-d81c-47b2-b1d6-7d2df644b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:07:59.335749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Checking router: 8d72356d-0def-438c-b464-2cac0aee02ce for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:07:59.344626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Updating router 8d72356d-0def-438c-b464-2cac0aee02ce port f6ae87af-6ae5-4340-9e58-e6ea32170473 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:07:59.367813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.686329 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Publish callbacks [] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.730866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b948395d-c81c-4665-a71e-6987ba91c123 req-0d0ef3fa-8948-4260-8bf1-f33bf7343c26 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0587597 Jan 27 22:07:59.787137 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.841093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb889b0f-01d0-4eb0-8fa4-123dd9386842 None None] Pushing event updated for resources: {'Port': ['ID=f6ae87af-6ae5-4340-9e58-e6ea32170473,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:07:59.908343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Attempting to bind port f6ae87af-6ae5-4340-9e58-e6ea32170473 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:07:59.909438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Attempting to bind port f6ae87af-6ae5-4340-9e58-e6ea32170473 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'afe67021-6a84-4b49-9ee1-a5beb2dfd69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:07:59.909654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Attempting to bind port f6ae87af-6ae5-4340-9e58-e6ea32170473 on network 71e28df3-cd68-4598-81ef-7cc9175b4c1a {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:07:59.915692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:07:59.918792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Checking segment: {'id': 'afe67021-6a84-4b49-9ee1-a5beb2dfd69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:07:59.918792 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:07:59.918792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Bound using segment: {'id': 'afe67021-6a84-4b49-9ee1-a5beb2dfd69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:07:59.918792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Bound port: f6ae87af-6ae5-4340-9e58-e6ea32170473, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe67021-6a84-4b49-9ee1-a5beb2dfd69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:07:59.918792 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.037711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] For port f6ae87af-6ae5-4340-9e58-e6ea32170473, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:00.044429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] For port f6ae87af-6ae5-4340-9e58-e6ea32170473, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f6ae87af-6ae5-4340-9e58-e6ea32170473,segment=NetworkSegment(afe67021-6a84-4b49-9ee1-a5beb2dfd69a),segment_id=afe67021-6a84-4b49-9ee1-a5beb2dfd69a)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:00.131962 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.234767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb889b0f-01d0-4eb0-8fa4-123dd9386842 None None] Pushing event updated for resources: {'Port': ['ID=f6ae87af-6ae5-4340-9e58-e6ea32170473,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:00.242089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Routers {'8d72356d-0def-438c-b464-2cac0aee02ce'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:08:00.242657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:07:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8d72356d-0def-438c-b464-2cac0aee02ce'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:00.394302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-75b5602c-ff4f-40a4-99a0-4cb85761b12f None None] Provisioning complete for port f6ae87af-6ae5-4340-9e58-e6ea32170473 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:00.394302 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-75b5602c-ff4f-40a4-99a0-4cb85761b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.664222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:00.750756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] Set router 8d72356d-0def-438c-b464-2cac0aee02ce gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:08:00.900249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9d834b7-900c-44bb-bed4-16fc69381b7f req-08aea1a0-341b-46cb-be82-8a490f50e4e0 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0578957 Jan 27 22:08:00.961008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-75b5602c-ff4f-40a4-99a0-4cb85761b12f None None] Current status of the port f6ae87af-6ae5-4340-9e58-e6ea32170473 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:00.961621 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-75b5602c-ff4f-40a4-99a0-4cb85761b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:00.983609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:00.984189 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.055928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-75b5602c-ff4f-40a4-99a0-4cb85761b12f None None] For port f6ae87af-6ae5-4340-9e58-e6ea32170473, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f6ae87af-6ae5-4340-9e58-e6ea32170473,segment=NetworkSegment(afe67021-6a84-4b49-9ee1-a5beb2dfd69a),segment_id=afe67021-6a84-4b49-9ee1-a5beb2dfd69a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:01.149723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:01.168144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'name': 'tempest-TestVolumeBootPattern-2103672918-router', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:50Z', 'updated_at': '2022-01-27T22:07:55Z', 'revision_number': 4, 'project_id': '0c206f2a06f94acab07b011da20423cc', 'gw_port': {'id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:51Z', 'updated_at': '2022-01-27T22:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'f6ae87af-6ae5-4340-9e58-e6ea32170473', 'name': '', 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'mac_address': 'fa:16:3e:16:03:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7e909e8b-d81c-47b2-b1d6-7d2df644b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:00Z', 'revision_number': 4, 'project_id': '0c206f2a06f94acab07b011da20423cc', 'subnets': [{'id': '7e909e8b-d81c-47b2-b1d6-7d2df644b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:01.192311 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-75b5602c-ff4f-40a4-99a0-4cb85761b12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.194132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d148e07-3135-489b-ba17-7081de41ff7a None None] The sync data for ids ['8d72356d-0def-438c-b464-2cac0aee02ce'] in n-d-760456-6 is: [{'id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'name': 'tempest-TestVolumeBootPattern-2103672918-router', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:50Z', 'updated_at': '2022-01-27T22:07:55Z', 'revision_number': 4, 'project_id': '0c206f2a06f94acab07b011da20423cc', 'gw_port': {'id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:51Z', 'updated_at': '2022-01-27T22:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'f6ae87af-6ae5-4340-9e58-e6ea32170473', 'name': '', 'network_id': '71e28df3-cd68-4598-81ef-7cc9175b4c1a', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'mac_address': 'fa:16:3e:16:03:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': '7e909e8b-d81c-47b2-b1d6-7d2df644b924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:55Z', 'updated_at': '2022-01-27T22:08:00Z', 'revision_number': 4, 'project_id': '0c206f2a06f94acab07b011da20423cc', 'subnets': [{'id': '7e909e8b-d81c-47b2-b1d6-7d2df644b924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:08:01.265437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5602c-ff4f-40a4-99a0-4cb85761b12f None None] Pushing event updated for resources: {'Port': ['ID=f6ae87af-6ae5-4340-9e58-e6ea32170473,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:01.360524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d4b1e30d-27d9-4cc3-a0b1-e46775a432d5 None None] Provisioning complete for port f6ae87af-6ae5-4340-9e58-e6ea32170473 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:01.361125 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d4b1e30d-27d9-4cc3-a0b1-e46775a432d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:01.545049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d4b1e30d-27d9-4cc3-a0b1-e46775a432d5 None None] Current status of the port f6ae87af-6ae5-4340-9e58-e6ea32170473 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:02.056331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-977d13cd-1f23-419a-8477-a1da885ccd36 req-cefdd168-fe9d-4b4a-a9fe-d9ed8286a1d0 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0368049 Jan 27 22:08:02.327015 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6b599339-dbc8-4560-8656-df5c215af572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:02.417669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f6ae87af-6ae5-4340-9e58-e6ea32170473 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:02.541846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port f6ae87af-6ae5-4340-9e58-e6ea32170473 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:02.542457 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:02.650474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port f6ae87af-6ae5-4340-9e58-e6ea32170473 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:03.040900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d5e2e290-e22b-4c28-b55d-9e4c1365111d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:03.044646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d5e2e290-e22b-4c28-b55d-9e4c1365111d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.1114151 Jan 27 22:08:03.058531 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-f3af3a26-fb85-469b-afcb-b61ca4fb34df tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/quotas/56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 375 time: 0.0096858 Jan 27 22:08:03.192218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-b4140bcd-ebf4-4c5e-a9fe-0556d3b048b2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1283538 Jan 27 22:08:03.308376 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-838d02a1-a0b5-4afe-8843-49e426895bee req-e3eb1118-af7d-4c14-988e-b8d168746388 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0808651 Jan 27 22:08:03.376293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-a754564a-c46b-4133-b863-93962c9fa91b service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770849 Jan 27 22:08:03.481220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-43279aa3-76a0-4c19-a878-c7568ef8e00a service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985725 Jan 27 22:08:04.763909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6850d0d3-5f01-4477-9747-2323e86bb0be req-548579a6-654b-47a7-89c0-7aa40cbb12d7 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0287299 Jan 27 22:08:04.945047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5392fee6-d71e-4363-869c-ed9f864bbd30 req-c8727ea1-ef95-4fbc-9373-e10ebe4c929f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0606129 Jan 27 22:08:04.948099 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4cbe1c2e-472c-437c-9bbe-54cacf3dec03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:05.880726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-563c7eb4-3441-4c85-a602-eb5348b2b891 req-97521af9-5708-4306-b16b-d19b4dee511c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0269184 Jan 27 22:08:06.044873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ce53cbf-8d04-4293-bf9e-45e02cda5aa4 req-7a7bb59b-3cda-45fc-ae25-615cf8994dfe tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0292802 Jan 27 22:08:06.206320 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:06.996968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9461f581-38e5-4f00-9efc-cad478465d3e req-6240ff86-f5c4-40e0-8e71-69c83856310e tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0279641 Jan 27 22:08:07.177636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c676ca76-d8bd-4eea-8840-0edf09b42504 req-ed2c3628-e937-4573-8c16-5e20a7df2b54 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0275359 Jan 27 22:08:07.547939 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.177112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4bc96e9-8fa0-40e8-9aae-883c87b5a0bf req-de7c4e08-ff75-4361-a4a6-f7b1ff06356a tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0379996 Jan 27 22:08:08.257781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-a02ee8c9-9507-467f-8681-0f7bcb5561b2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:08.259278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-a02ee8c9-9507-467f-8681-0f7bcb5561b2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.2543612 Jan 27 22:08:08.274638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'port': {'device_id': 'ae9ddc12-7526-4798-8185-68bf7f45b8fa', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'admin_state_up': True, 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:08.357636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1fb4aa42-943a-48af-83e5-00421a685076 req-5e641f45-e6c9-45bb-9b7c-a943cf2fb08f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0319161 Jan 27 22:08:08.496390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Made reservation on behalf of 56a3a9b6a0cd4913a5b41da83dd7d82b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:08:08.499833 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.627403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Allocated IP 172.20.0.12 (27838b5d-0935-4dae-9d9f-d6334b781ff0/a9fc7bfd-ae01-4663-bc0c-b7538b0ff041/d8d1309c-b15c-4b1d-aaec-6d5d1c861ade) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:08:08.797438 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.925740 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:08.976683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:08:08.979716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:08:08.990757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:08:08.993803 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.000910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=d8d1309c-b15c-4b1d-aaec-6d5d1c861ade,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:09.032138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.032499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.032862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.033187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.033522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.033854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.034186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.034514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.034838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.035166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.035490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.035815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.036167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:09.062184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:09.062944 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.168118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-0af4d516-484b-43c1-9f91-ad6ca25671a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8984010 Jan 27 22:08:09.179735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Request body: {'port': {'device_id': 'ae9ddc12-7526-4798-8185-68bf7f45b8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:08:09.241018 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.269640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1ee32213-1b8a-41f6-93b3-6a29cc64f6b6 None None] Provisioning complete for port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:09.270835 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1ee32213-1b8a-41f6-93b3-6a29cc64f6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.321483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1ee32213-1b8a-41f6-93b3-6a29cc64f6b6 None None] Port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:08:09.387849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7fcf4c93-a9e3-416f-aaaa-1a094832ed9d req-a7511e76-c94d-4654-9d73-d3b9eddc7832 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0335248 Jan 27 22:08:09.523606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e0735-49e1-41e1-864f-3bd5b0209b97 req-e6e92e81-40c2-4cca-bb2d-06382a371516 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:09.525099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-084e0735-49e1-41e1-864f-3bd5b0209b97 req-e6e92e81-40c2-4cca-bb2d-06382a371516 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 932 time: 0.0725956 Jan 27 22:08:09.611903 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-084e0735-49e1-41e1-864f-3bd5b0209b97 req-85514211-216b-45c9-9861-6e79d484adec tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804236 Jan 27 22:08:09.624768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d1309c-b15c-4b1d-aaec-6d5d1c861ade {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:09.634329 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Publish callbacks [] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.648666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Transition to ACTIVE for port object d8d1309c-b15c-4b1d-aaec-6d5d1c861ade will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:08:09.741944 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.845233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d1309c-b15c-4b1d-aaec-6d5d1c861ade,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:09.877293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Attempting to bind port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:08:09.877643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Attempting to bind port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:08:09.880353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Attempting to bind port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:09.883258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:08:09.883582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Attempting to bind port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:08:09.890635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:08:09.890975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Checking segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:08:09.891358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Bound using segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:08:09.891784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Bound port: d8d1309c-b15c-4b1d-aaec-6d5d1c861ade, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:08:09.892184 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:09.964204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] For port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:08:09.967943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] For port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d8d1309c-b15c-4b1d-aaec-6d5d1c861ade,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:08:10.251304 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.294851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:10.296014 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:10.300611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] 10.222.0.71 "PUT /v2.0/ports/d8d1309c-b15c-4b1d-aaec-6d5d1c861ade HTTP/1.1" status: 200 len: 1092 time: 1.1222346 Jan 27 22:08:10.300611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9ddc12-7526-4798-8185-68bf7f45b8fa', 'tag': 'd8d1309c-b15c-4b1d-aaec-6d5d1c861ade'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:10.300611 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a35c7cd-c553-43a6-a539-e09de70f60fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9ddc12-7526-4798-8185-68bf7f45b8fa", "tag": "d8d1309c-b15c-4b1d-aaec-6d5d1c861ade"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:10.343271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f70617-a2dc-48e0-9cf9-9ffd80c6e7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d1309c-b15c-4b1d-aaec-6d5d1c861ade,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:10.362098 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509b6e64-b360-4152-8e9d-074a14c380dc x-openstack-request-id: req-509b6e64-b360-4152-8e9d-074a14c380dc {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:10.362450 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9ddc12-7526-4798-8185-68bf7f45b8fa", "tag": "d8d1309c-b15c-4b1d-aaec-6d5d1c861ade", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:10.362719 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-509b6e64-b360-4152-8e9d-074a14c380dc {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:10.363183 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9ddc12-7526-4798-8185-68bf7f45b8fa', 'tag': 'd8d1309c-b15c-4b1d-aaec-6d5d1c861ade', 'status': 'completed', 'code': 200} Jan 27 22:08:10.429026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35c7cd-c553-43a6-a539-e09de70f60fc req-39541611-18b4-4f8c-b16b-5a27e239afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:10.431107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a35c7cd-c553-43a6-a539-e09de70f60fc req-39541611-18b4-4f8c-b16b-5a27e239afd8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 1095 time: 0.0492277 Jan 27 22:08:10.858344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8144069-0259-41b3-b1d1-a984b859a2d3 req-9d773674-91b6-4cff-953d-a27c63e3b141 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.3741627 Jan 27 22:08:10.930682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35c7cd-c553-43a6-a539-e09de70f60fc req-6169d1fb-28b8-4abe-9cda-b6f066921762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:10.932255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a35c7cd-c553-43a6-a539-e09de70f60fc req-6169d1fb-28b8-4abe-9cda-b6f066921762 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4943502 Jan 27 22:08:10.940444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fdd4f-c332-46e9-b921-281e1d91b7d7 req-bd6a204c-34db-4fb9-a285-c6933ae640c2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:10.941885 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d1fdd4f-c332-46e9-b921-281e1d91b7d7 req-bd6a204c-34db-4fb9-a285-c6933ae640c2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0879207 Jan 27 22:08:11.058895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d1fdd4f-c332-46e9-b921-281e1d91b7d7 req-d0a98e08-3747-4476-b962-7eb9fd919287 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079912 Jan 27 22:08:11.073068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35c7cd-c553-43a6-a539-e09de70f60fc req-d85a4052-97a5-44ea-b02e-1ce5df36aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:11.074539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a35c7cd-c553-43a6-a539-e09de70f60fc req-d85a4052-97a5-44ea-b02e-1ce5df36aac4 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317737 Jan 27 22:08:11.159594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-4e600756-e6f3-4bcb-9252-92e7f8b49ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:11.161277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-4e600756-e6f3-4bcb-9252-92e7f8b49ea8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 1095 time: 0.0459101 Jan 27 22:08:11.231419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-9ce278be-83e0-4194-8280-23250ab9d60e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8d1309c-b15c-4b1d-aaec-6d5d1c861ade HTTP/1.1" status: 200 len: 217 time: 0.0522985 Jan 27 22:08:11.273394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-05e1636d-318d-40da-bb0e-d5ac2dc49efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:11.286610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-05e1636d-318d-40da-bb0e-d5ac2dc49efd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0477042 Jan 27 22:08:11.319314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-656f2c93-b2d4-4296-ae7d-9884d40fb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:11.320845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-656f2c93-b2d4-4296-ae7d-9884d40fb625 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398996 Jan 27 22:08:11.423170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-a675b060-89c1-4202-abf7-9ad31900b302 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954974 Jan 27 22:08:11.516359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ef3824-cb58-42d1-87f1-9fdae9793076 req-e74cc553-d9a9-43c6-a80a-f322d6d608fd service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868137 Jan 27 22:08:11.971361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-581741df-b757-471d-b9f4-1961a7d0684d req-6b0f65e2-86bd-421a-b9f9-0ad00043a63b tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0329552 Jan 27 22:08:12.178201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d30a9f-7df9-4e09-923a-c8985499d56f req-a857a340-04b7-48da-b6cd-bb8399447ab8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:12.179693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9d30a9f-7df9-4e09-923a-c8985499d56f req-a857a340-04b7-48da-b6cd-bb8399447ab8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0496209 Jan 27 22:08:12.230704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9d30a9f-7df9-4e09-923a-c8985499d56f req-c9c2ff87-7185-450b-9456-1b52aa72549e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450387 Jan 27 22:08:13.075199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72edb3bb-f1a5-4b82-824c-29cdaf316a54 req-cea8c12d-0565-49bf-9c45-b48ab26430fe tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0273225 Jan 27 22:08:13.350215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53234b8-8c52-42f5-a8f3-a623ce56148b req-6a74bef5-7c54-442c-b095-22cd2d966a24 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:13.351706 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e53234b8-8c52-42f5-a8f3-a623ce56148b req-6a74bef5-7c54-442c-b095-22cd2d966a24 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0493636 Jan 27 22:08:13.399536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e53234b8-8c52-42f5-a8f3-a623ce56148b req-9084c032-66c9-4717-b09c-5af2d6aaebf1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420043 Jan 27 22:08:14.190484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d0b9c13-f2c8-46b9-b6ee-449b198d1a6d req-3b5b1950-e6cd-461d-8ffc-2d341381c282 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0296080 Jan 27 22:08:14.531171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0a0c5-f1f7-4b08-b111-f401fa8d4132 req-4d345450-28df-42e7-aa27-c2b5b9c1e830 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:14.536947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7d0a0c5-f1f7-4b08-b111-f401fa8d4132 req-4d345450-28df-42e7-aa27-c2b5b9c1e830 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0547171 Jan 27 22:08:14.581099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7d0a0c5-f1f7-4b08-b111-f401fa8d4132 req-75b4d164-901b-47d4-8a3a-6d68600d549e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422163 Jan 27 22:08:15.309177 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fccbe10e-3638-4f73-8322-3ea0d4bb48c2 req-17c0bca6-4372-4747-9704-85bc011a8f74 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0319309 Jan 27 22:08:15.699784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f10a0d-5c7a-45c6-b4ce-b96026c2c0d0 req-759a59fa-811d-4d1c-9670-094ea254909c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:15.701716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77f10a0d-5c7a-45c6-b4ce-b96026c2c0d0 req-759a59fa-811d-4d1c-9670-094ea254909c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0530736 Jan 27 22:08:15.756522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77f10a0d-5c7a-45c6-b4ce-b96026c2c0d0 req-014fa8d5-fb91-4542-97db-63cff6e52e3c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469046 Jan 27 22:08:16.485816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9c665eb-c40a-479f-89c4-48cc1220ffb6 req-a47d2474-5fe6-4370-9383-cd921b231229 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0441835 Jan 27 22:08:16.986444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990ea66-2007-4798-90ae-18c20e4f4ce4 req-0ee13dcb-992f-4fd3-bc9f-1fda6483ec3c tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:16.988068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c990ea66-2007-4798-90ae-18c20e4f4ce4 req-0ee13dcb-992f-4fd3-bc9f-1fda6483ec3c tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 946 time: 0.0673258 Jan 27 22:08:17.010540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81624f6-ee69-4dfc-96b5-4662c254d8d0 req-f69cfded-4f2c-4767-b214-c5a8340a7126 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:17.012099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b81624f6-ee69-4dfc-96b5-4662c254d8d0 req-f69cfded-4f2c-4767-b214-c5a8340a7126 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.1432066 Jan 27 22:08:17.078927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c990ea66-2007-4798-90ae-18c20e4f4ce4 req-09b6c93d-4cc8-40fb-af3e-ad9ddd17a482 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829706 Jan 27 22:08:17.147125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b81624f6-ee69-4dfc-96b5-4662c254d8d0 req-afa36198-b293-4d8b-af00-c553c6a3a646 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951021 Jan 27 22:08:17.614827 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0fa35686-740d-4264-affe-0799df3d18a6 req-a0b864ab-5109-4d8f-a1ce-36acc93597f1 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0384929 Jan 27 22:08:18.185166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b872a-dd86-4696-b045-1617389383cc req-9a8064f0-a5af-4d3a-aa7e-ba9bfee1c677 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:18.187276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae3b872a-dd86-4696-b045-1617389383cc req-9a8064f0-a5af-4d3a-aa7e-ba9bfee1c677 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 946 time: 0.0510039 Jan 27 22:08:18.262064 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae3b872a-dd86-4696-b045-1617389383cc req-8b911aa2-c402-4250-a7c5-ee45f11fe4a2 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/security-groups?id=b6b6b0ba-f61c-4075-9d37-cbe7165a117d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684254 Jan 27 22:08:18.287219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a41ba-79dd-477d-997a-fbf0226a614a req-90ba3bf2-5fd4-459b-8716-71853bd4f9d4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:18.292517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f98a41ba-79dd-477d-997a-fbf0226a614a req-90ba3bf2-5fd4-459b-8716-71853bd4f9d4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0612922 Jan 27 22:08:18.335368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f98a41ba-79dd-477d-997a-fbf0226a614a req-79766394-7962-4f3f-8a59-468e6e8873a1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407896 Jan 27 22:08:18.434536 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736bdba-afe8-47a1-8505-22996c95d8dd req-849daa49-9292-4a29-96f2-4efb14549f7a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:18.436262 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0736bdba-afe8-47a1-8505-22996c95d8dd req-849daa49-9292-4a29-96f2-4efb14549f7a tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.74 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 946 time: 0.0535848 Jan 27 22:08:18.548411 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-0736bdba-afe8-47a1-8505-22996c95d8dd req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Deleting port c6ff849a-e728-408c-976e-11e8d6c137b8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:18.548753 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0736bdba-afe8-47a1-8505-22996c95d8dd req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.635675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-0736bdba-afe8-47a1-8505-22996c95d8dd req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] For port c6ff849a-e728-408c-976e-11e8d6c137b8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c6ff849a-e728-408c-976e-11e8d6c137b8,segment=NetworkSegment(10df1a4e-e49d-417c-9f6e-7230d711a53e),segment_id=10df1a4e-e49d-417c-9f6e-7230d711a53e)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:18.636252 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0736bdba-afe8-47a1-8505-22996c95d8dd req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.649543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-0736bdba-afe8-47a1-8505-22996c95d8dd req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Calling delete_port for c6ff849a-e728-408c-976e-11e8d6c137b8 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:18.711461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07fd8cce-f449-4547-bbcf-46f252dd912f req-fd52e0c3-4083-40fa-975d-10e35f08096c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0339499 Jan 27 22:08:18.947678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0736bdba-afe8-47a1-8505-22996c95d8dd req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c6ff849a-e728-408c-976e-11e8d6c137b8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:18.961312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['c6ff849a-e728-408c-976e-11e8d6c137b8'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:18.977821 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Pushing event deleted for resources: {'Port': ['ID=c6ff849a-e728-408c-976e-11e8d6c137b8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:18.990535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:18.991045 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:18.991473 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:18.991913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:18.992390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:18.992800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:18.993213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:18.993613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:18.993948 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:18.994277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:18.994612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:18.994941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:18.995268 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:19.037660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-0736bdba-afe8-47a1-8505-22996c95d8dd req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] No DVR routers for this DVR port c6ff849a-e728-408c-976e-11e8d6c137b8 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:19.040687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0736bdba-afe8-47a1-8505-22996c95d8dd req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:19.046488 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0736bdba-afe8-47a1-8505-22996c95d8dd req-25e2d217-7d0d-4434-818c-0797c06a6756 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.74 "DELETE /v2.0/ports/c6ff849a-e728-408c-976e-11e8d6c137b8 HTTP/1.1" status: 204 len: 173 time: 0.6048305 Jan 27 22:08:19.046940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0f48fa-60bb-4f5d-acd5-0b632cbfa729', 'name': 'network-vif-deleted', 'tag': 'c6ff849a-e728-408c-976e-11e8d6c137b8'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:19.049459 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d67778b-a083-4516-acef-b352fdd99cef" -d '{"events": [{"server_uuid": "ea0f48fa-60bb-4f5d-acd5-0b632cbfa729", "name": "network-vif-deleted", "tag": "c6ff849a-e728-408c-976e-11e8d6c137b8"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:19.093225 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61573368-30ba-42e9-b1b6-af36a0c9020e x-openstack-request-id: req-61573368-30ba-42e9-b1b6-af36a0c9020e {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:19.093679 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0f48fa-60bb-4f5d-acd5-0b632cbfa729", "name": "network-vif-deleted", "tag": "c6ff849a-e728-408c-976e-11e8d6c137b8", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:19.094032 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-61573368-30ba-42e9-b1b6-af36a0c9020e {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:19.094607 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0f48fa-60bb-4f5d-acd5-0b632cbfa729', 'name': 'network-vif-deleted', 'tag': 'c6ff849a-e728-408c-976e-11e8d6c137b8', 'status': 'completed', 'code': 200} Jan 27 22:08:19.371492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f1affa5-a8d8-43ec-a550-988aa63c57b4 req-fcaf7a71-43c2-40cf-b8a9-40b4578c6552 tempest-VolumesSnapshotTestJSON-563298342 tempest-VolumesSnapshotTestJSON-563298342-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea0f48fa-60bb-4f5d-acd5-0b632cbfa729 HTTP/1.1" status: 200 len: 210 time: 0.0282481 Jan 27 22:08:19.474120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08177f04-0d88-471f-a02c-3ad3ca99a0d5 req-9b582b50-3424-461d-b48e-822d81d516d6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:19.475640 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08177f04-0d88-471f-a02c-3ad3ca99a0d5 req-9b582b50-3424-461d-b48e-822d81d516d6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0498641 Jan 27 22:08:19.522700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08177f04-0d88-471f-a02c-3ad3ca99a0d5 req-ca42222d-9991-4f50-bb16-2311d3473121 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 Jan 27 22:08:19.822921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f2278b9-4f4a-42b8-b997-343bc2bb4651 req-bc196c19-5366-455f-ba0c-5410591ac03c tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0259619 Jan 27 22:08:20.641932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3f642-d3a7-4854-b246-3f1921fd7685 req-18c14d61-9338-4e8c-9e65-c132a2a4b5a7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:20.643405 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20e3f642-d3a7-4854-b246-3f1921fd7685 req-18c14d61-9338-4e8c-9e65-c132a2a4b5a7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0524547 Jan 27 22:08:20.689750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20e3f642-d3a7-4854-b246-3f1921fd7685 req-2550be51-9c45-40fe-90fb-f868223b2600 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Jan 27 22:08:21.097837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55be64e2-020e-4300-b701-d2a1458e7d8a req-081071e0-e6ee-4f9e-8b4c-2ddb62faf989 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.1989403 Jan 27 22:08:21.809120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af4ad6-a69c-409a-b579-1171bd9e55be req-2dbc42e4-f0eb-4d35-9a9d-7bc5bedd2e8d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:21.810666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38af4ad6-a69c-409a-b579-1171bd9e55be req-2dbc42e4-f0eb-4d35-9a9d-7bc5bedd2e8d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0483878 Jan 27 22:08:21.856980 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38af4ad6-a69c-409a-b579-1171bd9e55be req-9a792473-840e-47fb-a23d-e47ce2c7c28b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Jan 27 22:08:22.071484 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:08:22.199469 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-169880f0-18df-4add-b72c-1e5837a4844c req-75b3ba77-6204-4cdd-b9d7-cea9b82db561 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0265810 Jan 27 22:08:23.036879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f00275-66ac-4554-b35d-4611c87377c9 req-7f8173c0-83ca-4b31-be30-7b80ddfde154 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:23.038478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82f00275-66ac-4554-b35d-4611c87377c9 req-7f8173c0-83ca-4b31-be30-7b80ddfde154 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.1111839 Jan 27 22:08:23.087299 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82f00275-66ac-4554-b35d-4611c87377c9 req-ef870340-afc4-425d-a4dc-292840630faa tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Jan 27 22:08:23.297932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc0dfec2-95e6-4e59-a2fd-e3af00df88bb req-a9ea4066-292c-4ced-975e-f4a1e367c570 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0258012 Jan 27 22:08:23.631887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c6ff849a-e728-408c-976e-11e8d6c137b8 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:23.653396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: c6ff849a-e728-408c-976e-11e8d6c137b8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:23.653893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c6ff849a-e728-408c-976e-11e8d6c137b8 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:24.200763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337ba6e-0413-41d9-9d0b-f4d8c24a24ba req-644a315d-e09e-4d36-b474-64eb5d243c48 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:24.202284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2337ba6e-0413-41d9-9d0b-f4d8c24a24ba req-644a315d-e09e-4d36-b474-64eb5d243c48 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0487065 Jan 27 22:08:24.248906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2337ba6e-0413-41d9-9d0b-f4d8c24a24ba req-5e86471c-9724-4e5e-9e1b-3c592025b956 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411589 Jan 27 22:08:24.402747 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d338bc1-3bb4-4cbf-9921-f44e45216269 req-06898ec5-edbf-44f5-8169-d7fbb12f4067 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0306594 Jan 27 22:08:25.363675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3413f-8fdf-44e8-bd84-724aa5b29ff7 req-0c7cb4cd-b5c6-48f1-acf1-992e74d6aca3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:25.365202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93e3413f-8fdf-44e8-bd84-724aa5b29ff7 req-0c7cb4cd-b5c6-48f1-acf1-992e74d6aca3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0493014 Jan 27 22:08:25.413481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93e3413f-8fdf-44e8-bd84-724aa5b29ff7 req-c1c03049-1663-4e28-8250-34bfde79fa7a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Jan 27 22:08:25.534877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d435705a-d5cf-47cd-b16b-2be832fd5e6a req-3efb331d-a7dc-44e3-a3cf-20e9b5a32940 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b5c513b-1f45-4319-bdab-2721cfe58885 HTTP/1.1" status: 200 len: 210 time: 0.0264573 Jan 27 22:08:26.536635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe6a9b-83f7-4045-9879-c4eb391cda75 req-e4622d27-d2c7-4ec6-8d6f-57a541a9ae30 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:26.539095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cbe6a9b-83f7-4045-9879-c4eb391cda75 req-e4622d27-d2c7-4ec6-8d6f-57a541a9ae30 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0573471 Jan 27 22:08:26.607484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cbe6a9b-83f7-4045-9879-c4eb391cda75 req-4bcdf2dd-61ef-428c-8728-9ccb9488c0af tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608838 Jan 27 22:08:26.765930 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55228) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:26.822047 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba23f-8c5e-4c1c-91c8-438274a25022 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for security_group (4d73719f-4b69-463d-b2f1-cc76850911ff), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:26.857888 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba23f-8c5e-4c1c-91c8-438274a25022 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for security_group (4d73719f-4b69-463d-b2f1-cc76850911ff), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.118937 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba23f-8c5e-4c1c-91c8-438274a25022 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4d73719f-4b69-463d-b2f1-cc76850911ff), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.121641 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1a2ba23f-8c5e-4c1c-91c8-438274a25022 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.122979 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1a2ba23f-8c5e-4c1c-91c8-438274a25022 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "DELETE /v2.0/security-groups/4d73719f-4b69-463d-b2f1-cc76850911ff HTTP/1.1" status: 204 len: 168 time: 0.3558905 Jan 27 22:08:27.125772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55232) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:27.135425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ba23f-8c5e-4c1c-91c8-438274a25022 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d73719f-4b69-463d-b2f1-cc76850911ff,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:27.138283 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.178195 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-fef0ba0b-c381-4558-b20c-4650920c09a9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] show failed (client error): The resource could not be found. Jan 27 22:08:27.184549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fef0ba0b-c381-4558-b20c-4650920c09a9 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "GET /v2.0/security-groups/4d73719f-4b69-463d-b2f1-cc76850911ff HTTP/1.1" status: 404 len: 347 time: 0.0551579 Jan 27 22:08:27.185481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55234) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:27.322423 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8ba47c09-994a-4a65-8a8d-bd497a28a5be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Deleting port f3a3dc28-8f22-400f-8a92-5ca2568d6b27 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:27.323280 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ba47c09-994a-4a65-8a8d-bd497a28a5be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f3a3dc28-8f22-400f-8a92-5ca2568d6b27), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.406602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ba47c09-994a-4a65-8a8d-bd497a28a5be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f3a3dc28-8f22-400f-8a92-5ca2568d6b27), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.406951 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ba47c09-994a-4a65-8a8d-bd497a28a5be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for floatingip (f3a3dc28-8f22-400f-8a92-5ca2568d6b27), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.419887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8ba47c09-994a-4a65-8a8d-bd497a28a5be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Calling delete_port for f3a3dc28-8f22-400f-8a92-5ca2568d6b27 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:27.490625 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.638645 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ba47c09-994a-4a65-8a8d-bd497a28a5be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f3a3dc28-8f22-400f-8a92-5ca2568d6b27), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.699223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba47c09-994a-4a65-8a8d-bd497a28a5be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'Port': ['ID=f3a3dc28-8f22-400f-8a92-5ca2568d6b27,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:27.743395 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ba47c09-994a-4a65-8a8d-bd497a28a5be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for floatingip (5156472a-7597-4026-83ac-9b879dc1a98f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.746272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ba47c09-994a-4a65-8a8d-bd497a28a5be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.748286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb6cd9-f0c4-44eb-91f3-50cf3971eb01 req-ce9c2487-0465-4570-a18a-a89b620e075c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:27.749855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ffb6cd9-f0c4-44eb-91f3-50cf3971eb01 req-ce9c2487-0465-4570-a18a-a89b620e075c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0530958 Jan 27 22:08:27.750710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55242) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:27.751203 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8ba47c09-994a-4a65-8a8d-bd497a28a5be tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "DELETE /v2.0/floatingips/5156472a-7597-4026-83ac-9b879dc1a98f HTTP/1.1" status: 204 len: 168 time: 0.5644577 Jan 27 22:08:27.859969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ffb6cd9-f0c4-44eb-91f3-50cf3971eb01 req-d998d4df-86be-4e8b-86b8-829434dec68e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995290 Jan 27 22:08:27.886938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-3626dc14-5ffe-413c-be8f-44d94830e313 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Deleting port 856c8d91-48e7-4a38-b228-a5d13c60c10b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:27.887289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3626dc14-5ffe-413c-be8f-44d94830e313 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.976728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3626dc14-5ffe-413c-be8f-44d94830e313 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:27.989347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-3626dc14-5ffe-413c-be8f-44d94830e313 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Calling delete_port for 856c8d91-48e7-4a38-b228-a5d13c60c10b owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:28.233081 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3626dc14-5ffe-413c-be8f-44d94830e313 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (856c8d91-48e7-4a38-b228-a5d13c60c10b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.263646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626dc14-5ffe-413c-be8f-44d94830e313 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'Port': ['ID=856c8d91-48e7-4a38-b228-a5d13c60c10b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:28.337746 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3626dc14-5ffe-413c-be8f-44d94830e313 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.340927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3626dc14-5ffe-413c-be8f-44d94830e313 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "DELETE /v2.0/ports/856c8d91-48e7-4a38-b228-a5d13c60c10b HTTP/1.1" status: 204 len: 168 time: 0.5889022 Jan 27 22:08:28.344135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55248) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:28.437585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-243d7d1d-bea9-4b0d-aa44-7a81942f54cf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Deleting port cb7d9cb2-705b-481e-b551-5bb9212cb343 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:28.437917 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-243d7d1d-bea9-4b0d-aa44-7a81942f54cf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.529259 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-243d7d1d-bea9-4b0d-aa44-7a81942f54cf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.542453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-243d7d1d-bea9-4b0d-aa44-7a81942f54cf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Calling delete_port for cb7d9cb2-705b-481e-b551-5bb9212cb343 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:28.765484 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-243d7d1d-bea9-4b0d-aa44-7a81942f54cf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cb7d9cb2-705b-481e-b551-5bb9212cb343), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.812584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d7d1d-bea9-4b0d-aa44-7a81942f54cf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'Port': ['ID=cb7d9cb2-705b-481e-b551-5bb9212cb343,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:28.897145 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-243d7d1d-bea9-4b0d-aa44-7a81942f54cf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:28.901524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-243d7d1d-bea9-4b0d-aa44-7a81942f54cf tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "DELETE /v2.0/ports/cb7d9cb2-705b-481e-b551-5bb9212cb343 HTTP/1.1" status: 204 len: 168 time: 0.5562592 Jan 27 22:08:28.903977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55252) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:28.993897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1139dec-196a-493d-8462-27849f5eec20 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Deleting subnet e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:28.999111 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1139dec-196a-493d-8462-27849f5eec20 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for subnet (e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.039108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0943065-39b2-463b-8ed6-2ebdbcc8b7dd req-4be53f2a-b8b1-421c-bed8-87b676337b31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:29.040619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0943065-39b2-463b-8ed6-2ebdbcc8b7dd req-4be53f2a-b8b1-421c-bed8-87b676337b31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0972512 Jan 27 22:08:29.057015 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1139dec-196a-493d-8462-27849f5eec20 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.169137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0943065-39b2-463b-8ed6-2ebdbcc8b7dd req-cdeb6883-0079-4bc0-b9cf-758a3ff0714e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202533 Jan 27 22:08:29.187737 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1139dec-196a-493d-8462-27849f5eec20 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.405371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1139dec-196a-493d-8462-27849f5eec20 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.433399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1139dec-196a-493d-8462-27849f5eec20 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:29.439335 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f1139dec-196a-493d-8462-27849f5eec20 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.476832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f1139dec-196a-493d-8462-27849f5eec20 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "DELETE /v2.0/subnets/e2c8bf13-52dc-4eba-8b8f-f2ccd92a1cf8 HTTP/1.1" status: 204 len: 168 time: 0.5377414 Jan 27 22:08:29.476832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55258) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:29.477364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401a6ca-996c-48f0-a40c-0a4e51476bee None None] Network 57b0572f-1953-43f1-ab4d-663ea68612ac requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:29.499600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1d92f0-6af9-487e-b0be-d4f6ad809683 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Deleting subnet 50880f11-e967-4e2f-bac9-398cb67ae73f {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:08:29.503082 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e1d92f0-6af9-487e-b0be-d4f6ad809683 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for subnet (50880f11-e967-4e2f-bac9-398cb67ae73f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.548998 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e1d92f0-6af9-487e-b0be-d4f6ad809683 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (50880f11-e967-4e2f-bac9-398cb67ae73f), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.626984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] DHCP port deletion for 57b0572f-1953-43f1-ab4d-663ea68612ac request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:08:29.660432 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e1d92f0-6af9-487e-b0be-d4f6ad809683 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (50880f11-e967-4e2f-bac9-398cb67ae73f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.677505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Deleting port f523e122-b1e4-4bab-85b2-84d3930248bd {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:29.678304 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.747858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] For port f523e122-b1e4-4bab-85b2-84d3930248bd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f523e122-b1e4-4bab-85b2-84d3930248bd,segment=NetworkSegment(9ed92c68-2407-4e6e-9b14-cb45f090eb99),segment_id=9ed92c68-2407-4e6e-9b14-cb45f090eb99)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:29.748424 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.762294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Calling delete_port for f523e122-b1e4-4bab-85b2-84d3930248bd owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:29.810964 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e1d92f0-6af9-487e-b0be-d4f6ad809683 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (50880f11-e967-4e2f-bac9-398cb67ae73f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.846223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d92f0-6af9-487e-b0be-d4f6ad809683 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'Subnet': ['ID=50880f11-e967-4e2f-bac9-398cb67ae73f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:29.857658 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7e1d92f0-6af9-487e-b0be-d4f6ad809683 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.857658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7e1d92f0-6af9-487e-b0be-d4f6ad809683 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "DELETE /v2.0/subnets/50880f11-e967-4e2f-bac9-398cb67ae73f HTTP/1.1" status: 204 len: 168 time: 0.4103959 Jan 27 22:08:29.859383 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 55260) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:29.863677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba6eb5b-aa2d-431a-af8d-da65053a13e0 None None] Network 83e4aa29-cdd1-4f04-b652-2139a812064e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:08:29.920703 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (f523e122-b1e4-4bab-85b2-84d3930248bd), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.946969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (57b0572f-1953-43f1-ab4d-663ea68612ac), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:29.959152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Pushing event deleted for resources: {'Port': ['ID=f523e122-b1e4-4bab-85b2-84d3930248bd,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:29.988354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] No DVR routers for this DVR port f523e122-b1e4-4bab-85b2-84d3930248bd on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:30.010074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.010410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.010748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.011087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.011420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.011750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.012745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.013391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.013727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.014716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.014716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.014716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.016107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27566319-dd6a-445a-8a09-15a925e74ba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:08:30.067328 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (57b0572f-1953-43f1-ab4d-663ea68612ac), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.098548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b0572f-1953-43f1-ab4d-663ea68612ac']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.118545 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed92c68-2407-4e6e-9b14-cb45f090eb99') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.131297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed92c68-2407-4e6e-9b14-cb45f090eb99') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.133806 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e678a47-36f8-4bf8-842d-7fa6416f0e74 None None] DHCP port deletion for 83e4aa29-cdd1-4f04-b652-2139a812064e request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:08:30.145348 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (9ed92c68-2407-4e6e-9b14-cb45f090eb99), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.165345 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9ed92c68-2407-4e6e-9b14-cb45f090eb99), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.175236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:30.175930 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (9ed92c68-2407-4e6e-9b14-cb45f090eb99), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.217142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8e678a47-36f8-4bf8-842d-7fa6416f0e74 None None] Deleting port e26d0175-f671-4c2e-9afd-c679ccd58672 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:30.217531 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8e678a47-36f8-4bf8-842d-7fa6416f0e74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.280775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8e678a47-36f8-4bf8-842d-7fa6416f0e74 None None] For port e26d0175-f671-4c2e-9afd-c679ccd58672, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e26d0175-f671-4c2e-9afd-c679ccd58672,segment=NetworkSegment(3760cda6-b9f3-4318-bc67-fb2475a1416f),segment_id=3760cda6-b9f3-4318-bc67-fb2475a1416f)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:30.281225 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8e678a47-36f8-4bf8-842d-7fa6416f0e74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:30.291287 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:30.294473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8e678a47-36f8-4bf8-842d-7fa6416f0e74 None None] Calling delete_port for e26d0175-f671-4c2e-9afd-c679ccd58672 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:30.391075 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e26d0175-f671-4c2e-9afd-c679ccd58672 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:30.396900 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (57b0572f-1953-43f1-ab4d-663ea68612ac), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.397078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ce8b4-68c6-4016-96e4-e90982466e50 req-9dcfbdfb-faba-4fc8-b4b4-daea11cd233d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:30.397078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-302ce8b4-68c6-4016-96e4-e90982466e50 req-9dcfbdfb-faba-4fc8-b4b4-daea11cd233d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0948989 Jan 27 22:08:30.398026 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.401367 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "DELETE /v2.0/networks/57b0572f-1953-43f1-ab4d-663ea68612ac HTTP/1.1" status: 204 len: 168 time: 0.5404229 Jan 27 22:08:30.405703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 55268) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:08:30.428257 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af13fd-7e76-44d6-8eaa-385ab638395f tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'Network': ['ID=57b0572f-1953-43f1-ab4d-663ea68612ac,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:30.486323 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8e678a47-36f8-4bf8-842d-7fa6416f0e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.521110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e678a47-36f8-4bf8-842d-7fa6416f0e74 None None] Pushing event deleted for resources: {'Port': ['ID=e26d0175-f671-4c2e-9afd-c679ccd58672,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:30.524387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e26d0175-f671-4c2e-9afd-c679ccd58672 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:30.534148 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e26d0175-f671-4c2e-9afd-c679ccd58672), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.534148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e678a47-36f8-4bf8-842d-7fa6416f0e74 None None] No DVR routers for this DVR port e26d0175-f671-4c2e-9afd-c679ccd58672 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:30.547253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-302ce8b4-68c6-4016-96e4-e90982466e50 req-ce8373f4-b8fc-493d-abc1-b82bf4bd3c50 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424308 Jan 27 22:08:30.557638 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (83e4aa29-cdd1-4f04-b652-2139a812064e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.592313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f523e122-b1e4-4bab-85b2-84d3930248bd no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:30.616442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: f523e122-b1e4-4bab-85b2-84d3930248bd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:30.617188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f523e122-b1e4-4bab-85b2-84d3930248bd not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:30.679787 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (83e4aa29-cdd1-4f04-b652-2139a812064e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.704561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e4aa29-cdd1-4f04-b652-2139a812064e']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.718168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3760cda6-b9f3-4318-bc67-fb2475a1416f') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.718774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3760cda6-b9f3-4318-bc67-fb2475a1416f') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:08:30.732122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (3760cda6-b9f3-4318-bc67-fb2475a1416f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.750347 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3760cda6-b9f3-4318-bc67-fb2475a1416f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.759255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:08:30.759672 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (3760cda6-b9f3-4318-bc67-fb2475a1416f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:08:30.763691 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:08:30.947071 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (83e4aa29-cdd1-4f04-b652-2139a812064e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.955682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:30.964532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] 10.222.0.61 "DELETE /v2.0/networks/83e4aa29-cdd1-4f04-b652-2139a812064e HTTP/1.1" status: 204 len: 168 time: 0.5516815 Jan 27 22:08:30.976362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b27c5-c7e7-46af-bdfe-b7f61e645050 tempest-TaggedBootDevicesTest-1718888796 tempest-TaggedBootDevicesTest-1718888796-project] Pushing event deleted for resources: {'Network': ['ID=83e4aa29-cdd1-4f04-b652-2139a812064e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:31.675520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f9897-c9c6-4078-b2ab-729274aa7e1f req-de5cff47-d792-4a86-b40b-1c7b99e69fcf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:31.677112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd9f9897-c9c6-4078-b2ab-729274aa7e1f req-de5cff47-d792-4a86-b40b-1c7b99e69fcf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0558555 Jan 27 22:08:31.724450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd9f9897-c9c6-4078-b2ab-729274aa7e1f req-c26d06a0-94df-49fc-85d4-41457c83972a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Jan 27 22:08:32.297599 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8621e3b5-882d-45fc-9c21-ca1a89c75157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:32.854104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc00f75-2a81-4c68-a833-facaa423c4f9 req-b978bb09-2feb-4627-b019-8c6be3377834 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:32.855752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0dc00f75-2a81-4c68-a833-facaa423c4f9 req-b978bb09-2feb-4627-b019-8c6be3377834 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0497668 Jan 27 22:08:32.903086 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0dc00f75-2a81-4c68-a833-facaa423c4f9 req-d8af250a-7283-462c-a98c-e7018578df4e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Jan 27 22:08:34.030233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f34f74-c0b9-4e69-aee7-28778f6a1de7 req-3ac971fd-a067-4a87-97cd-6e887c3b08ea tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:34.032808 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9f34f74-c0b9-4e69-aee7-28778f6a1de7 req-3ac971fd-a067-4a87-97cd-6e887c3b08ea tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0491393 Jan 27 22:08:34.084599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9f34f74-c0b9-4e69-aee7-28778f6a1de7 req-0228ea98-55e0-4e7c-82cf-dfd1b571f487 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462096 Jan 27 22:08:34.912977 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-66e181e3-1a21-437f-9545-de362dfac288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:35.217158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86cd41-808e-4487-8edb-7bf111ea27ad req-4e89efd4-305a-447c-99c0-6aa08149d447 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:35.218757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce86cd41-808e-4487-8edb-7bf111ea27ad req-4e89efd4-305a-447c-99c0-6aa08149d447 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0510099 Jan 27 22:08:35.295608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce86cd41-808e-4487-8edb-7bf111ea27ad req-5e45536e-eac9-4bd8-a142-2102818b26a5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624437 Jan 27 22:08:36.169953 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:36.413649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e6825-8300-473e-a513-c08a224090ff req-9abc9377-ee09-4d68-a5ce-3314cd9317af tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:36.427094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-699e6825-8300-473e-a513-c08a224090ff req-9abc9377-ee09-4d68-a5ce-3314cd9317af tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0617306 Jan 27 22:08:36.472207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-699e6825-8300-473e-a513-c08a224090ff req-fd1d1131-1d2e-4fd4-b5b2-abcf73a122b9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440018 Jan 27 22:08:37.508147 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:37.598136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae3aff-68ed-41f6-ac78-2ddfc4351873 req-253d26ca-2585-4dc9-a882-8043aad54123 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:37.600336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62ae3aff-68ed-41f6-ac78-2ddfc4351873 req-253d26ca-2585-4dc9-a882-8043aad54123 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0573697 Jan 27 22:08:37.655773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62ae3aff-68ed-41f6-ac78-2ddfc4351873 req-805e9960-e2ad-4f8e-9b5a-5bae24b29064 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497687 Jan 27 22:08:38.780871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0711ac-ee0b-4239-b22b-90dfaaf43676 req-7fd03f04-1e7a-403d-930e-57e9f25d618a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:38.784270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a0711ac-ee0b-4239-b22b-90dfaaf43676 req-7fd03f04-1e7a-403d-930e-57e9f25d618a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0498543 Jan 27 22:08:38.832527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a0711ac-ee0b-4239-b22b-90dfaaf43676 req-b0e4dd84-b009-42e1-ad3d-94bec9f9a9ff tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432103 Jan 27 22:08:38.969755 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:39.963480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3865351-5018-4cab-89df-514b0432d627 req-7bac3d3d-b020-4001-8bfd-dce00df25110 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:39.965309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3865351-5018-4cab-89df-514b0432d627 req-7bac3d3d-b020-4001-8bfd-dce00df25110 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0537097 Jan 27 22:08:40.017695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3865351-5018-4cab-89df-514b0432d627 req-2bdf9ab1-fa0a-4c80-94de-e207c1a6aa36 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464108 Jan 27 22:08:41.135620 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a86ab-4df1-4378-a488-109b70b8eed7 req-ce26c04d-fd8e-4a4b-b3c9-34b07de4c74d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:41.139014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-499a86ab-4df1-4378-a488-109b70b8eed7 req-ce26c04d-fd8e-4a4b-b3c9-34b07de4c74d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0521410 Jan 27 22:08:41.188881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-499a86ab-4df1-4378-a488-109b70b8eed7 req-0f89f476-1d35-4008-9767-f4787a0e2516 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 Jan 27 22:08:42.303852 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddfdf2-4145-43c7-a5df-4bf992c745a8 req-747c03a8-1c9a-4c63-9eee-928824a634ba tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:42.305354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58ddfdf2-4145-43c7-a5df-4bf992c745a8 req-747c03a8-1c9a-4c63-9eee-928824a634ba tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0480278 Jan 27 22:08:42.361886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58ddfdf2-4145-43c7-a5df-4bf992c745a8 req-e68b3ce4-d31b-4868-ac0b-aa5fe613e7c3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503156 Jan 27 22:08:43.493180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef1849-2eb5-4525-902b-bb2961ccd87a req-1da8c79c-ca84-4977-9140-4b6859ed6812 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:43.494685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9ef1849-2eb5-4525-902b-bb2961ccd87a req-1da8c79c-ca84-4977-9140-4b6859ed6812 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0536389 Jan 27 22:08:43.543206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9ef1849-2eb5-4525-902b-bb2961ccd87a req-aa013ce1-4078-4253-8b5c-5b8ed80ae068 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Jan 27 22:08:44.658314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30557a82-924a-473a-8137-32bfe85e70a3 req-759642f5-d48a-497b-b71f-bf4c04638a0f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:44.659840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30557a82-924a-473a-8137-32bfe85e70a3 req-759642f5-d48a-497b-b71f-bf4c04638a0f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0490787 Jan 27 22:08:44.709753 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30557a82-924a-473a-8137-32bfe85e70a3 req-c887affd-382e-480d-ad1a-3e6bb926117d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 Jan 27 22:08:45.853916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476cfd5-fe2d-484e-b93d-633dd4dd6a12 req-64b53a29-7fb2-4f6f-8cf3-085e3ed79484 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:45.861586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9476cfd5-fe2d-484e-b93d-633dd4dd6a12 req-64b53a29-7fb2-4f6f-8cf3-085e3ed79484 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 944 time: 0.0723553 Jan 27 22:08:45.910100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9476cfd5-fe2d-484e-b93d-633dd4dd6a12 req-76428e6c-fcc5-4b56-9403-7323dbc7d9ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476534 Jan 27 22:08:45.940999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device d8d1309c-b15c-4b1d-aaec-6d5d1c861ade details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:08:46.038733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d8d1309c-b15c-4b1d-aaec-6d5d1c861ade,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:46.050730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'd8d1309c-b15c-4b1d-aaec-6d5d1c861ade', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'port_id': 'd8d1309c-b15c-4b1d-aaec-6d5d1c861ade', 'mac_address': 'fa:16:3e:21:49:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:08:46.107419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:46.108017 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.122686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d1309c-b15c-4b1d-aaec-6d5d1c861ade {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:08:46.149310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d8d1309c-b15c-4b1d-aaec-6d5d1c861ade,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:46.260565 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:46.315219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=d8d1309c-b15c-4b1d-aaec-6d5d1c861ade,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:46.480596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['d8d1309c-b15c-4b1d-aaec-6d5d1c861ade'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:47.023963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6ad75-a7e7-4377-9981-298f0aad35e2 req-27600dc8-205c-4fae-9a6c-74d73cd8660f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:47.025498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15e6ad75-a7e7-4377-9981-298f0aad35e2 req-27600dc8-205c-4fae-9a6c-74d73cd8660f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 945 time: 0.0479989 Jan 27 22:08:47.080495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15e6ad75-a7e7-4377-9981-298f0aad35e2 req-b2a0a162-ceaa-4072-bc68-aaee134615ee tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478985 Jan 27 22:08:47.333793 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f3bc7536-3ad7-4498-ab43-bb4d6326106a req-3acd7252-187d-43c0-aa20-c4fe2c3f219c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427485 Jan 27 22:08:47.419297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc7536-3ad7-4498-ab43-bb4d6326106a req-1e8069bf-23e2-42a6-96c8-2bf582ff9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:47.421131 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f3bc7536-3ad7-4498-ab43-bb4d6326106a req-1e8069bf-23e2-42a6-96c8-2bf582ff9c75 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=518ffd4efe3648d68d6197635e985ef4&device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 1097 time: 0.0449905 Jan 27 22:08:47.537582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc7536-3ad7-4498-ab43-bb4d6326106a req-a31fb739-d10a-4078-9970-6ddfb6484909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:47.539388 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f3bc7536-3ad7-4498-ab43-bb4d6326106a req-a31fb739-d10a-4078-9970-6ddfb6484909 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 HTTP/1.1" status: 200 len: 910 time: 0.0969036 Jan 27 22:08:47.610255 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f3bc7536-3ad7-4498-ab43-bb4d6326106a req-bdb20362-6c55-4432-8d26-3ca0d18f26e8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3c392f6-ea37-4140-bd0b-5559974efee8 HTTP/1.1" status: 200 len: 1002 time: 0.0649984 Jan 27 22:08:47.658507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc7536-3ad7-4498-ab43-bb4d6326106a req-24d596e9-a635-4bc0-a2f3-0ed83a7187f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:47.659919 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f3bc7536-3ad7-4498-ab43-bb4d6326106a req-24d596e9-a635-4bc0-a2f3-0ed83a7187f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dde9af2f-54b2-4611-8d0d-5b06ced1c38c HTTP/1.1" status: 200 len: 848 time: 0.0443215 Jan 27 22:08:47.709743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc7536-3ad7-4498-ab43-bb4d6326106a req-231354eb-9f8b-4813-854e-b0ca612ade64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:47.711235 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f3bc7536-3ad7-4498-ab43-bb4d6326106a req-231354eb-9f8b-4813-854e-b0ca612ade64 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457201 Jan 27 22:08:47.801947 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f3bc7536-3ad7-4498-ab43-bb4d6326106a req-14186206-493e-45e8-8bed-7fe8e3680f54 service neutron] 10.222.0.74 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841107 Jan 27 22:08:47.907581 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-f3bc7536-3ad7-4498-ab43-bb4d6326106a req-ddef826e-e178-4530-9ea6-9d187d977029 service neutron] 10.222.0.74 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997665 Jan 27 22:08:47.943862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device d8d1309c-b15c-4b1d-aaec-6d5d1c861ade up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:08:48.169531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:08:48.173950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:08:48.174340 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.210497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b7b38-d386-4016-8f21-6359ae1a2475 req-daab4c51-2924-4139-a5c6-ff7d08c60eee tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:48.212157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c3b7b38-d386-4016-8f21-6359ae1a2475 req-daab4c51-2924-4139-a5c6-ff7d08c60eee tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 945 time: 0.0607834 Jan 27 22:08:48.276647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c3b7b38-d386-4016-8f21-6359ae1a2475 req-06335929-7c2f-479e-a1fa-50823ec27666 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584095 Jan 27 22:08:48.299526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:08:48.299933 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.333879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9ddc12-7526-4798-8185-68bf7f45b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d1309c-b15c-4b1d-aaec-6d5d1c861ade'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:48.336221 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731fcb34-a18e-4395-aa7a-2917b6efbb60" -d '{"events": [{"server_uuid": "ae9ddc12-7526-4798-8185-68bf7f45b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "d8d1309c-b15c-4b1d-aaec-6d5d1c861ade"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:48.355088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d8d1309c-b15c-4b1d-aaec-6d5d1c861ade,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:48.385671 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85045abf-3deb-44bd-8a4c-573df8115055 x-openstack-request-id: req-85045abf-3deb-44bd-8a4c-573df8115055 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:48.385976 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9ddc12-7526-4798-8185-68bf7f45b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "d8d1309c-b15c-4b1d-aaec-6d5d1c861ade", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:48.393164 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85045abf-3deb-44bd-8a4c-573df8115055 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:48.393164 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9ddc12-7526-4798-8185-68bf7f45b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d1309c-b15c-4b1d-aaec-6d5d1c861ade', 'code': 200} Jan 27 22:08:48.483750 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:48.490086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aaa1bb-b83e-4b1c-b923-ba187cfb8e0c req-d0adbaf7-ef6d-4aa4-95d5-69675c526907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:48.491556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04aaa1bb-b83e-4b1c-b923-ba187cfb8e0c req-d0adbaf7-ef6d-4aa4-95d5-69675c526907 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 1096 time: 0.0418656 Jan 27 22:08:48.550715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=d8d1309c-b15c-4b1d-aaec-6d5d1c861ade,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:48.558792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04aaa1bb-b83e-4b1c-b923-ba187cfb8e0c req-0f9e49cc-fe29-489f-b72f-4adcb90977d0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618274 Jan 27 22:08:49.402735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce62dc-5ef9-4c4a-805f-1df67eaa8431 req-fe558f11-026b-47ed-b3b3-eb3bdc5d6dfe tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:49.421286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6dce62dc-5ef9-4c4a-805f-1df67eaa8431 req-fe558f11-026b-47ed-b3b3-eb3bdc5d6dfe tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 946 time: 0.0709450 Jan 27 22:08:49.482292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6dce62dc-5ef9-4c4a-805f-1df67eaa8431 req-f0623a04-1511-480d-a182-9293d2fe72f2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546982 Jan 27 22:08:50.608132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855403-c8f2-4687-880c-b805f08b697d req-62f9d62a-cd56-4b88-a046-abe7f0bb3282 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:50.609784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a855403-c8f2-4687-880c-b805f08b697d req-62f9d62a-cd56-4b88-a046-abe7f0bb3282 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 946 time: 0.0557547 Jan 27 22:08:50.667556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a855403-c8f2-4687-880c-b805f08b697d req-f4549db5-d7c5-408e-9948-d5777cd73da6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460515 Jan 27 22:08:50.788210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7b275-db20-43c0-bcf3-8f40315045c0 req-836c50c7-c97f-4396-b3d5-a2f5d92a22a7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:50.789691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64b7b275-db20-43c0-bcf3-8f40315045c0 req-836c50c7-c97f-4396-b3d5-a2f5d92a22a7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 946 time: 0.0494683 Jan 27 22:08:50.839519 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64b7b275-db20-43c0-bcf3-8f40315045c0 req-529049f3-d950-44bd-80e1-7591b17d9f04 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425446 Jan 27 22:08:50.974850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275253d-f00e-402b-bf51-832138d4a6fe req-af07e1a6-b44b-41a8-8a28-897627e534c9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:50.976556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b275253d-f00e-402b-bf51-832138d4a6fe req-af07e1a6-b44b-41a8-8a28-897627e534c9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 946 time: 0.0537729 Jan 27 22:08:51.032521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b275253d-f00e-402b-bf51-832138d4a6fe req-ee6c33a0-46f8-4966-9e72-71bb0ffe387f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483983 Jan 27 22:08:51.647394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74a69c-0ad3-4d3f-b85e-82cbf9677c65 req-c60f7c46-8c75-4347-aa06-77fd290a0d1f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:51.654278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd74a69c-0ad3-4d3f-b85e-82cbf9677c65 req-c60f7c46-8c75-4347-aa06-77fd290a0d1f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 946 time: 0.0600555 Jan 27 22:08:51.698292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd74a69c-0ad3-4d3f-b85e-82cbf9677c65 req-a2ea42fb-2445-4ed7-a235-aa0706f4cc59 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431399 Jan 27 22:08:52.824244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e935b7-a94f-4b1a-b061-7d2067b7c23b req-ea3bd27f-491b-40a3-89dd-9f184e8cd26e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:52.827541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3e935b7-a94f-4b1a-b061-7d2067b7c23b req-ea3bd27f-491b-40a3-89dd-9f184e8cd26e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 946 time: 0.0536966 Jan 27 22:08:52.882661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3e935b7-a94f-4b1a-b061-7d2067b7c23b req-5c994415-a01e-44f0-abd5-1c97acf66e8e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486705 Jan 27 22:08:53.156067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691f434-d36b-428c-804d-6a1e5ab9eeb1 req-112b064f-2006-4c51-8c0c-32eefccd2dcf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:08:53.157868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4691f434-d36b-428c-804d-6a1e5ab9eeb1 req-112b064f-2006-4c51-8c0c-32eefccd2dcf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 946 time: 0.0523221 Jan 27 22:08:53.269069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-4691f434-d36b-428c-804d-6a1e5ab9eeb1 req-f87c99ec-a42a-46a8-8b30-d31b991c39c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Deleting port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:08:53.269631 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4691f434-d36b-428c-804d-6a1e5ab9eeb1 req-f87c99ec-a42a-46a8-8b30-d31b991c39c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.373879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4691f434-d36b-428c-804d-6a1e5ab9eeb1 req-f87c99ec-a42a-46a8-8b30-d31b991c39c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] For port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d8d1309c-b15c-4b1d-aaec-6d5d1c861ade,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:08:53.374255 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4691f434-d36b-428c-804d-6a1e5ab9eeb1 req-f87c99ec-a42a-46a8-8b30-d31b991c39c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.389180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-4691f434-d36b-428c-804d-6a1e5ab9eeb1 req-f87c99ec-a42a-46a8-8b30-d31b991c39c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Calling delete_port for d8d1309c-b15c-4b1d-aaec-6d5d1c861ade owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:08:53.660634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4691f434-d36b-428c-804d-6a1e5ab9eeb1 req-f87c99ec-a42a-46a8-8b30-d31b991c39c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d8d1309c-b15c-4b1d-aaec-6d5d1c861ade), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.673013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['d8d1309c-b15c-4b1d-aaec-6d5d1c861ade'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:08:53.690799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c99ec-a42a-46a8-8b30-d31b991c39c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event deleted for resources: {'Port': ['ID=d8d1309c-b15c-4b1d-aaec-6d5d1c861ade,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:08:53.734061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4691f434-d36b-428c-804d-6a1e5ab9eeb1 req-f87c99ec-a42a-46a8-8b30-d31b991c39c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] No DVR routers for this DVR port d8d1309c-b15c-4b1d-aaec-6d5d1c861ade on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:08:53.736800 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4691f434-d36b-428c-804d-6a1e5ab9eeb1 req-f87c99ec-a42a-46a8-8b30-d31b991c39c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:53.740255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4691f434-d36b-428c-804d-6a1e5ab9eeb1 req-f87c99ec-a42a-46a8-8b30-d31b991c39c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "DELETE /v2.0/ports/d8d1309c-b15c-4b1d-aaec-6d5d1c861ade HTTP/1.1" status: 204 len: 173 time: 0.5775919 Jan 27 22:08:53.740723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9ddc12-7526-4798-8185-68bf7f45b8fa', 'name': 'network-vif-deleted', 'tag': 'd8d1309c-b15c-4b1d-aaec-6d5d1c861ade'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:08:53.743080 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd20e73-b32e-4b90-84a5-f1d41c3454d3" -d '{"events": [{"server_uuid": "ae9ddc12-7526-4798-8185-68bf7f45b8fa", "name": "network-vif-deleted", "tag": "d8d1309c-b15c-4b1d-aaec-6d5d1c861ade"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:08:53.795568 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f52d8c-de9b-48e9-990b-6972d0316b17 x-openstack-request-id: req-83f52d8c-de9b-48e9-990b-6972d0316b17 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:08:53.795869 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9ddc12-7526-4798-8185-68bf7f45b8fa", "name": "network-vif-deleted", "tag": "d8d1309c-b15c-4b1d-aaec-6d5d1c861ade", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:08:53.796199 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83f52d8c-de9b-48e9-990b-6972d0316b17 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:08:53.796610 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9ddc12-7526-4798-8185-68bf7f45b8fa', 'name': 'network-vif-deleted', 'tag': 'd8d1309c-b15c-4b1d-aaec-6d5d1c861ade', 'status': 'completed', 'code': 200} Jan 27 22:08:53.979970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53b4576a-24ac-4f29-bdd1-52a69c21d937 req-4a7f1ee1-34ed-4e2e-80ff-3dfb92c5c0b1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0270631 Jan 27 22:08:55.131558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df13183d-b03f-44bc-a7be-98db38ba8695 req-286f04cc-b062-4a15-b81f-b93bb00262c7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0694954 Jan 27 22:08:56.268429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30ed40d6-6301-44b8-a76d-b97118c24646 req-2f6a7fbd-e761-4435-9fd7-4a1a775826ce tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0438027 Jan 27 22:08:57.067993 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.372263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76b30315-6824-4cf7-887c-f57e64d408f8 req-33763190-8638-4e67-b688-0ece8438bb7e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0452309 Jan 27 22:08:57.487950 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:08:57.987691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device d8d1309c-b15c-4b1d-aaec-6d5d1c861ade no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:08:58.009110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: d8d1309c-b15c-4b1d-aaec-6d5d1c861ade {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:08:58.009472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device d8d1309c-b15c-4b1d-aaec-6d5d1c861ade not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:08:58.494460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-891bcfc9-3e33-46d8-95f9-d7cf2b4a5e3e req-48e0af52-dd15-49c8-b3e3-f600ea4245b8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0291498 Jan 27 22:08:59.069545 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:08:59.610516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010a5899-db37-4f58-b8f7-53e0baa1eecb req-74931107-f35a-4657-acdd-0966baae5a23 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0411010 Jan 27 22:09:00.713350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb54586b-5204-480f-ae5b-15c169a6f7c8 req-3a858171-f42a-4d3c-b00d-4dad2cc99fa2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0262878 Jan 27 22:09:01.809584 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9bf2e0a9-e11b-4284-b8e4-45f26d0d4ca2 req-783b895d-8f72-44aa-abac-56c72fe09a27 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0261948 Jan 27 22:09:02.271829 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-593d209b-5520-46d9-b49e-e0e94f243ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:02.911589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07970f94-7517-441e-9858-a202249cbc71 req-8292c5ce-a9f8-4dc8-b2eb-3aae2db66328 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae9ddc12-7526-4798-8185-68bf7f45b8fa HTTP/1.1" status: 200 len: 210 time: 0.0289521 Jan 27 22:09:04.929126 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-22d8ec8d-e3f6-447c-83fc-da481f111f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:06.163426 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:07.420229 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:08.956654 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:10.519143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56078) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:11.925776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (fc213aff-6f2b-4b48-bf85-50411bf03583), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.235932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Deleting port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:12.236238 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.359373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] For port c9589040-70e0-4dc1-8e9b-8b7fd67efe2c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c9589040-70e0-4dc1-8e9b-8b7fd67efe2c,segment=NetworkSegment(80b985ff-d3c0-4a55-b10d-7f53f4dd19da),segment_id=80b985ff-d3c0-4a55-b10d-7f53f4dd19da)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:12.359774 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.393581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Calling delete_port for c9589040-70e0-4dc1-8e9b-8b7fd67efe2c owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:12.831817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c9589040-70e0-4dc1-8e9b-8b7fd67efe2c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:12.869568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9589040-70e0-4dc1-8e9b-8b7fd67efe2c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:12.928692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:12.929311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:12.929410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:12.929925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:12.930281 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:12.930626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:12.931025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:12.931366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:12.931697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:12.932156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:12.932496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:12.932829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:12.933161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:13.156179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (fc213aff-6f2b-4b48-bf85-50411bf03583), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:13.428764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Router fc213aff-6f2b-4b48-bf85-50411bf03583 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:09:13.577537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:13.591119 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3143418-a497-49a4-a48b-8355e6823bdb None None] Sync routers for ids ['fc213aff-6f2b-4b48-bf85-50411bf03583'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:13.594262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-72e27240-a927-4791-a4c3-8e8579c624a0 admin admin] 10.222.0.61 "PUT /v2.0/routers/fc213aff-6f2b-4b48-bf85-50411bf03583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0739088 Jan 27 22:09:13.594736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56150) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:13.626895 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3143418-a497-49a4-a48b-8355e6823bdb None None] Routers {'fc213aff-6f2b-4b48-bf85-50411bf03583'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:13.637524 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e3143418-a497-49a4-a48b-8355e6823bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:09:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['fc213aff-6f2b-4b48-bf85-50411bf03583'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:13.828539 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-e3143418-a497-49a4-a48b-8355e6823bdb None None] Set router fc213aff-6f2b-4b48-bf85-50411bf03583 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:13.851052 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Publish callbacks [] for router (fc213aff-6f2b-4b48-bf85-50411bf03583), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.030252 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Publish callbacks [] for router_gateway (fc213aff-6f2b-4b48-bf85-50411bf03583), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.077288 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e3143418-a497-49a4-a48b-8355e6823bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '1c9d50e1-a391-4021-808a-956452a40b13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T22:09:12Z', 'revision_number': 5, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port': {'id': '1c9d50e1-a391-4021-808a-956452a40b13', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:05Z', 'updated_at': '2022-01-27T21:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:14.107458 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3143418-a497-49a4-a48b-8355e6823bdb None None] Checking router: fc213aff-6f2b-4b48-bf85-50411bf03583 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:09:14.119395 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3143418-a497-49a4-a48b-8355e6823bdb None None] Routers {'fc213aff-6f2b-4b48-bf85-50411bf03583'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:14.120017 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e3143418-a497-49a4-a48b-8355e6823bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:09:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['fc213aff-6f2b-4b48-bf85-50411bf03583'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:14.198078 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Deleting port 1c9d50e1-a391-4021-808a-956452a40b13 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:14.202238 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1c9d50e1-a391-4021-808a-956452a40b13), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.245302 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-e3143418-a497-49a4-a48b-8355e6823bdb None None] Set router fc213aff-6f2b-4b48-bf85-50411bf03583 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:14.321686 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e3143418-a497-49a4-a48b-8355e6823bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T22:09:14Z', 'revision_number': 6, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:14.354044 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3143418-a497-49a4-a48b-8355e6823bdb None None] The sync data for ids ['fc213aff-6f2b-4b48-bf85-50411bf03583'] in n-d-760456-6 is: [{'id': 'fc213aff-6f2b-4b48-bf85-50411bf03583', 'name': 'tempest-TaggedBootDevicesTest-2141273684-router', 'tenant_id': '06bdf1d1f880465ebd58102f3936b27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:03Z', 'updated_at': '2022-01-27T22:09:14Z', 'revision_number': 6, 'project_id': '06bdf1d1f880465ebd58102f3936b27e', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:14.357014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] For port 1c9d50e1-a391-4021-808a-956452a40b13, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1c9d50e1-a391-4021-808a-956452a40b13,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:14.357429 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1c9d50e1-a391-4021-808a-956452a40b13), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.370493 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Calling delete_port for 1c9d50e1-a391-4021-808a-956452a40b13 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:14.689827 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1c9d50e1-a391-4021-808a-956452a40b13), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:14.751002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c9d50e1-a391-4021-808a-956452a40b13,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:14.938225 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (fc213aff-6f2b-4b48-bf85-50411bf03583), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.430794 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (fc213aff-6f2b-4b48-bf85-50411bf03583), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.438241 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Publish callbacks [] for router_controller (fc213aff-6f2b-4b48-bf85-50411bf03583), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.642944 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (fc213aff-6f2b-4b48-bf85-50411bf03583), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.643711 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc213aff-6f2b-4b48-bf85-50411bf03583 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:09:15.652164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.653563 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ab0a5d7a-39ac-4c57-8c8d-82c88a642e7f admin admin] 10.222.0.61 "DELETE /v2.0/routers/fc213aff-6f2b-4b48-bf85-50411bf03583 HTTP/1.1" status: 204 len: 168 time: 2.0578070 Jan 27 22:09:15.656264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56196) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:15.743796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9bc8901-e3e0-4901-856f-39e4fdd9d363 admin admin] Deleting subnet 424eff24-915c-48ed-bc94-f5626e6d8b0b {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:15.753906 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8901-e3e0-4901-856f-39e4fdd9d363 admin admin] Publish callbacks [] for subnet (424eff24-915c-48ed-bc94-f5626e6d8b0b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.852776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8901-e3e0-4901-856f-39e4fdd9d363 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (424eff24-915c-48ed-bc94-f5626e6d8b0b), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:15.960102 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8901-e3e0-4901-856f-39e4fdd9d363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (424eff24-915c-48ed-bc94-f5626e6d8b0b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.147973 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8901-e3e0-4901-856f-39e4fdd9d363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (424eff24-915c-48ed-bc94-f5626e6d8b0b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.192298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc8901-e3e0-4901-856f-39e4fdd9d363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=424eff24-915c-48ed-bc94-f5626e6d8b0b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:16.194362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c9bc8901-e3e0-4901-856f-39e4fdd9d363 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.197770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c9bc8901-e3e0-4901-856f-39e4fdd9d363 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/424eff24-915c-48ed-bc94-f5626e6d8b0b HTTP/1.1" status: 204 len: 168 time: 0.5403016 Jan 27 22:09:16.201068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56202) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:16.211861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7358b4c-9209-423f-ac6b-d00bedb27022 None None] Network 0b82e3ea-cccf-4366-975c-e3e82e495967 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:16.342128 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (0b82e3ea-cccf-4366-975c-e3e82e495967), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.381992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1c9d50e1-a391-4021-808a-956452a40b13 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:16.412148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Deleting port 518b8921-26e8-44f4-b208-2140c585af72 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:16.431047 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (518b8921-26e8-44f4-b208-2140c585af72), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.431426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 1c9d50e1-a391-4021-808a-956452a40b13 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:16.431426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1c9d50e1-a391-4021-808a-956452a40b13 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:16.431426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c9589040-70e0-4dc1-8e9b-8b7fd67efe2c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:16.449578 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: c9589040-70e0-4dc1-8e9b-8b7fd67efe2c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:16.449936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c9589040-70e0-4dc1-8e9b-8b7fd67efe2c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:16.482044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db0cfba-9726-42b3-8842-3db9442af47d None None] DHCP port deletion for 0b82e3ea-cccf-4366-975c-e3e82e495967 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:09:16.484768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] For port 518b8921-26e8-44f4-b208-2140c585af72, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=518b8921-26e8-44f4-b208-2140c585af72,segment=NetworkSegment(80b985ff-d3c0-4a55-b10d-7f53f4dd19da),segment_id=80b985ff-d3c0-4a55-b10d-7f53f4dd19da)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:16.486142 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (518b8921-26e8-44f4-b208-2140c585af72), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.506286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Calling delete_port for 518b8921-26e8-44f4-b208-2140c585af72 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:16.571545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3db0cfba-9726-42b3-8842-3db9442af47d None None] Deleting port 518b8921-26e8-44f4-b208-2140c585af72 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:16.572379 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3db0cfba-9726-42b3-8842-3db9442af47d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (518b8921-26e8-44f4-b208-2140c585af72), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.789329 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (518b8921-26e8-44f4-b208-2140c585af72), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.811097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] No DVR routers for this DVR port 518b8921-26e8-44f4-b208-2140c585af72 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:16.847243 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3db0cfba-9726-42b3-8842-3db9442af47d None None] For port 518b8921-26e8-44f4-b208-2140c585af72, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=518b8921-26e8-44f4-b208-2140c585af72,segment=NetworkSegment(80b985ff-d3c0-4a55-b10d-7f53f4dd19da),segment_id=80b985ff-d3c0-4a55-b10d-7f53f4dd19da)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:16.847243 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3db0cfba-9726-42b3-8842-3db9442af47d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (518b8921-26e8-44f4-b208-2140c585af72), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.858638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3db0cfba-9726-42b3-8842-3db9442af47d None None] Calling delete_port for 518b8921-26e8-44f4-b208-2140c585af72 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:16.876921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Pushing event deleted for resources: {'Port': ['ID=518b8921-26e8-44f4-b208-2140c585af72,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:16.971473 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (0b82e3ea-cccf-4366-975c-e3e82e495967), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:16.981296 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3db0cfba-9726-42b3-8842-3db9442af47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (518b8921-26e8-44f4-b208-2140c585af72), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.004001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b82e3ea-cccf-4366-975c-e3e82e495967']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:17.017406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b985ff-d3c0-4a55-b10d-7f53f4dd19da') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:17.017821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b985ff-d3c0-4a55-b10d-7f53f4dd19da') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:17.021370 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db0cfba-9726-42b3-8842-3db9442af47d None None] No DVR routers for this DVR port 518b8921-26e8-44f4-b208-2140c585af72 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:17.025846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0cfba-9726-42b3-8842-3db9442af47d None None] Pushing event deleted for resources: {'Port': ['ID=518b8921-26e8-44f4-b208-2140c585af72,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:17.036946 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (80b985ff-d3c0-4a55-b10d-7f53f4dd19da), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.057559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (80b985ff-d3c0-4a55-b10d-7f53f4dd19da), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.072466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:17.072890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (80b985ff-d3c0-4a55-b10d-7f53f4dd19da), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:17.076231 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:17.305462 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (0b82e3ea-cccf-4366-975c-e3e82e495967), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.319044 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:17.330026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] 10.222.0.61 "DELETE /v2.0/networks/0b82e3ea-cccf-4366-975c-e3e82e495967 HTTP/1.1" status: 204 len: 168 time: 1.1031058 Jan 27 22:09:17.330166 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56210) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:17.365861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce33cd1-6a94-49d3-ac38-54d778955efc admin admin] Pushing event deleted for resources: {'Network': ['ID=0b82e3ea-cccf-4366-975c-e3e82e495967,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:17.831360 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-45538d0e-b6cd-4422-bd43-3b0bad340021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.163518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-45538d0e-b6cd-4422-bd43-3b0bad340021 admin admin] Deleting port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:18.163518 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-45538d0e-b6cd-4422-bd43-3b0bad340021 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.265838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-45538d0e-b6cd-4422-bd43-3b0bad340021 admin admin] For port 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8,segment=NetworkSegment(df800dff-a1ba-4563-a4e9-5d83bd52dea1),segment_id=df800dff-a1ba-4563-a4e9-5d83bd52dea1)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:18.266215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-45538d0e-b6cd-4422-bd43-3b0bad340021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.283621 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-45538d0e-b6cd-4422-bd43-3b0bad340021 admin admin] Calling delete_port for 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:18.358515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 518b8921-26e8-44f4-b208-2140c585af72 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:18.378912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 518b8921-26e8-44f4-b208-2140c585af72 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:18.379816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 518b8921-26e8-44f4-b208-2140c585af72 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:18.633008 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-45538d0e-b6cd-4422-bd43-3b0bad340021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.676992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45538d0e-b6cd-4422-bd43-3b0bad340021 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:18.732039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56224) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:18.936978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e28ece2b-9d03-4ec4-b559-d7f95c230e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:18.976604 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-45538d0e-b6cd-4422-bd43-3b0bad340021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.075999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e28ece2b-9d03-4ec4-b559-d7f95c230e8d admin admin] Publish callbacks [] for security_group (e57d73c5-d78a-4ee1-b8f6-510e2c26db74), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.196656 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e28ece2b-9d03-4ec4-b559-d7f95c230e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e57d73c5-d78a-4ee1-b8f6-510e2c26db74), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.262601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ece2b-9d03-4ec4-b559-d7f95c230e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57d73c5-d78a-4ee1-b8f6-510e2c26db74,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:19.268585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e28ece2b-9d03-4ec4-b559-d7f95c230e8d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd367be129ed40b888d140db24ee0a68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5352960 Jan 27 22:09:19.273768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56230) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:19.300257 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45538d0e-b6cd-4422-bd43-3b0bad340021 admin admin] Router 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:09:19.330454 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a62d29ad-85c7-4415-8989-b3b970139a61 admin admin] Publish callbacks [] for security_group (e57d73c5-d78a-4ee1-b8f6-510e2c26db74), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.354399 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a62d29ad-85c7-4415-8989-b3b970139a61 admin admin] Publish callbacks [] for security_group (e57d73c5-d78a-4ee1-b8f6-510e2c26db74), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.443847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45538d0e-b6cd-4422-bd43-3b0bad340021 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:09:19.450249 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-45538d0e-b6cd-4422-bd43-3b0bad340021 admin admin] 10.222.0.61 "PUT /v2.0/routers/37fb538b-1c07-4a86-ad02-67ad0fe2ba7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1190314 Jan 27 22:09:19.452344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56232) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:19.460937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e6c689-d4ae-498a-bcc4-d7271cb5028e None None] Sync routers for ids ['37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:09:19.486121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e6c689-d4ae-498a-bcc4-d7271cb5028e None None] Routers {'37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:19.487158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-42e6c689-d4ae-498a-bcc4-d7271cb5028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:09:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:19.504892 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a62d29ad-85c7-4415-8989-b3b970139a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e57d73c5-d78a-4ee1-b8f6-510e2c26db74), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.507830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a62d29ad-85c7-4415-8989-b3b970139a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.509327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a62d29ad-85c7-4415-8989-b3b970139a61 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e57d73c5-d78a-4ee1-b8f6-510e2c26db74 HTTP/1.1" status: 204 len: 168 time: 0.2345941 Jan 27 22:09:19.527709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d29ad-85c7-4415-8989-b3b970139a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57d73c5-d78a-4ee1-b8f6-510e2c26db74,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:19.610259 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Publish callbacks [] for router (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.668843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-42e6c689-d4ae-498a-bcc4-d7271cb5028e None None] Set router 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:19.761542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Publish callbacks [] for router_gateway (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:19.876186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-42e6c689-d4ae-498a-bcc4-d7271cb5028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'name': 'tempest-TaggedBootDevicesTest-807384100-router', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T22:09:18Z', 'revision_number': 5, 'project_id': '761e5f38387a4688b191ecec7061590b', 'gw_port': {'id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:22Z', 'updated_at': '2022-01-27T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:19.904906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e6c689-d4ae-498a-bcc4-d7271cb5028e None None] Checking router: 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:09:19.920788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e6c689-d4ae-498a-bcc4-d7271cb5028e None None] Routers {'37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:09:19.920788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-42e6c689-d4ae-498a-bcc4-d7271cb5028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:09:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:20.009648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Deleting port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:20.010001 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.044397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-42e6c689-d4ae-498a-bcc4-d7271cb5028e None None] Set router 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:09:20.108783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] For port 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4f9b5849-0eba-4a5a-b2b9-ce9b86e31336,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:20.110837 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.127747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Calling delete_port for 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:20.246352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-42e6c689-d4ae-498a-bcc4-d7271cb5028e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'name': 'tempest-TaggedBootDevicesTest-807384100-router', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T22:09:18Z', 'revision_number': 5, 'project_id': '761e5f38387a4688b191ecec7061590b', 'gw_port': {'id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:22Z', 'updated_at': '2022-01-27T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:20.279125 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e6c689-d4ae-498a-bcc4-d7271cb5028e None None] The sync data for ids ['37fb538b-1c07-4a86-ad02-67ad0fe2ba7d'] in n-d-760456-6 is: [{'id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'name': 'tempest-TaggedBootDevicesTest-807384100-router', 'tenant_id': '761e5f38387a4688b191ecec7061590b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T21:56:20Z', 'updated_at': '2022-01-27T22:09:18Z', 'revision_number': 5, 'project_id': '761e5f38387a4688b191ecec7061590b', 'gw_port': {'id': '4f9b5849-0eba-4a5a-b2b9-ce9b86e31336', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37fb538b-1c07-4a86-ad02-67ad0fe2ba7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T21:56:22Z', 'updated_at': '2022-01-27T21:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:09:20.471105 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56242) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:20.474752 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.556142 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Publish callbacks [] for security_group (5dbc79c0-8f3b-4965-82bc-bd7224f3be5c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.585157 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4f9b5849-0eba-4a5a-b2b9-ce9b86e31336), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.613704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4f9b5849-0eba-4a5a-b2b9-ce9b86e31336,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:20.654017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5dbc79c0-8f3b-4965-82bc-bd7224f3be5c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.678475 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.721203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbc79c0-8f3b-4965-82bc-bd7224f3be5c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:20.730559 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd2b47feea6447978c3c8c1f8219be28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2693741 Jan 27 22:09:20.732509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.735593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.735593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.735593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.735593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.735593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.735593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.735593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.735593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.735593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.741871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.741871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.741871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfc7805-639c-4b1a-90be-cdd44b9ee508 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:20.741871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56244) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:20.793682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.796400 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Publish callbacks [] for router_controller (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.818872 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f7d3a54-2d31-4693-8e81-4b7dde39d12f admin admin] Publish callbacks [] for security_group (5dbc79c0-8f3b-4965-82bc-bd7224f3be5c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.849486 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f7d3a54-2d31-4693-8e81-4b7dde39d12f admin admin] Publish callbacks [] for security_group (5dbc79c0-8f3b-4965-82bc-bd7224f3be5c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.951073 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (37fb538b-1c07-4a86-ad02-67ad0fe2ba7d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.951653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37fb538b-1c07-4a86-ad02-67ad0fe2ba7d {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:09:20.963354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:20.964679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0fc0e9f0-9fe8-453e-bc1e-f10b564583dd admin admin] 10.222.0.61 "DELETE /v2.0/routers/37fb538b-1c07-4a86-ad02-67ad0fe2ba7d HTTP/1.1" status: 204 len: 168 time: 1.5112405 Jan 27 22:09:20.967407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56248) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:21.024291 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7bfc76-3460-480e-92e8-4a8095456c67 admin admin] Deleting subnet f2415232-09ba-4b9b-b78e-3f63ed8b1b22 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:21.027906 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfc76-3460-480e-92e8-4a8095456c67 admin admin] Publish callbacks [] for subnet (f2415232-09ba-4b9b-b78e-3f63ed8b1b22), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.062798 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f7d3a54-2d31-4693-8e81-4b7dde39d12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5dbc79c0-8f3b-4965-82bc-bd7224f3be5c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.070271 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f7d3a54-2d31-4693-8e81-4b7dde39d12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.074441 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f7d3a54-2d31-4693-8e81-4b7dde39d12f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5dbc79c0-8f3b-4965-82bc-bd7224f3be5c HTTP/1.1" status: 204 len: 168 time: 0.3305385 Jan 27 22:09:21.102891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfc76-3460-480e-92e8-4a8095456c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (f2415232-09ba-4b9b-b78e-3f63ed8b1b22), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.105566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d3a54-2d31-4693-8e81-4b7dde39d12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbc79c0-8f3b-4965-82bc-bd7224f3be5c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:21.242825 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfc76-3460-480e-92e8-4a8095456c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (f2415232-09ba-4b9b-b78e-3f63ed8b1b22), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.419959 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfc76-3460-480e-92e8-4a8095456c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (f2415232-09ba-4b9b-b78e-3f63ed8b1b22), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.447212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bfc76-3460-480e-92e8-4a8095456c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2415232-09ba-4b9b-b78e-3f63ed8b1b22,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:21.455841 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfc76-3460-480e-92e8-4a8095456c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.462989 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9a7bfc76-3460-480e-92e8-4a8095456c67 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f2415232-09ba-4b9b-b78e-3f63ed8b1b22 HTTP/1.1" status: 204 len: 168 time: 0.4920051 Jan 27 22:09:21.463183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b8834c-bb67-4043-8f98-2000a46022c0 None None] Network f87a8212-fb05-4188-a352-df885d4c9e74 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:21.463631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56254) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:21.567819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (f87a8212-fb05-4188-a352-df885d4c9e74), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.660129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Deleting port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:21.660746 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.710186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0221d6c4-0d1f-4f3b-a7ee-70029892758b None None] DHCP port deletion for f87a8212-fb05-4188-a352-df885d4c9e74 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:09:21.764813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] For port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=389552ae-96e7-42a2-ada9-8d2a3fc3f69d,segment=NetworkSegment(df800dff-a1ba-4563-a4e9-5d83bd52dea1),segment_id=df800dff-a1ba-4563-a4e9-5d83bd52dea1)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:21.766048 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.769441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0221d6c4-0d1f-4f3b-a7ee-70029892758b None None] Deleting port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:21.769441 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0221d6c4-0d1f-4f3b-a7ee-70029892758b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.792520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Calling delete_port for 389552ae-96e7-42a2-ada9-8d2a3fc3f69d owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:21.856256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0221d6c4-0d1f-4f3b-a7ee-70029892758b None None] For port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=389552ae-96e7-42a2-ada9-8d2a3fc3f69d,segment=NetworkSegment(df800dff-a1ba-4563-a4e9-5d83bd52dea1),segment_id=df800dff-a1ba-4563-a4e9-5d83bd52dea1)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:21.857003 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0221d6c4-0d1f-4f3b-a7ee-70029892758b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.876215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0221d6c4-0d1f-4f3b-a7ee-70029892758b None None] Calling delete_port for 389552ae-96e7-42a2-ada9-8d2a3fc3f69d owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:21.985201 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:21.995105 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0221d6c4-0d1f-4f3b-a7ee-70029892758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (389552ae-96e7-42a2-ada9-8d2a3fc3f69d), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.015734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=389552ae-96e7-42a2-ada9-8d2a3fc3f69d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:22.018508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] No DVR routers for this DVR port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:22.036962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0221d6c4-0d1f-4f3b-a7ee-70029892758b None None] No DVR routers for this DVR port 389552ae-96e7-42a2-ada9-8d2a3fc3f69d on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:22.039695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221d6c4-0d1f-4f3b-a7ee-70029892758b None None] Pushing event deleted for resources: {'Port': ['ID=389552ae-96e7-42a2-ada9-8d2a3fc3f69d,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:22.109557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (f87a8212-fb05-4188-a352-df885d4c9e74), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.133910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87a8212-fb05-4188-a352-df885d4c9e74']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:22.150648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df800dff-a1ba-4563-a4e9-5d83bd52dea1') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:22.150648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df800dff-a1ba-4563-a4e9-5d83bd52dea1') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:22.155524 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (df800dff-a1ba-4563-a4e9-5d83bd52dea1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.169380 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (df800dff-a1ba-4563-a4e9-5d83bd52dea1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.176099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:22.178045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (df800dff-a1ba-4563-a4e9-5d83bd52dea1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:22.178739 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:22.334499 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (f87a8212-fb05-4188-a352-df885d4c9e74), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.341895 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.348657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f87a8212-fb05-4188-a352-df885d4c9e74 HTTP/1.1" status: 204 len: 168 time: 0.8819473 Jan 27 22:09:22.363093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 389552ae-96e7-42a2-ada9-8d2a3fc3f69d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:22.370841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede30699-0451-4108-b212-d478094c4fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f87a8212-fb05-4188-a352-df885d4c9e74,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:22.389182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 389552ae-96e7-42a2-ada9-8d2a3fc3f69d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:22.389741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 389552ae-96e7-42a2-ada9-8d2a3fc3f69d not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:22.390171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:22.414186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:22.414812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1dfc0b59-eb45-4834-87c1-76e5a3f6d8a8 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:22.415247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:09:22.438182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:09:22.439805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4f9b5849-0eba-4a5a-b2b9-ce9b86e31336 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:09:22.750985 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56288) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:22.802442 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ab829bd6-39de-4e08-91d5-49766d817264 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06bdf1d1f880465ebd58102f3936b27e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494914 Jan 27 22:09:22.810474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56298) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:22.882122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76445e06-0042-4c01-b0d5-c6e237360dcd admin admin] Publish callbacks [] for security_group (58b15fff-e636-4a5c-acc7-68d3db1960a7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:22.906910 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76445e06-0042-4c01-b0d5-c6e237360dcd admin admin] Publish callbacks [] for security_group (58b15fff-e636-4a5c-acc7-68d3db1960a7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.053861 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76445e06-0042-4c01-b0d5-c6e237360dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (58b15fff-e636-4a5c-acc7-68d3db1960a7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.056513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-76445e06-0042-4c01-b0d5-c6e237360dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:23.057695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-76445e06-0042-4c01-b0d5-c6e237360dcd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58b15fff-e636-4a5c-acc7-68d3db1960a7 HTTP/1.1" status: 204 len: 168 time: 0.2462316 Jan 27 22:09:23.066186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76445e06-0042-4c01-b0d5-c6e237360dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b15fff-e636-4a5c-acc7-68d3db1960a7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:24.191941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56338) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:24.236391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dd340e5f-5973-4eac-b165-ef9eb9db6974 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=761e5f38387a4688b191ecec7061590b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431044 Jan 27 22:09:24.255334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56340) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:24.307335 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14f14852-88f3-4247-93f8-94b867734c92 admin admin] Publish callbacks [] for security_group (a4a79c8f-019e-4de1-963b-5c0e89d2523d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.335643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14f14852-88f3-4247-93f8-94b867734c92 admin admin] Publish callbacks [] for security_group (a4a79c8f-019e-4de1-963b-5c0e89d2523d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.528007 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14f14852-88f3-4247-93f8-94b867734c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (a4a79c8f-019e-4de1-963b-5c0e89d2523d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.530896 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14f14852-88f3-4247-93f8-94b867734c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:24.532254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-14f14852-88f3-4247-93f8-94b867734c92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4a79c8f-019e-4de1-963b-5c0e89d2523d HTTP/1.1" status: 204 len: 168 time: 0.2757461 Jan 27 22:09:24.543531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f14852-88f3-4247-93f8-94b867734c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a79c8f-019e-4de1-963b-5c0e89d2523d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:26.203041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56404) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:26.324514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2072680436-network', 'tenant_id': '277bd95dbab140079922aec885ad2ea7'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:26.448101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Made reservation on behalf of 277bd95dbab140079922aec885ad2ea7 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:26.451949 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.462136 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.544909 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Publish callbacks [] for security_group (7d34dca6-358e-415f-a45a-3542a69caaad), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.625272 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7d34dca6-358e-415f-a45a-3542a69caaad), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.654534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:09:26.660999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d34dca6-358e-415f-a45a-3542a69caaad,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:26.667007 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (93a43c1d-6eca-4ce0-830d-4a36bf3a5503), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.667845 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Added segment 93a43c1d-6eca-4ce0-830d-4a36bf3a5503 of type vlan for network 6832addc-7e3c-4efe-9e8d-bfa041916026 Jan 27 22:09:26.714580 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6832addc-7e3c-4efe-9e8d-bfa041916026), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.847946 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6832addc-7e3c-4efe-9e8d-bfa041916026), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.849073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:26.849890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:26.921442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] Pushing event updated for resources: {'Network': ['ID=6832addc-7e3c-4efe-9e8d-bfa041916026,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:26.933627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6832addc-7e3c-4efe-9e8d-bfa041916026 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:09:26.996826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7af148dd-d90d-4ac2-9dbc-669d22c516af admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7925198 Jan 27 22:09:27.000333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56410) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:27.009238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-21cc78c2-78c6-451e-bef1-0512247ac27b admin admin] Request body: {'subnet': {'network_id': '6832addc-7e3c-4efe-9e8d-bfa041916026', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2072680436-subnet', 'tenant_id': '277bd95dbab140079922aec885ad2ea7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:27.151054 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.225087 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cc78c2-78c6-451e-bef1-0512247ac27b admin admin] Made reservation on behalf of 277bd95dbab140079922aec885ad2ea7 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:27.233014 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21cc78c2-78c6-451e-bef1-0512247ac27b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:27.997800 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.157214 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21cc78c2-78c6-451e-bef1-0512247ac27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (19bbc3db-641e-4293-940d-51f4343106a0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.217161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc78c2-78c6-451e-bef1-0512247ac27b admin admin] Pushing event updated for resources: {'Subnet': ['ID=19bbc3db-641e-4293-940d-51f4343106a0,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:28.228036 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc78c2-78c6-451e-bef1-0512247ac27b admin admin] Checking segment: {'id': '93a43c1d-6eca-4ce0-830d-4a36bf3a5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6832addc-7e3c-4efe-9e8d-bfa041916026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:28.228443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc78c2-78c6-451e-bef1-0512247ac27b admin admin] Network hostable DHCP agents. Network: 6832addc-7e3c-4efe-9e8d-bfa041916026, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:09:28.413386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc78c2-78c6-451e-bef1-0512247ac27b admin admin] Network 6832addc-7e3c-4efe-9e8d-bfa041916026 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:09:28.476721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-21cc78c2-78c6-451e-bef1-0512247ac27b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 6832addc-7e3c-4efe-9e8d-bfa041916026) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:28.485592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc78c2-78c6-451e-bef1-0512247ac27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:28.488793 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21cc78c2-78c6-451e-bef1-0512247ac27b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:28.490447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9919cb3c-c6d6-4a5f-8db9-05b25fcf1cbd None None] Network 6832addc-7e3c-4efe-9e8d-bfa041916026 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:28.582122 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-21cc78c2-78c6-451e-bef1-0512247ac27b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5792255 Jan 27 22:09:28.600844 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4251c4-6101-4e07-89f6-93cc4fb9a682 None None] Network 6832addc-7e3c-4efe-9e8d-bfa041916026 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:09:31.711801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-7ac24333-e8d2-46a5-8fa8-1bd4cd975862 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:31.714701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-7ac24333-e8d2-46a5-8fa8-1bd4cd975862 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/networks?id=6832addc-7e3c-4efe-9e8d-bfa041916026 HTTP/1.1" status: 200 len: 822 time: 0.1254599 Jan 27 22:09:31.730049 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-aaa44e05-b14d-4c73-9cb9-e7cfa391e8dd tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/quotas/277bd95dbab140079922aec885ad2ea7 HTTP/1.1" status: 200 len: 375 time: 0.0098398 Jan 27 22:09:31.776849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-c19d919d-c2f8-4714-ac2f-12a34e6a8822 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=277bd95dbab140079922aec885ad2ea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406630 Jan 27 22:09:31.877922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-93cd7baa-dbb7-4630-868a-db4be859e50b service neutron] 10.222.0.61 "GET /v2.0/networks/6832addc-7e3c-4efe-9e8d-bfa041916026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945616 Jan 27 22:09:31.975650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-b067b8df-6ffc-4609-a4bc-12cf960d0b88 service neutron] 10.222.0.61 "GET /v2.0/networks/6832addc-7e3c-4efe-9e8d-bfa041916026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966926 Jan 27 22:09:32.713215 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a68cb2cc-6855-4b0c-9964-0d47141e0ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:33.756889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b55eb95a-a6ca-432d-af2b-de1ee59b5b65 req-bd74b117-4b92-4ed9-bdeb-5a414ca2c074 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 210 time: 0.0321434 Jan 27 22:09:34.877382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eb2d6dbf-9ecb-4325-952f-32ad02522a58 req-c4ccb60f-a484-430e-95e4-032e7b6619c6 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 210 time: 0.0362241 Jan 27 22:09:34.901794 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c5b0536d-6599-423b-85b3-720d7f53a8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:35.969331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ae46d0c-59e9-4ed9-820d-1870205a55c3 req-120e68b0-c6ee-4813-83d3-3c8125d86ebe tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 210 time: 0.0336101 Jan 27 22:09:36.074493 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:09:36.156772 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:37.051340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-107c3e3b-cafe-4a06-a7e0-c916f485ee49 req-44a8410a-0b64-496c-84c7-584dffa17ade tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 210 time: 0.0289893 Jan 27 22:09:37.476484 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:38.176865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dab8bb62-5d9e-4a2a-880f-e47bbc44d6be req-2489c947-a6c3-43b0-9eff-75e2cd40f95e tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 210 time: 0.0496492 Jan 27 22:09:38.998347 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:39.319870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c263e5f-1e97-47a3-9d24-1e96ecc09f5b req-c8cab348-0538-4190-b5e4-74f766a74b49 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 210 time: 0.0657203 Jan 27 22:09:40.431537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35d1dcbc-0495-4f0d-95d5-ee647c052ce2 req-756cdddd-e98e-4dbb-b29b-953225fa966b tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 210 time: 0.0299926 Jan 27 22:09:41.540982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7375022-6ca8-4ffb-8b15-23f25c7472bc req-79c2eed9-2a36-4f9b-a010-e73743456942 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 210 time: 0.0268354 Jan 27 22:09:41.959190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-46683c2b-27f6-4c32-94a9-5f235034f440 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:41.959190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-46683c2b-27f6-4c32-94a9-5f235034f440 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.71 "GET /v2.0/networks?id=6832addc-7e3c-4efe-9e8d-bfa041916026 HTTP/1.1" status: 200 len: 822 time: 0.1068938 Jan 27 22:09:41.965641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Request body: {'port': {'device_id': '7d623c62-7f3b-407d-9693-b28296117c90', 'network_id': '6832addc-7e3c-4efe-9e8d-bfa041916026', 'admin_state_up': True, 'tenant_id': '277bd95dbab140079922aec885ad2ea7'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:42.253610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Made reservation on behalf of 277bd95dbab140079922aec885ad2ea7 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:09:42.257204 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.399930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Allocated IP 172.20.0.4 (6832addc-7e3c-4efe-9e8d-bfa041916026/19bbc3db-641e-4293-940d-51f4343106a0/bdc09576-e9f5-4f89-973a-541b2190c4f2) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:09:42.558794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Publish callbacks [] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.648476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9209dc3c-0d31-48bd-ba0c-363d6b208bba req-d53943f6-f1f6-4823-aec7-ac54cd1def3e tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 210 time: 0.0317605 Jan 27 22:09:42.717475 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.766816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Network 6832addc-7e3c-4efe-9e8d-bfa041916026 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:09:42.770101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:09:42.777231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:09:42.784523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Pushing event updated for resources: {'Port': ['ID=bdc09576-e9f5-4f89-973a-541b2190c4f2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:42.833699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:42.834468 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:42.999642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-9567b51b-0d38-4a70-a640-9f7e700a9ed2 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0384512 Jan 27 22:09:43.009052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-66c4df38-b2e1-4032-a2fa-f2ac9eeb986d tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:09:43.010218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-66c4df38-b2e1-4032-a2fa-f2ac9eeb986d tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055380 Jan 27 22:09:43.083651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Request body: {'port': {'device_id': '7d623c62-7f3b-407d-9693-b28296117c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:09:43.163419 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.466869 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc09576-e9f5-4f89-973a-541b2190c4f2 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:09:43.476896 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Publish callbacks [] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.491588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Transition to ACTIVE for port object bdc09576-e9f5-4f89-973a-541b2190c4f2 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:09:43.636573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.697242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc09576-e9f5-4f89-973a-541b2190c4f2,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:43.800531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Attempting to bind port bdc09576-e9f5-4f89-973a-541b2190c4f2 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:09:43.800759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Attempting to bind port bdc09576-e9f5-4f89-973a-541b2190c4f2 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '93a43c1d-6eca-4ce0-830d-4a36bf3a5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6832addc-7e3c-4efe-9e8d-bfa041916026'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:09:43.801087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Attempting to bind port bdc09576-e9f5-4f89-973a-541b2190c4f2 on network 6832addc-7e3c-4efe-9e8d-bfa041916026 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:43.815190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689dfb5-80eb-4ea8-8d29-f9fdb1144594 req-9a31ef30-6b8e-4143-91a7-50ff568314d3 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:43.816806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1689dfb5-80eb-4ea8-8d29-f9fdb1144594 req-9a31ef30-6b8e-4143-91a7-50ff568314d3 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 943 time: 0.0760531 Jan 27 22:09:43.817415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Port bdc09576-e9f5-4f89-973a-541b2190c4f2 on network 6832addc-7e3c-4efe-9e8d-bfa041916026 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:09:43.817742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Attempting to bind port bdc09576-e9f5-4f89-973a-541b2190c4f2 on network 6832addc-7e3c-4efe-9e8d-bfa041916026 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:09:43.827845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:09:43.827845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Checking segment: {'id': '93a43c1d-6eca-4ce0-830d-4a36bf3a5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6832addc-7e3c-4efe-9e8d-bfa041916026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:09:43.827845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Bound using segment: {'id': '93a43c1d-6eca-4ce0-830d-4a36bf3a5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6832addc-7e3c-4efe-9e8d-bfa041916026'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:09:43.827845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Bound port: bdc09576-e9f5-4f89-973a-541b2190c4f2, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a43c1d-6eca-4ce0-830d-4a36bf3a5503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '6832addc-7e3c-4efe-9e8d-bfa041916026'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:09:43.827845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:43.934712 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1689dfb5-80eb-4ea8-8d29-f9fdb1144594 req-6640e8cf-a1ce-40fa-b5b7-b8a795ddd483 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d34dca6-358e-415f-a45a-3542a69caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038356 Jan 27 22:09:43.939546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] For port bdc09576-e9f5-4f89-973a-541b2190c4f2, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:09:43.942846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] For port bdc09576-e9f5-4f89-973a-541b2190c4f2, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bdc09576-e9f5-4f89-973a-541b2190c4f2,segment=NetworkSegment(93a43c1d-6eca-4ce0-830d-4a36bf3a5503),segment_id=93a43c1d-6eca-4ce0-830d-4a36bf3a5503)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:09:44.094683 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.484188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:44.485007 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:44.486509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] 10.222.0.71 "PUT /v2.0/ports/bdc09576-e9f5-4f89-973a-541b2190c4f2 HTTP/1.1" status: 200 len: 1091 time: 1.4692826 Jan 27 22:09:44.488833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d623c62-7f3b-407d-9693-b28296117c90', 'tag': 'bdc09576-e9f5-4f89-973a-541b2190c4f2'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:44.491438 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2da78c0-2bf8-4038-880a-78a4b77a95b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7d623c62-7f3b-407d-9693-b28296117c90", "tag": "bdc09576-e9f5-4f89-973a-541b2190c4f2"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:44.523129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f964d-9a9e-4b0b-8342-b38a0ec58992 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc09576-e9f5-4f89-973a-541b2190c4f2,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:44.548754 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ded53b-207c-4706-98f6-9fc5e3352d69 x-openstack-request-id: req-f5ded53b-207c-4706-98f6-9fc5e3352d69 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:44.549195 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d623c62-7f3b-407d-9693-b28296117c90", "tag": "bdc09576-e9f5-4f89-973a-541b2190c4f2", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:44.549515 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f5ded53b-207c-4706-98f6-9fc5e3352d69 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:44.551331 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d623c62-7f3b-407d-9693-b28296117c90', 'tag': 'bdc09576-e9f5-4f89-973a-541b2190c4f2', 'status': 'completed', 'code': 200} Jan 27 22:09:44.617170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da78c0-2bf8-4038-880a-78a4b77a95b3 req-e774b106-d788-4ca9-bddf-41965fee99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:44.619154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2da78c0-2bf8-4038-880a-78a4b77a95b3 req-e774b106-d788-4ca9-bddf-41965fee99fc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=277bd95dbab140079922aec885ad2ea7&device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 1094 time: 0.0478616 Jan 27 22:09:44.738804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da78c0-2bf8-4038-880a-78a4b77a95b3 req-f3ae7580-bb32-41f2-a28a-2d328f760c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:44.740441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2da78c0-2bf8-4038-880a-78a4b77a95b3 req-f3ae7580-bb32-41f2-a28a-2d328f760c2a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=277bd95dbab140079922aec885ad2ea7&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1126835 Jan 27 22:09:44.842690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da78c0-2bf8-4038-880a-78a4b77a95b3 req-4d569082-6914-4955-8920-b86f47192bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:44.844381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2da78c0-2bf8-4038-880a-78a4b77a95b3 req-4d569082-6914-4955-8920-b86f47192bf7 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980701 Jan 27 22:09:44.931733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-91da75fa-c990-43e1-abf5-886571886c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:44.936356 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-91da75fa-c990-43e1-abf5-886571886c0f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=277bd95dbab140079922aec885ad2ea7&device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 1094 time: 0.0505815 Jan 27 22:09:44.981678 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-3f659e38-6cd2-4fb0-8375-586c73d1dc3a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdc09576-e9f5-4f89-973a-541b2190c4f2 HTTP/1.1" status: 200 len: 217 time: 0.0410867 Jan 27 22:09:45.076751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-f1f7665a-4e66-4272-85d5-b42676a61006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:45.078265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-f1f7665a-4e66-4272-85d5-b42676a61006 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=19bbc3db-641e-4293-940d-51f4343106a0 HTTP/1.1" status: 200 len: 862 time: 0.0912805 Jan 27 22:09:45.118685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-61e99576-a2ad-425c-9e3c-91b7f84325f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6832addc-7e3c-4efe-9e8d-bfa041916026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337656 Jan 27 22:09:45.143639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547a6a6-6a6a-4fc1-921a-e9a37f6b7364 req-e1b55897-7ccb-40ff-aa77-e882f8f88bfb tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:45.143639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9547a6a6-6a6a-4fc1-921a-e9a37f6b7364 req-e1b55897-7ccb-40ff-aa77-e882f8f88bfb tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 943 time: 0.1176150 Jan 27 22:09:45.242551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9547a6a6-6a6a-4fc1-921a-e9a37f6b7364 req-8afc0caf-03da-48a0-99ca-68c38320e6d4 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d34dca6-358e-415f-a45a-3542a69caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895524 Jan 27 22:09:45.257634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-c3b0f860-9609-49df-bf22-a615c4a1fd04 service neutron] 10.222.0.71 "GET /v2.0/networks/6832addc-7e3c-4efe-9e8d-bfa041916026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348574 Jan 27 22:09:45.360303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f2991e4-1412-408c-ac52-b7800e9c8ba4 req-843fa82e-27b6-4779-ad2b-3606862e4ba6 service neutron] 10.222.0.71 "GET /v2.0/networks/6832addc-7e3c-4efe-9e8d-bfa041916026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963073 Jan 27 22:09:46.374418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600b3c0-8a21-4425-a411-fa907464b2ba req-b6241f2b-ef28-4d4c-9376-180ba0aecaf5 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:46.375996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d600b3c0-8a21-4425-a411-fa907464b2ba req-b6241f2b-ef28-4d4c-9376-180ba0aecaf5 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 943 time: 0.0554655 Jan 27 22:09:46.423132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d600b3c0-8a21-4425-a411-fa907464b2ba req-16cb8bdf-2df8-4906-a462-ecb8b3240953 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d34dca6-358e-415f-a45a-3542a69caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410719 Jan 27 22:09:47.564160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224bec7-42d5-4585-bed7-52a3780f5286 req-9ddd4092-b22a-4177-8792-fd199a49305a tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:47.571854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2224bec7-42d5-4585-bed7-52a3780f5286 req-9ddd4092-b22a-4177-8792-fd199a49305a tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 943 time: 0.0768902 Jan 27 22:09:47.636934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2224bec7-42d5-4585-bed7-52a3780f5286 req-8d34223a-0d88-4dda-9403-49b94ac96156 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d34dca6-358e-415f-a45a-3542a69caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633430 Jan 27 22:09:48.220605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bdc09576-e9f5-4f89-973a-541b2190c4f2 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:09:48.326566 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bdc09576-e9f5-4f89-973a-541b2190c4f2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bdc09576-e9f5-4f89-973a-541b2190c4f2,segment=NetworkSegment(93a43c1d-6eca-4ce0-830d-4a36bf3a5503),segment_id=93a43c1d-6eca-4ce0-830d-4a36bf3a5503)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:48.338245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'bdc09576-e9f5-4f89-973a-541b2190c4f2', 'network_id': '6832addc-7e3c-4efe-9e8d-bfa041916026', 'port_id': 'bdc09576-e9f5-4f89-973a-541b2190c4f2', 'mac_address': 'fa:16:3e:26:68:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19bbc3db-641e-4293-940d-51f4343106a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:09:48.378073 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port bdc09576-e9f5-4f89-973a-541b2190c4f2 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:48.378727 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.392402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc09576-e9f5-4f89-973a-541b2190c4f2 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:09:48.413663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bdc09576-e9f5-4f89-973a-541b2190c4f2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bdc09576-e9f5-4f89-973a-541b2190c4f2,segment=NetworkSegment(93a43c1d-6eca-4ce0-830d-4a36bf3a5503),segment_id=93a43c1d-6eca-4ce0-830d-4a36bf3a5503)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:48.613791 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:48.674143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=bdc09576-e9f5-4f89-973a-541b2190c4f2,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:48.689272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.689716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.690141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.690560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.690972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.691387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.691786 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.692271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.700493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.700493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.700493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.700493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.700493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:09:48.763612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf0449-5e8a-4ff4-9b9b-78f3b095157c req-b38f8ebe-e706-4add-a355-20f1359e81fd tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:48.765261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dacf0449-5e8a-4ff4-9b9b-78f3b095157c req-b38f8ebe-e706-4add-a355-20f1359e81fd tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 944 time: 0.0494602 Jan 27 22:09:48.813800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dacf0449-5e8a-4ff4-9b9b-78f3b095157c req-93274197-5ce9-4442-9c0e-d04b2c2a4612 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d34dca6-358e-415f-a45a-3542a69caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421724 Jan 27 22:09:48.837520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['bdc09576-e9f5-4f89-973a-541b2190c4f2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:09:49.433541 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-7d204cff-8f3f-4ef2-8132-9c80f63bb259 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1036544 Jan 27 22:09:49.516258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-4e7c004a-c830-421e-9c69-0ff1501c42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:49.517858 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-4e7c004a-c830-421e-9c69-0ff1501c42b6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=518ffd4efe3648d68d6197635e985ef4&device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 1097 time: 0.0423231 Jan 27 22:09:49.619940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-9ca171f3-7cbd-4076-9606-3689933beb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:49.621416 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-9ca171f3-7cbd-4076-9606-3689933beb04 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 HTTP/1.1" status: 200 len: 910 time: 0.0850685 Jan 27 22:09:49.692698 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-85e3490d-105a-491d-a07a-08ae7b63db17 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3c392f6-ea37-4140-bd0b-5559974efee8 HTTP/1.1" status: 200 len: 1002 time: 0.0643761 Jan 27 22:09:49.745307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-73752450-9efe-4af9-b998-a35342cfa89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:49.746875 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-73752450-9efe-4af9-b998-a35342cfa89c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dde9af2f-54b2-4611-8d0d-5b06ced1c38c HTTP/1.1" status: 200 len: 848 time: 0.0482781 Jan 27 22:09:49.798358 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-9fab5d12-6d51-4802-bdeb-b2ad022df4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:49.799890 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-9fab5d12-6d51-4802-bdeb-b2ad022df4ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468419 Jan 27 22:09:49.810271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-2415cc87-13c7-4792-8ff2-5984ee7ae960 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:09:49.811235 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-2415cc87-13c7-4792-8ff2-5984ee7ae960 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055325 Jan 27 22:09:49.904844 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-3d98779a-d443-4b3b-8837-15823dee2dda service neutron] 10.222.0.74 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876637 Jan 27 22:09:49.930156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614af454-acf2-45f2-bf28-9df8913d2ff3 req-97cb5a30-5901-4713-b0af-fd5b29e62721 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:49.931696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-614af454-acf2-45f2-bf28-9df8913d2ff3 req-97cb5a30-5901-4713-b0af-fd5b29e62721 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 944 time: 0.0490916 Jan 27 22:09:49.982913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-614af454-acf2-45f2-bf28-9df8913d2ff3 req-6d748b34-0eae-4243-aca1-ef4ba159c552 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d34dca6-358e-415f-a45a-3542a69caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441048 Jan 27 22:09:50.000944 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8fbdb8c6-c437-4140-a7ba-50a2eb92b478 req-f1ca5427-3854-4703-bb70-e24829bb53f7 service neutron] 10.222.0.74 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900609 Jan 27 22:09:50.221318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bdc09576-e9f5-4f89-973a-541b2190c4f2 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:09:50.487843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port bdc09576-e9f5-4f89-973a-541b2190c4f2 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:09:50.491872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port bdc09576-e9f5-4f89-973a-541b2190c4f2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:09:50.492291 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.570128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port bdc09576-e9f5-4f89-973a-541b2190c4f2 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:09:50.570719 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.595196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d623c62-7f3b-407d-9693-b28296117c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc09576-e9f5-4f89-973a-541b2190c4f2'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:50.597463 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ab4118-1bdc-43cb-bb0a-da805dd42b0c" -d '{"events": [{"server_uuid": "7d623c62-7f3b-407d-9693-b28296117c90", "name": "network-vif-plugged", "status": "completed", "tag": "bdc09576-e9f5-4f89-973a-541b2190c4f2"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:50.609818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bdc09576-e9f5-4f89-973a-541b2190c4f2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bdc09576-e9f5-4f89-973a-541b2190c4f2,segment=NetworkSegment(93a43c1d-6eca-4ce0-830d-4a36bf3a5503),segment_id=93a43c1d-6eca-4ce0-830d-4a36bf3a5503)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:50.632811 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defde2cb-1cd8-4ec6-bd1f-b653998a0f01 x-openstack-request-id: req-defde2cb-1cd8-4ec6-bd1f-b653998a0f01 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:50.633121 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d623c62-7f3b-407d-9693-b28296117c90", "name": "network-vif-plugged", "status": "completed", "tag": "bdc09576-e9f5-4f89-973a-541b2190c4f2", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:50.633383 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-defde2cb-1cd8-4ec6-bd1f-b653998a0f01 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:50.633787 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d623c62-7f3b-407d-9693-b28296117c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc09576-e9f5-4f89-973a-541b2190c4f2', 'code': 200} Jan 27 22:09:50.731839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb313e-feb2-41c3-a2cd-ab3ff6e7cd03 req-4b043ee5-879c-4be6-8398-71d4bf380b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:50.733405 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54eb313e-feb2-41c3-a2cd-ab3ff6e7cd03 req-4b043ee5-879c-4be6-8398-71d4bf380b72 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 1095 time: 0.0447106 Jan 27 22:09:50.777402 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54eb313e-feb2-41c3-a2cd-ab3ff6e7cd03 req-4ae0a55f-88f1-4d51-8899-2266a7f8502b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7d34dca6-358e-415f-a45a-3542a69caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376115 Jan 27 22:09:50.825243 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:50.879096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=bdc09576-e9f5-4f89-973a-541b2190c4f2,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:51.104556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bdcb7-549c-49ac-ac5d-ad0c7083b35a req-b1376f0b-47f3-408c-8262-fd238b26ecf1 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:51.106074 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f98bdcb7-549c-49ac-ac5d-ad0c7083b35a req-b1376f0b-47f3-408c-8262-fd238b26ecf1 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 945 time: 0.0502870 Jan 27 22:09:51.154577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f98bdcb7-549c-49ac-ac5d-ad0c7083b35a req-4de49522-ee87-43e1-9db9-5072e0da939b tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d34dca6-358e-415f-a45a-3542a69caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Jan 27 22:09:52.283290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bca70-9722-4a12-8e00-5cc7eb22ab0d req-1bbb4705-60c7-4d3c-bfa5-50389b1760c0 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:52.284842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-870bca70-9722-4a12-8e00-5cc7eb22ab0d req-1bbb4705-60c7-4d3c-bfa5-50389b1760c0 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 945 time: 0.0599453 Jan 27 22:09:52.341157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-870bca70-9722-4a12-8e00-5cc7eb22ab0d req-71e27955-f05c-48a5-8110-01e2708c4dae tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d34dca6-358e-415f-a45a-3542a69caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508289 Jan 27 22:09:53.467849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3cf05-1243-48a4-abd3-fed3f377a404 req-500de632-48e5-48ee-aefa-5473b2f01d1e tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:53.469347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cf3cf05-1243-48a4-abd3-fed3f377a404 req-500de632-48e5-48ee-aefa-5473b2f01d1e tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 945 time: 0.0540466 Jan 27 22:09:53.522938 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cf3cf05-1243-48a4-abd3-fed3f377a404 req-850324ae-c2b6-4b47-affb-02a0dd16b41b tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d34dca6-358e-415f-a45a-3542a69caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473359 Jan 27 22:09:54.338253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5d701-258e-4e9d-9a87-16744d59ae4e req-abe30388-3141-4dee-bf50-4a8e8132bb00 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:54.340007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ceb5d701-258e-4e9d-9a87-16744d59ae4e req-abe30388-3141-4dee-bf50-4a8e8132bb00 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 945 time: 0.0520856 Jan 27 22:09:54.409281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ceb5d701-258e-4e9d-9a87-16744d59ae4e req-5ed0e9c7-d93a-4af6-bb1b-d119a4dd76a4 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d34dca6-358e-415f-a45a-3542a69caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629041 Jan 27 22:09:55.565142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335007e-bfe2-4d1a-a544-8ae01d7eecdd req-f401076e-5ee6-40f0-96d5-68741bbbf863 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:55.566686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4335007e-bfe2-4d1a-a544-8ae01d7eecdd req-f401076e-5ee6-40f0-96d5-68741bbbf863 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 945 time: 0.0579388 Jan 27 22:09:55.622805 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4335007e-bfe2-4d1a-a544-8ae01d7eecdd req-f7f9b721-e199-419f-bec4-d5ec0c736d02 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d34dca6-358e-415f-a45a-3542a69caaad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505881 Jan 27 22:09:55.731184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7fd36-b217-4918-839d-a0932ba3c1e2 req-5329697f-c66e-43bf-8d00-391355be386e tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:09:55.732808 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ad7fd36-b217-4918-839d-a0932ba3c1e2 req-5329697f-c66e-43bf-8d00-391355be386e tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 945 time: 0.0956466 Jan 27 22:09:55.861263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-7ad7fd36-b217-4918-839d-a0932ba3c1e2 req-9a646a80-6c64-48bc-b0bf-f55347600004 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Deleting port bdc09576-e9f5-4f89-973a-541b2190c4f2 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:09:55.862216 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7ad7fd36-b217-4918-839d-a0932ba3c1e2 req-9a646a80-6c64-48bc-b0bf-f55347600004 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.956310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7ad7fd36-b217-4918-839d-a0932ba3c1e2 req-9a646a80-6c64-48bc-b0bf-f55347600004 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] For port bdc09576-e9f5-4f89-973a-541b2190c4f2, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bdc09576-e9f5-4f89-973a-541b2190c4f2,segment=NetworkSegment(93a43c1d-6eca-4ce0-830d-4a36bf3a5503),segment_id=93a43c1d-6eca-4ce0-830d-4a36bf3a5503)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:09:55.956773 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7ad7fd36-b217-4918-839d-a0932ba3c1e2 req-9a646a80-6c64-48bc-b0bf-f55347600004 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:55.970755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-7ad7fd36-b217-4918-839d-a0932ba3c1e2 req-9a646a80-6c64-48bc-b0bf-f55347600004 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Calling delete_port for bdc09576-e9f5-4f89-973a-541b2190c4f2 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:09:56.293578 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7ad7fd36-b217-4918-839d-a0932ba3c1e2 req-9a646a80-6c64-48bc-b0bf-f55347600004 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bdc09576-e9f5-4f89-973a-541b2190c4f2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.306815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['bdc09576-e9f5-4f89-973a-541b2190c4f2'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:09:56.336420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a646a80-6c64-48bc-b0bf-f55347600004 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Pushing event deleted for resources: {'Port': ['ID=bdc09576-e9f5-4f89-973a-541b2190c4f2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:56.386072 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad7fd36-b217-4918-839d-a0932ba3c1e2 req-9a646a80-6c64-48bc-b0bf-f55347600004 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] No DVR routers for this DVR port bdc09576-e9f5-4f89-973a-541b2190c4f2 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:09:56.388836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7ad7fd36-b217-4918-839d-a0932ba3c1e2 req-9a646a80-6c64-48bc-b0bf-f55347600004 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:56.392842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ad7fd36-b217-4918-839d-a0932ba3c1e2 req-9a646a80-6c64-48bc-b0bf-f55347600004 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.71 "DELETE /v2.0/ports/bdc09576-e9f5-4f89-973a-541b2190c4f2 HTTP/1.1" status: 204 len: 173 time: 0.6546474 Jan 27 22:09:56.393328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d623c62-7f3b-407d-9693-b28296117c90', 'name': 'network-vif-deleted', 'tag': 'bdc09576-e9f5-4f89-973a-541b2190c4f2'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:09:56.395831 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38dfe38-bd04-4044-98a7-4d79bc0b3915" -d '{"events": [{"server_uuid": "7d623c62-7f3b-407d-9693-b28296117c90", "name": "network-vif-deleted", "tag": "bdc09576-e9f5-4f89-973a-541b2190c4f2"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:09:56.510870 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561e3d6b-05ee-4d8f-baf6-00ba144efd84 x-openstack-request-id: req-561e3d6b-05ee-4d8f-baf6-00ba144efd84 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:09:56.511582 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d623c62-7f3b-407d-9693-b28296117c90", "name": "network-vif-deleted", "tag": "bdc09576-e9f5-4f89-973a-541b2190c4f2", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:09:56.511582 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-561e3d6b-05ee-4d8f-baf6-00ba144efd84 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:09:56.511818 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d623c62-7f3b-407d-9693-b28296117c90', 'name': 'network-vif-deleted', 'tag': 'bdc09576-e9f5-4f89-973a-541b2190c4f2', 'status': 'completed', 'code': 200} Jan 27 22:09:56.759989 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e86e1519-deb9-4487-99cf-641ada81f92d req-97cfa21a-473f-4d56-987b-bb5f6315fa89 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 210 time: 0.0416312 Jan 27 22:09:57.253360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.590407 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:57.887666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55e8978e-2c56-4e38-bcc4-ea25dd1c32aa req-0052b7e2-060a-4e44-a5dd-4024fcf339f3 tempest-ServerAddressesNegativeTestJSON-494739904 tempest-ServerAddressesNegativeTestJSON-494739904-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d623c62-7f3b-407d-9693-b28296117c90 HTTP/1.1" status: 200 len: 210 time: 0.0313420 Jan 27 22:09:58.946183 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56792) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:58.995054 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3e8d86-e738-424c-9cb4-563f23944690 admin admin] Deleting subnet 19bbc3db-641e-4293-940d-51f4343106a0 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:09:58.998950 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8d86-e738-424c-9cb4-563f23944690 admin admin] Publish callbacks [] for subnet (19bbc3db-641e-4293-940d-51f4343106a0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.042941 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8d86-e738-424c-9cb4-563f23944690 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (19bbc3db-641e-4293-940d-51f4343106a0), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.085767 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8d86-e738-424c-9cb4-563f23944690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (19bbc3db-641e-4293-940d-51f4343106a0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.287799 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8d86-e738-424c-9cb4-563f23944690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (19bbc3db-641e-4293-940d-51f4343106a0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.318263 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8d86-e738-424c-9cb4-563f23944690 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.321564 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-eb3e8d86-e738-424c-9cb4-563f23944690 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/19bbc3db-641e-4293-940d-51f4343106a0 HTTP/1.1" status: 204 len: 168 time: 0.3732743 Jan 27 22:09:59.322555 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e8d86-e738-424c-9cb4-563f23944690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19bbc3db-641e-4293-940d-51f4343106a0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:09:59.324270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56796) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:09:59.407048 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6832addc-7e3c-4efe-9e8d-bfa041916026), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.496332 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6832addc-7e3c-4efe-9e8d-bfa041916026), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.520436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6832addc-7e3c-4efe-9e8d-bfa041916026']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:59.532431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a43c1d-6eca-4ce0-830d-4a36bf3a5503') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:59.532798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a43c1d-6eca-4ce0-830d-4a36bf3a5503') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:09:59.544399 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (93a43c1d-6eca-4ce0-830d-4a36bf3a5503), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.559320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (93a43c1d-6eca-4ce0-830d-4a36bf3a5503), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.566402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:09:59.573260 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (93a43c1d-6eca-4ce0-830d-4a36bf3a5503), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:09:59.612967 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:09:59.767567 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (6832addc-7e3c-4efe-9e8d-bfa041916026), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.775215 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:09:59.780845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] 10.222.0.61 "DELETE /v2.0/networks/6832addc-7e3c-4efe-9e8d-bfa041916026 HTTP/1.1" status: 204 len: 168 time: 0.4549878 Jan 27 22:09:59.801414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da905e-cc54-4be2-a369-0f6a2f00bc20 admin admin] Pushing event deleted for resources: {'Network': ['ID=6832addc-7e3c-4efe-9e8d-bfa041916026,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:00.251244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bdc09576-e9f5-4f89-973a-541b2190c4f2 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:10:00.272509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: bdc09576-e9f5-4f89-973a-541b2190c4f2 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:10:00.272856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bdc09576-e9f5-4f89-973a-541b2190c4f2 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:10:00.433375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56806) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:00.499661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a1e9e715-a08c-47bb-ba2e-5b24a8afb767 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=277bd95dbab140079922aec885ad2ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0650463 Jan 27 22:10:00.502282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56810) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:00.549545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95472b6e-e6c9-4ad5-a435-7915b394a25e admin admin] Publish callbacks [] for security_group (7d34dca6-358e-415f-a45a-3542a69caaad), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.570576 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95472b6e-e6c9-4ad5-a435-7915b394a25e admin admin] Publish callbacks [] for security_group (7d34dca6-358e-415f-a45a-3542a69caaad), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.854058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95472b6e-e6c9-4ad5-a435-7915b394a25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7d34dca6-358e-415f-a45a-3542a69caaad), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.856725 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95472b6e-e6c9-4ad5-a435-7915b394a25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:00.857884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-95472b6e-e6c9-4ad5-a435-7915b394a25e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d34dca6-358e-415f-a45a-3542a69caaad HTTP/1.1" status: 204 len: 168 time: 0.3543971 Jan 27 22:10:00.866208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95472b6e-e6c9-4ad5-a435-7915b394a25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d34dca6-358e-415f-a45a-3542a69caaad,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:02.201347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 56846) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:02.320649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1510275141-network', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:02.425023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-effff8ad-4f98-4191-9aa1-81f8c6915030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.437938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-ea34448e-6fec-4ad6-8efa-68e8df82804d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:02.439454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-ea34448e-6fec-4ad6-8efa-68e8df82804d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.1143193 Jan 27 22:10:02.455061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-823682ed-c49f-4948-8db7-759419346686 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/quotas/56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 375 time: 0.0100961 Jan 27 22:10:02.471624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Made reservation on behalf of 5f8160d1a46647948b59bb7d26ca782a for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:02.472121 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.502581 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.539235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-ba52d26b-c631-4ee9-bcbf-f4f91cf383dc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791283 Jan 27 22:10:02.621627 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Publish callbacks [] for security_group (45ffd83b-4b34-4ba4-9b4b-dcf35760aedc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.717248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-2e2dbf1d-6f1f-4700-9d97-541356499e48 service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542947 Jan 27 22:10:02.771500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (45ffd83b-4b34-4ba4-9b4b-dcf35760aedc), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.812394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:02.858529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:02.862364 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8af2900d-b13c-405a-b6e4-43b1b491b3a7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:02.862781 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Added segment 8af2900d-b13c-405a-b6e4-43b1b491b3a7 of type vlan for network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 Jan 27 22:10:02.866201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-bafaa87f-998c-479b-98aa-f90752ee6f25 service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434188 Jan 27 22:10:02.926384 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (9761b2bc-df24-4ea4-a402-9cec8a910bb9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.104998 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (9761b2bc-df24-4ea4-a402-9cec8a910bb9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.107518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:03.107518 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.186665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] Pushing event updated for resources: {'Network': ['ID=9761b2bc-df24-4ea4-a402-9cec8a910bb9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:03.200190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:03.279683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba87b193-53ea-4e7a-822a-31eb21aeb18f req-c2b060a1-cb88-4984-b527-4ecb5eee23a1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0439143 Jan 27 22:10:03.333457 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56874) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:03.334443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7526582b-202e-4015-bd45-f94797802471 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1312354 Jan 27 22:10:03.343369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b16dd81b-011a-4342-8778-9f8c21169717 admin admin] Request body: {'subnet': {'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1510275141-subnet', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:03.505337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16dd81b-011a-4342-8778-9f8c21169717 admin admin] Made reservation on behalf of 5f8160d1a46647948b59bb7d26ca782a for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:03.515077 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b16dd81b-011a-4342-8778-9f8c21169717 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:03.956690 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b16dd81b-011a-4342-8778-9f8c21169717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (a74e56ac-7d09-4084-a54b-a998ce6faf0a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.012465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dd81b-011a-4342-8778-9f8c21169717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74e56ac-7d09-4084-a54b-a998ce6faf0a,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:04.032287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16dd81b-011a-4342-8778-9f8c21169717 admin admin] Checking segment: {'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:04.032944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16dd81b-011a-4342-8778-9f8c21169717 admin admin] Network hostable DHCP agents. Network: 9761b2bc-df24-4ea4-a402-9cec8a910bb9, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:04.116043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16dd81b-011a-4342-8778-9f8c21169717 admin admin] Network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:04.207362 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b16dd81b-011a-4342-8778-9f8c21169717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 9761b2bc-df24-4ea4-a402-9cec8a910bb9) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:04.218272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc3336-e3d9-486a-8af3-bb4243cd84a2 None None] Network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:04.219410 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16dd81b-011a-4342-8778-9f8c21169717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:04.220737 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b16dd81b-011a-4342-8778-9f8c21169717 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.324853 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b16dd81b-011a-4342-8778-9f8c21169717 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9900701 Jan 27 22:10:04.327332 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56888) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:04.336223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1510275141-router', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:04.387074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad426552-24a4-4feb-aaed-145b5a0a3916 None None] Network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:04.387366 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-271e60bc-d3f6-4c8e-8080-0b9d1acd77c5 req-ff330629-b60b-499a-a749-2adc64c0dacb tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0453284 Jan 27 22:10:04.419263 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (b0b93859-d241-4dfb-82cf-3f59e4d3b410), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.420684 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (b0b93859-d241-4dfb-82cf-3f59e4d3b410), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.492772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Publish callbacks [] for router_controller (b0b93859-d241-4dfb-82cf-3f59e4d3b410), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.704900 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Publish callbacks [] for router_gateway (b0b93859-d241-4dfb-82cf-3f59e4d3b410), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:04.961780 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d9afcda8-3350-4695-a7d4-ae45add5989d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.021069 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Publish callbacks [] for router_gateway (b0b93859-d241-4dfb-82cf-3f59e4d3b410), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.040214 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.169906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Allocated IP 172.25.0.114 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/5d10ca7a-d868-4b71-8b53-0fa4505410e9) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:05.290219 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Publish callbacks [] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.465473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.488736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b517e5d-ad3a-45ea-bdb5-710c467787a9 req-de753eb6-c04f-462f-af7e-90157f2f963b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0294397 Jan 27 22:10:05.517631 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:05.522717 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:05.527830 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:05.530919 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Pushing event updated for resources: {'Port': ['ID=5d10ca7a-d868-4b71-8b53-0fa4505410e9,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:05.925765 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Publish callbacks [] for router_gateway (b0b93859-d241-4dfb-82cf-3f59e4d3b410), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:05.948217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-72867bbf-15b2-478e-b28f-29e2d1ea64bf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:05.949699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-72867bbf-15b2-478e-b28f-29e2d1ea64bf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.1061800 Jan 27 22:10:05.962031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'port': {'device_id': 'bd5ecdaa-245b-40bb-a740-8c9c9215b972', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'admin_state_up': True, 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:06.146331 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.201801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Made reservation on behalf of 56a3a9b6a0cd4913a5b41da83dd7d82b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:06.205521 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.374970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Allocated IP 172.20.0.5 (27838b5d-0935-4dae-9d9f-d6334b781ff0/a9fc7bfd-ae01-4663-bc0c-b7538b0ff041/2e59f695-d7ad-43a4-b4ad-74b09b078c24) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:06.547736 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (b0b93859-d241-4dfb-82cf-3f59e4d3b410), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.581632 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.656644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e9ef6aa-d399-4f09-9817-c0a4b838c51b req-b5cd036f-73e7-42c2-ac1a-4a7306fd026e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0682700 Jan 27 22:10:06.750981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.790094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Router b0b93859-d241-4dfb-82cf-3f59e4d3b410 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:10:06.803148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:06.808507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:06.811080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:06.843210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=2e59f695-d7ad-43a4-b4ad-74b09b078c24,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:06.885161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:06.887147 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:06.974068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:06.986256 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Sync routers for ids ['b0b93859-d241-4dfb-82cf-3f59e4d3b410'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:07.001505 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Routers {'b0b93859-d241-4dfb-82cf-3f59e4d3b410'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:07.002404 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:10:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b0b93859-d241-4dfb-82cf-3f59e4d3b410'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:07.039155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-c5ffe385-8fbb-47ba-ac55-50c6851b5d87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0816782 Jan 27 22:10:07.050798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Request body: {'port': {'device_id': 'bd5ecdaa-245b-40bb-a740-8c9c9215b972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:07.135049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.135049 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-61e776c6-116f-46d3-b183-414b686dfc52 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8028829 Jan 27 22:10:07.135049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 56918) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:07.173971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0113e8cc-8c13-4add-9213-1838d52bb5b8 None None] Provisioning complete for port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:07.175086 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0113e8cc-8c13-4add-9213-1838d52bb5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.180856 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.251992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0113e8cc-8c13-4add-9213-1838d52bb5b8 None None] Port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:07.266193 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Set router b0b93859-d241-4dfb-82cf-3f59e4d3b410 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:07.453014 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.497493 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'name': 'tempest-ServerRescueNegativeTestJSON-1510275141-router', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:04Z', 'updated_at': '2022-01-27T22:10:05Z', 'revision_number': 3, 'project_id': '5f8160d1a46647948b59bb7d26ca782a', 'gw_port': {'id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:05Z', 'updated_at': '2022-01-27T22:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:07.527454 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Checking router: b0b93859-d241-4dfb-82cf-3f59e4d3b410 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:10:07.528189 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Updating router b0b93859-d241-4dfb-82cf-3f59e4d3b410 port 5d10ca7a-d868-4b71-8b53-0fa4505410e9 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:10:07.542003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e59f695-d7ad-43a4-b4ad-74b09b078c24 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:07.552091 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Publish callbacks [] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.558846 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.566104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Transition to ACTIVE for port object 2e59f695-d7ad-43a4-b4ad-74b09b078c24 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:10:07.671042 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.842866 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:07.988229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Attempting to bind port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:07.992996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Attempting to bind port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:07.993597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Attempting to bind port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:08.013935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Pushing event updated for resources: {'Port': ['ID=2e59f695-d7ad-43a4-b4ad-74b09b078c24,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:08.044530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:08.048168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Attempting to bind port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:08.064987 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Publish callbacks [] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.070120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:08.070685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Checking segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:08.071293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Bound using segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:08.073070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Bound port: 2e59f695-d7ad-43a4-b4ad-74b09b078c24, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:08.073674 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.157464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7db30-9494-45fb-9fd8-3f5b2ecf1ea1 req-a7739973-0bb8-4c73-95f2-bbdb0c8826e0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:08.159298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38d7db30-9494-45fb-9fd8-3f5b2ecf1ea1 req-a7739973-0bb8-4c73-95f2-bbdb0c8826e0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.2590573 Jan 27 22:10:08.173523 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.174152 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Allocated IP 172.20.0.1 (9761b2bc-df24-4ea4-a402-9cec8a910bb9/a74e56ac-7d09-4084-a54b-a998ce6faf0a/0a1fa402-a7c6-4a08-9ffe-25b1545bcfee) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:08.257237 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Attempting to bind port 5d10ca7a-d868-4b71-8b53-0fa4505410e9 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:08.257608 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Attempting to bind port 5d10ca7a-d868-4b71-8b53-0fa4505410e9 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:08.257972 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Attempting to bind port 5d10ca7a-d868-4b71-8b53-0fa4505410e9 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:08.268528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38d7db30-9494-45fb-9fd8-3f5b2ecf1ea1 req-9829779d-5535-44bd-a0f2-2890b75a2a3a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006856 Jan 27 22:10:08.283045 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:08.283045 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:08.283045 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.284682 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:08.285459 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Bound port: 5d10ca7a-d868-4b71-8b53-0fa4505410e9, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:08.286037 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.296711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] For port 2e59f695-d7ad-43a4-b4ad-74b09b078c24, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:08.300698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] For port 2e59f695-d7ad-43a4-b4ad-74b09b078c24, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2e59f695-d7ad-43a4-b4ad-74b09b078c24,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:08.362028 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Pushing event updated for resources: {'Port': ['ID=5d10ca7a-d868-4b71-8b53-0fa4505410e9,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:08.367138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.373017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Publish callbacks [] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.390838 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.391186 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.391528 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.391867 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.392227 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.392560 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.399915 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.403497 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.403850 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.404219 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.404568 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.404905 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.405239 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:08.458617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:08.459340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.460947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] 10.222.0.71 "PUT /v2.0/ports/2e59f695-d7ad-43a4-b4ad-74b09b078c24 HTTP/1.1" status: 200 len: 1091 time: 1.4151707 Jan 27 22:10:08.463959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5ecdaa-245b-40bb-a740-8c9c9215b972', 'tag': '2e59f695-d7ad-43a4-b4ad-74b09b078c24'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:08.479791 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a26c7e-f6a7-442c-a198-27f8ea523cea" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5ecdaa-245b-40bb-a740-8c9c9215b972", "tag": "2e59f695-d7ad-43a4-b4ad-74b09b078c24"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:08.529234 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.531068 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] For port 5d10ca7a-d868-4b71-8b53-0fa4505410e9, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:08.537328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d914d0-559e-4ae6-929a-e9122aa6c164 service neutron] Pushing event updated for resources: {'Port': ['ID=2e59f695-d7ad-43a4-b4ad-74b09b078c24,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:08.546137 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] For port 5d10ca7a-d868-4b71-8b53-0fa4505410e9, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5d10ca7a-d868-4b71-8b53-0fa4505410e9,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:08.577158 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da1d203-5de3-46e2-92e0-3d60d3efc115 x-openstack-request-id: req-9da1d203-5de3-46e2-92e0-3d60d3efc115 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:08.577158 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5ecdaa-245b-40bb-a740-8c9c9215b972", "tag": "2e59f695-d7ad-43a4-b4ad-74b09b078c24", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:08.577158 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9da1d203-5de3-46e2-92e0-3d60d3efc115 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:08.577158 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5ecdaa-245b-40bb-a740-8c9c9215b972', 'tag': '2e59f695-d7ad-43a4-b4ad-74b09b078c24', 'status': 'completed', 'code': 200} Jan 27 22:10:08.586063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:08.590884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:08.594912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:08.630820 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.664115 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (b0b93859-d241-4dfb-82cf-3f59e4d3b410), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:08.687927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a26c7e-f6a7-442c-a198-27f8ea523cea req-d155b11f-1cbd-4a0e-bd28-63e2f23833e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:08.692466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36a26c7e-f6a7-442c-a198-27f8ea523cea req-d155b11f-1cbd-4a0e-bd28-63e2f23833e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 1094 time: 0.0950000 Jan 27 22:10:08.710295 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Routers {'b0b93859-d241-4dfb-82cf-3f59e4d3b410'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:08.710941 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:10:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b0b93859-d241-4dfb-82cf-3f59e4d3b410'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:08.775077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1fa402-a7c6-4a08-9ffe-25b1545bcfee,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:08.909604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a26c7e-f6a7-442c-a198-27f8ea523cea req-7490218e-1a4e-499f-bb4c-faff972a5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:08.912913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36a26c7e-f6a7-442c-a198-27f8ea523cea req-7490218e-1a4e-499f-bb4c-faff972a5c6a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2138464 Jan 27 22:10:08.952516 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.029045 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] Set router b0b93859-d241-4dfb-82cf-3f59e4d3b410 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:09.050666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.166997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a26c7e-f6a7-442c-a198-27f8ea523cea req-5573ea36-26a6-46bc-9281-52a70e15d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:09.170958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36a26c7e-f6a7-442c-a198-27f8ea523cea req-5573ea36-26a6-46bc-9281-52a70e15d292 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2519555 Jan 27 22:10:09.292390 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d8e57-cbf6-4abe-bc54-6b85dd91d922 None None] Pushing event updated for resources: {'Port': ['ID=5d10ca7a-d868-4b71-8b53-0fa4505410e9,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:09.318072 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'name': 'tempest-ServerRescueNegativeTestJSON-1510275141-router', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:04Z', 'updated_at': '2022-01-27T22:10:05Z', 'revision_number': 3, 'project_id': '5f8160d1a46647948b59bb7d26ca782a', 'gw_port': {'id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:05Z', 'updated_at': '2022-01-27T22:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:09.342257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-68c7ea50-586d-471c-bfb5-262c0b69bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:09.345888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-68c7ea50-586d-471c-bfb5-262c0b69bd15 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 1094 time: 0.1321359 Jan 27 22:10:09.427147 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa5342-d089-4e7e-9764-f9ea908ea0be None None] The sync data for ids ['b0b93859-d241-4dfb-82cf-3f59e4d3b410'] in n-d-760456-6 is: [{'id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'name': 'tempest-ServerRescueNegativeTestJSON-1510275141-router', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:04Z', 'updated_at': '2022-01-27T22:10:05Z', 'revision_number': 3, 'project_id': '5f8160d1a46647948b59bb7d26ca782a', 'gw_port': {'id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:05Z', 'updated_at': '2022-01-27T22:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:09.448263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-66243731-6347-4164-89cf-059a55475c5b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e59f695-d7ad-43a4-b4ad-74b09b078c24 HTTP/1.1" status: 200 len: 217 time: 0.0959411 Jan 27 22:10:09.505352 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Publish callbacks [] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.596022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.607674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-a1c5ce99-ae0c-4fb3-b3d0-f1a536d3bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:09.611079 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-a1c5ce99-ae0c-4fb3-b3d0-f1a536d3bf36 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.1311557 Jan 27 22:10:09.656285 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36646d5-2d21-4787-ba10-0b30c34101d7 req-11309c4e-3b3d-4252-bac5-3920420c6d47 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:09.657928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c36646d5-2d21-4787-ba10-0b30c34101d7 req-11309c4e-3b3d-4252-bac5-3920420c6d47 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.2313309 Jan 27 22:10:09.730670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c36646d5-2d21-4787-ba10-0b30c34101d7 req-b8c9ab85-9dee-45c9-927e-76ddfa902c30 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662434 Jan 27 22:10:09.744497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-79978dda-698b-42a9-bd49-7639aabf2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:09.746028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-79978dda-698b-42a9-bd49-7639aabf2f06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223302 Jan 27 22:10:09.751556 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Pushing event updated for resources: {'Port': ['ID=0a1fa402-a7c6-4a08-9ffe-25b1545bcfee,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:09.759293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (b0b93859-d241-4dfb-82cf-3f59e4d3b410), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:09.995510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-47a834ce-1e7d-4582-9a49-bf4be893b06b service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395968 Jan 27 22:10:10.012846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:10.014470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:10.216822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad567fe3-0599-4927-b208-45d5a57711b4 req-7b7d9a3a-4ffe-4df3-9d35-e3b4d07ad84c service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144377 Jan 27 22:10:10.243448 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Router b0b93859-d241-4dfb-82cf-3f59e4d3b410 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:10:10.420515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:10.432987 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-04c6d720-ed85-43f2-a5d2-13580c76a460 admin admin] 10.222.0.61 "PUT /v2.0/routers/b0b93859-d241-4dfb-82cf-3f59e4d3b410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2968166 Jan 27 22:10:10.512161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5d10ca7a-d868-4b71-8b53-0fa4505410e9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:10.582956 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5d10ca7a-d868-4b71-8b53-0fa4505410e9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:10.583624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.735415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5d10ca7a-d868-4b71-8b53-0fa4505410e9 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:10.736057 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:10.783174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 5d10ca7a-d868-4b71-8b53-0fa4505410e9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5d10ca7a-d868-4b71-8b53-0fa4505410e9,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:10.931627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced75c-4b1f-4040-a76f-410aa1fb0a3c req-17538a00-408d-4464-a9df-ee3441e3efd6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:10.933811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feced75c-4b1f-4040-a76f-410aa1fb0a3c req-17538a00-408d-4464-a9df-ee3441e3efd6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0724137 Jan 27 22:10:11.030349 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:11.161222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=5d10ca7a-d868-4b71-8b53-0fa4505410e9,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:11.264024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-b37b8791-dc53-407f-ae52-f6b5f371c072 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:11.271017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-b37b8791-dc53-407f-ae52-f6b5f371c072 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/networks?id=9761b2bc-df24-4ea4-a402-9cec8a910bb9 HTTP/1.1" status: 200 len: 819 time: 0.2948132 Jan 27 22:10:11.295578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-9eb0846c-cfd4-42f8-8639-9d03c1c51095 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/quotas/5f8160d1a46647948b59bb7d26ca782a HTTP/1.1" status: 200 len: 375 time: 0.0233731 Jan 27 22:10:11.339159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feced75c-4b1f-4040-a76f-410aa1fb0a3c req-3d670e3e-e661-49fe-ad24-efea7387a39d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953006 Jan 27 22:10:11.379693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-5c5f1b2a-a648-4ad0-875f-33e6dbd83264 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8160d1a46647948b59bb7d26ca782a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827689 Jan 27 22:10:11.492657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-d381bc39-5012-45a2-86a9-d83636e50356 service neutron] 10.222.0.61 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117744 Jan 27 22:10:11.622053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-b73abd79-d94e-4980-be3f-e2f7720802c7 service neutron] 10.222.0.61 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240699 Jan 27 22:10:12.016183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-598c97d5-90ed-45bb-ba47-77498e4c0a76 req-5281d0ec-a842-4f5c-b25e-a28376938802 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 210 time: 0.0934024 Jan 27 22:10:12.182621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Sync routers for ids ['b0b93859-d241-4dfb-82cf-3f59e4d3b410'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:12.373309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb598a7-2649-4987-b49c-d75210acc60d req-9158f025-d7dc-4961-9cb1-05fcc3142afa tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:12.380923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-9158f025-d7dc-4961-9cb1-05fcc3142afa tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/networks?id=9761b2bc-df24-4ea4-a402-9cec8a910bb9 HTTP/1.1" status: 200 len: 819 time: 0.1781871 Jan 27 22:10:12.405862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Routers {'b0b93859-d241-4dfb-82cf-3f59e4d3b410'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:12.406626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:10:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b0b93859-d241-4dfb-82cf-3f59e4d3b410'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:12.430767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-21a4acd4-e8a9-49b1-9caf-5bb49318dfd3 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/quotas/5f8160d1a46647948b59bb7d26ca782a HTTP/1.1" status: 200 len: 375 time: 0.0439816 Jan 27 22:10:12.491592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5d10ca7a-d868-4b71-8b53-0fa4505410e9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:12.571325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-5bebeaea-996c-4967-a4da-37e64e221628 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5f8160d1a46647948b59bb7d26ca782a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1348979 Jan 27 22:10:12.583956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb3127-8a10-4f31-89a5-6ebd40cbcf51 req-a7a6971b-99e9-41eb-84b4-b4f0c7317a4e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:12.591711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4dcb3127-8a10-4f31-89a5-6ebd40cbcf51 req-a7a6971b-99e9-41eb-84b4-b4f0c7317a4e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0979183 Jan 27 22:10:12.705440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5d10ca7a-d868-4b71-8b53-0fa4505410e9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:12.705736 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:12.781930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4dcb3127-8a10-4f31-89a5-6ebd40cbcf51 req-b1f3946d-3bec-4520-ab00-0bad8ea0c694 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854799 Jan 27 22:10:12.791678 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Set router b0b93859-d241-4dfb-82cf-3f59e4d3b410 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:12.874220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-01057451-fc61-43c7-81c0-39a8a9751d1f service neutron] 10.222.0.61 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744734 Jan 27 22:10:13.024911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-d8eb9dc3-b521-4497-aa8c-938b96d9f64c service neutron] 10.222.0.61 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497419 Jan 27 22:10:13.080794 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:10:13.216143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5d10ca7a-d868-4b71-8b53-0fa4505410e9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:13.240014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'name': 'tempest-ServerRescueNegativeTestJSON-1510275141-router', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:04Z', 'updated_at': '2022-01-27T22:10:08Z', 'revision_number': 4, 'project_id': '5f8160d1a46647948b59bb7d26ca782a', 'gw_port': {'id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:05Z', 'updated_at': '2022-01-27T22:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0a1fa402-a7c6-4a08-9ffe-25b1545bcfee', 'name': '', 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'mac_address': 'fa:16:3e:9e:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'a74e56ac-7d09-4084-a54b-a998ce6faf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:07Z', 'updated_at': '2022-01-27T22:10:09Z', 'revision_number': 2, 'project_id': '5f8160d1a46647948b59bb7d26ca782a', 'subnets': [{'id': 'a74e56ac-7d09-4084-a54b-a998ce6faf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:13.275249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Checking router: b0b93859-d241-4dfb-82cf-3f59e4d3b410 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:10:13.275609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Updating router b0b93859-d241-4dfb-82cf-3f59e4d3b410 port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:10:13.307437 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.404810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a985d8b9-5744-4a1e-9a2e-eb447767ca73 req-fc404538-f7fb-4ec2-b7f3-eebb775f46be tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 210 time: 0.0374777 Jan 27 22:10:13.700708 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Publish callbacks [] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.848397 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:13.920325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4bb69-3494-4bbc-b39f-683790d58954 req-7bba77aa-d68d-40b9-8692-e1ba3609873d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:13.942281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cb4bb69-3494-4bbc-b39f-683790d58954 req-7bba77aa-d68d-40b9-8692-e1ba3609873d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0937974 Jan 27 22:10:14.028961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cb4bb69-3494-4bbc-b39f-683790d58954 req-a68951e3-947c-41b7-95c7-649d9667206a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852098 Jan 27 22:10:14.055601 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2347273-071f-428a-89c0-b6938373c19a None None] Pushing event updated for resources: {'Port': ['ID=0a1fa402-a7c6-4a08-9ffe-25b1545bcfee,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:14.094769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Attempting to bind port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:14.099029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Attempting to bind port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:14.099029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Attempting to bind port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee on network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:14.102432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:14.103415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Checking segment: {'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:14.103913 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.104410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Bound using segment: {'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:14.104949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Bound port: 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:14.105477 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.191056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] For port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:14.194227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] For port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0a1fa402-a7c6-4a08-9ffe-25b1545bcfee,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:14.354632 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:14.430876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Routers {'b0b93859-d241-4dfb-82cf-3f59e4d3b410'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:14.431992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:10:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b0b93859-d241-4dfb-82cf-3f59e4d3b410'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:14.542628 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60334d4c-9dbb-4455-b291-da067d6888e6 req-7ef3ad32-bcee-481d-82c1-c26182f4aef9 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 210 time: 0.0545604 Jan 27 22:10:14.555312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] Set router b0b93859-d241-4dfb-82cf-3f59e4d3b410 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:14.730334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2347273-071f-428a-89c0-b6938373c19a None None] Pushing event updated for resources: {'Port': ['ID=0a1fa402-a7c6-4a08-9ffe-25b1545bcfee,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:14.828793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57020) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:14.918464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'name': 'tempest-ServerRescueNegativeTestJSON-1510275141-router', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:04Z', 'updated_at': '2022-01-27T22:10:08Z', 'revision_number': 4, 'project_id': '5f8160d1a46647948b59bb7d26ca782a', 'gw_port': {'id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:05Z', 'updated_at': '2022-01-27T22:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0a1fa402-a7c6-4a08-9ffe-25b1545bcfee', 'name': '', 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'mac_address': 'fa:16:3e:9e:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'a74e56ac-7d09-4084-a54b-a998ce6faf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:07Z', 'updated_at': '2022-01-27T22:10:14Z', 'revision_number': 4, 'project_id': '5f8160d1a46647948b59bb7d26ca782a', 'subnets': [{'id': 'a74e56ac-7d09-4084-a54b-a998ce6faf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:14.970203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bb4fb8-a542-4ce2-979d-ea787e346c5d None None] The sync data for ids ['b0b93859-d241-4dfb-82cf-3f59e4d3b410'] in n-d-760456-6 is: [{'id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'name': 'tempest-ServerRescueNegativeTestJSON-1510275141-router', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:04Z', 'updated_at': '2022-01-27T22:10:08Z', 'revision_number': 4, 'project_id': '5f8160d1a46647948b59bb7d26ca782a', 'gw_port': {'id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:05Z', 'updated_at': '2022-01-27T22:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0a1fa402-a7c6-4a08-9ffe-25b1545bcfee', 'name': '', 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'mac_address': 'fa:16:3e:9e:e1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'a74e56ac-7d09-4084-a54b-a998ce6faf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:07Z', 'updated_at': '2022-01-27T22:10:14Z', 'revision_number': 4, 'project_id': '5f8160d1a46647948b59bb7d26ca782a', 'subnets': [{'id': 'a74e56ac-7d09-4084-a54b-a998ce6faf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:14.986365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57026) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:15.173263 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.215289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-40e9a71f-f87e-43a8-9d6a-03a80d05ab81 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:15.219550 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-40e9a71f-f87e-43a8-9d6a-03a80d05ab81 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.74 "GET /v2.0/networks?id=9761b2bc-df24-4ea4-a402-9cec8a910bb9 HTTP/1.1" status: 200 len: 819 time: 0.4194632 Jan 27 22:10:15.233368 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Request body: {'port': {'device_id': '1976e3c2-1c68-4f5e-ba5f-11b04c891760', 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9', 'admin_state_up': True, 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:15.512096 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Publish callbacks [] for security_group (8268a703-2fb3-4c97-a82b-26101fc0bc1f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.617942 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Made reservation on behalf of 5f8160d1a46647948b59bb7d26ca782a for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:15.619991 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8268a703-2fb3-4c97-a82b-26101fc0bc1f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.625163 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.655904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4142-77f2-41ed-b8a4-332b4fc9a1f9 req-62a9df93-2f05-46dc-bada-809e161181e8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:15.657938 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91be4142-77f2-41ed-b8a4-332b4fc9a1f9 req-62a9df93-2f05-46dc-bada-809e161181e8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.4555376 Jan 27 22:10:15.770292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-54048023-c12e-46a3-9ee5-9163db72ae05 admin admin] Deleting subnet 355a869d-aac7-4087-b54a-ba1041e852d9 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:10:15.777672 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54048023-c12e-46a3-9ee5-9163db72ae05 admin admin] Publish callbacks [] for subnet (355a869d-aac7-4087-b54a-ba1041e852d9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.864260 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54048023-c12e-46a3-9ee5-9163db72ae05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (355a869d-aac7-4087-b54a-ba1041e852d9), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:15.880507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Allocated IP 172.20.0.7 (9761b2bc-df24-4ea4-a402-9cec8a910bb9/a74e56ac-7d09-4084-a54b-a998ce6faf0a/8574e307-8514-4dec-86d4-ce26e70f6285) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:15.956988 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54048023-c12e-46a3-9ee5-9163db72ae05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (355a869d-aac7-4087-b54a-ba1041e852d9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.162137 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks [] for port (8574e307-8514-4dec-86d4-ce26e70f6285), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.272549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5ffbcd0-1344-4d73-a674-1738020d3124 req-cc04095a-51ae-400f-95bb-4ea27f3d69ab tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 210 time: 0.1578033 Jan 27 22:10:16.299814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=098e42bded7a452288b9607b0a4ab51d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4696059 Jan 27 22:10:16.308697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8268a703-2fb3-4c97-a82b-26101fc0bc1f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:16.308697 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54048023-c12e-46a3-9ee5-9163db72ae05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (355a869d-aac7-4087-b54a-ba1041e852d9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.310829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57034) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:16.342104 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.383762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91be4142-77f2-41ed-b8a4-332b4fc9a1f9 req-d41d5b3f-e658-40e4-ae45-5d27cfdabdf8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7093334 Jan 27 22:10:16.460498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.463573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.463573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.463573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.463573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.463573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.463573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.463573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.463573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.475613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.476051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.476434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.478726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcff41e-12f5-4686-b2bb-85f0ae448db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:16.522990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54048023-c12e-46a3-9ee5-9163db72ae05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=355a869d-aac7-4087-b54a-ba1041e852d9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:16.539842 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54048023-c12e-46a3-9ee5-9163db72ae05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.555087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-54048023-c12e-46a3-9ee5-9163db72ae05 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/355a869d-aac7-4087-b54a-ba1041e852d9 HTTP/1.1" status: 204 len: 168 time: 1.5676479 Jan 27 22:10:16.565139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57036) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:16.581711 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:16.641550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:16.749052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb598a7-2649-4987-b49c-d75210acc60d req-1a3b63e3-c777-4978-b2ad-b60f078eec54 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:16.754576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-1a3b63e3-c777-4978-b2ad-b60f078eec54 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.74 "GET /v2.0/networks?id=9761b2bc-df24-4ea4-a402-9cec8a910bb9 HTTP/1.1" status: 200 len: 819 time: 0.3200936 Jan 27 22:10:16.766726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ffb598a7-2649-4987-b49c-d75210acc60d req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Request body: {'port': {'device_id': 'fe84fb00-853e-493f-baa1-0337238efa67', 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9', 'admin_state_up': True, 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:16.769617 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:16.772400 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.781826 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (833e263d-929e-488d-883d-dfbe4c7235c5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.810938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:16.816207 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b426fac3-a7d7-412d-8717-7b57f21e121d admin admin] Publish callbacks [] for security_group (8268a703-2fb3-4c97-a82b-26101fc0bc1f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.826299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:16.963475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:16.964168 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:16.997418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Pushing event updated for resources: {'Port': ['ID=8574e307-8514-4dec-86d4-ce26e70f6285,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:17.010038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:17.010616 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.123442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0a1fa402-a7c6-4a08-9ffe-25b1545bcfee,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:17.136464 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b426fac3-a7d7-412d-8717-7b57f21e121d admin admin] Publish callbacks [] for security_group (8268a703-2fb3-4c97-a82b-26101fc0bc1f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.212626 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (833e263d-929e-488d-883d-dfbe4c7235c5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.236900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833e263d-929e-488d-883d-dfbe4c7235c5']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:17.253211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10df1a4e-e49d-417c-9f6e-7230d711a53e') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:17.253510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10df1a4e-e49d-417c-9f6e-7230d711a53e') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:17.264969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (10df1a4e-e49d-417c-9f6e-7230d711a53e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.285264 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (10df1a4e-e49d-417c-9f6e-7230d711a53e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.295314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:10:17.295772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (10df1a4e-e49d-417c-9f6e-7230d711a53e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.344589 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:10:17.361267 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:10:17.372021 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-6609d6fd-cbdf-4110-b211-a0ca178d7f26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1438005 Jan 27 22:10:17.387099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Request body: {'port': {'device_id': '1976e3c2-1c68-4f5e-ba5f-11b04c891760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:17.419138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb598a7-2649-4987-b49c-d75210acc60d req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Made reservation on behalf of 5f8160d1a46647948b59bb7d26ca782a for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:17.422716 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffb598a7-2649-4987-b49c-d75210acc60d req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.499267 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.502978 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (833e263d-929e-488d-883d-dfbe4c7235c5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.510862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=0a1fa402-a7c6-4a08-9ffe-25b1545bcfee,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:17.515720 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.520264 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] 10.222.0.61 "DELETE /v2.0/networks/833e263d-929e-488d-883d-dfbe4c7235c5 HTTP/1.1" status: 204 len: 168 time: 0.9444661 Jan 27 22:10:17.535525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20697643-452a-49fe-9221-1c5a7183ba7d req-18146e27-fc6f-4285-8715-7bdba76f93d7 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 210 time: 0.0781169 Jan 27 22:10:17.576662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71874bec-2d9a-4892-a883-09b645d203eb admin admin] Pushing event deleted for resources: {'Network': ['ID=833e263d-929e-488d-883d-dfbe4c7235c5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:17.696036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-ffb598a7-2649-4987-b49c-d75210acc60d req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Allocated IP 172.20.0.10 (9761b2bc-df24-4ea4-a402-9cec8a910bb9/a74e56ac-7d09-4084-a54b-a998ce6faf0a/fba43ec9-6b65-436d-990f-ce85d374ccce) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:17.799312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654b15a-2287-4915-901f-679d02fa01e2 req-1fb3f858-0b75-464c-96ac-05352b730eb4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:17.800603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2654b15a-2287-4915-901f-679d02fa01e2 req-1fb3f858-0b75-464c-96ac-05352b730eb4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0857732 Jan 27 22:10:17.846455 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b426fac3-a7d7-412d-8717-7b57f21e121d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8268a703-2fb3-4c97-a82b-26101fc0bc1f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.849324 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b426fac3-a7d7-412d-8717-7b57f21e121d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:17.853492 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b426fac3-a7d7-412d-8717-7b57f21e121d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8268a703-2fb3-4c97-a82b-26101fc0bc1f HTTP/1.1" status: 204 len: 168 time: 1.5382578 Jan 27 22:10:17.873524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426fac3-a7d7-412d-8717-7b57f21e121d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8268a703-2fb3-4c97-a82b-26101fc0bc1f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:18.354491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2654b15a-2287-4915-901f-679d02fa01e2 req-30e73917-b7a9-448f-b9bb-8a04ca0e5095 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275052 Jan 27 22:10:18.357260 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffb598a7-2649-4987-b49c-d75210acc60d req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks [] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.387489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:18.414349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57046) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:18.456054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:18.456475 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.464144 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4c3e82b4-495d-4146-9b38-64d7a6dd9857 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb61a1d70d904acf8a3792ad0913fa8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480506 Jan 27 22:10:18.466372 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57048) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:18.534559 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14c89c54-12c6-4333-ab6f-17948d7d03e8 admin admin] Publish callbacks [] for security_group (b6b6b0ba-f61c-4075-9d37-cbe7165a117d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.537130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:18.578833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14c89c54-12c6-4333-ab6f-17948d7d03e8 admin admin] Publish callbacks [] for security_group (b6b6b0ba-f61c-4075-9d37-cbe7165a117d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.595255 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffb598a7-2649-4987-b49c-d75210acc60d req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.651901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb598a7-2649-4987-b49c-d75210acc60d req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:18.674049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-ffb598a7-2649-4987-b49c-d75210acc60d req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:18.682052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb598a7-2649-4987-b49c-d75210acc60d req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:18.687055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Pushing event updated for resources: {'Port': ['ID=fba43ec9-6b65-436d-990f-ce85d374ccce,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:18.753715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad4c65-55c6-4d0f-8239-66a2dbfe9721 req-26a2690d-160b-4350-97af-b8a4e8ade79b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:18.753715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11ad4c65-55c6-4d0f-8239-66a2dbfe9721 req-26a2690d-160b-4350-97af-b8a4e8ade79b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 932 time: 0.1149781 Jan 27 22:10:18.755755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb598a7-2649-4987-b49c-d75210acc60d req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:18.756396 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffb598a7-2649-4987-b49c-d75210acc60d req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.772762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8574e307-8514-4dec-86d4-ce26e70f6285 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:18.787406 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Publish callbacks [] for port (8574e307-8514-4dec-86d4-ce26e70f6285), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.802027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Transition to ACTIVE for port object 8574e307-8514-4dec-86d4-ce26e70f6285 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:10:18.803822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14c89c54-12c6-4333-ab6f-17948d7d03e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b6b6b0ba-f61c-4075-9d37-cbe7165a117d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.807586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-14c89c54-12c6-4333-ab6f-17948d7d03e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.814826 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-14c89c54-12c6-4333-ab6f-17948d7d03e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6b6b0ba-f61c-4075-9d37-cbe7165a117d HTTP/1.1" status: 204 len: 168 time: 0.3413999 Jan 27 22:10:18.817071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11ad4c65-55c6-4d0f-8239-66a2dbfe9721 req-0af4f814-c5f7-4d23-92a7-65f499ed5b0a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506396 Jan 27 22:10:18.823025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c89c54-12c6-4333-ab6f-17948d7d03e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b6b0ba-f61c-4075-9d37-cbe7165a117d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:18.912908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-b7bac8b1-1ddf-47d2-a540-ffff66073bbd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1502693 Jan 27 22:10:18.924041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Request body: {'port': {'device_id': 'fe84fb00-853e-493f-baa1-0337238efa67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:18.977743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:18.995615 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.049137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Pushing event updated for resources: {'Port': ['ID=8574e307-8514-4dec-86d4-ce26e70f6285,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:19.147888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Attempting to bind port 8574e307-8514-4dec-86d4-ce26e70f6285 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:19.148274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Attempting to bind port 8574e307-8514-4dec-86d4-ce26e70f6285 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:19.148673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Attempting to bind port 8574e307-8514-4dec-86d4-ce26e70f6285 on network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:19.154663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Port 8574e307-8514-4dec-86d4-ce26e70f6285 on network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:19.155016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Attempting to bind port 8574e307-8514-4dec-86d4-ce26e70f6285 on network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:19.160814 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:19.164385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Checking segment: {'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:19.164385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Bound using segment: {'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:19.164385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Bound port: 8574e307-8514-4dec-86d4-ce26e70f6285, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:19.164385 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.247559 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] For port 8574e307-8514-4dec-86d4-ce26e70f6285, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:19.250756 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] For port 8574e307-8514-4dec-86d4-ce26e70f6285, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=8574e307-8514-4dec-86d4-ce26e70f6285,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:19.322112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba43ec9-6b65-436d-990f-ce85d374ccce {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:19.331772 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Publish callbacks [] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.346111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Transition to ACTIVE for port object fba43ec9-6b65-436d-990f-ce85d374ccce will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:10:19.402748 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.482052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:19.482767 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.484388 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] 10.222.0.74 "PUT /v2.0/ports/8574e307-8514-4dec-86d4-ce26e70f6285 HTTP/1.1" status: 200 len: 1091 time: 2.1026411 Jan 27 22:10:19.484998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1976e3c2-1c68-4f5e-ba5f-11b04c891760', 'tag': '8574e307-8514-4dec-86d4-ce26e70f6285'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:19.487641 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3641fe5e-5e74-48e8-a73a-9bad347f239e" -d '{"events": [{"name": "network-changed", "server_uuid": "1976e3c2-1c68-4f5e-ba5f-11b04c891760", "tag": "8574e307-8514-4dec-86d4-ce26e70f6285"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:19.499612 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.504391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a9559-9dc2-4389-b077-896523639a5f service neutron] Pushing event updated for resources: {'Port': ['ID=8574e307-8514-4dec-86d4-ce26e70f6285,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:19.536361 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21d1e97-cf6c-4a81-b703-9edb32475834 x-openstack-request-id: req-b21d1e97-cf6c-4a81-b703-9edb32475834 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:19.536683 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1976e3c2-1c68-4f5e-ba5f-11b04c891760", "tag": "8574e307-8514-4dec-86d4-ce26e70f6285", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:19.537926 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b21d1e97-cf6c-4a81-b703-9edb32475834 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:19.538285 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1976e3c2-1c68-4f5e-ba5f-11b04c891760', 'tag': '8574e307-8514-4dec-86d4-ce26e70f6285', 'status': 'completed', 'code': 200} Jan 27 22:10:19.575198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df78dc-1ac5-4a69-9ca8-986871f77b5b req-42718824-481b-4a59-98cb-a13b0278d906 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:19.576792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4df78dc-1ac5-4a69-9ca8-986871f77b5b req-42718824-481b-4a59-98cb-a13b0278d906 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.1372850 Jan 27 22:10:19.578702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Pushing event updated for resources: {'Port': ['ID=fba43ec9-6b65-436d-990f-ce85d374ccce,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:19.614377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641fe5e-5e74-48e8-a73a-9bad347f239e req-766a5e45-8dc1-44fe-8b10-2e92aeabb015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:19.614377 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3641fe5e-5e74-48e8-a73a-9bad347f239e req-766a5e45-8dc1-44fe-8b10-2e92aeabb015 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f8160d1a46647948b59bb7d26ca782a&device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 1094 time: 0.0474429 Jan 27 22:10:19.710595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4df78dc-1ac5-4a69-9ca8-986871f77b5b req-36b63ce0-1ad9-4ff7-8c40-ddc61a86bde7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184030 Jan 27 22:10:19.745259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Attempting to bind port fba43ec9-6b65-436d-990f-ce85d374ccce on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:19.745882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Attempting to bind port fba43ec9-6b65-436d-990f-ce85d374ccce by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:19.746694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Attempting to bind port fba43ec9-6b65-436d-990f-ce85d374ccce on network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:19.751871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Port fba43ec9-6b65-436d-990f-ce85d374ccce on network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:10:19.752743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Attempting to bind port fba43ec9-6b65-436d-990f-ce85d374ccce on network 9761b2bc-df24-4ea4-a402-9cec8a910bb9 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:19.758225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:19.758225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Checking segment: {'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:19.758633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Bound using segment: {'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:19.759116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Bound port: fba43ec9-6b65-436d-990f-ce85d374ccce, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8af2900d-b13c-405a-b6e4-43b1b491b3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:19.759485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:19.770338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641fe5e-5e74-48e8-a73a-9bad347f239e req-358a2da7-fbae-4923-873a-9f2fa041cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:19.772386 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3641fe5e-5e74-48e8-a73a-9bad347f239e req-358a2da7-fbae-4923-873a-9f2fa041cc47 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5f8160d1a46647948b59bb7d26ca782a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1588066 Jan 27 22:10:19.834069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] For port fba43ec9-6b65-436d-990f-ce85d374ccce, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:19.837814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] For port fba43ec9-6b65-436d-990f-ce85d374ccce, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fba43ec9-6b65-436d-990f-ce85d374ccce,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:19.885166 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641fe5e-5e74-48e8-a73a-9bad347f239e req-000ba6f5-edc5-4438-83fa-74aba500b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:19.896396 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-3641fe5e-5e74-48e8-a73a-9bad347f239e req-000ba6f5-edc5-4438-83fa-74aba500b47d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085532 Jan 27 22:10:19.954384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38037d-983a-479e-b5e2-e21bbc341f34 req-fe4464e0-3347-459e-b8ba-fdce9c37e086 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:19.956659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce38037d-983a-479e-b5e2-e21bbc341f34 req-fe4464e0-3347-459e-b8ba-fdce9c37e086 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 944 time: 0.0652368 Jan 27 22:10:19.978382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-24402dea-b5c5-475e-ade6-2174c7d31369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:19.979989 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-24402dea-b5c5-475e-ade6-2174c7d31369 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f8160d1a46647948b59bb7d26ca782a&device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 1094 time: 0.0548975 Jan 27 22:10:20.013496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce38037d-983a-479e-b5e2-e21bbc341f34 req-4810b4bc-f7d6-4e1d-8f71-68d2e536d838 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489819 Jan 27 22:10:20.026452 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-08620914-1079-4ee6-9bed-db54d10daedb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8574e307-8514-4dec-86d4-ce26e70f6285 HTTP/1.1" status: 200 len: 217 time: 0.0376034 Jan 27 22:10:20.085351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-20bacb5e-c03d-4aea-9702-70e68e651904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:20.085351 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-20bacb5e-c03d-4aea-9702-70e68e651904 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a74e56ac-7d09-4084-a54b-a998ce6faf0a HTTP/1.1" status: 200 len: 859 time: 0.0509970 Jan 27 22:10:20.099016 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.114763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:20.115681 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.117501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] 10.222.0.74 "PUT /v2.0/ports/fba43ec9-6b65-436d-990f-ce85d374ccce HTTP/1.1" status: 200 len: 1092 time: 1.1976104 Jan 27 22:10:20.118150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe84fb00-853e-493f-baa1-0337238efa67', 'tag': 'fba43ec9-6b65-436d-990f-ce85d374ccce'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:20.125032 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-07ee33c5-7b04-4da2-9818-66c37970e8f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9761b2bc-df24-4ea4-a402-9cec8a910bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346141 Jan 27 22:10:20.125757 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eee4f0-115b-4a03-9c0d-eb7bd97736c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe84fb00-853e-493f-baa1-0337238efa67", "tag": "fba43ec9-6b65-436d-990f-ce85d374ccce"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:20.203688 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ad516-1da3-41c5-898e-244e80bba986 service neutron] Pushing event updated for resources: {'Port': ['ID=fba43ec9-6b65-436d-990f-ce85d374ccce,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:20.263773 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c8886d-7d47-48ff-a1f6-50560332b11f x-openstack-request-id: req-f9c8886d-7d47-48ff-a1f6-50560332b11f {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:20.264810 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe84fb00-853e-493f-baa1-0337238efa67", "tag": "fba43ec9-6b65-436d-990f-ce85d374ccce", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:20.265380 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9c8886d-7d47-48ff-a1f6-50560332b11f {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:20.265859 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe84fb00-853e-493f-baa1-0337238efa67', 'tag': 'fba43ec9-6b65-436d-990f-ce85d374ccce', 'status': 'completed', 'code': 200} Jan 27 22:10:20.317085 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-4914522a-7002-4caa-9ee5-85cc605e67d3 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853969 Jan 27 22:10:20.340660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eee4f0-115b-4a03-9c0d-eb7bd97736c2 req-f12017eb-da4d-40ef-b366-25e1d93e2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:20.340660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16eee4f0-115b-4a03-9c0d-eb7bd97736c2 req-f12017eb-da4d-40ef-b366-25e1d93e2370 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f8160d1a46647948b59bb7d26ca782a&device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 1095 time: 0.0563462 Jan 27 22:10:20.429124 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-28c679be-8a7a-4343-b0f9-f3734762be52 req-4b832309-feb4-44ef-a850-c62e9ae1c6e9 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064579 Jan 27 22:10:20.457581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eee4f0-115b-4a03-9c0d-eb7bd97736c2 req-acdb04a3-bc52-40f5-80b8-c80a15b3121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:20.459182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16eee4f0-115b-4a03-9c0d-eb7bd97736c2 req-acdb04a3-bc52-40f5-80b8-c80a15b3121c service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5f8160d1a46647948b59bb7d26ca782a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1110089 Jan 27 22:10:20.560682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57104) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:20.565881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eee4f0-115b-4a03-9c0d-eb7bd97736c2 req-9dcb6f89-a495-414d-ab66-1509563ab47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:20.567823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16eee4f0-115b-4a03-9c0d-eb7bd97736c2 req-9dcb6f89-a495-414d-ab66-1509563ab47a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029170 Jan 27 22:10:20.653337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb598a7-2649-4987-b49c-d75210acc60d req-4338354a-7b42-4ebe-87cd-cbe2dc86bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:20.655297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-4338354a-7b42-4ebe-87cd-cbe2dc86bf50 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f8160d1a46647948b59bb7d26ca782a&device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 1095 time: 0.0511270 Jan 27 22:10:20.678465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-975025921-network', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:20.704635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-7b54ef87-2fb7-4475-a312-924d667f3637 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fba43ec9-6b65-436d-990f-ce85d374ccce HTTP/1.1" status: 200 len: 217 time: 0.0428543 Jan 27 22:10:20.755227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb598a7-2649-4987-b49c-d75210acc60d req-661d1a3b-64d2-4260-b065-51808e90ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:20.756737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-661d1a3b-64d2-4260-b065-51808e90ceb0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a74e56ac-7d09-4084-a54b-a998ce6faf0a HTTP/1.1" status: 200 len: 859 time: 0.0471342 Jan 27 22:10:20.789719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-7b419810-9bdc-4e18-bd34-cf342032e570 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9761b2bc-df24-4ea4-a402-9cec8a910bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272171 Jan 27 22:10:20.830233 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Made reservation on behalf of 57cbbd4141164f4abfdc80d9f497be32 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:20.839472 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.842069 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.918117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48c44e-82c5-48d8-bd76-b849ee1183e6 req-fe07e848-e38a-4041-8385-96513c9bd760 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:20.919714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f48c44e-82c5-48d8-bd76-b849ee1183e6 req-fe07e848-e38a-4041-8385-96513c9bd760 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.1324706 Jan 27 22:10:20.937266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Publish callbacks [] for security_group (11f73f61-8693-4f67-bc11-7c21155d6d4a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:20.950317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-8356ffae-d6f1-40b7-a921-c2f1d9b0dac8 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510398 Jan 27 22:10:21.031907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f48c44e-82c5-48d8-bd76-b849ee1183e6 req-b5c0ff22-cb8a-4aa6-8c24-d84b2ab0aff0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002882 Jan 27 22:10:21.058831 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (11f73f61-8693-4f67-bc11-7c21155d6d4a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.082817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:21.095629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb598a7-2649-4987-b49c-d75210acc60d req-c3285f4a-38dc-4479-a437-bbbc5456ebb2 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371806 Jan 27 22:10:21.100299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f73f61-8693-4f67-bc11-7c21155d6d4a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:21.111119 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.112105 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.112475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.119056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.119056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.119056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.119056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.119056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.119056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.119056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.119056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.119056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.119056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:10:21.123361 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (65ec2992-b32f-419c-9a72-b5ccaa103646), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.123726 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Added segment 65ec2992-b32f-419c-9a72-b5ccaa103646 of type vlan for network 391455d8-8f26-4fa3-9d79-93e01aee0770 Jan 27 22:10:21.176617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (391455d8-8f26-4fa3-9d79-93e01aee0770), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.191390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c3820-e72d-463f-95a3-14923ab25a1e req-15bc56a4-8b17-40d2-8d4b-a1036def2383 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:21.193751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d4c3820-e72d-463f-95a3-14923ab25a1e req-15bc56a4-8b17-40d2-8d4b-a1036def2383 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 944 time: 0.0648715 Jan 27 22:10:21.249576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d4c3820-e72d-463f-95a3-14923ab25a1e req-b0ae819d-58fc-4e71-a4f6-83c635249b32 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503421 Jan 27 22:10:21.338780 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (391455d8-8f26-4fa3-9d79-93e01aee0770), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.339785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:21.343910 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.403819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] Pushing event updated for resources: {'Network': ['ID=391455d8-8f26-4fa3-9d79-93e01aee0770,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:21.413624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 391455d8-8f26-4fa3-9d79-93e01aee0770 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:21.503181 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cce83889-0b96-4fb0-9a02-e09cd1041149 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9397922 Jan 27 22:10:21.506065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57124) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:21.510949 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4c5feec5-bad1-4466-919e-4ca9e44c65c9 admin admin] Request body: {'subnet': {'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-975025921-subnet', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:21.635632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5feec5-bad1-4466-919e-4ca9e44c65c9 admin admin] Made reservation on behalf of 57cbbd4141164f4abfdc80d9f497be32 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:21.638185 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c5feec5-bad1-4466-919e-4ca9e44c65c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:21.961765 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c5feec5-bad1-4466-919e-4ca9e44c65c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (33917b9a-43a3-442a-a595-bfdc40739879), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.026232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5feec5-bad1-4466-919e-4ca9e44c65c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33917b9a-43a3-442a-a595-bfdc40739879,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:22.035905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5feec5-bad1-4466-919e-4ca9e44c65c9 admin admin] Checking segment: {'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:22.036294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5feec5-bad1-4466-919e-4ca9e44c65c9 admin admin] Network hostable DHCP agents. Network: 391455d8-8f26-4fa3-9d79-93e01aee0770, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:22.150125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5feec5-bad1-4466-919e-4ca9e44c65c9 admin admin] Network 391455d8-8f26-4fa3-9d79-93e01aee0770 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:22.168716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97a86f-635e-4476-961a-a474489ad04b req-c5e0b64d-c122-4117-97e6-0348905b710c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:22.170212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c97a86f-635e-4476-961a-a474489ad04b req-c5e0b64d-c122-4117-97e6-0348905b710c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0534351 Jan 27 22:10:22.223981 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c97a86f-635e-4476-961a-a474489ad04b req-715e9bb4-1c61-423c-add6-a50a5a5bed34 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458639 Jan 27 22:10:22.298963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4c5feec5-bad1-4466-919e-4ca9e44c65c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 391455d8-8f26-4fa3-9d79-93e01aee0770) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:22.303116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5feec5-bad1-4466-919e-4ca9e44c65c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:22.303770 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c5feec5-bad1-4466-919e-4ca9e44c65c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.314264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e8b10b-55eb-4a9f-9448-476fbb349866 None None] Network 391455d8-8f26-4fa3-9d79-93e01aee0770 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:22.397158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dba18c-14e4-47ff-af23-7f368a8ef61d req-a824493e-b843-42f0-948a-0d4a186a3b09 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:22.398766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52dba18c-14e4-47ff-af23-7f368a8ef61d req-a824493e-b843-42f0-948a-0d4a186a3b09 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 944 time: 0.0692041 Jan 27 22:10:22.439804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-391455d8-8f26-4fa3-9d79-93e01aee0770', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:22.440738 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.452118 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4c5feec5-bad1-4466-919e-4ca9e44c65c9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9427826 Jan 27 22:10:22.452774 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57134) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:22.457020 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:22.475764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52dba18c-14e4-47ff-af23-7f368a8ef61d req-61068003-00a6-4f43-99fb-b9f441ce759b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629284 Jan 27 22:10:22.578633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Allocated IP 172.20.0.2 (391455d8-8f26-4fa3-9d79-93e01aee0770/33917b9a-43a3-442a-a595-bfdc40739879/eadeb881-8e5e-4b9d-85c8-2982b3a5da08) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:22.641465 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (75324e70-1d4c-4b40-a186-54f9fb7462ac), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.642776 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (75324e70-1d4c-4b40-a186-54f9fb7462ac), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.695632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Publish callbacks [] for router_controller (75324e70-1d4c-4b40-a186-54f9fb7462ac), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.725487 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Publish callbacks [] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.922135 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.961053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Network 391455d8-8f26-4fa3-9d79-93e01aee0770 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:22.964010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:22.965192 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Publish callbacks [] for router_gateway (75324e70-1d4c-4b40-a186-54f9fb7462ac), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:22.971355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:22.979024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Pushing event updated for resources: {'Port': ['ID=eadeb881-8e5e-4b9d-85c8-2982b3a5da08,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:23.035722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Attempting to bind port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:23.036125 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Attempting to bind port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:23.036509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Attempting to bind port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 on network 391455d8-8f26-4fa3-9d79-93e01aee0770 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:23.042194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:23.042584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Checking segment: {'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:23.042995 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.043400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Bound using segment: {'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:23.043877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Bound port: eadeb881-8e5e-4b9d-85c8-2982b3a5da08, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:23.044298 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.116909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] For port eadeb881-8e5e-4b9d-85c8-2982b3a5da08, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:23.121098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] For port eadeb881-8e5e-4b9d-85c8-2982b3a5da08, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=eadeb881-8e5e-4b9d-85c8-2982b3a5da08,segment=NetworkSegment(65ec2992-b32f-419c-9a72-b5ccaa103646),segment_id=65ec2992-b32f-419c-9a72-b5ccaa103646)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:23.242404 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.334598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a73463-68ab-4c3d-9eb4-a69229d72ca1 None None] Pushing event updated for resources: {'Port': ['ID=eadeb881-8e5e-4b9d-85c8-2982b3a5da08,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:23.442404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc8e07-4964-459f-894e-58a995806822 req-3b7fc902-7dd5-47e3-a76d-aff1849437f3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:23.455180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52dc8e07-4964-459f-894e-58a995806822 req-3b7fc902-7dd5-47e3-a76d-aff1849437f3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0838189 Jan 27 22:10:23.524054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52dc8e07-4964-459f-894e-58a995806822 req-2f5934d2-e41a-4e06-a058-6f2c4015a8f8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671506 Jan 27 22:10:23.655675 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Publish callbacks [] for router_gateway (75324e70-1d4c-4b40-a186-54f9fb7462ac), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.666254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91197f4e-6983-4275-8c63-c0a4f02ec135 req-4dc54387-db02-4094-8269-3966671f3243 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:23.667881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91197f4e-6983-4275-8c63-c0a4f02ec135 req-4dc54387-db02-4094-8269-3966671f3243 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 944 time: 0.0594678 Jan 27 22:10:23.696053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:23.734680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91197f4e-6983-4275-8c63-c0a4f02ec135 req-1d5c89df-e48c-475c-98b6-554ec6873c10 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535457 Jan 27 22:10:23.884148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Allocated IP 172.25.0.43 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/579f2478-4cbb-477a-847f-fb06caa3aac0) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:24.004602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Publish callbacks [] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.175785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device fba43ec9-6b65-436d-990f-ce85d374ccce details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:10:24.197321 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.256624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:24.265225 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:24.269067 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:24.303642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Pushing event updated for resources: {'Port': ['ID=579f2478-4cbb-477a-847f-fb06caa3aac0,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:24.367906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port fba43ec9-6b65-436d-990f-ce85d374ccce, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fba43ec9-6b65-436d-990f-ce85d374ccce,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:24.391735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'fba43ec9-6b65-436d-990f-ce85d374ccce', 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9', 'port_id': 'fba43ec9-6b65-436d-990f-ce85d374ccce', 'mac_address': 'fa:16:3e:6e:a9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74e56ac-7d09-4084-a54b-a998ce6faf0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:10:24.460675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port fba43ec9-6b65-436d-990f-ce85d374ccce is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:24.461162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.479637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba43ec9-6b65-436d-990f-ce85d374ccce {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:24.520812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port fba43ec9-6b65-436d-990f-ce85d374ccce, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fba43ec9-6b65-436d-990f-ce85d374ccce,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:24.544096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device eadeb881-8e5e-4b9d-85c8-2982b3a5da08 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:24.603578 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.604283 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 8574e307-8514-4dec-86d4-ce26e70f6285 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:10:24.644515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:24.644910 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.652652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4806ce-8808-43dd-bdfe-a96f06959433 None None] Network 391455d8-8f26-4fa3-9d79-93e01aee0770 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:24.662821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf0302-44ba-4540-b166-5df622fffbf8 req-80d10f24-34ca-4ff9-aa6c-791cb5418967 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:24.664208 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4bf0302-44ba-4540-b166-5df622fffbf8 req-80d10f24-34ca-4ff9-aa6c-791cb5418967 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0555239 Jan 27 22:10:24.724651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4bf0302-44ba-4540-b166-5df622fffbf8 req-5d972745-d037-4ad6-b0d4-1506dbaadfea tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519161 Jan 27 22:10:24.816471 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Publish callbacks [] for router_gateway (75324e70-1d4c-4b40-a186-54f9fb7462ac), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:24.893269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f4885-3ac1-4a74-9023-9f1302ed0dd2 req-2e379afd-0272-495f-b2fd-59f66155348d tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:24.894812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5f4885-3ac1-4a74-9023-9f1302ed0dd2 req-2e379afd-0272-495f-b2fd-59f66155348d tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 945 time: 0.0706034 Jan 27 22:10:24.919099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 8574e307-8514-4dec-86d4-ce26e70f6285, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=8574e307-8514-4dec-86d4-ce26e70f6285,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:24.938147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=fba43ec9-6b65-436d-990f-ce85d374ccce,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:24.948208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '8574e307-8514-4dec-86d4-ce26e70f6285', 'network_id': '9761b2bc-df24-4ea4-a402-9cec8a910bb9', 'port_id': '8574e307-8514-4dec-86d4-ce26e70f6285', 'mac_address': 'fa:16:3e:e4:e5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74e56ac-7d09-4084-a54b-a998ce6faf0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:10:24.954841 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a5f4885-3ac1-4a74-9023-9f1302ed0dd2 req-e0be01b6-ced1-488d-9924-26dd60b6496b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531626 Jan 27 22:10:24.995817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-04f96570-3cab-46a0-9ff1-cab82d0f164e None None] Provisioning complete for port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:24.997110 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04f96570-3cab-46a0-9ff1-cab82d0f164e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.054005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (75324e70-1d4c-4b40-a186-54f9fb7462ac), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.076971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 8574e307-8514-4dec-86d4-ce26e70f6285 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:25.077368 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.119068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8574e307-8514-4dec-86d4-ce26e70f6285 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:10:25.146105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:25.146507 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.165390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 8574e307-8514-4dec-86d4-ce26e70f6285, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=8574e307-8514-4dec-86d4-ce26e70f6285,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:25.228573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-04f96570-3cab-46a0-9ff1-cab82d0f164e None None] Current status of the port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:25.229433 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04f96570-3cab-46a0-9ff1-cab82d0f164e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.231759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port eadeb881-8e5e-4b9d-85c8-2982b3a5da08, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=eadeb881-8e5e-4b9d-85c8-2982b3a5da08,segment=NetworkSegment(65ec2992-b32f-419c-9a72-b5ccaa103646),segment_id=65ec2992-b32f-419c-9a72-b5ccaa103646)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:25.396095 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.435976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Router 75324e70-1d4c-4b40-a186-54f9fb7462ac is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:10:25.441652 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.450337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=8574e307-8514-4dec-86d4-ce26e70f6285,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:25.551011 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-04f96570-3cab-46a0-9ff1-cab82d0f164e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:10:25.551381 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-04f96570-3cab-46a0-9ff1-cab82d0f164e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:10:25.552047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=eadeb881-8e5e-4b9d-85c8-2982b3a5da08,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:25.565434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:25.584939 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Sync routers for ids ['75324e70-1d4c-4b40-a186-54f9fb7462ac'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:25.593941 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Routers {'75324e70-1d4c-4b40-a186-54f9fb7462ac'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:25.594696 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:10:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['75324e70-1d4c-4b40-a186-54f9fb7462ac'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:25.664809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['fba43ec9-6b65-436d-990f-ce85d374ccce'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:10:25.664809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['8574e307-8514-4dec-86d4-ce26e70f6285'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:10:25.700164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:25.703917 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-02cd2a52-b7a1-4cf9-8988-4d3dc96ba429 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2477341 Jan 27 22:10:25.704308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57156) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:25.715269 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Set router 75324e70-1d4c-4b40-a186-54f9fb7462ac gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:25.969167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bb53e-b72e-4c65-872b-40abbcc8a3f5 req-e9e3e888-4303-460e-ba61-c4af63c1f1df tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:25.971239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-052bb53e-b72e-4c65-872b-40abbcc8a3f5 req-e9e3e888-4303-460e-ba61-c4af63c1f1df tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.1253879 Jan 27 22:10:25.972435 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:24Z', 'revision_number': 3, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:26.012757 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Checking router: 75324e70-1d4c-4b40-a186-54f9fb7462ac for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:10:26.013190 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Updating router 75324e70-1d4c-4b40-a186-54f9fb7462ac port 579f2478-4cbb-477a-847f-fb06caa3aac0 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:10:26.041468 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.101002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-04f96570-3cab-46a0-9ff1-cab82d0f164e None None] Current status of the port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:26.167753 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-052bb53e-b72e-4c65-872b-40abbcc8a3f5 req-e793c70c-4cbd-42e5-a529-b81e8c5deaae tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396708 Jan 27 22:10:26.182551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65797383-5b10-44c3-bf42-1830b7b04888 req-9b29494f-900c-4be5-bab6-53b6c285938e tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:26.193043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65797383-5b10-44c3-bf42-1830b7b04888 req-9b29494f-900c-4be5-bab6-53b6c285938e tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 945 time: 0.1439190 Jan 27 22:10:26.226590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-16f5cf7c-9b17-43c6-8ada-84bb58d96707 None None] Provisioning complete for port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:26.226982 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-16f5cf7c-9b17-43c6-8ada-84bb58d96707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.335210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65797383-5b10-44c3-bf42-1830b7b04888 req-f8e5635f-f9ad-4195-99fe-450002219d70 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337416 Jan 27 22:10:26.361709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-16f5cf7c-9b17-43c6-8ada-84bb58d96707 None None] Current status of the port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:26.375511 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Publish callbacks [] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.422180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device eadeb881-8e5e-4b9d-85c8-2982b3a5da08 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:26.460663 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.475763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:26.476284 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.529286 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.560820 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:26.593969 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c87f74-6693-4126-a259-28f2025026cd None None] Pushing event updated for resources: {'Port': ['ID=579f2478-4cbb-477a-847f-fb06caa3aac0,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:26.606081 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Attempting to bind port 579f2478-4cbb-477a-847f-fb06caa3aac0 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:26.606714 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Attempting to bind port 579f2478-4cbb-477a-847f-fb06caa3aac0 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:26.607092 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Attempting to bind port 579f2478-4cbb-477a-847f-fb06caa3aac0 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:26.615227 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:26.616429 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:26.616728 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.617221 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:26.617799 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Bound port: 579f2478-4cbb-477a-847f-fb06caa3aac0, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:26.618762 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.663989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Allocated IP 172.20.0.1 (391455d8-8f26-4fa3-9d79-93e01aee0770/33917b9a-43a3-442a-a595-bfdc40739879/9be483d1-ab0b-4fec-8519-c67186030483) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:26.767925 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] For port 579f2478-4cbb-477a-847f-fb06caa3aac0, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:26.770998 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] For port 579f2478-4cbb-477a-847f-fb06caa3aac0, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=579f2478-4cbb-477a-847f-fb06caa3aac0,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:26.783730 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Publish callbacks [] for port (9be483d1-ab0b-4fec-8519-c67186030483), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.893516 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.953112 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Routers {'75324e70-1d4c-4b40-a186-54f9fb7462ac'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:26.953727 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:10:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['75324e70-1d4c-4b40-a186-54f9fb7462ac'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:26.979197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9be483d1-ab0b-4fec-8519-c67186030483), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:26.995578 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c87f74-6693-4126-a259-28f2025026cd None None] Pushing event updated for resources: {'Port': ['ID=579f2478-4cbb-477a-847f-fb06caa3aac0,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:27.027895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Network 391455d8-8f26-4fa3-9d79-93e01aee0770 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:27.039328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:27.043853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:27.110701 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] Set router 75324e70-1d4c-4b40-a186-54f9fb7462ac gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:27.114627 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (75324e70-1d4c-4b40-a186-54f9fb7462ac), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.189305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Pushing event updated for resources: {'Port': ['ID=9be483d1-ab0b-4fec-8519-c67186030483,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:27.200514 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.296818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9caef8e4-8060-4e79-9edb-adc92d4e07a1 None None] Provisioning complete for port 9be483d1-ab0b-4fec-8519-c67186030483 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:27.297546 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9caef8e4-8060-4e79-9edb-adc92d4e07a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9be483d1-ab0b-4fec-8519-c67186030483), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.342138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9caef8e4-8060-4e79-9edb-adc92d4e07a1 None None] Port 9be483d1-ab0b-4fec-8519-c67186030483 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:27.364972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4f982-11d4-4bae-9c6e-4dfc6fdc63f8 req-fa5156ec-52fa-4719-b800-8dbab7874b2f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:27.367096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-97a4f982-11d4-4bae-9c6e-4dfc6fdc63f8 req-fa5156ec-52fa-4719-b800-8dbab7874b2f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0744946 Jan 27 22:10:27.371057 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:24Z', 'revision_number': 3, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:27.407258 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6b32ce-9b36-405e-9750-8a8bfdbf40fa None None] The sync data for ids ['75324e70-1d4c-4b40-a186-54f9fb7462ac'] in n-d-760456-6 is: [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:24Z', 'revision_number': 3, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:27.429802 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-97a4f982-11d4-4bae-9c6e-4dfc6fdc63f8 req-22195651-b1a7-42e4-9221-414ecc919a5b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559025 Jan 27 22:10:27.527900 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9be483d1-ab0b-4fec-8519-c67186030483), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.618555 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:27.714681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1bb8-c2e5-4b33-a958-62ff31d6919c req-8519cd4c-5093-4e83-a2c6-49982b74f648 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:27.716282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4f1bb8-c2e5-4b33-a958-62ff31d6919c req-8519cd4c-5093-4e83-a2c6-49982b74f648 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 945 time: 0.1279249 Jan 27 22:10:27.823994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4f1bb8-c2e5-4b33-a958-62ff31d6919c req-0995c3a5-7d9e-4695-adba-e5a3c7de16e1 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945270 Jan 27 22:10:27.835213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Publish callbacks [] for port (9be483d1-ab0b-4fec-8519-c67186030483), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.207665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device fba43ec9-6b65-436d-990f-ce85d374ccce up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:28.270566 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9be483d1-ab0b-4fec-8519-c67186030483), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.347058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Pushing event updated for resources: {'Port': ['ID=9be483d1-ab0b-4fec-8519-c67186030483,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:28.350548 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (75324e70-1d4c-4b40-a186-54f9fb7462ac), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.478535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Network 391455d8-8f26-4fa3-9d79-93e01aee0770 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:28.480381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:28.510320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port fba43ec9-6b65-436d-990f-ce85d374ccce completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:10:28.523082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port fba43ec9-6b65-436d-990f-ce85d374ccce triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:28.526370 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.533161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 579f2478-4cbb-477a-847f-fb06caa3aac0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:28.675016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f739b0c-fd3e-41af-9c1d-177096045946 req-38ae3dbb-4448-4995-8718-1625097b2bdf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:28.676599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f739b0c-fd3e-41af-9c1d-177096045946 req-38ae3dbb-4448-4995-8718-1625097b2bdf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.1022167 Jan 27 22:10:28.720352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Router 75324e70-1d4c-4b40-a186-54f9fb7462ac has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:10:28.734636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 579f2478-4cbb-477a-847f-fb06caa3aac0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:28.735281 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.765699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port fba43ec9-6b65-436d-990f-ce85d374ccce is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:28.766103 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.770610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f739b0c-fd3e-41af-9c1d-177096045946 req-1ed5068d-d637-42a6-8fbd-73fe3b9fa765 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836296 Jan 27 22:10:28.829386 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port fba43ec9-6b65-436d-990f-ce85d374ccce, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fba43ec9-6b65-436d-990f-ce85d374ccce,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:28.834918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe84fb00-853e-493f-baa1-0337238efa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba43ec9-6b65-436d-990f-ce85d374ccce'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:28.837755 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a447610-224c-422e-b949-59d542084f1a" -d '{"events": [{"server_uuid": "fe84fb00-853e-493f-baa1-0337238efa67", "name": "network-vif-plugged", "status": "completed", "tag": "fba43ec9-6b65-436d-990f-ce85d374ccce"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:28.909039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:28.915958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8bde3b43-b390-4173-b6bc-5715e7a099ff admin admin] 10.222.0.61 "PUT /v2.0/routers/75324e70-1d4c-4b40-a186-54f9fb7462ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2104456 Jan 27 22:10:28.927340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 579f2478-4cbb-477a-847f-fb06caa3aac0 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:28.927855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.954477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 579f2478-4cbb-477a-847f-fb06caa3aac0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=579f2478-4cbb-477a-847f-fb06caa3aac0,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:28.962867 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:28.963785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 8574e307-8514-4dec-86d4-ce26e70f6285 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:29.000456 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a04e92-4e9f-4ed5-8caf-6fd97b84c411 req-b6a0f93f-6a4e-44f6-a546-dbbdc5fd8a42 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:29.021671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91a04e92-4e9f-4ed5-8caf-6fd97b84c411 req-b6a0f93f-6a4e-44f6-a546-dbbdc5fd8a42 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0862379 Jan 27 22:10:29.083239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91a04e92-4e9f-4ed5-8caf-6fd97b84c411 req-0015bb6c-3696-4b87-9eeb-7b4720b48c88 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599592 Jan 27 22:10:29.171494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.171494 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab453dd-f05d-43c2-ae93-44a4c11fc0a5 x-openstack-request-id: req-5ab453dd-f05d-43c2-ae93-44a4c11fc0a5 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:29.171494 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe84fb00-853e-493f-baa1-0337238efa67", "name": "network-vif-plugged", "status": "completed", "tag": "fba43ec9-6b65-436d-990f-ce85d374ccce", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:29.171494 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ab453dd-f05d-43c2-ae93-44a4c11fc0a5 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:29.171494 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe84fb00-853e-493f-baa1-0337238efa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba43ec9-6b65-436d-990f-ce85d374ccce', 'code': 200} Jan 27 22:10:29.171494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-03ac4020-c1cd-43ec-ab4c-908933f49623 None None] Provisioning complete for port 9be483d1-ab0b-4fec-8519-c67186030483 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:29.171494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03ac4020-c1cd-43ec-ab4c-908933f49623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9be483d1-ab0b-4fec-8519-c67186030483), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.223244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=fba43ec9-6b65-436d-990f-ce85d374ccce,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:29.235705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-03ac4020-c1cd-43ec-ab4c-908933f49623 None None] Port 9be483d1-ab0b-4fec-8519-c67186030483 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:29.299388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf1f16-4160-4a4d-ad4b-a13f1561f9a4 req-33291ac4-3e6d-4de7-a8d8-7895b1b05277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:29.301475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8bf1f16-4160-4a4d-ad4b-a13f1561f9a4 req-33291ac4-3e6d-4de7-a8d8-7895b1b05277 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 1097 time: 0.0759869 Jan 27 22:10:29.317061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=579f2478-4cbb-477a-847f-fb06caa3aac0,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:29.361347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 8574e307-8514-4dec-86d4-ce26e70f6285 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:10:29.368654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 8574e307-8514-4dec-86d4-ce26e70f6285 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:29.368654 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.372632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8bf1f16-4160-4a4d-ad4b-a13f1561f9a4 req-f0f12e2a-aac9-4a50-8503-1b1eb2ef58d6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646818 Jan 27 22:10:29.453946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 8574e307-8514-4dec-86d4-ce26e70f6285 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:29.454991 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.488998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 8574e307-8514-4dec-86d4-ce26e70f6285, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=8574e307-8514-4dec-86d4-ce26e70f6285,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:29.543325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Sync routers for ids ['75324e70-1d4c-4b40-a186-54f9fb7462ac'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:29.554040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Routers {'75324e70-1d4c-4b40-a186-54f9fb7462ac'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:29.554809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:10:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['75324e70-1d4c-4b40-a186-54f9fb7462ac'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:29.659674 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:29.698981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Set router 75324e70-1d4c-4b40-a186-54f9fb7462ac gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:29.767352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=8574e307-8514-4dec-86d4-ce26e70f6285,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:29.900165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ebd71-4dc9-4cb4-bf47-25e0f37e15c0 req-70116d87-54c4-4330-95eb-40d57997cc49 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:29.908523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-149ebd71-4dc9-4cb4-bf47-25e0f37e15c0 req-70116d87-54c4-4330-95eb-40d57997cc49 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0673134 Jan 27 22:10:29.956455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-149ebd71-4dc9-4cb4-bf47-25e0f37e15c0 req-707955e5-e14e-4f2c-a320-d7dcf81714a6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468805 Jan 27 22:10:29.961787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '9be483d1-ab0b-4fec-8519-c67186030483', 'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'mac_address': 'fa:16:3e:16:44:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:26Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 2, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'subnets': [{'id': '33917b9a-43a3-442a-a595-bfdc40739879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:29.990968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Checking router: 75324e70-1d4c-4b40-a186-54f9fb7462ac for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:10:29.991326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Updating router 75324e70-1d4c-4b40-a186-54f9fb7462ac port 9be483d1-ab0b-4fec-8519-c67186030483 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:10:30.026831 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9be483d1-ab0b-4fec-8519-c67186030483), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.214184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c84f7-113c-4d4b-a1dd-5125b0a577fd req-149e5449-c47e-4a43-af4d-c0ef67afd312 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:30.215967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57200) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:30.216479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c61c84f7-113c-4d4b-a1dd-5125b0a577fd req-149e5449-c47e-4a43-af4d-c0ef67afd312 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0592544 Jan 27 22:10:30.221764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-803144812-network', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:30.292886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c61c84f7-113c-4d4b-a1dd-5125b0a577fd req-93239cdc-9603-4ff9-b345-cac26e74b52b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710034 Jan 27 22:10:30.350385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Made reservation on behalf of 3f244ad178a64f338c658295e22b1a4e for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:30.354846 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.364923 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.370111 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Publish callbacks [] for port (9be483d1-ab0b-4fec-8519-c67186030483), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.423519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 579f2478-4cbb-477a-847f-fb06caa3aac0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:30.452523 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Publish callbacks [] for security_group (770a5291-fde4-422a-bd0e-4f2111b76db5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.475738 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9be483d1-ab0b-4fec-8519-c67186030483), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.480046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 579f2478-4cbb-477a-847f-fb06caa3aac0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:30.480447 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.559146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece50b03-434f-424c-bb9e-5b077c49dc88 None None] Pushing event updated for resources: {'Port': ['ID=9be483d1-ab0b-4fec-8519-c67186030483,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:30.649014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Attempting to bind port 9be483d1-ab0b-4fec-8519-c67186030483 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:30.649962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Attempting to bind port 9be483d1-ab0b-4fec-8519-c67186030483 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:30.650330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Attempting to bind port 9be483d1-ab0b-4fec-8519-c67186030483 on network 391455d8-8f26-4fa3-9d79-93e01aee0770 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:30.654745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 579f2478-4cbb-477a-847f-fb06caa3aac0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:30.658757 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (770a5291-fde4-422a-bd0e-4f2111b76db5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.663376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:30.663376 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Checking segment: {'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:30.664485 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.665195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Bound using segment: {'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:30.665683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Bound port: 9be483d1-ab0b-4fec-8519-c67186030483, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:30.666089 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9be483d1-ab0b-4fec-8519-c67186030483), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.696689 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:10:30.709585 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770a5291-fde4-422a-bd0e-4f2111b76db5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:30.716851 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (59a31011-23fa-4abb-8e44-22870a21a01d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.720425 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Added segment 59a31011-23fa-4abb-8e44-22870a21a01d of type vlan for network 93b9d7f1-c7dc-483d-9b8d-399d25e77c02 Jan 27 22:10:30.752764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] For port 9be483d1-ab0b-4fec-8519-c67186030483, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:30.756633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] For port 9be483d1-ab0b-4fec-8519-c67186030483, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9be483d1-ab0b-4fec-8519-c67186030483,segment=NetworkSegment(65ec2992-b32f-419c-9a72-b5ccaa103646),segment_id=65ec2992-b32f-419c-9a72-b5ccaa103646)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:30.773796 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (93b9d7f1-c7dc-483d-9b8d-399d25e77c02), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.873366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-cba728b7-fcc2-4e4f-baaf-2cd1c2c2872e None None] Provisioning complete for port 9be483d1-ab0b-4fec-8519-c67186030483 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:30.874213 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cba728b7-fcc2-4e4f-baaf-2cd1c2c2872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9be483d1-ab0b-4fec-8519-c67186030483), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.901856 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9be483d1-ab0b-4fec-8519-c67186030483), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.935521 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cba728b7-fcc2-4e4f-baaf-2cd1c2c2872e None None] Port 9be483d1-ab0b-4fec-8519-c67186030483 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:30.969561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece50b03-434f-424c-bb9e-5b077c49dc88 None None] Pushing event updated for resources: {'Port': ['ID=9be483d1-ab0b-4fec-8519-c67186030483,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:30.972504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Routers {'75324e70-1d4c-4b40-a186-54f9fb7462ac'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:30.973223 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:10:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['75324e70-1d4c-4b40-a186-54f9fb7462ac'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:30.984107 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (93b9d7f1-c7dc-483d-9b8d-399d25e77c02), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:30.985155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:30.985745 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.102926 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] Pushing event updated for resources: {'Network': ['ID=93b9d7f1-c7dc-483d-9b8d-399d25e77c02,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:31.132801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] Set router 75324e70-1d4c-4b40-a186-54f9fb7462ac gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:31.135320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be76ff-2027-4664-af9a-f0ac4d3b89ca req-f284ac03-5e70-41e0-a758-77980426326b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:31.139351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52be76ff-2027-4664-af9a-f0ac4d3b89ca req-f284ac03-5e70-41e0-a758-77980426326b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0817013 Jan 27 22:10:31.178082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1976e3c2-1c68-4f5e-ba5f-11b04c891760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8574e307-8514-4dec-86d4-ce26e70f6285'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:10:31.181343 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d3a5ab-addb-4ae4-b2fd-be2f41fe2d9a" -d '{"events": [{"server_uuid": "1976e3c2-1c68-4f5e-ba5f-11b04c891760", "name": "network-vif-plugged", "status": "completed", "tag": "8574e307-8514-4dec-86d4-ce26e70f6285"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:10:31.188006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 93b9d7f1-c7dc-483d-9b8d-399d25e77c02 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:10:31.222959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52be76ff-2027-4664-af9a-f0ac4d3b89ca req-57632fde-49d5-4542-8c56-2219add37ecd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778284 Jan 27 22:10:31.240395 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d925b992-27a6-426b-96af-0074c959ec98 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0224648 Jan 27 22:10:31.243026 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57208) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:31.248121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-92243e78-514e-468d-a7ac-8ec3167ab7f8 admin admin] Request body: {'subnet': {'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-803144812-subnet', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:31.401594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92243e78-514e-468d-a7ac-8ec3167ab7f8 admin admin] Made reservation on behalf of 3f244ad178a64f338c658295e22b1a4e for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:10:31.404819 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92243e78-514e-468d-a7ac-8ec3167ab7f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.464136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846ce90-41c8-4b0d-a01a-dc9f086a5b65 req-e1560d89-cee1-4fdc-9ee8-ea7dd8f29a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:31.466027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2846ce90-41c8-4b0d-a01a-dc9f086a5b65 req-e1560d89-cee1-4fdc-9ee8-ea7dd8f29a41 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 1096 time: 0.1371903 Jan 27 22:10:31.501277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb52386-20bc-4414-a65c-ffa0be78d5be req-10587acd-9f75-40aa-822a-4e74c1b29f9e tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:31.512879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5fb52386-20bc-4414-a65c-ffa0be78d5be req-10587acd-9f75-40aa-822a-4e74c1b29f9e tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.1140180 Jan 27 22:10:31.531223 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be667f5-d774-4844-aae9-8577ae6702cd x-openstack-request-id: req-8be667f5-d774-4844-aae9-8577ae6702cd {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:10:31.531517 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1976e3c2-1c68-4f5e-ba5f-11b04c891760", "name": "network-vif-plugged", "status": "completed", "tag": "8574e307-8514-4dec-86d4-ce26e70f6285", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:10:31.531770 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8be667f5-d774-4844-aae9-8577ae6702cd {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:10:31.532225 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1976e3c2-1c68-4f5e-ba5f-11b04c891760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8574e307-8514-4dec-86d4-ce26e70f6285', 'code': 200} Jan 27 22:10:31.622289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5fb52386-20bc-4414-a65c-ffa0be78d5be req-106a7bd2-74dc-4263-829b-ef64496f857e tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052587 Jan 27 22:10:31.639249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2846ce90-41c8-4b0d-a01a-dc9f086a5b65 req-7c8996d3-bf42-4d04-a884-df6a69e0f14e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669185 Jan 27 22:10:31.640321 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b1cb63e6-4635-4dcf-9a9f-bedecf8f52d3 None None] Provisioning complete for port 9be483d1-ab0b-4fec-8519-c67186030483 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:31.640711 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b1cb63e6-4635-4dcf-9a9f-bedecf8f52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9be483d1-ab0b-4fec-8519-c67186030483), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.833563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb63e6-4635-4dcf-9a9f-bedecf8f52d3 None None] Current status of the port 9be483d1-ab0b-4fec-8519-c67186030483 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:31.833871 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b1cb63e6-4635-4dcf-9a9f-bedecf8f52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9be483d1-ab0b-4fec-8519-c67186030483), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:31.881348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '9be483d1-ab0b-4fec-8519-c67186030483', 'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'mac_address': 'fa:16:3e:16:44:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:26Z', 'updated_at': '2022-01-27T22:10:30Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'subnets': [{'id': '33917b9a-43a3-442a-a595-bfdc40739879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:31.886486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b1cb63e6-4635-4dcf-9a9f-bedecf8f52d3 None None] For port 9be483d1-ab0b-4fec-8519-c67186030483, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9be483d1-ab0b-4fec-8519-c67186030483,segment=NetworkSegment(65ec2992-b32f-419c-9a72-b5ccaa103646),segment_id=65ec2992-b32f-419c-9a72-b5ccaa103646)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:31.918028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65842b44-055a-4471-afdc-ac31060f02d2 None None] The sync data for ids ['75324e70-1d4c-4b40-a186-54f9fb7462ac'] in n-d-760456-6 is: [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '9be483d1-ab0b-4fec-8519-c67186030483', 'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'mac_address': 'fa:16:3e:16:44:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:26Z', 'updated_at': '2022-01-27T22:10:30Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'subnets': [{'id': '33917b9a-43a3-442a-a595-bfdc40739879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:31.927987 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92243e78-514e-468d-a7ac-8ec3167ab7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (2aa0e2cf-012a-4725-a6af-a952806db2d8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.017566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92243e78-514e-468d-a7ac-8ec3167ab7f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa0e2cf-012a-4725-a6af-a952806db2d8,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:32.036456 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b1cb63e6-4635-4dcf-9a9f-bedecf8f52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9be483d1-ab0b-4fec-8519-c67186030483), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.056829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92243e78-514e-468d-a7ac-8ec3167ab7f8 admin admin] Checking segment: {'id': '59a31011-23fa-4abb-8e44-22870a21a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:32.057611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92243e78-514e-468d-a7ac-8ec3167ab7f8 admin admin] Network hostable DHCP agents. Network: 93b9d7f1-c7dc-483d-9b8d-399d25e77c02, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:10:32.110145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb63e6-4635-4dcf-9a9f-bedecf8f52d3 None None] Pushing event updated for resources: {'Port': ['ID=9be483d1-ab0b-4fec-8519-c67186030483,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:32.182878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57222) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.225017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92243e78-514e-468d-a7ac-8ec3167ab7f8 admin admin] Network 93b9d7f1-c7dc-483d-9b8d-399d25e77c02 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:10:32.347285 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f8f28b3b-a390-4229-a0a9-e47183d1f3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.384781 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-924197df-5287-4596-9e27-02d15000ccd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.498708 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-92243e78-514e-468d-a7ac-8ec3167ab7f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 93b9d7f1-c7dc-483d-9b8d-399d25e77c02) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:32.511775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31edb61-94ad-41a5-bcc5-e6fa1d93616f None None] Network 93b9d7f1-c7dc-483d-9b8d-399d25e77c02 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:32.526675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92243e78-514e-468d-a7ac-8ec3167ab7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:32.528419 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-92243e78-514e-468d-a7ac-8ec3167ab7f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.574632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-924197df-5287-4596-9e27-02d15000ccd7 admin admin] Publish callbacks [] for security_group (4975f019-d48e-45ba-b78a-67183237ea5e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.599385 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9be483d1-ab0b-4fec-8519-c67186030483 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:32.658667 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-924197df-5287-4596-9e27-02d15000ccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4975f019-d48e-45ba-b78a-67183237ea5e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.695102 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-924197df-5287-4596-9e27-02d15000ccd7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a730ba496d34d0485b254ebad060d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5080273 Jan 27 22:10:32.695339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57232) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.737362 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-92243e78-514e-468d-a7ac-8ec3167ab7f8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4928114 Jan 27 22:10:32.743821 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57234) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:32.751762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-803144812-router', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:10:32.757377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 9be483d1-ab0b-4fec-8519-c67186030483 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:32.759262 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9be483d1-ab0b-4fec-8519-c67186030483), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.787690 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924197df-5287-4596-9e27-02d15000ccd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4975f019-d48e-45ba-b78a-67183237ea5e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:32.814154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1390593-ff87-476f-8722-082888d8cada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-93b9d7f1-c7dc-483d-9b8d-399d25e77c02', 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02', 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'fixed_ips': [{'subnet_id': '2aa0e2cf-012a-4725-a6af-a952806db2d8'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:10:32.815715 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f1390593-ff87-476f-8722-082888d8cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.866711 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f228f0e-e71c-4341-aa0e-3b1f36436143 admin admin] Publish callbacks [] for security_group (4975f019-d48e-45ba-b78a-67183237ea5e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.900249 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f228f0e-e71c-4341-aa0e-3b1f36436143 admin admin] Publish callbacks [] for security_group (4975f019-d48e-45ba-b78a-67183237ea5e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.964534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (4ee13765-4227-41d1-9336-99ce48f65dd6), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:32.965781 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (4ee13765-4227-41d1-9336-99ce48f65dd6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.039095 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 9be483d1-ab0b-4fec-8519-c67186030483 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:33.042931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9285d-1396-4cd3-96f9-d7f9283c2f05 req-063a51c7-125a-47d5-b91b-a5633467e010 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:33.047763 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efc9285d-1396-4cd3-96f9-d7f9283c2f05 req-063a51c7-125a-47d5-b91b-a5633467e010 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.7129583 Jan 27 22:10:33.083104 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f228f0e-e71c-4341-aa0e-3b1f36436143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4975f019-d48e-45ba-b78a-67183237ea5e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.086525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f228f0e-e71c-4341-aa0e-3b1f36436143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.087732 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2f228f0e-e71c-4341-aa0e-3b1f36436143 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4975f019-d48e-45ba-b78a-67183237ea5e HTTP/1.1" status: 204 len: 168 time: 0.3915765 Jan 27 22:10:33.095627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e11c0-c8f9-4669-b040-e7626eb71e47 req-ef0b4b92-8663-40fb-952c-238290bc91ef tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:33.097315 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a70e11c0-c8f9-4669-b040-e7626eb71e47 req-ef0b4b92-8663-40fb-952c-238290bc91ef tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.7635710 Jan 27 22:10:33.134315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-f1390593-ff87-476f-8722-082888d8cada None None] Allocated IP 172.20.0.2 (93b9d7f1-c7dc-483d-9b8d-399d25e77c02/2aa0e2cf-012a-4725-a6af-a952806db2d8/88f48a2d-d672-48f8-8b5c-7bb1ef994e1c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:33.137827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f228f0e-e71c-4341-aa0e-3b1f36436143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4975f019-d48e-45ba-b78a-67183237ea5e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:33.188262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a70e11c0-c8f9-4669-b040-e7626eb71e47 req-7e67abd7-fb4f-4639-af02-d126783da802 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763037 Jan 27 22:10:33.223468 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Publish callbacks [] for router_controller (4ee13765-4227-41d1-9336-99ce48f65dd6), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.234157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c5eda-d796-4534-a939-aa9f083993a2 req-3fddb4c9-5bc8-4843-b120-1091fb4c5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:33.235649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa7c5eda-d796-4534-a939-aa9f083993a2 req-3fddb4c9-5bc8-4843-b120-1091fb4c5ee0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f8160d1a46647948b59bb7d26ca782a&device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 1097 time: 0.8091660 Jan 27 22:10:33.240231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efc9285d-1396-4cd3-96f9-d7f9283c2f05 req-73c2a787-25a5-45b5-bc1e-76a5cb8eb09d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668391 Jan 27 22:10:33.362135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c5eda-d796-4534-a939-aa9f083993a2 req-f39d63fe-9ca8-4a12-9aa0-3ebc6a6817cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:33.363856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa7c5eda-d796-4534-a939-aa9f083993a2 req-f39d63fe-9ca8-4a12-9aa0-3ebc6a6817cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=9761b2bc-df24-4ea4-a402-9cec8a910bb9 HTTP/1.1" status: 200 len: 920 time: 0.1223142 Jan 27 22:10:33.371509 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f1390593-ff87-476f-8722-082888d8cada None None] Publish callbacks [] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.428663 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa7c5eda-d796-4534-a939-aa9f083993a2 req-77ef9f49-84ae-470a-8ee2-48527ff570d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fba43ec9-6b65-436d-990f-ce85d374ccce HTTP/1.1" status: 200 len: 217 time: 0.0482402 Jan 27 22:10:33.486229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c5eda-d796-4534-a939-aa9f083993a2 req-fe21abf1-ff6f-4809-a088-5b33619ffbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:33.493716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa7c5eda-d796-4534-a939-aa9f083993a2 req-fe21abf1-ff6f-4809-a088-5b33619ffbda service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a74e56ac-7d09-4084-a54b-a998ce6faf0a HTTP/1.1" status: 200 len: 859 time: 0.0659468 Jan 27 22:10:33.546464 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f1390593-ff87-476f-8722-082888d8cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.549311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa7c5eda-d796-4534-a939-aa9f083993a2 req-60917746-9e2f-4e9e-9fc2-3374a77e4dde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9761b2bc-df24-4ea4-a402-9cec8a910bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495822 Jan 27 22:10:33.600342 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Publish callbacks [] for router_gateway (4ee13765-4227-41d1-9336-99ce48f65dd6), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.653138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1390593-ff87-476f-8722-082888d8cada None None] Network 93b9d7f1-c7dc-483d-9b8d-399d25e77c02 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:33.657363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-f1390593-ff87-476f-8722-082888d8cada None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:33.663269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1390593-ff87-476f-8722-082888d8cada None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:33.716973 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa7c5eda-d796-4534-a939-aa9f083993a2 req-91ab7f8b-fc56-442f-be8e-1e268c29861b service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537793 Jan 27 22:10:33.721327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1390593-ff87-476f-8722-082888d8cada None None] Pushing event updated for resources: {'Port': ['ID=88f48a2d-d672-48f8-8b5c-7bb1ef994e1c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:33.776451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f1390593-ff87-476f-8722-082888d8cada None None] Attempting to bind port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:33.776841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f1390593-ff87-476f-8722-082888d8cada None None] Attempting to bind port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '59a31011-23fa-4abb-8e44-22870a21a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:33.777225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1390593-ff87-476f-8722-082888d8cada None None] Attempting to bind port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c on network 93b9d7f1-c7dc-483d-9b8d-399d25e77c02 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:33.783561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1390593-ff87-476f-8722-082888d8cada None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:33.788419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1390593-ff87-476f-8722-082888d8cada None None] Checking segment: {'id': '59a31011-23fa-4abb-8e44-22870a21a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:33.793894 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f1390593-ff87-476f-8722-082888d8cada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.799134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1390593-ff87-476f-8722-082888d8cada None None] Bound using segment: {'id': '59a31011-23fa-4abb-8e44-22870a21a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:33.804618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f1390593-ff87-476f-8722-082888d8cada None None] Bound port: 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a31011-23fa-4abb-8e44-22870a21a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:33.807622 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f1390593-ff87-476f-8722-082888d8cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:33.874571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa7c5eda-d796-4534-a939-aa9f083993a2 req-2eb40618-9df4-4fa1-a896-efa3d97d6be7 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517072 Jan 27 22:10:33.920710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f1390593-ff87-476f-8722-082888d8cada None None] For port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:33.924159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f1390593-ff87-476f-8722-082888d8cada None None] For port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=88f48a2d-d672-48f8-8b5c-7bb1ef994e1c,segment=NetworkSegment(59a31011-23fa-4abb-8e44-22870a21a01d),segment_id=59a31011-23fa-4abb-8e44-22870a21a01d)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:33.989628 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Publish callbacks [] for router_gateway (4ee13765-4227-41d1-9336-99ce48f65dd6), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.002184 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.111624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Allocated IP 172.25.0.25 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/0a36f2f8-2e60-4967-8082-840d0c7da945) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:34.184445 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f1390593-ff87-476f-8722-082888d8cada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.233976 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Publish callbacks [] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.263293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1390593-ff87-476f-8722-082888d8cada None None] Pushing event updated for resources: {'Port': ['ID=88f48a2d-d672-48f8-8b5c-7bb1ef994e1c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:34.372949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed153dd4-fa24-4f3c-9b23-7f9b9c69031b req-45465c13-7db6-48a0-bbba-11139cf8fd5c tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:34.374430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed153dd4-fa24-4f3c-9b23-7f9b9c69031b req-45465c13-7db6-48a0-bbba-11139cf8fd5c tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0873458 Jan 27 22:10:34.415506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41e4d1-ecc2-430e-93b5-808e65759b87 req-1e745cc7-a96c-407d-b802-aafa68cde4c3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:34.417246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c41e4d1-ecc2-430e-93b5-808e65759b87 req-1e745cc7-a96c-407d-b802-aafa68cde4c3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0828986 Jan 27 22:10:34.488539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57248) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:34.501244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.501759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed153dd4-fa24-4f3c-9b23-7f9b9c69031b req-080f0d1c-5879-4547-b02b-4ef23661ccd6 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151180 Jan 27 22:10:34.531651 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5a4a82d2-e7dc-4580-84e3-6c36365f4b8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.543146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c41e4d1-ecc2-430e-93b5-808e65759b87 req-a8fdfb5d-8a24-42d8-acca-dafb61c21fbe tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732527 Jan 27 22:10:34.564263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:34.576162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:34.586328 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:34.592125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Pushing event updated for resources: {'Port': ['ID=0a36f2f8-2e60-4967-8082-840d0c7da945,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:34.785208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5a4a82d2-e7dc-4580-84e3-6c36365f4b8f admin admin] Publish callbacks [] for security_group (2b41c001-f497-4dac-91c6-e356fe47f44d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.955844 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bf48852c-17fd-4da5-9601-b1612087f615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:34.959478 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5a4a82d2-e7dc-4580-84e3-6c36365f4b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2b41c001-f497-4dac-91c6-e356fe47f44d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.055636 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5a4a82d2-e7dc-4580-84e3-6c36365f4b8f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5cfdd67f14274dc39dc0eb7ba2d2a372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5558586 Jan 27 22:10:35.055763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57250) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:35.055872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a82d2-e7dc-4580-84e3-6c36365f4b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b41c001-f497-4dac-91c6-e356fe47f44d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:35.056680 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Publish callbacks [] for router_gateway (4ee13765-4227-41d1-9336-99ce48f65dd6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.117533 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-62607984-5654-42f9-a715-dda274b386e7 admin admin] Publish callbacks [] for security_group (2b41c001-f497-4dac-91c6-e356fe47f44d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.147809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-62607984-5654-42f9-a715-dda274b386e7 admin admin] Publish callbacks [] for security_group (2b41c001-f497-4dac-91c6-e356fe47f44d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.277379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (4ee13765-4227-41d1-9336-99ce48f65dd6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.337980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f520f4-b6f4-4df5-b6f8-846e679186ea None None] Network 93b9d7f1-c7dc-483d-9b8d-399d25e77c02 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:10:35.343820 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-62607984-5654-42f9-a715-dda274b386e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2b41c001-f497-4dac-91c6-e356fe47f44d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.346566 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-62607984-5654-42f9-a715-dda274b386e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.348161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-62607984-5654-42f9-a715-dda274b386e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b41c001-f497-4dac-91c6-e356fe47f44d HTTP/1.1" status: 204 len: 168 time: 0.2987769 Jan 27 22:10:35.357561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62607984-5654-42f9-a715-dda274b386e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b41c001-f497-4dac-91c6-e356fe47f44d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:35.440918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4473a58f-571c-465a-8204-01643ea17f64 None None] Provisioning complete for port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:35.441309 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4473a58f-571c-465a-8204-01643ea17f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.532453 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Router 4ee13765-4227-41d1-9336-99ce48f65dd6 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:10:35.555163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4473a58f-571c-465a-8204-01643ea17f64 None None] Current status of the port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:35.556141 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4473a58f-571c-465a-8204-01643ea17f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.596883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4473a58f-571c-465a-8204-01643ea17f64 None None] For port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=88f48a2d-d672-48f8-8b5c-7bb1ef994e1c,segment=NetworkSegment(59a31011-23fa-4abb-8e44-22870a21a01d),segment_id=59a31011-23fa-4abb-8e44-22870a21a01d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:35.655433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8dc98-6207-48fc-8889-d7bf85d43649 req-3701db4c-b23a-442e-94fb-0e8b8271e309 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:35.659062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78a8dc98-6207-48fc-8889-d7bf85d43649 req-3701db4c-b23a-442e-94fb-0e8b8271e309 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0709965 Jan 27 22:10:35.691557 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4473a58f-571c-465a-8204-01643ea17f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.743390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:35.744548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473a58f-571c-465a-8204-01643ea17f64 None None] Pushing event updated for resources: {'Port': ['ID=88f48a2d-d672-48f8-8b5c-7bb1ef994e1c,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:35.754974 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Sync routers for ids ['4ee13765-4227-41d1-9336-99ce48f65dd6'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:35.768326 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Routers {'4ee13765-4227-41d1-9336-99ce48f65dd6'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:35.769257 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:10:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4ee13765-4227-41d1-9336-99ce48f65dd6'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:35.787515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-78a8dc98-6207-48fc-8889-d7bf85d43649 req-b7a38883-d172-4911-ba51-b27e2eb8d7f3 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100690 Jan 27 22:10:35.795593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4231fb-8494-4ae2-803d-38ddfee97a08 req-6ff2a4e7-023f-4c4c-a74c-e8d68251eb6c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:35.803882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd4231fb-8494-4ae2-803d-38ddfee97a08 req-6ff2a4e7-023f-4c4c-a74c-e8d68251eb6c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.1437459 Jan 27 22:10:35.860703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd4231fb-8494-4ae2-803d-38ddfee97a08 req-1ae3d38a-91bd-49bc-89e7-c5ca03df7a7a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558217 Jan 27 22:10:35.866143 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:35.871588 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7771f003-9279-4941-9c41-2774aa253a8d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1225085 Jan 27 22:10:35.871850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57260) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:10:35.911074 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Set router 4ee13765-4227-41d1-9336-99ce48f65dd6 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:35.921774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c1e1dd8f-dced-4a18-ad61-3ca8901e5d9b None None] Provisioning complete for port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:35.922461 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dd8f-dced-4a18-ad61-3ca8901e5d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.027329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c1e1dd8f-dced-4a18-ad61-3ca8901e5d9b None None] Current status of the port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:36.108580 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'name': 'tempest-TestVolumeBackupRestore-803144812-router', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:32Z', 'updated_at': '2022-01-27T22:10:34Z', 'revision_number': 3, 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'gw_port': {'id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:34Z', 'updated_at': '2022-01-27T22:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:36.136817 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Checking router: 4ee13765-4227-41d1-9336-99ce48f65dd6 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:10:36.137184 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Updating router 4ee13765-4227-41d1-9336-99ce48f65dd6 port 0a36f2f8-2e60-4967-8082-840d0c7da945 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:10:36.164448 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.342533 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.408490 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.473317 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Publish callbacks [] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.483121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:36.537498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:36.537927 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.610777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Allocated IP 172.20.0.1 (93b9d7f1-c7dc-483d-9b8d-399d25e77c02/2aa0e2cf-012a-4725-a6af-a952806db2d8/33b0a505-d000-42cd-973b-24092efa318f) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:10:36.623958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:36.639582 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.697409 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b94f6-37f3-45cb-b22d-776b9b2f167d None None] Pushing event updated for resources: {'Port': ['ID=0a36f2f8-2e60-4967-8082-840d0c7da945,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:36.699782 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Attempting to bind port 0a36f2f8-2e60-4967-8082-840d0c7da945 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:36.700180 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Attempting to bind port 0a36f2f8-2e60-4967-8082-840d0c7da945 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:36.700546 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Attempting to bind port 0a36f2f8-2e60-4967-8082-840d0c7da945 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:36.706613 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:36.707016 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:36.707417 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.707806 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:36.708304 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Bound port: 0a36f2f8-2e60-4967-8082-840d0c7da945, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:36.708679 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.721945 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Publish callbacks [] for port (33b0a505-d000-42cd-973b-24092efa318f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.761638 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] For port 0a36f2f8-2e60-4967-8082-840d0c7da945, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:36.764798 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] For port 0a36f2f8-2e60-4967-8082-840d0c7da945, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0a36f2f8-2e60-4967-8082-840d0c7da945,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:36.913467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c832f-046b-4fbe-b0eb-d233881de41c req-4e6a97eb-c279-4f3c-b0d8-22672f494da4 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:36.915303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-008c832f-046b-4fbe-b0eb-d233881de41c req-4e6a97eb-c279-4f3c-b0d8-22672f494da4 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0614412 Jan 27 22:10:36.946402 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (33b0a505-d000-42cd-973b-24092efa318f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:36.984354 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.028250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Network 93b9d7f1-c7dc-483d-9b8d-399d25e77c02 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:37.040404 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Routers {'4ee13765-4227-41d1-9336-99ce48f65dd6'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:37.041012 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:10:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4ee13765-4227-41d1-9336-99ce48f65dd6'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:37.044123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:37.050242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:10:37.055413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-008c832f-046b-4fbe-b0eb-d233881de41c req-04f5ec1b-365f-450f-8b51-1782d834c962 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342051 Jan 27 22:10:37.058806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Pushing event updated for resources: {'Port': ['ID=33b0a505-d000-42cd-973b-24092efa318f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:37.114377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e56401-8f7a-4f4e-9098-ede1a65cbe63 req-39629ebd-3477-4fbf-a4f7-9bf92a0d3ef0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:37.115989 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-89e56401-8f7a-4f4e-9098-ede1a65cbe63 req-39629ebd-3477-4fbf-a4f7-9bf92a0d3ef0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.1712275 Jan 27 22:10:37.127885 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b94f6-37f3-45cb-b22d-776b9b2f167d None None] Pushing event updated for resources: {'Port': ['ID=0a36f2f8-2e60-4967-8082-840d0c7da945,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:37.156245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (4ee13765-4227-41d1-9336-99ce48f65dd6), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.221531 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] Set router 4ee13765-4227-41d1-9336-99ce48f65dd6 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:37.236007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-89e56401-8f7a-4f4e-9098-ede1a65cbe63 req-388b2f93-ce14-41ae-8fa5-530c205d612d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076617 Jan 27 22:10:37.372198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a1556a19-272f-4c25-831e-eceff4e2633a None None] Provisioning complete for port 33b0a505-d000-42cd-973b-24092efa318f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:37.372797 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a1556a19-272f-4c25-831e-eceff4e2633a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33b0a505-d000-42cd-973b-24092efa318f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.408233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a1556a19-272f-4c25-831e-eceff4e2633a None None] Port 33b0a505-d000-42cd-973b-24092efa318f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:37.449544 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'name': 'tempest-TestVolumeBackupRestore-803144812-router', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:32Z', 'updated_at': '2022-01-27T22:10:34Z', 'revision_number': 3, 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'gw_port': {'id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:34Z', 'updated_at': '2022-01-27T22:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:37.472478 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33b0a505-d000-42cd-973b-24092efa318f), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.476637 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d33f57-10e0-4cc9-85bf-22d2c3f07293 None None] The sync data for ids ['4ee13765-4227-41d1-9336-99ce48f65dd6'] in n-d-760456-6 is: [{'id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'name': 'tempest-TestVolumeBackupRestore-803144812-router', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:32Z', 'updated_at': '2022-01-27T22:10:34Z', 'revision_number': 3, 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'gw_port': {'id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:34Z', 'updated_at': '2022-01-27T22:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:37.504473 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.673038 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Publish callbacks [] for port (33b0a505-d000-42cd-973b-24092efa318f), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.799760 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (33b0a505-d000-42cd-973b-24092efa318f), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.908466 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (4ee13765-4227-41d1-9336-99ce48f65dd6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:37.944844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Pushing event updated for resources: {'Port': ['ID=33b0a505-d000-42cd-973b-24092efa318f,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:38.058319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Network 93b9d7f1-c7dc-483d-9b8d-399d25e77c02 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:10:38.060535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:10:38.351738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb61c02-b413-4239-99b0-aa089b9bd677 req-57626243-de8e-4545-ba48-53841573584e tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:38.355926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbb61c02-b413-4239-99b0-aa089b9bd677 req-57626243-de8e-4545-ba48-53841573584e tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.1567030 Jan 27 22:10:38.486290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Router 4ee13765-4227-41d1-9336-99ce48f65dd6 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:10:38.524899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dbb61c02-b413-4239-99b0-aa089b9bd677 req-4deab98d-dad4-4db5-9cae-d4c169be56ef tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632218 Jan 27 22:10:38.535060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3ea88-84b1-4339-b4e5-07f0ed163f86 req-c39f4218-8243-43a2-9a72-3d2f6625ef8f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:38.536890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bc3ea88-84b1-4339-b4e5-07f0ed163f86 req-c39f4218-8243-43a2-9a72-3d2f6625ef8f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.1450281 Jan 27 22:10:38.577629 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6c11d55c-9f6b-4dfd-b1cf-22c6d3c97363 None None] Provisioning complete for port 33b0a505-d000-42cd-973b-24092efa318f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:38.581211 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c11d55c-9f6b-4dfd-b1cf-22c6d3c97363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33b0a505-d000-42cd-973b-24092efa318f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.619380 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0a36f2f8-2e60-4967-8082-840d0c7da945 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:38.664806 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6c11d55c-9f6b-4dfd-b1cf-22c6d3c97363 None None] Port 33b0a505-d000-42cd-973b-24092efa318f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:38.714110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0a36f2f8-2e60-4967-8082-840d0c7da945 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:38.714743 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.727209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7bc3ea88-84b1-4339-b4e5-07f0ed163f86 req-d59830a2-72cc-4cb4-b015-8bfba237fd09 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396477 Jan 27 22:10:38.748480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:10:38.759288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a4d7aad5-b5fc-441d-a4fe-e851fefd4754 admin admin] 10.222.0.61 "PUT /v2.0/routers/4ee13765-4227-41d1-9336-99ce48f65dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8860469 Jan 27 22:10:38.907234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0a36f2f8-2e60-4967-8082-840d0c7da945 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:38.907670 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:38.948164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 0a36f2f8-2e60-4967-8082-840d0c7da945, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0a36f2f8-2e60-4967-8082-840d0c7da945,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:38.978988 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.042039 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:39.135524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=0a36f2f8-2e60-4967-8082-840d0c7da945,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:39.719443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a6122-5cb5-4579-8f58-c834ad4f08e5 req-c241b96c-0e87-4021-b43d-f0c9ce774a85 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:39.745754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c29a6122-5cb5-4579-8f58-c834ad4f08e5 req-c241b96c-0e87-4021-b43d-f0c9ce774a85 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0926638 Jan 27 22:10:39.823186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c29a6122-5cb5-4579-8f58-c834ad4f08e5 req-141f45de-98e6-4d35-8f36-1e349f5f8c46 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754919 Jan 27 22:10:39.882012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3fe81-9119-4d5d-88c4-89a3cf7261e1 req-01b69c3e-d78a-4bdd-b073-5cd3e4026ded tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:39.883665 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17e3fe81-9119-4d5d-88c4-89a3cf7261e1 req-01b69c3e-d78a-4bdd-b073-5cd3e4026ded tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0574942 Jan 27 22:10:39.933710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17e3fe81-9119-4d5d-88c4-89a3cf7261e1 req-d204aa2c-06b2-4d2a-bb61-75e781dfcafa tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Jan 27 22:10:39.984298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Sync routers for ids ['4ee13765-4227-41d1-9336-99ce48f65dd6'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:10:39.994941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Routers {'4ee13765-4227-41d1-9336-99ce48f65dd6'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:39.995561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:10:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4ee13765-4227-41d1-9336-99ce48f65dd6'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:40.305100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Set router 4ee13765-4227-41d1-9336-99ce48f65dd6 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:40.428482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0a36f2f8-2e60-4967-8082-840d0c7da945 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:40.552726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0a36f2f8-2e60-4967-8082-840d0c7da945 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:40.553109 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.615371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'name': 'tempest-TestVolumeBackupRestore-803144812-router', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:32Z', 'updated_at': '2022-01-27T22:10:37Z', 'revision_number': 4, 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'gw_port': {'id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:34Z', 'updated_at': '2022-01-27T22:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '33b0a505-d000-42cd-973b-24092efa318f', 'name': '', 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'mac_address': 'fa:16:3e:3b:27:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '2aa0e2cf-012a-4725-a6af-a952806db2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:36Z', 'updated_at': '2022-01-27T22:10:37Z', 'revision_number': 2, 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'subnets': [{'id': '2aa0e2cf-012a-4725-a6af-a952806db2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:40.659770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Checking router: 4ee13765-4227-41d1-9336-99ce48f65dd6 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:10:40.660157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Updating router 4ee13765-4227-41d1-9336-99ce48f65dd6 port 33b0a505-d000-42cd-973b-24092efa318f binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:10:40.692732 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33b0a505-d000-42cd-973b-24092efa318f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:40.694638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0a36f2f8-2e60-4967-8082-840d0c7da945 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:40.969856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad5d61-cdee-4ddc-bb2a-2fa7c18924bc req-bab35e9b-68ea-4755-80d8-6df922b8e1b3 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:40.971436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6ad5d61-cdee-4ddc-bb2a-2fa7c18924bc req-bab35e9b-68ea-4755-80d8-6df922b8e1b3 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0697758 Jan 27 22:10:40.982907 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Publish callbacks [] for port (33b0a505-d000-42cd-973b-24092efa318f), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.032236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6ad5d61-cdee-4ddc-bb2a-2fa7c18924bc req-beadcb6b-a4c6-4e99-b5a3-e7ec02691e85 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542407 Jan 27 22:10:41.069475 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (33b0a505-d000-42cd-973b-24092efa318f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.074435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a39436-286b-4f70-bc9b-142b8a548f82 req-250412c9-d11f-47a1-a8b0-1b9e970c7607 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:41.076178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67a39436-286b-4f70-bc9b-142b8a548f82 req-250412c9-d11f-47a1-a8b0-1b9e970c7607 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0600209 Jan 27 22:10:41.134970 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ff9cb-233b-4b70-9acd-fa8be72163fd None None] Pushing event updated for resources: {'Port': ['ID=33b0a505-d000-42cd-973b-24092efa318f,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:41.156396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67a39436-286b-4f70-bc9b-142b8a548f82 req-f0759822-e27d-4681-8c55-bb6ac1b2b5c7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744321 Jan 27 22:10:41.210646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Attempting to bind port 33b0a505-d000-42cd-973b-24092efa318f on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:10:41.221220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Attempting to bind port 33b0a505-d000-42cd-973b-24092efa318f by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '59a31011-23fa-4abb-8e44-22870a21a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:10:41.221220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Attempting to bind port 33b0a505-d000-42cd-973b-24092efa318f on network 93b9d7f1-c7dc-483d-9b8d-399d25e77c02 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:10:41.221220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:10:41.221220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Checking segment: {'id': '59a31011-23fa-4abb-8e44-22870a21a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:10:41.221220 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.221220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Bound using segment: {'id': '59a31011-23fa-4abb-8e44-22870a21a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:10:41.221220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Bound port: 33b0a505-d000-42cd-973b-24092efa318f, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a31011-23fa-4abb-8e44-22870a21a01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:10:41.221220 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33b0a505-d000-42cd-973b-24092efa318f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.296733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] For port 33b0a505-d000-42cd-973b-24092efa318f, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:10:41.300301 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] For port 33b0a505-d000-42cd-973b-24092efa318f, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=33b0a505-d000-42cd-973b-24092efa318f,segment=NetworkSegment(59a31011-23fa-4abb-8e44-22870a21a01d),segment_id=59a31011-23fa-4abb-8e44-22870a21a01d)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:10:41.414071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9eda1218-1df3-4578-a8fa-721396079f72 None None] Provisioning complete for port 33b0a505-d000-42cd-973b-24092efa318f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:41.424382 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9eda1218-1df3-4578-a8fa-721396079f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33b0a505-d000-42cd-973b-24092efa318f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.456852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9eda1218-1df3-4578-a8fa-721396079f72 None None] Port 33b0a505-d000-42cd-973b-24092efa318f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:10:41.460361 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (33b0a505-d000-42cd-973b-24092efa318f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.527826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Routers {'4ee13765-4227-41d1-9336-99ce48f65dd6'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:10:41.532230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:10:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4ee13765-4227-41d1-9336-99ce48f65dd6'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:41.534732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ff9cb-233b-4b70-9acd-fa8be72163fd None None] Pushing event updated for resources: {'Port': ['ID=33b0a505-d000-42cd-973b-24092efa318f,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:41.684607 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] Set router 4ee13765-4227-41d1-9336-99ce48f65dd6 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:10:41.903813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2eccf7b9-6e14-4651-8e6e-2b9d26d9b2ce None None] Provisioning complete for port 33b0a505-d000-42cd-973b-24092efa318f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:41.904221 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2eccf7b9-6e14-4651-8e6e-2b9d26d9b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33b0a505-d000-42cd-973b-24092efa318f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:41.953252 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'name': 'tempest-TestVolumeBackupRestore-803144812-router', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:32Z', 'updated_at': '2022-01-27T22:10:37Z', 'revision_number': 4, 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'gw_port': {'id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:34Z', 'updated_at': '2022-01-27T22:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '33b0a505-d000-42cd-973b-24092efa318f', 'name': '', 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'mac_address': 'fa:16:3e:3b:27:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '2aa0e2cf-012a-4725-a6af-a952806db2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:36Z', 'updated_at': '2022-01-27T22:10:41Z', 'revision_number': 4, 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'subnets': [{'id': '2aa0e2cf-012a-4725-a6af-a952806db2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:10:41.989732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e25cf3c-cb1d-4d54-a832-efcc1e0239b8 None None] The sync data for ids ['4ee13765-4227-41d1-9336-99ce48f65dd6'] in n-d-760456-6 is: [{'id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'name': 'tempest-TestVolumeBackupRestore-803144812-router', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:32Z', 'updated_at': '2022-01-27T22:10:37Z', 'revision_number': 4, 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'gw_port': {'id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:34Z', 'updated_at': '2022-01-27T22:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '33b0a505-d000-42cd-973b-24092efa318f', 'name': '', 'network_id': '93b9d7f1-c7dc-483d-9b8d-399d25e77c02', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'mac_address': 'fa:16:3e:3b:27:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '2aa0e2cf-012a-4725-a6af-a952806db2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:36Z', 'updated_at': '2022-01-27T22:10:41Z', 'revision_number': 4, 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'subnets': [{'id': '2aa0e2cf-012a-4725-a6af-a952806db2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:10:42.043733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2eccf7b9-6e14-4651-8e6e-2b9d26d9b2ce None None] Current status of the port 33b0a505-d000-42cd-973b-24092efa318f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:42.044409 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2eccf7b9-6e14-4651-8e6e-2b9d26d9b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33b0a505-d000-42cd-973b-24092efa318f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.132721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2eccf7b9-6e14-4651-8e6e-2b9d26d9b2ce None None] For port 33b0a505-d000-42cd-973b-24092efa318f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=33b0a505-d000-42cd-973b-24092efa318f,segment=NetworkSegment(59a31011-23fa-4abb-8e44-22870a21a01d),segment_id=59a31011-23fa-4abb-8e44-22870a21a01d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:10:42.218554 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2eccf7b9-6e14-4651-8e6e-2b9d26d9b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (33b0a505-d000-42cd-973b-24092efa318f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.277330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcbedb-5488-4ab3-9be6-95503ac886ee req-2aa4fd74-cc06-4e42-98b6-ab0818df8a5b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:42.299724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7fcbedb-5488-4ab3-9be6-95503ac886ee req-2aa4fd74-cc06-4e42-98b6-ab0818df8a5b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.1359096 Jan 27 22:10:42.373422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccf7b9-6e14-4651-8e6e-2b9d26d9b2ce None None] Pushing event updated for resources: {'Port': ['ID=33b0a505-d000-42cd-973b-24092efa318f,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:10:42.379552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7fcbedb-5488-4ab3-9be6-95503ac886ee req-9c0f0cf5-8098-458a-8d76-194a21ed5a96 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769384 Jan 27 22:10:42.493991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecb72c-6c5f-4ccf-ade5-ac897ba4b8ba req-7cedf22a-393b-403e-82e7-aba8ae6b62d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:42.498464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72ecb72c-6c5f-4ccf-ade5-ac897ba4b8ba req-7cedf22a-393b-403e-82e7-aba8ae6b62d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.1713135 Jan 27 22:10:42.571645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 33b0a505-d000-42cd-973b-24092efa318f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:42.615619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72ecb72c-6c5f-4ccf-ade5-ac897ba4b8ba req-24ee75a8-64b1-4561-a505-20a891fad2c5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091046 Jan 27 22:10:42.695982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 33b0a505-d000-42cd-973b-24092efa318f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:42.696396 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33b0a505-d000-42cd-973b-24092efa318f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:42.788508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 33b0a505-d000-42cd-973b-24092efa318f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:43.528939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c62e8-6ea4-4921-9fde-6ac2bfe6a856 req-6ece0821-7996-44d8-993e-2889baad9573 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:43.530938 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e50c62e8-6ea4-4921-9fde-6ac2bfe6a856 req-6ece0821-7996-44d8-993e-2889baad9573 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0699418 Jan 27 22:10:43.688120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e50c62e8-6ea4-4921-9fde-6ac2bfe6a856 req-f3980368-ee97-401e-a194-f9556a9cc622 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319897 Jan 27 22:10:43.791101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123e852-fe91-4072-bd34-91d2da44ebb7 req-76eab674-9830-4a24-9471-19a35e2c09bf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:43.793025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1123e852-fe91-4072-bd34-91d2da44ebb7 req-76eab674-9830-4a24-9471-19a35e2c09bf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0690241 Jan 27 22:10:43.848043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1123e852-fe91-4072-bd34-91d2da44ebb7 req-37262fad-bd5f-45a2-b441-26768dfd34df tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491178 Jan 27 22:10:44.406753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 33b0a505-d000-42cd-973b-24092efa318f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:10:44.461992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 33b0a505-d000-42cd-973b-24092efa318f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:10:44.462378 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33b0a505-d000-42cd-973b-24092efa318f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:44.561501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 33b0a505-d000-42cd-973b-24092efa318f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:10:44.798752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19891c-22cb-4278-b404-e437293a1bf7 req-056e5734-827a-4891-9b52-3a1473e8e773 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:44.800625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd19891c-22cb-4278-b404-e437293a1bf7 req-056e5734-827a-4891-9b52-3a1473e8e773 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0624657 Jan 27 22:10:44.902189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd19891c-22cb-4278-b404-e437293a1bf7 req-07a1bbee-c2f6-412e-a1f1-0603a92f83a2 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877759 Jan 27 22:10:44.991053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082397f-468c-4fb3-875f-fa15891bb56f req-78899b15-b0b8-40d0-9f7c-106269f96c63 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:44.993073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a082397f-468c-4fb3-875f-fa15891bb56f req-78899b15-b0b8-40d0-9f7c-106269f96c63 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0593576 Jan 27 22:10:45.046919 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a082397f-468c-4fb3-875f-fa15891bb56f req-a26f1cd3-4472-4f54-bc81-7deb1bea632d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482681 Jan 27 22:10:46.029568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca58f08-3a11-4e09-aac6-8ab42d82cc85 req-ddcb35c3-4e25-47d6-beb6-16152cf8538c tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:46.032256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ca58f08-3a11-4e09-aac6-8ab42d82cc85 req-ddcb35c3-4e25-47d6-beb6-16152cf8538c tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0519788 Jan 27 22:10:46.137839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ca58f08-3a11-4e09-aac6-8ab42d82cc85 req-bf0f5c1f-95e2-43a8-93c0-2bf9ad25466f tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857549 Jan 27 22:10:46.200314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a87e0-4ac7-42ab-a100-ec50b3a028da req-a4d06d98-5286-41e6-b970-065c5c61eb96 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:46.207665 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a7a87e0-4ac7-42ab-a100-ec50b3a028da req-a4d06d98-5286-41e6-b970-065c5c61eb96 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0632346 Jan 27 22:10:46.270601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a7a87e0-4ac7-42ab-a100-ec50b3a028da req-f2148213-39ff-487f-a03a-12af0237fe0e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614727 Jan 27 22:10:47.253517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417408e3-4eaf-40a2-8fbf-279b409d9963 req-ef9d0c21-9224-4a5b-952c-c0c249bf0070 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:47.255761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-417408e3-4eaf-40a2-8fbf-279b409d9963 req-ef9d0c21-9224-4a5b-952c-c0c249bf0070 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0553744 Jan 27 22:10:47.308118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-417408e3-4eaf-40a2-8fbf-279b409d9963 req-bbc7d50f-2665-4e49-940f-e6125a773731 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450306 Jan 27 22:10:47.412133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19838e4c-6238-49be-a883-4f30b7f882af req-27bcacea-12ed-470c-aae0-6aae07d96f7e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:47.413517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19838e4c-6238-49be-a883-4f30b7f882af req-27bcacea-12ed-470c-aae0-6aae07d96f7e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0561166 Jan 27 22:10:47.468507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19838e4c-6238-49be-a883-4f30b7f882af req-2f639bd6-afe8-4ea9-a333-661c13ffb84b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493226 Jan 27 22:10:48.453394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9517101-eb71-4e89-a23b-da08e43160c1 req-dfd2b0d2-1480-4c59-a758-f41562dc1425 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:48.455699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9517101-eb71-4e89-a23b-da08e43160c1 req-dfd2b0d2-1480-4c59-a758-f41562dc1425 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0616019 Jan 27 22:10:48.513021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9517101-eb71-4e89-a23b-da08e43160c1 req-453c398e-c03f-4132-8ef0-27d61a8fd8cf tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506241 Jan 27 22:10:48.615366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144439a5-b6c1-437b-ad9c-056afa0f8698 req-ac860ae5-0c95-40b6-b608-95fa62cc0047 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:48.625531 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-144439a5-b6c1-437b-ad9c-056afa0f8698 req-ac860ae5-0c95-40b6-b608-95fa62cc0047 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0675325 Jan 27 22:10:48.683231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-144439a5-b6c1-437b-ad9c-056afa0f8698 req-ec183745-e469-4ee5-93af-4e99d57f3cca tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568159 Jan 27 22:10:49.651432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59a876-4fbe-45cd-8447-756f32171a0c req-e5cd17c1-09c6-4e8d-920a-a1ab4ca7470a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:49.656354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f59a876-4fbe-45cd-8447-756f32171a0c req-e5cd17c1-09c6-4e8d-920a-a1ab4ca7470a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0691259 Jan 27 22:10:49.764976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f59a876-4fbe-45cd-8447-756f32171a0c req-0f9f4588-1cfd-4694-b084-0539d1fdfda1 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018531 Jan 27 22:10:49.892158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4a178-12b0-4193-8db2-9c722c57b061 req-07edf05f-f9b8-4417-81e3-76e19b0e0476 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:49.893469 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4f4a178-12b0-4193-8db2-9c722c57b061 req-07edf05f-f9b8-4417-81e3-76e19b0e0476 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0695121 Jan 27 22:10:49.958210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4f4a178-12b0-4193-8db2-9c722c57b061 req-d82d49d7-243d-4b39-8fdc-dcd405a46002 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569596 Jan 27 22:10:50.071441 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:10:50.340747 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7df2ae32-17a1-4ec2-ac9d-124ea2b57cc3 req-7bd61915-17b7-4704-a658-c1ee2652b2ce service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459623 Jan 27 22:10:50.464616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2ae32-17a1-4ec2-ac9d-124ea2b57cc3 req-5cbf5c4c-0c81-4e1c-bfcb-88b5623f4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:50.466180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7df2ae32-17a1-4ec2-ac9d-124ea2b57cc3 req-5cbf5c4c-0c81-4e1c-bfcb-88b5623f4c5e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=518ffd4efe3648d68d6197635e985ef4&device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 1097 time: 0.0552082 Jan 27 22:10:50.594909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2ae32-17a1-4ec2-ac9d-124ea2b57cc3 req-871823fa-3a96-467b-bab1-54066fc0360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:50.594909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7df2ae32-17a1-4ec2-ac9d-124ea2b57cc3 req-871823fa-3a96-467b-bab1-54066fc0360a service neutron] 10.222.0.74 "GET /v2.0/networks?id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 HTTP/1.1" status: 200 len: 910 time: 0.0972042 Jan 27 22:10:50.670270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7df2ae32-17a1-4ec2-ac9d-124ea2b57cc3 req-8c2f64cd-8584-4aa8-8aa2-8db5f6dd139d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3c392f6-ea37-4140-bd0b-5559974efee8 HTTP/1.1" status: 200 len: 1002 time: 0.0737696 Jan 27 22:10:50.740210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2ae32-17a1-4ec2-ac9d-124ea2b57cc3 req-214bca5b-d43a-40c5-804a-660f3ecab8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:50.742863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7df2ae32-17a1-4ec2-ac9d-124ea2b57cc3 req-214bca5b-d43a-40c5-804a-660f3ecab8da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dde9af2f-54b2-4611-8d0d-5b06ced1c38c HTTP/1.1" status: 200 len: 848 time: 0.0644472 Jan 27 22:10:50.808221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2ae32-17a1-4ec2-ac9d-124ea2b57cc3 req-8b4f55e2-2159-48e5-8b9b-ed1638fb9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:50.810020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7df2ae32-17a1-4ec2-ac9d-124ea2b57cc3 req-8b4f55e2-2159-48e5-8b9b-ed1638fb9b65 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608878 Jan 27 22:10:50.984897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f805d-2eb0-4a39-9cdd-20914b313ca1 req-cacd7f99-aab6-41c6-89a1-012045b9aeeb tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:50.987928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-555f805d-2eb0-4a39-9cdd-20914b313ca1 req-cacd7f99-aab6-41c6-89a1-012045b9aeeb tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.1425562 Jan 27 22:10:50.990495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7df2ae32-17a1-4ec2-ac9d-124ea2b57cc3 req-7edf58cb-d8c4-41e9-bc88-91b30f43f229 service neutron] 10.222.0.74 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677887 Jan 27 22:10:51.234160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b5700-486e-4b10-818b-7ce0b26246f9 req-27c40d67-6cb3-4dd5-b053-6990b38d2040 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:51.236316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-820b5700-486e-4b10-818b-7ce0b26246f9 req-27c40d67-6cb3-4dd5-b053-6990b38d2040 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.1048193 Jan 27 22:10:51.282068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-555f805d-2eb0-4a39-9cdd-20914b313ca1 req-172404f2-460e-4669-9ead-347e1b473e33 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789712 Jan 27 22:10:51.330504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7df2ae32-17a1-4ec2-ac9d-124ea2b57cc3 req-2a476412-5d27-444d-a78b-db799939dfaf service neutron] 10.222.0.74 "GET /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265638 Jan 27 22:10:51.350680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-820b5700-486e-4b10-818b-7ce0b26246f9 req-ee34d90f-dbdf-4462-8f44-51445f1917b7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017377 Jan 27 22:10:52.446666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d440aa-4051-4716-a28d-84806bc17107 req-be53c8b4-f2d6-4474-8f62-fa8a3be3d3c3 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.452494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0d440aa-4051-4716-a28d-84806bc17107 req-be53c8b4-f2d6-4474-8f62-fa8a3be3d3c3 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0977619 Jan 27 22:10:52.559696 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039fa2-65f5-4a96-8854-07bd3504e2ec req-38dea28c-df56-48ab-8e47-86dcc728efdd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:52.570033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1039fa2-65f5-4a96-8854-07bd3504e2ec req-38dea28c-df56-48ab-8e47-86dcc728efdd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.1079242 Jan 27 22:10:52.570033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0d440aa-4051-4716-a28d-84806bc17107 req-6b00cbf9-eeb9-415c-ac67-2f3858bbde13 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064076 Jan 27 22:10:52.624283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1039fa2-65f5-4a96-8854-07bd3504e2ec req-b6a039e1-eb5f-4c2c-87cd-bbf45ed72f58 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538568 Jan 27 22:10:53.757027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd28a1-4824-44aa-ad5c-fe4d06c5b221 req-e97c8566-7c85-4f3b-a797-c52f22bd7ff6 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:53.759075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39bd28a1-4824-44aa-ad5c-fe4d06c5b221 req-e97c8566-7c85-4f3b-a797-c52f22bd7ff6 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0881748 Jan 27 22:10:53.778581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bba395-b9e1-4280-9d2b-902c3f3522d4 req-d9dd6a47-204b-44a2-9478-42a31090d4ad tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:53.780132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6bba395-b9e1-4280-9d2b-902c3f3522d4 req-d9dd6a47-204b-44a2-9478-42a31090d4ad tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0739927 Jan 27 22:10:53.854004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39bd28a1-4824-44aa-ad5c-fe4d06c5b221 req-08791e8a-7024-4f66-aafc-f2bee7693688 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881181 Jan 27 22:10:53.862693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6bba395-b9e1-4280-9d2b-902c3f3522d4 req-fbce2830-9b16-4f16-961f-a9e728cbd873 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743639 Jan 27 22:10:55.074276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82b30e-3af6-4ae0-8c62-2d376053672a req-39b2eaba-7590-41d1-b925-8168d75482f7 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.076113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e82b30e-3af6-4ae0-8c62-2d376053672a req-39b2eaba-7590-41d1-b925-8168d75482f7 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0796888 Jan 27 22:10:55.083205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708adb3-046f-4a1e-a3fa-18263104cf9d req-78af3654-6126-4321-b30d-49b50fe344b7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:55.085209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3708adb3-046f-4a1e-a3fa-18263104cf9d req-78af3654-6126-4321-b30d-49b50fe344b7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0993562 Jan 27 22:10:55.164191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e82b30e-3af6-4ae0-8c62-2d376053672a req-61ed476e-0734-4fd0-a612-06c1bda8d321 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775611 Jan 27 22:10:55.167887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3708adb3-046f-4a1e-a3fa-18263104cf9d req-683d01af-21f2-4755-b773-3a5b63003523 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753648 Jan 27 22:10:56.339211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c21839-3cbc-4560-81bc-8eff339ea6f2 req-44327f26-9956-457b-91d7-4634b8bd14b1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:56.350646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16c21839-3cbc-4560-81bc-8eff339ea6f2 req-44327f26-9956-457b-91d7-4634b8bd14b1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0906944 Jan 27 22:10:56.440629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16c21839-3cbc-4560-81bc-8eff339ea6f2 req-71ed0628-77c1-4917-b9e1-8259a260243e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876870 Jan 27 22:10:56.461524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45940d79-9e86-425c-aa61-3d22f3137058 req-536ded64-3f26-449b-8fd0-657473478862 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:56.463501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45940d79-9e86-425c-aa61-3d22f3137058 req-536ded64-3f26-449b-8fd0-657473478862 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.1671686 Jan 27 22:10:56.534746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45940d79-9e86-425c-aa61-3d22f3137058 req-e2bdc669-5625-4904-8ddd-d88400cbe61d tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628924 Jan 27 22:10:57.178578 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.550796 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:10:57.598116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2e3dc-dfde-4225-8ea0-623f9d84c097 req-fa23302c-2ebc-4558-9b2c-ab34a1be6869 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:57.599651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93e2e3dc-dfde-4225-8ea0-623f9d84c097 req-fa23302c-2ebc-4558-9b2c-ab34a1be6869 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0790877 Jan 27 22:10:57.677348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93e2e3dc-dfde-4225-8ea0-623f9d84c097 req-de548c26-0ba3-4297-8c06-370960b9218a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708253 Jan 27 22:10:57.696128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e919d-20d6-473f-bd86-241f58a0bf61 req-05732345-aaa1-4c30-813d-4a066b5acc90 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:57.696128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-054e919d-20d6-473f-bd86-241f58a0bf61 req-05732345-aaa1-4c30-813d-4a066b5acc90 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0706820 Jan 27 22:10:57.748841 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-054e919d-20d6-473f-bd86-241f58a0bf61 req-e867900c-e7d3-446e-b7aa-87ab40b07ff2 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460908 Jan 27 22:10:58.823183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee85fb-e9a3-443c-8c1b-ca931d704e81 req-b130a85b-42bb-4368-af75-a836ba96096d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:58.836534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67ee85fb-e9a3-443c-8c1b-ca931d704e81 req-b130a85b-42bb-4368-af75-a836ba96096d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0766091 Jan 27 22:10:58.906643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb70e-4f71-4109-bd0d-c0954109a540 req-eca01b20-e189-4e1d-99a8-593a8a0c862b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:10:58.908150 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ecfb70e-4f71-4109-bd0d-c0954109a540 req-eca01b20-e189-4e1d-99a8-593a8a0c862b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0784400 Jan 27 22:10:58.911442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67ee85fb-e9a3-443c-8c1b-ca931d704e81 req-eef76f18-d0b3-4fd9-a696-4a291fe8f59e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731542 Jan 27 22:10:58.963584 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ecfb70e-4f71-4109-bd0d-c0954109a540 req-4527c671-1749-4669-b171-d127cbd9e1e6 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470226 Jan 27 22:11:00.043198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912fab5-be17-4598-b181-52f1614a20a6 req-be07ca9a-06c3-4c8a-9fb8-2f9759c0a120 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:00.052626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b912fab5-be17-4598-b181-52f1614a20a6 req-be07ca9a-06c3-4c8a-9fb8-2f9759c0a120 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0671067 Jan 27 22:11:00.151463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bf9e0-d311-4af3-bdc3-6234e3fcbd78 req-598bbea5-af2d-4811-a420-9005c00ea6ee tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:00.158789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b7bf9e0-d311-4af3-bdc3-6234e3fcbd78 req-598bbea5-af2d-4811-a420-9005c00ea6ee tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0652697 Jan 27 22:11:00.182219 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b912fab5-be17-4598-b181-52f1614a20a6 req-d52bfa72-70ee-478e-b5d0-495af8d22282 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278343 Jan 27 22:11:00.246049 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b7bf9e0-d311-4af3-bdc3-6234e3fcbd78 req-71e4dc32-ea19-44c1-aec8-7a405224d066 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836658 Jan 27 22:11:00.306945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a3eae-1342-4397-8fb9-b6564aac0f7d req-ef630347-d871-408f-889c-f0ab2ba81463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:00.308978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-276a3eae-1342-4397-8fb9-b6564aac0f7d req-ef630347-d871-408f-889c-f0ab2ba81463 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 1097 time: 0.0616684 Jan 27 22:11:00.364332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-276a3eae-1342-4397-8fb9-b6564aac0f7d req-d8d12f26-d12d-4e7d-9b5b-90420dd471fd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482538 Jan 27 22:11:01.313912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66995e-d3c6-4f61-a2c0-23b62b7c6c03 req-9a84def9-ec83-4f17-a911-f03817d1571c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:01.315426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f66995e-d3c6-4f61-a2c0-23b62b7c6c03 req-9a84def9-ec83-4f17-a911-f03817d1571c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0540202 Jan 27 22:11:01.410423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f66995e-d3c6-4f61-a2c0-23b62b7c6c03 req-362ea2cc-9005-4d37-a8e9-d148b55f0c81 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778122 Jan 27 22:11:01.418021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3443753-a6d0-495d-85f2-0629878dde7a req-1fa0b399-7f0b-4758-aa3f-3dd15c2c8448 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:01.419725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3443753-a6d0-495d-85f2-0629878dde7a req-1fa0b399-7f0b-4758-aa3f-3dd15c2c8448 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0959814 Jan 27 22:11:01.479895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3443753-a6d0-495d-85f2-0629878dde7a req-f66f4d9b-00cc-4a85-a754-88a1d9427934 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540977 Jan 27 22:11:02.284503 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f22420af-64ba-464f-878f-361b1a3ad181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.520053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2e59f695-d7ad-43a4-b4ad-74b09b078c24 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:11:02.560856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f084464-fa7d-45e2-8198-65f2c66fea3c req-4ac5ecc2-e6a2-49ca-b639-835aad622852 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:02.567776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f084464-fa7d-45e2-8198-65f2c66fea3c req-4ac5ecc2-e6a2-49ca-b639-835aad622852 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 943 time: 0.0708988 Jan 27 22:11:02.674969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2e59f695-d7ad-43a4-b4ad-74b09b078c24, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2e59f695-d7ad-43a4-b4ad-74b09b078c24,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:02.677852 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b235d-56ec-4d6b-8ea9-aab4996eb6f2 req-c31f1be3-3ade-4c85-b7b6-8866f7f89faf tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:02.681061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f8b235d-56ec-4d6b-8ea9-aab4996eb6f2 req-c31f1be3-3ade-4c85-b7b6-8866f7f89faf tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0894270 Jan 27 22:11:02.703352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '2e59f695-d7ad-43a4-b4ad-74b09b078c24', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'port_id': '2e59f695-d7ad-43a4-b4ad-74b09b078c24', 'mac_address': 'fa:16:3e:6a:00:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:11:02.732330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f084464-fa7d-45e2-8198-65f2c66fea3c req-f029cbfe-def4-4e5e-81db-fa782c6bcff0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635735 Jan 27 22:11:02.766465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:02.766465 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:02.779755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f8b235d-56ec-4d6b-8ea9-aab4996eb6f2 req-4f590781-9f80-411f-9f4d-c4fe8b3cd36a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605123 Jan 27 22:11:02.786222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e59f695-d7ad-43a4-b4ad-74b09b078c24 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:11:02.807594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2e59f695-d7ad-43a4-b4ad-74b09b078c24, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2e59f695-d7ad-43a4-b4ad-74b09b078c24,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:02.895232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd35e0-c8ad-4b1d-bb11-83c63c415106 req-440c8d06-00df-41e4-bf6e-b586d4309bf8 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:02.896750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7fbd35e0-c8ad-4b1d-bb11-83c63c415106 req-440c8d06-00df-41e4-bf6e-b586d4309bf8 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0512333 Jan 27 22:11:02.947310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7fbd35e0-c8ad-4b1d-bb11-83c63c415106 req-2ba5298f-0a42-4996-8541-558b9ee2521d tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448060 Jan 27 22:11:02.978429 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:03.037196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2e59f695-d7ad-43a4-b4ad-74b09b078c24,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:03.046107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.046742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.047098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.047442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.047782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.048141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.048475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.048804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.049127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.049449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.049773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.050095 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.050594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:03.225858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2e59f695-d7ad-43a4-b4ad-74b09b078c24'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:11:03.517056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525f394-52b6-461d-8e78-8ab1b26717a8 req-3ffc31a8-dfe2-48a2-85c1-0f2401c06033 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:03.518479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5525f394-52b6-461d-8e78-8ab1b26717a8 req-3ffc31a8-dfe2-48a2-85c1-0f2401c06033 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0492911 Jan 27 22:11:03.567040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5525f394-52b6-461d-8e78-8ab1b26717a8 req-af492635-aab9-4992-a1e3-de5815de985b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430517 Jan 27 22:11:03.885854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4ed36-c281-4ef7-99d5-ca8f28ff12d3 req-c7276c01-e158-444b-8c06-0d03e53068e6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:03.887452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ef4ed36-c281-4ef7-99d5-ca8f28ff12d3 req-c7276c01-e158-444b-8c06-0d03e53068e6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 944 time: 0.0551233 Jan 27 22:11:03.934142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ef4ed36-c281-4ef7-99d5-ca8f28ff12d3 req-49a430fa-0b44-4343-8ba4-9afa4e5e7b88 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Jan 27 22:11:04.365477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57662) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:04.476260 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df26f945-0976-4fc6-98d9-b9cd9fff24f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.527153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2e59f695-d7ad-43a4-b4ad-74b09b078c24 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:11:04.562329 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df26f945-0976-4fc6-98d9-b9cd9fff24f1 admin admin] Publish callbacks [] for security_group (5c0d78cc-0fe8-4d9c-bfb5-95b6f39daf88), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.687443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cddd0-050d-482e-8c3b-c7872bce6d1d req-59108de4-4135-44a9-bd44-78a916053057 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:04.688875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-393cddd0-050d-482e-8c3b-c7872bce6d1d req-59108de4-4135-44a9-bd44-78a916053057 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0486329 Jan 27 22:11:04.703197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-df26f945-0976-4fc6-98d9-b9cd9fff24f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c0d78cc-0fe8-4d9c-bfb5-95b6f39daf88), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.758770 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:11:04.762710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:11:04.763096 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.770732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-df26f945-0976-4fc6-98d9-b9cd9fff24f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0753014b6b44c8086783be15c48000c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4015760 Jan 27 22:11:04.772741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57668) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:04.773782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26f945-0976-4fc6-98d9-b9cd9fff24f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0d78cc-0fe8-4d9c-bfb5-95b6f39daf88,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:04.783120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-393cddd0-050d-482e-8c3b-c7872bce6d1d req-3d1d151b-8814-4209-9e44-ca11272a6acc tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878696 Jan 27 22:11:04.868543 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-697e1dea-3d70-4c82-a9b9-24e5e79fc86d admin admin] Publish callbacks [] for security_group (5c0d78cc-0fe8-4d9c-bfb5-95b6f39daf88), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.902563 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-697e1dea-3d70-4c82-a9b9-24e5e79fc86d admin admin] Publish callbacks [] for security_group (5c0d78cc-0fe8-4d9c-bfb5-95b6f39daf88), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.911614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:11:04.912318 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:04.940740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5ecdaa-245b-40bb-a740-8c9c9215b972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e59f695-d7ad-43a4-b4ad-74b09b078c24'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:04.942974 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb6725c-16fc-44f1-ac30-50067f549d7b" -d '{"events": [{"server_uuid": "bd5ecdaa-245b-40bb-a740-8c9c9215b972", "name": "network-vif-plugged", "status": "completed", "tag": "2e59f695-d7ad-43a4-b4ad-74b09b078c24"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:04.978667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2e59f695-d7ad-43a4-b4ad-74b09b078c24, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2e59f695-d7ad-43a4-b4ad-74b09b078c24,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:04.992508 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9b494d-e5fe-4478-9f1a-03ba91d9215d x-openstack-request-id: req-bd9b494d-e5fe-4478-9f1a-03ba91d9215d {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:04.992830 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5ecdaa-245b-40bb-a740-8c9c9215b972", "name": "network-vif-plugged", "status": "completed", "tag": "2e59f695-d7ad-43a4-b4ad-74b09b078c24", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:04.993222 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd9b494d-e5fe-4478-9f1a-03ba91d9215d {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:04.993861 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5ecdaa-245b-40bb-a740-8c9c9215b972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e59f695-d7ad-43a4-b4ad-74b09b078c24', 'code': 200} Jan 27 22:11:05.021787 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1680edbe-61a8-4e23-8a15-9ac25c11ad9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.092479 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-697e1dea-3d70-4c82-a9b9-24e5e79fc86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c0d78cc-0fe8-4d9c-bfb5-95b6f39daf88), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.095861 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-697e1dea-3d70-4c82-a9b9-24e5e79fc86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.097323 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-697e1dea-3d70-4c82-a9b9-24e5e79fc86d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c0d78cc-0fe8-4d9c-bfb5-95b6f39daf88 HTTP/1.1" status: 204 len: 168 time: 0.3219552 Jan 27 22:11:05.110280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e1dea-3d70-4c82-a9b9-24e5e79fc86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0d78cc-0fe8-4d9c-bfb5-95b6f39daf88,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:05.132036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245b228-a837-45a2-a825-6cf2fa24a488 req-0835f097-a832-4f9a-bc8b-bd4d4e58213b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:05.134319 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6245b228-a837-45a2-a825-6cf2fa24a488 req-0835f097-a832-4f9a-bc8b-bd4d4e58213b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 944 time: 0.0889983 Jan 27 22:11:05.154496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e705c3a-2db2-4cc4-a3d3-1a262bcf9488 req-41802909-a811-4171-8dc6-733242e63ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:05.154496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e705c3a-2db2-4cc4-a3d3-1a262bcf9488 req-41802909-a811-4171-8dc6-733242e63ee3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 1095 time: 0.0739193 Jan 27 22:11:05.178645 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:05.229261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e705c3a-2db2-4cc4-a3d3-1a262bcf9488 req-95fedd9a-5795-4df7-bcdb-52ad76b4c1ea service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740995 Jan 27 22:11:05.232139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6245b228-a837-45a2-a825-6cf2fa24a488 req-dd9a9a52-fdbd-4734-b81f-c5f8dd9f4738 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751531 Jan 27 22:11:05.232554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2e59f695-d7ad-43a4-b4ad-74b09b078c24,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:05.384567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21419b07-2c2d-4810-9e2e-ba69d4f4e135 req-4095ea89-16ed-4762-b582-3bbea830a4fa tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:05.386164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21419b07-2c2d-4810-9e2e-ba69d4f4e135 req-4095ea89-16ed-4762-b582-3bbea830a4fa tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0549769 Jan 27 22:11:05.435257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21419b07-2c2d-4810-9e2e-ba69d4f4e135 req-9e832f30-e4f5-4870-b63e-653e3c8e08df tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430815 Jan 27 22:11:06.183857 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:06.358631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54a8de-07ee-4b52-86f8-e33f49a355c9 req-8f92eedd-1e1e-42a9-8bed-7f84c6577d3d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:06.360354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa54a8de-07ee-4b52-86f8-e33f49a355c9 req-8f92eedd-1e1e-42a9-8bed-7f84c6577d3d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 945 time: 0.0518014 Jan 27 22:11:06.410916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa54a8de-07ee-4b52-86f8-e33f49a355c9 req-e26b7450-d473-4068-9d3a-58b1d87a5fb5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 Jan 27 22:11:06.559193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c5ce8-c520-4e73-a62b-437b282aa0e1 req-f6b33b24-515b-44c0-b97a-ed24e53368f8 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:06.560697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-257c5ce8-c520-4e73-a62b-437b282aa0e1 req-f6b33b24-515b-44c0-b97a-ed24e53368f8 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0524173 Jan 27 22:11:06.609451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-257c5ce8-c520-4e73-a62b-437b282aa0e1 req-ab23fa5e-9e57-49d8-92a6-6ba15210d94a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429211 Jan 27 22:11:07.528966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec407f-c9b8-49cb-a8a3-f366dab62261 req-e7b76c75-ff73-40a8-bee4-949799ce0eef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:07.530451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52ec407f-c9b8-49cb-a8a3-f366dab62261 req-e7b76c75-ff73-40a8-bee4-949799ce0eef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 945 time: 0.0489650 Jan 27 22:11:07.582550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52ec407f-c9b8-49cb-a8a3-f366dab62261 req-184c5a76-3e70-4817-a20c-dd459651be1d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464723 Jan 27 22:11:07.615040 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:07.712567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64338509-8dca-493d-b7ed-087beb57969f req-88e6a7c1-97f8-4caa-ac9e-699adc58c86d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:07.714015 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64338509-8dca-493d-b7ed-087beb57969f req-88e6a7c1-97f8-4caa-ac9e-699adc58c86d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 945 time: 0.0470691 Jan 27 22:11:07.763600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64338509-8dca-493d-b7ed-087beb57969f req-2096f763-ca08-408e-8c0a-14cf62ce0378 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438738 Jan 27 22:11:07.896953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47b303-e20a-441a-9f7a-2ae7c4b90a61 req-d0b46c51-1d27-47ab-bd90-c47b76a67c8a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:07.899025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b47b303-e20a-441a-9f7a-2ae7c4b90a61 req-d0b46c51-1d27-47ab-bd90-c47b76a67c8a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 945 time: 0.0526099 Jan 27 22:11:07.945687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b47b303-e20a-441a-9f7a-2ae7c4b90a61 req-479a0e66-3984-4405-a8cb-62dd1491104b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410352 Jan 27 22:11:08.823945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1e4fc-0d9d-45a4-9a01-4c4a4a6c633b req-839eaada-490a-4b18-9c78-06e2fdaa6375 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:08.827942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bd1e4fc-0d9d-45a4-9a01-4c4a4a6c633b req-839eaada-490a-4b18-9c78-06e2fdaa6375 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 945 time: 0.0597429 Jan 27 22:11:08.908736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2bd1e4fc-0d9d-45a4-9a01-4c4a4a6c633b req-fc864ba3-3178-4c1e-b7c4-c78dea697794 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612402 Jan 27 22:11:08.968486 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:10.049316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e72e0-211d-468b-aeea-89f7267ce765 req-f6c91204-2aee-4816-b4a7-6a4ad77b6e55 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:10.050869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c43e72e0-211d-468b-aeea-89f7267ce765 req-f6c91204-2aee-4816-b4a7-6a4ad77b6e55 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 945 time: 0.0554445 Jan 27 22:11:10.102135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c43e72e0-211d-468b-aeea-89f7267ce765 req-690a09a0-c921-4a93-b5e8-02d03def4824 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453951 Jan 27 22:11:10.611911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368b5ad-fde9-49b1-94c2-eaa96d3167e9 req-3c806547-83da-4a05-a084-45a5df858801 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:10.613314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2368b5ad-fde9-49b1-94c2-eaa96d3167e9 req-3c806547-83da-4a05-a084-45a5df858801 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 945 time: 0.0474122 Jan 27 22:11:10.711690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-2368b5ad-fde9-49b1-94c2-eaa96d3167e9 req-ffb53d08-c236-4c9f-a0c3-3840c6a223db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Deleting port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:10.712045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2368b5ad-fde9-49b1-94c2-eaa96d3167e9 req-ffb53d08-c236-4c9f-a0c3-3840c6a223db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.134503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-2368b5ad-fde9-49b1-94c2-eaa96d3167e9 req-ffb53d08-c236-4c9f-a0c3-3840c6a223db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] For port 2e59f695-d7ad-43a4-b4ad-74b09b078c24, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2e59f695-d7ad-43a4-b4ad-74b09b078c24,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:11.135091 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2368b5ad-fde9-49b1-94c2-eaa96d3167e9 req-ffb53d08-c236-4c9f-a0c3-3840c6a223db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.148962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-2368b5ad-fde9-49b1-94c2-eaa96d3167e9 req-ffb53d08-c236-4c9f-a0c3-3840c6a223db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Calling delete_port for 2e59f695-d7ad-43a4-b4ad-74b09b078c24 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:11.269963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afbfaa-03a4-460a-b4db-620650b3f747 req-8c519204-d5d4-45e9-856b-f67f47e826ac tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:11.271374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28afbfaa-03a4-460a-b4db-620650b3f747 req-8c519204-d5d4-45e9-856b-f67f47e826ac tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 945 time: 0.0750713 Jan 27 22:11:11.355946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28afbfaa-03a4-460a-b4db-620650b3f747 req-0f88eb6b-c11a-42ab-8149-270a78f775f8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785358 Jan 27 22:11:11.431019 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2368b5ad-fde9-49b1-94c2-eaa96d3167e9 req-ffb53d08-c236-4c9f-a0c3-3840c6a223db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2e59f695-d7ad-43a4-b4ad-74b09b078c24), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.447878 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2e59f695-d7ad-43a4-b4ad-74b09b078c24'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:11:11.472904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb53d08-c236-4c9f-a0c3-3840c6a223db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event deleted for resources: {'Port': ['ID=2e59f695-d7ad-43a4-b4ad-74b09b078c24,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:11.549390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2368b5ad-fde9-49b1-94c2-eaa96d3167e9 req-ffb53d08-c236-4c9f-a0c3-3840c6a223db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] No DVR routers for this DVR port 2e59f695-d7ad-43a4-b4ad-74b09b078c24 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:11.552789 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2368b5ad-fde9-49b1-94c2-eaa96d3167e9 req-ffb53d08-c236-4c9f-a0c3-3840c6a223db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:11.556639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2368b5ad-fde9-49b1-94c2-eaa96d3167e9 req-ffb53d08-c236-4c9f-a0c3-3840c6a223db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "DELETE /v2.0/ports/2e59f695-d7ad-43a4-b4ad-74b09b078c24 HTTP/1.1" status: 204 len: 173 time: 0.9381788 Jan 27 22:11:11.576795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5ecdaa-245b-40bb-a740-8c9c9215b972', 'name': 'network-vif-deleted', 'tag': '2e59f695-d7ad-43a4-b4ad-74b09b078c24'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:11.579258 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d7946-11b2-4279-8f33-fcbc53fa7408" -d '{"events": [{"server_uuid": "bd5ecdaa-245b-40bb-a740-8c9c9215b972", "name": "network-vif-deleted", "tag": "2e59f695-d7ad-43a4-b4ad-74b09b078c24"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:11.607520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b489-2999-4d63-86c8-7bff72250d1a req-e43c2f4c-0fea-4aaa-96bb-5548f25e1c62 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:11.609353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dd3b489-2999-4d63-86c8-7bff72250d1a req-e43c2f4c-0fea-4aaa-96bb-5548f25e1c62 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.1396878 Jan 27 22:11:11.624699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98d675-3ac3-47a3-b794-8091bf2617f4 req-f0406eca-0b8c-424c-a85f-03973d3ca4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:11.626462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f98d675-3ac3-47a3-b794-8091bf2617f4 req-f0406eca-0b8c-424c-a85f-03973d3ca4be service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f8160d1a46647948b59bb7d26ca782a&device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 1096 time: 0.1034260 Jan 27 22:11:11.629011 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e404e2-89c8-4e62-aeda-301d2e47a367 x-openstack-request-id: req-e1e404e2-89c8-4e62-aeda-301d2e47a367 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:11.629305 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5ecdaa-245b-40bb-a740-8c9c9215b972", "name": "network-vif-deleted", "tag": "2e59f695-d7ad-43a4-b4ad-74b09b078c24", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:11.629570 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1e404e2-89c8-4e62-aeda-301d2e47a367 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:11.629965 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5ecdaa-245b-40bb-a740-8c9c9215b972', 'name': 'network-vif-deleted', 'tag': '2e59f695-d7ad-43a4-b4ad-74b09b078c24', 'status': 'completed', 'code': 200} Jan 27 22:11:11.730307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dd3b489-2999-4d63-86c8-7bff72250d1a req-06222027-5465-452b-9c4f-1e4b21919203 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137807 Jan 27 22:11:11.771713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98d675-3ac3-47a3-b794-8091bf2617f4 req-9093670c-e6a2-4916-b7d2-a33d2876a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:11.773373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f98d675-3ac3-47a3-b794-8091bf2617f4 req-9093670c-e6a2-4916-b7d2-a33d2876a320 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9761b2bc-df24-4ea4-a402-9cec8a910bb9 HTTP/1.1" status: 200 len: 920 time: 0.1364012 Jan 27 22:11:11.845317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f98d675-3ac3-47a3-b794-8091bf2617f4 req-6cca2edd-095f-4873-b9be-7dbabf976ed7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8574e307-8514-4dec-86d4-ce26e70f6285 HTTP/1.1" status: 200 len: 217 time: 0.0426953 Jan 27 22:11:11.901523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98d675-3ac3-47a3-b794-8091bf2617f4 req-7097afda-5452-4a14-a385-a0db90fd0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:11.908022 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f98d675-3ac3-47a3-b794-8091bf2617f4 req-7097afda-5452-4a14-a385-a0db90fd0983 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a74e56ac-7d09-4084-a54b-a998ce6faf0a HTTP/1.1" status: 200 len: 859 time: 0.0671875 Jan 27 22:11:11.946364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f98d675-3ac3-47a3-b794-8091bf2617f4 req-95c35d1d-e1f0-4c1c-8e6b-191236e1fa96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9761b2bc-df24-4ea4-a402-9cec8a910bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314996 Jan 27 22:11:12.066328 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f98d675-3ac3-47a3-b794-8091bf2617f4 req-adcd2823-758f-475d-81df-baccda9c7bb6 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098821 Jan 27 22:11:12.177977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f98d675-3ac3-47a3-b794-8091bf2617f4 req-22852afa-d22f-4b39-8183-5e3ab30cb3ab service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061280 Jan 27 22:11:12.465517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a9c0bf3-d68c-484b-8b98-1fd1915ed624 req-a2cebab0-d11a-46e0-afff-4d496d9e31c6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0341487 Jan 27 22:11:12.853866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a987b8b-61e6-4ed0-b3f0-4e5c08d8c63e req-db38d036-da5e-476b-8e12-8e348d63aa0b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:12.855355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a987b8b-61e6-4ed0-b3f0-4e5c08d8c63e req-db38d036-da5e-476b-8e12-8e348d63aa0b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0484951 Jan 27 22:11:12.906699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a987b8b-61e6-4ed0-b3f0-4e5c08d8c63e req-f483f174-fff9-4666-89e4-a9f868b6caef tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456347 Jan 27 22:11:13.461225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ff79b-b773-461a-84d0-1dbe1555885a req-c5171c25-7969-4f85-97dd-330a7f1e3136 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:13.462833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d11ff79b-b773-461a-84d0-1dbe1555885a req-c5171c25-7969-4f85-97dd-330a7f1e3136 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 946 time: 0.0518980 Jan 27 22:11:13.525762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d11ff79b-b773-461a-84d0-1dbe1555885a req-7eba6c5d-5132-46fc-b37f-2ea22eeaf11b tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565169 Jan 27 22:11:13.587035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c615f518-5626-41f0-a733-eb80ea169054 req-3a13f0f1-2810-4cef-9125-7a096ea73af2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0297794 Jan 27 22:11:14.033741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ccfec-e3ba-4a31-92be-aaf7fe452713 req-cd3eaf20-92af-40bc-b94f-d9f846706c79 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:14.040484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad6ccfec-e3ba-4a31-92be-aaf7fe452713 req-cd3eaf20-92af-40bc-b94f-d9f846706c79 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0617404 Jan 27 22:11:14.086715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad6ccfec-e3ba-4a31-92be-aaf7fe452713 req-9a667592-ee1b-4ffb-9cd5-a4c012c35cee tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Jan 27 22:11:14.620091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2e59f695-d7ad-43a4-b4ad-74b09b078c24 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:14.669797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 2e59f695-d7ad-43a4-b4ad-74b09b078c24 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:14.670428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2e59f695-d7ad-43a4-b4ad-74b09b078c24 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:14.727261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1759e-cf42-479a-960e-5de909a55c1f req-b06fd613-d569-4bdb-a824-36d1652ec582 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:14.728943 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42c1759e-cf42-479a-960e-5de909a55c1f req-b06fd613-d569-4bdb-a824-36d1652ec582 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 946 time: 0.1292171 Jan 27 22:11:14.730900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8272f822-f67f-40c7-a18b-95d5f99c48c3 req-77735656-87d7-4bdb-a096-ec19a5c46661 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0404272 Jan 27 22:11:14.785921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42c1759e-cf42-479a-960e-5de909a55c1f req-6ae20fd0-2c4c-4aae-89c4-075457d18a9d tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/security-groups?id=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497582 Jan 27 22:11:14.879074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-6a7fe7d8-a055-447e-95ba-9ebe083da1b8 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:14.881366 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-6a7fe7d8-a055-447e-95ba-9ebe083da1b8 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.74 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 946 time: 0.0580378 Jan 27 22:11:14.989029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Deleting port a3c392f6-ea37-4140-bd0b-5559974efee8 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:14.989412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.103636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] For port a3c392f6-ea37-4140-bd0b-5559974efee8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a3c392f6-ea37-4140-bd0b-5559974efee8,segment=NetworkSegment(1866d2fb-0d26-4d67-8111-787948c4e9ff),segment_id=1866d2fb-0d26-4d67-8111-787948c4e9ff)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:15.104364 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.369989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1b2e-2739-4cf1-bca9-ab4f20fa0b0d req-58aaea2c-9b19-46d7-84a3-265006ded034 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:15.372066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2dbc1b2e-2739-4cf1-bca9-ab4f20fa0b0d req-58aaea2c-9b19-46d7-84a3-265006ded034 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.1327264 Jan 27 22:11:15.485670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2dbc1b2e-2739-4cf1-bca9-ab4f20fa0b0d req-388ee6f8-a851-4636-ad5e-aa8b4e9c6ac4 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077492 Jan 27 22:11:15.487714 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.488217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (f16b978d-4c82-411b-9245-8c897541d721), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.488631 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Floating IP f16b978d-4c82-411b-9245-8c897541d721 disassociated. External IP: 172.25.0.193, port: a3c392f6-ea37-4140-bd0b-5559974efee8. Jan 27 22:11:15.489072 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Calling delete_port for a3c392f6-ea37-4140-bd0b-5559974efee8 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:15.709164 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a3c392f6-ea37-4140-bd0b-5559974efee8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:15.778689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event deleted for resources: {'Port': ['ID=a3c392f6-ea37-4140-bd0b-5559974efee8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:15.894464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010a43db-6969-468e-aed4-ee9ae72c03fd req-99d38ded-9ca4-4809-9fd1-269ac88c78a8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0393839 Jan 27 22:11:15.983124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Router 671d16de-e563-4900-b448-8804a8e731b0 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:15.987193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d62593d-2790-4962-9e38-1c1e5a87a008 req-a6535534-d9e7-49a4-bd2c-1bb3e536ce94 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 210 time: 0.0951545 Jan 27 22:11:16.133103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:16.147386 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c145c-b737-409e-9c3f-275039e99490 None None] Sync routers for ids ['671d16de-e563-4900-b448-8804a8e731b0'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:16.159070 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c145c-b737-409e-9c3f-275039e99490 None None] Routers {'671d16de-e563-4900-b448-8804a8e731b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:16.167539 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-372c145c-b737-409e-9c3f-275039e99490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:11:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['671d16de-e563-4900-b448-8804a8e731b0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:16.245341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] No DVR routers for this DVR port a3c392f6-ea37-4140-bd0b-5559974efee8 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:16.248634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:16.252388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b68104f-7fed-4c72-84ac-4120cf868b78 req-d4e7ea8f-6465-427b-8c88-b67e82e1a46f tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.74 "DELETE /v2.0/ports/a3c392f6-ea37-4140-bd0b-5559974efee8 HTTP/1.1" status: 204 len: 173 time: 1.3640180 Jan 27 22:11:16.252854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'name': 'network-vif-deleted', 'tag': 'a3c392f6-ea37-4140-bd0b-5559974efee8'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:11:16.268245 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1f5f3e-2bff-46ab-8f8b-7090b5be00be" -d '{"events": [{"server_uuid": "e100dc93-02ef-4ccc-bef9-94c47bbaa0f8", "name": "network-vif-deleted", "tag": "a3c392f6-ea37-4140-bd0b-5559974efee8"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:11:16.333712 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99907c06-8f55-4093-b825-ddee5c2433d1 x-openstack-request-id: req-99907c06-8f55-4093-b825-ddee5c2433d1 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:11:16.334017 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e100dc93-02ef-4ccc-bef9-94c47bbaa0f8", "name": "network-vif-deleted", "tag": "a3c392f6-ea37-4140-bd0b-5559974efee8", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:11:16.334280 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99907c06-8f55-4093-b825-ddee5c2433d1 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:11:16.334740 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e100dc93-02ef-4ccc-bef9-94c47bbaa0f8', 'name': 'network-vif-deleted', 'tag': 'a3c392f6-ea37-4140-bd0b-5559974efee8', 'status': 'completed', 'code': 200} Jan 27 22:11:16.509434 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-372c145c-b737-409e-9c3f-275039e99490 None None] Set router 671d16de-e563-4900-b448-8804a8e731b0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:16.672798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9532ba8-f40b-4b90-a1d3-0c1ad702ad32 req-85f644f3-5c02-4de8-989e-83324b034ff1 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:16.674385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9532ba8-f40b-4b90-a1d3-0c1ad702ad32 req-85f644f3-5c02-4de8-989e-83324b034ff1 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0843074 Jan 27 22:11:16.740597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9532ba8-f40b-4b90-a1d3-0c1ad702ad32 req-1669ffbb-e6b1-46b0-b37e-f957eece65d7 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584059 Jan 27 22:11:16.817236 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-372c145c-b737-409e-9c3f-275039e99490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:06:03Z', 'revision_number': 4, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '5e81e2ec-da5e-4c44-b415-26213b64567d', 'name': '', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'mac_address': 'fa:16:3e:31:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:02Z', 'updated_at': '2022-01-27T22:06:07Z', 'revision_number': 5, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'subnets': [{'id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:16.889851 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c145c-b737-409e-9c3f-275039e99490 None None] Checking router: 671d16de-e563-4900-b448-8804a8e731b0 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:11:16.906418 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c145c-b737-409e-9c3f-275039e99490 None None] Routers {'671d16de-e563-4900-b448-8804a8e731b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:16.907338 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-372c145c-b737-409e-9c3f-275039e99490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:11:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['671d16de-e563-4900-b448-8804a8e731b0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:17.049056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c06912cd-5ce5-4276-824d-c0985110c593 req-4efaa81d-c6d3-47ab-9fcd-56a5fffda39a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0369787 Jan 27 22:11:17.060706 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-372c145c-b737-409e-9c3f-275039e99490 None None] Set router 671d16de-e563-4900-b448-8804a8e731b0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:17.129572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0057dec7-1f66-47ab-8a42-319c1fa81f16 req-b1944e6e-c603-44a1-8bf2-78f73ed55bdf tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "GET /v2.0/ports?device_id=e100dc93-02ef-4ccc-bef9-94c47bbaa0f8 HTTP/1.1" status: 200 len: 210 time: 0.0416517 Jan 27 22:11:17.310146 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-372c145c-b737-409e-9c3f-275039e99490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:06:03Z', 'revision_number': 4, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '5e81e2ec-da5e-4c44-b415-26213b64567d', 'name': '', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'mac_address': 'fa:16:3e:31:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:02Z', 'updated_at': '2022-01-27T22:06:07Z', 'revision_number': 5, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'subnets': [{'id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:17.338067 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372c145c-b737-409e-9c3f-275039e99490 None None] The sync data for ids ['671d16de-e563-4900-b448-8804a8e731b0'] in n-d-760456-6 is: [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:06:03Z', 'revision_number': 4, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '5e81e2ec-da5e-4c44-b415-26213b64567d', 'name': '', 'network_id': '0cec7665-b7cc-40c1-aa5d-b9cbce34cf46', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'mac_address': 'fa:16:3e:31:39:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:02Z', 'updated_at': '2022-01-27T22:06:07Z', 'revision_number': 5, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'subnets': [{'id': 'dde9af2f-54b2-4611-8d0d-5b06ced1c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:17.590098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a2931-e747-4b81-bea6-937d9aec355d None None] New status for floating IP f16b978d-4c82-411b-9245-8c897541d721: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:11:17.865875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc5e0e-cbb9-437c-a7a2-59c6b09e4098 req-f0ea0b3c-4316-4e68-a47d-b7d272c8cdef tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:17.872359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69cc5e0e-cbb9-437c-a7a2-59c6b09e4098 req-f0ea0b3c-4316-4e68-a47d-b7d272c8cdef tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0593297 Jan 27 22:11:17.932246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69cc5e0e-cbb9-437c-a7a2-59c6b09e4098 req-f4f8785d-2df3-4896-80c8-b87ec9c64f64 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546632 Jan 27 22:11:18.162258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16c04b4f-73e7-467e-be26-796d578c8781 req-861ce5d9-ff43-44e1-a7c5-e58c5215ad07 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0273921 Jan 27 22:11:18.201645 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57854) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:18.330114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-55b4fce6-6611-40bf-aa60-c0c95e76bfd4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Deleting port 9d0c9e5b-df9a-4c63-83ec-33eb29554395 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:18.330448 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55b4fce6-6611-40bf-aa60-c0c95e76bfd4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9d0c9e5b-df9a-4c63-83ec-33eb29554395), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.408355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55b4fce6-6611-40bf-aa60-c0c95e76bfd4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9d0c9e5b-df9a-4c63-83ec-33eb29554395), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.408740 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55b4fce6-6611-40bf-aa60-c0c95e76bfd4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for floatingip (9d0c9e5b-df9a-4c63-83ec-33eb29554395), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:18.420711 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-55b4fce6-6611-40bf-aa60-c0c95e76bfd4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Calling delete_port for 9d0c9e5b-df9a-4c63-83ec-33eb29554395 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:18.487152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a3c392f6-ea37-4140-bd0b-5559974efee8 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:18.514436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: a3c392f6-ea37-4140-bd0b-5559974efee8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:18.514800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a3c392f6-ea37-4140-bd0b-5559974efee8 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:18.984179 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55b4fce6-6611-40bf-aa60-c0c95e76bfd4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9d0c9e5b-df9a-4c63-83ec-33eb29554395), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.020260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4fce6-6611-40bf-aa60-c0c95e76bfd4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event deleted for resources: {'Port': ['ID=9d0c9e5b-df9a-4c63-83ec-33eb29554395,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:19.058801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5160601-e1e4-477a-b9c0-83b879867fc7 req-487ae562-9e3c-459d-8a75-0f6eadb5eef2 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:19.061154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5160601-e1e4-477a-b9c0-83b879867fc7 req-487ae562-9e3c-459d-8a75-0f6eadb5eef2 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0624025 Jan 27 22:11:19.107199 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55b4fce6-6611-40bf-aa60-c0c95e76bfd4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for floatingip (f16b978d-4c82-411b-9245-8c897541d721), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.111349 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-55b4fce6-6611-40bf-aa60-c0c95e76bfd4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.112784 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-55b4fce6-6611-40bf-aa60-c0c95e76bfd4 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "DELETE /v2.0/floatingips/f16b978d-4c82-411b-9245-8c897541d721 HTTP/1.1" status: 204 len: 168 time: 0.9101336 Jan 27 22:11:19.140604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5160601-e1e4-477a-b9c0-83b879867fc7 req-65c79ac3-c5fe-4665-a4b9-3aad502f176f tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646720 Jan 27 22:11:19.198746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57872) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:19.260180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2bacf013-8559-4f5e-94b6-a2778e1f0629 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group (e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.273059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06b89376-86c9-4f48-9a77-8f324f5478f6 req-7a0bf18b-6954-4b85-bc67-64e651726ece tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0273159 Jan 27 22:11:19.291758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2bacf013-8559-4f5e-94b6-a2778e1f0629 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group (e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.417417 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2bacf013-8559-4f5e-94b6-a2778e1f0629 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.420234 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2bacf013-8559-4f5e-94b6-a2778e1f0629 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:19.424775 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2bacf013-8559-4f5e-94b6-a2778e1f0629 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] 10.222.0.61 "DELETE /v2.0/security-groups/e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0 HTTP/1.1" status: 204 len: 168 time: 0.2249558 Jan 27 22:11:19.437603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacf013-8559-4f5e-94b6-a2778e1f0629 tempest-TestServerBasicOps-588720102 tempest-TestServerBasicOps-588720102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74799c3-ea74-45a7-8e4d-c0fe00ce7ec0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:20.245882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba974f-68e8-4673-9e0f-8bd35212f9d4 req-aa329c7b-b367-4592-b434-af28681b4596 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:20.247555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fba974f-68e8-4673-9e0f-8bd35212f9d4 req-aa329c7b-b367-4592-b434-af28681b4596 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0562391 Jan 27 22:11:20.297278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fba974f-68e8-4673-9e0f-8bd35212f9d4 req-69494c9e-540e-4ad8-b0a3-b47dc9faa6a4 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422161 Jan 27 22:11:20.387233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af59ba1a-4a4f-42eb-afae-89dcc9d45b46 req-b1406a14-019d-43c3-a048-8848fed8ab2a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0305798 Jan 27 22:11:20.603032 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57886) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:21.149383 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (671d16de-e563-4900-b448-8804a8e731b0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.523046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Deleting port 5e81e2ec-da5e-4c44-b415-26213b64567d {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:21.523713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a7ace42-af36-4a3d-97b1-f23a4fa41d21 req-ab882efc-f2e5-4695-967b-e58e8f5688dd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0350835 Jan 27 22:11:21.524249 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.542913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737179bc-db34-44d6-9928-b858c3fd0db3 req-f59f3e59-57b8-4449-8460-bc60826a942e tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:21.544487 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-737179bc-db34-44d6-9928-b858c3fd0db3 req-f59f3e59-57b8-4449-8460-bc60826a942e tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.1065812 Jan 27 22:11:21.621701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] For port 5e81e2ec-da5e-4c44-b415-26213b64567d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5e81e2ec-da5e-4c44-b415-26213b64567d,segment=NetworkSegment(1866d2fb-0d26-4d67-8111-787948c4e9ff),segment_id=1866d2fb-0d26-4d67-8111-787948c4e9ff)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:21.622205 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.622521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-737179bc-db34-44d6-9928-b858c3fd0db3 req-bd07fb7d-bba3-4b2d-b4f2-868c22068ad0 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611537 Jan 27 22:11:21.637740 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Calling delete_port for 5e81e2ec-da5e-4c44-b415-26213b64567d owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:21.943353 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5e81e2ec-da5e-4c44-b415-26213b64567d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:21.972735 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=5e81e2ec-da5e-4c44-b415-26213b64567d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:22.028938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.029296 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.029717 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.029980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.030323 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.032228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.032581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.034884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.035239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.035584 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.035925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.036288 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.036616 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:22.233341 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (671d16de-e563-4900-b448-8804a8e731b0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.514009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Router 671d16de-e563-4900-b448-8804a8e731b0 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:22.627167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:22.635851 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d4a4ec12-10c2-4464-9f7a-949edb078ecb admin admin] 10.222.0.61 "PUT /v2.0/routers/671d16de-e563-4900-b448-8804a8e731b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0311434 Jan 27 22:11:22.636363 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d6cfd-1799-483f-8911-ccd706008d59 None None] Sync routers for ids ['671d16de-e563-4900-b448-8804a8e731b0'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:22.649653 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d6cfd-1799-483f-8911-ccd706008d59 None None] Routers {'671d16de-e563-4900-b448-8804a8e731b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:22.650634 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57944) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:22.650785 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c27d6cfd-1799-483f-8911-ccd706008d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:11:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['671d16de-e563-4900-b448-8804a8e731b0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:22.664738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71726709-ac3e-4a12-9d3b-3727d09878bf req-13ed5283-1b32-48ac-bd71-4533cdcfef63 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=bd5ecdaa-245b-40bb-a740-8c9c9215b972 HTTP/1.1" status: 200 len: 210 time: 0.0379748 Jan 27 22:11:22.795245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-c27d6cfd-1799-483f-8911-ccd706008d59 None None] Set router 671d16de-e563-4900-b448-8804a8e731b0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:22.801985 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Publish callbacks [] for router (671d16de-e563-4900-b448-8804a8e731b0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:22.811527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc99e0-d5b0-4963-8214-e03ded82453c req-b2f653f7-7d15-4607-9b8b-a64a0aa405f9 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:22.813411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0cc99e0-d5b0-4963-8214-e03ded82453c req-b2f653f7-7d15-4607-9b8b-a64a0aa405f9 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0664394 Jan 27 22:11:22.866781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0cc99e0-d5b0-4963-8214-e03ded82453c req-fb46a8c0-7b4d-490f-800c-5e6a97b6893c tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 Jan 27 22:11:22.932280 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Publish callbacks [] for router_gateway (671d16de-e563-4900-b448-8804a8e731b0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.004162 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c27d6cfd-1799-483f-8911-ccd706008d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:11:21Z', 'revision_number': 5, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:23.035158 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d6cfd-1799-483f-8911-ccd706008d59 None None] Checking router: 671d16de-e563-4900-b448-8804a8e731b0 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:11:23.046288 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d6cfd-1799-483f-8911-ccd706008d59 None None] Routers {'671d16de-e563-4900-b448-8804a8e731b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:23.046917 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c27d6cfd-1799-483f-8911-ccd706008d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:11:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['671d16de-e563-4900-b448-8804a8e731b0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:23.188807 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-c27d6cfd-1799-483f-8911-ccd706008d59 None None] Set router 671d16de-e563-4900-b448-8804a8e731b0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:23.199352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Deleting port 79f998dc-b020-4dde-8057-a55cbfb2aa72 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:23.199746 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.305333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] For port 79f998dc-b020-4dde-8057-a55cbfb2aa72, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=79f998dc-b020-4dde-8057-a55cbfb2aa72,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:23.306745 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.324315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Calling delete_port for 79f998dc-b020-4dde-8057-a55cbfb2aa72 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:23.398251 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-c27d6cfd-1799-483f-8911-ccd706008d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:11:21Z', 'revision_number': 5, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:23.555736 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27d6cfd-1799-483f-8911-ccd706008d59 None None] The sync data for ids ['671d16de-e563-4900-b448-8804a8e731b0'] in n-d-760456-6 is: [{'id': '671d16de-e563-4900-b448-8804a8e731b0', 'name': 'tempest-TestServerBasicOps-1707387977-router', 'tenant_id': '518ffd4efe3648d68d6197635e985ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:05:59Z', 'updated_at': '2022-01-27T22:11:21Z', 'revision_number': 5, 'project_id': '518ffd4efe3648d68d6197635e985ef4', 'gw_port': {'id': '79f998dc-b020-4dde-8057-a55cbfb2aa72', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d16de-e563-4900-b448-8804a8e731b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:00Z', 'updated_at': '2022-01-27T22:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:23.603768 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (79f998dc-b020-4dde-8057-a55cbfb2aa72), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.633572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f998dc-b020-4dde-8057-a55cbfb2aa72,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:23.702585 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (671d16de-e563-4900-b448-8804a8e731b0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.827744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (671d16de-e563-4900-b448-8804a8e731b0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:23.830947 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Publish callbacks [] for router_controller (671d16de-e563-4900-b448-8804a8e731b0), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.028728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf770d7a-4400-4535-828a-ce2e97fc0150 req-655b0e5a-a3ed-482e-89f0-97873c9d220f tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:24.031407 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (671d16de-e563-4900-b448-8804a8e731b0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.032315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 671d16de-e563-4900-b448-8804a8e731b0 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:11:24.037307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf770d7a-4400-4535-828a-ce2e97fc0150 req-655b0e5a-a3ed-482e-89f0-97873c9d220f tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0795083 Jan 27 22:11:24.041405 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.042546 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3ff50f8b-6296-4b57-af92-50c191b8df03 admin admin] 10.222.0.61 "DELETE /v2.0/routers/671d16de-e563-4900-b448-8804a8e731b0 HTTP/1.1" status: 204 len: 168 time: 1.3908994 Jan 27 22:11:24.045033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57960) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:24.130911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a824916c-57bb-49d3-b903-6cbd8339393a admin admin] Deleting subnet dde9af2f-54b2-4611-8d0d-5b06ced1c38c {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:24.136516 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a824916c-57bb-49d3-b903-6cbd8339393a admin admin] Publish callbacks [] for subnet (dde9af2f-54b2-4611-8d0d-5b06ced1c38c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.138114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf770d7a-4400-4535-828a-ce2e97fc0150 req-b34ac2a1-10a6-4e9d-9fc4-4ffd5c27ac4b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977945 Jan 27 22:11:24.191098 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a824916c-57bb-49d3-b903-6cbd8339393a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (dde9af2f-54b2-4611-8d0d-5b06ced1c38c), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.284665 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a824916c-57bb-49d3-b903-6cbd8339393a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (dde9af2f-54b2-4611-8d0d-5b06ced1c38c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.427390 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a824916c-57bb-49d3-b903-6cbd8339393a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (dde9af2f-54b2-4611-8d0d-5b06ced1c38c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.474625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824916c-57bb-49d3-b903-6cbd8339393a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde9af2f-54b2-4611-8d0d-5b06ced1c38c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:24.483957 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a824916c-57bb-49d3-b903-6cbd8339393a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.489342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d47ed3-0ca5-49d9-acc8-35f2bf5e79c3 None None] Network 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:24.510229 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a824916c-57bb-49d3-b903-6cbd8339393a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dde9af2f-54b2-4611-8d0d-5b06ced1c38c HTTP/1.1" status: 204 len: 168 time: 0.4616194 Jan 27 22:11:24.510505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 57964) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:24.566491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5e81e2ec-da5e-4c44-b415-26213b64567d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:24.596927 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (0cec7665-b7cc-40c1-aa5d-b9cbce34cf46), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.608496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 5e81e2ec-da5e-4c44-b415-26213b64567d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:24.608925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5e81e2ec-da5e-4c44-b415-26213b64567d not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:24.655364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Deleting port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:24.655965 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.727601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] For port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7f4f210e-aea4-4c3f-bef9-0d62fc99cb08,segment=NetworkSegment(1866d2fb-0d26-4d67-8111-787948c4e9ff),segment_id=1866d2fb-0d26-4d67-8111-787948c4e9ff)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:24.728070 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.742885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Calling delete_port for 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:24.891207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53b4183-f10b-41e7-939a-29d1ac64ebe1 None None] DHCP port deletion for 0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:11:24.948775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a53b4183-f10b-41e7-939a-29d1ac64ebe1 None None] Deleting port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:24.949154 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a53b4183-f10b-41e7-939a-29d1ac64ebe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.977559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:24.992505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] No DVR routers for this DVR port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:25.040584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4f210e-aea4-4c3f-bef9-0d62fc99cb08,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:25.042808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a53b4183-f10b-41e7-939a-29d1ac64ebe1 None None] For port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7f4f210e-aea4-4c3f-bef9-0d62fc99cb08,segment=NetworkSegment(1866d2fb-0d26-4d67-8111-787948c4e9ff),segment_id=1866d2fb-0d26-4d67-8111-787948c4e9ff)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:25.043283 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a53b4183-f10b-41e7-939a-29d1ac64ebe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.050876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.051376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.051856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.052328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.052771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.054237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.054697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.055141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.055584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.056069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.056658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.057092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.057532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:11:25.060712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a53b4183-f10b-41e7-939a-29d1ac64ebe1 None None] Calling delete_port for 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:25.114183 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (0cec7665-b7cc-40c1-aa5d-b9cbce34cf46), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.142053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cec7665-b7cc-40c1-aa5d-b9cbce34cf46']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:25.163625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1866d2fb-0d26-4d67-8111-787948c4e9ff') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:25.164064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1866d2fb-0d26-4d67-8111-787948c4e9ff') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:25.175535 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a53b4183-f10b-41e7-939a-29d1ac64ebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (7f4f210e-aea4-4c3f-bef9-0d62fc99cb08), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.185416 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (1866d2fb-0d26-4d67-8111-787948c4e9ff), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.203000 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (1866d2fb-0d26-4d67-8111-787948c4e9ff), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.209951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:11:25.210489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (1866d2fb-0d26-4d67-8111-787948c4e9ff), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.223585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b4183-f10b-41e7-939a-29d1ac64ebe1 None None] Pushing event deleted for resources: {'Port': ['ID=7f4f210e-aea4-4c3f-bef9-0d62fc99cb08,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:25.224714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b4183-f10b-41e7-939a-29d1ac64ebe1 None None] No DVR routers for this DVR port 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:11:25.255909 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:11:25.387053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee5b51-d6a3-48bd-aa09-2d006a750de0 req-14fe4cee-662b-4d2b-9c99-cb0cde90129b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:25.388760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42ee5b51-d6a3-48bd-aa09-2d006a750de0 req-14fe4cee-662b-4d2b-9c99-cb0cde90129b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.1310058 Jan 27 22:11:25.429111 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (0cec7665-b7cc-40c1-aa5d-b9cbce34cf46), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.447531 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:25.450815 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0cec7665-b7cc-40c1-aa5d-b9cbce34cf46 HTTP/1.1" status: 204 len: 168 time: 0.9390762 Jan 27 22:11:25.453864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57974) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:25.455911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f07d1-b143-4f3e-a2ff-00bd6d7d46f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cec7665-b7cc-40c1-aa5d-b9cbce34cf46,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:25.468944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42ee5b51-d6a3-48bd-aa09-2d006a750de0 req-4220277f-33be-4ac3-bd4f-5ef05197f0aa tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739942 Jan 27 22:11:25.818325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2442494e-57f3-4901-aba4-5fdbe5d7a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (da6c72da-4d2b-41ec-b281-12f5b81e1122), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.068710 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2442494e-57f3-4901-aba4-5fdbe5d7a440 admin admin] Deleting port bab11103-271a-4f15-915a-b73836ab396c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:26.069579 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2442494e-57f3-4901-aba4-5fdbe5d7a440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bab11103-271a-4f15-915a-b73836ab396c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.153062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-2442494e-57f3-4901-aba4-5fdbe5d7a440 admin admin] For port bab11103-271a-4f15-915a-b73836ab396c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bab11103-271a-4f15-915a-b73836ab396c,segment=NetworkSegment(1ed110ea-a8be-4fd9-91cb-640ee971bf39),segment_id=1ed110ea-a8be-4fd9-91cb-640ee971bf39)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:26.154917 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2442494e-57f3-4901-aba4-5fdbe5d7a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bab11103-271a-4f15-915a-b73836ab396c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.168953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2442494e-57f3-4901-aba4-5fdbe5d7a440 admin admin] Calling delete_port for bab11103-271a-4f15-915a-b73836ab396c owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:26.438068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 79f998dc-b020-4dde-8057-a55cbfb2aa72 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:26.461613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2442494e-57f3-4901-aba4-5fdbe5d7a440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (bab11103-271a-4f15-915a-b73836ab396c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:26.497024 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442494e-57f3-4901-aba4-5fdbe5d7a440 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab11103-271a-4f15-915a-b73836ab396c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:26.678319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd7639-591b-4400-87ab-2b12d1060c45 req-259ffc8a-ecfe-46e8-b797-bdd4d86ca054 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:26.682554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19cd7639-591b-4400-87ab-2b12d1060c45 req-259ffc8a-ecfe-46e8-b797-bdd4d86ca054 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0663464 Jan 27 22:11:26.749968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19cd7639-591b-4400-87ab-2b12d1060c45 req-a3daff7e-90cc-4744-994e-97332f9ca8b1 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612950 Jan 27 22:11:26.799559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 79f998dc-b020-4dde-8057-a55cbfb2aa72 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:26.799903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 79f998dc-b020-4dde-8057-a55cbfb2aa72 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:26.801898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:26.828978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:26.829604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7f4f210e-aea4-4c3f-bef9-0d62fc99cb08 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:27.061002 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2442494e-57f3-4901-aba4-5fdbe5d7a440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (da6c72da-4d2b-41ec-b281-12f5b81e1122), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.079258 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:11:27.147184 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.311598 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2442494e-57f3-4901-aba4-5fdbe5d7a440 admin admin] Router da6c72da-4d2b-41ec-b281-12f5b81e1122 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:11:27.425925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2442494e-57f3-4901-aba4-5fdbe5d7a440 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:11:27.431873 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2442494e-57f3-4901-aba4-5fdbe5d7a440 admin admin] 10.222.0.61 "PUT /v2.0/routers/da6c72da-4d2b-41ec-b281-12f5b81e1122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9769096 Jan 27 22:11:27.434371 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 57994) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:27.444392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8246212d-8423-414f-beda-0c38d8d0301b None None] Sync routers for ids ['da6c72da-4d2b-41ec-b281-12f5b81e1122'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:11:27.474622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8246212d-8423-414f-beda-0c38d8d0301b None None] Routers {'da6c72da-4d2b-41ec-b281-12f5b81e1122'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:27.476126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8246212d-8423-414f-beda-0c38d8d0301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:11:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da6c72da-4d2b-41ec-b281-12f5b81e1122'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:27.559089 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Publish callbacks [] for router (da6c72da-4d2b-41ec-b281-12f5b81e1122), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.600577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-8246212d-8423-414f-beda-0c38d8d0301b None None] Set router da6c72da-4d2b-41ec-b281-12f5b81e1122 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:27.694007 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Publish callbacks [] for router_gateway (da6c72da-4d2b-41ec-b281-12f5b81e1122), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.707219 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.790022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8246212d-8423-414f-beda-0c38d8d0301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'name': 'tempest-TestServerBasicOps-38601253-router', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:11:26Z', 'revision_number': 5, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'gw_port': {'id': 'ae2884c3-eeed-45f2-ba27-05e67fdffaf3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:27.828157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8246212d-8423-414f-beda-0c38d8d0301b None None] Checking router: da6c72da-4d2b-41ec-b281-12f5b81e1122 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:11:27.830299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Deleting port ae2884c3-eeed-45f2-ba27-05e67fdffaf3 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:27.830299 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.839415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8246212d-8423-414f-beda-0c38d8d0301b None None] Routers {'da6c72da-4d2b-41ec-b281-12f5b81e1122'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:11:27.841538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8246212d-8423-414f-beda-0c38d8d0301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:11:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['da6c72da-4d2b-41ec-b281-12f5b81e1122'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:27.923004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] For port ae2884c3-eeed-45f2-ba27-05e67fdffaf3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ae2884c3-eeed-45f2-ba27-05e67fdffaf3,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:27.923731 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:27.939057 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Calling delete_port for ae2884c3-eeed-45f2-ba27-05e67fdffaf3 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:27.956942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-8246212d-8423-414f-beda-0c38d8d0301b None None] Set router da6c72da-4d2b-41ec-b281-12f5b81e1122 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:11:27.969751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a5224-b781-4762-b5a1-d97af5b810fb req-2641ffc9-00fd-4fa3-8a7b-800650773011 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:27.971494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f88a5224-b781-4762-b5a1-d97af5b810fb req-2641ffc9-00fd-4fa3-8a7b-800650773011 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.1003344 Jan 27 22:11:28.019261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8246212d-8423-414f-beda-0c38d8d0301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'name': 'tempest-TestServerBasicOps-38601253-router', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:11:27Z', 'revision_number': 6, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:28.050559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8246212d-8423-414f-beda-0c38d8d0301b None None] The sync data for ids ['da6c72da-4d2b-41ec-b281-12f5b81e1122'] in n-d-760456-6 is: [{'id': 'da6c72da-4d2b-41ec-b281-12f5b81e1122', 'name': 'tempest-TestServerBasicOps-38601253-router', 'tenant_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:06:07Z', 'updated_at': '2022-01-27T22:11:27Z', 'revision_number': 6, 'project_id': 'eb06ffcf7ae344d08b36e5a4819cba1b', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:11:28.079541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f88a5224-b781-4762-b5a1-d97af5b810fb req-2e065cbc-c713-4f98-b7fd-ea67b43de535 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971813 Jan 27 22:11:28.318321 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ae2884c3-eeed-45f2-ba27-05e67fdffaf3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.382319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2884c3-eeed-45f2-ba27-05e67fdffaf3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:28.409029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cab559-24e3-4116-8fba-8e7fd24942cd req-7bec1000-dde1-45e5-ac59-2d671c382c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:28.410911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15cab559-24e3-4116-8fba-8e7fd24942cd req-7bec1000-dde1-45e5-ac59-2d671c382c05 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 1096 time: 0.0893624 Jan 27 22:11:28.460547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-15cab559-24e3-4116-8fba-8e7fd24942cd req-a73e8d78-d062-4d7c-93fd-643cb18e7fde service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421016 Jan 27 22:11:28.474869 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (da6c72da-4d2b-41ec-b281-12f5b81e1122), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.573135 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (da6c72da-4d2b-41ec-b281-12f5b81e1122), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.575487 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Publish callbacks [] for router_controller (da6c72da-4d2b-41ec-b281-12f5b81e1122), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.726729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bab11103-271a-4f15-915a-b73836ab396c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:28.749372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: bab11103-271a-4f15-915a-b73836ab396c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:28.749720 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bab11103-271a-4f15-915a-b73836ab396c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:28.750139 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ae2884c3-eeed-45f2-ba27-05e67fdffaf3 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:28.760601 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (da6c72da-4d2b-41ec-b281-12f5b81e1122), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.761374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router da6c72da-4d2b-41ec-b281-12f5b81e1122 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:11:28.766158 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.768414 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-41e194e9-5a02-473f-8848-cb27f58606ce admin admin] 10.222.0.61 "DELETE /v2.0/routers/da6c72da-4d2b-41ec-b281-12f5b81e1122 HTTP/1.1" status: 204 len: 168 time: 1.3330700 Jan 27 22:11:28.770117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: ae2884c3-eeed-45f2-ba27-05e67fdffaf3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:28.770660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ae2884c3-eeed-45f2-ba27-05e67fdffaf3 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:28.770804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58004) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:28.827623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c0ee4b-31ea-4016-be52-43780975a462 admin admin] Deleting subnet 493d350b-89e9-4998-96c5-e3b750de7884 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:11:28.831353 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16c0ee4b-31ea-4016-be52-43780975a462 admin admin] Publish callbacks [] for subnet (493d350b-89e9-4998-96c5-e3b750de7884), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.870179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16c0ee4b-31ea-4016-be52-43780975a462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (493d350b-89e9-4998-96c5-e3b750de7884), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:28.977734 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16c0ee4b-31ea-4016-be52-43780975a462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (493d350b-89e9-4998-96c5-e3b750de7884), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.148003 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16c0ee4b-31ea-4016-be52-43780975a462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (493d350b-89e9-4998-96c5-e3b750de7884), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.193313 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16c0ee4b-31ea-4016-be52-43780975a462 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.199078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-16c0ee4b-31ea-4016-be52-43780975a462 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/493d350b-89e9-4998-96c5-e3b750de7884 HTTP/1.1" status: 204 len: 168 time: 0.4247212 Jan 27 22:11:29.199982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58008) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:29.211375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0ee4b-31ea-4016-be52-43780975a462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493d350b-89e9-4998-96c5-e3b750de7884,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:29.223093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7968b4e3-eed5-4263-86f5-46f73566db41 None None] Network b2890277-f610-4103-b36b-01e43a7ac96b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:11:29.237793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a8f97-2817-498e-86ba-c362238feb6c req-ac843390-b311-434a-b3b8-cdc25b303c60 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:29.239332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c7a8f97-2817-498e-86ba-c362238feb6c req-ac843390-b311-434a-b3b8-cdc25b303c60 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.1048362 Jan 27 22:11:29.333046 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c7a8f97-2817-498e-86ba-c362238feb6c req-0f96c190-946b-4e8a-a5e8-379427db635a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851202 Jan 27 22:11:29.371554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b2890277-f610-4103-b36b-01e43a7ac96b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.442708 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Deleting port 0c4a9004-daef-468e-9b1b-a8003acb1c0e {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:29.443119 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.485753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d045d54-5e56-45cc-aa13-b305aad2b25d None None] DHCP port deletion for b2890277-f610-4103-b36b-01e43a7ac96b request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:11:29.592875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6d045d54-5e56-45cc-aa13-b305aad2b25d None None] Deleting port 0c4a9004-daef-468e-9b1b-a8003acb1c0e {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:11:29.593262 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d045d54-5e56-45cc-aa13-b305aad2b25d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.612644 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] For port 0c4a9004-daef-468e-9b1b-a8003acb1c0e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c4a9004-daef-468e-9b1b-a8003acb1c0e,segment=NetworkSegment(1ed110ea-a8be-4fd9-91cb-640ee971bf39),segment_id=1ed110ea-a8be-4fd9-91cb-640ee971bf39)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:29.612644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.643811 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Calling delete_port for 0c4a9004-daef-468e-9b1b-a8003acb1c0e owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:29.701408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6d045d54-5e56-45cc-aa13-b305aad2b25d None None] For port 0c4a9004-daef-468e-9b1b-a8003acb1c0e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0c4a9004-daef-468e-9b1b-a8003acb1c0e,segment=NetworkSegment(1ed110ea-a8be-4fd9-91cb-640ee971bf39),segment_id=1ed110ea-a8be-4fd9-91cb-640ee971bf39)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:11:29.702382 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d045d54-5e56-45cc-aa13-b305aad2b25d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.718494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6d045d54-5e56-45cc-aa13-b305aad2b25d None None] Calling delete_port for 0c4a9004-daef-468e-9b1b-a8003acb1c0e owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:11:29.855368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.865165 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d045d54-5e56-45cc-aa13-b305aad2b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (0c4a9004-daef-468e-9b1b-a8003acb1c0e), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:29.896242 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] No DVR routers for this DVR port 0c4a9004-daef-468e-9b1b-a8003acb1c0e on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:29.904561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d045d54-5e56-45cc-aa13-b305aad2b25d None None] Pushing event deleted for resources: {'Port': ['ID=0c4a9004-daef-468e-9b1b-a8003acb1c0e,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:29.921102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d045d54-5e56-45cc-aa13-b305aad2b25d None None] No DVR routers for this DVR port 0c4a9004-daef-468e-9b1b-a8003acb1c0e on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:11:29.951392 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4a9004-daef-468e-9b1b-a8003acb1c0e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:30.023000 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b2890277-f610-4103-b36b-01e43a7ac96b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.060672 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2890277-f610-4103-b36b-01e43a7ac96b']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:30.072888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed110ea-a8be-4fd9-91cb-640ee971bf39') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:30.078013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed110ea-a8be-4fd9-91cb-640ee971bf39') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:11:30.086108 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (1ed110ea-a8be-4fd9-91cb-640ee971bf39), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.118031 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (1ed110ea-a8be-4fd9-91cb-640ee971bf39), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.122856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:11:30.123258 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (1ed110ea-a8be-4fd9-91cb-640ee971bf39), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:11:30.174442 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:11:30.289959 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b2890277-f610-4103-b36b-01e43a7ac96b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.310298 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:30.338819 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b2890277-f610-4103-b36b-01e43a7ac96b HTTP/1.1" status: 204 len: 168 time: 1.1328599 Jan 27 22:11:30.359997 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee207bf-ec9c-487b-ba72-09d8fc8a9ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2890277-f610-4103-b36b-01e43a7ac96b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:30.488839 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c4a9004-daef-468e-9b1b-a8003acb1c0e no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:11:30.517105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 0c4a9004-daef-468e-9b1b-a8003acb1c0e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:11:30.518516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0c4a9004-daef-468e-9b1b-a8003acb1c0e not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:11:30.539768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279b554-19a5-43e8-acb1-252ea01ded83 req-3f6c2695-44eb-4149-9603-1d86350bc111 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:30.548576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2279b554-19a5-43e8-acb1-252ea01ded83 req-3f6c2695-44eb-4149-9603-1d86350bc111 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.1014304 Jan 27 22:11:30.630205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2279b554-19a5-43e8-acb1-252ea01ded83 req-682af547-e562-4cf6-b1ec-2b77b807fae5 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806653 Jan 27 22:11:30.868325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58034) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:30.940362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d014090d-a25f-42bc-93fd-ba6136a51329 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=518ffd4efe3648d68d6197635e985ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705295 Jan 27 22:11:30.942344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58036) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:31.011560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-666c3a72-1b09-488e-9952-4dca59718030 admin admin] Publish callbacks [] for security_group (6741e98f-896c-4975-9a77-06f8849f09e5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.037541 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-666c3a72-1b09-488e-9952-4dca59718030 admin admin] Publish callbacks [] for security_group (6741e98f-896c-4975-9a77-06f8849f09e5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.161651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7fce6-f1a8-4f4b-bc1d-ef115702bd92 req-a0d9afd9-e6da-4209-94e1-807c42d22629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:31.163355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24f7fce6-f1a8-4f4b-bc1d-ef115702bd92 req-a0d9afd9-e6da-4209-94e1-807c42d22629 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f8160d1a46647948b59bb7d26ca782a&device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 1096 time: 0.0632336 Jan 27 22:11:31.171159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaa622-5da5-4278-b23c-84e4fc8f255b req-8c8b0e0c-0bd0-4016-a17d-5b615878b127 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:31.178430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28eaa622-5da5-4278-b23c-84e4fc8f255b req-8c8b0e0c-0bd0-4016-a17d-5b615878b127 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.1217933 Jan 27 22:11:31.263193 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-666c3a72-1b09-488e-9952-4dca59718030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6741e98f-896c-4975-9a77-06f8849f09e5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.266631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-666c3a72-1b09-488e-9952-4dca59718030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:31.268689 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-666c3a72-1b09-488e-9952-4dca59718030 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6741e98f-896c-4975-9a77-06f8849f09e5 HTTP/1.1" status: 204 len: 168 time: 0.3253562 Jan 27 22:11:31.300135 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c3a72-1b09-488e-9952-4dca59718030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6741e98f-896c-4975-9a77-06f8849f09e5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:31.314251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7fce6-f1a8-4f4b-bc1d-ef115702bd92 req-53a7082c-89cc-4093-ab05-54869bd0b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:31.318086 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24f7fce6-f1a8-4f4b-bc1d-ef115702bd92 req-53a7082c-89cc-4093-ab05-54869bd0b642 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9761b2bc-df24-4ea4-a402-9cec8a910bb9 HTTP/1.1" status: 200 len: 920 time: 0.1186318 Jan 27 22:11:31.354803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28eaa622-5da5-4278-b23c-84e4fc8f255b req-56ef5d7d-3a3c-4884-aace-68aa7adb7c92 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700826 Jan 27 22:11:31.436431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24f7fce6-f1a8-4f4b-bc1d-ef115702bd92 req-67edeaa4-b86c-4f89-9fc0-bad7de7d441d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8574e307-8514-4dec-86d4-ce26e70f6285 HTTP/1.1" status: 200 len: 217 time: 0.0805051 Jan 27 22:11:31.526622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7fce6-f1a8-4f4b-bc1d-ef115702bd92 req-f1c78bc7-9813-4e89-9347-1aa15407aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:31.528506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24f7fce6-f1a8-4f4b-bc1d-ef115702bd92 req-f1c78bc7-9813-4e89-9347-1aa15407aa49 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a74e56ac-7d09-4084-a54b-a998ce6faf0a HTTP/1.1" status: 200 len: 859 time: 0.0856514 Jan 27 22:11:31.565060 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24f7fce6-f1a8-4f4b-bc1d-ef115702bd92 req-a722d4c1-b0c4-41b5-b03a-6f03835d5478 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9761b2bc-df24-4ea4-a402-9cec8a910bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306392 Jan 27 22:11:31.675163 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24f7fce6-f1a8-4f4b-bc1d-ef115702bd92 req-4dc16199-2446-4f37-9e5a-d27c6ed210c3 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038997 Jan 27 22:11:31.789520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24f7fce6-f1a8-4f4b-bc1d-ef115702bd92 req-b39094a6-b2df-4773-a894-fa8ce05bdd59 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005521 Jan 27 22:11:32.253868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58050) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:32.299876 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-06993201-9bd2-4391-b4ec-48a4ba789030 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eb06ffcf7ae344d08b36e5a4819cba1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422969 Jan 27 22:11:32.300070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58052) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:32.329351 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b2020225-1215-45cc-ac1c-b571c24b7350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.370908 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7f161d8-88b0-4319-8cd9-434a5dc83436 admin admin] Publish callbacks [] for security_group (b74f30e6-0f19-4e2f-98e8-b991629cb00f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.402926 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7f161d8-88b0-4319-8cd9-434a5dc83436 admin admin] Publish callbacks [] for security_group (b74f30e6-0f19-4e2f-98e8-b991629cb00f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.525753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33ede6-9ad6-427a-a4ae-ac9525b9e40e req-bbb8494f-d655-401e-b19d-d27bd74c6871 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:32.527955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc33ede6-9ad6-427a-a4ae-ac9525b9e40e req-bbb8494f-d655-401e-b19d-d27bd74c6871 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0565012 Jan 27 22:11:32.558671 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7f161d8-88b0-4319-8cd9-434a5dc83436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b74f30e6-0f19-4e2f-98e8-b991629cb00f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.562777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f7f161d8-88b0-4319-8cd9-434a5dc83436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:32.567346 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f7f161d8-88b0-4319-8cd9-434a5dc83436 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b74f30e6-0f19-4e2f-98e8-b991629cb00f HTTP/1.1" status: 204 len: 168 time: 0.2663569 Jan 27 22:11:32.578643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f161d8-88b0-4319-8cd9-434a5dc83436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74f30e6-0f19-4e2f-98e8-b991629cb00f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:32.627359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc33ede6-9ad6-427a-a4ae-ac9525b9e40e req-e366062b-0962-4f07-9f8d-14d3a8a0682c tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931594 Jan 27 22:11:33.787105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b522a4f-64c8-4cd3-b37f-cb5342600722 req-d9e7cfb5-a80d-4f93-b1d4-368c24127136 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:33.790069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b522a4f-64c8-4cd3-b37f-cb5342600722 req-d9e7cfb5-a80d-4f93-b1d4-368c24127136 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0760376 Jan 27 22:11:33.852677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b522a4f-64c8-4cd3-b37f-cb5342600722 req-6c4e0b62-0cd6-46f4-9e5b-809d7d099e8c tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566871 Jan 27 22:11:34.966924 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-84c1217d-158d-408e-ae3e-73e1ebc0c122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:36.188888 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.460400 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:37.900878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b13d3a-f194-47fb-8a8d-778b16a117b3 req-ec2cf776-6bb3-478c-a0bc-6cfc6298bda4 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:37.902541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19b13d3a-f194-47fb-8a8d-778b16a117b3 req-ec2cf776-6bb3-478c-a0bc-6cfc6298bda4 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0500755 Jan 27 22:11:37.962149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19b13d3a-f194-47fb-8a8d-778b16a117b3 req-ed470062-24f9-476a-81b0-6e7145ff4059 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537350 Jan 27 22:11:38.937601 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.146027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58182) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:39.314444 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a3106dc-405e-4e51-9333-83628469c658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.424789 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a3106dc-405e-4e51-9333-83628469c658 admin admin] Publish callbacks [] for security_group (49674e31-8396-401c-9b89-ac3c87ad5bbd), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.488690 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3a3106dc-405e-4e51-9333-83628469c658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (49674e31-8396-401c-9b89-ac3c87ad5bbd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.569663 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3a3106dc-405e-4e51-9333-83628469c658 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=40e77b49018f4d4896c3db732fb0b749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4184406 Jan 27 22:11:39.569663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3106dc-405e-4e51-9333-83628469c658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49674e31-8396-401c-9b89-ac3c87ad5bbd,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:39.570150 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58186) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:39.667048 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c5df53f-8e34-405f-a752-36d0d15fed46 admin admin] Publish callbacks [] for security_group (49674e31-8396-401c-9b89-ac3c87ad5bbd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.709145 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c5df53f-8e34-405f-a752-36d0d15fed46 admin admin] Publish callbacks [] for security_group (49674e31-8396-401c-9b89-ac3c87ad5bbd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.886190 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c5df53f-8e34-405f-a752-36d0d15fed46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (49674e31-8396-401c-9b89-ac3c87ad5bbd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.889660 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c5df53f-8e34-405f-a752-36d0d15fed46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:39.891267 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4c5df53f-8e34-405f-a752-36d0d15fed46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49674e31-8396-401c-9b89-ac3c87ad5bbd HTTP/1.1" status: 204 len: 168 time: 0.3195622 Jan 27 22:11:39.907746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5df53f-8e34-405f-a752-36d0d15fed46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49674e31-8396-401c-9b89-ac3c87ad5bbd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:51.356587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-036441b1-af4c-46bf-b235-aaf5701296da req-834f394c-4b73-4ff9-b64f-1d42f8725454 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409319 Jan 27 22:11:51.446877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036441b1-af4c-46bf-b235-aaf5701296da req-feb32efa-fac7-4360-9254-0b19301d3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:51.448782 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-036441b1-af4c-46bf-b235-aaf5701296da req-feb32efa-fac7-4360-9254-0b19301d3c50 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f8160d1a46647948b59bb7d26ca782a&device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 1096 time: 0.0706143 Jan 27 22:11:51.593810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036441b1-af4c-46bf-b235-aaf5701296da req-f48b0379-aa9b-4f1d-a25f-4b9dfdf7191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:51.596448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-036441b1-af4c-46bf-b235-aaf5701296da req-f48b0379-aa9b-4f1d-a25f-4b9dfdf7191a service neutron] 10.222.0.74 "GET /v2.0/networks?id=9761b2bc-df24-4ea4-a402-9cec8a910bb9 HTTP/1.1" status: 200 len: 920 time: 0.1112659 Jan 27 22:11:51.656912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-036441b1-af4c-46bf-b235-aaf5701296da req-0a21d99e-2eb5-4560-8a0e-ddde037030f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8574e307-8514-4dec-86d4-ce26e70f6285 HTTP/1.1" status: 200 len: 217 time: 0.0542793 Jan 27 22:11:51.728172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036441b1-af4c-46bf-b235-aaf5701296da req-94841bd8-c008-40f5-af24-7515dbeff12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:51.730827 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-036441b1-af4c-46bf-b235-aaf5701296da req-94841bd8-c008-40f5-af24-7515dbeff12f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a74e56ac-7d09-4084-a54b-a998ce6faf0a HTTP/1.1" status: 200 len: 859 time: 0.0672352 Jan 27 22:11:51.776884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-036441b1-af4c-46bf-b235-aaf5701296da req-433a11eb-6ecb-44f5-b1e3-8a0488e49315 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9761b2bc-df24-4ea4-a402-9cec8a910bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383048 Jan 27 22:11:51.886550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-036441b1-af4c-46bf-b235-aaf5701296da req-f785b09f-3ad5-41fb-9640-dd77581b18c2 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005330 Jan 27 22:11:52.012106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-036441b1-af4c-46bf-b235-aaf5701296da req-f0f928f4-3c1c-4fb0-a8c3-6cdf01acf44a service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177223 Jan 27 22:11:57.585559 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:57.665639 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.131186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 58558) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:59.320560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0665eb29-39a0-4121-a840-26e1aa30437e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.359010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e83fb-b1e9-4602-a500-112213967d4d req-85b78cb3-eded-48de-9556-2bf830899972 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:59.360711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c37e83fb-b1e9-4602-a500-112213967d4d req-85b78cb3-eded-48de-9556-2bf830899972 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.1186769 Jan 27 22:11:59.509892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027f617-7b20-4090-8100-dcf0fb0998e7 req-4715e71e-abed-4f7e-834b-4b65f0fc2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:59.512344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4027f617-7b20-4090-8100-dcf0fb0998e7 req-4715e71e-abed-4f7e-834b-4b65f0fc2c8c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f8160d1a46647948b59bb7d26ca782a&device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 1096 time: 0.1299844 Jan 27 22:11:59.555280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c37e83fb-b1e9-4602-a500-112213967d4d req-f809a9b6-737b-40dd-89f2-001194580507 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716967 Jan 27 22:11:59.557862 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0665eb29-39a0-4121-a840-26e1aa30437e admin admin] Publish callbacks [] for security_group (ff2bf68d-85d0-45b4-bb36-9522b77a387b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.661146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027f617-7b20-4090-8100-dcf0fb0998e7 req-bd832583-44ce-40b0-827b-d26838805f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:59.664063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4027f617-7b20-4090-8100-dcf0fb0998e7 req-bd832583-44ce-40b0-827b-d26838805f3d service neutron] 10.222.0.74 "GET /v2.0/networks?id=9761b2bc-df24-4ea4-a402-9cec8a910bb9 HTTP/1.1" status: 200 len: 920 time: 0.1414931 Jan 27 22:11:59.665088 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0665eb29-39a0-4121-a840-26e1aa30437e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ff2bf68d-85d0-45b4-bb36-9522b77a387b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.717311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4027f617-7b20-4090-8100-dcf0fb0998e7 req-fb65f64f-78ce-4d57-ab94-5e3b60033667 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8574e307-8514-4dec-86d4-ce26e70f6285 HTTP/1.1" status: 200 len: 217 time: 0.0466900 Jan 27 22:11:59.781193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027f617-7b20-4090-8100-dcf0fb0998e7 req-b8bae694-8dfa-4b94-a452-af8df6a5e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:11:59.784284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4027f617-7b20-4090-8100-dcf0fb0998e7 req-b8bae694-8dfa-4b94-a452-af8df6a5e3c0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a74e56ac-7d09-4084-a54b-a998ce6faf0a HTTP/1.1" status: 200 len: 859 time: 0.0544870 Jan 27 22:11:59.855466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4027f617-7b20-4090-8100-dcf0fb0998e7 req-11eeb652-5071-4da1-ab3a-9ab10e692118 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9761b2bc-df24-4ea4-a402-9cec8a910bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642889 Jan 27 22:11:59.857356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665eb29-39a0-4121-a840-26e1aa30437e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2bf68d-85d0-45b4-bb36-9522b77a387b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:11:59.875255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 58568) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:11:59.882019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0665eb29-39a0-4121-a840-26e1aa30437e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75cd0e404abc4437a99d5f658fb05647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7474298 Jan 27 22:11:59.931533 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9678098d-361f-40f3-93f0-3964af84cc6e admin admin] Publish callbacks [] for security_group (ff2bf68d-85d0-45b4-bb36-9522b77a387b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.956945 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9678098d-361f-40f3-93f0-3964af84cc6e admin admin] Publish callbacks [] for security_group (ff2bf68d-85d0-45b4-bb36-9522b77a387b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:11:59.996357 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4027f617-7b20-4090-8100-dcf0fb0998e7 req-1be8deb2-bbb2-47ed-ad5b-cc9b9430f685 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329994 Jan 27 22:12:00.122286 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9678098d-361f-40f3-93f0-3964af84cc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ff2bf68d-85d0-45b4-bb36-9522b77a387b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.125666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9678098d-361f-40f3-93f0-3964af84cc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:00.134518 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9678098d-361f-40f3-93f0-3964af84cc6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff2bf68d-85d0-45b4-bb36-9522b77a387b HTTP/1.1" status: 204 len: 168 time: 0.2580762 Jan 27 22:12:00.155773 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678098d-361f-40f3-93f0-3964af84cc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2bf68d-85d0-45b4-bb36-9522b77a387b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:00.217774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4027f617-7b20-4090-8100-dcf0fb0998e7 req-106e63eb-59cf-44c4-be68-1bef880743d9 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015305 Jan 27 22:12:00.792017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3895d-8b00-4405-ba09-098fa25762cc req-bcfbdd9b-3aee-432b-8434-9611749c9899 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:00.805843 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7b3895d-8b00-4405-ba09-098fa25762cc req-bcfbdd9b-3aee-432b-8434-9611749c9899 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.1297584 Jan 27 22:12:00.876428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7b3895d-8b00-4405-ba09-098fa25762cc req-7d4fb1f5-972b-4b93-9f09-4024338beae2 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664246 Jan 27 22:12:02.002166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320db9e-53b0-4303-8d64-f918df2c2961 req-d3b75475-578d-4127-9422-f9d7152d6ba0 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:02.003707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2320db9e-53b0-4303-8d64-f918df2c2961 req-d3b75475-578d-4127-9422-f9d7152d6ba0 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0488572 Jan 27 22:12:02.062302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2320db9e-53b0-4303-8d64-f918df2c2961 req-e3edbc77-08d6-4044-9b25-1f847bb8027a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528893 Jan 27 22:12:02.299918 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-71abf788-c0f7-4aba-9019-5ff2b561021e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:03.199934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852949-a6a7-49e4-9fe3-50c9018fc974 req-8327b2a1-9a77-438f-b99d-557831075719 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:03.201970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71852949-a6a7-49e4-9fe3-50c9018fc974 req-8327b2a1-9a77-438f-b99d-557831075719 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0611093 Jan 27 22:12:03.257314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71852949-a6a7-49e4-9fe3-50c9018fc974 req-f28591f4-dd31-4fe8-a54c-add05edd1d63 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465779 Jan 27 22:12:04.069164 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:12:04.381112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bff71-8733-449f-8007-3760a742bbf6 req-3e5bb342-da18-4a5a-a6e3-f4c40e178879 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:04.382685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-691bff71-8733-449f-8007-3760a742bbf6 req-3e5bb342-da18-4a5a-a6e3-f4c40e178879 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0517225 Jan 27 22:12:04.433761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-691bff71-8733-449f-8007-3760a742bbf6 req-143ddf3d-3963-41fa-a13e-e2deac1ff57a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Jan 27 22:12:04.991238 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b1afb9d-00ce-45be-b8c1-9345c1f201a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:05.555248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da498b62-7ecc-4f0b-855c-1fb7ac307f0b req-789588b6-5adb-4ca4-8bdb-edc7e368e78b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:05.556745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da498b62-7ecc-4f0b-855c-1fb7ac307f0b req-789588b6-5adb-4ca4-8bdb-edc7e368e78b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0481222 Jan 27 22:12:05.606590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da498b62-7ecc-4f0b-855c-1fb7ac307f0b req-b89b7327-f423-491f-8c72-6cca31a17d66 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Jan 27 22:12:06.196912 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:06.723306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cba408-eaa1-4e95-b5c6-c1821f7bcc94 req-0e9a9267-aee0-4214-a45a-1e1b782e5d76 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:06.724897 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49cba408-eaa1-4e95-b5c6-c1821f7bcc94 req-0e9a9267-aee0-4214-a45a-1e1b782e5d76 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Jan 27 22:12:06.777736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49cba408-eaa1-4e95-b5c6-c1821f7bcc94 req-c304df49-e97d-4f07-b29a-07c362a4af02 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456705 Jan 27 22:12:07.445232 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:07.891996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24453a78-77ef-4dbf-adb0-078039c3c0d7 req-86d0b8f6-5414-44b5-8602-e691aaaa2631 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:07.893504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24453a78-77ef-4dbf-adb0-078039c3c0d7 req-86d0b8f6-5414-44b5-8602-e691aaaa2631 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0486526 Jan 27 22:12:07.940431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24453a78-77ef-4dbf-adb0-078039c3c0d7 req-e9ab8b8c-088e-40a8-b90c-bd98cb6644b7 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Jan 27 22:12:08.916694 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:09.382907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c46da-e3c1-49d3-8982-f628d7ca29e6 req-371565c7-53dd-445e-b6e0-f7c4a1133827 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:09.384395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e29c46da-e3c1-49d3-8982-f628d7ca29e6 req-371565c7-53dd-445e-b6e0-f7c4a1133827 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.3740542 Jan 27 22:12:09.431094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e29c46da-e3c1-49d3-8982-f628d7ca29e6 req-af054669-cbf1-4dee-984a-d269dd2852a9 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409439 Jan 27 22:12:10.544851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94877c6b-7eb6-47de-88db-864e8dae7b16 req-e3fd6d0c-2f1b-4d44-933b-4c218e92fb0d tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:10.546244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94877c6b-7eb6-47de-88db-864e8dae7b16 req-e3fd6d0c-2f1b-4d44-933b-4c218e92fb0d tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0486660 Jan 27 22:12:10.592443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94877c6b-7eb6-47de-88db-864e8dae7b16 req-2aa32390-d3a3-4ca4-9408-1d4946abaebf tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405862 Jan 27 22:12:11.333483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5359f-97c5-420e-a680-b84e4261cc9b req-c6bb19b7-05bc-4ca7-99a3-9f2acf844c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:11.335000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ec5359f-97c5-420e-a680-b84e4261cc9b req-c6bb19b7-05bc-4ca7-99a3-9f2acf844c3e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 1096 time: 0.0453303 Jan 27 22:12:11.386957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ec5359f-97c5-420e-a680-b84e4261cc9b req-302537ec-6201-4dc7-b9c1-de23a00785e6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440166 Jan 27 22:12:11.718379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd066d22-91d3-47ea-ab30-bfcc4b8b3638 req-74e8f776-3f91-41e5-aa37-4494c59313ae tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:11.720450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd066d22-91d3-47ea-ab30-bfcc4b8b3638 req-74e8f776-3f91-41e5-aa37-4494c59313ae tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0572908 Jan 27 22:12:11.769501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd066d22-91d3-47ea-ab30-bfcc4b8b3638 req-4b86ec3f-6bbf-45e2-93fe-1cd1b9c26878 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428705 Jan 27 22:12:12.885056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f73c84-7ba9-4d2a-ab9a-5a7c1c19b171 req-5abc889b-8339-4ce8-b5e3-319ccd896dd7 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:12.886525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01f73c84-7ba9-4d2a-ab9a-5a7c1c19b171 req-5abc889b-8339-4ce8-b5e3-319ccd896dd7 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0474606 Jan 27 22:12:12.932540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01f73c84-7ba9-4d2a-ab9a-5a7c1c19b171 req-64af5838-ded1-4346-87b4-f4670e094a2a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Jan 27 22:12:13.603897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72415d-a741-454f-ac84-9ed27feae3a0 req-9f6cd486-7ecf-482c-80f0-f00e4285a553 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:13.605565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b72415d-a741-454f-ac84-9ed27feae3a0 req-9f6cd486-7ecf-482c-80f0-f00e4285a553 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0536480 Jan 27 22:12:13.655530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b72415d-a741-454f-ac84-9ed27feae3a0 req-ee573235-088d-47fa-893a-b6f0008e567b tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441144 Jan 27 22:12:13.793248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a78677-e1a9-4eda-8b0d-aad8b60e0f1d req-b7baf1e7-42bc-4e0e-87b2-ed01aa68f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:13.794734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47a78677-e1a9-4eda-8b0d-aad8b60e0f1d req-b7baf1e7-42bc-4e0e-87b2-ed01aa68f06c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5f8160d1a46647948b59bb7d26ca782a&device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 1096 time: 0.0416873 Jan 27 22:12:13.889101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a78677-e1a9-4eda-8b0d-aad8b60e0f1d req-f56aa55a-8fca-4a4f-82ac-edfab46a2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:13.890688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47a78677-e1a9-4eda-8b0d-aad8b60e0f1d req-f56aa55a-8fca-4a4f-82ac-edfab46a2b9e service neutron] 10.222.0.74 "GET /v2.0/networks?id=9761b2bc-df24-4ea4-a402-9cec8a910bb9 HTTP/1.1" status: 200 len: 920 time: 0.0907183 Jan 27 22:12:13.931081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47a78677-e1a9-4eda-8b0d-aad8b60e0f1d req-181af54b-7066-44d5-b77a-e8694e0a1910 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8574e307-8514-4dec-86d4-ce26e70f6285 HTTP/1.1" status: 200 len: 217 time: 0.0348914 Jan 27 22:12:13.978599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a78677-e1a9-4eda-8b0d-aad8b60e0f1d req-09bb3b96-9982-4950-8cbd-a35a751bb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:13.980058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47a78677-e1a9-4eda-8b0d-aad8b60e0f1d req-09bb3b96-9982-4950-8cbd-a35a751bb6c9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a74e56ac-7d09-4084-a54b-a998ce6faf0a HTTP/1.1" status: 200 len: 859 time: 0.0434287 Jan 27 22:12:14.010342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47a78677-e1a9-4eda-8b0d-aad8b60e0f1d req-ffb2ee84-416a-4881-9b17-cde85e79332c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9761b2bc-df24-4ea4-a402-9cec8a910bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249960 Jan 27 22:12:14.108183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47a78677-e1a9-4eda-8b0d-aad8b60e0f1d req-317b3138-959f-4b21-92e9-2137ed34bc08 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915024 Jan 27 22:12:14.198862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47a78677-e1a9-4eda-8b0d-aad8b60e0f1d req-42d3ca50-b76a-43c1-b016-36c496a9a713 service neutron] 10.222.0.74 "GET /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849450 Jan 27 22:12:14.780398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120d75b-f86c-4fed-832b-dbfc427a870c req-915ad68a-7a49-4c5b-b963-28205f1c06d0 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:14.781813 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6120d75b-f86c-4fed-832b-dbfc427a870c req-915ad68a-7a49-4c5b-b963-28205f1c06d0 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0551050 Jan 27 22:12:14.830305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6120d75b-f86c-4fed-832b-dbfc427a870c req-5bcef98d-e749-47ad-883b-13e79e8c129d tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Jan 27 22:12:15.973915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54d4ba-74e3-42d1-a5b3-be6a61df8f28 req-69a2273f-6a92-4391-b9d4-c2e0231930b4 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:15.975400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a54d4ba-74e3-42d1-a5b3-be6a61df8f28 req-69a2273f-6a92-4391-b9d4-c2e0231930b4 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0599318 Jan 27 22:12:16.027001 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a54d4ba-74e3-42d1-a5b3-be6a61df8f28 req-0deadc52-92d0-4638-9234-3e49e6840b64 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446558 Jan 27 22:12:17.150746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6110bcb-4e41-4185-a77e-c2126f4f348b req-a1328abf-d65a-4cec-bff3-f10064a3928a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:17.152224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6110bcb-4e41-4185-a77e-c2126f4f348b req-a1328abf-d65a-4cec-bff3-f10064a3928a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0535493 Jan 27 22:12:17.200224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6110bcb-4e41-4185-a77e-c2126f4f348b req-57bff74e-a4b0-4941-92e8-b8ab3bbfcacc tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Jan 27 22:12:19.903817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-4ab7b024-54a0-4744-9c58-7fac527b21d4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:19.906291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-4ab7b024-54a0-4744-9c58-7fac527b21d4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.1215036 Jan 27 22:12:19.921684 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-f8d65309-d979-4745-88f8-69a40091105e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/quotas/56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 375 time: 0.0096714 Jan 27 22:12:19.980822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-ed1cdd16-9e9e-44ab-86d9-957cffb66113 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523133 Jan 27 22:12:20.188625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-5e7653ab-5df3-4d03-9645-54b1cf139657 service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002504 Jan 27 22:12:20.283260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-06017f2e-64ba-43ce-941b-ad5c310aba96 service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930974 Jan 27 22:12:21.897786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-315759b6-01ac-4878-b1aa-2138d616f572 req-e9a9ac5d-c1a5-4ff3-bcd2-e89c07cfc022 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 210 time: 0.0420918 Jan 27 22:12:22.985088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ea3228e-b8e4-4f8c-9ef1-398563f6288d req-b55c5c48-82b2-4f8a-938a-5c564589c47c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 210 time: 0.0282924 Jan 27 22:12:24.206392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-261dd44c-db41-4f6e-abc5-cf029a0682cc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:24.207952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-261dd44c-db41-4f6e-abc5-cf029a0682cc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.1701469 Jan 27 22:12:24.226112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'port': {'device_id': '9e9ba026-3c18-4187-a941-0826bdff1169', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'admin_state_up': True, 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:24.230842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-88164e43-2c68-43a0-9cc9-67c19dd6a194 req-311c3e55-80a6-484e-9745-b2c79984dd72 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 210 time: 0.0486526 Jan 27 22:12:24.433830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Made reservation on behalf of 56a3a9b6a0cd4913a5b41da83dd7d82b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:12:24.442521 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.595235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Allocated IP 172.20.0.5 (27838b5d-0935-4dae-9d9f-d6334b781ff0/a9fc7bfd-ae01-4663-bc0c-b7538b0ff041/162b9628-f080-4ed1-b1a3-574ad7ee73cd) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:12:24.749267 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.897009 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:24.940373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:12:24.943587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:12:24.950682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:12:24.978180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=162b9628-f080-4ed1-b1a3-574ad7ee73cd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:25.018391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:25.019256 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.145641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-7580bbab-b190-4a37-baab-fe9ebd7819bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9232883 Jan 27 22:12:25.161078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Request body: {'port': {'device_id': '9e9ba026-3c18-4187-a941-0826bdff1169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:12:25.268008 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.291748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-821fd482-80c8-479b-801e-6047c986dc6c None None] Provisioning complete for port 162b9628-f080-4ed1-b1a3-574ad7ee73cd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:25.292817 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-821fd482-80c8-479b-801e-6047c986dc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.371317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-821fd482-80c8-479b-801e-6047c986dc6c None None] Port 162b9628-f080-4ed1-b1a3-574ad7ee73cd cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:12:25.481652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccd7f7-782e-4533-a4e5-d838f17db5e2 req-111ecd47-8700-4990-9454-8e62d8dd083c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:25.483248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3ccd7f7-782e-4533-a4e5-d838f17db5e2 req-111ecd47-8700-4990-9454-8e62d8dd083c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 931 time: 0.1436362 Jan 27 22:12:25.576843 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3ccd7f7-782e-4533-a4e5-d838f17db5e2 req-778e2f77-6aea-4b16-9c72-a62337ad32bc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634813 Jan 27 22:12:25.659475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162b9628-f080-4ed1-b1a3-574ad7ee73cd {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:12:25.668990 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Publish callbacks [] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.684400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Transition to ACTIVE for port object 162b9628-f080-4ed1-b1a3-574ad7ee73cd will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:12:25.747630 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.822734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Pushing event updated for resources: {'Port': ['ID=162b9628-f080-4ed1-b1a3-574ad7ee73cd,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:25.853673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.854023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.854371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.854723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.855064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.855402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.855734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.856067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.856449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.856782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.857115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.857443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.857772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:25.889273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Attempting to bind port 162b9628-f080-4ed1-b1a3-574ad7ee73cd on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:12:25.889586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Attempting to bind port 162b9628-f080-4ed1-b1a3-574ad7ee73cd by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:12:25.890063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Attempting to bind port 162b9628-f080-4ed1-b1a3-574ad7ee73cd on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:25.895247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Port 162b9628-f080-4ed1-b1a3-574ad7ee73cd on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:12:25.895589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Attempting to bind port 162b9628-f080-4ed1-b1a3-574ad7ee73cd on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:12:25.900882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:12:25.901228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Checking segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:12:25.901656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Bound using segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:12:25.902093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Bound port: 162b9628-f080-4ed1-b1a3-574ad7ee73cd, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:12:25.902456 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:25.976775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] For port 162b9628-f080-4ed1-b1a3-574ad7ee73cd, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:12:25.980567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] For port 162b9628-f080-4ed1-b1a3-574ad7ee73cd, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=162b9628-f080-4ed1-b1a3-574ad7ee73cd,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:12:26.051789 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.089463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.090384 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:26.091987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] 10.222.0.71 "PUT /v2.0/ports/162b9628-f080-4ed1-b1a3-574ad7ee73cd HTTP/1.1" status: 200 len: 1091 time: 0.9392772 Jan 27 22:12:26.092466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9ba026-3c18-4187-a941-0826bdff1169', 'tag': '162b9628-f080-4ed1-b1a3-574ad7ee73cd'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:12:26.094750 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09690dd-b74f-4172-b609-d65f010033ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9ba026-3c18-4187-a941-0826bdff1169", "tag": "162b9628-f080-4ed1-b1a3-574ad7ee73cd"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:12:26.128994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e751b3-c17c-440f-9c85-9a55a707d5fa service neutron] Pushing event updated for resources: {'Port': ['ID=162b9628-f080-4ed1-b1a3-574ad7ee73cd,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:26.169760 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45347396-bf8b-4200-acd2-c39db20deef4 x-openstack-request-id: req-45347396-bf8b-4200-acd2-c39db20deef4 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:12:26.170112 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9ba026-3c18-4187-a941-0826bdff1169", "tag": "162b9628-f080-4ed1-b1a3-574ad7ee73cd", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:12:26.170417 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-45347396-bf8b-4200-acd2-c39db20deef4 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:12:26.170841 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9ba026-3c18-4187-a941-0826bdff1169', 'tag': '162b9628-f080-4ed1-b1a3-574ad7ee73cd', 'status': 'completed', 'code': 200} Jan 27 22:12:26.245371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09690dd-b74f-4172-b609-d65f010033ef req-26079ff4-c47e-443a-a220-f79ca18c802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.247576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f09690dd-b74f-4172-b609-d65f010033ef req-26079ff4-c47e-443a-a220-f79ca18c802e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 1094 time: 0.0543804 Jan 27 22:12:26.393111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09690dd-b74f-4172-b609-d65f010033ef req-e3e7f100-db5c-4e5a-898a-d391097ead38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.394605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f09690dd-b74f-4172-b609-d65f010033ef req-e3e7f100-db5c-4e5a-898a-d391097ead38 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1407022 Jan 27 22:12:26.507468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09690dd-b74f-4172-b609-d65f010033ef req-f06f25e7-ff3e-461d-ab29-39306d450c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.509404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f09690dd-b74f-4172-b609-d65f010033ef req-f06f25e7-ff3e-461d-ab29-39306d450c7d service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069241 Jan 27 22:12:26.589323 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c4082116-8e81-4eec-8705-d97408a82444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.591161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-c4082116-8e81-4eec-8705-d97408a82444 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 1094 time: 0.0434859 Jan 27 22:12:26.655243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-6a701e12-1272-418a-b988-b981c4698d6d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=162b9628-f080-4ed1-b1a3-574ad7ee73cd HTTP/1.1" status: 200 len: 217 time: 0.0489695 Jan 27 22:12:26.738581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7bfab-5335-4bed-ac40-721714c7a85a req-db9c4d73-1980-4de2-9be9-8a4888311dce tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.740102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8a7bfab-5335-4bed-ac40-721714c7a85a req-db9c4d73-1980-4de2-9be9-8a4888311dce tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0839620 Jan 27 22:12:26.741461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-1bf77b0a-5074-4f97-ac63-43e8f4152ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.742821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-1bf77b0a-5074-4f97-ac63-43e8f4152ac5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0758684 Jan 27 22:12:26.825728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8a7bfab-5335-4bed-ac40-721714c7a85a req-830e8c10-919e-42ae-b17e-1f02f412813e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799739 Jan 27 22:12:26.830636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-73f20ec7-6127-43c1-91ef-837d829e93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:26.832907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-73f20ec7-6127-43c1-91ef-837d829e93e7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806618 Jan 27 22:12:26.934043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-13d645de-1513-48f5-ba61-a282fdc199d0 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941372 Jan 27 22:12:27.037632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-456f25e8-f7a1-4472-8670-16d817dfffe2 req-87164bcc-5837-4695-8a45-8f24969a2163 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968344 Jan 27 22:12:27.115700 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.553450 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:27.985573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a2f1-7980-4b13-a5e3-fa174db5e119 req-8010543d-b243-44db-9d61-c49bfc507c66 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:27.992288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c744a2f1-7980-4b13-a5e3-fa174db5e119 req-8010543d-b243-44db-9d61-c49bfc507c66 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0578990 Jan 27 22:12:28.040892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c744a2f1-7980-4b13-a5e3-fa174db5e119 req-b9d38096-876b-4e4d-8880-01fa09ccb64e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474477 Jan 27 22:12:29.181798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1dda7-7750-499c-abd7-f0bae40f3285 req-cda33686-a42f-454f-9d55-098b4ef87ed0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:29.183463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32c1dda7-7750-499c-abd7-f0bae40f3285 req-cda33686-a42f-454f-9d55-098b4ef87ed0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0555449 Jan 27 22:12:29.236026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32c1dda7-7750-499c-abd7-f0bae40f3285 req-39c74b92-b449-410a-886d-62c04fe8695c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463052 Jan 27 22:12:30.386258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39030b42-fd63-48da-b02b-5f52db2f93cc req-d47eac19-6b84-42e9-b58d-e6db682c5bc6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:30.388130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39030b42-fd63-48da-b02b-5f52db2f93cc req-d47eac19-6b84-42e9-b58d-e6db682c5bc6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0608592 Jan 27 22:12:30.444638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39030b42-fd63-48da-b02b-5f52db2f93cc req-1b578521-665e-4984-8405-c7485bf2ee7d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465045 Jan 27 22:12:31.563757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f0a75-556b-4234-a026-3eabe09d2501 req-3d9bb2e5-5c5e-4735-a70b-121b3d613a6c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:31.566134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-940f0a75-556b-4234-a026-3eabe09d2501 req-3d9bb2e5-5c5e-4735-a70b-121b3d613a6c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0522289 Jan 27 22:12:31.626127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-940f0a75-556b-4234-a026-3eabe09d2501 req-5fabc6a0-b114-47c4-9dc6-c0b4daadf1ae tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526943 Jan 27 22:12:32.286953 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-38e010d0-1aba-4b2f-b90a-f7a58075f759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:32.747345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cb39c-8f5f-4610-875f-6f5e8c4d9d4f req-3ae34310-1493-4b62-8180-482e9913589b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:32.749242 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5d7cb39c-8f5f-4610-875f-6f5e8c4d9d4f req-3ae34310-1493-4b62-8180-482e9913589b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0498662 Jan 27 22:12:32.797646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5d7cb39c-8f5f-4610-875f-6f5e8c4d9d4f req-de4a5d9b-f2d4-4829-aeae-b3a71eecc0cb tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422986 Jan 27 22:12:33.917686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a35b1a-50e3-48ec-991f-f69326a41788 req-992ae0a5-6844-4cdf-ba20-eb8a9e8417c9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:33.919196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4a35b1a-50e3-48ec-991f-f69326a41788 req-992ae0a5-6844-4cdf-ba20-eb8a9e8417c9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0522096 Jan 27 22:12:33.972039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4a35b1a-50e3-48ec-991f-f69326a41788 req-8f288ea3-1c10-4219-96cf-85b5e68bf919 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 Jan 27 22:12:34.961216 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8474655-47fc-4244-a018-b9786bde85bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:35.125909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22870e8-8ff7-4e0e-b67c-583d14faacc1 req-8dbfe0c1-95ec-43d5-a94f-bf9e8de642c9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:35.128977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a22870e8-8ff7-4e0e-b67c-583d14faacc1 req-8dbfe0c1-95ec-43d5-a94f-bf9e8de642c9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0726802 Jan 27 22:12:35.182638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a22870e8-8ff7-4e0e-b67c-583d14faacc1 req-605d1107-ad20-4cfa-abcb-f62deb260910 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Jan 27 22:12:36.149619 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:36.299150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05282ece-2d69-480f-85ac-81f6bdf20a9e req-48d5c81b-1e1f-41e8-ae38-7876fe79c0c3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:36.302074 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05282ece-2d69-480f-85ac-81f6bdf20a9e req-48d5c81b-1e1f-41e8-ae38-7876fe79c0c3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0504596 Jan 27 22:12:36.352317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05282ece-2d69-480f-85ac-81f6bdf20a9e req-fe3798f8-0796-4600-b920-6b10bf28fd5a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439775 Jan 27 22:12:37.456415 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:37.489533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcf9eb-3fbf-46f0-b49e-97aaf6da723e req-0440f58c-6b1b-4c42-819d-d24d479e569c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:37.492620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6bcf9eb-3fbf-46f0-b49e-97aaf6da723e req-0440f58c-6b1b-4c42-819d-d24d479e569c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0541973 Jan 27 22:12:37.545571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6bcf9eb-3fbf-46f0-b49e-97aaf6da723e req-970336d7-ab67-45fd-9ba2-29bbec3bfc82 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480771 Jan 27 22:12:38.701493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91ebf8-24d5-48bb-9446-43e3353ba797 req-3824b528-1812-42a1-8196-372061220473 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:38.703013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c91ebf8-24d5-48bb-9446-43e3353ba797 req-3824b528-1812-42a1-8196-372061220473 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0771542 Jan 27 22:12:38.751666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c91ebf8-24d5-48bb-9446-43e3353ba797 req-3db6b693-7104-4f24-bdbd-ee7039475bb7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Jan 27 22:12:38.966842 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:39.892303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2e136-9386-4570-b5d0-ae2dda44c8c1 req-990da7a1-1151-4a65-9fc4-49b97f34d6d9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:39.893790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4da2e136-9386-4570-b5d0-ae2dda44c8c1 req-990da7a1-1151-4a65-9fc4-49b97f34d6d9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0601079 Jan 27 22:12:39.957359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4da2e136-9386-4570-b5d0-ae2dda44c8c1 req-d912bc62-30ca-4924-aa48-9bcf1d7a75da tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569954 Jan 27 22:12:41.072052 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:12:41.074253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96eab0-01b6-45a8-98dd-210d491fa503 req-2dd78f1c-0a3b-4239-9bba-7f7044cce594 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:41.075859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd96eab0-01b6-45a8-98dd-210d491fa503 req-2dd78f1c-0a3b-4239-9bba-7f7044cce594 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0566382 Jan 27 22:12:41.128900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd96eab0-01b6-45a8-98dd-210d491fa503 req-8824459d-8b72-4072-9ab8-a200af5d7f33 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459764 Jan 27 22:12:42.245326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057a233-432b-41a3-89e1-1be657f93d7b req-7967bbb3-2ad0-49d4-b892-542940aff318 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:42.246853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5057a233-432b-41a3-89e1-1be657f93d7b req-7967bbb3-2ad0-49d4-b892-542940aff318 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0499854 Jan 27 22:12:42.306794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5057a233-432b-41a3-89e1-1be657f93d7b req-14b17fb2-6c3b-47f9-abb1-576cdc9a9c7f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517535 Jan 27 22:12:42.791918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d23ec5-3357-485a-9bb6-d99e7185e04b req-ec6a8251-7f39-4567-9be2-aefc4491fb9c tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:42.793479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18d23ec5-3357-485a-9bb6-d99e7185e04b req-ec6a8251-7f39-4567-9be2-aefc4491fb9c tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0560443 Jan 27 22:12:42.841146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18d23ec5-3357-485a-9bb6-d99e7185e04b req-a0fb69aa-89bd-4065-837c-0322be95bf24 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417476 Jan 27 22:12:43.426192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dae73-97d9-45db-b81c-493ce53ac231 req-59f9047c-310f-4a1e-8444-f77e081b0086 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:43.427840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-041dae73-97d9-45db-b81c-493ce53ac231 req-59f9047c-310f-4a1e-8444-f77e081b0086 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0507102 Jan 27 22:12:43.482108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-041dae73-97d9-45db-b81c-493ce53ac231 req-44ff4702-d85b-4193-80d9-dde5ce23ceb0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483725 Jan 27 22:12:43.962001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98695dd8-3d96-4623-adcd-484f31944707 req-dc4003b1-1dc5-4e67-a4c7-9afe664b1cae tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:43.963521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98695dd8-3d96-4623-adcd-484f31944707 req-dc4003b1-1dc5-4e67-a4c7-9afe664b1cae tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0507283 Jan 27 22:12:44.015932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98695dd8-3d96-4623-adcd-484f31944707 req-f5fdb745-9018-4c41-b9e6-af2d626931bd tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461133 Jan 27 22:12:44.611611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631ecb3-bc95-4d3e-b1bc-77364adaa28f req-1eb1b93d-8350-468f-a744-0e24d01e414c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:44.613046 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1631ecb3-bc95-4d3e-b1bc-77364adaa28f req-1eb1b93d-8350-468f-a744-0e24d01e414c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0503545 Jan 27 22:12:44.661216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1631ecb3-bc95-4d3e-b1bc-77364adaa28f req-63c5ec3f-6eba-4fca-9195-970be317ed29 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Jan 27 22:12:44.926294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7088b-99b9-4384-8f3a-9ce2fcb6274d req-7461f744-9c05-45a6-a0d6-e5af7618a884 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:44.927794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6df7088b-99b9-4384-8f3a-9ce2fcb6274d req-7461f744-9c05-45a6-a0d6-e5af7618a884 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.74 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0498204 Jan 27 22:12:45.024003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-6df7088b-99b9-4384-8f3a-9ce2fcb6274d req-4ed0ab11-7b29-40b8-8e87-4f913d72c019 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Deleting port fba43ec9-6b65-436d-990f-ce85d374ccce {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:45.024382 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6df7088b-99b9-4384-8f3a-9ce2fcb6274d req-4ed0ab11-7b29-40b8-8e87-4f913d72c019 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.139889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-6df7088b-99b9-4384-8f3a-9ce2fcb6274d req-4ed0ab11-7b29-40b8-8e87-4f913d72c019 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] For port fba43ec9-6b65-436d-990f-ce85d374ccce, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=fba43ec9-6b65-436d-990f-ce85d374ccce,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:45.140213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6df7088b-99b9-4384-8f3a-9ce2fcb6274d req-4ed0ab11-7b29-40b8-8e87-4f913d72c019 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.156980 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-6df7088b-99b9-4384-8f3a-9ce2fcb6274d req-4ed0ab11-7b29-40b8-8e87-4f913d72c019 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Calling delete_port for fba43ec9-6b65-436d-990f-ce85d374ccce owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:45.173623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fead0a5-7768-4015-b4c7-c810aeb88d14 req-e910ce96-4250-4766-9fef-421c9204ee26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:45.175084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3fead0a5-7768-4015-b4c7-c810aeb88d14 req-e910ce96-4250-4766-9fef-421c9204ee26 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 946 time: 0.0849280 Jan 27 22:12:45.272664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3fead0a5-7768-4015-b4c7-c810aeb88d14 req-e06efbb5-1262-4e7e-80e5-413908161e4e tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914814 Jan 27 22:12:45.418117 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6df7088b-99b9-4384-8f3a-9ce2fcb6274d req-4ed0ab11-7b29-40b8-8e87-4f913d72c019 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fba43ec9-6b65-436d-990f-ce85d374ccce), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.430286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['8574e307-8514-4dec-86d4-ce26e70f6285', 'fba43ec9-6b65-436d-990f-ce85d374ccce'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:12:45.453179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0ab11-7b29-40b8-8e87-4f913d72c019 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Pushing event deleted for resources: {'Port': ['ID=fba43ec9-6b65-436d-990f-ce85d374ccce,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:45.495196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df7088b-99b9-4384-8f3a-9ce2fcb6274d req-4ed0ab11-7b29-40b8-8e87-4f913d72c019 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] No DVR routers for this DVR port fba43ec9-6b65-436d-990f-ce85d374ccce on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:45.498400 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-6df7088b-99b9-4384-8f3a-9ce2fcb6274d req-4ed0ab11-7b29-40b8-8e87-4f913d72c019 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:45.501893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6df7088b-99b9-4384-8f3a-9ce2fcb6274d req-4ed0ab11-7b29-40b8-8e87-4f913d72c019 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.74 "DELETE /v2.0/ports/fba43ec9-6b65-436d-990f-ce85d374ccce HTTP/1.1" status: 204 len: 173 time: 0.5682099 Jan 27 22:12:45.502416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe84fb00-853e-493f-baa1-0337238efa67', 'name': 'network-vif-deleted', 'tag': 'fba43ec9-6b65-436d-990f-ce85d374ccce'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:12:45.505300 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a90fa8c-e7f5-405e-acb4-fe221159e86c" -d '{"events": [{"server_uuid": "fe84fb00-853e-493f-baa1-0337238efa67", "name": "network-vif-deleted", "tag": "fba43ec9-6b65-436d-990f-ce85d374ccce"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:12:45.542064 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae30a46-7c0f-4aff-a4d8-51b89aad5666 x-openstack-request-id: req-eae30a46-7c0f-4aff-a4d8-51b89aad5666 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:12:45.542064 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe84fb00-853e-493f-baa1-0337238efa67", "name": "network-vif-deleted", "tag": "fba43ec9-6b65-436d-990f-ce85d374ccce", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:12:45.542064 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eae30a46-7c0f-4aff-a4d8-51b89aad5666 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:12:45.542064 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe84fb00-853e-493f-baa1-0337238efa67', 'name': 'network-vif-deleted', 'tag': 'fba43ec9-6b65-436d-990f-ce85d374ccce', 'status': 'completed', 'code': 200} Jan 27 22:12:45.795459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee063440-50a6-4bcb-81dc-c93043ff9815 req-a42c2fc3-b4cc-418f-817f-a1601394711d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:45.796996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee063440-50a6-4bcb-81dc-c93043ff9815 req-a42c2fc3-b4cc-418f-817f-a1601394711d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0618913 Jan 27 22:12:45.848243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee063440-50a6-4bcb-81dc-c93043ff9815 req-76aafbad-cd14-403b-842c-eff8521ee016 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435405 Jan 27 22:12:46.385281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0b763f1-214b-4c01-b425-fe0396f24d2e req-c6f92546-ccb4-4b02-adcc-65a6529f1ec9 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe84fb00-853e-493f-baa1-0337238efa67 HTTP/1.1" status: 200 len: 210 time: 0.0331588 Jan 27 22:12:46.965862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bb012-560e-4c52-9863-a93037f2c0e1 req-3665c578-eb12-4c8a-8a97-918bb215355d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:46.967417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f5bb012-560e-4c52-9863-a93037f2c0e1 req-3665c578-eb12-4c8a-8a97-918bb215355d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 943 time: 0.0492330 Jan 27 22:12:47.014585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9f5bb012-560e-4c52-9863-a93037f2c0e1 req-0de74744-96f7-43ef-9c18-1f8e32520108 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Jan 27 22:12:47.058768 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 162b9628-f080-4ed1-b1a3-574ad7ee73cd details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:12:47.156028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 162b9628-f080-4ed1-b1a3-574ad7ee73cd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=162b9628-f080-4ed1-b1a3-574ad7ee73cd,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:47.323801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '162b9628-f080-4ed1-b1a3-574ad7ee73cd', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'port_id': '162b9628-f080-4ed1-b1a3-574ad7ee73cd', 'mac_address': 'fa:16:3e:ac:7f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:12:47.360929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 162b9628-f080-4ed1-b1a3-574ad7ee73cd is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:47.361327 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.374560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162b9628-f080-4ed1-b1a3-574ad7ee73cd {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:12:47.394581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 162b9628-f080-4ed1-b1a3-574ad7ee73cd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=162b9628-f080-4ed1-b1a3-574ad7ee73cd,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:47.459033 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:47.506587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=162b9628-f080-4ed1-b1a3-574ad7ee73cd,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:47.514302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.514664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.515096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.515445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.515785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.516150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.516490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.516824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.517168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.517487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.517818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.518146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.518478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:47.669444 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['162b9628-f080-4ed1-b1a3-574ad7ee73cd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:12:47.960959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6ba6d-8f82-41ae-82b3-06906bfc8b9a req-466efc08-a2ac-4772-a4ee-1f7618108810 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:47.962495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3de6ba6d-8f82-41ae-82b3-06906bfc8b9a req-466efc08-a2ac-4772-a4ee-1f7618108810 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0487549 Jan 27 22:12:48.010486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3de6ba6d-8f82-41ae-82b3-06906bfc8b9a req-3f2365b3-8b52-466a-b4bc-15c946854919 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422599 Jan 27 22:12:48.137107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0b59e-510c-4a52-92e5-f9b8c7709722 req-8d2b5a2c-5d38-4808-aaa8-3595ccd9e8e8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:48.141281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb0b59e-510c-4a52-92e5-f9b8c7709722 req-8d2b5a2c-5d38-4808-aaa8-3595ccd9e8e8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 944 time: 0.0568602 Jan 27 22:12:48.189574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddb0b59e-510c-4a52-92e5-f9b8c7709722 req-eb97b509-459f-47d4-8700-0eb01fbb8dd1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409110 Jan 27 22:12:48.950338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device fba43ec9-6b65-436d-990f-ce85d374ccce no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:48.970061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: fba43ec9-6b65-436d-990f-ce85d374ccce {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:48.973100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device fba43ec9-6b65-436d-990f-ce85d374ccce not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:49.057513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 162b9628-f080-4ed1-b1a3-574ad7ee73cd up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:12:49.146617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a064eb7-bdc2-4eab-a232-ac675d9d6262 req-f8ffadea-c1f0-4903-8d94-3ec3e19cdc8a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:49.148152 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a064eb7-bdc2-4eab-a232-ac675d9d6262 req-f8ffadea-c1f0-4903-8d94-3ec3e19cdc8a tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0681622 Jan 27 22:12:49.183194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 162b9628-f080-4ed1-b1a3-574ad7ee73cd completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:12:49.187740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 162b9628-f080-4ed1-b1a3-574ad7ee73cd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:12:49.188763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.196547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a064eb7-bdc2-4eab-a232-ac675d9d6262 req-f7adacac-7b99-486f-8714-9f9a2d884fc4 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426214 Jan 27 22:12:49.276069 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 162b9628-f080-4ed1-b1a3-574ad7ee73cd is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:12:49.276819 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.299048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9ba026-3c18-4187-a941-0826bdff1169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162b9628-f080-4ed1-b1a3-574ad7ee73cd'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:12:49.301843 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bb4a86-2fff-4cca-a0ce-0f0aae364456" -d '{"events": [{"server_uuid": "9e9ba026-3c18-4187-a941-0826bdff1169", "name": "network-vif-plugged", "status": "completed", "tag": "162b9628-f080-4ed1-b1a3-574ad7ee73cd"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:12:49.314557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 162b9628-f080-4ed1-b1a3-574ad7ee73cd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=162b9628-f080-4ed1-b1a3-574ad7ee73cd,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:49.327528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad22c73-a2e2-4e0c-a77b-ca4befb62fb3 req-3d1d1dc0-1690-4e3e-97a2-c29deeae6232 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:49.329080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ad22c73-a2e2-4e0c-a77b-ca4befb62fb3 req-3d1d1dc0-1690-4e3e-97a2-c29deeae6232 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 944 time: 0.0583072 Jan 27 22:12:49.341058 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43d68f8-a5c6-4c6c-ad2c-f4caf367753d x-openstack-request-id: req-d43d68f8-a5c6-4c6c-ad2c-f4caf367753d {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:12:49.341363 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9ba026-3c18-4187-a941-0826bdff1169", "name": "network-vif-plugged", "status": "completed", "tag": "162b9628-f080-4ed1-b1a3-574ad7ee73cd", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:12:49.341621 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d43d68f8-a5c6-4c6c-ad2c-f4caf367753d {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:12:49.342058 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9ba026-3c18-4187-a941-0826bdff1169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162b9628-f080-4ed1-b1a3-574ad7ee73cd', 'code': 200} Jan 27 22:12:49.379796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ad22c73-a2e2-4e0c-a77b-ca4befb62fb3 req-021cdd97-cbc4-45af-8ca6-0b7f58362628 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Jan 27 22:12:49.405057 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:49.457394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=162b9628-f080-4ed1-b1a3-574ad7ee73cd,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:49.493826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c0224-27d0-4499-aa32-07e4df83f279 req-c4117502-b7b5-49bd-b5d2-27ee67e8e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:49.495391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b9c0224-27d0-4499-aa32-07e4df83f279 req-c4117502-b7b5-49bd-b5d2-27ee67e8e410 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 1096 time: 0.0534794 Jan 27 22:12:49.540587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b9c0224-27d0-4499-aa32-07e4df83f279 req-53df26d1-4f9d-4e17-a041-dddb9230d2a0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380387 Jan 27 22:12:50.314846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9d393-a3d7-4d67-b35c-025dbddcd30b req-a6f3d8e2-7c46-445b-9b57-cffd45873b71 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:50.316856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cf9d393-a3d7-4d67-b35c-025dbddcd30b req-a6f3d8e2-7c46-445b-9b57-cffd45873b71 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0481355 Jan 27 22:12:50.368120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cf9d393-a3d7-4d67-b35c-025dbddcd30b req-69d5d89b-1dea-4f43-98ab-898cf0f9d178 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Jan 27 22:12:50.496514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fe949-bf93-4da3-9bee-5c1b0ea68487 req-85dd46f8-ff3b-4daf-876f-03224b829916 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:50.498251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b53fe949-bf93-4da3-9bee-5c1b0ea68487 req-85dd46f8-ff3b-4daf-876f-03224b829916 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 945 time: 0.0484278 Jan 27 22:12:50.546092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b53fe949-bf93-4da3-9bee-5c1b0ea68487 req-2313cad2-65df-4b9a-9993-c95470320878 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Jan 27 22:12:51.484417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79513a81-e1af-4253-b775-ec1de5fdf852 req-fc220474-171d-422e-88d4-8d9074c4269f tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:51.487017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79513a81-e1af-4253-b775-ec1de5fdf852 req-fc220474-171d-422e-88d4-8d9074c4269f tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0522227 Jan 27 22:12:51.536930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79513a81-e1af-4253-b775-ec1de5fdf852 req-26ac3b41-d1f9-406c-a694-b1fa487a2f4e tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437789 Jan 27 22:12:51.668354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4ab03-8d1f-479d-a12d-f159622b0a7f req-d37faa2e-1b93-4ad6-a73c-9edf75457a45 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:51.669802 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fce4ab03-8d1f-479d-a12d-f159622b0a7f req-d37faa2e-1b93-4ad6-a73c-9edf75457a45 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 945 time: 0.0522101 Jan 27 22:12:51.717980 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fce4ab03-8d1f-479d-a12d-f159622b0a7f req-20a6fb26-724b-425e-a065-a7cf8621adeb tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423973 Jan 27 22:12:51.833230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abde761-aaee-4a26-9c20-296e217dd2cb req-5d5cdec1-2b43-4366-b9ba-c23bbefe6a5f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:51.834640 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7abde761-aaee-4a26-9c20-296e217dd2cb req-5d5cdec1-2b43-4366-b9ba-c23bbefe6a5f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 945 time: 0.0485389 Jan 27 22:12:51.883012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7abde761-aaee-4a26-9c20-296e217dd2cb req-6a092a9d-f334-4ca1-a1bf-16b27028a8c1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426154 Jan 27 22:12:52.670419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f99e6-a59e-4f27-8248-b2c4fc5a8234 req-910e90d4-0c7e-42e9-8fde-1330bd7f1e4c tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:52.671922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-594f99e6-a59e-4f27-8248-b2c4fc5a8234 req-910e90d4-0c7e-42e9-8fde-1330bd7f1e4c tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0667675 Jan 27 22:12:52.726693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-594f99e6-a59e-4f27-8248-b2c4fc5a8234 req-ff1d44f7-98fc-437a-b095-5e639dbdb336 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/security-groups?id=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483994 Jan 27 22:12:52.979432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccc39c-a908-4cf4-a286-c9f788bf06b3 req-99a33fcc-f3cd-4893-99c8-e3d414f528e1 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:52.981394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63ccc39c-a908-4cf4-a286-c9f788bf06b3 req-99a33fcc-f3cd-4893-99c8-e3d414f528e1 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.74 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 945 time: 0.0673487 Jan 27 22:12:53.089252 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-63ccc39c-a908-4cf4-a286-c9f788bf06b3 req-3936d7a3-0762-4eeb-b95a-895c585931db tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Deleting port 8574e307-8514-4dec-86d4-ce26e70f6285 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:53.089555 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-63ccc39c-a908-4cf4-a286-c9f788bf06b3 req-3936d7a3-0762-4eeb-b95a-895c585931db tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.204398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-63ccc39c-a908-4cf4-a286-c9f788bf06b3 req-3936d7a3-0762-4eeb-b95a-895c585931db tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] For port 8574e307-8514-4dec-86d4-ce26e70f6285, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=8574e307-8514-4dec-86d4-ce26e70f6285,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:53.207858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-63ccc39c-a908-4cf4-a286-c9f788bf06b3 req-3936d7a3-0762-4eeb-b95a-895c585931db tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.218384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-63ccc39c-a908-4cf4-a286-c9f788bf06b3 req-3936d7a3-0762-4eeb-b95a-895c585931db tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Calling delete_port for 8574e307-8514-4dec-86d4-ce26e70f6285 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:53.486660 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-63ccc39c-a908-4cf4-a286-c9f788bf06b3 req-3936d7a3-0762-4eeb-b95a-895c585931db tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (8574e307-8514-4dec-86d4-ce26e70f6285), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.503215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['8574e307-8514-4dec-86d4-ce26e70f6285'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:12:53.523295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936d7a3-0762-4eeb-b95a-895c585931db tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Pushing event deleted for resources: {'Port': ['ID=8574e307-8514-4dec-86d4-ce26e70f6285,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:53.594982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ccc39c-a908-4cf4-a286-c9f788bf06b3 req-3936d7a3-0762-4eeb-b95a-895c585931db tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] No DVR routers for this DVR port 8574e307-8514-4dec-86d4-ce26e70f6285 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:12:53.599273 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-63ccc39c-a908-4cf4-a286-c9f788bf06b3 req-3936d7a3-0762-4eeb-b95a-895c585931db tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:53.603568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63ccc39c-a908-4cf4-a286-c9f788bf06b3 req-3936d7a3-0762-4eeb-b95a-895c585931db tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.74 "DELETE /v2.0/ports/8574e307-8514-4dec-86d4-ce26e70f6285 HTTP/1.1" status: 204 len: 173 time: 0.6172056 Jan 27 22:12:53.604454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1976e3c2-1c68-4f5e-ba5f-11b04c891760', 'name': 'network-vif-deleted', 'tag': '8574e307-8514-4dec-86d4-ce26e70f6285'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:12:53.610805 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d24805-01ea-41ed-bbb8-2db77184e8f9" -d '{"events": [{"server_uuid": "1976e3c2-1c68-4f5e-ba5f-11b04c891760", "name": "network-vif-deleted", "tag": "8574e307-8514-4dec-86d4-ce26e70f6285"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:12:53.668250 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1c4f7b-fe8a-4e33-a93d-0ee79470e39e x-openstack-request-id: req-ea1c4f7b-fe8a-4e33-a93d-0ee79470e39e {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:12:53.668250 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1976e3c2-1c68-4f5e-ba5f-11b04c891760", "name": "network-vif-deleted", "tag": "8574e307-8514-4dec-86d4-ce26e70f6285", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:12:53.668250 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea1c4f7b-fe8a-4e33-a93d-0ee79470e39e {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:12:53.668250 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1976e3c2-1c68-4f5e-ba5f-11b04c891760', 'name': 'network-vif-deleted', 'tag': '8574e307-8514-4dec-86d4-ce26e70f6285', 'status': 'completed', 'code': 200} Jan 27 22:12:53.848630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc8e9bfe-18ad-4c85-b675-7ea9762a5779 req-6372fe0e-fa4a-404b-81d2-2fcd9fcc8234 tempest-ServerRescueNegativeTestJSON-920179461 tempest-ServerRescueNegativeTestJSON-920179461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1976e3c2-1c68-4f5e-ba5f-11b04c891760 HTTP/1.1" status: 200 len: 210 time: 0.0280597 Jan 27 22:12:54.908530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59344) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:55.356929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (b0b93859-d241-4dfb-82cf-3f59e4d3b410), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.605375 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Deleting port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:55.605718 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.687540 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] For port 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0a1fa402-a7c6-4a08-9ffe-25b1545bcfee,segment=NetworkSegment(8af2900d-b13c-405a-b6e4-43b1b491b3a7),segment_id=8af2900d-b13c-405a-b6e4-43b1b491b3a7)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:55.687830 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.699789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Calling delete_port for 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:55.936007 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0a1fa402-a7c6-4a08-9ffe-25b1545bcfee), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:55.960299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1fa402-a7c6-4a08-9ffe-25b1545bcfee,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:55.970230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:55.970582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:55.974980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:55.974980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:55.974980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:55.974980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:55.974980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:55.974980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:55.974980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:55.974980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:55.974980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:55.974980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:55.974980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:12:56.444205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-783534e0-3973-4f63-8714-6fa148506642 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:12:56.452874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-783534e0-3973-4f63-8714-6fa148506642 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.1235380 Jan 27 22:12:56.459213 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (b0b93859-d241-4dfb-82cf-3f59e4d3b410), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.472730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-435b199c-66f0-4c0f-b128-14408c583ce9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/quotas/56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 375 time: 0.0189211 Jan 27 22:12:56.531617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-a9d8fc23-b90c-40ca-9fcc-d2f7110fa01a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577939 Jan 27 22:12:56.543460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-10459783-dc8d-474b-961e-1a1fc0bac352 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:12:56.544505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-10459783-dc8d-474b-961e-1a1fc0bac352 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056660 Jan 27 22:12:56.638144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-c0a918f0-3335-4282-a970-d795f382856f service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879900 Jan 27 22:12:56.686550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Router b0b93859-d241-4dfb-82cf-3f59e4d3b410 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:12:56.734325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-ea4fe2a7-659c-4e5b-adb5-d76a1f5f9b07 service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901287 Jan 27 22:12:56.796122 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:12:56.801943 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9d8a7187-f2b0-4749-95a9-97eac1ca4560 admin admin] 10.222.0.61 "PUT /v2.0/routers/b0b93859-d241-4dfb-82cf-3f59e4d3b410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8917935 Jan 27 22:12:56.804461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59368) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:56.811738 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c541491-22c2-4c7b-b583-571c43d7e506 None None] Sync routers for ids ['b0b93859-d241-4dfb-82cf-3f59e4d3b410'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:12:56.828260 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c541491-22c2-4c7b-b583-571c43d7e506 None None] Routers {'b0b93859-d241-4dfb-82cf-3f59e4d3b410'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:56.829175 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5c541491-22c2-4c7b-b583-571c43d7e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:12:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b0b93859-d241-4dfb-82cf-3f59e4d3b410'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:56.928008 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Publish callbacks [] for router (b0b93859-d241-4dfb-82cf-3f59e4d3b410), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:56.941967 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-5c541491-22c2-4c7b-b583-571c43d7e506 None None] Set router b0b93859-d241-4dfb-82cf-3f59e4d3b410 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:56.999226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 8574e307-8514-4dec-86d4-ce26e70f6285 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:57.042050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 8574e307-8514-4dec-86d4-ce26e70f6285 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:57.044408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 8574e307-8514-4dec-86d4-ce26e70f6285 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:57.054891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Publish callbacks [] for router_gateway (b0b93859-d241-4dfb-82cf-3f59e4d3b410), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.123056 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5c541491-22c2-4c7b-b583-571c43d7e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'name': 'tempest-ServerRescueNegativeTestJSON-1510275141-router', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:04Z', 'updated_at': '2022-01-27T22:12:55Z', 'revision_number': 5, 'project_id': '5f8160d1a46647948b59bb7d26ca782a', 'gw_port': {'id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:05Z', 'updated_at': '2022-01-27T22:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:57.136167 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.152680 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c541491-22c2-4c7b-b583-571c43d7e506 None None] Checking router: b0b93859-d241-4dfb-82cf-3f59e4d3b410 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:12:57.157206 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c541491-22c2-4c7b-b583-571c43d7e506 None None] Routers {'b0b93859-d241-4dfb-82cf-3f59e4d3b410'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:12:57.157809 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5c541491-22c2-4c7b-b583-571c43d7e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:12:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b0b93859-d241-4dfb-82cf-3f59e4d3b410'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:57.229255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Deleting port 5d10ca7a-d868-4b71-8b53-0fa4505410e9 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:12:57.229680 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.265653 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-5c541491-22c2-4c7b-b583-571c43d7e506 None None] Set router b0b93859-d241-4dfb-82cf-3f59e4d3b410 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:12:57.324905 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] For port 5d10ca7a-d868-4b71-8b53-0fa4505410e9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5d10ca7a-d868-4b71-8b53-0fa4505410e9,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:12:57.325698 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.346095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Calling delete_port for 5d10ca7a-d868-4b71-8b53-0fa4505410e9 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:12:57.456747 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5c541491-22c2-4c7b-b583-571c43d7e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'name': 'tempest-ServerRescueNegativeTestJSON-1510275141-router', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:04Z', 'updated_at': '2022-01-27T22:12:55Z', 'revision_number': 5, 'project_id': '5f8160d1a46647948b59bb7d26ca782a', 'gw_port': {'id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:05Z', 'updated_at': '2022-01-27T22:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:57.493279 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c541491-22c2-4c7b-b583-571c43d7e506 None None] The sync data for ids ['b0b93859-d241-4dfb-82cf-3f59e4d3b410'] in n-d-760456-6 is: [{'id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'name': 'tempest-ServerRescueNegativeTestJSON-1510275141-router', 'tenant_id': '5f8160d1a46647948b59bb7d26ca782a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114'}], 'enable_snat': True}, 'gw_port_id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:04Z', 'updated_at': '2022-01-27T22:12:55Z', 'revision_number': 5, 'project_id': '5f8160d1a46647948b59bb7d26ca782a', 'gw_port': {'id': '5d10ca7a-d868-4b71-8b53-0fa4505410e9', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ed:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b93859-d241-4dfb-82cf-3f59e4d3b410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:05Z', 'updated_at': '2022-01-27T22:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:12:57.538238 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.680524 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5d10ca7a-d868-4b71-8b53-0fa4505410e9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.709429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d10ca7a-d868-4b71-8b53-0fa4505410e9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:57.772446 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (b0b93859-d241-4dfb-82cf-3f59e4d3b410), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.906054 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (b0b93859-d241-4dfb-82cf-3f59e4d3b410), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:57.908642 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Publish callbacks [] for router_controller (b0b93859-d241-4dfb-82cf-3f59e4d3b410), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.074916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (b0b93859-d241-4dfb-82cf-3f59e4d3b410), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.077042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b93859-d241-4dfb-82cf-3f59e4d3b410 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:12:58.083241 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.084421 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8a596a99-6e7f-4f88-a686-9da03a44fc12 admin admin] 10.222.0.61 "DELETE /v2.0/routers/b0b93859-d241-4dfb-82cf-3f59e4d3b410 HTTP/1.1" status: 204 len: 168 time: 1.2789824 Jan 27 22:12:58.086898 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59380) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:58.158923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-532e373d-82f9-4e28-8a5b-ba08c8a7f971 admin admin] Deleting subnet a74e56ac-7d09-4084-a54b-a998ce6faf0a {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:12:58.163693 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-532e373d-82f9-4e28-8a5b-ba08c8a7f971 admin admin] Publish callbacks [] for subnet (a74e56ac-7d09-4084-a54b-a998ce6faf0a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.218460 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-532e373d-82f9-4e28-8a5b-ba08c8a7f971 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (a74e56ac-7d09-4084-a54b-a998ce6faf0a), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.278045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-532e373d-82f9-4e28-8a5b-ba08c8a7f971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (a74e56ac-7d09-4084-a54b-a998ce6faf0a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.280454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae390dd4-e92b-40e0-b34b-fd4fc5bda462 req-8e3debf8-1c95-4971-8d20-5c1b8b1121c7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0410750 Jan 27 22:12:58.417980 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-532e373d-82f9-4e28-8a5b-ba08c8a7f971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (a74e56ac-7d09-4084-a54b-a998ce6faf0a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.442743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e373d-82f9-4e28-8a5b-ba08c8a7f971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74e56ac-7d09-4084-a54b-a998ce6faf0a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:58.448463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-532e373d-82f9-4e28-8a5b-ba08c8a7f971 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.454173 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-532e373d-82f9-4e28-8a5b-ba08c8a7f971 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a74e56ac-7d09-4084-a54b-a998ce6faf0a HTTP/1.1" status: 204 len: 168 time: 0.3638885 Jan 27 22:12:58.454353 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59382) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:58.522848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (9761b2bc-df24-4ea4-a402-9cec8a910bb9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.618018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (9761b2bc-df24-4ea4-a402-9cec8a910bb9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.639729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9761b2bc-df24-4ea4-a402-9cec8a910bb9']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:58.653708 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af2900d-b13c-405a-b6e4-43b1b491b3a7') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:58.654034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af2900d-b13c-405a-b6e4-43b1b491b3a7') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:12:58.666413 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (8af2900d-b13c-405a-b6e4-43b1b491b3a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.684259 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8af2900d-b13c-405a-b6e4-43b1b491b3a7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.693822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:12:58.694243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (8af2900d-b13c-405a-b6e4-43b1b491b3a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:12:58.696818 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:12:58.754003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:58.774263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:58.774619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0a1fa402-a7c6-4a08-9ffe-25b1545bcfee not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:58.775052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5d10ca7a-d868-4b71-8b53-0fa4505410e9 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:12:58.795698 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 5d10ca7a-d868-4b71-8b53-0fa4505410e9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:12:58.800766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5d10ca7a-d868-4b71-8b53-0fa4505410e9 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:12:58.857644 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (9761b2bc-df24-4ea4-a402-9cec8a910bb9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.875026 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:58.878376 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] 10.222.0.61 "DELETE /v2.0/networks/9761b2bc-df24-4ea4-a402-9cec8a910bb9 HTTP/1.1" status: 204 len: 168 time: 0.4231060 Jan 27 22:12:58.879829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d3fa9-fecb-49c3-901f-dfa23e25cd73 admin admin] Pushing event deleted for resources: {'Network': ['ID=9761b2bc-df24-4ea4-a402-9cec8a910bb9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:12:59.350045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef839272-034d-485d-a8d2-5815934b1d21 req-b1baa2cc-ef02-4076-8653-8effc5dea139 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0271492 Jan 27 22:12:59.527166 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59394) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:59.572802 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-40b46596-f003-40c8-a8fd-ea9ba2676b22 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5f8160d1a46647948b59bb7d26ca782a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440953 Jan 27 22:12:59.574941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59396) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:12:59.623508 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e973dbb-0594-4176-b8f1-a15482e835b4 admin admin] Publish callbacks [] for security_group (45ffd83b-4b34-4ba4-9b4b-dcf35760aedc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.645022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e973dbb-0594-4176-b8f1-a15482e835b4 admin admin] Publish callbacks [] for security_group (45ffd83b-4b34-4ba4-9b4b-dcf35760aedc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.782916 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e973dbb-0594-4176-b8f1-a15482e835b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (45ffd83b-4b34-4ba4-9b4b-dcf35760aedc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.785600 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e973dbb-0594-4176-b8f1-a15482e835b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:12:59.789586 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7e973dbb-0594-4176-b8f1-a15482e835b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45ffd83b-4b34-4ba4-9b4b-dcf35760aedc HTTP/1.1" status: 204 len: 168 time: 0.2110372 Jan 27 22:12:59.795730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e973dbb-0594-4176-b8f1-a15482e835b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ffd83b-4b34-4ba4-9b4b-dcf35760aedc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:00.432013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8d93f4c-d551-4b5e-9095-f4fa3d4382da req-c2ff6a35-853e-421f-b9e7-2659adaf24e4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0274732 Jan 27 22:13:01.042371 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59428) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.143859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-328647977-network', 'tenant_id': '40f8e8b4ef604661a5ac558d35d43149'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:01.292062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Made reservation on behalf of 40f8e8b4ef604661a5ac558d35d43149 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:01.294450 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.303850 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.387265 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Publish callbacks [] for security_group (3c5a5da9-f26f-4b40-a52c-79562bf8e74a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.484573 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3c5a5da9-f26f-4b40-a52c-79562bf8e74a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.509156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:01.515023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7508561c-f0fb-4370-a13b-be497fc79909 req-3a9a137f-8900-4b4e-812e-b6f9085f0f47 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0306866 Jan 27 22:13:01.526176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5a5da9-f26f-4b40-a52c-79562bf8e74a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:01.531299 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a9099c1d-2917-4f67-8541-72fd30a17077), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.531747 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Added segment a9099c1d-2917-4f67-8541-72fd30a17077 of type vlan for network fad7891b-144e-487b-8d1d-32e3a2ac287d Jan 27 22:13:01.583048 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (fad7891b-144e-487b-8d1d-32e3a2ac287d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.724058 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (fad7891b-144e-487b-8d1d-32e3a2ac287d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.725095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:01.725687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:01.793931 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] Pushing event updated for resources: {'Network': ['ID=fad7891b-144e-487b-8d1d-32e3a2ac287d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:01.804826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network fad7891b-144e-487b-8d1d-32e3a2ac287d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:01.906275 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-762b3d24-d967-43ca-bfca-f6148a0ca27b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8625686 Jan 27 22:13:01.908924 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59440) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:01.913988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-eaf24a5e-728c-4bf2-a231-da1d04e71b8b admin admin] Request body: {'subnet': {'network_id': 'fad7891b-144e-487b-8d1d-32e3a2ac287d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-328647977-subnet', 'tenant_id': '40f8e8b4ef604661a5ac558d35d43149', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:02.027302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf24a5e-728c-4bf2-a231-da1d04e71b8b admin admin] Made reservation on behalf of 40f8e8b4ef604661a5ac558d35d43149 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:02.035579 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eaf24a5e-728c-4bf2-a231-da1d04e71b8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.358974 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-22b745ff-1308-47bf-b797-b03fc485916b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.359574 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eaf24a5e-728c-4bf2-a231-da1d04e71b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (79c2445d-611a-48bf-98f6-3fa4f74bb4d6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.413506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf24a5e-728c-4bf2-a231-da1d04e71b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c2445d-611a-48bf-98f6-3fa4f74bb4d6,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:02.433245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf24a5e-728c-4bf2-a231-da1d04e71b8b admin admin] Checking segment: {'id': 'a9099c1d-2917-4f67-8541-72fd30a17077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fad7891b-144e-487b-8d1d-32e3a2ac287d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:02.433607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf24a5e-728c-4bf2-a231-da1d04e71b8b admin admin] Network hostable DHCP agents. Network: fad7891b-144e-487b-8d1d-32e3a2ac287d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:02.569883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf24a5e-728c-4bf2-a231-da1d04e71b8b admin admin] Network fad7891b-144e-487b-8d1d-32e3a2ac287d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:02.615075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a73d7080-e3d3-4dd1-88ed-3234a55df276 req-f91b943d-0e31-4d48-99e3-2c15723f9d73 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0277150 Jan 27 22:13:02.645172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-eaf24a5e-728c-4bf2-a231-da1d04e71b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, fad7891b-144e-487b-8d1d-32e3a2ac287d) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:02.649610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf24a5e-728c-4bf2-a231-da1d04e71b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:02.650210 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eaf24a5e-728c-4bf2-a231-da1d04e71b8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:02.654307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c61f7d8-1ca1-4139-951b-7dc074687784 None None] Network fad7891b-144e-487b-8d1d-32e3a2ac287d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:02.734713 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-eaf24a5e-728c-4bf2-a231-da1d04e71b8b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8244987 Jan 27 22:13:02.757897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83b2174-703c-426a-81ea-cea64e6a0f28 None None] Network fad7891b-144e-487b-8d1d-32e3a2ac287d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:03.154405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-387b0a3b-a3f0-4faf-b810-95962e6e70b3 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:03.154405 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-387b0a3b-a3f0-4faf-b810-95962e6e70b3 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/networks?id=fad7891b-144e-487b-8d1d-32e3a2ac287d HTTP/1.1" status: 200 len: 808 time: 0.1033778 Jan 27 22:13:03.167155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-cbca2c71-29ff-41cd-9a87-3dfb3c9dae5f tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/quotas/40f8e8b4ef604661a5ac558d35d43149 HTTP/1.1" status: 200 len: 375 time: 0.0094435 Jan 27 22:13:03.201677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-fb7aa853-1424-4ee5-8c8c-ba4a6b947d7f tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=40f8e8b4ef604661a5ac558d35d43149&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297120 Jan 27 22:13:03.291977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-346042a5-b4f0-432b-9ee4-d8f6dbc9f727 service neutron] 10.222.0.61 "GET /v2.0/networks/fad7891b-144e-487b-8d1d-32e3a2ac287d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839074 Jan 27 22:13:03.386220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-7c389f3a-9f78-4325-be81-c9653237d31e service neutron] 10.222.0.61 "GET /v2.0/networks/fad7891b-144e-487b-8d1d-32e3a2ac287d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884440 Jan 27 22:13:03.673643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de08bb9a-922a-487f-bb29-342d2dc08459 req-e12e3fd7-9a47-4bf8-93dc-98332c89f380 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 210 time: 0.0289855 Jan 27 22:13:03.719599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1c8ca42-8304-443e-bb42-3c17d0ac9391 req-7ed5435c-c9a9-4595-9d97-123b01b4e04c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0298502 Jan 27 22:13:04.687532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-49e9c457-b772-49d0-b49c-10b5adc3bd05 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:04.689114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-49e9c457-b772-49d0-b49c-10b5adc3bd05 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.1030972 Jan 27 22:13:04.700749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'port': {'device_id': 'f6826ac2-f6ab-4caa-84b6-00f7da83206d', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'admin_state_up': True, 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:04.787088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac8d7448-517d-4d00-ac5e-7536ea5913b9 req-e048cff5-1d59-4a59-8836-2ece154dcaa4 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 210 time: 0.0370235 Jan 27 22:13:04.837300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a368748f-856b-4226-956e-0b250e43d9c8 req-19cc5b08-9ee7-4c3b-b595-cf711e9973b8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0395529 Jan 27 22:13:04.942739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb65a476-a6b9-4e1e-8f0f-35675ef22840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:04.975969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Made reservation on behalf of 56a3a9b6a0cd4913a5b41da83dd7d82b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:04.975969 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.123288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Allocated IP 172.20.0.12 (27838b5d-0935-4dae-9d9f-d6334b781ff0/a9fc7bfd-ae01-4663-bc0c-b7538b0ff041/50df6a9f-002e-459f-9284-01f7e38bbfbd) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:05.638631 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.759134 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:05.771598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['162b9628-f080-4ed1-b1a3-574ad7ee73cd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:13:05.807868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:05.811015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:05.813438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:05.841193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=50df6a9f-002e-459f-9284-01f7e38bbfbd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:05.950621 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7204aef8-48be-4f13-81a5-89ca3038372f req-520a1d5f-cdbb-435f-b0bc-8105e1497234 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 210 time: 0.0617220 Jan 27 22:13:05.957400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:05.958045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.014872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f28b5-92fc-4c9c-8c15-1448b77d64d0 req-03bafa21-e254-4ef5-8e00-a2a971f39922 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:06.016505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec1f28b5-92fc-4c9c-8c15-1448b77d64d0 req-03bafa21-e254-4ef5-8e00-a2a971f39922 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 932 time: 0.0542407 Jan 27 22:13:06.068175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec1f28b5-92fc-4c9c-8c15-1448b77d64d0 req-7d93f317-10c3-403d-96a0-5f489ede47fb tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448663 Jan 27 22:13:06.136382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-e5f37779-2432-4478-b180-32c74bad6497 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4368360 Jan 27 22:13:06.146810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Request body: {'port': {'device_id': 'f6826ac2-f6ab-4caa-84b6-00f7da83206d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:06.158612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f102b1a3-57b6-45bc-9886-e70bacd4d45f None None] Provisioning complete for port 50df6a9f-002e-459f-9284-01f7e38bbfbd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:06.159166 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f102b1a3-57b6-45bc-9886-e70bacd4d45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.200864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f102b1a3-57b6-45bc-9886-e70bacd4d45f None None] Port 50df6a9f-002e-459f-9284-01f7e38bbfbd cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:13:06.209768 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.242489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.508406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-5b027e91-c590-4cbf-b8c8-ea1d5d64fc99 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:06.510904 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-5b027e91-c590-4cbf-b8c8-ea1d5d64fc99 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.74 "GET /v2.0/networks?id=fad7891b-144e-487b-8d1d-32e3a2ac287d HTTP/1.1" status: 200 len: 808 time: 0.1764672 Jan 27 22:13:06.523702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Request body: {'port': {'device_id': 'e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1', 'network_id': 'fad7891b-144e-487b-8d1d-32e3a2ac287d', 'admin_state_up': True, 'tenant_id': '40f8e8b4ef604661a5ac558d35d43149'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:06.598422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50df6a9f-002e-459f-9284-01f7e38bbfbd {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:06.615971 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Publish callbacks [] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.631611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Transition to ACTIVE for port object 50df6a9f-002e-459f-9284-01f7e38bbfbd will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:13:06.766043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Made reservation on behalf of 40f8e8b4ef604661a5ac558d35d43149 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:06.766366 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.770643 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:06.921918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Allocated IP 172.20.0.2 (fad7891b-144e-487b-8d1d-32e3a2ac287d/79c2445d-611a-48bf-98f6-3fa4f74bb4d6/0c8361a3-d06d-487e-ac7c-bcab355b4791) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:06.972564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Pushing event updated for resources: {'Port': ['ID=50df6a9f-002e-459f-9284-01f7e38bbfbd,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:07.037813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Attempting to bind port 50df6a9f-002e-459f-9284-01f7e38bbfbd on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:07.038553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Attempting to bind port 50df6a9f-002e-459f-9284-01f7e38bbfbd by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:07.039069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Attempting to bind port 50df6a9f-002e-459f-9284-01f7e38bbfbd on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:07.044944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Port 50df6a9f-002e-459f-9284-01f7e38bbfbd on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:13:07.045611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Attempting to bind port 50df6a9f-002e-459f-9284-01f7e38bbfbd on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:07.052354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:07.052993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Checking segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:07.053640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Bound using segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:07.054265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Bound port: 50df6a9f-002e-459f-9284-01f7e38bbfbd, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:07.055094 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.137077 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aed130dd-347d-47dc-af15-4e298efcf720 req-1430ee2f-6175-4993-bd71-2c40d3ae534f tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 210 time: 0.0634851 Jan 27 22:13:07.145092 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Publish callbacks [] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.244769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] For port 50df6a9f-002e-459f-9284-01f7e38bbfbd, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:07.249417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] For port 50df6a9f-002e-459f-9284-01f7e38bbfbd, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50df6a9f-002e-459f-9284-01f7e38bbfbd,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:07.261466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397562d-bdfe-4341-a210-f289020ac369 req-9a799142-93e8-4d83-891f-e956d5f2ee13 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:07.264960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c397562d-bdfe-4341-a210-f289020ac369 req-9a799142-93e8-4d83-891f-e956d5f2ee13 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0750008 Jan 27 22:13:07.285498 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.318712 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c397562d-bdfe-4341-a210-f289020ac369 req-9fe3c24c-1696-4737-b441-3ff6e486276a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487676 Jan 27 22:13:07.329588 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Network fad7891b-144e-487b-8d1d-32e3a2ac287d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:07.333581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:07.336807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:07.348028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.388642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:07.390294 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.391842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] 10.222.0.74 "PUT /v2.0/ports/50df6a9f-002e-459f-9284-01f7e38bbfbd HTTP/1.1" status: 200 len: 1092 time: 1.2500768 Jan 27 22:13:07.392567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6826ac2-f6ab-4caa-84b6-00f7da83206d', 'tag': '50df6a9f-002e-459f-9284-01f7e38bbfbd'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:07.395722 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2d9815-6ea5-4b91-bdda-55108b9c6e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6826ac2-f6ab-4caa-84b6-00f7da83206d", "tag": "50df6a9f-002e-459f-9284-01f7e38bbfbd"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:07.396406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:07.397139 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.428173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612beac-79fb-4bba-b0e3-51db772d496d service neutron] Pushing event updated for resources: {'Port': ['ID=50df6a9f-002e-459f-9284-01f7e38bbfbd,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:07.443416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Pushing event updated for resources: {'Port': ['ID=0c8361a3-d06d-487e-ac7c-bcab355b4791,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:07.456918 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd6e0db-513e-459b-9a6b-d7c0549621ef x-openstack-request-id: req-1cd6e0db-513e-459b-9a6b-d7c0549621ef {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:07.457500 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6826ac2-f6ab-4caa-84b6-00f7da83206d", "tag": "50df6a9f-002e-459f-9284-01f7e38bbfbd", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:07.457648 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1cd6e0db-513e-459b-9a6b-d7c0549621ef {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:07.458066 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6826ac2-f6ab-4caa-84b6-00f7da83206d', 'tag': '50df6a9f-002e-459f-9284-01f7e38bbfbd', 'status': 'completed', 'code': 200} Jan 27 22:13:07.470677 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.529622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d9815-6ea5-4b91-bdda-55108b9c6e3e req-024fd608-23a7-4448-be2e-1601f980c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:07.531533 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f2d9815-6ea5-4b91-bdda-55108b9c6e3e req-024fd608-23a7-4448-be2e-1601f980c371 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 1095 time: 0.0549920 Jan 27 22:13:07.604695 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-69aa0a30-b782-478c-b60d-7b5a72039165 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0798931 Jan 27 22:13:07.611822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Request body: {'port': {'device_id': 'e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:07.665175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d9815-6ea5-4b91-bdda-55108b9c6e3e req-9812226e-7aa5-4d36-a741-c0d270718b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:07.666613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f2d9815-6ea5-4b91-bdda-55108b9c6e3e req-9812226e-7aa5-4d36-a741-c0d270718b82 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1280315 Jan 27 22:13:07.691191 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:07.792375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d9815-6ea5-4b91-bdda-55108b9c6e3e req-6d49b094-7e86-44a2-be2a-9fcf84ffbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:07.795528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f2d9815-6ea5-4b91-bdda-55108b9c6e3e req-6d49b094-7e86-44a2-be2a-9fcf84ffbd8c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1208961 Jan 27 22:13:07.899158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-0414606e-c6cf-480d-a566-9a7070780d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:07.900880 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-0414606e-c6cf-480d-a566-9a7070780d12 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 1095 time: 0.0687039 Jan 27 22:13:07.959590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-48c6710e-22cf-47c0-ab5d-216de4f9f285 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50df6a9f-002e-459f-9284-01f7e38bbfbd HTTP/1.1" status: 200 len: 217 time: 0.0520017 Jan 27 22:13:08.020461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-4a34cc51-bd22-4ef1-9bfd-e2d3c6cec733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:08.020703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8361a3-d06d-487e-ac7c-bcab355b4791 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:08.022519 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-4a34cc51-bd22-4ef1-9bfd-e2d3c6cec733 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0563393 Jan 27 22:13:08.029370 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Publish callbacks [] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.087556 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Transition to ACTIVE for port object 0c8361a3-d06d-487e-ac7c-bcab355b4791 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:13:08.087786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-520d7484-158a-42bd-b56d-c7125ad6a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:08.087786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-520d7484-158a-42bd-b56d-c7125ad6a25f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458717 Jan 27 22:13:08.181207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-3d620d18-8a4a-419f-9b1a-ae6c3a29eb6e service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008408 Jan 27 22:13:08.247072 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.335581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cc1db-1226-4cf7-8b1e-60cb517e5185 req-dbd13092-cb40-465c-9b0a-8e1158f21b61 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:08.337456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b8cc1db-1226-4cf7-8b1e-60cb517e5185 req-dbd13092-cb40-465c-9b0a-8e1158f21b61 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 943 time: 0.0979645 Jan 27 22:13:08.341896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b6f39eb-ad91-4839-8b07-febc9aea3973 req-a957570a-a473-441b-bfef-64b346dae0e4 service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552212 Jan 27 22:13:08.344761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8361a3-d06d-487e-ac7c-bcab355b4791,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:08.427698 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Attempting to bind port 0c8361a3-d06d-487e-ac7c-bcab355b4791 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:08.430025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Attempting to bind port 0c8361a3-d06d-487e-ac7c-bcab355b4791 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'a9099c1d-2917-4f67-8541-72fd30a17077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fad7891b-144e-487b-8d1d-32e3a2ac287d'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:08.431973 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Attempting to bind port 0c8361a3-d06d-487e-ac7c-bcab355b4791 on network fad7891b-144e-487b-8d1d-32e3a2ac287d {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:08.436040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Port 0c8361a3-d06d-487e-ac7c-bcab355b4791 on network fad7891b-144e-487b-8d1d-32e3a2ac287d not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:13:08.436424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Attempting to bind port 0c8361a3-d06d-487e-ac7c-bcab355b4791 on network fad7891b-144e-487b-8d1d-32e3a2ac287d {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:08.443038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:08.443560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Checking segment: {'id': 'a9099c1d-2917-4f67-8541-72fd30a17077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fad7891b-144e-487b-8d1d-32e3a2ac287d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:08.443792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Bound using segment: {'id': 'a9099c1d-2917-4f67-8541-72fd30a17077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fad7891b-144e-487b-8d1d-32e3a2ac287d'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:08.444526 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Bound port: 0c8361a3-d06d-487e-ac7c-bcab355b4791, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9099c1d-2917-4f67-8541-72fd30a17077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'fad7891b-144e-487b-8d1d-32e3a2ac287d'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:08.444955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.446617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b8cc1db-1226-4cf7-8b1e-60cb517e5185 req-c0aec2f6-7f5c-4389-978d-d314313192f9 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c5a5da9-f26f-4b40-a52c-79562bf8e74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868952 Jan 27 22:13:08.519769 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] For port 0c8361a3-d06d-487e-ac7c-bcab355b4791, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:08.524775 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] For port 0c8361a3-d06d-487e-ac7c-bcab355b4791, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0c8361a3-d06d-487e-ac7c-bcab355b4791,segment=NetworkSegment(a9099c1d-2917-4f67-8541-72fd30a17077),segment_id=a9099c1d-2917-4f67-8541-72fd30a17077)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:08.526968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47159cb5-fa34-430b-9996-33476208d2da req-a2034f00-fccb-4ca2-bf51-05b09175279f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:08.536350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47159cb5-fa34-430b-9996-33476208d2da req-a2034f00-fccb-4ca2-bf51-05b09175279f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0877123 Jan 27 22:13:08.584544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47159cb5-fa34-430b-9996-33476208d2da req-6b01937e-8ca7-420f-84b3-fb7e9b0b7711 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 Jan 27 22:13:08.645551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.681901 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:08.682527 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.684155 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] 10.222.0.74 "PUT /v2.0/ports/0c8361a3-d06d-487e-ac7c-bcab355b4791 HTTP/1.1" status: 200 len: 1091 time: 1.0770936 Jan 27 22:13:08.684721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1', 'tag': '0c8361a3-d06d-487e-ac7c-bcab355b4791'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:08.687037 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d275de78-4cdc-4895-b8bd-41fde5829708" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1", "tag": "0c8361a3-d06d-487e-ac7c-bcab355b4791"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:08.727702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512efb7d-cdd1-4313-85d0-ac3862a20b41 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8361a3-d06d-487e-ac7c-bcab355b4791,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:08.848832 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e91843-a1ce-4171-a48f-c8ccb7a06e29 x-openstack-request-id: req-60e91843-a1ce-4171-a48f-c8ccb7a06e29 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:08.848832 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1", "tag": "0c8361a3-d06d-487e-ac7c-bcab355b4791", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:08.848832 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60e91843-a1ce-4171-a48f-c8ccb7a06e29 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:08.848832 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1', 'tag': '0c8361a3-d06d-487e-ac7c-bcab355b4791', 'status': 'completed', 'code': 200} Jan 27 22:13:08.863984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-5377a42a-ccea-439d-8550-b8ba51da3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:08.865498 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-5377a42a-ccea-439d-8550-b8ba51da3f2f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=40f8e8b4ef604661a5ac558d35d43149&device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 1094 time: 0.0545471 Jan 27 22:13:08.914642 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-ab24929a-68e2-46cf-9cdb-4c75ca557ed6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c8361a3-d06d-487e-ac7c-bcab355b4791 HTTP/1.1" status: 200 len: 217 time: 0.0406451 Jan 27 22:13:08.932189 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:08.971171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-3eec4eb0-e45e-4cdf-9cde-f97b87a877d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:08.972834 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-3eec4eb0-e45e-4cdf-9cde-f97b87a877d1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=79c2445d-611a-48bf-98f6-3fa4f74bb4d6 HTTP/1.1" status: 200 len: 848 time: 0.0524566 Jan 27 22:13:09.008207 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-64b1c0d4-e186-47d8-9e4b-0f9614e5f1aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fad7891b-144e-487b-8d1d-32e3a2ac287d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282218 Jan 27 22:13:09.108156 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-b8be5d06-2e4f-42e0-bfb7-e574de2df931 service neutron] 10.222.0.74 "GET /v2.0/networks/fad7891b-144e-487b-8d1d-32e3a2ac287d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941315 Jan 27 22:13:09.203155 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-7a93c75a-b2c9-4710-bd10-de4c5a48a248 req-4023e99a-4b86-4912-b7a0-42d4bce4487c service neutron] 10.222.0.74 "GET /v2.0/networks/fad7891b-144e-487b-8d1d-32e3a2ac287d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878975 Jan 27 22:13:09.387386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275de78-4cdc-4895-b8bd-41fde5829708 req-fb5d1e3d-7632-4cb6-aa3d-b279a899793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:09.389199 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d275de78-4cdc-4895-b8bd-41fde5829708 req-fb5d1e3d-7632-4cb6-aa3d-b279a899793c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=40f8e8b4ef604661a5ac558d35d43149&device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 1094 time: 0.0535014 Jan 27 22:13:09.486509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275de78-4cdc-4895-b8bd-41fde5829708 req-721fbc58-01c9-4344-80c6-dd59f1a4c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:09.488234 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d275de78-4cdc-4895-b8bd-41fde5829708 req-721fbc58-01c9-4344-80c6-dd59f1a4c580 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fad7891b-144e-487b-8d1d-32e3a2ac287d HTTP/1.1" status: 200 len: 909 time: 0.0935044 Jan 27 22:13:09.545868 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d275de78-4cdc-4895-b8bd-41fde5829708 req-a044f15d-c010-424e-bfe4-5b6532782817 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c8361a3-d06d-487e-ac7c-bcab355b4791 HTTP/1.1" status: 200 len: 217 time: 0.0508325 Jan 27 22:13:09.618234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275de78-4cdc-4895-b8bd-41fde5829708 req-04a5404b-8f65-4725-918b-b03ad906b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:09.620141 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d275de78-4cdc-4895-b8bd-41fde5829708 req-04a5404b-8f65-4725-918b-b03ad906b92d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=79c2445d-611a-48bf-98f6-3fa4f74bb4d6 HTTP/1.1" status: 200 len: 848 time: 0.0677493 Jan 27 22:13:09.642675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb6bde-c90f-42ce-9c5a-22b5cdc2c6f5 req-f879fb42-03d7-45b4-8dec-04b8e8be90c2 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:09.645059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16cb6bde-c90f-42ce-9c5a-22b5cdc2c6f5 req-f879fb42-03d7-45b4-8dec-04b8e8be90c2 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 943 time: 0.1128030 Jan 27 22:13:09.669261 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d275de78-4cdc-4895-b8bd-41fde5829708 req-dfab1fcd-5300-43e4-b520-7923811407ab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fad7891b-144e-487b-8d1d-32e3a2ac287d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421808 Jan 27 22:13:09.731537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16cb6bde-c90f-42ce-9c5a-22b5cdc2c6f5 req-eed1bffc-f222-44ca-9b85-e61c2982f2c0 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c5a5da9-f26f-4b40-a52c-79562bf8e74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791001 Jan 27 22:13:09.804022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3641cd-3dee-4e87-b6a7-12a07d99af51 req-24eeb456-fd26-415d-80e3-40bee93ea981 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:09.811029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c3641cd-3dee-4e87-b6a7-12a07d99af51 req-24eeb456-fd26-415d-80e3-40bee93ea981 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0789046 Jan 27 22:13:09.839138 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d275de78-4cdc-4895-b8bd-41fde5829708 req-597153fa-25ea-4799-a5b6-8f75c7b9f825 service neutron] 10.222.0.74 "GET /v2.0/networks/fad7891b-144e-487b-8d1d-32e3a2ac287d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638412 Jan 27 22:13:09.863588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c3641cd-3dee-4e87-b6a7-12a07d99af51 req-ebaeb9d3-98f2-4868-8f92-319866eda0d7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494318 Jan 27 22:13:09.963313 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d275de78-4cdc-4895-b8bd-41fde5829708 req-c68e5bb6-4074-493c-9895-11631b771e61 service neutron] 10.222.0.74 "GET /v2.0/networks/fad7891b-144e-487b-8d1d-32e3a2ac287d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167707 Jan 27 22:13:10.869225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72082aba-d2ef-4a11-95f3-88fbfccc524e req-7a19cef7-c26a-4100-b581-94b3f20fe8eb tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:10.877498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72082aba-d2ef-4a11-95f3-88fbfccc524e req-7a19cef7-c26a-4100-b581-94b3f20fe8eb tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 943 time: 0.0620177 Jan 27 22:13:10.936507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72082aba-d2ef-4a11-95f3-88fbfccc524e req-812f24c8-b3b1-44ca-9e91-ec7df3364361 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c5a5da9-f26f-4b40-a52c-79562bf8e74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576994 Jan 27 22:13:10.991882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469a414-9fe9-445c-a5a0-2e57413531fe req-59505875-98eb-44bf-bbe2-b6733339d572 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:10.993383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2469a414-9fe9-445c-a5a0-2e57413531fe req-59505875-98eb-44bf-bbe2-b6733339d572 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0559413 Jan 27 22:13:11.045094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2469a414-9fe9-445c-a5a0-2e57413531fe req-9e4c1f94-07cb-474d-9b2e-0c0b46c54308 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448964 Jan 27 22:13:11.085248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0c8361a3-d06d-487e-ac7c-bcab355b4791 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:13:11.192822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 0c8361a3-d06d-487e-ac7c-bcab355b4791, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0c8361a3-d06d-487e-ac7c-bcab355b4791,segment=NetworkSegment(a9099c1d-2917-4f67-8541-72fd30a17077),segment_id=a9099c1d-2917-4f67-8541-72fd30a17077)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:11.209466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '0c8361a3-d06d-487e-ac7c-bcab355b4791', 'network_id': 'fad7891b-144e-487b-8d1d-32e3a2ac287d', 'port_id': '0c8361a3-d06d-487e-ac7c-bcab355b4791', 'mac_address': 'fa:16:3e:91:39:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c2445d-611a-48bf-98f6-3fa4f74bb4d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:13:11.250343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 0c8361a3-d06d-487e-ac7c-bcab355b4791 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:11.251086 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.264565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8361a3-d06d-487e-ac7c-bcab355b4791 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:11.286495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 0c8361a3-d06d-487e-ac7c-bcab355b4791, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0c8361a3-d06d-487e-ac7c-bcab355b4791,segment=NetworkSegment(a9099c1d-2917-4f67-8541-72fd30a17077),segment_id=a9099c1d-2917-4f67-8541-72fd30a17077)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:11.371155 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:11.425159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=0c8361a3-d06d-487e-ac7c-bcab355b4791,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:11.602933 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['0c8361a3-d06d-487e-ac7c-bcab355b4791'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:13:12.069218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d4f3-923c-459c-bc12-0b9ba595ad60 req-8cb4c82a-f2de-4782-855f-5f2e5f8abfbf tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:12.071822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff91d4f3-923c-459c-bc12-0b9ba595ad60 req-8cb4c82a-f2de-4782-855f-5f2e5f8abfbf tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 944 time: 0.0611987 Jan 27 22:13:12.175042 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff91d4f3-923c-459c-bc12-0b9ba595ad60 req-76874a0b-dda9-476f-a6e4-fb17bb503c03 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c5a5da9-f26f-4b40-a52c-79562bf8e74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970697 Jan 27 22:13:12.197641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20799a8-a40a-4ef0-a296-f7a48238f6d3 req-0533944f-50ca-4bdb-8268-6b1113b0cd31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:12.197641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c20799a8-a40a-4ef0-a296-f7a48238f6d3 req-0533944f-50ca-4bdb-8268-6b1113b0cd31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0772691 Jan 27 22:13:12.253362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c20799a8-a40a-4ef0-a296-f7a48238f6d3 req-a00d2fc1-a888-4e44-8752-cb84c070bc39 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454464 Jan 27 22:13:13.107354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0c8361a3-d06d-487e-ac7c-bcab355b4791 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:13.250434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 0c8361a3-d06d-487e-ac7c-bcab355b4791 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:13:13.255312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 0c8361a3-d06d-487e-ac7c-bcab355b4791 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:13.255695 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.306689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29362d3-9cc0-4923-931b-a8a78764dd6a req-8b82b8f6-e308-48bc-89e1-3de71166cbb0 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:13.308611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f29362d3-9cc0-4923-931b-a8a78764dd6a req-8b82b8f6-e308-48bc-89e1-3de71166cbb0 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 944 time: 0.0529840 Jan 27 22:13:13.345851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 0c8361a3-d06d-487e-ac7c-bcab355b4791 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:13.346278 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.373050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8361a3-d06d-487e-ac7c-bcab355b4791'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:13.375346 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2ae539-2d4c-4e8a-8ad2-948dad1772bb" -d '{"events": [{"server_uuid": "e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1", "name": "network-vif-plugged", "status": "completed", "tag": "0c8361a3-d06d-487e-ac7c-bcab355b4791"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:13.390462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 0c8361a3-d06d-487e-ac7c-bcab355b4791, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0c8361a3-d06d-487e-ac7c-bcab355b4791,segment=NetworkSegment(a9099c1d-2917-4f67-8541-72fd30a17077),segment_id=a9099c1d-2917-4f67-8541-72fd30a17077)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:13.400718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f29362d3-9cc0-4923-931b-a8a78764dd6a req-827815be-544d-4d6c-82db-739808a6d2de tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c5a5da9-f26f-4b40-a52c-79562bf8e74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857737 Jan 27 22:13:13.408348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c198b1-3675-4d42-a44e-48bc96d8cfa0 req-c9f9b70b-9ff8-4e10-8d0b-f0934f9b26ab tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:13.412919 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c198b1-3675-4d42-a44e-48bc96d8cfa0 req-c9f9b70b-9ff8-4e10-8d0b-f0934f9b26ab tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0799549 Jan 27 22:13:13.462631 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e173d93-64f8-489f-9d8a-a942ead13ac5 x-openstack-request-id: req-2e173d93-64f8-489f-9d8a-a942ead13ac5 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:13.462955 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1", "name": "network-vif-plugged", "status": "completed", "tag": "0c8361a3-d06d-487e-ac7c-bcab355b4791", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:13.464663 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e173d93-64f8-489f-9d8a-a942ead13ac5 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:13.465198 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8361a3-d06d-487e-ac7c-bcab355b4791', 'code': 200} Jan 27 22:13:13.467719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74c198b1-3675-4d42-a44e-48bc96d8cfa0 req-8e78bb9b-9dd3-48e1-91aa-24d343fd69c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524976 Jan 27 22:13:13.474350 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:13.528003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=0c8361a3-d06d-487e-ac7c-bcab355b4791,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:13.580376 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329855d0-7ded-4499-933d-fa1f555ac53b req-4d9fc7c9-cea0-47b4-9f6e-b13ba30cfd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:13.581922 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-329855d0-7ded-4499-933d-fa1f555ac53b req-4d9fc7c9-cea0-47b4-9f6e-b13ba30cfd32 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 1096 time: 0.0462866 Jan 27 22:13:13.629132 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-329855d0-7ded-4499-933d-fa1f555ac53b req-61f1e234-8f4f-43a9-8889-374a131297b1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3c5a5da9-f26f-4b40-a52c-79562bf8e74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400393 Jan 27 22:13:14.560812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901ebf5-9a89-48df-a856-35b70e9928c5 req-371ee839-1370-4101-a5f9-7bd0c44aec30 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:14.563024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d901ebf5-9a89-48df-a856-35b70e9928c5 req-371ee839-1370-4101-a5f9-7bd0c44aec30 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 945 time: 0.0786302 Jan 27 22:13:14.642977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284886e0-49c9-4a47-adbb-ffa06019b89e req-d5aa3f69-d41b-452e-a764-26a0a6fcf247 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:14.644491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-284886e0-49c9-4a47-adbb-ffa06019b89e req-d5aa3f69-d41b-452e-a764-26a0a6fcf247 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0803483 Jan 27 22:13:14.647598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d901ebf5-9a89-48df-a856-35b70e9928c5 req-5e98a1a5-8a4a-49a9-b45f-77c33c32f17e tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c5a5da9-f26f-4b40-a52c-79562bf8e74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743144 Jan 27 22:13:14.702012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-284886e0-49c9-4a47-adbb-ffa06019b89e req-eac7acd6-9ae6-4675-a867-42613ba7a36e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513523 Jan 27 22:13:15.847340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79fff-8473-4669-a950-14b4004e71a1 req-cbcd49f4-403d-4840-bd3d-5e0061d41db7 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:15.849232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4e79fff-8473-4669-a950-14b4004e71a1 req-cbcd49f4-403d-4840-bd3d-5e0061d41db7 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 945 time: 0.0972474 Jan 27 22:13:15.873851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf7e3d-aefc-45bc-a077-8809091cbd45 req-6350ae15-df50-482f-b4ce-4f8458950f18 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:15.875488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cdf7e3d-aefc-45bc-a077-8809091cbd45 req-6350ae15-df50-482f-b4ce-4f8458950f18 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0816810 Jan 27 22:13:15.949284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4e79fff-8473-4669-a950-14b4004e71a1 req-6b20b67f-204a-4c9a-a398-c51719eb699b tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c5a5da9-f26f-4b40-a52c-79562bf8e74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915034 Jan 27 22:13:15.989559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cdf7e3d-aefc-45bc-a077-8809091cbd45 req-77678a5e-fcc1-4c9a-9271-ae8df8245bae tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874422 Jan 27 22:13:17.146781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600b4e2-935a-48f2-94f3-34f4c652e5ea req-1dff0554-3a10-41a9-aaf4-6e2d6ef1884d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:17.153223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7600b4e2-935a-48f2-94f3-34f4c652e5ea req-1dff0554-3a10-41a9-aaf4-6e2d6ef1884d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0781739 Jan 27 22:13:17.221717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7600b4e2-935a-48f2-94f3-34f4c652e5ea req-84d36365-a48e-4fa0-9179-c06eed1175a3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668130 Jan 27 22:13:18.074200 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:13:18.358027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f56e24-4429-4059-8448-467282f5ad3c req-1eeac8d1-7cde-4152-97b2-6aeab6c57be5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:18.362194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0f56e24-4429-4059-8448-467282f5ad3c req-1eeac8d1-7cde-4152-97b2-6aeab6c57be5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0577719 Jan 27 22:13:18.411163 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0f56e24-4429-4059-8448-467282f5ad3c req-1a17129d-258b-431d-9a99-8b8d810b94e2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442863 Jan 27 22:13:19.445514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c19327-bd75-4da2-912f-ee89aa232b9d req-83d12073-1b43-404c-835d-f32f852aad85 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:19.447021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94c19327-bd75-4da2-912f-ee89aa232b9d req-83d12073-1b43-404c-835d-f32f852aad85 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 945 time: 0.0526085 Jan 27 22:13:19.510593 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94c19327-bd75-4da2-912f-ee89aa232b9d req-2008aec3-ebd1-48e9-a51f-4698d13be8fe tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c5a5da9-f26f-4b40-a52c-79562bf8e74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566471 Jan 27 22:13:19.551139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5574e9c-81a3-4b79-a51c-b42268ba3dcd req-c352d9e9-3c72-4196-a538-2590d3e5bbfc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:19.552688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5574e9c-81a3-4b79-a51c-b42268ba3dcd req-c352d9e9-3c72-4196-a538-2590d3e5bbfc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0640268 Jan 27 22:13:19.602461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5574e9c-81a3-4b79-a51c-b42268ba3dcd req-1ccae9e8-75dc-4fa2-8eb4-95e8fb5c2215 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 Jan 27 22:13:20.646198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01248b67-40c1-4357-ac75-035cd2445d77 req-b4b4d4d4-fa77-4a84-9a0d-2f0aa5e5b4c0 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:20.647716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01248b67-40c1-4357-ac75-035cd2445d77 req-b4b4d4d4-fa77-4a84-9a0d-2f0aa5e5b4c0 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 945 time: 0.0572386 Jan 27 22:13:20.743762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01248b67-40c1-4357-ac75-035cd2445d77 req-22bdc13f-868f-4567-960d-12b2ae4d8d2f tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c5a5da9-f26f-4b40-a52c-79562bf8e74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709684 Jan 27 22:13:20.743762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9b6db-d1f9-4402-91d6-f302ea104234 req-6b3e6906-8563-414f-980a-2ed711c964b9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:20.743762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edd9b6db-d1f9-4402-91d6-f302ea104234 req-6b3e6906-8563-414f-980a-2ed711c964b9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0694590 Jan 27 22:13:20.761059 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199a56-71ec-4418-b3d2-6afe348d5b87 req-69e60cb2-c7dc-42a2-a679-1ffeb2cd7bf7 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:20.763238 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29199a56-71ec-4418-b3d2-6afe348d5b87 req-69e60cb2-c7dc-42a2-a679-1ffeb2cd7bf7 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.74 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 945 time: 0.0534871 Jan 27 22:13:20.800820 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edd9b6db-d1f9-4402-91d6-f302ea104234 req-69af2997-b470-4305-8ba5-c40020b0d44e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506356 Jan 27 22:13:20.860602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-29199a56-71ec-4418-b3d2-6afe348d5b87 req-cee5d45c-23c1-422d-8689-3b89d7ffc50c tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Deleting port 0c8361a3-d06d-487e-ac7c-bcab355b4791 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:20.860943 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-29199a56-71ec-4418-b3d2-6afe348d5b87 req-cee5d45c-23c1-422d-8689-3b89d7ffc50c tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.963794 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-29199a56-71ec-4418-b3d2-6afe348d5b87 req-cee5d45c-23c1-422d-8689-3b89d7ffc50c tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] For port 0c8361a3-d06d-487e-ac7c-bcab355b4791, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=0c8361a3-d06d-487e-ac7c-bcab355b4791,segment=NetworkSegment(a9099c1d-2917-4f67-8541-72fd30a17077),segment_id=a9099c1d-2917-4f67-8541-72fd30a17077)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:20.964233 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-29199a56-71ec-4418-b3d2-6afe348d5b87 req-cee5d45c-23c1-422d-8689-3b89d7ffc50c tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:20.977134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-29199a56-71ec-4418-b3d2-6afe348d5b87 req-cee5d45c-23c1-422d-8689-3b89d7ffc50c tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Calling delete_port for 0c8361a3-d06d-487e-ac7c-bcab355b4791 owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:13:21.233837 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-29199a56-71ec-4418-b3d2-6afe348d5b87 req-cee5d45c-23c1-422d-8689-3b89d7ffc50c tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0c8361a3-d06d-487e-ac7c-bcab355b4791), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.246561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['0c8361a3-d06d-487e-ac7c-bcab355b4791'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:13:21.266281 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5d45c-23c1-422d-8689-3b89d7ffc50c tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Pushing event deleted for resources: {'Port': ['ID=0c8361a3-d06d-487e-ac7c-bcab355b4791,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:21.317626 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-29199a56-71ec-4418-b3d2-6afe348d5b87 req-cee5d45c-23c1-422d-8689-3b89d7ffc50c tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] No DVR routers for this DVR port 0c8361a3-d06d-487e-ac7c-bcab355b4791 on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:13:21.320282 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-29199a56-71ec-4418-b3d2-6afe348d5b87 req-cee5d45c-23c1-422d-8689-3b89d7ffc50c tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:21.323650 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-29199a56-71ec-4418-b3d2-6afe348d5b87 req-cee5d45c-23c1-422d-8689-3b89d7ffc50c tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.74 "DELETE /v2.0/ports/0c8361a3-d06d-487e-ac7c-bcab355b4791 HTTP/1.1" status: 204 len: 173 time: 0.5546963 Jan 27 22:13:21.324108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1', 'name': 'network-vif-deleted', 'tag': '0c8361a3-d06d-487e-ac7c-bcab355b4791'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:21.326364 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1712041-19a4-48ca-a249-01361c5916a2" -d '{"events": [{"server_uuid": "e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1", "name": "network-vif-deleted", "tag": "0c8361a3-d06d-487e-ac7c-bcab355b4791"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:21.365361 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9b4d0e-db59-4515-8bb8-a5dcf14b5e20 x-openstack-request-id: req-9f9b4d0e-db59-4515-8bb8-a5dcf14b5e20 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:21.365664 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1", "name": "network-vif-deleted", "tag": "0c8361a3-d06d-487e-ac7c-bcab355b4791", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:21.365923 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f9b4d0e-db59-4515-8bb8-a5dcf14b5e20 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:21.366332 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1', 'name': 'network-vif-deleted', 'tag': '0c8361a3-d06d-487e-ac7c-bcab355b4791', 'status': 'completed', 'code': 200} Jan 27 22:13:21.842324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bf96c20-8940-4f41-8c85-8e2bd5263a2f req-a86b951c-9c8f-4722-a328-2c844371dcf8 tempest-ServerTagsTestJSON-1677866070 tempest-ServerTagsTestJSON-1677866070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b7d7f6-3fc3-4fd5-8495-3ed8682993f1 HTTP/1.1" status: 200 len: 210 time: 0.0259097 Jan 27 22:13:21.982851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0973d-d9e5-4c02-800a-7c55a0a8936f req-b349e78f-d8b9-4737-b47c-ef1f16f2dcb5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:21.984662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5da0973d-d9e5-4c02-800a-7c55a0a8936f req-b349e78f-d8b9-4737-b47c-ef1f16f2dcb5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.1135817 Jan 27 22:13:22.035418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5da0973d-d9e5-4c02-800a-7c55a0a8936f req-57133634-55ec-4165-96ad-548856acb7e7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443277 Jan 27 22:13:22.921199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59684) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:22.966561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1f8d5f-1470-4e5e-a1bf-9a4d93296cec admin admin] Deleting subnet 79c2445d-611a-48bf-98f6-3fa4f74bb4d6 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:13:22.970265 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e1f8d5f-1470-4e5e-a1bf-9a4d93296cec admin admin] Publish callbacks [] for subnet (79c2445d-611a-48bf-98f6-3fa4f74bb4d6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.007250 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e1f8d5f-1470-4e5e-a1bf-9a4d93296cec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (79c2445d-611a-48bf-98f6-3fa4f74bb4d6), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.054598 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e1f8d5f-1470-4e5e-a1bf-9a4d93296cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (79c2445d-611a-48bf-98f6-3fa4f74bb4d6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.157754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e409b19-d259-4768-ba31-eca50d3f40ee req-dea0b082-a088-48ec-90c7-c4251762c80a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:23.159742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e409b19-d259-4768-ba31-eca50d3f40ee req-dea0b082-a088-48ec-90c7-c4251762c80a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0510206 Jan 27 22:13:23.214452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e409b19-d259-4768-ba31-eca50d3f40ee req-e5889235-bae1-474e-ba21-3f2ce8e64d10 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485811 Jan 27 22:13:23.228553 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e1f8d5f-1470-4e5e-a1bf-9a4d93296cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (79c2445d-611a-48bf-98f6-3fa4f74bb4d6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.257943 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f8d5f-1470-4e5e-a1bf-9a4d93296cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c2445d-611a-48bf-98f6-3fa4f74bb4d6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:23.262493 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7e1f8d5f-1470-4e5e-a1bf-9a4d93296cec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.266208 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7e1f8d5f-1470-4e5e-a1bf-9a4d93296cec admin admin] 10.222.0.61 "DELETE /v2.0/subnets/79c2445d-611a-48bf-98f6-3fa4f74bb4d6 HTTP/1.1" status: 204 len: 168 time: 0.3437197 Jan 27 22:13:23.269044 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59692) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:23.341329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (fad7891b-144e-487b-8d1d-32e3a2ac287d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.426173 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (fad7891b-144e-487b-8d1d-32e3a2ac287d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.446858 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad7891b-144e-487b-8d1d-32e3a2ac287d']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:23.456701 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9099c1d-2917-4f67-8541-72fd30a17077') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:23.456997 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9099c1d-2917-4f67-8541-72fd30a17077') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:13:23.466352 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (a9099c1d-2917-4f67-8541-72fd30a17077), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.479093 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a9099c1d-2917-4f67-8541-72fd30a17077), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.484999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:13:23.485377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (a9099c1d-2917-4f67-8541-72fd30a17077), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:13:23.487065 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:13:23.755237 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (fad7891b-144e-487b-8d1d-32e3a2ac287d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.755237 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:23.756839 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] 10.222.0.61 "DELETE /v2.0/networks/fad7891b-144e-487b-8d1d-32e3a2ac287d HTTP/1.1" status: 204 len: 168 time: 0.4867997 Jan 27 22:13:23.767918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212daba-3552-4a1f-8f68-990356ecea19 admin admin] Pushing event deleted for resources: {'Network': ['ID=fad7891b-144e-487b-8d1d-32e3a2ac287d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:24.347860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 59710) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:24.422639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-adda57f9-e276-4256-af7c-9fe0b78b1ccc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=40f8e8b4ef604661a5ac558d35d43149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0679252 Jan 27 22:13:24.422872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59712) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:24.428978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b6f60-daf4-4ef7-ae15-fd3c2b29f40a req-2939b2c4-be58-4d29-8956-67052b6d17ce tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:24.430470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b2b6f60-daf4-4ef7-ae15-fd3c2b29f40a req-2939b2c4-be58-4d29-8956-67052b6d17ce tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.1419442 Jan 27 22:13:24.469472 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0be13356-94f8-42fc-9647-0061049b5a28 admin admin] Publish callbacks [] for security_group (3c5a5da9-f26f-4b40-a52c-79562bf8e74a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.478850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b2b6f60-daf4-4ef7-ae15-fd3c2b29f40a req-67cd92df-db0e-47b9-a020-a362a0a62077 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 Jan 27 22:13:24.491595 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0be13356-94f8-42fc-9647-0061049b5a28 admin admin] Publish callbacks [] for security_group (3c5a5da9-f26f-4b40-a52c-79562bf8e74a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.661530 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0be13356-94f8-42fc-9647-0061049b5a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3c5a5da9-f26f-4b40-a52c-79562bf8e74a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.664263 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0be13356-94f8-42fc-9647-0061049b5a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:24.665472 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0be13356-94f8-42fc-9647-0061049b5a28 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c5a5da9-f26f-4b40-a52c-79562bf8e74a HTTP/1.1" status: 204 len: 168 time: 0.2450068 Jan 27 22:13:24.673540 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be13356-94f8-42fc-9647-0061049b5a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5a5da9-f26f-4b40-a52c-79562bf8e74a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:25.122532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0c8361a3-d06d-487e-ac7c-bcab355b4791 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:13:25.143128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 0c8361a3-d06d-487e-ac7c-bcab355b4791 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:13:25.143486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 0c8361a3-d06d-487e-ac7c-bcab355b4791 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:13:25.602727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b6e73-eeed-4dfa-83ad-1116f85c2b63 req-a564f876-a9e6-4ce5-86cd-518b3662f0a2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:25.604424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c4b6e73-eeed-4dfa-83ad-1116f85c2b63 req-a564f876-a9e6-4ce5-86cd-518b3662f0a2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0525742 Jan 27 22:13:25.666865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c4b6e73-eeed-4dfa-83ad-1116f85c2b63 req-4139ea92-d9c0-4fac-aef3-bafd5f88d489 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567403 Jan 27 22:13:26.213653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59750) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:26.312194 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2030409077-network', 'tenant_id': '2a764dba02024728b830e8d8becbbae3'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:26.460729 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Made reservation on behalf of 2a764dba02024728b830e8d8becbbae3 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:26.460729 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.468357 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.544184 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Publish callbacks [] for security_group (69caea16-7de0-49d3-856c-244596338b8b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.639042 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (69caea16-7de0-49d3-856c-244596338b8b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.664512 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:13:26.673237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69caea16-7de0-49d3-856c-244596338b8b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:26.679176 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8a9e6779-72e5-48a8-95e0-975d63192eb3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:26.685284 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Added segment 8a9e6779-72e5-48a8-95e0-975d63192eb3 of type vlan for network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 Jan 27 22:13:26.793624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74cfe0-2a1f-4b93-99ca-3d44d6c485be req-4eed2685-3085-4cec-b3a9-dd5633ec7f34 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:26.796901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c74cfe0-2a1f-4b93-99ca-3d44d6c485be req-4eed2685-3085-4cec-b3a9-dd5633ec7f34 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0516744 Jan 27 22:13:26.850667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c74cfe0-2a1f-4b93-99ca-3d44d6c485be req-821fc38b-0d37-4269-8eb6-21d12ab967d8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491199 Jan 27 22:13:27.071112 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.186796 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.272609 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.273543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:27.274172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.332709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] Pushing event updated for resources: {'Network': ['ID=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:27.342835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:13:27.425400 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6c1654d4-a1cf-46de-8fe0-0a0959913974 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2095804 Jan 27 22:13:27.428289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 59766) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:13:27.433087 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3ca3af0c-a5b6-4d7c-bf27-aa3de1ae765c admin admin] Request body: {'subnet': {'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2030409077-subnet', 'tenant_id': '2a764dba02024728b830e8d8becbbae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:27.564177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca3af0c-a5b6-4d7c-bf27-aa3de1ae765c admin admin] Made reservation on behalf of 2a764dba02024728b830e8d8becbbae3 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:27.566544 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ca3af0c-a5b6-4d7c-bf27-aa3de1ae765c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.616726 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.926195 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ca3af0c-a5b6-4d7c-bf27-aa3de1ae765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (707847e5-aeb4-4aca-b23c-2643c593de55), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:27.973319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205db678-a726-45ff-a9b9-ef70ee9c11f0 req-a50b2dd5-ebf2-4b02-b5e4-a1d963d12ed8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:27.974653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3af0c-a5b6-4d7c-bf27-aa3de1ae765c admin admin] Pushing event updated for resources: {'Subnet': ['ID=707847e5-aeb4-4aca-b23c-2643c593de55,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:27.974903 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-205db678-a726-45ff-a9b9-ef70ee9c11f0 req-a50b2dd5-ebf2-4b02-b5e4-a1d963d12ed8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0556357 Jan 27 22:13:27.991041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca3af0c-a5b6-4d7c-bf27-aa3de1ae765c admin admin] Checking segment: {'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:27.991967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca3af0c-a5b6-4d7c-bf27-aa3de1ae765c admin admin] Network hostable DHCP agents. Network: 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:13:28.045019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-205db678-a726-45ff-a9b9-ef70ee9c11f0 req-dbe035de-cd7b-4efb-ba51-bfbdcf802a27 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642378 Jan 27 22:13:28.130588 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca3af0c-a5b6-4d7c-bf27-aa3de1ae765c admin admin] Network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:13:28.267706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-3ca3af0c-a5b6-4d7c-bf27-aa3de1ae765c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:28.271923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca3af0c-a5b6-4d7c-bf27-aa3de1ae765c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:28.272586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ca3af0c-a5b6-4d7c-bf27-aa3de1ae765c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:28.276759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfc5ac7-fbc3-4d8e-a8ca-230a628c2058 None None] Network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:28.373575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207609ed-ac1e-4727-b187-b5fa770d6834 None None] Network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:13:28.413609 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3ca3af0c-a5b6-4d7c-bf27-aa3de1ae765c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9839981 Jan 27 22:13:28.856422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-5b9b4e70-8378-4830-9955-a3e1d25c3a6f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:28.857922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-5b9b4e70-8378-4830-9955-a3e1d25c3a6f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/networks?id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 HTTP/1.1" status: 200 len: 814 time: 0.1143520 Jan 27 22:13:28.873472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-fa2096c2-3b3f-4cce-9c98-fb88c2a8bc2b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/quotas/2a764dba02024728b830e8d8becbbae3 HTTP/1.1" status: 200 len: 375 time: 0.0100055 Jan 27 22:13:28.911607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-261948f3-4117-48c6-ac86-480f37af6a54 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a764dba02024728b830e8d8becbbae3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279980 Jan 27 22:13:29.007955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-f335114b-a9d5-4dd4-bdc5-f98178e94c20 service neutron] 10.222.0.61 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895839 Jan 27 22:13:29.116354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-6b1dc713-d523-4f8c-8214-855e89aaab11 service neutron] 10.222.0.61 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027482 Jan 27 22:13:29.186022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bac6f-1ff5-4bad-8ef8-a215d93406ba req-c62016ee-5291-48ef-9f79-b66251067382 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:29.187969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69bac6f-1ff5-4bad-8ef8-a215d93406ba req-c62016ee-5291-48ef-9f79-b66251067382 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0653014 Jan 27 22:13:29.245464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69bac6f-1ff5-4bad-8ef8-a215d93406ba req-9166cea3-1278-4284-add6-ad12b579869c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514550 Jan 27 22:13:29.425447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0c84b20-cc7c-4ef1-b7b4-bf128850ed69 req-7afc319a-4f4b-4201-9fbc-c7976838ffe1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 210 time: 0.0320795 Jan 27 22:13:30.360694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e7ec-1bab-4152-8ab6-fd1ea7ac7dff req-db8f65ff-732a-4c50-803f-1aae27dc9960 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:30.362644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e113e7ec-1bab-4152-8ab6-fd1ea7ac7dff req-db8f65ff-732a-4c50-803f-1aae27dc9960 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0486875 Jan 27 22:13:30.412177 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e113e7ec-1bab-4152-8ab6-fd1ea7ac7dff req-5aa04554-b478-4d9d-8574-ffa1eb174ffc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439527 Jan 27 22:13:30.509502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12ec7030-3c47-49bd-a5d0-60f4682423cf req-7c4019c9-be8f-45bd-b7e8-6b5088dd06ad tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 210 time: 0.0299208 Jan 27 22:13:31.550771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa5aef-d0c2-4875-8057-d81fbf1bd7a6 req-0c7f9398-c4ab-4216-ab52-b883ce6ceb63 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:31.552329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bdfa5aef-d0c2-4875-8057-d81fbf1bd7a6 req-0c7f9398-c4ab-4216-ab52-b883ce6ceb63 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0690267 Jan 27 22:13:31.626401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e1ceb2e-90b3-4a49-a9b9-dc72df6fcb34 req-a95ca718-fdcf-42e1-85ba-d2d0ece2ed43 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 210 time: 0.0356889 Jan 27 22:13:31.631339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bdfa5aef-d0c2-4875-8057-d81fbf1bd7a6 req-286e1c19-c8e7-4ce3-87ca-5c1dce6efaef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731342 Jan 27 22:13:32.371240 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4706bf8a-3593-4865-8360-2a053ac46dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:32.769428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e20a86e-7524-47b7-af02-05f93697b46f req-f06169b4-6ae0-48a4-a809-db0a9930b40d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 210 time: 0.0545347 Jan 27 22:13:32.819797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13925a2c-9c0f-4dc6-b6be-d9840e094fd3 req-d60dabc1-9b6f-4c96-9cad-439b8133f45b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:32.821333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13925a2c-9c0f-4dc6-b6be-d9840e094fd3 req-d60dabc1-9b6f-4c96-9cad-439b8133f45b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.1006820 Jan 27 22:13:32.827343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-ab9d3ea5-edcc-4ff7-8666-2cb1c7bdca46 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:32.828701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-ab9d3ea5-edcc-4ff7-8666-2cb1c7bdca46 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.71 "GET /v2.0/networks?id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 HTTP/1.1" status: 200 len: 814 time: 0.1750641 Jan 27 22:13:32.846258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Request body: {'port': {'device_id': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6', 'admin_state_up': True, 'tenant_id': '2a764dba02024728b830e8d8becbbae3'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:32.942884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13925a2c-9c0f-4dc6-b6be-d9840e094fd3 req-dd58afed-9ed8-476f-810c-bc6547d2d371 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131158 Jan 27 22:13:33.187560 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Made reservation on behalf of 2a764dba02024728b830e8d8becbbae3 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:33.191063 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.338496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Allocated IP 172.20.0.2 (5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6/707847e5-aeb4-4aca-b23c-2643c593de55/9c4e3c93-7c66-4be1-a3de-4548bb953d7e) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:33.492402 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks [] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.696808 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.744041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:33.747288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:33.754388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:33.760747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Pushing event updated for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:33.789845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.790515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.790515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.790863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.791201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.791533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.791868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.793656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.793656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.793656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.793656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.793656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.794203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:33.817515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:33.818241 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:33.890961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cdba1-c22b-4161-a742-a471209367b4 req-afef15c9-9e1c-494e-9bd0-6011c614aee1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:33.893216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a56cdba1-c22b-4161-a742-a471209367b4 req-afef15c9-9e1c-494e-9bd0-6011c614aee1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 931 time: 0.0510914 Jan 27 22:13:33.949544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a56cdba1-c22b-4161-a742-a471209367b4 req-af41945c-8f57-42a8-9c39-f6ab0e18bc8e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462215 Jan 27 22:13:33.949544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-a4b034d0-a6d7-49e8-9697-8f697807f467 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1066380 Jan 27 22:13:33.961422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Request body: {'port': {'device_id': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:34.037610 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.120017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeab14e-4fed-477f-9479-a88db67a3dcd req-cf90b987-41db-40b2-bc4a-7d57451d6156 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:34.121508 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feeab14e-4fed-477f-9479-a88db67a3dcd req-cf90b987-41db-40b2-bc4a-7d57451d6156 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0945439 Jan 27 22:13:34.272366 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-feeab14e-4fed-477f-9479-a88db67a3dcd req-f279119e-f7c6-45df-8afd-b42140a31a3a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435871 Jan 27 22:13:34.385095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4e3c93-7c66-4be1-a3de-4548bb953d7e {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:34.394246 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Publish callbacks [] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.406433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Transition to ACTIVE for port object 9c4e3c93-7c66-4be1-a3de-4548bb953d7e will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:13:34.547261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.600170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:34.676773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Attempting to bind port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:34.677118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Attempting to bind port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:34.677482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Attempting to bind port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e on network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:34.681982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e on network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:13:34.682315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Attempting to bind port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e on network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:34.687478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:34.687819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Checking segment: {'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:34.688257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Bound using segment: {'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:34.688689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Bound port: 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:34.689085 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.756043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:34.758993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:34.913689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.949119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:34.949746 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:34.951164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] 10.222.0.71 "PUT /v2.0/ports/9c4e3c93-7c66-4be1-a3de-4548bb953d7e HTTP/1.1" status: 200 len: 1091 time: 0.9941676 Jan 27 22:13:34.951665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:34.955316 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616aa799-e69c-4965-95f7-b8930cec7da0" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:34.983826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33fdf3-e133-4d0e-8f5a-efe866fc6603 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:35.011043 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54936872-3a95-4ea6-9c80-0dfd2a39abbc x-openstack-request-id: req-54936872-3a95-4ea6-9c80-0dfd2a39abbc {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:35.011383 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:35.011724 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54936872-3a95-4ea6-9c80-0dfd2a39abbc {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:35.012298 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'status': 'completed', 'code': 200} Jan 27 22:13:35.026366 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c449fa19-990f-406a-9d56-4bbad913f0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:35.106857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74a377-1f7c-4818-8e39-df07508f8d1e req-5c943d18-7b09-42f7-ad00-9ca0adb9ea87 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:35.112777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af74a377-1f7c-4818-8e39-df07508f8d1e req-5c943d18-7b09-42f7-ad00-9ca0adb9ea87 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 943 time: 0.0889485 Jan 27 22:13:35.125242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aa799-e69c-4965-95f7-b8930cec7da0 req-3d777b61-16d5-44d8-861e-8a7438429402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:35.127242 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-616aa799-e69c-4965-95f7-b8930cec7da0 req-3d777b61-16d5-44d8-861e-8a7438429402 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a764dba02024728b830e8d8becbbae3&device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 1094 time: 0.0938654 Jan 27 22:13:35.216762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af74a377-1f7c-4818-8e39-df07508f8d1e req-6c3134f2-6bd8-409b-90f4-ea79906bdc02 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999334 Jan 27 22:13:35.257028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aa799-e69c-4965-95f7-b8930cec7da0 req-2929350c-7c8b-498c-9a6e-66b1b8474d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:35.258525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-616aa799-e69c-4965-95f7-b8930cec7da0 req-2929350c-7c8b-498c-9a6e-66b1b8474d4c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=2a764dba02024728b830e8d8becbbae3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1252851 Jan 27 22:13:35.387002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aa799-e69c-4965-95f7-b8930cec7da0 req-e3f66a4f-62f0-4799-a04b-ab04950b056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:35.421209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-616aa799-e69c-4965-95f7-b8930cec7da0 req-e3f66a4f-62f0-4799-a04b-ab04950b056c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1243849 Jan 27 22:13:35.421209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914760b6-a13a-4216-9c2f-a303cf341463 req-1de9d2df-5f2e-4ca5-9fcc-a4451df06def tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:35.421209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-914760b6-a13a-4216-9c2f-a303cf341463 req-1de9d2df-5f2e-4ca5-9fcc-a4451df06def tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0668306 Jan 27 22:13:35.491630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-914760b6-a13a-4216-9c2f-a303cf341463 req-e6bc25e2-3836-4ee3-b8d3-c131cd120e45 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714819 Jan 27 22:13:35.494078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-7e95f0aa-c3d7-4a51-a518-2f463668f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:35.495514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-7e95f0aa-c3d7-4a51-a518-2f463668f852 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a764dba02024728b830e8d8becbbae3&device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 1094 time: 0.0685949 Jan 27 22:13:35.540957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-67422043-78eb-4af7-8e79-1497ca76d309 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e HTTP/1.1" status: 200 len: 217 time: 0.0383658 Jan 27 22:13:35.591626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-5faa236e-47c7-495a-834c-d3fcb1105013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:35.593133 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-5faa236e-47c7-495a-834c-d3fcb1105013 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=707847e5-aeb4-4aca-b23c-2643c593de55 HTTP/1.1" status: 200 len: 854 time: 0.0467727 Jan 27 22:13:35.625294 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-bc0c53e1-6607-492d-a86b-8b8ebbfe10a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261724 Jan 27 22:13:35.723303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-42cb4587-6edb-4616-88a6-1d0f15bd6756 service neutron] 10.222.0.71 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925558 Jan 27 22:13:35.820492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9823c7f8-b1f4-43bb-8f4f-6705e6db8147 req-afbd9c09-cae9-41de-8d06-75b5811d57fe service neutron] 10.222.0.71 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914872 Jan 27 22:13:36.187957 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:36.334856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bf341-1ae7-4e2c-90f3-b65e48833b8a req-503e3c28-0211-4cb9-a2b9-7af69e4e9b18 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:36.336407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b9bf341-1ae7-4e2c-90f3-b65e48833b8a req-503e3c28-0211-4cb9-a2b9-7af69e4e9b18 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 943 time: 0.0501294 Jan 27 22:13:36.384597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b9bf341-1ae7-4e2c-90f3-b65e48833b8a req-2c2177f9-44c4-460f-8627-7cb044f1edcd tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415323 Jan 27 22:13:36.632787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab87f5-1ca3-4170-83de-789462d34eab req-4a0fe369-9add-423c-b111-7cf2d3b4749d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:36.634505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0ab87f5-1ca3-4170-83de-789462d34eab req-4a0fe369-9add-423c-b111-7cf2d3b4749d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0606234 Jan 27 22:13:36.690367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0ab87f5-1ca3-4170-83de-789462d34eab req-680b26f5-1370-453d-9ab5-c68d74055907 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484302 Jan 27 22:13:37.498972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c2448-23a7-4395-89b2-f55f026be091 req-6a469bb0-7350-48e2-ac04-bd33868af75b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:37.500400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-264c2448-23a7-4395-89b2-f55f026be091 req-6a469bb0-7350-48e2-ac04-bd33868af75b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 943 time: 0.0492380 Jan 27 22:13:37.518856 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:37.546507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-264c2448-23a7-4395-89b2-f55f026be091 req-813e624a-3095-4310-854d-2f6e609d308f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Jan 27 22:13:37.812369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008b255-4c9b-4575-aa15-61e038d3cd3e req-4368fde7-e0ee-442b-8673-b3520adde7d2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:37.813766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d008b255-4c9b-4575-aa15-61e038d3cd3e req-4368fde7-e0ee-442b-8673-b3520adde7d2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0589247 Jan 27 22:13:37.861127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d008b255-4c9b-4575-aa15-61e038d3cd3e req-15db9d0e-4da8-412a-b20d-7a48c5d57328 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Jan 27 22:13:38.664668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9596eb5-f487-4023-b4fb-bdc9eff689af req-bfeb437a-7160-43e2-ad6d-767346613b2f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:38.666160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9596eb5-f487-4023-b4fb-bdc9eff689af req-bfeb437a-7160-43e2-ad6d-767346613b2f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 943 time: 0.0489874 Jan 27 22:13:38.712840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9596eb5-f487-4023-b4fb-bdc9eff689af req-efc740c1-3e32-411c-a469-f1dd059a9959 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Jan 27 22:13:39.009906 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.010689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d90853-755e-49aa-bc37-50c73eb3381b req-da25032b-0d06-423c-b735-f24ed85ae668 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:39.010689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25d90853-755e-49aa-bc37-50c73eb3381b req-da25032b-0d06-423c-b735-f24ed85ae668 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0474131 Jan 27 22:13:39.043221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25d90853-755e-49aa-bc37-50c73eb3381b req-eec8af3e-623a-456f-89cc-af69a153d6c6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506361 Jan 27 22:13:39.227355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9c4e3c93-7c66-4be1-a3de-4548bb953d7e details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:13:39.334961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:39.348392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6', 'port_id': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'mac_address': 'fa:16:3e:f3:45:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707847e5-aeb4-4aca-b23c-2643c593de55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:13:39.388938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:39.389310 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.403274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4e3c93-7c66-4be1-a3de-4548bb953d7e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:39.422916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:39.524825 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:39.571622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:39.737124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9c4e3c93-7c66-4be1-a3de-4548bb953d7e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:13:39.837030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8020f-543d-4d2d-8325-3c19adf477df req-2b5e4ae5-bb96-4028-9523-508ad0ab397b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:39.838437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19d8020f-543d-4d2d-8325-3c19adf477df req-2b5e4ae5-bb96-4028-9523-508ad0ab397b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0557461 Jan 27 22:13:39.888791 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19d8020f-543d-4d2d-8325-3c19adf477df req-606f3d04-e68b-4c67-a173-67c360b47a0e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Jan 27 22:13:40.169848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bf13d-f525-4d11-ac05-b721c43f2a1a req-1de1e72e-39ee-4e78-b084-9e0203b0c8db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:40.171596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f9bf13d-f525-4d11-ac05-b721c43f2a1a req-1de1e72e-39ee-4e78-b084-9e0203b0c8db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0567839 Jan 27 22:13:40.221016 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f9bf13d-f525-4d11-ac05-b721c43f2a1a req-a9eaefe7-2fe6-4b8e-817a-5033391419b8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430329 Jan 27 22:13:41.015737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c39fc-71a5-4381-9046-0ce489766f6d req-f9e77284-5861-4a70-ab9d-7484a40fce69 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:41.017695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-419c39fc-71a5-4381-9046-0ce489766f6d req-f9e77284-5861-4a70-ab9d-7484a40fce69 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0540953 Jan 27 22:13:41.065336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-419c39fc-71a5-4381-9046-0ce489766f6d req-f55eb7fd-f227-417a-8111-8ae803e100ed tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420423 Jan 27 22:13:41.227197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9c4e3c93-7c66-4be1-a3de-4548bb953d7e up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:41.348372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071fc62-5037-4951-921d-b86d0fe1f37f req-2d682852-783d-4f35-a517-fb2baab00131 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:41.349792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7071fc62-5037-4951-921d-b86d0fe1f37f req-2d682852-783d-4f35-a517-fb2baab00131 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0528603 Jan 27 22:13:41.397552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7071fc62-5037-4951-921d-b86d0fe1f37f req-8075577b-f6fd-4319-893d-f7ccf1339b5b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420735 Jan 27 22:13:41.427705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:13:41.431663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:41.432048 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.515521 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:41.515918 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.540272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:41.542548 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6966f4f-ff92-4e7c-a002-116385f283a6" -d '{"events": [{"server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "name": "network-vif-plugged", "status": "completed", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:41.592067 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:41.592067 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92582d65-1d45-48be-97e8-56f94691bf4c x-openstack-request-id: req-92582d65-1d45-48be-97e8-56f94691bf4c {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:41.592067 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "name": "network-vif-plugged", "status": "completed", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:41.592067 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92582d65-1d45-48be-97e8-56f94691bf4c {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:41.592067 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'code': 200} Jan 27 22:13:41.684237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea428b-df23-4bc9-a97a-3c1e60bfb8dc req-af806155-8912-4312-9c26-034c94330573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:41.685750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0aea428b-df23-4bc9-a97a-3c1e60bfb8dc req-af806155-8912-4312-9c26-034c94330573 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 1095 time: 0.0408463 Jan 27 22:13:41.713174 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:41.737730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0aea428b-df23-4bc9-a97a-3c1e60bfb8dc req-b803b61d-d887-4680-afac-dc963ac12773 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459969 Jan 27 22:13:41.763346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:42.189471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d666a-e423-41b2-8069-5c75086eda97 req-eb8988c4-0af7-41bf-a909-5252b54d0f75 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:42.190956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba4d666a-e423-41b2-8069-5c75086eda97 req-eb8988c4-0af7-41bf-a909-5252b54d0f75 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0542777 Jan 27 22:13:42.244160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba4d666a-e423-41b2-8069-5c75086eda97 req-1e7eabcf-76ef-4e08-80e6-93e6032d014d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463433 Jan 27 22:13:42.521042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711528e-9c78-456d-995a-88f4268383bb req-5225b508-d017-4d3f-a06c-babb0b722718 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:42.522502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c711528e-9c78-456d-995a-88f4268383bb req-5225b508-d017-4d3f-a06c-babb0b722718 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0510244 Jan 27 22:13:42.570710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c711528e-9c78-456d-995a-88f4268383bb req-b0394f75-a648-4fed-a682-b4f90febce5d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Jan 27 22:13:43.369271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519a79b-4f64-4cb8-94b8-60b5e369e4c6 req-4896963f-10a7-4f0a-b7a8-dfadaa4cf8cb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:43.371046 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f519a79b-4f64-4cb8-94b8-60b5e369e4c6 req-4896963f-10a7-4f0a-b7a8-dfadaa4cf8cb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0541859 Jan 27 22:13:43.419607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f519a79b-4f64-4cb8-94b8-60b5e369e4c6 req-9ca794ff-3692-48fb-b5cb-fd8f511702a2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418437 Jan 27 22:13:43.703241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-6c50d8a3-d689-4832-8f73-e8b1f8b08a51 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:43.705222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-6c50d8a3-d689-4832-8f73-e8b1f8b08a51 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/networks?id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 HTTP/1.1" status: 200 len: 814 time: 0.1469402 Jan 27 22:13:43.731728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf791c-b749-47bd-821f-78a0ac73df3a req-24e8fa4d-b596-46cf-b5ca-abce5baebd5b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:43.733243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6daf791c-b749-47bd-821f-78a0ac73df3a req-24e8fa4d-b596-46cf-b5ca-abce5baebd5b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0854182 Jan 27 22:13:43.734701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-32bfbc01-df48-447d-9d77-904b9004f9c2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/quotas/2a764dba02024728b830e8d8becbbae3 HTTP/1.1" status: 200 len: 375 time: 0.0217102 Jan 27 22:13:43.819177 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6daf791c-b749-47bd-821f-78a0ac73df3a req-8a0372e8-8c8a-4d80-bf3d-12184063bb5e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798137 Jan 27 22:13:43.826427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-cff3d1d3-abf6-4b8b-9d54-798983d44f5f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a764dba02024728b830e8d8becbbae3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0851469 Jan 27 22:13:44.281933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-5d19c1da-97f2-4b65-b014-3b8c351ef52b service neutron] 10.222.0.61 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431317 Jan 27 22:13:44.370860 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8d088c33-1eee-40c7-8839-e790caa76627 service neutron] 10.222.0.61 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832109 Jan 27 22:13:44.659357 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3802a229-3552-404b-9bcb-7dbbbf4f6711 req-579e052c-b681-4103-8177-16d5737eca3b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 210 time: 0.0262854 Jan 27 22:13:44.955509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db08424-a28d-4b48-9f34-b25cdff3c9e2 req-eead850e-9640-44e9-90d4-3c0e31fb9e57 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:44.957076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5db08424-a28d-4b48-9f34-b25cdff3c9e2 req-eead850e-9640-44e9-90d4-3c0e31fb9e57 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0648818 Jan 27 22:13:45.016190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5db08424-a28d-4b48-9f34-b25cdff3c9e2 req-17532b40-3157-48b6-8082-43b8a06552ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532660 Jan 27 22:13:45.777871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1548a98a-e994-45d9-9712-aa22b2f407b3 req-eb16a754-85d2-4f50-9e32-fadbbfeeff19 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 210 time: 0.0293095 Jan 27 22:13:46.133825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2b874-57a0-4388-be18-b5b029f82719 req-cd46de14-e690-45ef-89d5-717c3eeb883e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:46.135288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09d2b874-57a0-4388-be18-b5b029f82719 req-cd46de14-e690-45ef-89d5-717c3eeb883e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0487335 Jan 27 22:13:46.188447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09d2b874-57a0-4388-be18-b5b029f82719 req-8012202e-5b6f-48e9-9260-9b3313e43efd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472243 Jan 27 22:13:46.874527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-453182e7-953d-4b75-8642-d29fc44a8095 req-a5b7c15c-e19c-4b96-87cd-45cd2f3cd503 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 210 time: 0.0293653 Jan 27 22:13:47.303966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435c3e7-b3c0-4d3c-9e90-35443e3d779e req-668c4aee-102a-4f6b-a1f2-bd74b435f35e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:47.305442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c435c3e7-b3c0-4d3c-9e90-35443e3d779e req-668c4aee-102a-4f6b-a1f2-bd74b435f35e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0489686 Jan 27 22:13:47.350854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c435c3e7-b3c0-4d3c-9e90-35443e3d779e req-df03e83c-11c9-4df0-9732-09261b5e2eb7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 Jan 27 22:13:47.714057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-521cf07d-aa57-4552-a9c3-e17ff7eaae89 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:47.715524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-521cf07d-aa57-4552-a9c3-e17ff7eaae89 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.71 "GET /v2.0/networks?id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 HTTP/1.1" status: 200 len: 814 time: 0.1032183 Jan 27 22:13:47.726896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Request body: {'port': {'device_id': '3ceb31fd-47b3-470b-9d9a-f6b070cc94c4', 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6', 'admin_state_up': True, 'tenant_id': '2a764dba02024728b830e8d8becbbae3'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:47.971257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93b41811-8d20-4d6f-b749-88b59688b0d6 req-3f1cbbde-fb36-4216-b62e-6c9643f651c3 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 210 time: 0.0272222 Jan 27 22:13:48.033356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Made reservation on behalf of 2a764dba02024728b830e8d8becbbae3 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:13:48.037144 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.177644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Allocated IP 172.20.0.3 (5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6/707847e5-aeb4-4aca-b23c-2643c593de55/77872431-ecfa-4f70-8326-5762bb6475f3) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:13:48.335850 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks [] for port (77872431-ecfa-4f70-8326-5762bb6475f3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.471139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc722e29-13db-4b9f-9d0d-d2fd99d3980f req-7b34552f-c2d2-4fc0-9e29-5d61f8584be2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:48.472750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc722e29-13db-4b9f-9d0d-d2fd99d3980f req-7b34552f-c2d2-4fc0-9e29-5d61f8584be2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0503080 Jan 27 22:13:48.538451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc722e29-13db-4b9f-9d0d-d2fd99d3980f req-b734a509-b2b7-40a8-bafb-8d72fd33fba8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599501 Jan 27 22:13:48.558283 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.570563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9c4e3c93-7c66-4be1-a3de-4548bb953d7e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:13:48.601617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:13:48.604700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:13:48.615140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:13:48.644044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Pushing event updated for resources: {'Port': ['ID=77872431-ecfa-4f70-8326-5762bb6475f3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:48.673940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:48.675973 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:48.830173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e94fc79a-bab4-43f1-82fb-12183dfa2957 req-5e937d4b-56f8-486a-93fa-db930da98ebb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417151 Jan 27 22:13:48.912349 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fc79a-bab4-43f1-82fb-12183dfa2957 req-4ed4e114-5975-4e23-bbe4-b116a3a93e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:48.913874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e94fc79a-bab4-43f1-82fb-12183dfa2957 req-4ed4e114-5975-4e23-bbe4-b116a3a93e6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 1096 time: 0.0415587 Jan 27 22:13:48.920431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-98013041-b422-4ded-8443-06a409649aee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1970305 Jan 27 22:13:48.931110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Request body: {'port': {'device_id': '3ceb31fd-47b3-470b-9d9a-f6b070cc94c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:13:49.045595 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.128404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fc79a-bab4-43f1-82fb-12183dfa2957 req-fd20d7b9-e935-4b97-84ac-28d18bb5101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:49.129879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e94fc79a-bab4-43f1-82fb-12183dfa2957 req-fd20d7b9-e935-4b97-84ac-28d18bb5101d service neutron] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.1951582 Jan 27 22:13:49.190095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cdcd7-627b-4c2b-9b51-5a866a07b36c req-c62404fa-e78f-473a-a917-f6d03cb73d79 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:49.198319 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-964cdcd7-627b-4c2b-9b51-5a866a07b36c req-c62404fa-e78f-473a-a917-f6d03cb73d79 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 931 time: 0.1477215 Jan 27 22:13:49.198319 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e94fc79a-bab4-43f1-82fb-12183dfa2957 req-077f20e1-68df-41dd-97e3-d3cc40fd73d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=162b9628-f080-4ed1-b1a3-574ad7ee73cd HTTP/1.1" status: 200 len: 217 time: 0.0574894 Jan 27 22:13:49.382295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-964cdcd7-627b-4c2b-9b51-5a866a07b36c req-9f8e2e7c-65f3-4b52-a800-483c5e401387 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829934 Jan 27 22:13:49.385661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fc79a-bab4-43f1-82fb-12183dfa2957 req-fb195cec-531e-4aab-b792-b102bb3bf547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:49.387061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e94fc79a-bab4-43f1-82fb-12183dfa2957 req-fb195cec-531e-4aab-b792-b102bb3bf547 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.1463299 Jan 27 22:13:49.468753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fc79a-bab4-43f1-82fb-12183dfa2957 req-caa7a6c9-85d4-41b9-a5ac-def5cc02fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:49.470806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e94fc79a-bab4-43f1-82fb-12183dfa2957 req-caa7a6c9-85d4-41b9-a5ac-def5cc02fea4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770051 Jan 27 22:13:49.579806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77872431-ecfa-4f70-8326-5762bb6475f3 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:49.597210 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Publish callbacks [] for port (77872431-ecfa-4f70-8326-5762bb6475f3), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.626364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Transition to ACTIVE for port object 77872431-ecfa-4f70-8326-5762bb6475f3 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:13:49.629060 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e94fc79a-bab4-43f1-82fb-12183dfa2957 req-b5d298f8-234d-4ac4-95ca-515029a6e740 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520631 Jan 27 22:13:49.743830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c71bc-3c03-448f-a8cc-adefa1818557 req-7ffcbfdb-e88b-45c3-b9f3-1f09f0c6ec46 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:49.745256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-664c71bc-3c03-448f-a8cc-adefa1818557 req-7ffcbfdb-e88b-45c3-b9f3-1f09f0c6ec46 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.1026299 Jan 27 22:13:49.773283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e94fc79a-bab4-43f1-82fb-12183dfa2957 req-f89d89d4-893a-41f9-b73a-ef622def579e service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379755 Jan 27 22:13:49.800290 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:49.824514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-664c71bc-3c03-448f-a8cc-adefa1818557 req-d9d03210-a96a-4be0-be18-be68cb4e9cd9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 Jan 27 22:13:49.853223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Pushing event updated for resources: {'Port': ['ID=77872431-ecfa-4f70-8326-5762bb6475f3,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:49.928372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Attempting to bind port 77872431-ecfa-4f70-8326-5762bb6475f3 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:13:49.928741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Attempting to bind port 77872431-ecfa-4f70-8326-5762bb6475f3 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:13:49.929075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Attempting to bind port 77872431-ecfa-4f70-8326-5762bb6475f3 on network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:49.933698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Port 77872431-ecfa-4f70-8326-5762bb6475f3 on network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:13:49.934025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Attempting to bind port 77872431-ecfa-4f70-8326-5762bb6475f3 on network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:13:49.939671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:13:49.940142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Checking segment: {'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:13:49.940597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Bound using segment: {'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:13:49.941039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Bound port: 77872431-ecfa-4f70-8326-5762bb6475f3, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:13:49.941422 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.009141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] For port 77872431-ecfa-4f70-8326-5762bb6475f3, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:13:50.012172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] For port 77872431-ecfa-4f70-8326-5762bb6475f3, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=77872431-ecfa-4f70-8326-5762bb6475f3,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:13:50.113616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.160103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.160769 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:50.162230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] 10.222.0.71 "PUT /v2.0/ports/77872431-ecfa-4f70-8326-5762bb6475f3 HTTP/1.1" status: 200 len: 1091 time: 1.2353942 Jan 27 22:13:50.164977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceb31fd-47b3-470b-9d9a-f6b070cc94c4', 'tag': '77872431-ecfa-4f70-8326-5762bb6475f3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:50.168389 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499db374-11ec-4c52-9e57-c25e812c627e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceb31fd-47b3-470b-9d9a-f6b070cc94c4", "tag": "77872431-ecfa-4f70-8326-5762bb6475f3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:50.199746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbf30f-406f-47fa-90b3-c5c4864e79b6 service neutron] Pushing event updated for resources: {'Port': ['ID=77872431-ecfa-4f70-8326-5762bb6475f3,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:50.227010 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4cc968-414b-4782-a5d0-1e8582fcefdc x-openstack-request-id: req-6a4cc968-414b-4782-a5d0-1e8582fcefdc {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:50.227448 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceb31fd-47b3-470b-9d9a-f6b070cc94c4", "tag": "77872431-ecfa-4f70-8326-5762bb6475f3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:50.227720 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a4cc968-414b-4782-a5d0-1e8582fcefdc {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:50.228239 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceb31fd-47b3-470b-9d9a-f6b070cc94c4', 'tag': '77872431-ecfa-4f70-8326-5762bb6475f3', 'status': 'completed', 'code': 200} Jan 27 22:13:50.291005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499db374-11ec-4c52-9e57-c25e812c627e req-43bdd19e-f051-4ed0-892c-83ea26d5d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.292474 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-499db374-11ec-4c52-9e57-c25e812c627e req-43bdd19e-f051-4ed0-892c-83ea26d5d5ef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a764dba02024728b830e8d8becbbae3&device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 1094 time: 0.0418828 Jan 27 22:13:50.401377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499db374-11ec-4c52-9e57-c25e812c627e req-c2d379fb-e1bf-4c46-871f-c8e88cd34acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.402915 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-499db374-11ec-4c52-9e57-c25e812c627e req-c2d379fb-e1bf-4c46-871f-c8e88cd34acb service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=2a764dba02024728b830e8d8becbbae3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1032538 Jan 27 22:13:50.548422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca86be-fccc-420b-bf01-8c9a8f08f144 req-3c618ebb-65f4-4e91-ac3f-6cdf48c944df tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.550022 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0ca86be-fccc-420b-bf01-8c9a8f08f144 req-3c618ebb-65f4-4e91-ac3f-6cdf48c944df tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 943 time: 0.0883629 Jan 27 22:13:50.553502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499db374-11ec-4c52-9e57-c25e812c627e req-86622d45-d941-4c17-aea6-80bad8149583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.555039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-499db374-11ec-4c52-9e57-c25e812c627e req-86622d45-d941-4c17-aea6-80bad8149583 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1465871 Jan 27 22:13:50.611339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0ca86be-fccc-420b-bf01-8c9a8f08f144 req-be83bbd1-7f41-42d4-876d-dabd42c28a8d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548429 Jan 27 22:13:50.644898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-584d2b17-8b4f-47c5-9b36-769d38b6b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.646586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-584d2b17-8b4f-47c5-9b36-769d38b6b9c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a764dba02024728b830e8d8becbbae3&device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 1094 time: 0.0514855 Jan 27 22:13:50.691230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-8fc881e6-9817-409b-9998-f903e986606b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77872431-ecfa-4f70-8326-5762bb6475f3 HTTP/1.1" status: 200 len: 217 time: 0.0376856 Jan 27 22:13:50.743809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-85f89933-ca87-4aff-86bb-7f717be943b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.745312 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-85f89933-ca87-4aff-86bb-7f717be943b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=707847e5-aeb4-4aca-b23c-2643c593de55 HTTP/1.1" status: 200 len: 854 time: 0.0480990 Jan 27 22:13:50.775766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-cb13e71b-a3a4-4069-a1e3-2db1aa2a9a46 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252295 Jan 27 22:13:50.877259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-57c206d2-2843-4bf6-afaa-3f956dfb65b5 service neutron] 10.222.0.71 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959592 Jan 27 22:13:50.993025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d0f72-ba59-4319-8d68-810a020809b8 req-1b90a78d-6c7a-4a31-9ebb-fff82dd2c173 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:50.994489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e7d0f72-ba59-4319-8d68-810a020809b8 req-1b90a78d-6c7a-4a31-9ebb-fff82dd2c173 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.1010778 Jan 27 22:13:51.024863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cd933a-fc19-4c9e-8694-9dfc018704bd req-066c796a-89c4-4e44-a659-57d035ea7746 service neutron] 10.222.0.71 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395319 Jan 27 22:13:51.061186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e7d0f72-ba59-4319-8d68-810a020809b8 req-d5595d9a-9f3d-487e-9aaa-d16fad6249fa tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515265 Jan 27 22:13:51.733406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20333a1a-50a4-45a6-bbb1-93be4c0561ff req-001c4d50-452b-42de-8bc6-5392de8e167e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:51.734970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20333a1a-50a4-45a6-bbb1-93be4c0561ff req-001c4d50-452b-42de-8bc6-5392de8e167e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 943 time: 0.0536606 Jan 27 22:13:51.784050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20333a1a-50a4-45a6-bbb1-93be4c0561ff req-3f1a0d1f-49ad-4525-859d-270ef083f85b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 Jan 27 22:13:52.176360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10643677-5b65-4152-9251-642445fd68c4 req-c73ee85e-497a-4c0d-8fb3-04bac6c2fdf4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:52.177856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10643677-5b65-4152-9251-642445fd68c4 req-c73ee85e-497a-4c0d-8fb3-04bac6c2fdf4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0494387 Jan 27 22:13:52.225899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10643677-5b65-4152-9251-642445fd68c4 req-b212f1b1-a05a-4845-a47c-6d4415d77b43 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Jan 27 22:13:52.900917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa63f3-d7c1-4a62-81b3-dd9be896f58b req-a0725ae5-a258-4d6a-86f0-8e23ac7fc9a3 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:52.902704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32fa63f3-d7c1-4a62-81b3-dd9be896f58b req-a0725ae5-a258-4d6a-86f0-8e23ac7fc9a3 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 943 time: 0.0492537 Jan 27 22:13:52.954934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32fa63f3-d7c1-4a62-81b3-dd9be896f58b req-1d76ee62-a99e-4003-a6c7-e9bae5f04f5d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 Jan 27 22:13:53.321285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 77872431-ecfa-4f70-8326-5762bb6475f3 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:13:53.349089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8d764-c538-4975-a3c1-9167897083af req-421d56b6-2a95-4a87-a0c8-edc2c5fe235d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:53.350714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ded8d764-c538-4975-a3c1-9167897083af req-421d56b6-2a95-4a87-a0c8-edc2c5fe235d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0538528 Jan 27 22:13:53.401124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ded8d764-c538-4975-a3c1-9167897083af req-40bcb30c-3322-4abb-851b-5579d24e7eed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 Jan 27 22:13:53.430670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 77872431-ecfa-4f70-8326-5762bb6475f3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=77872431-ecfa-4f70-8326-5762bb6475f3,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:53.446830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '77872431-ecfa-4f70-8326-5762bb6475f3', 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6', 'port_id': '77872431-ecfa-4f70-8326-5762bb6475f3', 'mac_address': 'fa:16:3e:4d:1e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707847e5-aeb4-4aca-b23c-2643c593de55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:13:53.487138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 77872431-ecfa-4f70-8326-5762bb6475f3 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:53.487538 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.501755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77872431-ecfa-4f70-8326-5762bb6475f3 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:13:53.522459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 77872431-ecfa-4f70-8326-5762bb6475f3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=77872431-ecfa-4f70-8326-5762bb6475f3,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:53.637970 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:53.691498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=77872431-ecfa-4f70-8326-5762bb6475f3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:53.698689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.699042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.699391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.699733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.700084 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.700437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.700771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.701100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.701432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.701758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.702087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.702413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.702737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:13:53.891166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['77872431-ecfa-4f70-8326-5762bb6475f3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:13:54.079672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dca10-2678-4aa4-8f4f-91fdca13dea7 req-50fe0249-6cdf-4e57-bd38-16a4aa65f806 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:54.081336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb5dca10-2678-4aa4-8f4f-91fdca13dea7 req-50fe0249-6cdf-4e57-bd38-16a4aa65f806 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 944 time: 0.0529542 Jan 27 22:13:54.133778 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb5dca10-2678-4aa4-8f4f-91fdca13dea7 req-eb500fc2-ee42-4431-a725-f829f282a620 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465319 Jan 27 22:13:54.535819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a994ce-d42b-4720-b210-66ea434fd017 req-cf91b7cb-8534-4f6c-bc13-4c8a483317cc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:54.539287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4a994ce-d42b-4720-b210-66ea434fd017 req-cf91b7cb-8534-4f6c-bc13-4c8a483317cc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0545342 Jan 27 22:13:54.583992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4a994ce-d42b-4720-b210-66ea434fd017 req-a485a19b-da35-4633-ad6a-7e7ec3f0b126 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409110 Jan 27 22:13:55.074421 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:13:55.252597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f812f59-389c-4a48-a3ee-a8a150d39ff8 req-af54fb30-0898-4d01-b7d9-73aac98454cd tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:55.254114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f812f59-389c-4a48-a3ee-a8a150d39ff8 req-af54fb30-0898-4d01-b7d9-73aac98454cd tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 944 time: 0.0503922 Jan 27 22:13:55.300104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f812f59-389c-4a48-a3ee-a8a150d39ff8 req-4d27b0e8-4df7-4a6b-b991-c1bf60ca2146 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Jan 27 22:13:55.321356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 77872431-ecfa-4f70-8326-5762bb6475f3 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:13:55.443620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 77872431-ecfa-4f70-8326-5762bb6475f3 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:13:55.447737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 77872431-ecfa-4f70-8326-5762bb6475f3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:13:55.448155 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.532247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 77872431-ecfa-4f70-8326-5762bb6475f3 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:13:55.532656 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.558830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb31fd-47b3-470b-9d9a-f6b070cc94c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77872431-ecfa-4f70-8326-5762bb6475f3'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:13:55.561195 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85622dc8-cfc1-48fc-b788-33135db7b45d" -d '{"events": [{"server_uuid": "3ceb31fd-47b3-470b-9d9a-f6b070cc94c4", "name": "network-vif-plugged", "status": "completed", "tag": "77872431-ecfa-4f70-8326-5762bb6475f3"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:13:55.574221 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 77872431-ecfa-4f70-8326-5762bb6475f3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=77872431-ecfa-4f70-8326-5762bb6475f3,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:55.599247 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184a2b1b-6d97-486a-bba8-fdf19b593628 x-openstack-request-id: req-184a2b1b-6d97-486a-bba8-fdf19b593628 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:13:55.599546 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceb31fd-47b3-470b-9d9a-f6b070cc94c4", "name": "network-vif-plugged", "status": "completed", "tag": "77872431-ecfa-4f70-8326-5762bb6475f3", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:13:55.599807 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-184a2b1b-6d97-486a-bba8-fdf19b593628 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:13:55.600245 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb31fd-47b3-470b-9d9a-f6b070cc94c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77872431-ecfa-4f70-8326-5762bb6475f3', 'code': 200} Jan 27 22:13:55.672120 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:55.727566 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=77872431-ecfa-4f70-8326-5762bb6475f3,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:13:55.739444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b280124-128e-443b-9536-650811ce1ab0 req-e0f5a2b1-1e8f-41ba-8b75-68c0a32a9d8f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:55.741479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b280124-128e-443b-9536-650811ce1ab0 req-e0f5a2b1-1e8f-41ba-8b75-68c0a32a9d8f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0872977 Jan 27 22:13:55.743497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecd4b0-caa3-442f-a6a7-2ec753320bfd req-4e4057fa-6d8d-408b-bf29-9b0bbdbb0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:55.744918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ecd4b0-caa3-442f-a6a7-2ec753320bfd req-4e4057fa-6d8d-408b-bf29-9b0bbdbb0381 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 1096 time: 0.0819685 Jan 27 22:13:55.823609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b280124-128e-443b-9536-650811ce1ab0 req-1038419b-0770-481d-934d-69686f8afe04 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763097 Jan 27 22:13:55.826003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95ecd4b0-caa3-442f-a6a7-2ec753320bfd req-eb2ab65f-c163-4270-9f88-2e7d571373d9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728216 Jan 27 22:13:56.416250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f6c04-1e48-4124-94cb-e524e05372f1 req-871e8ff2-1d7a-4701-990a-b0615bc5c83b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:56.418475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-893f6c04-1e48-4124-94cb-e524e05372f1 req-871e8ff2-1d7a-4701-990a-b0615bc5c83b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 945 time: 0.0494688 Jan 27 22:13:56.472180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-893f6c04-1e48-4124-94cb-e524e05372f1 req-c0a15e00-5ed1-4d99-b76d-5b4a198fdc5e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470304 Jan 27 22:13:56.948424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796de25-bc8e-4fdc-8c7c-93ecfecdc699 req-83bf2064-d327-4d52-bc70-3c1cfaf50e03 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:56.955763 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2796de25-bc8e-4fdc-8c7c-93ecfecdc699 req-83bf2064-d327-4d52-bc70-3c1cfaf50e03 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0597649 Jan 27 22:13:57.000492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2796de25-bc8e-4fdc-8c7c-93ecfecdc699 req-fa957622-29f7-4339-ba15-76bb8cbf9291 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437503 Jan 27 22:13:57.243901 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.603847 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:57.604714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c236023-ad42-422b-af2a-bbe5779365bc req-ecc2c90a-7142-44a1-be8a-e89f8db005bf tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:57.606464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c236023-ad42-422b-af2a-bbe5779365bc req-ecc2c90a-7142-44a1-be8a-e89f8db005bf tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 945 time: 0.0519145 Jan 27 22:13:57.656150 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c236023-ad42-422b-af2a-bbe5779365bc req-c4d36146-6328-480e-ade3-c537abd95fbc tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434127 Jan 27 22:13:58.121644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b81423-391b-42ad-b66f-2113e28490cb req-ceb03059-04d2-4c77-8362-56c3f7d6a9c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:58.123000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52b81423-391b-42ad-b66f-2113e28490cb req-ceb03059-04d2-4c77-8362-56c3f7d6a9c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0547853 Jan 27 22:13:58.178414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52b81423-391b-42ad-b66f-2113e28490cb req-9847b1dd-058a-4873-b932-b5bf4130e10e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485740 Jan 27 22:13:58.377975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65272255-79a5-44df-9b31-00821b92dc6c req-4c8d134d-fdd6-411f-8474-7222aaed8020 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:58.379694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65272255-79a5-44df-9b31-00821b92dc6c req-4c8d134d-fdd6-411f-8474-7222aaed8020 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 945 time: 0.0541549 Jan 27 22:13:58.430609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65272255-79a5-44df-9b31-00821b92dc6c req-7cac7035-0ec6-4a76-b0fd-cd8370619c6e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451815 Jan 27 22:13:59.309084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c05d7-a7b5-4a9f-b1d1-9df389193ed5 req-571b4647-0389-4c3e-82b5-98b8d1c2f943 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:59.310685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb9c05d7-a7b5-4a9f-b1d1-9df389193ed5 req-571b4647-0389-4c3e-82b5-98b8d1c2f943 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0507765 Jan 27 22:13:59.366887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb9c05d7-a7b5-4a9f-b1d1-9df389193ed5 req-3e61cfbb-54af-4d8c-ad04-a523522bd260 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497413 Jan 27 22:13:59.550321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5d32a-c3f8-4b8d-a64d-46310bf07dba req-99290b67-106d-4fd5-8be4-77ac7a9ffc6a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:59.551811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92b5d32a-c3f8-4b8d-a64d-46310bf07dba req-99290b67-106d-4fd5-8be4-77ac7a9ffc6a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 945 time: 0.0484455 Jan 27 22:13:59.624774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92b5d32a-c3f8-4b8d-a64d-46310bf07dba req-c620659a-f253-462a-bc35-d5e3e197dcc4 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672090 Jan 27 22:13:59.772815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94f2f7-5676-4616-be3e-320a864e4976 req-7c54c2e0-021a-42a5-b2bf-5416c0e612f7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:13:59.774200 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e94f2f7-5676-4616-be3e-320a864e4976 req-7c54c2e0-021a-42a5-b2bf-5416c0e612f7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.71 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 945 time: 0.0476561 Jan 27 22:13:59.868139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-4e94f2f7-5676-4616-be3e-320a864e4976 req-e5a1bb49-7466-4066-946e-b2f13fe037f9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Deleting port 77872431-ecfa-4f70-8326-5762bb6475f3 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:13:59.868594 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4e94f2f7-5676-4616-be3e-320a864e4976 req-e5a1bb49-7466-4066-946e-b2f13fe037f9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.956038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4e94f2f7-5676-4616-be3e-320a864e4976 req-e5a1bb49-7466-4066-946e-b2f13fe037f9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] For port 77872431-ecfa-4f70-8326-5762bb6475f3, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=77872431-ecfa-4f70-8326-5762bb6475f3,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:13:59.956577 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4e94f2f7-5676-4616-be3e-320a864e4976 req-e5a1bb49-7466-4066-946e-b2f13fe037f9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:13:59.968689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-4e94f2f7-5676-4616-be3e-320a864e4976 req-e5a1bb49-7466-4066-946e-b2f13fe037f9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Calling delete_port for 77872431-ecfa-4f70-8326-5762bb6475f3 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:00.198257 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4e94f2f7-5676-4616-be3e-320a864e4976 req-e5a1bb49-7466-4066-946e-b2f13fe037f9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (77872431-ecfa-4f70-8326-5762bb6475f3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.210049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9c4e3c93-7c66-4be1-a3de-4548bb953d7e', '77872431-ecfa-4f70-8326-5762bb6475f3'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:14:00.229931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1bb49-7466-4066-946e-b2f13fe037f9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Pushing event deleted for resources: {'Port': ['ID=77872431-ecfa-4f70-8326-5762bb6475f3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:00.278504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e94f2f7-5676-4616-be3e-320a864e4976 req-e5a1bb49-7466-4066-946e-b2f13fe037f9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] No DVR routers for this DVR port 77872431-ecfa-4f70-8326-5762bb6475f3 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:00.281549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4e94f2f7-5676-4616-be3e-320a864e4976 req-e5a1bb49-7466-4066-946e-b2f13fe037f9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:00.288165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e94f2f7-5676-4616-be3e-320a864e4976 req-e5a1bb49-7466-4066-946e-b2f13fe037f9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.71 "DELETE /v2.0/ports/77872431-ecfa-4f70-8326-5762bb6475f3 HTTP/1.1" status: 204 len: 173 time: 0.5088799 Jan 27 22:14:00.289852 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb31fd-47b3-470b-9d9a-f6b070cc94c4', 'name': 'network-vif-deleted', 'tag': '77872431-ecfa-4f70-8326-5762bb6475f3'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:00.292237 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a337c326-07c6-4b0a-bed7-e5d5819e0c52" -d '{"events": [{"server_uuid": "3ceb31fd-47b3-470b-9d9a-f6b070cc94c4", "name": "network-vif-deleted", "tag": "77872431-ecfa-4f70-8326-5762bb6475f3"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:00.336240 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2975e0-e37a-42e4-af06-0fbb4ea8b2d8 x-openstack-request-id: req-0f2975e0-e37a-42e4-af06-0fbb4ea8b2d8 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:00.336867 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceb31fd-47b3-470b-9d9a-f6b070cc94c4", "name": "network-vif-deleted", "tag": "77872431-ecfa-4f70-8326-5762bb6475f3", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:00.336867 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0f2975e0-e37a-42e4-af06-0fbb4ea8b2d8 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:00.337223 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb31fd-47b3-470b-9d9a-f6b070cc94c4', 'name': 'network-vif-deleted', 'tag': '77872431-ecfa-4f70-8326-5762bb6475f3', 'status': 'completed', 'code': 200} Jan 27 22:14:00.483840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11ffc5-0265-4c8c-a11a-92735ab64909 req-c5db1ef1-8551-47c6-900b-26111f7132e4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:00.485499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b11ffc5-0265-4c8c-a11a-92735ab64909 req-c5db1ef1-8551-47c6-900b-26111f7132e4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0498116 Jan 27 22:14:00.535271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b11ffc5-0265-4c8c-a11a-92735ab64909 req-8cdd7217-077f-4770-8b45-6729a0faaf80 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442605 Jan 27 22:14:00.748300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ceb5ceb1-056d-4a59-a3ec-f36cb5a9b748 req-e565c278-80ba-4859-af73-0eb38e69ddfc tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ceb31fd-47b3-470b-9d9a-f6b070cc94c4 HTTP/1.1" status: 200 len: 210 time: 0.0267932 Jan 27 22:14:01.053270 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60162) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:01.058457 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008352647', 'description': 'tempest-secgroup-smoke-1008352647 description', 'project_id': '57cbbd4141164f4abfdc80d9f497be32'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:01.232269 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.301463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group (06945394-a47f-49bd-978d-522e6bdbda2f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.466847 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (06945394-a47f-49bd-978d-522e6bdbda2f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.497505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06945394-a47f-49bd-978d-522e6bdbda2f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:01.504946 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.505306 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.505648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.506003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.506346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.506899 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.507228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.507573 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.507915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.508269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.508617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.508949 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.509272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:01.622932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.627754 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d0c23b43-bdc7-4266-b6af-e92bd2027f7e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5732987 Jan 27 22:14:01.628594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60166) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:01.633657 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-68c129fe-59cb-4bb6-9d50-c641db6ea460 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Request body: {'security_group_rule': {'security_group_id': '06945394-a47f-49bd-978d-522e6bdbda2f', 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:01.653906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27fb43-1bfb-43a6-accb-7c9f9da86e0b req-0bb9ddf0-b1a7-4baf-aa73-db65703c9215 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:01.655443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed27fb43-1bfb-43a6-accb-7c9f9da86e0b req-0bb9ddf0-b1a7-4baf-aa73-db65703c9215 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0513816 Jan 27 22:14:01.707196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed27fb43-1bfb-43a6-accb-7c9f9da86e0b req-9c348245-3837-42bd-a492-507abaff9d81 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452213 Jan 27 22:14:01.820481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68c129fe-59cb-4bb6-9d50-c641db6ea460 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (afdddf53-9b65-48c8-ac14-0bfdd6047a85), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.877699 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68c129fe-59cb-4bb6-9d50-c641db6ea460 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (afdddf53-9b65-48c8-ac14-0bfdd6047a85), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:01.912644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3327920-8b29-447d-b9ef-6a6e482436ca req-6ec39483-dd4f-4cf7-be50-cf1d71e4918b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:01.918878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3327920-8b29-447d-b9ef-6a6e482436ca req-6ec39483-dd4f-4cf7-be50-cf1d71e4918b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0520895 Jan 27 22:14:01.959684 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3327920-8b29-447d-b9ef-6a6e482436ca req-8ecde098-8521-4094-a647-f2c698888603 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Jan 27 22:14:02.087058 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68c129fe-59cb-4bb6-9d50-c641db6ea460 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (afdddf53-9b65-48c8-ac14-0bfdd6047a85), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.097881 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c129fe-59cb-4bb6-9d50-c641db6ea460 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdddf53-9b65-48c8-ac14-0bfdd6047a85,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:02.125307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b186019-5c73-46b8-b027-28d5d0255891 req-a5ede731-314b-4faa-a394-72edadacbab6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:02.126892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b186019-5c73-46b8-b027-28d5d0255891 req-a5ede731-314b-4faa-a394-72edadacbab6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0505390 Jan 27 22:14:02.173708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b186019-5c73-46b8-b027-28d5d0255891 req-786ef797-2623-409f-8353-f76344690252 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410764 Jan 27 22:14:02.200286 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68c129fe-59cb-4bb6-9d50-c641db6ea460 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.201864 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-68c129fe-59cb-4bb6-9d50-c641db6ea460 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5713825 Jan 27 22:14:02.205532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60180) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:02.210269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e3f08668-84b3-4a19-974e-a3edee509dc8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Request body: {'security_group_rule': {'security_group_id': '06945394-a47f-49bd-978d-522e6bdbda2f', 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:02.293882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaabbbd-b1ac-4f76-8415-351fa9487cf9 req-043c5fc2-7b88-4d1a-97a5-2eb4df6406c5 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:02.295339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2eaabbbd-b1ac-4f76-8415-351fa9487cf9 req-043c5fc2-7b88-4d1a-97a5-2eb4df6406c5 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0534379 Jan 27 22:14:02.342346 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2eaabbbd-b1ac-4f76-8415-351fa9487cf9 req-a04c029c-1223-41e6-a2a7-192585e5024c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Jan 27 22:14:02.352413 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb58ba4c-f7a1-4913-bd0b-c22ef4ea7b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.374809 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3f08668-84b3-4a19-974e-a3edee509dc8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (1dceb1b0-aa82-4f19-a410-c6640f7ed9f0), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.431291 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3f08668-84b3-4a19-974e-a3edee509dc8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (1dceb1b0-aa82-4f19-a410-c6640f7ed9f0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.506271 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3f08668-84b3-4a19-974e-a3edee509dc8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (1dceb1b0-aa82-4f19-a410-c6640f7ed9f0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.524382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f08668-84b3-4a19-974e-a3edee509dc8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dceb1b0-aa82-4f19-a410-c6640f7ed9f0,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:02.623551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3f08668-84b3-4a19-974e-a3edee509dc8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.625090 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e3f08668-84b3-4a19-974e-a3edee509dc8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4182110 Jan 27 22:14:02.628470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60184) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:02.633451 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c9f3a104-388e-42be-904a-dd18c665610a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Request body: {'security_group_rule': {'security_group_id': '06945394-a47f-49bd-978d-522e6bdbda2f', 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:02.734609 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c9f3a104-388e-42be-904a-dd18c665610a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (572db103-679c-454a-b773-ad135534b78b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.800523 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c9f3a104-388e-42be-904a-dd18c665610a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (572db103-679c-454a-b773-ad135534b78b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.824351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde26e05-c542-49e8-8c69-0a617875c557 req-16cd80f2-c139-4d80-9dba-e00c19f9fd7d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:02.826104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cde26e05-c542-49e8-8c69-0a617875c557 req-16cd80f2-c139-4d80-9dba-e00c19f9fd7d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0484335 Jan 27 22:14:02.873138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cde26e05-c542-49e8-8c69-0a617875c557 req-814d5c7f-7d34-44aa-9123-a9718005be6c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410283 Jan 27 22:14:02.935063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c9f3a104-388e-42be-904a-dd18c665610a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (572db103-679c-454a-b773-ad135534b78b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:02.954889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3a104-388e-42be-904a-dd18c665610a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572db103-679c-454a-b773-ad135534b78b,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:03.091850 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c9f3a104-388e-42be-904a-dd18c665610a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.094322 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c9f3a104-388e-42be-904a-dd18c665610a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4648952 Jan 27 22:14:03.097371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60188) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:03.101773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0d508116-d912-445e-a043-6d67b25043c4 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Request body: {'security_group_rule': {'security_group_id': '06945394-a47f-49bd-978d-522e6bdbda2f', 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:03.237469 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d508116-d912-445e-a043-6d67b25043c4 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (e4eb2c21-6bce-4f59-babd-b84b31064df1), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.299683 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d508116-d912-445e-a043-6d67b25043c4 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (e4eb2c21-6bce-4f59-babd-b84b31064df1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.381546 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d508116-d912-445e-a043-6d67b25043c4 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (e4eb2c21-6bce-4f59-babd-b84b31064df1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.393307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 77872431-ecfa-4f70-8326-5762bb6475f3 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:03.401849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d508116-d912-445e-a043-6d67b25043c4 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4eb2c21-6bce-4f59-babd-b84b31064df1,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:03.419548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 77872431-ecfa-4f70-8326-5762bb6475f3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:03.420475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 77872431-ecfa-4f70-8326-5762bb6475f3 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:03.571808 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0d508116-d912-445e-a043-6d67b25043c4 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.573481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0d508116-d912-445e-a043-6d67b25043c4 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4751904 Jan 27 22:14:03.576296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60194) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:03.581403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-cafdacff-7d94-4a4b-9a2c-e2e69a53c74c tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Request body: {'security_group_rule': {'security_group_id': '06945394-a47f-49bd-978d-522e6bdbda2f', 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:03.695526 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-cafdacff-7d94-4a4b-9a2c-e2e69a53c74c tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Project 57cbbd4141164f4abfdc80d9f497be32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:14:03.701411 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cafdacff-7d94-4a4b-9a2c-e2e69a53c74c tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (b22585c7-29bb-4db7-b3c5-a801ac55f5a7), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.760032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cafdacff-7d94-4a4b-9a2c-e2e69a53c74c tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (b22585c7-29bb-4db7-b3c5-a801ac55f5a7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.866261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cafdacff-7d94-4a4b-9a2c-e2e69a53c74c tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (b22585c7-29bb-4db7-b3c5-a801ac55f5a7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:03.881764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdacff-7d94-4a4b-9a2c-e2e69a53c74c tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22585c7-29bb-4db7-b3c5-a801ac55f5a7,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:03.991742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46debf-929d-4f63-bcdc-065f76433d9d req-3fb6a061-7afb-4c55-ace3-e366a272c780 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:03.993268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c46debf-929d-4f63-bcdc-065f76433d9d req-3fb6a061-7afb-4c55-ace3-e366a272c780 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0497410 Jan 27 22:14:04.057932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c46debf-929d-4f63-bcdc-065f76433d9d req-c6a2c880-f6aa-41b5-9758-254fb58bb0d3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586176 Jan 27 22:14:04.102690 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cafdacff-7d94-4a4b-9a2c-e2e69a53c74c tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.104157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cafdacff-7d94-4a4b-9a2c-e2e69a53c74c tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5263429 Jan 27 22:14:04.106895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60202) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:04.111294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b3529f68-437b-4298-b041-aac2fe88e9a5 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Request body: {'security_group_rule': {'security_group_id': '06945394-a47f-49bd-978d-522e6bdbda2f', 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:04.266967 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-b3529f68-437b-4298-b041-aac2fe88e9a5 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Project 57cbbd4141164f4abfdc80d9f497be32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:14:04.272629 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3529f68-437b-4298-b041-aac2fe88e9a5 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (60bada61-894d-4ac0-a04f-2e3c2999eb2a), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.334975 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3529f68-437b-4298-b041-aac2fe88e9a5 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (60bada61-894d-4ac0-a04f-2e3c2999eb2a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.483333 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3529f68-437b-4298-b041-aac2fe88e9a5 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (60bada61-894d-4ac0-a04f-2e3c2999eb2a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.498812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3529f68-437b-4298-b041-aac2fe88e9a5 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bada61-894d-4ac0-a04f-2e3c2999eb2a,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:04.617259 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3529f68-437b-4298-b041-aac2fe88e9a5 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.618591 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b3529f68-437b-4298-b041-aac2fe88e9a5 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5107787 Jan 27 22:14:04.822264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-fe2824be-bc4c-4117-a623-a867b1411a76 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008352647&fields=id&tenant_id=57cbbd4141164f4abfdc80d9f497be32 HTTP/1.1" status: 200 len: 267 time: 0.0449145 Jan 27 22:14:04.925898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-aebd0e50-1710-4c09-b114-50dfe87e7a0b tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:04.927347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-aebd0e50-1710-4c09-b114-50dfe87e7a0b tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/networks?id=391455d8-8f26-4fa3-9d79-93e01aee0770 HTTP/1.1" status: 200 len: 813 time: 0.0980623 Jan 27 22:14:04.942220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-132de0cb-0bfa-43dc-a230-4fb781eff231 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/quotas/57cbbd4141164f4abfdc80d9f497be32 HTTP/1.1" status: 200 len: 375 time: 0.0095081 Jan 27 22:14:04.952412 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fcf1f267-0e81-4c8a-852d-586a666662cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:04.996970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-89ca0bc7-2945-4939-9660-7cb693aa9f94 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=57cbbd4141164f4abfdc80d9f497be32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484691 Jan 27 22:14:05.013329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-adbc17c3-79ce-4e65-87d9-098523308220 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:14:05.014305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-adbc17c3-79ce-4e65-87d9-098523308220 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053058 Jan 27 22:14:05.107292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-17858e21-baa4-408b-9726-1d2b897e27b7 service neutron] 10.222.0.61 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868707 Jan 27 22:14:05.252951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364a2da-1d84-4c03-810d-201c3e08a1a4 req-59fafd6e-4f0b-45f8-aa4c-1032b77bb368 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:05.252951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3364a2da-1d84-4c03-810d-201c3e08a1a4 req-59fafd6e-4f0b-45f8-aa4c-1032b77bb368 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.1103606 Jan 27 22:14:05.252951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-6b2807aa-6fe7-4869-b2eb-1799018ccf34 service neutron] 10.222.0.61 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372895 Jan 27 22:14:05.295147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3364a2da-1d84-4c03-810d-201c3e08a1a4 req-20a695f8-eae8-4345-8873-3ccc01985d56 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425351 Jan 27 22:14:06.068001 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8db8be26-e19a-48fc-911d-e2509cac1b99 req-5f78dcff-1af5-42f9-9ca9-c2991a9748d7 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0278733 Jan 27 22:14:06.141546 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:06.415312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1cc38-9995-408a-b38e-69dca1422626 req-cff91a03-6006-40a5-bdff-1f68d777038b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:06.416823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70a1cc38-9995-408a-b38e-69dca1422626 req-cff91a03-6006-40a5-bdff-1f68d777038b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0513117 Jan 27 22:14:06.831755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70a1cc38-9995-408a-b38e-69dca1422626 req-5bc42824-28ee-402f-b6b1-63eb664b5242 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092858 Jan 27 22:14:06.839044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1602af-34d4-455c-b074-079eabb3afd6 req-4af1d54f-cfc6-4de8-8e57-215b44dae9eb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:06.840543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f1602af-34d4-455c-b074-079eabb3afd6 req-4af1d54f-cfc6-4de8-8e57-215b44dae9eb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0673008 Jan 27 22:14:06.888034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f1602af-34d4-455c-b074-079eabb3afd6 req-948b6ce2-45e6-4f28-8a68-de1b1c0f8c12 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Jan 27 22:14:07.006388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b385-da94-45ad-805f-7dd043c839c4 req-3a677744-4b1d-426d-9b10-914119128dd8 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:07.007864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef72b385-da94-45ad-805f-7dd043c839c4 req-3a677744-4b1d-426d-9b10-914119128dd8 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0473998 Jan 27 22:14:07.066017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef72b385-da94-45ad-805f-7dd043c839c4 req-29c41b28-f135-4dc2-9121-79622969d978 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444279 Jan 27 22:14:07.163300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bea4836-1afe-467a-b334-abfd03b55e50 req-e3405f3c-1a9a-403e-bfa7-5b2ec2809ff1 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0325975 Jan 27 22:14:07.495251 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:07.954815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920f6f0-6132-47e0-a714-9409235ae84b req-452f6c34-0623-47ce-9e7c-d7f77772e73f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:07.960698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f920f6f0-6132-47e0-a714-9409235ae84b req-452f6c34-0623-47ce-9e7c-d7f77772e73f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0567813 Jan 27 22:14:08.008607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f920f6f0-6132-47e0-a714-9409235ae84b req-cf8c2ba3-d44a-47d8-b6d9-9ccda10888c1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465195 Jan 27 22:14:08.253049 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86a369de-ca42-4a92-8806-a43f4de83506 req-dbabb0a0-c751-4147-bfff-a29814c9d7cc tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0270221 Jan 27 22:14:08.986315 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.214477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2cffd-2d31-41db-8a53-1eceb406532d req-9690d0a3-e255-47cb-a66d-5ef762d00380 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:09.216104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3a2cffd-2d31-41db-8a53-1eceb406532d req-9690d0a3-e255-47cb-a66d-5ef762d00380 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.1319213 Jan 27 22:14:09.270607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-56b3f259-fadb-45fe-8e23-ffae86491eed tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:09.272145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-56b3f259-fadb-45fe-8e23-ffae86491eed tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.71 "GET /v2.0/networks?id=391455d8-8f26-4fa3-9d79-93e01aee0770 HTTP/1.1" status: 200 len: 813 time: 0.1411030 Jan 27 22:14:09.380162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3a2cffd-2d31-41db-8a53-1eceb406532d req-ff130f0a-1939-4fe3-a092-712c13cd1f41 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534417 Jan 27 22:14:09.386433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20de1d8d-b4fb-495a-8299-6dcacf03565d req-20c01ed4-762d-4d5a-8076-1c6e6a2a15ae tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0551407 Jan 27 22:14:09.405659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-a65ecae5-3f63-4a7e-ad7f-2557b03d72bd tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57cbbd4141164f4abfdc80d9f497be32 HTTP/1.1" status: 200 len: 380 time: 0.1242070 Jan 27 22:14:09.419658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Request body: {'port': {'device_id': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'admin_state_up': True, 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'security_groups': ['06945394-a47f-49bd-978d-522e6bdbda2f']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:09.660360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Made reservation on behalf of 57cbbd4141164f4abfdc80d9f497be32 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:14:09.664023 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:09.842167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Allocated IP 172.20.0.5 (391455d8-8f26-4fa3-9d79-93e01aee0770/33917b9a-43a3-442a-a595-bfdc40739879/bef78f9f-4f54-4f05-9f13-e546da1ef9f1) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:09.994443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.141823 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.187389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Network 391455d8-8f26-4fa3-9d79-93e01aee0770 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:10.190707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:10.194790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:10.231133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event updated for resources: {'Port': ['ID=bef78f9f-4f54-4f05-9f13-e546da1ef9f1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:10.273278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:10.273956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.390206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-0b1b0ab3-6623-42d2-bd3c-d3feb4d31c13 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9797201 Jan 27 22:14:10.402756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Request body: {'port': {'device_id': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:10.477270 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.673248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bce28888-0792-4ba8-9117-b6336d4f7e16 None None] Provisioning complete for port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:10.674596 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bce28888-0792-4ba8-9117-b6336d4f7e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.719689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bce28888-0792-4ba8-9117-b6336d4f7e16 None None] Port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:14:10.732332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba0f72-1990-47fe-9485-2453d77991ce req-450e0abe-5b9a-4a8e-9686-af3ff5f312c8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:10.733907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68ba0f72-1990-47fe-9485-2453d77991ce req-450e0abe-5b9a-4a8e-9686-af3ff5f312c8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 931 time: 0.1421144 Jan 27 22:14:10.804999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87825478-38a4-4088-94be-0ca12a58516b req-466f35e3-495f-4dba-a7fd-f722ab1a235f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:10.806612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87825478-38a4-4088-94be-0ca12a58516b req-466f35e3-495f-4dba-a7fd-f722ab1a235f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.2288725 Jan 27 22:14:10.876370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68ba0f72-1990-47fe-9485-2453d77991ce req-0606a07e-5edd-43df-84aa-42794d564d39 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259427 Jan 27 22:14:10.917679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87825478-38a4-4088-94be-0ca12a58516b req-a033adff-ce52-4284-aa3b-9846cead16c0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937779 Jan 27 22:14:10.973564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef78f9f-4f54-4f05-9f13-e546da1ef9f1 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:14:10.981065 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Publish callbacks [] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:10.992696 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Transition to ACTIVE for port object bef78f9f-4f54-4f05-9f13-e546da1ef9f1 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:14:11.055196 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.111148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bef78f9f-4f54-4f05-9f13-e546da1ef9f1,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:11.186862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Attempting to bind port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:14:11.187137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Attempting to bind port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:14:11.187513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Attempting to bind port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 on network 391455d8-8f26-4fa3-9d79-93e01aee0770 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:11.193456 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 on network 391455d8-8f26-4fa3-9d79-93e01aee0770 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:14:11.193867 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Attempting to bind port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 on network 391455d8-8f26-4fa3-9d79-93e01aee0770 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:14:11.199458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:14:11.199838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Checking segment: {'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:14:11.200321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Bound using segment: {'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:14:11.200822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Bound port: bef78f9f-4f54-4f05-9f13-e546da1ef9f1, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ec2992-b32f-419c-9a72-b5ccaa103646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:14:11.201251 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.275344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] For port bef78f9f-4f54-4f05-9f13-e546da1ef9f1, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:14:11.280197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] For port bef78f9f-4f54-4f05-9f13-e546da1ef9f1, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bef78f9f-4f54-4f05-9f13-e546da1ef9f1,segment=NetworkSegment(65ec2992-b32f-419c-9a72-b5ccaa103646),segment_id=65ec2992-b32f-419c-9a72-b5ccaa103646)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:14:11.352522 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.394821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:11.395653 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:11.397272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] 10.222.0.71 "PUT /v2.0/ports/bef78f9f-4f54-4f05-9f13-e546da1ef9f1 HTTP/1.1" status: 200 len: 1091 time: 0.9989004 Jan 27 22:14:11.397812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:11.400195 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25a4754-36b5-4dfc-ac06-03e81dba6882" -d '{"events": [{"name": "network-changed", "server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:11.426672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5149a19-8aca-40e6-b6a5-be3ebccc14c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bef78f9f-4f54-4f05-9f13-e546da1ef9f1,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:11.445104 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0fad18-fcfa-4396-8846-bd935d468157 x-openstack-request-id: req-2d0fad18-fcfa-4396-8846-bd935d468157 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:11.445528 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:11.445862 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d0fad18-fcfa-4396-8846-bd935d468157 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:11.446344 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'status': 'completed', 'code': 200} Jan 27 22:14:11.516435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a4754-36b5-4dfc-ac06-03e81dba6882 req-2e95ccf8-77c9-4491-8184-be9dd2b87e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:11.518109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b25a4754-36b5-4dfc-ac06-03e81dba6882 req-2e95ccf8-77c9-4491-8184-be9dd2b87e95 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=57cbbd4141164f4abfdc80d9f497be32&device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0512896 Jan 27 22:14:11.621890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a4754-36b5-4dfc-ac06-03e81dba6882 req-c7975a77-be44-47cb-8f04-0e068e5b11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:11.623376 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b25a4754-36b5-4dfc-ac06-03e81dba6882 req-c7975a77-be44-47cb-8f04-0e068e5b11e9 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=57cbbd4141164f4abfdc80d9f497be32&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0982904 Jan 27 22:14:11.723480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a4754-36b5-4dfc-ac06-03e81dba6882 req-676d9cac-47ce-40aa-ac23-1fc512d9d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:11.724917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b25a4754-36b5-4dfc-ac06-03e81dba6882 req-676d9cac-47ce-40aa-ac23-1fc512d9d8ae service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958824 Jan 27 22:14:11.807694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-d79a4edb-0ab1-48f0-bc56-accd095b49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:11.809457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-d79a4edb-0ab1-48f0-bc56-accd095b49c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=57cbbd4141164f4abfdc80d9f497be32&device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 1094 time: 0.0452950 Jan 27 22:14:11.853122 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-6b8aba56-cf33-45f9-a422-e2ff25962f7d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bef78f9f-4f54-4f05-9f13-e546da1ef9f1 HTTP/1.1" status: 200 len: 217 time: 0.0364361 Jan 27 22:14:11.910713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-bfe9c831-1fa9-405a-8fb9-718281c09212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:11.912061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-bfe9c831-1fa9-405a-8fb9-718281c09212 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33917b9a-43a3-442a-a595-bfdc40739879 HTTP/1.1" status: 200 len: 852 time: 0.0526180 Jan 27 22:14:11.982913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-ad4c23ce-27ee-4684-8698-27268a7f79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:11.984433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-ad4c23ce-27ee-4684-8698-27268a7f79f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=391455d8-8f26-4fa3-9d79-93e01aee0770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664291 Jan 27 22:14:12.085731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1e9ad-7859-41bf-bd95-a325bfa9bf7b req-cbba5391-048f-495a-a67d-72882b41948a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:12.087302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3d1e9ad-7859-41bf-bd95-a325bfa9bf7b req-cbba5391-048f-495a-a67d-72882b41948a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.1327381 Jan 27 22:14:12.128160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b5de5-cc04-46c9-ade0-460e5925ce42 req-a0ae1d5a-00f4-4df7-b899-5baa4af4ab2b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:12.129593 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-680b5de5-cc04-46c9-ade0-460e5925ce42 req-a0ae1d5a-00f4-4df7-b899-5baa4af4ab2b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.1268370 Jan 27 22:14:12.178012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-4d4ac747-86f9-460a-b1c3-e4738c40c9b2 service neutron] 10.222.0.71 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862404 Jan 27 22:14:12.232246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d3d1e9ad-7859-41bf-bd95-a325bfa9bf7b req-abc5465d-717c-4012-85f0-ed0063382b9a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329091 Jan 27 22:14:12.235790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-680b5de5-cc04-46c9-ade0-460e5925ce42 req-adca45e3-9c27-4435-81ef-6b3aea42ad0b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968413 Jan 27 22:14:12.307322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819d4dd0-9040-459e-8d4e-fad480d42bb6 req-76a9669c-75ad-4794-92cc-0cbc32546fd3 service neutron] 10.222.0.71 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166439 Jan 27 22:14:13.379186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86867809-c7ac-4f18-84e0-65c72acd81a9 req-e397f8a2-14ea-4b5b-bcd2-a44320e8b976 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:13.380850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86867809-c7ac-4f18-84e0-65c72acd81a9 req-e397f8a2-14ea-4b5b-bcd2-a44320e8b976 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0775263 Jan 27 22:14:13.388200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508d76e-2f91-4a0a-8964-d1f74ba38c91 req-e5737f01-8dfd-4443-b093-955852891408 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:13.389548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c508d76e-2f91-4a0a-8964-d1f74ba38c91 req-e5737f01-8dfd-4443-b093-955852891408 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0772774 Jan 27 22:14:13.468865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86867809-c7ac-4f18-84e0-65c72acd81a9 req-4f22501b-214c-40d7-847e-fea0b4ac7c67 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782418 Jan 27 22:14:13.476647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c508d76e-2f91-4a0a-8964-d1f74ba38c91 req-b3bade61-a458-4cc1-b185-6537f3f2e823 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798876 Jan 27 22:14:14.619281 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901a409-8f13-4fea-9d1c-8e4daddf1a86 req-7a9b5b73-b081-4ebd-a114-225fa4a64f8f tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:14.621086 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2901a409-8f13-4fea-9d1c-8e4daddf1a86 req-7a9b5b73-b081-4ebd-a114-225fa4a64f8f tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0792506 Jan 27 22:14:14.629158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7f8f4-fd4f-40aa-bee7-1794cd098bd3 req-ef251539-d77d-4b75-b193-9c35fbacc7e2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:14.630548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acb7f8f4-fd4f-40aa-bee7-1794cd098bd3 req-ef251539-d77d-4b75-b193-9c35fbacc7e2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0786886 Jan 27 22:14:14.702392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2901a409-8f13-4fea-9d1c-8e4daddf1a86 req-c261bec7-40e1-4490-ae2b-dddd081b2104 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708814 Jan 27 22:14:14.709764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acb7f8f4-fd4f-40aa-bee7-1794cd098bd3 req-3ea65e83-3112-4ae7-b271-723e88de0616 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723431 Jan 27 22:14:15.860589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192f5d7-709a-4a2f-9366-81b4fd9d5e68 req-cdc2cf4a-7c9b-4405-94d0-6a443f1a970e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:15.862224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2192f5d7-709a-4a2f-9366-81b4fd9d5e68 req-cdc2cf4a-7c9b-4405-94d0-6a443f1a970e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0896881 Jan 27 22:14:15.874802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec7fd5-6ddc-43ea-b438-afbb2c478d21 req-1389dad2-f35b-4c3f-8523-19271fac2a5d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:15.876986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09ec7fd5-6ddc-43ea-b438-afbb2c478d21 req-1389dad2-f35b-4c3f-8523-19271fac2a5d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0715036 Jan 27 22:14:15.955864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2192f5d7-709a-4a2f-9366-81b4fd9d5e68 req-d4eab9d7-4e0c-408e-9d4c-2633258827c5 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778759 Jan 27 22:14:15.958895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09ec7fd5-6ddc-43ea-b438-afbb2c478d21 req-d0a6ae93-ee6f-43f3-98b5-6cecc69faa88 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748124 Jan 27 22:14:17.113042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e74f8-42d6-479c-9bda-5af708ce2eb6 req-b7aed691-3563-44ec-b98e-f989f76eed28 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:17.114438 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-125e74f8-42d6-479c-9bda-5af708ce2eb6 req-b7aed691-3563-44ec-b98e-f989f76eed28 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0820329 Jan 27 22:14:17.122296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc45b6-b2b9-4d0a-a08b-e0fc75d6f58b req-895bf9e6-f00e-4a83-9f58-99fabe5aa069 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:17.127719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0cc45b6-b2b9-4d0a-a08b-e0fc75d6f58b req-895bf9e6-f00e-4a83-9f58-99fabe5aa069 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0892627 Jan 27 22:14:17.210141 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-125e74f8-42d6-479c-9bda-5af708ce2eb6 req-0a330d09-3361-4a69-a51c-6a1e4f788644 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854847 Jan 27 22:14:17.213115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0cc45b6-b2b9-4d0a-a08b-e0fc75d6f58b req-991781ae-c755-4f27-b76b-3b2fc5ac71b1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822399 Jan 27 22:14:18.357457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb199be-fab3-4eab-ba67-9053d2789406 req-7a4e5ad3-a041-422a-981f-201d1a4127f0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:18.358931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb199be-fab3-4eab-ba67-9053d2789406 req-7a4e5ad3-a041-422a-981f-201d1a4127f0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0789187 Jan 27 22:14:18.369185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacdb31-1afc-4e3c-84d5-fc7d8a53009b req-0ab5f0ca-b68e-4160-9562-197da3588314 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:18.370826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4dacdb31-1afc-4e3c-84d5-fc7d8a53009b req-0ab5f0ca-b68e-4160-9562-197da3588314 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0808251 Jan 27 22:14:18.444240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4dacdb31-1afc-4e3c-84d5-fc7d8a53009b req-96f46831-b745-4221-8a11-797ae6e5b349 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666475 Jan 27 22:14:18.447695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffb199be-fab3-4eab-ba67-9053d2789406 req-9dbcd0e9-30ae-4e5d-a1c9-b0cd3291aaff tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759606 Jan 27 22:14:19.594545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb6be3-d76b-497f-81d5-b87b6cd887dd req-a961bdab-453f-4d66-b979-69a4f247251e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:19.596053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52cb6be3-d76b-497f-81d5-b87b6cd887dd req-a961bdab-453f-4d66-b979-69a4f247251e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0775940 Jan 27 22:14:19.607371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41f267-846f-47f7-9b9c-027254768d93 req-abbb93af-8b0c-4c6a-af9b-a1c6992388ff tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:19.608867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed41f267-846f-47f7-9b9c-027254768d93 req-abbb93af-8b0c-4c6a-af9b-a1c6992388ff tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0813622 Jan 27 22:14:19.674647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52cb6be3-d76b-497f-81d5-b87b6cd887dd req-f7245167-91e6-4da7-b3cc-3ef75300f1c6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647924 Jan 27 22:14:19.688043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed41f267-846f-47f7-9b9c-027254768d93 req-0f536ece-1f58-46af-aaf9-43d16ebc4d35 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720158 Jan 27 22:14:20.820604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673a09a-60da-44d2-912f-1f87db88d7cc req-74fc7eeb-1ce4-4af5-8427-01534e417022 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:20.822088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0673a09a-60da-44d2-912f-1f87db88d7cc req-74fc7eeb-1ce4-4af5-8427-01534e417022 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0780895 Jan 27 22:14:20.840481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e063717-be05-4b1b-9e57-783cf212d0dc req-93176fca-db1b-464c-abcd-468f6c6c3d8b tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:20.842009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e063717-be05-4b1b-9e57-783cf212d0dc req-93176fca-db1b-464c-abcd-468f6c6c3d8b tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0702260 Jan 27 22:14:20.906311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0673a09a-60da-44d2-912f-1f87db88d7cc req-86193175-e249-440f-bc03-0d85603293a0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780089 Jan 27 22:14:20.920014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e063717-be05-4b1b-9e57-783cf212d0dc req-2d1603c8-b756-4382-afb6-6bf32b8f5060 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704665 Jan 27 22:14:22.060291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855667f-978a-4c4e-875e-351eff2d4309 req-202ae71c-78f6-4642-8a6a-e4e66d96a36a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:22.061785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c855667f-978a-4c4e-875e-351eff2d4309 req-202ae71c-78f6-4642-8a6a-e4e66d96a36a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0791256 Jan 27 22:14:22.069838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521d6c6-c37d-42f9-8229-4619640ceda6 req-f74dee11-6880-415b-babf-4b053217d49c tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:22.071231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3521d6c6-c37d-42f9-8229-4619640ceda6 req-f74dee11-6880-415b-babf-4b053217d49c tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0776989 Jan 27 22:14:22.157080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c855667f-978a-4c4e-875e-351eff2d4309 req-6f22805b-9da3-4089-9211-d395220621f2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788167 Jan 27 22:14:22.157080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3521d6c6-c37d-42f9-8229-4619640ceda6 req-833d1559-ddb0-4f02-9974-b6f5f99e001e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765700 Jan 27 22:14:22.465314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb2b88-06d5-4673-a617-e4b04d0c4282 req-53c61b79-3287-409a-9081-cdbf43d0dc0c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:22.466838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2cb2b88-06d5-4673-a617-e4b04d0c4282 req-53c61b79-3287-409a-9081-cdbf43d0dc0c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0510545 Jan 27 22:14:22.515333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2cb2b88-06d5-4673-a617-e4b04d0c4282 req-056cbb01-b51e-49c3-a635-4c4c300ba766 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425055 Jan 27 22:14:22.635767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6707b6-749f-4789-95b3-2bf1a4e50e52 req-5609494f-7b6f-439a-bae2-2d69ef465d0b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:22.637287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec6707b6-749f-4789-95b3-2bf1a4e50e52 req-5609494f-7b6f-439a-bae2-2d69ef465d0b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0519817 Jan 27 22:14:22.685397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec6707b6-749f-4789-95b3-2bf1a4e50e52 req-54a5e6b3-887e-40c7-9183-37c8ab05ff32 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Jan 27 22:14:22.856511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf6b9b-5637-4914-9381-e41f8e130c5d req-db31490d-2a42-4387-80e1-88c62d03a006 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:22.858002 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9aaf6b9b-5637-4914-9381-e41f8e130c5d req-db31490d-2a42-4387-80e1-88c62d03a006 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0537837 Jan 27 22:14:22.906650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9aaf6b9b-5637-4914-9381-e41f8e130c5d req-474b321b-482d-4fb8-8358-7b48a2830f3e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422356 Jan 27 22:14:23.029803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c9d0e-0cd7-4f89-8986-fb0c086b6f3c req-208d6192-b54d-420e-8815-39ed7915699d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:23.031370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a63c9d0e-0cd7-4f89-8986-fb0c086b6f3c req-208d6192-b54d-420e-8815-39ed7915699d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0489645 Jan 27 22:14:23.078468 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a63c9d0e-0cd7-4f89-8986-fb0c086b6f3c req-f4a862d2-d587-444e-8f15-15c177c2bb64 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Jan 27 22:14:23.276810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cbb7a-27fd-4ca8-9180-7085c75da10a req-945d289b-6061-4d34-9d56-342f6070a439 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:23.278319 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e1cbb7a-27fd-4ca8-9180-7085c75da10a req-945d289b-6061-4d34-9d56-342f6070a439 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0803676 Jan 27 22:14:23.306419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3544b9-105c-40ee-8517-4a006d37b291 req-05e376e3-9909-4883-8214-5291884be59e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:23.307916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d3544b9-105c-40ee-8517-4a006d37b291 req-05e376e3-9909-4883-8214-5291884be59e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0777981 Jan 27 22:14:23.355095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e1cbb7a-27fd-4ca8-9180-7085c75da10a req-0202c4b8-8372-40b1-bbc9-3e6d6f3e479b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706303 Jan 27 22:14:23.392414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d3544b9-105c-40ee-8517-4a006d37b291 req-cbf8b273-6be1-4888-af94-9e13174fbac5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775883 Jan 27 22:14:23.510377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ad55-18af-4f24-921b-8b5f8f34f3b3 req-a103ce7d-75f1-4bc3-892b-d2c174554ba8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:23.511917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1708ad55-18af-4f24-921b-8b5f8f34f3b3 req-a103ce7d-75f1-4bc3-892b-d2c174554ba8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0828600 Jan 27 22:14:23.532572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26354f3-7750-4410-9a63-c078a65bbe33 req-406797b9-20f2-4210-84f6-ca46e2f747a9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:23.534023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f26354f3-7750-4410-9a63-c078a65bbe33 req-406797b9-20f2-4210-84f6-ca46e2f747a9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0777972 Jan 27 22:14:23.601930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1708ad55-18af-4f24-921b-8b5f8f34f3b3 req-8bdb8978-96e9-4472-a157-48223e2e46ca tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825264 Jan 27 22:14:23.609461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f26354f3-7750-4410-9a63-c078a65bbe33 req-af681cbc-0565-4299-b02c-eabb87e20e3f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676517 Jan 27 22:14:23.785173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0477bc4-ecb2-42e5-bd55-b04fc0578fc0 req-db1ddc9b-a684-4a3e-8cc2-a3b5d3e0cedb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:23.786966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0477bc4-ecb2-42e5-bd55-b04fc0578fc0 req-db1ddc9b-a684-4a3e-8cc2-a3b5d3e0cedb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0488734 Jan 27 22:14:23.834966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0477bc4-ecb2-42e5-bd55-b04fc0578fc0 req-5e9d4642-1c36-4f7e-adc7-219a5c9ad031 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Jan 27 22:14:23.957644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e08ab6-7be2-4c7c-b310-daced02a6641 req-00dafd0d-e9bc-4de1-aa00-4e0576c43e94 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:23.959123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52e08ab6-7be2-4c7c-b310-daced02a6641 req-00dafd0d-e9bc-4de1-aa00-4e0576c43e94 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0520735 Jan 27 22:14:24.006317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52e08ab6-7be2-4c7c-b310-daced02a6641 req-44213587-d0f4-43c8-b0b3-6b57dce7b988 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Jan 27 22:14:24.169130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31199fc-382f-493f-a759-66d04d8ad070 req-bfd84544-25ff-41d5-a1d8-c667fff443bd tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:24.170609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d31199fc-382f-493f-a759-66d04d8ad070 req-bfd84544-25ff-41d5-a1d8-c667fff443bd tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0492411 Jan 27 22:14:24.219005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d31199fc-382f-493f-a759-66d04d8ad070 req-2390ec24-ec05-4266-abb2-5466659dadd0 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Jan 27 22:14:24.340579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbac86e-e97c-42c3-bf68-951d0089f5ec req-3102e849-b2a5-4387-a874-583da50ed83d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:24.341951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afbac86e-e97c-42c3-bf68-951d0089f5ec req-3102e849-b2a5-4387-a874-583da50ed83d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0482819 Jan 27 22:14:24.392693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-afbac86e-e97c-42c3-bf68-951d0089f5ec req-05e50117-b5a2-4182-b239-e5f65a9d35b2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450983 Jan 27 22:14:24.523125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5e72c-e10d-4202-ac5d-3984292009d8 req-62b36f53-9c7c-4808-9d15-b71b8c60b21e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:24.524766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2aa5e72c-e10d-4202-ac5d-3984292009d8 req-62b36f53-9c7c-4808-9d15-b71b8c60b21e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0525789 Jan 27 22:14:24.604514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2aa5e72c-e10d-4202-ac5d-3984292009d8 req-8e0e6df4-07ef-42e7-8e87-1f621a4aca51 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702395 Jan 27 22:14:24.611711 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e9414-4632-4bfc-a296-2c046fea9628 req-ce3e45ec-7119-4d81-a912-7e7e5f9577aa tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:24.613377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c8e9414-4632-4bfc-a296-2c046fea9628 req-ce3e45ec-7119-4d81-a912-7e7e5f9577aa tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0875731 Jan 27 22:14:24.664610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c8e9414-4632-4bfc-a296-2c046fea9628 req-7595698d-aa71-491e-9bef-bd47ccb473bc tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450084 Jan 27 22:14:24.725274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eff0d-a3fe-4bdb-be88-d6bd478ac1f4 req-4b017e46-35a1-408f-95b1-df7819a577a4 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:24.726772 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64eff0d-a3fe-4bdb-be88-d6bd478ac1f4 req-4b017e46-35a1-408f-95b1-df7819a577a4 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0565667 Jan 27 22:14:24.808545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadee200-e561-4afe-b73f-df2bc9223b3b req-d0615e9e-53fe-4d41-99b6-b6e006dc378e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:24.810011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eadee200-e561-4afe-b73f-df2bc9223b3b req-d0615e9e-53fe-4d41-99b6-b6e006dc378e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0788088 Jan 27 22:14:24.813759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b64eff0d-a3fe-4bdb-be88-d6bd478ac1f4 req-db5bad09-b8df-4969-bc08-c4be4f4bf1b6 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808721 Jan 27 22:14:24.858061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eadee200-e561-4afe-b73f-df2bc9223b3b req-e7ab2b39-20d8-486b-97d1-41a88aa75715 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422337 Jan 27 22:14:25.082119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60590a3-5ffb-4c62-bca3-3a0a1ee53c76 req-3185becd-e127-49fc-be57-7dd153f639b6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:25.083636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d60590a3-5ffb-4c62-bca3-3a0a1ee53c76 req-3185becd-e127-49fc-be57-7dd153f639b6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/networks?id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 HTTP/1.1" status: 200 len: 814 time: 0.1030562 Jan 27 22:14:25.098119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d60590a3-5ffb-4c62-bca3-3a0a1ee53c76 req-1e1191a8-4ea3-40f0-82e1-f9ee3b643556 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/quotas/2a764dba02024728b830e8d8becbbae3 HTTP/1.1" status: 200 len: 375 time: 0.0090837 Jan 27 22:14:25.151611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d60590a3-5ffb-4c62-bca3-3a0a1ee53c76 req-a7de59b3-145f-4ebf-b5b7-f4c9362c1dd8 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2a764dba02024728b830e8d8becbbae3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478003 Jan 27 22:14:25.258678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c85c1-933c-41fa-983c-17a7a0faba61 req-6cca7a4c-bd02-457d-bbba-80b0dbc6414a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:25.260775 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b7c85c1-933c-41fa-983c-17a7a0faba61 req-6cca7a4c-bd02-457d-bbba-80b0dbc6414a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0494521 Jan 27 22:14:25.307197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b7c85c1-933c-41fa-983c-17a7a0faba61 req-1607ea1d-06c2-4654-8de4-947cfccb21d5 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Jan 27 22:14:25.425272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1d0bd-98f1-49fb-b8bb-ec14e501b526 req-3ad4f16f-406d-41e3-8a0d-2f0dbd19c42c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:25.426672 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75f1d0bd-98f1-49fb-b8bb-ec14e501b526 req-3ad4f16f-406d-41e3-8a0d-2f0dbd19c42c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0533521 Jan 27 22:14:25.472733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75f1d0bd-98f1-49fb-b8bb-ec14e501b526 req-23217ad9-a162-456f-aeb7-5e05fdad1f06 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Jan 27 22:14:25.618666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1183a125-cd93-4364-9438-74088a7bc1c2 req-77b67ee6-e7e6-4e7c-92bc-1bfac7da0cbc tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2a764dba02024728b830e8d8becbbae3 HTTP/1.1" status: 200 len: 221 time: 0.0252707 Jan 27 22:14:25.748578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d7be4-5231-448e-b602-5e42f22ec448 req-d8707b96-38d1-496a-9bc5-18460807c4e1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:25.750618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08d7be4-5231-448e-b602-5e42f22ec448 req-d8707b96-38d1-496a-9bc5-18460807c4e1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0768206 Jan 27 22:14:25.757857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c7c55-97b5-45ed-91ec-651c28eb804e req-ca2e094c-bbf9-4341-85f5-8730ec7eaed3 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:25.759407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-198c7c55-97b5-45ed-91ec-651c28eb804e req-ca2e094c-bbf9-4341-85f5-8730ec7eaed3 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0875845 Jan 27 22:14:25.834641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08d7be4-5231-448e-b602-5e42f22ec448 req-717a7c64-f4d4-459e-973a-d6ef8b6d6655 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742378 Jan 27 22:14:25.839101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-198c7c55-97b5-45ed-91ec-651c28eb804e req-445ee251-ff6c-49ed-80e3-d200b5d92283 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724607 Jan 27 22:14:25.966758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd6301-d6f0-43b2-a8d2-55c65bcd9163 req-5019156e-c306-4148-9ba6-9dff46aec7c6 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:25.968184 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7dd6301-d6f0-43b2-a8d2-55c65bcd9163 req-5019156e-c306-4148-9ba6-9dff46aec7c6 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0765972 Jan 27 22:14:25.988484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2226f6-c9ea-4654-93b6-cb7a52bbffdc req-7a868c5a-8cad-4d18-8443-343dad2150fc tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:25.989927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f2226f6-c9ea-4654-93b6-cb7a52bbffdc req-7a868c5a-8cad-4d18-8443-343dad2150fc tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0712836 Jan 27 22:14:26.057285 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7dd6301-d6f0-43b2-a8d2-55c65bcd9163 req-548c84d4-e221-4fa7-b8a3-92d19c3d8367 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809393 Jan 27 22:14:26.061585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6f2226f6-c9ea-4654-93b6-cb7a52bbffdc req-813d4b90-3540-4b1c-a399-5f6b3ecdac99 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640514 Jan 27 22:14:26.202413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884ac38-9c28-481f-bd7b-827f0a75132b req-215aacbd-0a3b-4244-87a5-8d8534037677 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:26.203921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9884ac38-9c28-481f-bd7b-827f0a75132b req-215aacbd-0a3b-4244-87a5-8d8534037677 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0523920 Jan 27 22:14:26.259103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9884ac38-9c28-481f-bd7b-827f0a75132b req-2bfdd2db-93a8-4a26-8f1a-a4006a2552f2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Jan 27 22:14:26.373803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d3083-a268-4aea-b326-774a85c002da req-e6ea771d-f470-4080-80e2-b02949959dae tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:26.375770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd7d3083-a268-4aea-b326-774a85c002da req-e6ea771d-f470-4080-80e2-b02949959dae tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0493503 Jan 27 22:14:26.421242 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd7d3083-a268-4aea-b326-774a85c002da req-b029c6f9-1105-49e2-8101-4c81303c417f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Jan 27 22:14:26.548638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76ebf8-a204-4bd8-9a0e-0ecc4967d221 req-81240f8b-51ab-4c08-b271-5556824bd208 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:26.550001 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef76ebf8-a204-4bd8-9a0e-0ecc4967d221 req-81240f8b-51ab-4c08-b271-5556824bd208 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0516913 Jan 27 22:14:26.605348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef76ebf8-a204-4bd8-9a0e-0ecc4967d221 req-48e7d12b-c198-444f-80de-31343cbf6447 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Jan 27 22:14:26.715384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83118e63-fc58-4cb7-ac49-f8dc56304d7e req-fdc262f4-25e9-4f1a-8328-8b95d644f3b7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:26.716921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83118e63-fc58-4cb7-ac49-f8dc56304d7e req-fdc262f4-25e9-4f1a-8328-8b95d644f3b7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0474579 Jan 27 22:14:26.762971 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83118e63-fc58-4cb7-ac49-f8dc56304d7e req-72fbc898-5b8d-44fe-87d7-66a8fb00420b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400448 Jan 27 22:14:26.884157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7b00b-f009-449f-895c-ef34d31389ed req-27362322-d04d-4d30-bb1c-2d20f211e699 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:26.886443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42f7b00b-f009-449f-895c-ef34d31389ed req-27362322-d04d-4d30-bb1c-2d20f211e699 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0477762 Jan 27 22:14:26.963609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42f7b00b-f009-449f-895c-ef34d31389ed req-d5aff324-f8ce-45bd-bf24-f515e4b7a411 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712893 Jan 27 22:14:26.974309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1b8c3-209e-45d7-a9c4-f71ed12dfe72 req-f4fd98e4-51a9-4d54-ab13-c4816a206d5d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:26.975730 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ce1b8c3-209e-45d7-a9c4-f71ed12dfe72 req-f4fd98e4-51a9-4d54-ab13-c4816a206d5d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0705640 Jan 27 22:14:27.024204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ce1b8c3-209e-45d7-a9c4-f71ed12dfe72 req-b6af835e-363f-4fab-92e4-9f8a28301a2e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 Jan 27 22:14:27.076303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b9da2-1b4a-4edc-9223-ad5b10f1f00a req-e4e95bdb-78e0-46ae-b4f8-564b55ded6b4 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:27.077732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b2b9da2-1b4a-4edc-9223-ad5b10f1f00a req-e4e95bdb-78e0-46ae-b4f8-564b55ded6b4 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0471117 Jan 27 22:14:27.128110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b2b9da2-1b4a-4edc-9223-ad5b10f1f00a req-7a668b34-55c8-468c-b805-429068592789 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Jan 27 22:14:27.140330 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.179052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4591087-d3f1-4a28-bfbb-65e603a35342 req-65316c2d-9ccb-409e-b83b-c20b7db23a88 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:27.180459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4591087-d3f1-4a28-bfbb-65e603a35342 req-65316c2d-9ccb-409e-b83b-c20b7db23a88 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0514963 Jan 27 22:14:27.253974 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4591087-d3f1-4a28-bfbb-65e603a35342 req-76903f4f-ad30-4e1c-a200-be91bc33aeb3 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676141 Jan 27 22:14:27.271196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f646ef5-a835-4dc3-8e43-9434c990538e req-c2ec165e-41e5-47e1-911e-b279fd4497de tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:27.272708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f646ef5-a835-4dc3-8e43-9434c990538e req-c2ec165e-41e5-47e1-911e-b279fd4497de tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0613086 Jan 27 22:14:27.318909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f646ef5-a835-4dc3-8e43-9434c990538e req-f9b96042-ee3c-4e19-b146-dab288e9356e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 Jan 27 22:14:27.432400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfb230-4541-48a1-b586-0ef73569c859 req-fe8016e1-da3e-44b0-9f8f-d027492b4899 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:27.433853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85bfb230-4541-48a1-b586-0ef73569c859 req-fe8016e1-da3e-44b0-9f8f-d027492b4899 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0480068 Jan 27 22:14:27.485027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85bfb230-4541-48a1-b586-0ef73569c859 req-fec5ecb3-d9f7-453b-89a6-9b7e6a43e6c9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456839 Jan 27 22:14:27.540042 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:27.615433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f44285-58f4-4123-be75-baee7a20f667 req-f594e067-7636-490a-884b-a83061d95730 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:27.616862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0f44285-58f4-4123-be75-baee7a20f667 req-f594e067-7636-490a-884b-a83061d95730 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0476699 Jan 27 22:14:27.663044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0f44285-58f4-4123-be75-baee7a20f667 req-10e290b8-274c-45a4-be73-acdaeec2d35c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403509 Jan 27 22:14:27.775872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7da31-f109-4178-bd1e-2bf1188d55b5 req-f2c8e23c-bad7-419d-8cf0-2643fea23599 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:27.777377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dac7da31-f109-4178-bd1e-2bf1188d55b5 req-f2c8e23c-bad7-419d-8cf0-2643fea23599 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0480852 Jan 27 22:14:27.824377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dac7da31-f109-4178-bd1e-2bf1188d55b5 req-b37c81fb-74f0-4d97-8adc-e1552ac45133 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Jan 27 22:14:27.961682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c78a7-9467-4116-ab6e-64e80ed86ae0 req-f7b61631-5363-4da6-9d60-ed062e717403 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:27.963194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-756c78a7-9467-4116-ab6e-64e80ed86ae0 req-f7b61631-5363-4da6-9d60-ed062e717403 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0524769 Jan 27 22:14:28.008646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-756c78a7-9467-4116-ab6e-64e80ed86ae0 req-9d3bb2a2-cd92-4c23-b89c-7c46a0bf3cb2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 Jan 27 22:14:28.152905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300347e-8bb5-40cb-9542-1a57dc2afc03 req-a6b32cf7-ff8c-4b3f-ad1e-376a44a8615d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:28.154407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a300347e-8bb5-40cb-9542-1a57dc2afc03 req-a6b32cf7-ff8c-4b3f-ad1e-376a44a8615d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0782607 Jan 27 22:14:28.164805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaffed8-77d0-42f4-9777-a74dfa4f3fff req-57df4683-1566-49dd-b4a9-42e27287b2cd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:28.166169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deaffed8-77d0-42f4-9777-a74dfa4f3fff req-57df4683-1566-49dd-b4a9-42e27287b2cd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0640790 Jan 27 22:14:28.563165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a300347e-8bb5-40cb-9542-1a57dc2afc03 req-a661eeab-9751-4e2a-947b-caa85b86fdb2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960457 Jan 27 22:14:28.567256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deaffed8-77d0-42f4-9777-a74dfa4f3fff req-834da111-f8f1-4bed-bfc9-f79c883ac815 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941426 Jan 27 22:14:28.665843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b36f39-b75a-41c1-bc6e-a87381c91902 req-212535fe-539f-41f0-9ed5-3dc33c27b8fd tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:28.667317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20b36f39-b75a-41c1-bc6e-a87381c91902 req-212535fe-539f-41f0-9ed5-3dc33c27b8fd tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0500562 Jan 27 22:14:28.746445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20b36f39-b75a-41c1-bc6e-a87381c91902 req-4ee2add0-225f-4cca-9e31-cab664dc3c8d tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729568 Jan 27 22:14:28.757202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036404e0-e416-4e23-afac-fd8dd8299f2f req-47ff8417-55ef-4a92-a377-35fec28e409b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:28.758648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-036404e0-e416-4e23-afac-fd8dd8299f2f req-47ff8417-55ef-4a92-a377-35fec28e409b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0725234 Jan 27 22:14:28.804402 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-036404e0-e416-4e23-afac-fd8dd8299f2f req-8c4bc132-d9b4-4015-b86a-61cb9dbdd8fe tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Jan 27 22:14:28.915358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0ffd4-a3c0-42dc-8504-84d7a26c9ccc req-4f43e0b6-9cb9-4902-884d-33805039d022 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:28.916854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0b0ffd4-a3c0-42dc-8504-84d7a26c9ccc req-4f43e0b6-9cb9-4902-884d-33805039d022 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0477724 Jan 27 22:14:28.962296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0b0ffd4-a3c0-42dc-8504-84d7a26c9ccc req-d670d86a-589b-4382-89ad-272b715fe5b4 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Jan 27 22:14:29.120410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ddd24-5af7-473b-b871-0587ee18ec68 req-6139ca00-62a3-4e29-bb54-1e03684167d7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:29.121890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-025ddd24-5af7-473b-b871-0587ee18ec68 req-6139ca00-62a3-4e29-bb54-1e03684167d7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0473061 Jan 27 22:14:29.173068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-025ddd24-5af7-473b-b871-0587ee18ec68 req-9825e964-c137-424e-b536-df62d4376ca8 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Jan 27 22:14:29.285293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d57e5-eb71-4d07-a874-4f942adb3de4 req-82db5e5c-6687-42ca-9df6-a424d2131c4e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:29.286657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-692d57e5-eb71-4d07-a874-4f942adb3de4 req-82db5e5c-6687-42ca-9df6-a424d2131c4e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0474885 Jan 27 22:14:29.331669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-692d57e5-eb71-4d07-a874-4f942adb3de4 req-b29df51d-c3ba-4eba-8774-cd3cc526bf9e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395207 Jan 27 22:14:29.458360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac3d35-dc9d-4aad-a55c-4ba823969a5a req-79d9436c-683c-47dd-995f-97cb00abcc0e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:29.459796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7ac3d35-dc9d-4aad-a55c-4ba823969a5a req-79d9436c-683c-47dd-995f-97cb00abcc0e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0464790 Jan 27 22:14:29.506309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7ac3d35-dc9d-4aad-a55c-4ba823969a5a req-54379a25-d141-416a-ac18-0fc7ab69c3ee tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Jan 27 22:14:29.623366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df6b51-8d03-41a5-b99f-e37822adf869 req-bdb7e8ca-6ab3-47ce-9d5e-be5bf14ade78 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:29.624916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84df6b51-8d03-41a5-b99f-e37822adf869 req-bdb7e8ca-6ab3-47ce-9d5e-be5bf14ade78 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0521338 Jan 27 22:14:29.699624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84df6b51-8d03-41a5-b99f-e37822adf869 req-bcccf792-37ec-4d9c-acc8-9ccf3c3d243c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691359 Jan 27 22:14:29.709332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f395e6-f7c8-4bb3-929f-b731049fd0c3 req-1f2f13fe-d7b1-4119-b897-9414e220609f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:29.710741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25f395e6-f7c8-4bb3-929f-b731049fd0c3 req-1f2f13fe-d7b1-4119-b897-9414e220609f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0745149 Jan 27 22:14:29.757998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25f395e6-f7c8-4bb3-929f-b731049fd0c3 req-f7d3755d-7f17-4cd1-8c74-69b22b0a1d71 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417945 Jan 27 22:14:29.858037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d4ec8-faf3-4096-96dd-e60cf14064c5 req-e1d8758f-db75-40a1-a2ad-8cd16d4d4f2d tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:29.859433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-810d4ec8-faf3-4096-96dd-e60cf14064c5 req-e1d8758f-db75-40a1-a2ad-8cd16d4d4f2d tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0483954 Jan 27 22:14:29.916408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-810d4ec8-faf3-4096-96dd-e60cf14064c5 req-bf3e7c8c-983d-4570-9126-8dffe0bdae57 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487001 Jan 27 22:14:30.043876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae23f5-f466-4a20-b634-b07aae44cda2 req-ad03c4b2-217e-4863-ba85-714696d248e9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:30.045338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30ae23f5-f466-4a20-b634-b07aae44cda2 req-ad03c4b2-217e-4863-ba85-714696d248e9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0476027 Jan 27 22:14:30.091128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30ae23f5-f466-4a20-b634-b07aae44cda2 req-3e515e12-e14f-4c35-adc7-85aa1501276a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 Jan 27 22:14:30.873514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc5dd7-be91-4d05-9f8a-7d55642dddac req-8019f4d4-2368-41d6-a709-7bc870a5ecf0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:30.874994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53bc5dd7-be91-4d05-9f8a-7d55642dddac req-8019f4d4-2368-41d6-a709-7bc870a5ecf0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 944 time: 0.0479729 Jan 27 22:14:30.920965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53bc5dd7-be91-4d05-9f8a-7d55642dddac req-fbaff7c1-24c7-4b97-a7ca-c0dc1368746d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Jan 27 22:14:31.033645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3386c-451a-4205-b4eb-95658e7a98bb req-f2e2a132-f477-4785-ae85-28e0f6f4ab72 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:31.035110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ace3386c-451a-4205-b4eb-95658e7a98bb req-f2e2a132-f477-4785-ae85-28e0f6f4ab72 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0521443 Jan 27 22:14:31.083797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ace3386c-451a-4205-b4eb-95658e7a98bb req-4acfed95-7811-4107-809a-b4a4c902f54a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430570 Jan 27 22:14:31.205726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07b35a-7d25-4ffd-933f-fae4317d0568 req-ee527c34-cefd-4fe6-92bd-c8174fab8426 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:31.207184 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f07b35a-7d25-4ffd-933f-fae4317d0568 req-ee527c34-cefd-4fe6-92bd-c8174fab8426 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0486701 Jan 27 22:14:31.252876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f07b35a-7d25-4ffd-933f-fae4317d0568 req-621f9cdf-077e-48d2-8118-66557251630b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Jan 27 22:14:31.495499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 50df6a9f-002e-459f-9284-01f7e38bbfbd details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:14:31.593163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 50df6a9f-002e-459f-9284-01f7e38bbfbd, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50df6a9f-002e-459f-9284-01f7e38bbfbd,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:31.606473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '50df6a9f-002e-459f-9284-01f7e38bbfbd', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'port_id': '50df6a9f-002e-459f-9284-01f7e38bbfbd', 'mac_address': 'fa:16:3e:a8:5f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:14:31.644170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 50df6a9f-002e-459f-9284-01f7e38bbfbd is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:31.644846 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.657907 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50df6a9f-002e-459f-9284-01f7e38bbfbd {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:14:31.678598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 50df6a9f-002e-459f-9284-01f7e38bbfbd, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50df6a9f-002e-459f-9284-01f7e38bbfbd,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:31.692096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf6525-1cbc-4d74-ae83-df7550a7ebc3 req-5b977bbc-ab1a-49b8-8010-9260e6bbc0c5 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:31.693701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acdf6525-1cbc-4d74-ae83-df7550a7ebc3 req-5b977bbc-ab1a-49b8-8010-9260e6bbc0c5 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0550144 Jan 27 22:14:31.743126 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acdf6525-1cbc-4d74-ae83-df7550a7ebc3 req-a6d6f5f9-433e-4127-ba56-9895544c930c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434628 Jan 27 22:14:31.779749 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:31.994727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=50df6a9f-002e-459f-9284-01f7e38bbfbd,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:32.042669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['50df6a9f-002e-459f-9284-01f7e38bbfbd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:14:32.065203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac376a-9955-46a6-9f85-4c9becf58089 req-2832eecf-df61-4f81-9647-c1f12bd17006 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:32.068715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3ac376a-9955-46a6-9f85-4c9becf58089 req-2832eecf-df61-4f81-9647-c1f12bd17006 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 945 time: 0.0636299 Jan 27 22:14:32.075092 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:14:32.115251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3ac376a-9955-46a6-9f85-4c9becf58089 req-972e8580-ada7-4bb1-a21e-438f5408e700 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429127 Jan 27 22:14:32.203099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf715e-14ae-4ced-b1cc-8b0c84696e62 req-10d0ac9e-2354-4c1b-a9ea-aba46da0e766 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:32.204640 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edcf715e-14ae-4ced-b1cc-8b0c84696e62 req-10d0ac9e-2354-4c1b-a9ea-aba46da0e766 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0506964 Jan 27 22:14:32.260426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edcf715e-14ae-4ced-b1cc-8b0c84696e62 req-8eac8a20-afba-43e3-a77b-9bcdeea48723 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499983 Jan 27 22:14:32.374118 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6ec4e19a-2e7d-4df6-9bc1-1a64a13791fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:32.855698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89816c-bbfc-4d1e-8f99-8342f513c32f req-2bb761e2-e9e6-4457-a031-73db6cfee77b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:32.857169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f89816c-bbfc-4d1e-8f99-8342f513c32f req-2bb761e2-e9e6-4457-a031-73db6cfee77b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0473461 Jan 27 22:14:32.904900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f89816c-bbfc-4d1e-8f99-8342f513c32f req-71ebf227-830b-4e79-90ab-30b660e5c25e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Jan 27 22:14:33.017870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25977aa8-8b51-42fd-b4ab-83725dc17f41 req-baef0744-62ff-4dc8-8850-f43710e5c2c6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:33.019331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25977aa8-8b51-42fd-b4ab-83725dc17f41 req-baef0744-62ff-4dc8-8850-f43710e5c2c6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0483558 Jan 27 22:14:33.064568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-25977aa8-8b51-42fd-b4ab-83725dc17f41 req-10bdee68-25b5-40c3-865d-d1e5d3f0fb8c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396485 Jan 27 22:14:33.248395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cdccf-a0a1-4ef3-9fe5-3f2cd57d7ef1 req-1d6df2a0-1ced-41fc-a8cd-6e478673856a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:33.250401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a4cdccf-a0a1-4ef3-9fe5-3f2cd57d7ef1 req-1d6df2a0-1ced-41fc-a8cd-6e478673856a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0815077 Jan 27 22:14:33.260778 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedca682-a732-4e25-b3c8-d4192784ebe6 req-dba2ebf0-af68-4159-b112-efcd18b3a0ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:33.262151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eedca682-a732-4e25-b3c8-d4192784ebe6 req-dba2ebf0-af68-4159-b112-efcd18b3a0ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 945 time: 0.0640852 Jan 27 22:14:33.333549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a4cdccf-a0a1-4ef3-9fe5-3f2cd57d7ef1 req-ed723d7a-d35c-488e-882a-ded494fcd5c4 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703733 Jan 27 22:14:33.341878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eedca682-a732-4e25-b3c8-d4192784ebe6 req-d4ba02ce-e2af-43a7-a2c8-a9f97327e932 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672827 Jan 27 22:14:33.466791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3ca3a-d722-4197-b8bd-bd29d24fc13a req-df9357ea-ccfe-4f40-9e28-2b09dcee97a4 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:33.468313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4a3ca3a-d722-4197-b8bd-bd29d24fc13a req-df9357ea-ccfe-4f40-9e28-2b09dcee97a4 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0791461 Jan 27 22:14:33.489158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bbbca-269e-420e-96b6-8ad5084c1d65 req-8b9a5472-eae8-4f8b-a394-800baff7305f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:33.490580 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b8bbbca-269e-420e-96b6-8ad5084c1d65 req-8b9a5472-eae8-4f8b-a394-800baff7305f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0894108 Jan 27 22:14:33.512088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 50df6a9f-002e-459f-9284-01f7e38bbfbd up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:33.560784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4a3ca3a-d722-4197-b8bd-bd29d24fc13a req-8c8ea9be-7dcf-4035-b697-83ff64da8ae8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867383 Jan 27 22:14:33.565587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b8bbbca-269e-420e-96b6-8ad5084c1d65 req-5da13504-0ca7-4c7d-83b6-9cf458952042 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683863 Jan 27 22:14:33.648335 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 50df6a9f-002e-459f-9284-01f7e38bbfbd completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:14:33.652468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 50df6a9f-002e-459f-9284-01f7e38bbfbd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:33.652887 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.700243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b872cd-c01e-421c-9259-7cf0b3f7c636 req-bb41e934-dd4b-4739-a6f9-4c0d7e856ccc tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:33.702034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1b872cd-c01e-421c-9259-7cf0b3f7c636 req-bb41e934-dd4b-4739-a6f9-4c0d7e856ccc tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0544696 Jan 27 22:14:33.733204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 50df6a9f-002e-459f-9284-01f7e38bbfbd is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:33.733602 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.750807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f1b872cd-c01e-421c-9259-7cf0b3f7c636 req-bf074289-56fd-4278-82eb-8b20fd98bcf1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424356 Jan 27 22:14:33.756289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6826ac2-f6ab-4caa-84b6-00f7da83206d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50df6a9f-002e-459f-9284-01f7e38bbfbd'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:33.758583 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4a74f6-4001-4067-b1fc-ac020145c2de" -d '{"events": [{"server_uuid": "f6826ac2-f6ab-4caa-84b6-00f7da83206d", "name": "network-vif-plugged", "status": "completed", "tag": "50df6a9f-002e-459f-9284-01f7e38bbfbd"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:33.776015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 50df6a9f-002e-459f-9284-01f7e38bbfbd, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50df6a9f-002e-459f-9284-01f7e38bbfbd,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:33.796705 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b906625e-7995-4169-bff7-80446801cbd2 x-openstack-request-id: req-b906625e-7995-4169-bff7-80446801cbd2 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:33.797078 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6826ac2-f6ab-4caa-84b6-00f7da83206d", "name": "network-vif-plugged", "status": "completed", "tag": "50df6a9f-002e-459f-9284-01f7e38bbfbd", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:33.797330 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b906625e-7995-4169-bff7-80446801cbd2 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:33.797726 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826ac2-f6ab-4caa-84b6-00f7da83206d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50df6a9f-002e-459f-9284-01f7e38bbfbd', 'code': 200} Jan 27 22:14:33.871537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dbce4-ccc2-49eb-8c3b-7ef2d232ec1a req-aa0b0a76-1a33-4863-8cbf-e12bf614c651 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:33.871783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:33.872993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a6dbce4-ccc2-49eb-8c3b-7ef2d232ec1a req-aa0b0a76-1a33-4863-8cbf-e12bf614c651 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0551355 Jan 27 22:14:33.893948 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9cee6-50cf-4004-a6cc-ad6ad856e2a2 req-d88906dc-486b-40ac-ab01-dff5d857028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:33.897472 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9cf9cee6-50cf-4004-a6cc-ad6ad856e2a2 req-d88906dc-486b-40ac-ab01-dff5d857028f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 1096 time: 0.0429275 Jan 27 22:14:33.925363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=50df6a9f-002e-459f-9284-01f7e38bbfbd,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:33.926236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a6dbce4-ccc2-49eb-8c3b-7ef2d232ec1a req-511406d5-6357-449f-ac7d-5be6c13ebf99 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468118 Jan 27 22:14:33.941453 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9cf9cee6-50cf-4004-a6cc-ad6ad856e2a2 req-65cda20b-22dc-4488-9445-22298f6b5ba4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397406 Jan 27 22:14:34.081819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82903f-3581-4b14-a3b0-6c1916e13c81 req-e9bc514b-fba6-4827-8d56-53c168d54c8b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:34.083291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a82903f-3581-4b14-a3b0-6c1916e13c81 req-e9bc514b-fba6-4827-8d56-53c168d54c8b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0541778 Jan 27 22:14:34.130393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a82903f-3581-4b14-a3b0-6c1916e13c81 req-c20a87c4-ec9c-42fc-91a6-874c743f281d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Jan 27 22:14:34.246616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6a229-4a69-4f37-a645-7ff0ec9fa7e0 req-d07e585c-f1ed-4a8c-a7a4-068a83d4a0e8 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:34.248115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abf6a229-4a69-4f37-a645-7ff0ec9fa7e0 req-d07e585c-f1ed-4a8c-a7a4-068a83d4a0e8 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0483046 Jan 27 22:14:34.298277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abf6a229-4a69-4f37-a645-7ff0ec9fa7e0 req-af4e8c4f-1b6d-443b-a486-6c03dcd24914 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445864 Jan 27 22:14:34.471755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd679fa-5551-44e4-9004-d9570eb75cd0 req-dc276fc1-a688-4a9f-b21f-2742a0a02c80 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:34.473384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1dd679fa-5551-44e4-9004-d9570eb75cd0 req-dc276fc1-a688-4a9f-b21f-2742a0a02c80 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 946 time: 0.0674458 Jan 27 22:14:34.482541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69263acc-6f52-4b47-a2e3-a8cb93ba4481 req-f2259882-db54-4985-9909-25441f2d8655 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:34.482541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69263acc-6f52-4b47-a2e3-a8cb93ba4481 req-f2259882-db54-4985-9909-25441f2d8655 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0853100 Jan 27 22:14:34.553266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1dd679fa-5551-44e4-9004-d9570eb75cd0 req-44538be4-2ab1-4467-b5df-1f3c3f394e4f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701814 Jan 27 22:14:34.556494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69263acc-6f52-4b47-a2e3-a8cb93ba4481 req-31990eed-f466-4b42-8a54-3f0061a7f1a5 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672393 Jan 27 22:14:34.700348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23cb8c-0701-4a66-80b1-7d272299c876 req-1b612ff9-10d8-4460-a0f1-9c94b516c78c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:34.701833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d23cb8c-0701-4a66-80b1-7d272299c876 req-1b612ff9-10d8-4460-a0f1-9c94b516c78c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0790348 Jan 27 22:14:34.711670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70cbf3-d30a-41ba-a680-52cc540acc3f req-3f03ecae-da40-4a53-a804-53217795d31f tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:34.713153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea70cbf3-d30a-41ba-a680-52cc540acc3f req-3f03ecae-da40-4a53-a804-53217795d31f tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 943 time: 0.0815682 Jan 27 22:14:34.782297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d23cb8c-0701-4a66-80b1-7d272299c876 req-f0b8cbc4-d62f-466a-b9f8-91e69e06c537 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681267 Jan 27 22:14:34.790623 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea70cbf3-d30a-41ba-a680-52cc540acc3f req-fc383180-6e1c-41b3-96ce-5fb48de25067 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703940 Jan 27 22:14:34.915508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508303b8-0737-421c-8f47-6aceab1c35a9 req-8424fc58-4336-425b-9e12-6ae7d864cc21 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:34.917129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-508303b8-0737-421c-8f47-6aceab1c35a9 req-8424fc58-4336-425b-9e12-6ae7d864cc21 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0511403 Jan 27 22:14:34.928104 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5e618cc4-a347-4d6a-bf0c-651ddbd685b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:34.970868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-508303b8-0737-421c-8f47-6aceab1c35a9 req-fa86dd48-1a33-4c21-9f4a-12d447c19bd0 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479496 Jan 27 22:14:35.085880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58c54c-6d8a-44df-8a2d-2a01c86a12d7 req-ec10a315-0e34-472e-aba2-2d81baaab1bf tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:35.087388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e58c54c-6d8a-44df-8a2d-2a01c86a12d7 req-ec10a315-0e34-472e-aba2-2d81baaab1bf tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0494599 Jan 27 22:14:35.135849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0e58c54c-6d8a-44df-8a2d-2a01c86a12d7 req-db2ec228-0260-41f9-be4c-ee5102c3a742 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Jan 27 22:14:35.293727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15d301-67c7-417b-9807-e6c4f70f46f6 req-c5b32bf7-c48e-46a2-ac76-397c32126641 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:35.295223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e15d301-67c7-417b-9807-e6c4f70f46f6 req-c5b32bf7-c48e-46a2-ac76-397c32126641 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0481226 Jan 27 22:14:35.341472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e15d301-67c7-417b-9807-e6c4f70f46f6 req-ae08834a-0837-443a-ae95-a7f56138f9f9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399489 Jan 27 22:14:35.459266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e16d6a-2f2d-4edf-b854-423e2329237c req-162bd866-d968-40ef-8502-f1b6c89a2c4c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:35.460755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2e16d6a-2f2d-4edf-b854-423e2329237c req-162bd866-d968-40ef-8502-f1b6c89a2c4c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0524037 Jan 27 22:14:35.507432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2e16d6a-2f2d-4edf-b854-423e2329237c req-3e9c89a4-60be-4adb-9a02-4ac3167b174a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410607 Jan 27 22:14:35.513855 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bef78f9f-4f54-4f05-9f13-e546da1ef9f1 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:14:35.612398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bef78f9f-4f54-4f05-9f13-e546da1ef9f1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bef78f9f-4f54-4f05-9f13-e546da1ef9f1,segment=NetworkSegment(65ec2992-b32f-419c-9a72-b5ccaa103646),segment_id=65ec2992-b32f-419c-9a72-b5ccaa103646)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:35.625314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'port_id': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'mac_address': 'fa:16:3e:53:1d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:14:35.662253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:35.662651 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:35.668337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5819745-3b4e-4e88-acab-a8ea299693bf req-b66cec0b-47cc-4078-9e80-52746ca7e599 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:35.669817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5819745-3b4e-4e88-acab-a8ea299693bf req-b66cec0b-47cc-4078-9e80-52746ca7e599 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0781753 Jan 27 22:14:35.677501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef78f9f-4f54-4f05-9f13-e546da1ef9f1 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:14:35.690128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384dc1f0-b4f9-47a6-b921-43bd3f438af3 req-df0f4f57-5b5c-402c-b780-38ff96b2204a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:35.691745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-384dc1f0-b4f9-47a6-b921-43bd3f438af3 req-df0f4f57-5b5c-402c-b780-38ff96b2204a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 946 time: 0.0697844 Jan 27 22:14:35.697660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bef78f9f-4f54-4f05-9f13-e546da1ef9f1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bef78f9f-4f54-4f05-9f13-e546da1ef9f1,segment=NetworkSegment(65ec2992-b32f-419c-9a72-b5ccaa103646),segment_id=65ec2992-b32f-419c-9a72-b5ccaa103646)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:35.761158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5819745-3b4e-4e88-acab-a8ea299693bf req-0f499dde-2a85-4be4-a0e8-ff4ae64f910b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834901 Jan 27 22:14:35.765784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-384dc1f0-b4f9-47a6-b921-43bd3f438af3 req-c7ff00a4-8878-4712-bb57-b6d0c64796f9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663252 Jan 27 22:14:35.808362 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:35.856879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=bef78f9f-4f54-4f05-9f13-e546da1ef9f1,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:35.907988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52629d-44af-4ee3-9891-a06dbd7edd00 req-819b1a2c-671c-4566-8590-3a9ec211c0bf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:35.909476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e52629d-44af-4ee3-9891-a06dbd7edd00 req-819b1a2c-671c-4566-8590-3a9ec211c0bf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 946 time: 0.0676978 Jan 27 22:14:35.919618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3daeb-8490-4d46-82ef-1294129ffb68 req-158e8afc-d5f2-43e2-8cfb-b17f0e9d1989 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:35.921084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3e3daeb-8490-4d46-82ef-1294129ffb68 req-158e8afc-d5f2-43e2-8cfb-b17f0e9d1989 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0881257 Jan 27 22:14:35.995674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e52629d-44af-4ee3-9891-a06dbd7edd00 req-e6df1817-acf5-4e5c-acd8-372131afec5d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735979 Jan 27 22:14:35.998763 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3e3daeb-8490-4d46-82ef-1294129ffb68 req-b5b2bce2-0591-4963-ad90-f8e326efd327 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710349 Jan 27 22:14:36.040364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['bef78f9f-4f54-4f05-9f13-e546da1ef9f1'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:14:36.166269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71cac-76b2-428c-9b59-2ddf9fa997ae req-30a5ce5b-e255-4fac-b613-03ace423c9d9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:36.168457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60a71cac-76b2-428c-9b59-2ddf9fa997ae req-30a5ce5b-e255-4fac-b613-03ace423c9d9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 944 time: 0.1070213 Jan 27 22:14:36.213176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864682-a9eb-48f4-8f61-a13687cba96e req-05a3b897-fa69-477f-af2c-c30bb414afd3 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:36.214784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e864682-a9eb-48f4-8f61-a13687cba96e req-05a3b897-fa69-477f-af2c-c30bb414afd3 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0926690 Jan 27 22:14:36.238029 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:36.259867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60a71cac-76b2-428c-9b59-2ddf9fa997ae req-58048783-5be0-454d-8116-c95649e9da0b tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818913 Jan 27 22:14:36.281353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e864682-a9eb-48f4-8f61-a13687cba96e req-b8c964f5-0c6b-4e3a-aef5-635596fe7a00 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597632 Jan 27 22:14:36.412600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ae9f3-00c9-4417-b1b8-e5fd30822737 req-69ba095f-29d1-4eac-99db-54f2a0b7756c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:36.414077 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e38ae9f3-00c9-4417-b1b8-e5fd30822737 req-69ba095f-29d1-4eac-99db-54f2a0b7756c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0540547 Jan 27 22:14:36.460988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e38ae9f3-00c9-4417-b1b8-e5fd30822737 req-f14e008d-04b6-4bc8-822f-fe2b7147babe tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Jan 27 22:14:36.624442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbd59f-c8f7-44b9-b939-5e4be13b9d31 req-d7e1135a-fbb5-4013-b7e8-55832d3acb93 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:36.625936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9dfbd59f-c8f7-44b9-b939-5e4be13b9d31 req-d7e1135a-fbb5-4013-b7e8-55832d3acb93 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0499377 Jan 27 22:14:36.673091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9dfbd59f-c8f7-44b9-b939-5e4be13b9d31 req-52142af6-c538-4d07-9ef9-2ff7f69a8deb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 Jan 27 22:14:36.807346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f52480-2305-4f29-aa74-b203ecf45f97 req-1e572036-3b4a-44b9-9e81-880d45b81328 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:36.808857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53f52480-2305-4f29-aa74-b203ecf45f97 req-1e572036-3b4a-44b9-9e81-880d45b81328 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 946 time: 0.0904541 Jan 27 22:14:36.820520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12179c9-91c1-4725-a634-b8417f39f1fc req-143bcaec-e19a-4e9f-a5ef-73d2eea6fc53 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:36.821899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f12179c9-91c1-4725-a634-b8417f39f1fc req-143bcaec-e19a-4e9f-a5ef-73d2eea6fc53 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0733135 Jan 27 22:14:36.892185 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53f52480-2305-4f29-aa74-b203ecf45f97 req-797bf0c4-39c1-4d7c-92b4-56c01d268af0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693128 Jan 27 22:14:36.899608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f12179c9-91c1-4725-a634-b8417f39f1fc req-351c1a8c-3d1e-41ca-ae38-ff184ccbf974 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692382 Jan 27 22:14:37.030220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b45fa3-b88f-45d8-a37c-0c01b1ce108e req-f6d191d0-c153-4369-8e7c-2387be1693c1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:37.031712 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23b45fa3-b88f-45d8-a37c-0c01b1ce108e req-f6d191d0-c153-4369-8e7c-2387be1693c1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0502827 Jan 27 22:14:37.082899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23b45fa3-b88f-45d8-a37c-0c01b1ce108e req-3731f7f4-657e-4fbc-8188-0bc84d083caf tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456023 Jan 27 22:14:37.199396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc4696-4c0e-49f2-b505-4d5d51328bcb req-59d6b9f1-997a-488f-bb53-e45ac93d8b59 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:37.200880 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2bc4696-4c0e-49f2-b505-4d5d51328bcb req-59d6b9f1-997a-488f-bb53-e45ac93d8b59 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0491881 Jan 27 22:14:37.248020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2bc4696-4c0e-49f2-b505-4d5d51328bcb req-eb274170-6015-4ad2-9ce1-e9861d41ee68 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Jan 27 22:14:37.491430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef95cda-1dcb-49d4-9b1e-9a4e3ca48e38 req-a88d39a7-43d5-42eb-a1a0-bf04af73eb81 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:37.491430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ef95cda-1dcb-49d4-9b1e-9a4e3ca48e38 req-a88d39a7-43d5-42eb-a1a0-bf04af73eb81 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 944 time: 0.0499489 Jan 27 22:14:37.491430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ef95cda-1dcb-49d4-9b1e-9a4e3ca48e38 req-aaeb475a-f3ec-4eff-94f0-76e8e78160b8 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426958 Jan 27 22:14:37.522911 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bef78f9f-4f54-4f05-9f13-e546da1ef9f1 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:37.548613 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.682173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:14:37.686050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:37.686437 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.764795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:37.765170 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.787801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:37.790047 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d2f54c-1e35-4bb4-90ac-1f92a796a392" -d '{"events": [{"server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "name": "network-vif-plugged", "status": "completed", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:37.808007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port bef78f9f-4f54-4f05-9f13-e546da1ef9f1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bef78f9f-4f54-4f05-9f13-e546da1ef9f1,segment=NetworkSegment(65ec2992-b32f-419c-9a72-b5ccaa103646),segment_id=65ec2992-b32f-419c-9a72-b5ccaa103646)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:37.831503 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd0cfc7-27cc-4a5e-a6d0-1735114aeb9c x-openstack-request-id: req-fbd0cfc7-27cc-4a5e-a6d0-1735114aeb9c {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:37.831503 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "name": "network-vif-plugged", "status": "completed", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:37.831503 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fbd0cfc7-27cc-4a5e-a6d0-1735114aeb9c {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:37.831503 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'code': 200} Jan 27 22:14:37.888645 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:37.941128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5febbc-f94e-4e2d-b67d-048942a32255 req-2d70bdd1-a4e8-496b-bc07-55988dda38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:37.941792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=bef78f9f-4f54-4f05-9f13-e546da1ef9f1,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:37.942978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c5febbc-f94e-4e2d-b67d-048942a32255 req-2d70bdd1-a4e8-496b-bc07-55988dda38d9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0580702 Jan 27 22:14:38.001393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c5febbc-f94e-4e2d-b67d-048942a32255 req-8f6c5bf4-a8ca-46e6-b7e9-6932056ebfb3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513642 Jan 27 22:14:38.040766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a77d97-c38a-4341-9e8f-0e82c1d7a470 req-d0ad1e6c-9bdf-43d5-94cc-c1a058922bb7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:38.042184 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a77d97-c38a-4341-9e8f-0e82c1d7a470 req-d0ad1e6c-9bdf-43d5-94cc-c1a058922bb7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 946 time: 0.0532627 Jan 27 22:14:38.096920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a77d97-c38a-4341-9e8f-0e82c1d7a470 req-074cd6a2-2780-4f9b-83ee-ddce9976de61 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451257 Jan 27 22:14:38.186246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85bcba-d6a6-4966-b1f6-c55e093030b8 req-9ca3a9e8-bb87-4817-87c6-48d27c08f996 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:38.188367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a85bcba-d6a6-4966-b1f6-c55e093030b8 req-9ca3a9e8-bb87-4817-87c6-48d27c08f996 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0501194 Jan 27 22:14:38.195763 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55772f4a-6c63-4fe7-9113-264d0d46ff3c req-12093a49-2c6e-4179-8608-61e7e769c6f9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:38.197991 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-55772f4a-6c63-4fe7-9113-264d0d46ff3c req-12093a49-2c6e-4179-8608-61e7e769c6f9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 946 time: 0.0514770 Jan 27 22:14:38.242380 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a85bcba-d6a6-4966-b1f6-c55e093030b8 req-0d9b7258-169f-414b-86c6-6595d6d636f6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477786 Jan 27 22:14:38.299127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-55772f4a-6c63-4fe7-9113-264d0d46ff3c req-18053109-0766-4eb4-ac69-72982b03b578 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Deleting port 50df6a9f-002e-459f-9284-01f7e38bbfbd {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:14:38.299389 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-55772f4a-6c63-4fe7-9113-264d0d46ff3c req-18053109-0766-4eb4-ac69-72982b03b578 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.386837 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-55772f4a-6c63-4fe7-9113-264d0d46ff3c req-18053109-0766-4eb4-ac69-72982b03b578 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] For port 50df6a9f-002e-459f-9284-01f7e38bbfbd, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=50df6a9f-002e-459f-9284-01f7e38bbfbd,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:38.387206 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-55772f4a-6c63-4fe7-9113-264d0d46ff3c req-18053109-0766-4eb4-ac69-72982b03b578 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.399008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-55772f4a-6c63-4fe7-9113-264d0d46ff3c req-18053109-0766-4eb4-ac69-72982b03b578 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Calling delete_port for 50df6a9f-002e-459f-9284-01f7e38bbfbd owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:14:38.540646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0808-514f-4a6f-9ec6-51250fb6e64b req-7e7282a1-e74e-44aa-942f-c81beec47e16 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:38.542135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-384f0808-514f-4a6f-9ec6-51250fb6e64b req-7e7282a1-e74e-44aa-942f-c81beec47e16 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 945 time: 0.0510044 Jan 27 22:14:38.590635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-384f0808-514f-4a6f-9ec6-51250fb6e64b req-7eb50339-8cfb-4cc3-aaec-b715ac1742c0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426648 Jan 27 22:14:38.619917 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-55772f4a-6c63-4fe7-9113-264d0d46ff3c req-18053109-0766-4eb4-ac69-72982b03b578 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (50df6a9f-002e-459f-9284-01f7e38bbfbd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.633793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['50df6a9f-002e-459f-9284-01f7e38bbfbd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:14:38.636032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['162b9628-f080-4ed1-b1a3-574ad7ee73cd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:14:38.649017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18053109-0766-4eb4-ac69-72982b03b578 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event deleted for resources: {'Port': ['ID=50df6a9f-002e-459f-9284-01f7e38bbfbd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:38.767371 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-55772f4a-6c63-4fe7-9113-264d0d46ff3c req-18053109-0766-4eb4-ac69-72982b03b578 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] No DVR routers for this DVR port 50df6a9f-002e-459f-9284-01f7e38bbfbd on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:14:38.767371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-55772f4a-6c63-4fe7-9113-264d0d46ff3c req-18053109-0766-4eb4-ac69-72982b03b578 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:38.767371 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-55772f4a-6c63-4fe7-9113-264d0d46ff3c req-18053109-0766-4eb4-ac69-72982b03b578 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "DELETE /v2.0/ports/50df6a9f-002e-459f-9284-01f7e38bbfbd HTTP/1.1" status: 204 len: 173 time: 0.5022907 Jan 27 22:14:38.767371 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6826ac2-f6ab-4caa-84b6-00f7da83206d', 'name': 'network-vif-deleted', 'tag': '50df6a9f-002e-459f-9284-01f7e38bbfbd'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:38.767371 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ad6b71-94c0-4b2f-8284-5529090a1ab2" -d '{"events": [{"server_uuid": "f6826ac2-f6ab-4caa-84b6-00f7da83206d", "name": "network-vif-deleted", "tag": "50df6a9f-002e-459f-9284-01f7e38bbfbd"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:38.767371 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989b7b71-5329-4c2e-92fd-98c7fa660d64 x-openstack-request-id: req-989b7b71-5329-4c2e-92fd-98c7fa660d64 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:38.767371 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6826ac2-f6ab-4caa-84b6-00f7da83206d", "name": "network-vif-deleted", "tag": "50df6a9f-002e-459f-9284-01f7e38bbfbd", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:38.767371 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-989b7b71-5329-4c2e-92fd-98c7fa660d64 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:38.767371 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6826ac2-f6ab-4caa-84b6-00f7da83206d', 'name': 'network-vif-deleted', 'tag': '50df6a9f-002e-459f-9284-01f7e38bbfbd', 'status': 'completed', 'code': 200} Jan 27 22:14:38.943119 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:39.200104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aafaa167-5603-49f2-ae5f-77e926c2840f req-03ce29cd-f2f7-43e3-a820-c917e979e2bd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0263259 Jan 27 22:14:39.358074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a52de-c2b3-4027-a2fe-ff030cc03fe2 req-dc3e2673-14b7-417c-b001-95f52f0cadb6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:39.359631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba6a52de-c2b3-4027-a2fe-ff030cc03fe2 req-dc3e2673-14b7-417c-b001-95f52f0cadb6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0497062 Jan 27 22:14:39.423703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba6a52de-c2b3-4027-a2fe-ff030cc03fe2 req-97bebf2a-8977-4e2a-b907-575eb50d832b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581343 Jan 27 22:14:39.705809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dca06f-3dd7-4bc0-ba84-536bd64f21a0 req-016022eb-1f3e-4f05-b65e-0be6b32e9ff1 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:39.707423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18dca06f-3dd7-4bc0-ba84-536bd64f21a0 req-016022eb-1f3e-4f05-b65e-0be6b32e9ff1 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 945 time: 0.0497983 Jan 27 22:14:39.757591 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18dca06f-3dd7-4bc0-ba84-536bd64f21a0 req-924eabb2-f886-4f23-a044-87dacc7cecd1 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 Jan 27 22:14:39.871840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece2d16-1d53-4630-be51-519f6d329f08 req-811b2d97-7b7e-416d-923e-8c489688ed28 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:39.873358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dece2d16-1d53-4630-be51-519f6d329f08 req-811b2d97-7b7e-416d-923e-8c489688ed28 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 945 time: 0.0487528 Jan 27 22:14:39.922147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dece2d16-1d53-4630-be51-519f6d329f08 req-daf2c372-074b-42f5-9ccc-3495e3e1c162 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427229 Jan 27 22:14:39.944432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60614) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:40.091659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06fa38a-a3db-417d-90d9-0e23fc5544cf tempest-TestVolumeBackupRestore-795756819 tempest-TestVolumeBackupRestore-795756819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:40.096973 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f06fa38a-a3db-417d-90d9-0e23fc5544cf tempest-TestVolumeBackupRestore-795756819 tempest-TestVolumeBackupRestore-795756819-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 1091 time: 0.1484451 Jan 27 22:14:40.097765 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60618) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:40.102057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:40.238202 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.315634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8047c2f-ba9a-4f9e-897f-ac3a71af972e req-881f5a98-1aaf-4a3b-9c1b-a20f2bdcefa0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0345006 Jan 27 22:14:40.364988 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.486365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Allocated IP 172.25.0.144 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/e375d826-1a04-4cba-a471-bb20789fa171) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:14:40.606128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae407a-c2c5-46d7-a0be-55dc7fa99efc req-e93fc81c-a8df-4c9e-b0cc-b58f34bed52c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:40.607676 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cae407a-c2c5-46d7-a0be-55dc7fa99efc req-e93fc81c-a8df-4c9e-b0cc-b58f34bed52c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.1086602 Jan 27 22:14:40.660231 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for port (e375d826-1a04-4cba-a471-bb20789fa171), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.681149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cae407a-c2c5-46d7-a0be-55dc7fa99efc req-796b8281-d0f7-4a45-b20a-3861b6f5411d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677395 Jan 27 22:14:40.820286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e375d826-1a04-4cba-a471-bb20789fa171), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:40.862086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:14:40.864824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:14:40.868296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:14:40.894201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event updated for resources: {'Port': ['ID=e375d826-1a04-4cba-a471-bb20789fa171,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:40.907330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:40.907691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:40.908045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:40.908420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:40.908767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:40.909110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:40.909449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:40.909788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:40.910123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:40.910464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:40.910802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:40.911136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:40.911468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:41.249099 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for floatingip (158eba5d-d7f1-4f98-a1f9-4f1a453caaa2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.427846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5fcc9a2-cbff-4fc2-833a-bc3ba270bba3 req-a72bf15c-e063-460d-a245-72ca48bf3829 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0412321 Jan 27 22:14:41.436959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e375d826-1a04-4cba-a471-bb20789fa171), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.557271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 50df6a9f-002e-459f-9284-01f7e38bbfbd no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:14:41.578871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 50df6a9f-002e-459f-9284-01f7e38bbfbd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:14:41.581189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 50df6a9f-002e-459f-9284-01f7e38bbfbd not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:14:41.592185 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for port (e375d826-1a04-4cba-a471-bb20789fa171), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.670612 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e375d826-1a04-4cba-a471-bb20789fa171), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.744250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event updated for resources: {'Port': ['ID=e375d826-1a04-4cba-a471-bb20789fa171,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:41.757529 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (158eba5d-d7f1-4f98-a1f9-4f1a453caaa2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:41.886336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f91057-6757-45e7-91dc-991b13ad3d8d req-bf5fb7c6-26c1-4131-b717-647bb6f9a933 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:41.887813 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63f91057-6757-45e7-91dc-991b13ad3d8d req-bf5fb7c6-26c1-4131-b717-647bb6f9a933 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0934753 Jan 27 22:14:41.913177 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Floating IP 158eba5d-d7f1-4f98-a1f9-4f1a453caaa2 associated. External IP: 172.25.0.144, port: bef78f9f-4f54-4f05-9f13-e546da1ef9f1. Jan 27 22:14:41.980788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63f91057-6757-45e7-91dc-991b13ad3d8d req-ec951ddf-ac24-4bf8-a302-0adebf221d06 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847831 Jan 27 22:14:42.151215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Router 75324e70-1d4c-4b40-a186-54f9fb7462ac has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:42.265232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:42.279563 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31075f89-6599-4385-ae51-999fa1a7fabb None None] Sync routers for ids ['75324e70-1d4c-4b40-a186-54f9fb7462ac'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:42.292520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31075f89-6599-4385-ae51-999fa1a7fabb None None] Routers {'75324e70-1d4c-4b40-a186-54f9fb7462ac'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:42.293282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-31075f89-6599-4385-ae51-999fa1a7fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:14:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['75324e70-1d4c-4b40-a186-54f9fb7462ac'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:42.399173 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.410994 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-31075f89-6599-4385-ae51-999fa1a7fabb None None] Set router 75324e70-1d4c-4b40-a186-54f9fb7462ac gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:42.431569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8ce25752-2264-4655-aa96-450e9b484532 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3302438 Jan 27 22:14:42.431569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:42.435632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 60628) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:42.436269 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295f4643-8365-4ae8-8ab0-a7a84c413724" -d '{"events": [{"name": "network-changed", "server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:42.495353 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7decd3-0d33-49bb-9f92-7ca9a9dfd283 tempest-TestVolumeBackupRestore-795756819 tempest-TestVolumeBackupRestore-795756819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:42.498980 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac56573-d27f-430c-a413-a2a8067f564e x-openstack-request-id: req-8ac56573-d27f-430c-a413-a2a8067f564e {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:42.500004 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:42.500367 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ac56573-d27f-430c-a413-a2a8067f564e {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:42.500826 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'status': 'completed', 'code': 200} Jan 27 22:14:42.501426 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60634) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:14:42.502045 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6f7decd3-0d33-49bb-9f92-7ca9a9dfd283 tempest-TestVolumeBackupRestore-795756819 tempest-TestVolumeBackupRestore-795756819-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 1091 time: 0.0689614 Jan 27 22:14:42.506180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-83692c67-994b-4071-a081-88a16c2fafa9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Request body: {'floatingip': {'port_id': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:14:42.614478 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83692c67-994b-4071-a081-88a16c2fafa9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for floatingip (158eba5d-d7f1-4f98-a1f9-4f1a453caaa2), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:42.626463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-809486aa-2e96-4046-99ec-65c31069abf3 req-92aa9c00-c5c1-47e0-8669-da521c5c6ab8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0559556 Jan 27 22:14:42.707621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-31075f89-6599-4385-ae51-999fa1a7fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '158eba5d-d7f1-4f98-a1f9-4f1a453caaa2', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'port_id': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'mac_address': 'fa:16:3e:53:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:14:41Z', 'updated_at': '2022-01-27T22:14:41Z', 'revision_number': 0, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be483d1-ab0b-4fec-8519-c67186030483', 'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'mac_address': 'fa:16:3e:16:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:26Z', 'updated_at': '2022-01-27T22:10:31Z', 'revision_number': 5, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'subnets': [{'id': '33917b9a-43a3-442a-a595-bfdc40739879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:42.735648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31075f89-6599-4385-ae51-999fa1a7fabb None None] Checking router: 75324e70-1d4c-4b40-a186-54f9fb7462ac for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:14:42.744018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31075f89-6599-4385-ae51-999fa1a7fabb None None] Routers {'75324e70-1d4c-4b40-a186-54f9fb7462ac'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:42.744931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-31075f89-6599-4385-ae51-999fa1a7fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:14:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['75324e70-1d4c-4b40-a186-54f9fb7462ac'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:42.752135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f4643-8365-4ae8-8ab0-a7a84c413724 req-97191429-bd44-4160-97b2-3f25771c1897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:42.753635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-295f4643-8365-4ae8-8ab0-a7a84c413724 req-97191429-bd44-4160-97b2-3f25771c1897 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=57cbbd4141164f4abfdc80d9f497be32&device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 1096 time: 0.1831045 Jan 27 22:14:42.854185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-31075f89-6599-4385-ae51-999fa1a7fabb None None] Set router 75324e70-1d4c-4b40-a186-54f9fb7462ac gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:43.107875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-31075f89-6599-4385-ae51-999fa1a7fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '158eba5d-d7f1-4f98-a1f9-4f1a453caaa2', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'port_id': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'mac_address': 'fa:16:3e:53:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:14:41Z', 'updated_at': '2022-01-27T22:14:41Z', 'revision_number': 0, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be483d1-ab0b-4fec-8519-c67186030483', 'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'mac_address': 'fa:16:3e:16:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:26Z', 'updated_at': '2022-01-27T22:10:31Z', 'revision_number': 5, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'subnets': [{'id': '33917b9a-43a3-442a-a595-bfdc40739879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:43.136269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31075f89-6599-4385-ae51-999fa1a7fabb None None] The sync data for ids ['75324e70-1d4c-4b40-a186-54f9fb7462ac'] in n-d-760456-6 is: [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '158eba5d-d7f1-4f98-a1f9-4f1a453caaa2', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'port_id': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'mac_address': 'fa:16:3e:53:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:14:41Z', 'updated_at': '2022-01-27T22:14:41Z', 'revision_number': 0, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be483d1-ab0b-4fec-8519-c67186030483', 'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'mac_address': 'fa:16:3e:16:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:26Z', 'updated_at': '2022-01-27T22:10:31Z', 'revision_number': 5, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'subnets': [{'id': '33917b9a-43a3-442a-a595-bfdc40739879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:43.307158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f4643-8365-4ae8-8ab0-a7a84c413724 req-1c998a5b-5dc8-4490-8091-6d025d7595a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:43.308635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-295f4643-8365-4ae8-8ab0-a7a84c413724 req-1c998a5b-5dc8-4490-8091-6d025d7595a7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=391455d8-8f26-4fa3-9d79-93e01aee0770 HTTP/1.1" status: 200 len: 914 time: 0.5276325 Jan 27 22:14:43.365275 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a5230f-f270-470e-93ff-4eb0057bc313 None None] New status for floating IP 158eba5d-d7f1-4f98-a1f9-4f1a453caaa2: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:14:43.456935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-295f4643-8365-4ae8-8ab0-a7a84c413724 req-7a0525c5-f1c9-4e66-869a-b0b1e10c33ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bef78f9f-4f54-4f05-9f13-e546da1ef9f1 HTTP/1.1" status: 200 len: 999 time: 0.1374781 Jan 27 22:14:43.482715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23023c-cd31-4a85-9eb0-cb1769a0b3cc req-a75f9924-82a8-4686-8f9e-91ab572e474a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:43.484836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de23023c-cd31-4a85-9eb0-cb1769a0b3cc req-a75f9924-82a8-4686-8f9e-91ab572e474a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.1815107 Jan 27 22:14:43.548792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f4643-8365-4ae8-8ab0-a7a84c413724 req-a4c0f7eb-40f8-45d1-b0e0-bf727376686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:43.550271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-295f4643-8365-4ae8-8ab0-a7a84c413724 req-a4c0f7eb-40f8-45d1-b0e0-bf727376686e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33917b9a-43a3-442a-a595-bfdc40739879 HTTP/1.1" status: 200 len: 852 time: 0.0873170 Jan 27 22:14:43.590259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de23023c-cd31-4a85-9eb0-cb1769a0b3cc req-2a8af230-8df6-41ad-ba6d-9f4aa1832972 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852587 Jan 27 22:14:43.606525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.api [None req-83692c67-994b-4071-a081-88a16c2fafa9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:14:43.606525 n-d-760456-6 neutron-server[104027]: DEBUG oslo_db.api [None req-83692c67-994b-4071-a081-88a16c2fafa9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:14:43.615434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f4643-8365-4ae8-8ab0-a7a84c413724 req-91fe38e4-0ca4-4f20-bd9e-8c367d091222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:43.617059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-295f4643-8365-4ae8-8ab0-a7a84c413724 req-91fe38e4-0ca4-4f20-bd9e-8c367d091222 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=391455d8-8f26-4fa3-9d79-93e01aee0770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595276 Jan 27 22:14:43.735858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61a5f36a-97fe-4214-98fe-901ef7f4e958 req-46e87bed-f78d-434f-bea3-1edbbceff379 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0361738 Jan 27 22:14:43.741486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-295f4643-8365-4ae8-8ab0-a7a84c413724 req-df4d441c-b2d1-420b-87cc-3c9883b0edf6 service neutron] 10.222.0.71 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180649 Jan 27 22:14:43.836923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-295f4643-8365-4ae8-8ab0-a7a84c413724 req-52404622-f99e-4560-98fd-91d00f224a37 service neutron] 10.222.0.71 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893643 Jan 27 22:14:44.102063 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83692c67-994b-4071-a081-88a16c2fafa9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for floatingip (158eba5d-d7f1-4f98-a1f9-4f1a453caaa2), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.583193 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83692c67-994b-4071-a081-88a16c2fafa9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.696200 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83692c67-994b-4071-a081-88a16c2fafa9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (158eba5d-d7f1-4f98-a1f9-4f1a453caaa2), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:44.758262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242b00-872d-4d5a-a2cc-2308faa7552a req-0ee770d0-e58a-4f60-8a7c-4c8fecc2170f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:44.761161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1242b00-872d-4d5a-a2cc-2308faa7552a req-0ee770d0-e58a-4f60-8a7c-4c8fecc2170f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0932343 Jan 27 22:14:44.860404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6825c544-9046-4729-8bab-34b5ddf21d8a req-f052da4a-588d-4f97-a0a8-f2cd8bcdd8fc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0439000 Jan 27 22:14:44.899211 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e1242b00-872d-4d5a-a2cc-2308faa7552a req-4ed56fb9-667b-4dac-99a3-edc0fd1d2a95 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297789 Jan 27 22:14:45.009382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83692c67-994b-4071-a081-88a16c2fafa9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Router 75324e70-1d4c-4b40-a186-54f9fb7462ac has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:14:45.122255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83692c67-994b-4071-a081-88a16c2fafa9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:14:45.126756 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-83692c67-994b-4071-a081-88a16c2fafa9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:45.133620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b8f96-8b50-40a4-8b4d-e28b4022436d None None] Sync routers for ids ['75324e70-1d4c-4b40-a186-54f9fb7462ac'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:14:45.147685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b8f96-8b50-40a4-8b4d-e28b4022436d None None] Routers {'75324e70-1d4c-4b40-a186-54f9fb7462ac'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:45.150462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-667b8f96-8b50-40a4-8b4d-e28b4022436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:14:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['75324e70-1d4c-4b40-a186-54f9fb7462ac'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:45.158448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:45.160876 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5156ec69-0883-4d05-beef-8160922b9f11" -d '{"events": [{"name": "network-changed", "server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:45.188877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-83692c67-994b-4071-a081-88a16c2fafa9 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "PUT /v2.0/floatingips/158eba5d-d7f1-4f98-a1f9-4f1a453caaa2 HTTP/1.1" status: 200 len: 993 time: 2.6863472 Jan 27 22:14:45.210080 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e0aacd-45e7-4116-8abc-7c8a586dabed x-openstack-request-id: req-14e0aacd-45e7-4116-8abc-7c8a586dabed {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:45.210080 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:45.210343 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14e0aacd-45e7-4116-8abc-7c8a586dabed {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:45.210560 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'status': 'completed', 'code': 200} Jan 27 22:14:45.273484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-667b8f96-8b50-40a4-8b4d-e28b4022436d None None] Set router 75324e70-1d4c-4b40-a186-54f9fb7462ac gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:45.276786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156ec69-0883-4d05-beef-8160922b9f11 req-f2e5c655-d0f8-44e4-af0f-c945e2ad8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:45.278373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5156ec69-0883-4d05-beef-8160922b9f11 req-f2e5c655-d0f8-44e4-af0f-c945e2ad8b0e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=57cbbd4141164f4abfdc80d9f497be32&device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0481162 Jan 27 22:14:45.368992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156ec69-0883-4d05-beef-8160922b9f11 req-9a5e53e1-b81a-40cf-a435-ce556540f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:45.370774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5156ec69-0883-4d05-beef-8160922b9f11 req-9a5e53e1-b81a-40cf-a435-ce556540f1ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=391455d8-8f26-4fa3-9d79-93e01aee0770 HTTP/1.1" status: 200 len: 914 time: 0.0869479 Jan 27 22:14:45.446469 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5156ec69-0883-4d05-beef-8160922b9f11 req-c9389bc7-0419-4d36-8232-12cc158ee317 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bef78f9f-4f54-4f05-9f13-e546da1ef9f1 HTTP/1.1" status: 200 len: 1001 time: 0.0692420 Jan 27 22:14:45.498216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156ec69-0883-4d05-beef-8160922b9f11 req-e08ffc57-574d-4bc4-abf4-d46e95c50aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:45.499834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5156ec69-0883-4d05-beef-8160922b9f11 req-e08ffc57-574d-4bc4-abf4-d46e95c50aee service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33917b9a-43a3-442a-a595-bfdc40739879 HTTP/1.1" status: 200 len: 852 time: 0.0478818 Jan 27 22:14:45.516289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-667b8f96-8b50-40a4-8b4d-e28b4022436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '158eba5d-d7f1-4f98-a1f9-4f1a453caaa2', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'port_id': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'mac_address': 'fa:16:3e:53:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:14:41Z', 'updated_at': '2022-01-27T22:14:44Z', 'revision_number': 2, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be483d1-ab0b-4fec-8519-c67186030483', 'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'mac_address': 'fa:16:3e:16:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:26Z', 'updated_at': '2022-01-27T22:10:31Z', 'revision_number': 5, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'subnets': [{'id': '33917b9a-43a3-442a-a595-bfdc40739879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:45.545649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b8f96-8b50-40a4-8b4d-e28b4022436d None None] Checking router: 75324e70-1d4c-4b40-a186-54f9fb7462ac for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:14:45.549510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156ec69-0883-4d05-beef-8160922b9f11 req-622b429f-8d4c-4437-a74b-baed8f32dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:45.551028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5156ec69-0883-4d05-beef-8160922b9f11 req-622b429f-8d4c-4437-a74b-baed8f32dcd2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=391455d8-8f26-4fa3-9d79-93e01aee0770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436940 Jan 27 22:14:45.552561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b8f96-8b50-40a4-8b4d-e28b4022436d None None] Routers {'75324e70-1d4c-4b40-a186-54f9fb7462ac'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:14:45.553173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-667b8f96-8b50-40a4-8b4d-e28b4022436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:14:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['75324e70-1d4c-4b40-a186-54f9fb7462ac'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:45.650407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5156ec69-0883-4d05-beef-8160922b9f11 req-9669ab35-a4f3-4b39-a296-5397467edb9b service neutron] 10.222.0.71 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935848 Jan 27 22:14:45.666409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-667b8f96-8b50-40a4-8b4d-e28b4022436d None None] Set router 75324e70-1d4c-4b40-a186-54f9fb7462ac gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:14:45.747257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5156ec69-0883-4d05-beef-8160922b9f11 req-69127401-878e-421a-8af0-62dc1322922f service neutron] 10.222.0.71 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903955 Jan 27 22:14:45.972176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d517f47-6003-4a3a-b3d4-b1a227e212d3 req-4c466455-71e9-49f3-8e70-ca14040f5681 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0368586 Jan 27 22:14:46.052742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eae3b-e7b6-4834-849e-b482e9734f33 req-f1b19c8d-928a-4f44-925e-2ba6b4a0046d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:46.054467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c11eae3b-e7b6-4834-849e-b482e9734f33 req-f1b19c8d-928a-4f44-925e-2ba6b4a0046d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0609455 Jan 27 22:14:46.109845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-667b8f96-8b50-40a4-8b4d-e28b4022436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '158eba5d-d7f1-4f98-a1f9-4f1a453caaa2', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'port_id': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'mac_address': 'fa:16:3e:53:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:14:41Z', 'updated_at': '2022-01-27T22:14:44Z', 'revision_number': 2, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be483d1-ab0b-4fec-8519-c67186030483', 'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'mac_address': 'fa:16:3e:16:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:26Z', 'updated_at': '2022-01-27T22:10:31Z', 'revision_number': 5, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'subnets': [{'id': '33917b9a-43a3-442a-a595-bfdc40739879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:14:46.122248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c11eae3b-e7b6-4834-849e-b482e9734f33 req-a7e56c1f-43f1-4f62-aa42-d4d149922e13 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620465 Jan 27 22:14:46.167436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b8f96-8b50-40a4-8b4d-e28b4022436d None None] The sync data for ids ['75324e70-1d4c-4b40-a186-54f9fb7462ac'] in n-d-760456-6 is: [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '158eba5d-d7f1-4f98-a1f9-4f1a453caaa2', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'port_id': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'mac_address': 'fa:16:3e:53:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:14:41Z', 'updated_at': '2022-01-27T22:14:44Z', 'revision_number': 2, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9be483d1-ab0b-4fec-8519-c67186030483', 'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'mac_address': 'fa:16:3e:16:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:26Z', 'updated_at': '2022-01-27T22:10:31Z', 'revision_number': 5, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'subnets': [{'id': '33917b9a-43a3-442a-a595-bfdc40739879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:14:47.077029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-944fb73c-7c62-4153-9962-2e5c46b6fe70 req-4afe8be7-3b30-4544-bf6f-bf8cf6f1deed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0269434 Jan 27 22:14:47.221048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:47.223285 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ccf21f-39e6-4ea2-bb3a-b9b4ca3c04b3" -d '{"events": [{"name": "network-changed", "server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:47.249498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155359b4-1775-44fa-82b9-9cd6c3255547 req-64f81f24-e27c-455f-ba9a-1b66d2187459 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:47.251154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-155359b4-1775-44fa-82b9-9cd6c3255547 req-64f81f24-e27c-455f-ba9a-1b66d2187459 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0561500 Jan 27 22:14:47.263694 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0107440c-5eb6-400f-b3c8-d92ebce9008d x-openstack-request-id: req-0107440c-5eb6-400f-b3c8-d92ebce9008d {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:47.263984 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:47.264319 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0107440c-5eb6-400f-b3c8-d92ebce9008d {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:47.265120 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'status': 'completed', 'code': 200} Jan 27 22:14:47.325914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-155359b4-1775-44fa-82b9-9cd6c3255547 req-c4dd53df-6a0a-4592-b16d-60ca9a2f970b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688612 Jan 27 22:14:47.338940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccf21f-39e6-4ea2-bb3a-b9b4ca3c04b3 req-dd52b37a-c1b8-4bbb-9de5-b85b881efb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:47.340482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21ccf21f-39e6-4ea2-bb3a-b9b4ca3c04b3 req-dd52b37a-c1b8-4bbb-9de5-b85b881efb2d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=57cbbd4141164f4abfdc80d9f497be32&device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0547037 Jan 27 22:14:47.442766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccf21f-39e6-4ea2-bb3a-b9b4ca3c04b3 req-44b084b6-4e9b-44b9-bc2e-d176de593703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:47.444319 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21ccf21f-39e6-4ea2-bb3a-b9b4ca3c04b3 req-44b084b6-4e9b-44b9-bc2e-d176de593703 service neutron] 10.222.0.71 "GET /v2.0/networks?id=391455d8-8f26-4fa3-9d79-93e01aee0770 HTTP/1.1" status: 200 len: 914 time: 0.0973217 Jan 27 22:14:47.511792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21ccf21f-39e6-4ea2-bb3a-b9b4ca3c04b3 req-9d4bfc87-78b6-463d-8b2a-755dfb8c41bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bef78f9f-4f54-4f05-9f13-e546da1ef9f1 HTTP/1.1" status: 200 len: 1001 time: 0.0611072 Jan 27 22:14:47.571321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccf21f-39e6-4ea2-bb3a-b9b4ca3c04b3 req-1c9dff30-e230-4b4c-b7f5-1dcf780ffce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:47.572891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21ccf21f-39e6-4ea2-bb3a-b9b4ca3c04b3 req-1c9dff30-e230-4b4c-b7f5-1dcf780ffce4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33917b9a-43a3-442a-a595-bfdc40739879 HTTP/1.1" status: 200 len: 852 time: 0.0521629 Jan 27 22:14:47.617949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccf21f-39e6-4ea2-bb3a-b9b4ca3c04b3 req-fca870b2-95ce-4262-adde-815c7dcab9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:47.619702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21ccf21f-39e6-4ea2-bb3a-b9b4ca3c04b3 req-fca870b2-95ce-4262-adde-815c7dcab9d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=391455d8-8f26-4fa3-9d79-93e01aee0770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408802 Jan 27 22:14:47.710063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21ccf21f-39e6-4ea2-bb3a-b9b4ca3c04b3 req-0a18f20f-9a05-46d2-820c-5b037511bbd2 service neutron] 10.222.0.71 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817771 Jan 27 22:14:47.804710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21ccf21f-39e6-4ea2-bb3a-b9b4ca3c04b3 req-77d5e0e4-1578-49a2-8a34-96a96cde43df service neutron] 10.222.0.71 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880380 Jan 27 22:14:48.175863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f19c0ae-323f-49b8-9dff-88e28ae2e66c req-d3cc6d4f-5fe2-4587-ac69-c720442312e9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6826ac2-f6ab-4caa-84b6-00f7da83206d HTTP/1.1" status: 200 len: 210 time: 0.0277345 Jan 27 22:14:48.446823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf341a1-58db-4cb5-a921-b52aefa9a259 req-6a6f5665-c93e-4138-9f45-8fd13e715e40 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:48.448455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccf341a1-58db-4cb5-a921-b52aefa9a259 req-6a6f5665-c93e-4138-9f45-8fd13e715e40 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0495529 Jan 27 22:14:48.507322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccf341a1-58db-4cb5-a921-b52aefa9a259 req-2abb02bf-eba1-4c41-b864-dcb786c49f94 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526216 Jan 27 22:14:48.881218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffeeccb-3d69-400e-b34e-8abc0fb48155 req-ab4c00b9-0913-48a2-bbdc-f1051aab8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:48.883005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffeeccb-3d69-400e-b34e-8abc0fb48155 req-ab4c00b9-0913-48a2-bbdc-f1051aab8132 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a764dba02024728b830e8d8becbbae3&device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 1096 time: 0.0431070 Jan 27 22:14:48.989807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffeeccb-3d69-400e-b34e-8abc0fb48155 req-c9186120-441e-41e6-abc2-db7fa4666f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:48.991270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffeeccb-3d69-400e-b34e-8abc0fb48155 req-c9186120-441e-41e6-abc2-db7fa4666f9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 HTTP/1.1" status: 200 len: 915 time: 0.0866370 Jan 27 22:14:49.037020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffeeccb-3d69-400e-b34e-8abc0fb48155 req-f95dd082-23ee-46e6-8796-5d97b3860746 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e HTTP/1.1" status: 200 len: 217 time: 0.0388649 Jan 27 22:14:49.090210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffeeccb-3d69-400e-b34e-8abc0fb48155 req-8f1f1bc1-f55f-4bae-b07d-a6205a802b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:49.096114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffeeccb-3d69-400e-b34e-8abc0fb48155 req-8f1f1bc1-f55f-4bae-b07d-a6205a802b1c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=707847e5-aeb4-4aca-b23c-2643c593de55 HTTP/1.1" status: 200 len: 854 time: 0.0476289 Jan 27 22:14:49.122797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffeeccb-3d69-400e-b34e-8abc0fb48155 req-141bf2df-263f-4f15-8db5-397f152c931d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247085 Jan 27 22:14:49.228839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffeeccb-3d69-400e-b34e-8abc0fb48155 req-6fb5c5a1-725e-4f6c-b514-763a2f56188c service neutron] 10.222.0.71 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981495 Jan 27 22:14:49.323232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ffeeccb-3d69-400e-b34e-8abc0fb48155 req-66868ca8-b2c7-4d7f-b383-1e57d05b0ed2 service neutron] 10.222.0.71 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880408 Jan 27 22:14:49.630791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48befcb2-652f-477e-b20d-f4a056c145a0 req-d03f0248-1d5f-4360-aba4-b7340ff0397b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:49.632366 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48befcb2-652f-477e-b20d-f4a056c145a0 req-d03f0248-1d5f-4360-aba4-b7340ff0397b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0542164 Jan 27 22:14:49.681337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48befcb2-652f-477e-b20d-f4a056c145a0 req-122a169d-64a2-45b1-97c8-83de4cd99514 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Jan 27 22:14:50.801832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e389af-ed36-4554-ab00-4a62247f3af8 req-0009d0bb-fd67-414b-85dc-a50dda45701b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:50.803370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1e389af-ed36-4554-ab00-4a62247f3af8 req-0009d0bb-fd67-414b-85dc-a50dda45701b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0537016 Jan 27 22:14:50.859006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1e389af-ed36-4554-ab00-4a62247f3af8 req-2fed26dd-9454-43e9-bb70-75fcf239009e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497332 Jan 27 22:14:51.600507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9c4e3c93-7c66-4be1-a3de-4548bb953d7e details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:14:51.717589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:51.730804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6', 'port_id': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'mac_address': 'fa:16:3e:f3:45:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707847e5-aeb4-4aca-b23c-2643c593de55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:14:51.773023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:51.773404 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:51.787814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c4e3c93-7c66-4be1-a3de-4548bb953d7e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:14:51.812000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:51.974403 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:52.001580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cce6a-a8a4-486d-a202-6b50fad278b5 req-530b1dd7-a427-4e44-ac71-ddee34d78f25 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:52.003939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e4cce6a-a8a4-486d-a202-6b50fad278b5 req-530b1dd7-a427-4e44-ac71-ddee34d78f25 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0584040 Jan 27 22:14:52.082590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:52.082590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['9c4e3c93-7c66-4be1-a3de-4548bb953d7e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:14:52.104422 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e4cce6a-a8a4-486d-a202-6b50fad278b5 req-f748357e-98b8-427e-8b5a-7ae6c1d9d816 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936534 Jan 27 22:14:53.254400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef91f80-270a-4ea3-9856-62732b168bd5 req-0d8230c5-155e-492c-af19-7b7e93368a0a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:53.256690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eef91f80-270a-4ea3-9856-62732b168bd5 req-0d8230c5-155e-492c-af19-7b7e93368a0a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0652506 Jan 27 22:14:53.330812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eef91f80-270a-4ea3-9856-62732b168bd5 req-051e8896-e361-409e-aa18-f994aa26bf16 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601766 Jan 27 22:14:53.600787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9c4e3c93-7c66-4be1-a3de-4548bb953d7e up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:14:53.659106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:14:53.659799 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.759741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:14:53.760017 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.793294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:14:53.796520 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a5864e-872b-4bd8-881f-119fe11dd591" -d '{"events": [{"server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "name": "network-vif-plugged", "status": "completed", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:14:53.813320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:14:53.844476 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49496677-d979-4bb5-bd67-cc9afb75b1c3 x-openstack-request-id: req-49496677-d979-4bb5-bd67-cc9afb75b1c3 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:14:53.844476 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "name": "network-vif-plugged", "status": "completed", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:14:53.844476 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49496677-d979-4bb5-bd67-cc9afb75b1c3 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:14:53.844476 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'code': 200} Jan 27 22:14:53.939293 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:53.992413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:14:54.001256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.001613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.001961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.002295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.002630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.002962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.003289 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.003614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.003937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.004439 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.004769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.005094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.005419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:14:54.448284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ad7c6-e6dd-4e1b-aefa-b09c8d76d6b0 req-fe8b2666-81a8-4252-8594-90eda4098539 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:54.450966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-026ad7c6-e6dd-4e1b-aefa-b09c8d76d6b0 req-fe8b2666-81a8-4252-8594-90eda4098539 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0604870 Jan 27 22:14:54.525704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-026ad7c6-e6dd-4e1b-aefa-b09c8d76d6b0 req-438d8d0b-c1d6-4ea0-84c0-4b86d6e9739f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666764 Jan 27 22:14:55.724779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078fa96-28cf-4f8f-96c0-193fedd68f9e req-402b93f0-1fe8-4dec-9c78-3cad9298ae16 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:55.730571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3078fa96-28cf-4f8f-96c0-193fedd68f9e req-402b93f0-1fe8-4dec-9c78-3cad9298ae16 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0930271 Jan 27 22:14:55.793132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3078fa96-28cf-4f8f-96c0-193fedd68f9e req-b88ced94-f744-4214-9a50-ed109eb748f2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570242 Jan 27 22:14:56.920248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677bc68-127f-4dc1-ad71-671aae202840 req-b30c83f3-faa8-4e40-9c9c-75f61e72a990 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:56.922862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f677bc68-127f-4dc1-ad71-671aae202840 req-b30c83f3-faa8-4e40-9c9c-75f61e72a990 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0577509 Jan 27 22:14:57.039581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f677bc68-127f-4dc1-ad71-671aae202840 req-fec3c383-150e-445a-9fbd-d359bff8757a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076953 Jan 27 22:14:57.148733 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:57.574143 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:14:58.155298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8f641-bb44-47a0-a03a-7798985f37f4 req-88054a80-ecdc-4cbe-85bd-0efcc76a5f9a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:58.157785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7d8f641-bb44-47a0-a03a-7798985f37f4 req-88054a80-ecdc-4cbe-85bd-0efcc76a5f9a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0582383 Jan 27 22:14:58.216032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7d8f641-bb44-47a0-a03a-7798985f37f4 req-d82e4baf-e14b-4bde-91ca-ba1e1b876ff9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480711 Jan 27 22:14:59.378900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37152798-7934-4a00-936f-d69aa6acacda req-57829722-1d9e-4b10-bd5c-f26c775b72e2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.380462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37152798-7934-4a00-936f-d69aa6acacda req-57829722-1d9e-4b10-bd5c-f26c775b72e2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0653474 Jan 27 22:14:59.457310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-37152798-7934-4a00-936f-d69aa6acacda req-1909da19-d1d8-4761-8544-492fb6147cf0 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702243 Jan 27 22:14:59.543687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd946b49-805e-403d-ad19-f289ba3b8abb req-7a15aecf-c51f-43fa-830d-69dec2bc6a1d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:14:59.545912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd946b49-805e-403d-ad19-f289ba3b8abb req-7a15aecf-c51f-43fa-830d-69dec2bc6a1d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 945 time: 0.0552485 Jan 27 22:14:59.610734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd946b49-805e-403d-ad19-f289ba3b8abb req-a5b17227-ce81-430e-a0aa-59c9400d7e34 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586991 Jan 27 22:15:00.596291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7977c-d1d5-446a-bba3-045086f0a1b3 req-db9ccc24-adc8-4377-b775-6b29b59cf155 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:00.600927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-89e7977c-d1d5-446a-bba3-045086f0a1b3 req-db9ccc24-adc8-4377-b775-6b29b59cf155 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0618217 Jan 27 22:15:00.659017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-89e7977c-d1d5-446a-bba3-045086f0a1b3 req-1e7a7a51-e494-485b-bfc7-e1ed8ab96a7b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551562 Jan 27 22:15:00.757156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace5d5f-5faf-4f45-bfb0-30ff76e2fd21 req-1fe6365b-a6fb-4f5d-8405-f6d20455a875 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:00.758584 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ace5d5f-5faf-4f45-bfb0-30ff76e2fd21 req-1fe6365b-a6fb-4f5d-8405-f6d20455a875 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 945 time: 0.0568180 Jan 27 22:15:00.808715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ace5d5f-5faf-4f45-bfb0-30ff76e2fd21 req-c49c55cd-2d8d-43b2-ac18-d11afdce02f7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435233 Jan 27 22:15:01.332361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f72b43-ce47-4fd2-a1a7-fefd4f3c9996 req-dbaaf2b2-d033-40a5-8cf8-edc61c563c94 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:01.336054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43f72b43-ce47-4fd2-a1a7-fefd4f3c9996 req-dbaaf2b2-d033-40a5-8cf8-edc61c563c94 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 945 time: 0.0587206 Jan 27 22:15:01.440995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-43f72b43-ce47-4fd2-a1a7-fefd4f3c9996 req-f409fa02-92ad-4998-9972-0221e386305d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Deleting port 162b9628-f080-4ed1-b1a3-574ad7ee73cd {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:01.441251 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-43f72b43-ce47-4fd2-a1a7-fefd4f3c9996 req-f409fa02-92ad-4998-9972-0221e386305d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.530784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-43f72b43-ce47-4fd2-a1a7-fefd4f3c9996 req-f409fa02-92ad-4998-9972-0221e386305d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] For port 162b9628-f080-4ed1-b1a3-574ad7ee73cd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=162b9628-f080-4ed1-b1a3-574ad7ee73cd,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:01.531154 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-43f72b43-ce47-4fd2-a1a7-fefd4f3c9996 req-f409fa02-92ad-4998-9972-0221e386305d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:01.542785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-43f72b43-ce47-4fd2-a1a7-fefd4f3c9996 req-f409fa02-92ad-4998-9972-0221e386305d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Calling delete_port for 162b9628-f080-4ed1-b1a3-574ad7ee73cd owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:01.802376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48768b03-4bfd-47f2-9e24-f032444a0888 req-c0de5c91-d462-4258-8012-ce4a13286335 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:01.803901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48768b03-4bfd-47f2-9e24-f032444a0888 req-c0de5c91-d462-4258-8012-ce4a13286335 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0523219 Jan 27 22:15:01.852875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48768b03-4bfd-47f2-9e24-f032444a0888 req-284c0a75-163d-439a-947a-5092e86ce23e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408893 Jan 27 22:15:01.927033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507e201-1fb5-4fe5-8bc4-c20de8b8f3a7 req-b52cd9d6-902f-4140-b1bb-69802f5c762d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:01.928547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5507e201-1fb5-4fe5-8bc4-c20de8b8f3a7 req-b52cd9d6-902f-4140-b1bb-69802f5c762d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 945 time: 0.0515490 Jan 27 22:15:01.975370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5507e201-1fb5-4fe5-8bc4-c20de8b8f3a7 req-ae12d6cc-78ea-40a3-95b1-75ba9d32d0fe tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=639bc5f6-3e98-4ec6-9c90-612591221414&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Jan 27 22:15:02.219449 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-43f72b43-ce47-4fd2-a1a7-fefd4f3c9996 req-f409fa02-92ad-4998-9972-0221e386305d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (162b9628-f080-4ed1-b1a3-574ad7ee73cd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.231203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['162b9628-f080-4ed1-b1a3-574ad7ee73cd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:15:02.251071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409fa02-92ad-4998-9972-0221e386305d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event deleted for resources: {'Port': ['ID=162b9628-f080-4ed1-b1a3-574ad7ee73cd,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:02.298757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f72b43-ce47-4fd2-a1a7-fefd4f3c9996 req-f409fa02-92ad-4998-9972-0221e386305d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] No DVR routers for this DVR port 162b9628-f080-4ed1-b1a3-574ad7ee73cd on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:02.301847 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-43f72b43-ce47-4fd2-a1a7-fefd4f3c9996 req-f409fa02-92ad-4998-9972-0221e386305d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.305797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-43f72b43-ce47-4fd2-a1a7-fefd4f3c9996 req-f409fa02-92ad-4998-9972-0221e386305d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "DELETE /v2.0/ports/162b9628-f080-4ed1-b1a3-574ad7ee73cd HTTP/1.1" status: 204 len: 173 time: 0.9623864 Jan 27 22:15:02.306284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9ba026-3c18-4187-a941-0826bdff1169', 'name': 'network-vif-deleted', 'tag': '162b9628-f080-4ed1-b1a3-574ad7ee73cd'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:02.309283 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f06a777-1273-4b06-96bf-7fdb43d98338" -d '{"events": [{"server_uuid": "9e9ba026-3c18-4187-a941-0826bdff1169", "name": "network-vif-deleted", "tag": "162b9628-f080-4ed1-b1a3-574ad7ee73cd"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:02.368363 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6ba8048e-6441-451e-bc91-c8538701e00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:02.426246 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1205c3d6-5065-49f1-8274-be795d9145c2 x-openstack-request-id: req-1205c3d6-5065-49f1-8274-be795d9145c2 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:02.426246 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9ba026-3c18-4187-a941-0826bdff1169", "name": "network-vif-deleted", "tag": "162b9628-f080-4ed1-b1a3-574ad7ee73cd", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:02.426246 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1205c3d6-5065-49f1-8274-be795d9145c2 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:02.426246 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9ba026-3c18-4187-a941-0826bdff1169', 'name': 'network-vif-deleted', 'tag': '162b9628-f080-4ed1-b1a3-574ad7ee73cd', 'status': 'completed', 'code': 200} Jan 27 22:15:03.006609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c8f48-c04b-4ee7-bfab-3c4721c1e670 req-12e0a7b2-e758-42a9-b781-38f034158b0a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:03.008377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-085c8f48-c04b-4ee7-bfab-3c4721c1e670 req-12e0a7b2-e758-42a9-b781-38f034158b0a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0801179 Jan 27 22:15:03.077910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d436305-d2c8-4181-887c-14e2629ecd71 req-506faf53-cd48-4803-a455-58e60c90667c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 210 time: 0.0309627 Jan 27 22:15:03.081357 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-085c8f48-c04b-4ee7-bfab-3c4721c1e670 req-911dd55b-a14e-43a5-95d7-63cda5fea04d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667536 Jan 27 22:15:04.234239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c25a9212-af71-4a9c-bf4b-12308d26cc32 req-79ed9256-1532-4f5f-9dcb-a4f71d5277d8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 210 time: 0.0529866 Jan 27 22:15:04.235978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a537c-467a-49b7-a8b1-86118ad66815 req-75709156-81b9-4c09-a615-3a6cc6f4683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:04.237382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f88a537c-467a-49b7-a8b1-86118ad66815 req-75709156-81b9-4c09-a615-3a6cc6f4683a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2a764dba02024728b830e8d8becbbae3&device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 1096 time: 0.1133544 Jan 27 22:15:04.259815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee3a3b-e309-404e-acfe-339cc0e9fab0 req-cf6034ee-f1c3-4339-9436-b6405b52acc9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:04.261415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38ee3a3b-e309-404e-acfe-339cc0e9fab0 req-cf6034ee-f1c3-4339-9436-b6405b52acc9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0971065 Jan 27 22:15:04.366698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38ee3a3b-e309-404e-acfe-339cc0e9fab0 req-5487946b-b3c3-46df-9cba-8f1fbcdd96cd tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929451 Jan 27 22:15:04.388390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a537c-467a-49b7-a8b1-86118ad66815 req-e9bb9cd8-be0b-461e-bd09-52516e2b4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:04.388390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f88a537c-467a-49b7-a8b1-86118ad66815 req-e9bb9cd8-be0b-461e-bd09-52516e2b4a71 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 HTTP/1.1" status: 200 len: 915 time: 0.1359968 Jan 27 22:15:04.430176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f88a537c-467a-49b7-a8b1-86118ad66815 req-c4edb892-a31a-45dd-83c6-065b41b41e22 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e HTTP/1.1" status: 200 len: 217 time: 0.0400240 Jan 27 22:15:04.479379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a537c-467a-49b7-a8b1-86118ad66815 req-7d70e5ae-00bf-410c-8d37-11d09dcec528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:04.480846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f88a537c-467a-49b7-a8b1-86118ad66815 req-7d70e5ae-00bf-410c-8d37-11d09dcec528 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=707847e5-aeb4-4aca-b23c-2643c593de55 HTTP/1.1" status: 200 len: 854 time: 0.0443349 Jan 27 22:15:04.511330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f88a537c-467a-49b7-a8b1-86118ad66815 req-c7bc44db-a464-4c54-917d-584ecfd7c6cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243618 Jan 27 22:15:04.605266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f88a537c-467a-49b7-a8b1-86118ad66815 req-3100717e-6278-4c72-b214-7f590e95b9a0 service neutron] 10.222.0.71 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879903 Jan 27 22:15:04.703505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f88a537c-467a-49b7-a8b1-86118ad66815 req-b482068b-3888-404e-9d07-2f04d2b9e605 service neutron] 10.222.0.71 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907624 Jan 27 22:15:04.939251 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a8da9354-13dc-4411-8d64-025fcf752402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.337708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-baa17fc5-c45b-4487-bac6-ec66b1995ddf req-c2e590d0-4333-48af-bc8d-a50bffeeb48b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 210 time: 0.0318310 Jan 27 22:15:05.489396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff017d1-cc9e-4c9e-83c8-b5d12b29a8a1 req-d507db41-3400-40d6-9743-7d7a2afa5a3f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:05.490886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cff017d1-cc9e-4c9e-83c8-b5d12b29a8a1 req-d507db41-3400-40d6-9743-7d7a2afa5a3f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0495744 Jan 27 22:15:05.540811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cff017d1-cc9e-4c9e-83c8-b5d12b29a8a1 req-a9e86173-d520-47f2-a586-d81fc79cfe10 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433712 Jan 27 22:15:05.646384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9c4e3c93-7c66-4be1-a3de-4548bb953d7e no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:05.724574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:05.724976 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.747298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:05.750077 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12a031b-f78a-4052-bb94-b47779edba5f" -d '{"events": [{"server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:05.762633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:05.787283 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9576b6-8db0-4516-81a5-70523e76d417 x-openstack-request-id: req-fd9576b6-8db0-4516-81a5-70523e76d417 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:05.787633 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:05.787898 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd9576b6-8db0-4516-81a5-70523e76d417 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:05.788334 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'code': 200} Jan 27 22:15:05.876751 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:05.877589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 162b9628-f080-4ed1-b1a3-574ad7ee73cd no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:05.913785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 162b9628-f080-4ed1-b1a3-574ad7ee73cd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:05.914135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 162b9628-f080-4ed1-b1a3-574ad7ee73cd not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:05.944731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:06.185343 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:06.429146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f742ee5e-1ad0-4960-84c4-0e693df001a7 req-01563de4-fcb4-405c-a5fc-3b62bf26130f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 210 time: 0.0262110 Jan 27 22:15:06.658685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746e64e-dc64-4bc6-8abb-90299af1b14a req-92883da3-3efe-48c5-87a5-f4ccc8e01b76 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:06.660190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0746e64e-dc64-4bc6-8abb-90299af1b14a req-92883da3-3efe-48c5-87a5-f4ccc8e01b76 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 943 time: 0.0492859 Jan 27 22:15:06.717271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0746e64e-dc64-4bc6-8abb-90299af1b14a req-7adaea06-5230-4a70-8a53-e8aab306ea4b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504267 Jan 27 22:15:07.469490 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:07.523704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6eaebe7-28da-4441-b77f-27d4b002d265 req-c907c280-8018-4fc7-a054-184bedf0835b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 210 time: 0.0257127 Jan 27 22:15:07.843863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a8c56-5c89-49c7-a26e-1264e4496a62 req-3a54c588-047e-43e7-88e6-3f38c8dfffdb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:07.846309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a1a8c56-5c89-49c7-a26e-1264e4496a62 req-3a54c588-047e-43e7-88e6-3f38c8dfffdb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 943 time: 0.0590932 Jan 27 22:15:07.895022 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a1a8c56-5c89-49c7-a26e-1264e4496a62 req-5dcc5f87-d996-427d-8814-487d8c2a70e6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430582 Jan 27 22:15:08.015967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50034f13-4ded-431e-b6f9-e51d393e916d req-0e93a6df-1a0e-4bcd-92cd-f5ebbb7a4f68 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:08.017558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-50034f13-4ded-431e-b6f9-e51d393e916d req-0e93a6df-1a0e-4bcd-92cd-f5ebbb7a4f68 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 943 time: 0.0508871 Jan 27 22:15:08.408158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-50034f13-4ded-431e-b6f9-e51d393e916d req-de65e266-8e6e-478e-bbc5-8814f4eb58aa tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846874 Jan 27 22:15:08.611961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-6a78a8de-6013-4eb8-a83f-00da7b2b83ce req-508452b6-0b30-4f8e-9878-22d52bc6a40b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:15:08.612995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a78a8de-6013-4eb8-a83f-00da7b2b83ce req-508452b6-0b30-4f8e-9878-22d52bc6a40b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0593786 Jan 27 22:15:08.628552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f33b8c7-6dc9-427d-8e0f-13042dc9ea85 req-51bb2013-0098-4af8-a755-0483665f3323 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 210 time: 0.0323534 Jan 27 22:15:08.965266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a7a75-92a4-45f3-8737-45f8f64bcc11 req-eb9ee117-0518-4a69-a457-0965e5e27cef tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:08.967220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-738a7a75-92a4-45f3-8737-45f8f64bcc11 req-eb9ee117-0518-4a69-a457-0965e5e27cef tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 943 time: 0.0479970 Jan 27 22:15:08.972544 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:09.016883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-738a7a75-92a4-45f3-8737-45f8f64bcc11 req-2422b55d-b9f0-4537-bf9b-c9a81fd2b4a7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Jan 27 22:15:09.079083 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:15:09.523142 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-3b5237e1-7bc1-461c-99e1-9c52678934bf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0986233 Jan 27 22:15:09.533338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-ebbaa104-6a3e-45ac-ad21-48973d47478e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:15:09.534429 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-ebbaa104-6a3e-45ac-ad21-48973d47478e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065670 Jan 27 22:15:09.663508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 9c4e3c93-7c66-4be1-a3de-4548bb953d7e no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:09.735302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f319293a-9399-4cc5-b07c-f07e35e6f5c6 req-e68f16d6-f3fe-4ef7-8828-dcaddcace548 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 210 time: 0.0321321 Jan 27 22:15:09.771855 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e is: DOWN; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:10.157170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ceef7-7b0a-4788-a5ff-f1957e21acb5 req-106623af-be13-4ce8-ac2f-585bdff58b1c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:10.159242 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e69ceef7-7b0a-4788-a5ff-f1957e21acb5 req-106623af-be13-4ce8-ac2f-585bdff58b1c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 943 time: 0.0698316 Jan 27 22:15:10.208874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e69ceef7-7b0a-4788-a5ff-f1957e21acb5 req-ecc70a10-d637-427c-99dd-4977663431a7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433447 Jan 27 22:15:10.851913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c972b52a-8f30-4461-8bb4-4f7eb485df85 req-015c9b84-0e4e-4012-bf50-325226096483 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 210 time: 0.0288596 Jan 27 22:15:11.319257 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-dfc54d9b-a2c0-478b-b2a8-781c549b0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:11.321006 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-dfc54d9b-a2c0-478b-b2a8-781c549b0684 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0&tenant_id=2a764dba02024728b830e8d8becbbae3 HTTP/1.1" status: 200 len: 1094 time: 0.0958204 Jan 27 22:15:11.332976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:11.334604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2cc7a-2fd4-410c-8ca1-a9eb5c608035 req-e7126101-0c2e-4e89-a117-d16e55f459fb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:11.336416 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ce2cc7a-2fd4-410c-8ca1-a9eb5c608035 req-e7126101-0c2e-4e89-a117-d16e55f459fb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 943 time: 0.0511279 Jan 27 22:15:11.391590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ce2cc7a-2fd4-410c-8ca1-a9eb5c608035 req-3eeb3e47-d7f0-4815-8d2f-5b6b1adc8732 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472639 Jan 27 22:15:11.393050 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.597490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:11.631157 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:11.665436 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4e3c93-7c66-4be1-a3de-4548bb953d7e {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:15:11.674345 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Publish callbacks [] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.687846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Transition to ACTIVE for port object 9c4e3c93-7c66-4be1-a3de-4548bb953d7e will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:15:11.836122 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:11.911599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=9']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:11.915316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] No DVR routers for this DVR port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e on host n-h2-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:11.925101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.926738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.926738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.926738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.926738 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.927148 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.927432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.927826 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.928244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.928639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.929033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.929425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.929817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:11.969457 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Attempting to bind port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:11.969827 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Attempting to bind port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:11.970164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Attempting to bind port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e on network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:11.974212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d6525d2-d633-42c3-86d5-d884d597ab95 req-71d15180-9c79-4e5e-bda7-dab72e1ed5c2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e9ba026-3c18-4187-a941-0826bdff1169 HTTP/1.1" status: 200 len: 210 time: 0.0312939 Jan 27 22:15:11.974801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e on network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:15:11.975031 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Attempting to bind port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e on network 5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:11.980197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:11.980539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Checking segment: {'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:11.981127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Bound using segment: {'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:11.981754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Bound port: 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9e6779-72e5-48a8-95e0-975d63192eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:11.982851 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.053284 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:12.056724 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:12.197281 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.234782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:12.235440 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:12.236856 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] 10.222.0.74 "PUT /v2.0/ports/9c4e3c93-7c66-4be1-a3de-4548bb953d7e HTTP/1.1" status: 200 len: 1091 time: 0.9085965 Jan 27 22:15:12.241938 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:12.241938 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631d8962-b7ff-46c5-9773-9f0bc1819c09" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:12.269137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef8765-fe2a-4092-867b-1465751f2a20 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=10']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:12.307030 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348bf97c-fd28-4630-a217-db535b7b39b8 x-openstack-request-id: req-348bf97c-fd28-4630-a217-db535b7b39b8 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:12.307327 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:12.307586 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-348bf97c-fd28-4630-a217-db535b7b39b8 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:12.307982 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'status': 'completed', 'code': 200} Jan 27 22:15:12.324438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-50dd3411-3aef-48b3-9fc1-1de8d193c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:12.326473 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-50dd3411-3aef-48b3-9fc1-1de8d193c555 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2a764dba02024728b830e8d8becbbae3&device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 1095 time: 0.0518897 Jan 27 22:15:12.416877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-1a0fb78c-1f45-480d-a715-596dbb0b03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:12.418589 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-1a0fb78c-1f45-480d-a715-596dbb0b03a0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 HTTP/1.1" status: 200 len: 915 time: 0.0871389 Jan 27 22:15:12.465815 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-4b16aabe-33d9-4a3a-a0e4-6ab1a64ca09d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e HTTP/1.1" status: 200 len: 217 time: 0.0412748 Jan 27 22:15:12.517165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-5c2f7983-9aad-43fc-bf3d-e50766100d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:12.518780 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-5c2f7983-9aad-43fc-bf3d-e50766100d8a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=707847e5-aeb4-4aca-b23c-2643c593de55 HTTP/1.1" status: 200 len: 854 time: 0.0474238 Jan 27 22:15:12.519317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bd42f-d63b-46c0-8703-c43b2be32973 req-8203a0f2-5b9b-4d41-88ea-0b2d1a88de12 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:12.521195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a4bd42f-d63b-46c0-8703-c43b2be32973 req-8203a0f2-5b9b-4d41-88ea-0b2d1a88de12 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0552995 Jan 27 22:15:12.551088 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-d6bae877-5582-46a2-a042-2d65caa23f55 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259006 Jan 27 22:15:12.598034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4a4bd42f-d63b-46c0-8703-c43b2be32973 req-f3458937-81e2-4094-b61e-ffb365f776a7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707345 Jan 27 22:15:12.651234 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-68c8c1ae-f7be-47f9-b864-2a3c7e394410 service neutron] 10.222.0.74 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942574 Jan 27 22:15:12.744744 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-9bb76683-07f3-41ef-a5d9-322e23be01d6 service neutron] 10.222.0.74 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878196 Jan 27 22:15:12.981323 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8962-b7ff-46c5-9773-9f0bc1819c09 req-3b2c17fd-5aa2-409a-a237-7137117cfdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:12.982972 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-631d8962-b7ff-46c5-9773-9f0bc1819c09 req-3b2c17fd-5aa2-409a-a237-7137117cfdac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2a764dba02024728b830e8d8becbbae3&device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 1095 time: 0.0462570 Jan 27 22:15:13.121283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8962-b7ff-46c5-9773-9f0bc1819c09 req-781fe30a-af78-48b9-ae6b-5773565eb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:13.122828 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-631d8962-b7ff-46c5-9773-9f0bc1819c09 req-781fe30a-af78-48b9-ae6b-5773565eb029 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 HTTP/1.1" status: 200 len: 915 time: 0.1326001 Jan 27 22:15:13.167932 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-631d8962-b7ff-46c5-9773-9f0bc1819c09 req-cba70812-c165-42d5-87ea-4cb05796e35a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e HTTP/1.1" status: 200 len: 217 time: 0.0393906 Jan 27 22:15:13.217911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8962-b7ff-46c5-9773-9f0bc1819c09 req-1d36b951-2629-4d52-b687-b627b4bd5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:13.219417 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-631d8962-b7ff-46c5-9773-9f0bc1819c09 req-1d36b951-2629-4d52-b687-b627b4bd5966 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=707847e5-aeb4-4aca-b23c-2643c593de55 HTTP/1.1" status: 200 len: 854 time: 0.0461497 Jan 27 22:15:13.257037 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-631d8962-b7ff-46c5-9773-9f0bc1819c09 req-37719829-9122-4686-87c0-8ec5af9e149b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300128 Jan 27 22:15:13.349994 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-631d8962-b7ff-46c5-9773-9f0bc1819c09 req-97552bf0-2685-4d33-b928-28e4e682d603 service neutron] 10.222.0.74 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866489 Jan 27 22:15:13.495957 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-631d8962-b7ff-46c5-9773-9f0bc1819c09 req-bea78755-fce6-4806-9ca0-abec4ea78363 service neutron] 10.222.0.74 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394901 Jan 27 22:15:13.719883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0a67f-404d-4be5-886f-1ed77972a8a9 req-ce5ca741-0c0e-46f0-a09b-29886dea7842 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:13.727445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efb0a67f-404d-4be5-886f-1ed77972a8a9 req-ce5ca741-0c0e-46f0-a09b-29886dea7842 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0608163 Jan 27 22:15:13.788652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efb0a67f-404d-4be5-886f-1ed77972a8a9 req-e1756ec2-0b26-48e9-8504-bda63a02f7df tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599601 Jan 27 22:15:14.943358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c694-2212-442e-bd0e-332b0f7a43fb req-687881df-766e-4e47-85e5-8ca7aaaf35f6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:14.959227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9d5c694-2212-442e-bd0e-332b0f7a43fb req-687881df-766e-4e47-85e5-8ca7aaaf35f6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0839853 Jan 27 22:15:15.035639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9d5c694-2212-442e-bd0e-332b0f7a43fb req-07fb51d1-c2c6-44f8-a0f2-7398b69906dc tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744617 Jan 27 22:15:16.199881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62e7d5-e698-46f8-a0a3-fe8c05b6044a req-dfb5751c-8354-445e-b7af-56ba6c4271e4 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:16.208280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a62e7d5-e698-46f8-a0a3-fe8c05b6044a req-dfb5751c-8354-445e-b7af-56ba6c4271e4 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0615728 Jan 27 22:15:16.259911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a62e7d5-e698-46f8-a0a3-fe8c05b6044a req-af314194-7bbd-4a95-aa8b-f99637d5e71b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494380 Jan 27 22:15:17.397014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee192080-2962-4e31-9a1b-986047d6ebca req-4c43c8ad-1ad3-4cd3-a78f-638ffe9801eb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:17.404589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee192080-2962-4e31-9a1b-986047d6ebca req-4c43c8ad-1ad3-4cd3-a78f-638ffe9801eb tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0762672 Jan 27 22:15:17.476759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee192080-2962-4e31-9a1b-986047d6ebca req-a2e2db1a-f0e1-4459-af98-d05d8bbe82dc tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711751 Jan 27 22:15:18.652743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f645b-d0b5-4e58-98d1-8f8526637176 req-62e24c4c-c927-490a-8949-bad0b4e4c22b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:18.657176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-107f645b-d0b5-4e58-98d1-8f8526637176 req-62e24c4c-c927-490a-8949-bad0b4e4c22b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0866487 Jan 27 22:15:18.742195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-107f645b-d0b5-4e58-98d1-8f8526637176 req-37d43c99-be21-410c-a9f4-ecdf5d89cf17 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668578 Jan 27 22:15:19.978721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dff1c-2b1c-472a-b017-36305d4a0e19 req-5d7d73ca-eb8e-41d6-8a3d-e8bce734ad96 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:19.980233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-071dff1c-2b1c-472a-b017-36305d4a0e19 req-5d7d73ca-eb8e-41d6-8a3d-e8bce734ad96 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.1045103 Jan 27 22:15:20.042857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-071dff1c-2b1c-472a-b017-36305d4a0e19 req-324da993-3d3e-400d-a39a-6684eb71c5df tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550387 Jan 27 22:15:20.613165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60940) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:20.618165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-abf1011b-0cef-402e-8b06-412efd7d3bc9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1473006810', 'description': 'tempest-secgroup-smoke-1473006810 description', 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:20.745185 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-abf1011b-0cef-402e-8b06-412efd7d3bc9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.822016 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-abf1011b-0cef-402e-8b06-412efd7d3bc9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group (636a22b6-de78-4198-8418-24fae2815bba), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.921959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-abf1011b-0cef-402e-8b06-412efd7d3bc9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (636a22b6-de78-4198-8418-24fae2815bba), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:20.954011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1011b-0cef-402e-8b06-412efd7d3bc9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636a22b6-de78-4198-8418-24fae2815bba,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:21.055083 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-abf1011b-0cef-402e-8b06-412efd7d3bc9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.056408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-abf1011b-0cef-402e-8b06-412efd7d3bc9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4418998 Jan 27 22:15:21.059481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60942) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:21.063806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-98d02631-d86f-4a5d-a1a2-9c1db0f9dca6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'security_group_rule': {'security_group_id': '636a22b6-de78-4198-8418-24fae2815bba', 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:21.168956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-98d02631-d86f-4a5d-a1a2-9c1db0f9dca6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (a12fd34d-6d83-41a9-98a5-86f060ec2e53), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.178682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf7df1-4b35-4cc6-b7cc-33c5d7f38182 req-db2b516e-94eb-42e4-ab23-4c874ad61f88 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:21.182282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6bf7df1-4b35-4cc6-b7cc-33c5d7f38182 req-db2b516e-94eb-42e4-ab23-4c874ad61f88 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0630052 Jan 27 22:15:21.260288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6bf7df1-4b35-4cc6-b7cc-33c5d7f38182 req-ac1e1166-dc9f-4bc9-95c9-ecfcb6ec5645 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712850 Jan 27 22:15:21.266433 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-98d02631-d86f-4a5d-a1a2-9c1db0f9dca6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (a12fd34d-6d83-41a9-98a5-86f060ec2e53), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.378908 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-98d02631-d86f-4a5d-a1a2-9c1db0f9dca6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (a12fd34d-6d83-41a9-98a5-86f060ec2e53), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.398350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d02631-d86f-4a5d-a1a2-9c1db0f9dca6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12fd34d-6d83-41a9-98a5-86f060ec2e53,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:21.534977 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-98d02631-d86f-4a5d-a1a2-9c1db0f9dca6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.536459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-98d02631-d86f-4a5d-a1a2-9c1db0f9dca6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4760506 Jan 27 22:15:21.539224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60946) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:21.543655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0fcf0806-f7c1-4280-a146-519e6ed46cc3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'security_group_rule': {'security_group_id': '636a22b6-de78-4198-8418-24fae2815bba', 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:21.647359 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0806-f7c1-4280-a146-519e6ed46cc3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (491b42af-a8de-4d23-bb5d-e201d6e363d3), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.705605 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0806-f7c1-4280-a146-519e6ed46cc3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (491b42af-a8de-4d23-bb5d-e201d6e363d3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.778475 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0806-f7c1-4280-a146-519e6ed46cc3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (491b42af-a8de-4d23-bb5d-e201d6e363d3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.796824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf0806-f7c1-4280-a146-519e6ed46cc3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491b42af-a8de-4d23-bb5d-e201d6e363d3,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:21.883557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0806-f7c1-4280-a146-519e6ed46cc3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:21.884824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0fcf0806-f7c1-4280-a146-519e6ed46cc3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3446245 Jan 27 22:15:21.887549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60948) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:21.891913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-374c28f7-728f-44c0-9fb7-90508984d041 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'security_group_rule': {'security_group_id': '636a22b6-de78-4198-8418-24fae2815bba', 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:22.017914 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-374c28f7-728f-44c0-9fb7-90508984d041 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (0e9e7bb1-3632-4ee2-91f4-0a2d62f43d38), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.073546 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-374c28f7-728f-44c0-9fb7-90508984d041 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (0e9e7bb1-3632-4ee2-91f4-0a2d62f43d38), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.161909 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-374c28f7-728f-44c0-9fb7-90508984d041 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (0e9e7bb1-3632-4ee2-91f4-0a2d62f43d38), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.179998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c28f7-728f-44c0-9fb7-90508984d041 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9e7bb1-3632-4ee2-91f4-0a2d62f43d38,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:22.283546 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-374c28f7-728f-44c0-9fb7-90508984d041 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.284882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-374c28f7-728f-44c0-9fb7-90508984d041 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3963444 Jan 27 22:15:22.287638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60952) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:22.292102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b0cd4999-b636-41fe-b909-4d103608b4ad tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'security_group_rule': {'security_group_id': '636a22b6-de78-4198-8418-24fae2815bba', 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:22.378331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7dd41-d932-4e1a-a09c-2d886c6333fd req-3d1acff1-5b3a-4bd1-8e5e-0332aa58f144 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:22.379812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9a7dd41-d932-4e1a-a09c-2d886c6333fd req-3d1acff1-5b3a-4bd1-8e5e-0332aa58f144 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0488324 Jan 27 22:15:22.416331 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4999-b636-41fe-b909-4d103608b4ad tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (921d5ddb-f9d9-430b-8e2b-84cddf89f923), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.450062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9a7dd41-d932-4e1a-a09c-2d886c6333fd req-4a9a5ed2-8cd6-4e89-85e7-f839824830c6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642138 Jan 27 22:15:22.487491 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4999-b636-41fe-b909-4d103608b4ad tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (921d5ddb-f9d9-430b-8e2b-84cddf89f923), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.578610 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4999-b636-41fe-b909-4d103608b4ad tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (921d5ddb-f9d9-430b-8e2b-84cddf89f923), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.596553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd4999-b636-41fe-b909-4d103608b4ad tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921d5ddb-f9d9-430b-8e2b-84cddf89f923,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:22.689543 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0cd4999-b636-41fe-b909-4d103608b4ad tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.690783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b0cd4999-b636-41fe-b909-4d103608b4ad tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4021735 Jan 27 22:15:22.693480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60954) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:22.697774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6baf5759-257d-43a7-8d7c-0a5c0c9f574e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'security_group_rule': {'security_group_id': '636a22b6-de78-4198-8418-24fae2815bba', 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:22.830305 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-6baf5759-257d-43a7-8d7c-0a5c0c9f574e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Project 56a3a9b6a0cd4913a5b41da83dd7d82b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:15:22.835568 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6baf5759-257d-43a7-8d7c-0a5c0c9f574e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (dc0ea59b-0d09-405a-b991-355a62e98af1), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:22.895199 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6baf5759-257d-43a7-8d7c-0a5c0c9f574e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (dc0ea59b-0d09-405a-b991-355a62e98af1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.007471 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6baf5759-257d-43a7-8d7c-0a5c0c9f574e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (dc0ea59b-0d09-405a-b991-355a62e98af1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.025366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf5759-257d-43a7-8d7c-0a5c0c9f574e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0ea59b-0d09-405a-b991-355a62e98af1,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:23.118097 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6baf5759-257d-43a7-8d7c-0a5c0c9f574e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.119517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6baf5759-257d-43a7-8d7c-0a5c0c9f574e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4251242 Jan 27 22:15:23.122319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 60956) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:23.126613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-73fe87ff-6cd4-4edd-8c73-c9ec272d03cc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'security_group_rule': {'security_group_id': '636a22b6-de78-4198-8418-24fae2815bba', 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:23.230254 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-73fe87ff-6cd4-4edd-8c73-c9ec272d03cc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Project 56a3a9b6a0cd4913a5b41da83dd7d82b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:15:23.235519 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-73fe87ff-6cd4-4edd-8c73-c9ec272d03cc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (7767d43e-3310-494b-9193-d63f9e4a8570), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.294393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-73fe87ff-6cd4-4edd-8c73-c9ec272d03cc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (7767d43e-3310-494b-9193-d63f9e4a8570), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.383724 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-73fe87ff-6cd4-4edd-8c73-c9ec272d03cc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (7767d43e-3310-494b-9193-d63f9e4a8570), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.405581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe87ff-6cd4-4edd-8c73-c9ec272d03cc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7767d43e-3310-494b-9193-d63f9e4a8570,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:23.489879 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-73fe87ff-6cd4-4edd-8c73-c9ec272d03cc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.496693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-73fe87ff-6cd4-4edd-8c73-c9ec272d03cc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3678558 Jan 27 22:15:23.566654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed5fb3-71a8-4331-9df0-671014686140 req-a7104cee-adb6-41da-b3cd-0c608266567a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:23.568395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29ed5fb3-71a8-4331-9df0-671014686140 req-a7104cee-adb6-41da-b3cd-0c608266567a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 944 time: 0.0514295 Jan 27 22:15:23.617307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29ed5fb3-71a8-4331-9df0-671014686140 req-d1e6f2e5-9de5-4563-91ff-c0950177cdbf tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435188 Jan 27 22:15:23.727685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9c4e3c93-7c66-4be1-a3de-4548bb953d7e details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:15:23.825452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:23.837486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'network_id': '5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6', 'port_id': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'mac_address': 'fa:16:3e:f3:45:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707847e5-aeb4-4aca-b23c-2643c593de55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:15:23.874290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:23.874689 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:23.887681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4e3c93-7c66-4be1-a3de-4548bb953d7e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:15:23.907413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:24.053091 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:24.101024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=11']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:24.240980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['9c4e3c93-7c66-4be1-a3de-4548bb953d7e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:15:24.734898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b4325-ba36-4efe-aa75-1a93b889bca7 req-1e5c8443-0cb1-4712-8e6c-ca9c9f5a1558 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:24.736454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-056b4325-ba36-4efe-aa75-1a93b889bca7 req-1e5c8443-0cb1-4712-8e6c-ca9c9f5a1558 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0496433 Jan 27 22:15:24.787954 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-056b4325-ba36-4efe-aa75-1a93b889bca7 req-68f06464-39c3-4bdd-b32f-bea3f1555e82 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456712 Jan 27 22:15:25.743659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9c4e3c93-7c66-4be1-a3de-4548bb953d7e up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:15:25.916512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea5d48-1ae4-417b-9b0c-189bba7d4c22 req-3e00e4ec-8fc0-420c-b248-43871d1764bd tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:25.918019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffea5d48-1ae4-417b-9b0c-189bba7d4c22 req-3e00e4ec-8fc0-420c-b248-43871d1764bd tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 945 time: 0.0552783 Jan 27 22:15:26.021890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ffea5d48-1ae4-417b-9b0c-189bba7d4c22 req-ff8c1e76-bac9-4134-81a3-864ca5b7894f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487933 Jan 27 22:15:26.464822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:15:26.469137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:15:26.469526 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.551093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:15:26.551641 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.575010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:26.577382 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a40d41-3e94-4eda-b487-d87c56266047" -d '{"events": [{"server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "name": "network-vif-plugged", "status": "completed", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:26.594227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:26.617115 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eda55a9-9477-4e8c-870d-7cf032314542 x-openstack-request-id: req-4eda55a9-9477-4e8c-870d-7cf032314542 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:26.617416 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "name": "network-vif-plugged", "status": "completed", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:26.617681 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4eda55a9-9477-4e8c-870d-7cf032314542 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:26.618085 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'code': 200} Jan 27 22:15:26.681620 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:26.731341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=12']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:26.840310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227f720-1a54-43f2-8e5a-aae833d3344a req-77f33d2f-4401-48c5-bf7f-380dc3272731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:26.841851 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a227f720-1a54-43f2-8e5a-aae833d3344a req-77f33d2f-4401-48c5-bf7f-380dc3272731 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 1097 time: 0.0417335 Jan 27 22:15:26.887494 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-a227f720-1a54-43f2-8e5a-aae833d3344a req-8fbcff67-5f5b-47f8-8f91-5525a2ddf19c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396366 Jan 27 22:15:27.098788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f3bf7-5dbf-44cf-9faf-c43d34b4c467 req-1b473ae1-d658-470e-9428-0adaba3dcf2f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:27.100594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d8f3bf7-5dbf-44cf-9faf-c43d34b4c467 req-1b473ae1-d658-470e-9428-0adaba3dcf2f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0520635 Jan 27 22:15:27.116761 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:27.152746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d8f3bf7-5dbf-44cf-9faf-c43d34b4c467 req-d985b9b3-5517-41ba-ba9c-78f54016dfc7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464816 Jan 27 22:15:27.613394 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:28.272803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f627ca5-ecd3-4ab2-9010-d1d62f90d453 req-57e97591-62d0-444f-9e33-b9a47998eef1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:28.274307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f627ca5-ecd3-4ab2-9010-d1d62f90d453 req-57e97591-62d0-444f-9e33-b9a47998eef1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0489364 Jan 27 22:15:28.332833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f627ca5-ecd3-4ab2-9010-d1d62f90d453 req-7b02e123-64f3-4d67-aba5-ac31501b1cde tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522039 Jan 27 22:15:29.460067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e320462-e277-4d2b-967d-855db13d9f3c req-e05df578-45bb-44af-8afb-7d8cbcda9730 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:29.461666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e320462-e277-4d2b-967d-855db13d9f3c req-e05df578-45bb-44af-8afb-7d8cbcda9730 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0503917 Jan 27 22:15:29.511357 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e320462-e277-4d2b-967d-855db13d9f3c req-c1d4d9f6-072e-4c10-9aec-4029e04bc818 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Jan 27 22:15:30.635333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58c183-2157-4b25-8cc7-f243a7ba0b88 req-89a695cf-db48-4aaf-bf56-d5ce8f1d660e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:30.637361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf58c183-2157-4b25-8cc7-f243a7ba0b88 req-89a695cf-db48-4aaf-bf56-d5ce8f1d660e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0540655 Jan 27 22:15:30.687128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf58c183-2157-4b25-8cc7-f243a7ba0b88 req-d8a75b87-1694-4325-b95f-c4758d30cee8 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436985 Jan 27 22:15:30.810888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19238-6a5e-47a4-9473-c8d9c893007d req-94b5c905-6562-46dc-9c25-b1bca2dad6bc tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:30.812351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cc19238-6a5e-47a4-9473-c8d9c893007d req-94b5c905-6562-46dc-9c25-b1bca2dad6bc tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0563090 Jan 27 22:15:30.861711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cc19238-6a5e-47a4-9473-c8d9c893007d req-bcb2e8fa-25dc-45c0-a504-de59390b2843 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438724 Jan 27 22:15:30.986017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353b587-5292-4445-a798-502654740614 req-93d1ae59-72c5-44f0-b15a-757ef17e0521 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:30.987501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d353b587-5292-4445-a798-502654740614 req-93d1ae59-72c5-44f0-b15a-757ef17e0521 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0534213 Jan 27 22:15:31.037034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d353b587-5292-4445-a798-502654740614 req-4572b497-cbf6-4214-8ce7-15ac32c98a31 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435903 Jan 27 22:15:31.188070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59754f-ea54-4e36-9f9f-85a9f8322f70 req-7cbdc46c-2c5d-4a5d-90c1-56be34b110b1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:31.189614 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df59754f-ea54-4e36-9f9f-85a9f8322f70 req-7cbdc46c-2c5d-4a5d-90c1-56be34b110b1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0693712 Jan 27 22:15:31.242369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df59754f-ea54-4e36-9f9f-85a9f8322f70 req-a552b135-3f90-4a4b-a896-608850174207 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471404 Jan 27 22:15:31.372928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c728ab1-67ff-49cf-b7a6-dcf679f77785 req-ad84304d-6f29-459f-b18e-ddcc2beddc48 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:31.374427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c728ab1-67ff-49cf-b7a6-dcf679f77785 req-ad84304d-6f29-459f-b18e-ddcc2beddc48 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0556061 Jan 27 22:15:31.422799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c728ab1-67ff-49cf-b7a6-dcf679f77785 req-3eb5f748-427c-4289-a4aa-3b3ede3f8705 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 Jan 27 22:15:31.560930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef1e99-aeeb-4826-ba09-c9e8884d56ed req-22ef4576-fc6d-495b-ad7a-33d1147429f7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:31.562694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08ef1e99-aeeb-4826-ba09-c9e8884d56ed req-22ef4576-fc6d-495b-ad7a-33d1147429f7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0529289 Jan 27 22:15:31.615987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08ef1e99-aeeb-4826-ba09-c9e8884d56ed req-0eb4d4a0-48c3-4e8c-9093-200acff3a019 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477159 Jan 27 22:15:31.740275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bd162-7091-4cd5-8479-627b9df3eeb6 req-ba240fb0-53fd-4b2f-b258-b00e2414e1ec tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:31.741833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c78bd162-7091-4cd5-8479-627b9df3eeb6 req-ba240fb0-53fd-4b2f-b258-b00e2414e1ec tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0519366 Jan 27 22:15:31.791181 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c78bd162-7091-4cd5-8479-627b9df3eeb6 req-227f0354-a9ab-4bfe-acf9-8e8d13dfc3f2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434363 Jan 27 22:15:32.453449 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5380a581-2f91-4d55-95cd-25492ca1c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:32.815977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbbdb3-42ea-4c99-84bb-f558697e2bc7 req-7ed34a87-946c-41cc-be56-5fcc1ef55f74 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:32.819253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-effbbdb3-42ea-4c99-84bb-f558697e2bc7 req-7ed34a87-946c-41cc-be56-5fcc1ef55f74 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0503421 Jan 27 22:15:32.866381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-effbbdb3-42ea-4c99-84bb-f558697e2bc7 req-4ab5a3a8-b813-4710-a869-38e6ff404f0d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431564 Jan 27 22:15:33.994596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32a670-fc6a-4fd8-b6e0-09924680db7a req-6d729dca-8d3b-40e6-8d3a-867880a4ecae tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:33.996193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d32a670-fc6a-4fd8-b6e0-09924680db7a req-6d729dca-8d3b-40e6-8d3a-867880a4ecae tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0563219 Jan 27 22:15:34.048804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d32a670-fc6a-4fd8-b6e0-09924680db7a req-e357f303-24b8-41d8-8100-07a1ad8fbf3b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460742 Jan 27 22:15:34.759385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d4562-6f02-4ec2-8b86-d31c7ac390e8 req-c98171ba-32d6-4ab9-939d-911771712b7f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:34.760799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-095d4562-6f02-4ec2-8b86-d31c7ac390e8 req-c98171ba-32d6-4ab9-939d-911771712b7f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0495255 Jan 27 22:15:34.809655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-095d4562-6f02-4ec2-8b86-d31c7ac390e8 req-e404e3f1-70cc-49fd-b749-af0dbe7e44f9 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Jan 27 22:15:34.914125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda3bd6-28e6-46af-b190-136284c43aef req-c7aeb3b2-87a4-409d-9c27-8ebb37a49060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:34.920467 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dfda3bd6-28e6-46af-b190-136284c43aef req-c7aeb3b2-87a4-409d-9c27-8ebb37a49060 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=2a764dba02024728b830e8d8becbbae3&device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 1097 time: 0.0418901 Jan 27 22:15:34.967534 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-019985de-6cbb-42b1-aa3d-71c3ff320081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:35.013958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda3bd6-28e6-46af-b190-136284c43aef req-8217b203-5a3c-4630-87ae-0b38cd19fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:35.015388 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dfda3bd6-28e6-46af-b190-136284c43aef req-8217b203-5a3c-4630-87ae-0b38cd19fcc6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 HTTP/1.1" status: 200 len: 915 time: 0.0944593 Jan 27 22:15:35.058197 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dfda3bd6-28e6-46af-b190-136284c43aef req-1f5a85ac-a566-4f01-b7ed-22a18ce66c28 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e HTTP/1.1" status: 200 len: 217 time: 0.0368352 Jan 27 22:15:35.108935 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda3bd6-28e6-46af-b190-136284c43aef req-3bf18782-1b14-47e1-88e7-3beed6fe006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:35.166918 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dfda3bd6-28e6-46af-b190-136284c43aef req-3bf18782-1b14-47e1-88e7-3beed6fe006c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=707847e5-aeb4-4aca-b23c-2643c593de55 HTTP/1.1" status: 200 len: 854 time: 0.0461283 Jan 27 22:15:35.166918 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dfda3bd6-28e6-46af-b190-136284c43aef req-9370cddb-91ca-4ea1-b835-c43a3e9772a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292203 Jan 27 22:15:35.249496 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dfda3bd6-28e6-46af-b190-136284c43aef req-a95de155-22c7-44d8-ac0f-85c342032a56 service neutron] 10.222.0.74 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976028 Jan 27 22:15:35.356228 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-dfda3bd6-28e6-46af-b190-136284c43aef req-fee8699f-c6c8-4606-8389-c41b9d6d734e service neutron] 10.222.0.74 "GET /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007404 Jan 27 22:15:35.935846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d76198-3650-4d45-a862-9b3145625122 req-b87cd6b8-a23a-4ce7-a426-41bbceaeb8a2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:35.937411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0d76198-3650-4d45-a862-9b3145625122 req-b87cd6b8-a23a-4ce7-a426-41bbceaeb8a2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0508428 Jan 27 22:15:35.988333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0d76198-3650-4d45-a862-9b3145625122 req-facaf75f-72cf-4e23-825c-8b04eba093b6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452662 Jan 27 22:15:36.219005 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:37.103938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa649fe7-2b66-4375-a929-44eea0657537 req-c54f088c-8315-4e34-add6-d15d434905f6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:37.105445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa649fe7-2b66-4375-a929-44eea0657537 req-c54f088c-8315-4e34-add6-d15d434905f6 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0491064 Jan 27 22:15:37.153487 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa649fe7-2b66-4375-a929-44eea0657537 req-ad71b568-f233-4934-b7dc-47eeac2f5e12 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Jan 27 22:15:37.273208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19a82e-3dc8-4aa3-a77b-79b019f7ccac req-2fa9cac3-17b3-4a60-ab3d-a4386271dd67 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:37.274687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca19a82e-3dc8-4aa3-a77b-79b019f7ccac req-2fa9cac3-17b3-4a60-ab3d-a4386271dd67 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0499218 Jan 27 22:15:37.326868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca19a82e-3dc8-4aa3-a77b-79b019f7ccac req-f692061d-ab09-48bc-bb7d-d11fb86cbc8f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464396 Jan 27 22:15:37.461140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf17485-1cd2-44b8-8ade-8fa0ce09bb96 req-b2948e30-a183-4c07-8f9b-715d652ca4c7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:37.462558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdf17485-1cd2-44b8-8ade-8fa0ce09bb96 req-b2948e30-a183-4c07-8f9b-715d652ca4c7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0531454 Jan 27 22:15:37.511108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdf17485-1cd2-44b8-8ade-8fa0ce09bb96 req-f989a596-938d-426a-8391-0196861c649f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427537 Jan 27 22:15:37.521252 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:37.628823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c90d2-7be5-4eb3-b12c-c6577fb11226 req-1041e190-7682-4420-8641-97c8d89424d0 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:37.630514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d4c90d2-7be5-4eb3-b12c-c6577fb11226 req-1041e190-7682-4420-8641-97c8d89424d0 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0515563 Jan 27 22:15:37.680038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d4c90d2-7be5-4eb3-b12c-c6577fb11226 req-e6b7ad08-774f-443d-a3ad-9e924e0bb336 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436761 Jan 27 22:15:37.844242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1703-aee8-41bd-895e-3bd48d1f9dcb req-11f60cd7-1ad8-439c-bc9f-6a01935a899c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:37.845840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42cc1703-aee8-41bd-895e-3bd48d1f9dcb req-11f60cd7-1ad8-439c-bc9f-6a01935a899c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0565941 Jan 27 22:15:37.893692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42cc1703-aee8-41bd-895e-3bd48d1f9dcb req-b8bc99b6-bf47-4993-907f-b50c8f59c788 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421944 Jan 27 22:15:38.024245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125bdfe-e583-4935-97c7-a5b334f3834a req-c2b67bd0-fe6e-45c1-8ebd-98752a2f6286 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:38.025787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7125bdfe-e583-4935-97c7-a5b334f3834a req-c2b67bd0-fe6e-45c1-8ebd-98752a2f6286 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0562029 Jan 27 22:15:38.072330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7125bdfe-e583-4935-97c7-a5b334f3834a req-9482a3c5-c431-44d6-81eb-9bbd59865e2a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Jan 27 22:15:38.208408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769d039-e6e9-402d-b262-c60d0a5058d3 req-1088a2af-fa9b-477a-9b12-f4cac1684c37 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:38.210635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1769d039-e6e9-402d-b262-c60d0a5058d3 req-1088a2af-fa9b-477a-9b12-f4cac1684c37 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0489089 Jan 27 22:15:38.263251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1769d039-e6e9-402d-b262-c60d0a5058d3 req-16d21515-f132-4363-bf52-04d60cc1ae6e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453537 Jan 27 22:15:38.377413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48d4fd-ecbe-494a-a1d7-5faf143f1c02 req-f8d004c8-529c-4559-ae8b-a388ba55cc95 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:38.378889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe48d4fd-ecbe-494a-a1d7-5faf143f1c02 req-f8d004c8-529c-4559-ae8b-a388ba55cc95 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0490263 Jan 27 22:15:38.427998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe48d4fd-ecbe-494a-a1d7-5faf143f1c02 req-c50a6fdc-bfa0-4b4b-9e94-12d21a65f6d1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433869 Jan 27 22:15:38.495494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-b9ea6b47-6969-4106-9ee0-b2eea39f6214 req-09d39d28-70ab-4111-b16d-dda50672ddb7 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:15:38.496495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9ea6b47-6969-4106-9ee0-b2eea39f6214 req-09d39d28-70ab-4111-b16d-dda50672ddb7 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056746 Jan 27 22:15:38.596990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195d523-cb27-4e56-997e-2e8ce96acfbf req-2680775d-596f-4ddb-a9d6-06d7d51ede24 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:38.598466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6195d523-cb27-4e56-997e-2e8ce96acfbf req-2680775d-596f-4ddb-a9d6-06d7d51ede24 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0489249 Jan 27 22:15:38.646003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6195d523-cb27-4e56-997e-2e8ce96acfbf req-62b9f305-1078-4338-a0a0-565043a1ad4a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Jan 27 22:15:38.761925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366b0a8-4023-46d2-b40d-f65aada0da67 req-26594492-61a5-44f6-8739-24c9384cc38f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:38.763977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8366b0a8-4023-46d2-b40d-f65aada0da67 req-26594492-61a5-44f6-8739-24c9384cc38f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0525694 Jan 27 22:15:38.808979 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8366b0a8-4023-46d2-b40d-f65aada0da67 req-9a759f1e-3afc-4684-b799-f76f1954170d tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394852 Jan 27 22:15:38.945043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586daeb9-abcb-4d2a-937c-ff058ad79cd0 req-8b15f51c-f985-4460-bd39-9d33ca3b237b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:38.946568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-586daeb9-abcb-4d2a-937c-ff058ad79cd0 req-8b15f51c-f985-4460-bd39-9d33ca3b237b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0517392 Jan 27 22:15:38.964164 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:39.000210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-586daeb9-abcb-4d2a-937c-ff058ad79cd0 req-10cfc191-ab6a-4820-8b56-b4e4cd27d04a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472357 Jan 27 22:15:39.375702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6413d-1cc6-4f69-a7f9-46c91d71dd6f req-c593d7c2-3b30-4c37-a023-2ea08ea6089e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:39.377216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6d6413d-1cc6-4f69-a7f9-46c91d71dd6f req-c593d7c2-3b30-4c37-a023-2ea08ea6089e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0499969 Jan 27 22:15:39.429488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6d6413d-1cc6-4f69-a7f9-46c91d71dd6f req-67b2b692-7c43-4981-aa5d-d75121cdcd27 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 Jan 27 22:15:39.556208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff260db9-44e4-4479-9c1d-836d30e030d2 req-13ebb88b-7f7d-4d89-aa4d-5bfb61d2e68e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:39.557683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff260db9-44e4-4479-9c1d-836d30e030d2 req-13ebb88b-7f7d-4d89-aa4d-5bfb61d2e68e tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0499384 Jan 27 22:15:39.603980 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff260db9-44e4-4479-9c1d-836d30e030d2 req-b5b6ace4-9f9d-4343-b336-0e6c9883fea0 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Jan 27 22:15:39.721451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4c417-80d2-47e3-9d7c-c4264068c1d8 req-51e654e3-7307-48ad-ac37-b355f38fadc2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:39.722933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05f4c417-80d2-47e3-9d7c-c4264068c1d8 req-51e654e3-7307-48ad-ac37-b355f38fadc2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0494123 Jan 27 22:15:39.769543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05f4c417-80d2-47e3-9d7c-c4264068c1d8 req-391e6ff2-07c0-40be-9fa1-3380845f7d5c tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Jan 27 22:15:39.894799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fac2d3-14a8-44c4-ba16-fc2814cba63b req-382987d1-753b-4ca8-8a02-749b0d358ed1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:39.896206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9fac2d3-14a8-44c4-ba16-fc2814cba63b req-382987d1-753b-4ca8-8a02-749b0d358ed1 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0511179 Jan 27 22:15:39.943219 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9fac2d3-14a8-44c4-ba16-fc2814cba63b req-32443fd0-1427-4f86-8d84-2cbde7f028d2 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Jan 27 22:15:46.079500 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:15:48.812793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-373331ad-bcf9-4ccc-87ca-1e6fb4aac1d9 req-a51ed8c4-e10a-4077-b027-176659609929 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396819 Jan 27 22:15:48.899182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373331ad-bcf9-4ccc-87ca-1e6fb4aac1d9 req-7db6314c-3063-4aef-838c-474f79a3dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:48.900823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-373331ad-bcf9-4ccc-87ca-1e6fb4aac1d9 req-7db6314c-3063-4aef-838c-474f79a3dfe0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=57cbbd4141164f4abfdc80d9f497be32&device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0489397 Jan 27 22:15:49.008096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373331ad-bcf9-4ccc-87ca-1e6fb4aac1d9 req-715800cb-4ccf-4074-8860-70887a0675b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:49.009648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-373331ad-bcf9-4ccc-87ca-1e6fb4aac1d9 req-715800cb-4ccf-4074-8860-70887a0675b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=391455d8-8f26-4fa3-9d79-93e01aee0770 HTTP/1.1" status: 200 len: 914 time: 0.0906024 Jan 27 22:15:49.079417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-373331ad-bcf9-4ccc-87ca-1e6fb4aac1d9 req-45226909-cf22-4975-9cd4-31cdd7c57414 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bef78f9f-4f54-4f05-9f13-e546da1ef9f1 HTTP/1.1" status: 200 len: 1001 time: 0.0639431 Jan 27 22:15:49.135219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373331ad-bcf9-4ccc-87ca-1e6fb4aac1d9 req-2035829c-9b7d-40d0-8c26-51b48e91f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:49.141792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-373331ad-bcf9-4ccc-87ca-1e6fb4aac1d9 req-2035829c-9b7d-40d0-8c26-51b48e91f21a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33917b9a-43a3-442a-a595-bfdc40739879 HTTP/1.1" status: 200 len: 852 time: 0.0519059 Jan 27 22:15:49.185929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373331ad-bcf9-4ccc-87ca-1e6fb4aac1d9 req-d94658ef-0d22-454c-896e-4d5d03720d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:49.187566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-373331ad-bcf9-4ccc-87ca-1e6fb4aac1d9 req-d94658ef-0d22-454c-896e-4d5d03720d21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=391455d8-8f26-4fa3-9d79-93e01aee0770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442486 Jan 27 22:15:49.280437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-373331ad-bcf9-4ccc-87ca-1e6fb4aac1d9 req-5cb33a93-a9f6-4b88-a16e-d47fa6fdc397 service neutron] 10.222.0.71 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865543 Jan 27 22:15:49.377084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-373331ad-bcf9-4ccc-87ca-1e6fb4aac1d9 req-8574a2ba-3d66-4a0b-b3c5-677063982c21 service neutron] 10.222.0.71 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897901 Jan 27 22:15:49.690999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51314889-d140-4f81-a995-1309bc1da6df req-20638a3c-4aca-44a1-80e4-2651958cf117 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:49.692436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51314889-d140-4f81-a995-1309bc1da6df req-20638a3c-4aca-44a1-80e4-2651958cf117 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0504999 Jan 27 22:15:49.740450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51314889-d140-4f81-a995-1309bc1da6df req-7dee4322-1c83-47b6-bad0-453cc83debb0 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423539 Jan 27 22:15:50.859790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec449d-87d5-47ff-ac6e-9d73a9a0e138 req-7b1d69ed-d2b0-4525-9a0c-ca697683258a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:50.861293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cec449d-87d5-47ff-ac6e-9d73a9a0e138 req-7b1d69ed-d2b0-4525-9a0c-ca697683258a tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0526464 Jan 27 22:15:50.907919 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cec449d-87d5-47ff-ac6e-9d73a9a0e138 req-26c361d3-4678-4e5f-981a-21580bae404f tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/security-groups?id=69caea16-7de0-49d3-856c-244596338b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Jan 27 22:15:51.298017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b445ddd-d0ab-4c60-959b-8eff348dfe7c req-8b9bea84-9169-4f92-8873-13fb2e1f5f07 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:51.299484 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8b445ddd-d0ab-4c60-959b-8eff348dfe7c req-8b9bea84-9169-4f92-8873-13fb2e1f5f07 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.74 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 946 time: 0.0487561 Jan 27 22:15:51.390522 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-8b445ddd-d0ab-4c60-959b-8eff348dfe7c req-c6829988-d6e6-4cf7-921a-63eaa91588d7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Deleting port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:15:51.390868 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8b445ddd-d0ab-4c60-959b-8eff348dfe7c req-c6829988-d6e6-4cf7-921a-63eaa91588d7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.522751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-8b445ddd-d0ab-4c60-959b-8eff348dfe7c req-c6829988-d6e6-4cf7-921a-63eaa91588d7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] For port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,segment=NetworkSegment(8a9e6779-72e5-48a8-95e0-975d63192eb3),segment_id=8a9e6779-72e5-48a8-95e0-975d63192eb3)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:15:51.523116 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8b445ddd-d0ab-4c60-959b-8eff348dfe7c req-c6829988-d6e6-4cf7-921a-63eaa91588d7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.535024 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [req-8b445ddd-d0ab-4c60-959b-8eff348dfe7c req-c6829988-d6e6-4cf7-921a-63eaa91588d7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Calling delete_port for 9c4e3c93-7c66-4be1-a3de-4548bb953d7e owned by compute:nova {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:15:51.875827 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8b445ddd-d0ab-4c60-959b-8eff348dfe7c req-c6829988-d6e6-4cf7-921a-63eaa91588d7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9c4e3c93-7c66-4be1-a3de-4548bb953d7e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.904604 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6829988-d6e6-4cf7-921a-63eaa91588d7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Pushing event deleted for resources: {'Port': ['ID=9c4e3c93-7c66-4be1-a3de-4548bb953d7e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:51.946127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b445ddd-d0ab-4c60-959b-8eff348dfe7c req-c6829988-d6e6-4cf7-921a-63eaa91588d7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] No DVR routers for this DVR port 9c4e3c93-7c66-4be1-a3de-4548bb953d7e on host n-h1-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:15:51.948854 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-8b445ddd-d0ab-4c60-959b-8eff348dfe7c req-c6829988-d6e6-4cf7-921a-63eaa91588d7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:51.952174 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-8b445ddd-d0ab-4c60-959b-8eff348dfe7c req-c6829988-d6e6-4cf7-921a-63eaa91588d7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.74 "DELETE /v2.0/ports/9c4e3c93-7c66-4be1-a3de-4548bb953d7e HTTP/1.1" status: 204 len: 173 time: 0.6473899 Jan 27 22:15:51.952619 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'name': 'network-vif-deleted', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:15:51.954867 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79dbf91-3fb4-4ffd-a2dc-add0a03c39d0" -d '{"events": [{"server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "name": "network-vif-deleted", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:15:51.998337 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef0bd3f-22cd-43e1-9ead-262253e5b63c x-openstack-request-id: req-cef0bd3f-22cd-43e1-9ead-262253e5b63c {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:15:51.998634 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3350f6-8006-4464-ba3e-fb479ceb2fa0", "name": "network-vif-deleted", "tag": "9c4e3c93-7c66-4be1-a3de-4548bb953d7e", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:15:51.998887 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cef0bd3f-22cd-43e1-9ead-262253e5b63c {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:15:51.999293 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3350f6-8006-4464-ba3e-fb479ceb2fa0', 'name': 'network-vif-deleted', 'tag': '9c4e3c93-7c66-4be1-a3de-4548bb953d7e', 'status': 'completed', 'code': 200} Jan 27 22:15:52.007280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1bdc330c-19b7-4e43-9f5b-14454ddf2a9d req-02bdeb0e-5e83-4dae-83f9-71b2ccf432c7 tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 210 time: 0.0274324 Jan 27 22:15:53.111369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81dba864-384a-43db-8dbb-363640b261f1 req-8e12bdeb-cb05-4317-b110-f3dc719a0a1b tempest-ServersNegativeTestJSON-704369406 tempest-ServersNegativeTestJSON-704369406-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc3350f6-8006-4464-ba3e-fb479ceb2fa0 HTTP/1.1" status: 200 len: 210 time: 0.0263207 Jan 27 22:15:53.837483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9c4e3c93-7c66-4be1-a3de-4548bb953d7e no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:15:53.857618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 9c4e3c93-7c66-4be1-a3de-4548bb953d7e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:15:53.858085 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 9c4e3c93-7c66-4be1-a3de-4548bb953d7e not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:15:54.166693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33056) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:54.212229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Deleting subnet 707847e5-aeb4-4aca-b23c-2643c593de55 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:15:54.215276 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Publish callbacks [] for subnet (707847e5-aeb4-4aca-b23c-2643c593de55), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.254206 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (707847e5-aeb4-4aca-b23c-2643c593de55), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.292900 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (707847e5-aeb4-4aca-b23c-2643c593de55), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.482208 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (707847e5-aeb4-4aca-b23c-2643c593de55), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.507545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707847e5-aeb4-4aca-b23c-2643c593de55,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:54.512068 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.515298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/707847e5-aeb4-4aca-b23c-2643c593de55 HTTP/1.1" status: 204 len: 168 time: 0.3475640 Jan 27 22:15:54.517912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33058) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:54.520705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.521061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.521406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.521746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.522085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.522423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.522751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.523081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.523413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.523735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.524062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.524411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.524732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16955eec-9425-4eb6-a373-9d57f42826a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:54.590922 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.670062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.690074 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:54.699030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9e6779-72e5-48a8-95e0-975d63192eb3') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:54.699825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9e6779-72e5-48a8-95e0-975d63192eb3') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:15:54.709100 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (8a9e6779-72e5-48a8-95e0-975d63192eb3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.722549 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8a9e6779-72e5-48a8-95e0-975d63192eb3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.728393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:15:54.728779 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (8a9e6779-72e5-48a8-95e0-975d63192eb3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:15:54.730387 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:15:54.950290 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.955894 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:54.959160 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] 10.222.0.61 "DELETE /v2.0/networks/5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6 HTTP/1.1" status: 204 len: 168 time: 0.4402394 Jan 27 22:15:54.970854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75390213-209f-48be-8f17-2ce60ee5afbd admin admin] Pushing event deleted for resources: {'Network': ['ID=5138ed7e-4e79-43eb-b5ad-c1c9da07b2a6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:55.482702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33064) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:55.522509 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0e45840f-bdc7-4fd9-a63e-473c2f57b35c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a764dba02024728b830e8d8becbbae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386150 Jan 27 22:15:55.525043 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33066) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:55.571426 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e498-89f1-4b49-a8c9-be136c63a31e admin admin] Publish callbacks [] for security_group (69caea16-7de0-49d3-856c-244596338b8b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.591954 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e498-89f1-4b49-a8c9-be136c63a31e admin admin] Publish callbacks [] for security_group (69caea16-7de0-49d3-856c-244596338b8b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.801164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e498-89f1-4b49-a8c9-be136c63a31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (69caea16-7de0-49d3-856c-244596338b8b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.803805 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5fd2e498-89f1-4b49-a8c9-be136c63a31e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:55.805062 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5fd2e498-89f1-4b49-a8c9-be136c63a31e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69caea16-7de0-49d3-856c-244596338b8b HTTP/1.1" status: 204 len: 168 time: 0.2791257 Jan 27 22:15:55.814115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2e498-89f1-4b49-a8c9-be136c63a31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69caea16-7de0-49d3-856c-244596338b8b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:57.055655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33092) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:57.153354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1814332264-network', 'tenant_id': '1a8236133eed430ab171c72fb001fb19'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:57.195323 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.344496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Made reservation on behalf of 1a8236133eed430ab171c72fb001fb19 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:57.346811 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.356301 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.428904 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Publish callbacks [] for security_group (b6e5ec1b-4b8a-434e-af2f-95b2d56f4021), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.548235 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b6e5ec1b-4b8a-434e-af2f-95b2d56f4021), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.576425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:15:57.582756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e5ec1b-4b8a-434e-af2f-95b2d56f4021,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:57.588920 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b5c824c7-a76a-470f-b0e2-5d54df1bb395), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.589274 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Added segment b5c824c7-a76a-470f-b0e2-5d54df1bb395 of type vlan for network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 Jan 27 22:15:57.633152 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.692270 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.782095 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.783091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:57.783686 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:57.842213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] Pushing event updated for resources: {'Network': ['ID=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:57.851818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:15:58.020906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-94e6f720-7d2f-4557-bcfa-9350b7952b1b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9640667 Jan 27 22:15:58.023880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33098) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:58.028738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-63c7c331-2f80-407a-9d3f-b0759bc265aa admin admin] Request body: {'subnet': {'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1814332264-subnet', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:58.182348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c7c331-2f80-407a-9d3f-b0759bc265aa admin admin] Made reservation on behalf of 1a8236133eed430ab171c72fb001fb19 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:15:58.184778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63c7c331-2f80-407a-9d3f-b0759bc265aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.504275 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63c7c331-2f80-407a-9d3f-b0759bc265aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (4cdd9bd6-3614-4248-99f4-1f830bd56760), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.560986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7c331-2f80-407a-9d3f-b0759bc265aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdd9bd6-3614-4248-99f4-1f830bd56760,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:58.569916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7c331-2f80-407a-9d3f-b0759bc265aa admin admin] Checking segment: {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:58.570284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7c331-2f80-407a-9d3f-b0759bc265aa admin admin] Network hostable DHCP agents. Network: 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:15:58.703864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7c331-2f80-407a-9d3f-b0759bc265aa admin admin] Network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:15:58.841482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-63c7c331-2f80-407a-9d3f-b0759bc265aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:58.845770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c7c331-2f80-407a-9d3f-b0759bc265aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:15:58.846444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-63c7c331-2f80-407a-9d3f-b0759bc265aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.851202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e8763a-8ad7-49bb-97ad-d7b69df52104 None None] Network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:15:58.951554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'project_id': '1a8236133eed430ab171c72fb001fb19', 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:15:58.952444 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:58.999176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-63c7c331-2f80-407a-9d3f-b0759bc265aa admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9741971 Jan 27 22:15:59.004360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33102) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:15:59.008845 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:15:59.090024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Allocated IP 172.20.0.2 (8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72/4cdd9bd6-3614-4248-99f4-1f830bd56760/f852015d-857a-4268-80fa-56f3d49351ab) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:15:59.167079 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.172190 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.231876 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Publish callbacks [] for router_controller (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.235694 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Publish callbacks [] for port (f852015d-857a-4268-80fa-56f3d49351ab), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.388645 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (f852015d-857a-4268-80fa-56f3d49351ab), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.428981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:15:59.431690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:15:59.435522 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:15:59.447317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Pushing event updated for resources: {'Port': ['ID=f852015d-857a-4268-80fa-56f3d49351ab,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:59.471471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.471814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.472208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.472548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.472878 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.473205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.473531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.473947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.474416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.474749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.475060 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.475483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.475811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:15:59.481213 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Publish callbacks [] for router_gateway (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.514387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Attempting to bind port f852015d-857a-4268-80fa-56f3d49351ab on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:15:59.514737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Attempting to bind port f852015d-857a-4268-80fa-56f3d49351ab by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:15:59.515115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Attempting to bind port f852015d-857a-4268-80fa-56f3d49351ab on network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:15:59.520541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:15:59.520926 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Checking segment: {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:15:59.521342 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.521752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Bound using segment: {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:15:59.522228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Bound port: f852015d-857a-4268-80fa-56f3d49351ab, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:15:59.522618 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f852015d-857a-4268-80fa-56f3d49351ab), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.595074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] For port f852015d-857a-4268-80fa-56f3d49351ab, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:15:59.598027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] For port f852015d-857a-4268-80fa-56f3d49351ab, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f852015d-857a-4268-80fa-56f3d49351ab,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:15:59.704731 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f852015d-857a-4268-80fa-56f3d49351ab), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.772656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8683b-7a53-46cb-bf6b-cb07b2416e20 None None] Pushing event updated for resources: {'Port': ['ID=f852015d-857a-4268-80fa-56f3d49351ab,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:15:59.884473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Publish callbacks [] for router_gateway (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:15:59.905449 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.034023 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Allocated IP 172.25.0.218 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/54139c48-84ae-4193-b731-faa65486d158) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:00.154019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Publish callbacks [] for port (54139c48-84ae-4193-b731-faa65486d158), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.321511 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (54139c48-84ae-4193-b731-faa65486d158), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.360620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:00.363384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:00.367209 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:00.394105 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Pushing event updated for resources: {'Port': ['ID=54139c48-84ae-4193-b731-faa65486d158,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:00.629745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f852015d-857a-4268-80fa-56f3d49351ab up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:00.679986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port f852015d-857a-4268-80fa-56f3d49351ab triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:00.680414 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f852015d-857a-4268-80fa-56f3d49351ab), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.772876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port f852015d-857a-4268-80fa-56f3d49351ab is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:00.772876 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f852015d-857a-4268-80fa-56f3d49351ab), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.780811 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Publish callbacks [] for router_gateway (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.790655 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f8d970-08d4-4515-8cd8-6973a3fa315c None None] Network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:00.841179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port f852015d-857a-4268-80fa-56f3d49351ab, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f852015d-857a-4268-80fa-56f3d49351ab,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:00.872375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-027fccc2-233e-4352-9c29-564610ece7ba None None] Provisioning complete for port f852015d-857a-4268-80fa-56f3d49351ab triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:00.872759 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-027fccc2-233e-4352-9c29-564610ece7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f852015d-857a-4268-80fa-56f3d49351ab), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:00.957315 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (f852015d-857a-4268-80fa-56f3d49351ab), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.040509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-027fccc2-233e-4352-9c29-564610ece7ba None None] Current status of the port f852015d-857a-4268-80fa-56f3d49351ab is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:01.056049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=f852015d-857a-4268-80fa-56f3d49351ab,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:01.307542 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.418694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-27f5ca6b-bcb1-47dd-86e6-3cfd50feb153 None None] Provisioning complete for port f852015d-857a-4268-80fa-56f3d49351ab triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:01.419070 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27f5ca6b-bcb1-47dd-86e6-3cfd50feb153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f852015d-857a-4268-80fa-56f3d49351ab), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.494835 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-27f5ca6b-bcb1-47dd-86e6-3cfd50feb153 None None] Current status of the port f852015d-857a-4268-80fa-56f3d49351ab is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:01.605719 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:16:01.710666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:01.719902 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Sync routers for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:01.729968 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:01.731092 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:15:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:01.836609 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:01.877586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:01.878981 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4f78d72b-ed6c-4d63-88ec-5c1ee8c216d1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8735464 Jan 27 22:16:01.881751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33110) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:02.014078 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:00Z', 'revision_number': 3, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:02.040915 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Checking router: 5ea25ad1-3afd-4e85-9717-c23fd5c540ef for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:02.041329 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Updating router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef port 54139c48-84ae-4193-b731-faa65486d158 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:16:02.066533 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (54139c48-84ae-4193-b731-faa65486d158), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.317200 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.340471 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Publish callbacks [] for port (54139c48-84ae-4193-b731-faa65486d158), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.355060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f98eeb0f-34b9-4f09-9780-d3654d02beb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.469650 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (54139c48-84ae-4193-b731-faa65486d158), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.478625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Allocated IP 172.20.0.1 (8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72/4cdd9bd6-3614-4248-99f4-1f830bd56760/30916173-47f8-4439-8663-a80316c972f7) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:02.522487 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Pushing event updated for resources: {'Port': ['ID=54139c48-84ae-4193-b731-faa65486d158,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:02.524735 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Attempting to bind port 54139c48-84ae-4193-b731-faa65486d158 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:02.524978 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Attempting to bind port 54139c48-84ae-4193-b731-faa65486d158 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:02.525343 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Attempting to bind port 54139c48-84ae-4193-b731-faa65486d158 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:02.533184 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.533446 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.533789 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.534131 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.534465 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.534846 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.535104 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.535507 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.535741 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.536061 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.536403 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.536720 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.537039 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:02.542285 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:02.543152 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:02.543552 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.543929 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:02.544424 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Bound port: 54139c48-84ae-4193-b731-faa65486d158, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:02.544798 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (54139c48-84ae-4193-b731-faa65486d158), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.595175 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] For port 54139c48-84ae-4193-b731-faa65486d158, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:02.598255 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] For port 54139c48-84ae-4193-b731-faa65486d158, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=54139c48-84ae-4193-b731-faa65486d158,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:02.613355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f852015d-857a-4268-80fa-56f3d49351ab up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:02.626499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Publish callbacks [] for port (30916173-47f8-4439-8663-a80316c972f7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.665908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port f852015d-857a-4268-80fa-56f3d49351ab triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:02.666302 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (f852015d-857a-4268-80fa-56f3d49351ab), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.752767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port f852015d-857a-4268-80fa-56f3d49351ab is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:02.755938 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (54139c48-84ae-4193-b731-faa65486d158), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.814203 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:02.814820 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:15:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:02.836504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (30916173-47f8-4439-8663-a80316c972f7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:02.849395 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8362d-276a-4c7a-8fda-f958ac52013b None None] Pushing event updated for resources: {'Port': ['ID=54139c48-84ae-4193-b731-faa65486d158,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:02.884515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:02.889726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:02.894134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:02.897916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Pushing event updated for resources: {'Port': ['ID=30916173-47f8-4439-8663-a80316c972f7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:02.930394 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:02.934849 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:03.132880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6dc7a1af-e83e-4f19-8ccc-51dfeb81e7f7 None None] Provisioning complete for port 30916173-47f8-4439-8663-a80316c972f7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:03.133380 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a1af-e83e-4f19-8ccc-51dfeb81e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (30916173-47f8-4439-8663-a80316c972f7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:03.174131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6dc7a1af-e83e-4f19-8ccc-51dfeb81e7f7 None None] Port 30916173-47f8-4439-8663-a80316c972f7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:03.215669 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (30916173-47f8-4439-8663-a80316c972f7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:03.230521 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:00Z', 'revision_number': 3, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:03.258483 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32686bba-762d-4627-8f09-eac7accc7d0d None None] The sync data for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 is: [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:00Z', 'revision_number': 3, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:03.373355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Publish callbacks [] for port (30916173-47f8-4439-8663-a80316c972f7), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:03.553634 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (30916173-47f8-4439-8663-a80316c972f7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:03.629312 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:03.631252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Pushing event updated for resources: {'Port': ['ID=30916173-47f8-4439-8663-a80316c972f7,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:03.729390 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:03.730871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:03.860650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:03.982296 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:03.993504 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a0e4d820-4e5b-40c9-8601-1e9bd65efefb admin admin] 10.222.0.61 "PUT /v2.0/routers/5ea25ad1-3afd-4e85-9717-c23fd5c540ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1106501 Jan 27 22:16:04.015061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0a84a8ed-fea8-4109-b8b3-77ad5d4984b5 None None] Provisioning complete for port 30916173-47f8-4439-8663-a80316c972f7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:04.015624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0a84a8ed-fea8-4109-b8b3-77ad5d4984b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (30916173-47f8-4439-8663-a80316c972f7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.052904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0a84a8ed-fea8-4109-b8b3-77ad5d4984b5 None None] Port 30916173-47f8-4439-8663-a80316c972f7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:04.602611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33124) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:04.607510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4e9618ea-661e-47a0-ade5-2d85a9f09782 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1698297186', 'description': 'tempest-description--82010696'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:04.643246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 54139c48-84ae-4193-b731-faa65486d158 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:04.692829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 54139c48-84ae-4193-b731-faa65486d158 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:04.693296 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (54139c48-84ae-4193-b731-faa65486d158), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.709579 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e9618ea-661e-47a0-ade5-2d85a9f09782 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.779008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 54139c48-84ae-4193-b731-faa65486d158 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:04.779410 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (54139c48-84ae-4193-b731-faa65486d158), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.788850 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e9618ea-661e-47a0-ade5-2d85a9f09782 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group (20467e98-6ed2-4aec-9691-f4ccb7e21898), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.800275 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 54139c48-84ae-4193-b731-faa65486d158, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=54139c48-84ae-4193-b731-faa65486d158,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:04.881640 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e9618ea-661e-47a0-ade5-2d85a9f09782 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (20467e98-6ed2-4aec-9691-f4ccb7e21898), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.884307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Sync routers for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:04.892456 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (54139c48-84ae-4193-b731-faa65486d158), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.921723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9618ea-661e-47a0-ade5-2d85a9f09782 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20467e98-6ed2-4aec-9691-f4ccb7e21898,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:04.925860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:04.926610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:15:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:04.985052 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7096fc37-0f5a-480e-85eb-83132e79c27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:04.988104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=54139c48-84ae-4193-b731-faa65486d158,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:05.009502 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4e9618ea-661e-47a0-ade5-2d85a9f09782 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.013464 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4e9618ea-661e-47a0-ade5-2d85a9f09782 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4070277 Jan 27 22:16:05.013758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33126) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.018519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-780d23c1-b203-4d86-ad14-18bb0af42923 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Request body: {'security_group_rule': {'security_group_id': '20467e98-6ed2-4aec-9691-f4ccb7e21898', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:05.052615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:05.113083 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-780d23c1-b203-4d86-ad14-18bb0af42923 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group_rule (38113316-b280-46da-8b73-ef3012800324), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.195725 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-780d23c1-b203-4d86-ad14-18bb0af42923 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group_rule (38113316-b280-46da-8b73-ef3012800324), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.265758 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 2, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:05.276443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-780d23c1-b203-4d86-ad14-18bb0af42923 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (38113316-b280-46da-8b73-ef3012800324), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.299561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d23c1-b203-4d86-ad14-18bb0af42923 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38113316-b280-46da-8b73-ef3012800324,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:05.311276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Checking router: 5ea25ad1-3afd-4e85-9717-c23fd5c540ef for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:05.311650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Updating router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef port 30916173-47f8-4439-8663-a80316c972f7 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:16:05.338698 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (30916173-47f8-4439-8663-a80316c972f7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.386212 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-780d23c1-b203-4d86-ad14-18bb0af42923 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.391415 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-780d23c1-b203-4d86-ad14-18bb0af42923 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3736072 Jan 27 22:16:05.391415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33130) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.395965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-03788709-c522-4fa3-933a-e16f0777d273 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Request body: {'security_group_rule': {'security_group_id': '20467e98-6ed2-4aec-9691-f4ccb7e21898', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:05.532329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03788709-c522-4fa3-933a-e16f0777d273 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group_rule (8211eef1-aa5b-4755-9d8e-a495def349f5), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.594946 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03788709-c522-4fa3-933a-e16f0777d273 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group_rule (8211eef1-aa5b-4755-9d8e-a495def349f5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.622132 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Publish callbacks [] for port (30916173-47f8-4439-8663-a80316c972f7), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.661968 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03788709-c522-4fa3-933a-e16f0777d273 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (8211eef1-aa5b-4755-9d8e-a495def349f5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.680272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03788709-c522-4fa3-933a-e16f0777d273 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8211eef1-aa5b-4755-9d8e-a495def349f5,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:05.719341 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (30916173-47f8-4439-8663-a80316c972f7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.780430 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03788709-c522-4fa3-933a-e16f0777d273 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.782049 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-03788709-c522-4fa3-933a-e16f0777d273 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3897595 Jan 27 22:16:05.785437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33132) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:05.789673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba35aa-6932-494c-9cb9-bb7fe608b76d None None] Pushing event updated for resources: {'Port': ['ID=30916173-47f8-4439-8663-a80316c972f7,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:05.791112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:05.826905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Attempting to bind port 30916173-47f8-4439-8663-a80316c972f7 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:05.827286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Attempting to bind port 30916173-47f8-4439-8663-a80316c972f7 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:05.827659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Attempting to bind port 30916173-47f8-4439-8663-a80316c972f7 on network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:05.834348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:05.835181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Checking segment: {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:05.835969 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.836453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Bound using segment: {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:05.837107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Bound port: 30916173-47f8-4439-8663-a80316c972f7, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:05.837499 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (30916173-47f8-4439-8663-a80316c972f7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.919931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] For port 30916173-47f8-4439-8663-a80316c972f7, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:05.923660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] For port 30916173-47f8-4439-8663-a80316c972f7, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=30916173-47f8-4439-8663-a80316c972f7,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:05.926698 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:05.989714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-47117c00-9c9b-4779-955f-114a5b727937 None None] Provisioning complete for port 30916173-47f8-4439-8663-a80316c972f7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:05.990100 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-47117c00-9c9b-4779-955f-114a5b727937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (30916173-47f8-4439-8663-a80316c972f7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.020532 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (30916173-47f8-4439-8663-a80316c972f7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.034554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-47117c00-9c9b-4779-955f-114a5b727937 None None] Port 30916173-47f8-4439-8663-a80316c972f7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:06.037998 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.088784 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:06.089503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:16:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:06.150902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba35aa-6932-494c-9cb9-bb7fe608b76d None None] Pushing event updated for resources: {'Port': ['ID=30916173-47f8-4439-8663-a80316c972f7,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:06.152365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Allocated IP 172.25.0.219 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/1b7d14d5-f67f-4fd8-afd4-a03262e4e013) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:06.241960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:06.246718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.270863 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for port (1b7d14d5-f67f-4fd8-afd4-a03262e4e013), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.372969 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1b7d14d5-f67f-4fd8-afd4-a03262e4e013), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.391013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-83b62d30-9cae-4388-9198-b8ca0a8e9241 None None] Provisioning complete for port 30916173-47f8-4439-8663-a80316c972f7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:06.391395 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-83b62d30-9cae-4388-9198-b8ca0a8e9241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (30916173-47f8-4439-8663-a80316c972f7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.425199 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:06.426656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event updated for resources: {'Port': ['ID=1b7d14d5-f67f-4fd8-afd4-a03262e4e013,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:06.430307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:06.434300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:06.524307 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (51cfa88e-2e00-475d-bfa0-e413606d3ff1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.539382 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:05Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:06.541212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-83b62d30-9cae-4388-9198-b8ca0a8e9241 None None] Current status of the port 30916173-47f8-4439-8663-a80316c972f7 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:06.541610 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-83b62d30-9cae-4388-9198-b8ca0a8e9241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (30916173-47f8-4439-8663-a80316c972f7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.574180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fffb5d-af98-4df9-9977-fe8205dc35c8 None None] The sync data for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 is: [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:05Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:06.606538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-83b62d30-9cae-4388-9198-b8ca0a8e9241 None None] For port 30916173-47f8-4439-8663-a80316c972f7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=30916173-47f8-4439-8663-a80316c972f7,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:06.613645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 54139c48-84ae-4193-b731-faa65486d158 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:06.672046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1b7d14d5-f67f-4fd8-afd4-a03262e4e013), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.690859 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 54139c48-84ae-4193-b731-faa65486d158 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:06.691401 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (54139c48-84ae-4193-b731-faa65486d158), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.700673 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-9baa187c-dee5-4170-b7f5-f513212e6177 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473006810&fields=id&tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 267 time: 0.0940061 Jan 27 22:16:06.721794 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-83b62d30-9cae-4388-9198-b8ca0a8e9241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (30916173-47f8-4439-8663-a80316c972f7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.832432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-1b1e4ff2-b682-463b-bd62-82e5040ffbb5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:06.835252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-1b1e4ff2-b682-463b-bd62-82e5040ffbb5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.1284492 Jan 27 22:16:06.844810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b62d30-9cae-4388-9198-b8ca0a8e9241 None None] Pushing event updated for resources: {'Port': ['ID=30916173-47f8-4439-8663-a80316c972f7,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:06.853505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 54139c48-84ae-4193-b731-faa65486d158 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:06.858847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-4ab87842-c93a-41f0-984c-adf75f9586e2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/quotas/56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 375 time: 0.0155568 Jan 27 22:16:06.889505 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for port (1b7d14d5-f67f-4fd8-afd4-a03262e4e013), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:06.916465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-3db0a8b1-9684-447a-9cc6-af97ac0b66a7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515103 Jan 27 22:16:06.978161 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (1b7d14d5-f67f-4fd8-afd4-a03262e4e013), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.022617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a5c71134-ec7f-42a0-9da8-9073912c2924 service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943499 Jan 27 22:16:07.047702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event updated for resources: {'Port': ['ID=1b7d14d5-f67f-4fd8-afd4-a03262e4e013,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:07.063138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (51cfa88e-2e00-475d-bfa0-e413606d3ff1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.120504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-c0368cd2-5312-4717-987e-6351cd925d5d service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908127 Jan 27 22:16:07.174862 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.176278 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-34282f9f-509b-4c24-9179-00d961435d18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3896630 Jan 27 22:16:07.345436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-e3df7cfd-4883-48b0-a78c-5b14311cfb48 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1698297186&fields=id&tenant_id=1a8236133eed430ab171c72fb001fb19 HTTP/1.1" status: 200 len: 267 time: 0.0539665 Jan 27 22:16:07.460138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e260-146b-4931-842f-f88d9e91affb req-04cd856d-0c95-4759-b864-646a57f97c41 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:07.461637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-04cd856d-0c95-4759-b864-646a57f97c41 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 811 time: 0.1091266 Jan 27 22:16:07.476698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-357f263b-87ee-4991-b1c2-c4946e126158 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/quotas/1a8236133eed430ab171c72fb001fb19 HTTP/1.1" status: 200 len: 375 time: 0.0095482 Jan 27 22:16:07.509582 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:07.530724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-ca0a91ab-5ff7-4553-945a-8a47f18e24a0 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483737 Jan 27 22:16:07.637185 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-7752ef8a-077c-4dc9-9d76-14454807e654 service neutron] 10.222.0.61 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945976 Jan 27 22:16:07.731123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-ea063140-eb5e-4ada-b835-e91f1440aff0 service neutron] 10.222.0.61 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884328 Jan 27 22:16:07.876765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b864c583-dcd9-440f-82fa-2f4c7aecbd10 req-7eabfbf1-8e50-42ff-90f7-c5dd2d6ab5fa tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 210 time: 0.0321481 Jan 27 22:16:08.041996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4973625-d46e-46dc-971a-a0a1516d0d3c req-01a55771-9538-49ea-9738-f96573b2a419 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 210 time: 0.0274711 Jan 27 22:16:08.401825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33182) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:08.629763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 30916173-47f8-4439-8663-a80316c972f7 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:08.670266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Deleting port e375d826-1a04-4cba-a471-bb20789fa171 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:08.670615 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e375d826-1a04-4cba-a471-bb20789fa171), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.678809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 30916173-47f8-4439-8663-a80316c972f7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:08.679192 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (30916173-47f8-4439-8663-a80316c972f7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.758251 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e375d826-1a04-4cba-a471-bb20789fa171), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.758511 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for floatingip (e375d826-1a04-4cba-a471-bb20789fa171), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.759078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 30916173-47f8-4439-8663-a80316c972f7 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:08.770801 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Calling delete_port for e375d826-1a04-4cba-a471-bb20789fa171 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:08.950298 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:08.978117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99da0f84-8914-47b8-9f8a-5c939e33f170 req-095cdb72-9d77-4c16-a069-a1c8af511a43 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 210 time: 0.0330839 Jan 27 22:16:09.023936 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e375d826-1a04-4cba-a471-bb20789fa171), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.051629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event deleted for resources: {'Port': ['ID=e375d826-1a04-4cba-a471-bb20789fa171,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:09.116490 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for floatingip (158eba5d-d7f1-4f98-a1f9-4f1a453caaa2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.116827 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Floating IP 158eba5d-d7f1-4f98-a1f9-4f1a453caaa2 disassociated (deleted). External IP: 172.25.0.144, port: bef78f9f-4f54-4f05-9f13-e546da1ef9f1. Jan 27 22:16:09.136971 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a9c11a3-f091-47a5-a103-593fc4d2abb0 req-073ccb94-1251-44de-8b4e-727b67f7e325 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 210 time: 0.0362654 Jan 27 22:16:09.350629 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Router 75324e70-1d4c-4b40-a186-54f9fb7462ac has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:09.465414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:09.470177 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:09.475109 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276d70e-d3e6-47da-a1a4-b3d31dad9aec None None] Sync routers for ids ['75324e70-1d4c-4b40-a186-54f9fb7462ac'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:09.484541 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276d70e-d3e6-47da-a1a4-b3d31dad9aec None None] Routers {'75324e70-1d4c-4b40-a186-54f9fb7462ac'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:09.485155 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b276d70e-d3e6-47da-a1a4-b3d31dad9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:16:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['75324e70-1d4c-4b40-a186-54f9fb7462ac'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:09.499171 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e3586524-86c8-4fa5-9d15-258fb132fba0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "DELETE /v2.0/floatingips/158eba5d-d7f1-4f98-a1f9-4f1a453caaa2 HTTP/1.1" status: 204 len: 168 time: 1.0953395 Jan 27 22:16:09.499749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:09.502137 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b905a4fa-5968-41ef-9506-61fbb29b0bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:09.557790 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51097a4-d4f0-4129-a721-58516b5db1fd x-openstack-request-id: req-a51097a4-d4f0-4129-a721-58516b5db1fd {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:09.558795 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:09.559383 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a51097a4-d4f0-4129-a721-58516b5db1fd {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:09.560003 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'status': 'completed', 'code': 200} Jan 27 22:16:09.608281 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-b276d70e-d3e6-47da-a1a4-b3d31dad9aec None None] Set router 75324e70-1d4c-4b40-a186-54f9fb7462ac gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:09.625266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905a4fa-5968-41ef-9506-61fbb29b0bcb req-c4ece184-7030-440e-82f5-f54fd441b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:09.626768 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b905a4fa-5968-41ef-9506-61fbb29b0bcb req-c4ece184-7030-440e-82f5-f54fd441b79e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=57cbbd4141164f4abfdc80d9f497be32&device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0466259 Jan 27 22:16:09.723378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905a4fa-5968-41ef-9506-61fbb29b0bcb req-86edcc7c-70c1-4140-b76a-4aa7d91088c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:09.725097 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b905a4fa-5968-41ef-9506-61fbb29b0bcb req-86edcc7c-70c1-4140-b76a-4aa7d91088c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=391455d8-8f26-4fa3-9d79-93e01aee0770 HTTP/1.1" status: 200 len: 914 time: 0.0930653 Jan 27 22:16:09.781950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b905a4fa-5968-41ef-9506-61fbb29b0bcb req-55ec426a-c488-40b6-9ff1-9f4080609325 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bef78f9f-4f54-4f05-9f13-e546da1ef9f1 HTTP/1.1" status: 200 len: 217 time: 0.0503252 Jan 27 22:16:09.824355 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b276d70e-d3e6-47da-a1a4-b3d31dad9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '9be483d1-ab0b-4fec-8519-c67186030483', 'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'mac_address': 'fa:16:3e:16:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:26Z', 'updated_at': '2022-01-27T22:10:31Z', 'revision_number': 5, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'subnets': [{'id': '33917b9a-43a3-442a-a595-bfdc40739879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:09.836256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905a4fa-5968-41ef-9506-61fbb29b0bcb req-2dad3ebe-ba76-44ee-a1d7-711e9fa27370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:09.837735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b905a4fa-5968-41ef-9506-61fbb29b0bcb req-2dad3ebe-ba76-44ee-a1d7-711e9fa27370 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=33917b9a-43a3-442a-a595-bfdc40739879 HTTP/1.1" status: 200 len: 852 time: 0.0501361 Jan 27 22:16:09.851750 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276d70e-d3e6-47da-a1a4-b3d31dad9aec None None] Checking router: 75324e70-1d4c-4b40-a186-54f9fb7462ac for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:09.860641 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276d70e-d3e6-47da-a1a4-b3d31dad9aec None None] Routers {'75324e70-1d4c-4b40-a186-54f9fb7462ac'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:09.861188 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b276d70e-d3e6-47da-a1a4-b3d31dad9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:16:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['75324e70-1d4c-4b40-a186-54f9fb7462ac'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:09.899022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905a4fa-5968-41ef-9506-61fbb29b0bcb req-4f22c534-dfcc-4275-8b8e-44db505b8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:09.901026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b905a4fa-5968-41ef-9506-61fbb29b0bcb req-4f22c534-dfcc-4275-8b8e-44db505b8dd2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=391455d8-8f26-4fa3-9d79-93e01aee0770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532637 Jan 27 22:16:09.986058 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-b276d70e-d3e6-47da-a1a4-b3d31dad9aec None None] Set router 75324e70-1d4c-4b40-a186-54f9fb7462ac gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:10.043825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df6b59-458c-42ce-bead-70ce2c80f46b req-0bc7f316-1397-4574-b30d-6221ffce2454 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:10.045562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94df6b59-458c-42ce-bead-70ce2c80f46b req-0bc7f316-1397-4574-b30d-6221ffce2454 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 945 time: 0.1149385 Jan 27 22:16:10.066441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b905a4fa-5968-41ef-9506-61fbb29b0bcb req-12757b8a-72b6-42fd-86d2-4e08278cbb57 service neutron] 10.222.0.71 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556520 Jan 27 22:16:10.106351 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-4937d7de-55b5-43c0-9689-a3f95d278616 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:10.107872 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-4937d7de-55b5-43c0-9689-a3f95d278616 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.1388528 Jan 27 22:16:10.116712 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-384c4da1-4227-4bb1-9e37-27f46ada20ec req-78ae3a3b-2420-4939-b6a6-c43f3b914f65 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 210 time: 0.0545285 Jan 27 22:16:10.209117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94df6b59-458c-42ce-bead-70ce2c80f46b req-bf949e09-2c7b-45f7-901a-43eddf64aed5 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554885 Jan 27 22:16:10.217878 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-26c6bee2-cb80-4d75-957f-c3fe63ad2026 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 380 time: 0.0939751 Jan 27 22:16:10.235777 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-b276d70e-d3e6-47da-a1a4-b3d31dad9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '9be483d1-ab0b-4fec-8519-c67186030483', 'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'mac_address': 'fa:16:3e:16:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:26Z', 'updated_at': '2022-01-27T22:10:31Z', 'revision_number': 5, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'subnets': [{'id': '33917b9a-43a3-442a-a595-bfdc40739879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:10.242283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'port': {'device_id': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'admin_state_up': True, 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'security_groups': ['636a22b6-de78-4198-8418-24fae2815bba']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:10.266965 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276d70e-d3e6-47da-a1a4-b3d31dad9aec None None] The sync data for ids ['75324e70-1d4c-4b40-a186-54f9fb7462ac'] in n-d-760456-6 is: [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:10:27Z', 'revision_number': 4, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '9be483d1-ab0b-4fec-8519-c67186030483', 'name': '', 'network_id': '391455d8-8f26-4fa3-9d79-93e01aee0770', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'mac_address': 'fa:16:3e:16:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '33917b9a-43a3-442a-a595-bfdc40739879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:26Z', 'updated_at': '2022-01-27T22:10:31Z', 'revision_number': 5, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'subnets': [{'id': '33917b9a-43a3-442a-a595-bfdc40739879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:10.297162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba7c9c0c-cdb6-4d5f-ac21-198f6d6137a8 req-23ea1648-8ae0-48c2-8b48-c21411d4f512 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 210 time: 0.0849035 Jan 27 22:16:10.315879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b905a4fa-5968-41ef-9506-61fbb29b0bcb req-f7a6406f-bb74-436c-8b65-83dff74f2706 service neutron] 10.222.0.71 "GET /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334569 Jan 27 22:16:10.535975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Made reservation on behalf of 56a3a9b6a0cd4913a5b41da83dd7d82b for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:10.539961 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.593741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed00c60-1b41-4e13-ad6c-958fc623e959 None None] New status for floating IP 158eba5d-d7f1-4f98-a1f9-4f1a453caaa2: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:16:10.619215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e260-146b-4931-842f-f88d9e91affb req-4641cd99-b7f0-48af-a06e-42005643a189 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:10.619441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-4641cd99-b7f0-48af-a06e-42005643a189 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.74 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 811 time: 0.1374803 Jan 27 22:16:10.710535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Allocated IP 172.20.0.4 (27838b5d-0935-4dae-9d9f-d6334b781ff0/a9fc7bfd-ae01-4663-bc0c-b7538b0ff041/59709fe2-35dd-47f5-89a7-d2ba0a70e645) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:10.715349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-86ca3a45-4ca5-4146-981a-e034f1e04c6d tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a8236133eed430ab171c72fb001fb19 HTTP/1.1" status: 200 len: 380 time: 0.0876622 Jan 27 22:16:10.724927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1845e260-146b-4931-842f-f88d9e91affb req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Request body: {'port': {'device_id': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'admin_state_up': True, 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'security_groups': ['20467e98-6ed2-4aec-9691-f4ccb7e21898']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:10.859861 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:10.938009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1845e260-146b-4931-842f-f88d9e91affb req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Made reservation on behalf of 1a8236133eed430ab171c72fb001fb19 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:16:10.941584 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1845e260-146b-4931-842f-f88d9e91affb req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.059461 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.079949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-1845e260-146b-4931-842f-f88d9e91affb req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Allocated IP 172.20.0.6 (8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72/4cdd9bd6-3614-4248-99f4-1f830bd56760/2bf75a38-9ac1-49be-8d4c-2bab8779bf17) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:11.150970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:11.155354 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:11.162709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:11.247662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=59709fe2-35dd-47f5-89a7-d2ba0a70e645,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:11.346528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:11.347295 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.389951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b26d9b-b7d5-4ba7-b454-20eb2709c2fc req-47fdc98f-3920-4904-960d-0b32a4ad4209 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:11.394014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3b26d9b-b7d5-4ba7-b454-20eb2709c2fc req-47fdc98f-3920-4904-960d-0b32a4ad4209 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 931 time: 0.1497788 Jan 27 22:16:11.442869 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1845e260-146b-4931-842f-f88d9e91affb req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.480710 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-04a92353-62b4-42c4-a6f9-17d1b9e3bfd3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2479889 Jan 27 22:16:11.490238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Request body: {'port': {'device_id': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:11.550340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dde74f-cbd9-49c5-954e-ecb45228fdef req-b9566836-a290-4c0e-babe-f098a2f5391b tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:11.564766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35dde74f-cbd9-49c5-954e-ecb45228fdef req-b9566836-a290-4c0e-babe-f098a2f5391b tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 945 time: 0.2296515 Jan 27 22:16:11.612445 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.619394 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1845e260-146b-4931-842f-f88d9e91affb req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.693616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3b26d9b-b7d5-4ba7-b454-20eb2709c2fc req-2bf46020-b031-42b8-8257-71b512c4dbcc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040911 Jan 27 22:16:11.719653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1845e260-146b-4931-842f-f88d9e91affb req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:11.728231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-1845e260-146b-4931-842f-f88d9e91affb req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:11.739041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1845e260-146b-4931-842f-f88d9e91affb req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:11.751856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84652b-4323-45bf-8857-cdc59c393455 req-601980ea-42a8-42be-8054-0d0a412fc84e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:11.753470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd84652b-4323-45bf-8857-cdc59c393455 req-601980ea-42a8-42be-8054-0d0a412fc84e tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.71 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 945 time: 0.2234197 Jan 27 22:16:11.778540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35dde74f-cbd9-49c5-954e-ecb45228fdef req-a699ef6c-8f6d-443a-8fdf-dfa554e320a5 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122190 Jan 27 22:16:11.778540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event updated for resources: {'Port': ['ID=2bf75a38-9ac1-49be-8d4c-2bab8779bf17,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:11.859656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-79e7e5a0-f4e1-452f-a61a-5ac88298ef33 None None] Provisioning complete for port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:11.861324 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-79e7e5a0-f4e1-452f-a61a-5ac88298ef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.907639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e260-146b-4931-842f-f88d9e91affb req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:11.908172 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1845e260-146b-4931-842f-f88d9e91affb req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:11.908611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-79e7e5a0-f4e1-452f-a61a-5ac88298ef33 None None] Port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:11.968881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406f104-fde7-4c2e-af7f-f96c4ebbe446 req-10ce92e8-6a0f-404d-b4a3-c4c3c6b21f24 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:11.976494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3406f104-fde7-4c2e-af7f-f96c4ebbe446 req-10ce92e8-6a0f-404d-b4a3-c4c3c6b21f24 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 931 time: 0.1339693 Jan 27 22:16:12.045177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-fd84652b-4323-45bf-8857-cdc59c393455 req-b03f15f5-b5c6-4952-a55a-fd2b41e01ae2 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Deleting port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:12.045177 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd84652b-4323-45bf-8857-cdc59c393455 req-b03f15f5-b5c6-4952-a55a-fd2b41e01ae2 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.064628 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3406f104-fde7-4c2e-af7f-f96c4ebbe446 req-3a6d47fa-23d3-4fe4-ae57-1ea9040dc0cf tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867836 Jan 27 22:16:12.086044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-0d4cdd55-461b-4a47-baff-df46bd97898f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3654282 Jan 27 22:16:12.102660 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59709fe2-35dd-47f5-89a7-d2ba0a70e645 {{(pid=104026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:16:12.110670 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Publish callbacks [] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.124762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.provisioning_blocks [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Transition to ACTIVE for port object 59709fe2-35dd-47f5-89a7-d2ba0a70e645 will not be triggered until provisioned by entity L2. {{(pid=104026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:16:12.145498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c1e506c6-3dfc-4211-b3b6-e1b951913148 None None] Provisioning complete for port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:12.145894 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c1e506c6-3dfc-4211-b3b6-e1b951913148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.184110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c1e506c6-3dfc-4211-b3b6-e1b951913148 None None] Port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:16:12.212712 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.272659 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Pushing event updated for resources: {'Port': ['ID=59709fe2-35dd-47f5-89a7-d2ba0a70e645,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:12.303140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.303140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.303140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.303140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.303140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.304276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.304450 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.304868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.305422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.305690 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.306100 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.306572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.306968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:16:12.378805 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Attempting to bind port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:12.379411 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Attempting to bind port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:12.380030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Attempting to bind port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:12.389273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:16:12.394812 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Attempting to bind port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:12.398189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:12.398725 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Checking segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:12.399276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Bound using segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:12.399880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Bound port: 59709fe2-35dd-47f5-89a7-d2ba0a70e645, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:12.400432 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.483511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Request body: {'port': {'device_id': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:12.548336 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.705021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fd84652b-4323-45bf-8857-cdc59c393455 req-b03f15f5-b5c6-4952-a55a-fd2b41e01ae2 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] For port bef78f9f-4f54-4f05-9f13-e546da1ef9f1, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=bef78f9f-4f54-4f05-9f13-e546da1ef9f1,segment=NetworkSegment(65ec2992-b32f-419c-9a72-b5ccaa103646),segment_id=65ec2992-b32f-419c-9a72-b5ccaa103646)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:12.705394 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd84652b-4323-45bf-8857-cdc59c393455 req-b03f15f5-b5c6-4952-a55a-fd2b41e01ae2 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.725214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-fd84652b-4323-45bf-8857-cdc59c393455 req-b03f15f5-b5c6-4952-a55a-fd2b41e01ae2 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Calling delete_port for bef78f9f-4f54-4f05-9f13-e546da1ef9f1 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:12.827155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] For port 59709fe2-35dd-47f5-89a7-d2ba0a70e645, host n-h1-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:12.831095 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] For port 59709fe2-35dd-47f5-89a7-d2ba0a70e645, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=59709fe2-35dd-47f5-89a7-d2ba0a70e645,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:12.925797 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.965733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:12.966374 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:12.967898 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] 10.222.0.74 "PUT /v2.0/ports/59709fe2-35dd-47f5-89a7-d2ba0a70e645 HTTP/1.1" status: 200 len: 1091 time: 1.4821370 Jan 27 22:16:12.968264 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'tag': '59709fe2-35dd-47f5-89a7-d2ba0a70e645'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:12.970522 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822b7947-9deb-4519-ba2f-eb6fe0787cee" -d '{"events": [{"name": "network-changed", "server_uuid": "a1070653-df4c-4a48-ab6e-ed808c6f5124", "tag": "59709fe2-35dd-47f5-89a7-d2ba0a70e645"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:12.992430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a335cf-b442-44bd-a503-9a619e574b7e req-fb5aad19-571c-4ac4-95a0-9476d024c220 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:13.000062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49a335cf-b442-44bd-a503-9a619e574b7e req-fb5aad19-571c-4ac4-95a0-9476d024c220 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.2210333 Jan 27 22:16:13.007846 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76506af-f891-4f1f-99e4-570a10642b30 service neutron] Pushing event updated for resources: {'Port': ['ID=59709fe2-35dd-47f5-89a7-d2ba0a70e645,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:13.065330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4de8cc-42ae-4542-92cc-28dae83f48c7 req-51ba2799-dd8e-4bed-9807-df981d0c8f0a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:13.066892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c4de8cc-42ae-4542-92cc-28dae83f48c7 req-51ba2799-dd8e-4bed-9807-df981d0c8f0a tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 945 time: 0.1954322 Jan 27 22:16:13.183708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:16:13.183708 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Publish callbacks [] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.187217 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49a335cf-b442-44bd-a503-9a619e574b7e req-4c9a8c07-6f00-4161-969f-2803e3075776 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861851 Jan 27 22:16:13.206972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Transition to ACTIVE for port object 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:16:13.220908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4c4de8cc-42ae-4542-92cc-28dae83f48c7 req-37cb876d-f476-4784-818a-80dc66bbaf71 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/security-groups?id=06945394-a47f-49bd-978d-522e6bdbda2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390777 Jan 27 22:16:13.244655 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-0ed85d8a-45bd-422d-8a76-fbea1768eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:13.246927 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-0ed85d8a-45bd-422d-8a76-fbea1768eef5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 1094 time: 0.0824194 Jan 27 22:16:13.295694 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b9aaf7-70bf-4497-a00d-084a2856fe1f x-openstack-request-id: req-84b9aaf7-70bf-4497-a00d-084a2856fe1f {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:13.296003 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1070653-df4c-4a48-ab6e-ed808c6f5124", "tag": "59709fe2-35dd-47f5-89a7-d2ba0a70e645", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:13.296331 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-84b9aaf7-70bf-4497-a00d-084a2856fe1f {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:13.296704 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'tag': '59709fe2-35dd-47f5-89a7-d2ba0a70e645', 'status': 'completed', 'code': 200} Jan 27 22:16:13.298550 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-facfe936-1fe7-437e-a411-da0cfd62d18c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59709fe2-35dd-47f5-89a7-d2ba0a70e645 HTTP/1.1" status: 200 len: 217 time: 0.0445054 Jan 27 22:16:13.333825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a0d15-a24c-4547-9c7c-f98043eb1790 req-f625d5cd-c9dd-4781-8dc3-ecb66eddb6c1 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:13.335379 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-359a0d15-a24c-4547-9c7c-f98043eb1790 req-f625d5cd-c9dd-4781-8dc3-ecb66eddb6c1 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 931 time: 0.0518484 Jan 27 22:16:13.404543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-6326c372-1908-42da-b3e8-960d08403409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:13.404543 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-6326c372-1908-42da-b3e8-960d08403409 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0541575 Jan 27 22:16:13.404956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-359a0d15-a24c-4547-9c7c-f98043eb1790 req-938f183e-1702-4fd9-87f1-96a92abe6381 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503345 Jan 27 22:16:13.406621 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-446da1a9-f192-4ef3-9ee3-0fa7fef49aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:13.408203 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-446da1a9-f192-4ef3-9ee3-0fa7fef49aab service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428023 Jan 27 22:16:13.501304 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-96b4bc85-c00e-49ab-839c-9c097137cb96 service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869486 Jan 27 22:16:13.596451 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-0bd41daa-5370-48f8-93ed-4e44fef2f0a0 req-cb590263-11ba-4da7-91f5-081b8474d588 service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883772 Jan 27 22:16:13.647378 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd84652b-4323-45bf-8857-cdc59c393455 req-b03f15f5-b5c6-4952-a55a-fd2b41e01ae2 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bef78f9f-4f54-4f05-9f13-e546da1ef9f1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.676491 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.678569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f15f5-b5c6-4952-a55a-fd2b41e01ae2 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event deleted for resources: {'Port': ['ID=bef78f9f-4f54-4f05-9f13-e546da1ef9f1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:13.776751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd84652b-4323-45bf-8857-cdc59c393455 req-b03f15f5-b5c6-4952-a55a-fd2b41e01ae2 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] No DVR routers for this DVR port bef78f9f-4f54-4f05-9f13-e546da1ef9f1 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:13.781643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fd84652b-4323-45bf-8857-cdc59c393455 req-b03f15f5-b5c6-4952-a55a-fd2b41e01ae2 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.785119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd84652b-4323-45bf-8857-cdc59c393455 req-b03f15f5-b5c6-4952-a55a-fd2b41e01ae2 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.71 "DELETE /v2.0/ports/bef78f9f-4f54-4f05-9f13-e546da1ef9f1 HTTP/1.1" status: 204 len: 173 time: 2.0039346 Jan 27 22:16:13.785878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'name': 'network-vif-deleted', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:13.788510 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe63fa4d-6398-49c0-a374-028b8a20bca5" -d '{"events": [{"server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "name": "network-vif-deleted", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:13.800468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Pushing event updated for resources: {'Port': ['ID=2bf75a38-9ac1-49be-8d4c-2bab8779bf17,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:13.878543 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20107d93-3c6a-4b56-8527-71cbd1b655c0 x-openstack-request-id: req-20107d93-3c6a-4b56-8527-71cbd1b655c0 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:13.879379 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110f12b4-4524-4a0b-8450-e11bb1fb5ae5", "name": "network-vif-deleted", "tag": "bef78f9f-4f54-4f05-9f13-e546da1ef9f1", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:13.879652 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20107d93-3c6a-4b56-8527-71cbd1b655c0 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:13.880268 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '110f12b4-4524-4a0b-8450-e11bb1fb5ae5', 'name': 'network-vif-deleted', 'tag': 'bef78f9f-4f54-4f05-9f13-e546da1ef9f1', 'status': 'completed', 'code': 200} Jan 27 22:16:13.886431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Attempting to bind port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:16:13.891764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Attempting to bind port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:16:13.892206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Attempting to bind port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 on network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:13.897127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 on network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:16:13.897460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Attempting to bind port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 on network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:16:13.908484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b7947-9deb-4519-ba2f-eb6fe0787cee req-5e500b4d-8f88-4360-bc6e-1d8f91cbeba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:13.909043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:16:13.909283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Checking segment: {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:16:13.909759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Bound using segment: {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:16:13.910300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Bound port: 2bf75a38-9ac1-49be-8d4c-2bab8779bf17, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:16:13.910791 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:13.911712 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-822b7947-9deb-4519-ba2f-eb6fe0787cee req-5e500b4d-8f88-4360-bc6e-1d8f91cbeba4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 1094 time: 0.0749142 Jan 27 22:16:13.990377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bef78f9f-4f54-4f05-9f13-e546da1ef9f1 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:14.019977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: bef78f9f-4f54-4f05-9f13-e546da1ef9f1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:14.020927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device bef78f9f-4f54-4f05-9f13-e546da1ef9f1 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:14.033759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] For port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:16:14.033759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] For port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2bf75a38-9ac1-49be-8d4c-2bab8779bf17,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:16:14.053053 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b7947-9deb-4519-ba2f-eb6fe0787cee req-d9b8cfad-5857-4a8a-8193-75949b5f20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:14.054570 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-822b7947-9deb-4519-ba2f-eb6fe0787cee req-d9b8cfad-5857-4a8a-8193-75949b5f20e9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.1365206 Jan 27 22:16:14.105421 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-822b7947-9deb-4519-ba2f-eb6fe0787cee req-972e328c-b8a8-40a4-889a-6d74cbaa4685 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59709fe2-35dd-47f5-89a7-d2ba0a70e645 HTTP/1.1" status: 200 len: 217 time: 0.0401776 Jan 27 22:16:14.133173 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.163365 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b7947-9deb-4519-ba2f-eb6fe0787cee req-442b03c0-219f-4670-b3c6-f189f5ccfdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:14.165049 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-822b7947-9deb-4519-ba2f-eb6fe0787cee req-442b03c0-219f-4670-b3c6-f189f5ccfdc9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0535812 Jan 27 22:16:14.180664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:14.181251 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:14.183520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] 10.222.0.74 "PUT /v2.0/ports/2bf75a38-9ac1-49be-8d4c-2bab8779bf17 HTTP/1.1" status: 200 len: 1091 time: 1.7088251 Jan 27 22:16:14.219977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac6ca7-c43d-4520-90cb-8d3557a6919c service neutron] Pushing event updated for resources: {'Port': ['ID=2bf75a38-9ac1-49be-8d4c-2bab8779bf17,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:14.304321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b7947-9deb-4519-ba2f-eb6fe0787cee req-73438921-4ed7-4963-ae29-4a38b4a4c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:14.305762 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-822b7947-9deb-4519-ba2f-eb6fe0787cee req-73438921-4ed7-4963-ae29-4a38b4a4c3ce service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352367 Jan 27 22:16:14.419951 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-822b7947-9deb-4519-ba2f-eb6fe0787cee req-a8980aad-2423-439b-a86b-4843c5930f4a service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076314 Jan 27 22:16:14.422681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cd420b5-247b-4aeb-9ee2-5488a541b163 req-33a749f0-3a67-4972-b171-59002c0cf1ac tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0970981 Jan 27 22:16:14.467636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e068cd0-43fe-44dd-b9a6-ea8c6333aae4 req-2ed0da70-60ce-4024-841c-1523f55adcae tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:14.469235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e068cd0-43fe-44dd-b9a6-ea8c6333aae4 req-2ed0da70-60ce-4024-841c-1523f55adcae tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.1334417 Jan 27 22:16:14.471335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e260-146b-4931-842f-f88d9e91affb req-7c28af23-e2e6-41b3-a1c4-049c8e0d3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:14.472792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-7c28af23-e2e6-41b3-a1c4-049c8e0d3647 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 1094 time: 0.1185510 Jan 27 22:16:14.573939 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-822b7947-9deb-4519-ba2f-eb6fe0787cee req-17fb2829-9b95-450a-ae22-788e6db37352 service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456246 Jan 27 22:16:14.590239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e068cd0-43fe-44dd-b9a6-ea8c6333aae4 req-d9d28195-e8ba-4189-9113-4b1f9aa98453 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141143 Jan 27 22:16:14.592760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-9a5deb6f-1c47-412c-863a-dbe4fa725f0c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bf75a38-9ac1-49be-8d4c-2bab8779bf17 HTTP/1.1" status: 200 len: 217 time: 0.0737276 Jan 27 22:16:14.650721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458d53f-f291-4466-bab6-d029768ea347 req-301d5950-5d4c-4a35-a5c1-4bcc543bc23c tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:14.652272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6458d53f-f291-4466-bab6-d029768ea347 req-301d5950-5d4c-4a35-a5c1-4bcc543bc23c tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 943 time: 0.1273983 Jan 27 22:16:14.674053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e260-146b-4931-842f-f88d9e91affb req-31060b6c-6f05-42da-a5ca-69f540f39b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:14.675481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-31060b6c-6f05-42da-a5ca-69f540f39b32 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 200 len: 850 time: 0.0702348 Jan 27 22:16:14.729474 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6458d53f-f291-4466-bab6-d029768ea347 req-86edf9e6-60a6-4f61-ba2c-3be3795c2ceb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712276 Jan 27 22:16:14.739134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e260-146b-4931-842f-f88d9e91affb req-0bcc8678-269b-450b-9f20-e030756ce9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:14.740892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-0bcc8678-269b-450b-9f20-e030756ce9b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591471 Jan 27 22:16:14.836714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-1f69ce59-dec8-4ae9-be64-ac9a1ec66762 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898995 Jan 27 22:16:14.931523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1845e260-146b-4931-842f-f88d9e91affb req-728c4dd2-e8f9-4f6a-a723-cf6b0d7ca2a9 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891633 Jan 27 22:16:15.522844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66903ca0-4a02-4e35-8b4c-48b4b60598bc req-0fcf10f6-a1f2-43d5-9c77-1d69927d50e3 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0286281 Jan 27 22:16:15.712976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdddf29-ed4d-49dd-8a4e-f079ae079f2d req-765ea2ab-54fc-4f2e-86a6-fda8fd4a73e5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:15.714894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fcdddf29-ed4d-49dd-8a4e-f079ae079f2d req-765ea2ab-54fc-4f2e-86a6-fda8fd4a73e5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0509598 Jan 27 22:16:15.793389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fcdddf29-ed4d-49dd-8a4e-f079ae079f2d req-6200f57b-888e-4404-b61a-c8d6e3478272 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722389 Jan 27 22:16:15.881903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'tag': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:15.884436 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befbec0d-c646-49ba-ae6f-1f584bbf3033" -d '{"events": [{"name": "network-changed", "server_uuid": "8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d", "tag": "2bf75a38-9ac1-49be-8d4c-2bab8779bf17"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:15.894665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe433b-bbca-43e9-913b-14863cd6dc1d req-981e4c68-9a84-4ba4-8aec-f6c1b05e24c3 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:15.896412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42fe433b-bbca-43e9-913b-14863cd6dc1d req-981e4c68-9a84-4ba4-8aec-f6c1b05e24c3 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 943 time: 0.0662880 Jan 27 22:16:15.938424 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d4aefd-00fc-42e1-96a9-fe160ac55b52 x-openstack-request-id: req-99d4aefd-00fc-42e1-96a9-fe160ac55b52 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:15.938723 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d", "tag": "2bf75a38-9ac1-49be-8d4c-2bab8779bf17", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:15.938982 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99d4aefd-00fc-42e1-96a9-fe160ac55b52 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:15.939374 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'tag': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17', 'status': 'completed', 'code': 200} Jan 27 22:16:15.961674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42fe433b-bbca-43e9-913b-14863cd6dc1d req-273305eb-af8d-42df-88e2-4ca68f515750 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527186 Jan 27 22:16:16.009900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbec0d-c646-49ba-ae6f-1f584bbf3033 req-6008dcb0-2ad9-441d-9ef1-5f1a139fe1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:16.011949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-befbec0d-c646-49ba-ae6f-1f584bbf3033 req-6008dcb0-2ad9-441d-9ef1-5f1a139fe1cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 1094 time: 0.0456986 Jan 27 22:16:16.113483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbec0d-c646-49ba-ae6f-1f584bbf3033 req-72875c9e-d202-475b-a911-1b947530710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:16.115026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-befbec0d-c646-49ba-ae6f-1f584bbf3033 req-72875c9e-d202-475b-a911-1b947530710c service neutron] 10.222.0.74 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 912 time: 0.0969589 Jan 27 22:16:16.158094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-befbec0d-c646-49ba-ae6f-1f584bbf3033 req-22994976-a464-48b2-8fa1-d09adc8de832 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bf75a38-9ac1-49be-8d4c-2bab8779bf17 HTTP/1.1" status: 200 len: 217 time: 0.0366697 Jan 27 22:16:16.210281 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbec0d-c646-49ba-ae6f-1f584bbf3033 req-ed499cf1-13ba-4aba-9f39-215d62fe954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:16.211759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-befbec0d-c646-49ba-ae6f-1f584bbf3033 req-ed499cf1-13ba-4aba-9f39-215d62fe954d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 200 len: 850 time: 0.0458157 Jan 27 22:16:16.263051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbec0d-c646-49ba-ae6f-1f584bbf3033 req-1150f54f-ccb9-4325-aabd-12103f5fd4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:16.264505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-befbec0d-c646-49ba-ae6f-1f584bbf3033 req-1150f54f-ccb9-4325-aabd-12103f5fd4a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470839 Jan 27 22:16:16.357896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-befbec0d-c646-49ba-ae6f-1f584bbf3033 req-fcfe3756-25f1-4215-aa1c-afb593f78e2e service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866270 Jan 27 22:16:16.460540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-befbec0d-c646-49ba-ae6f-1f584bbf3033 req-edccef76-9621-4091-a23d-1899b220b3b6 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953605 Jan 27 22:16:16.621823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-404bcba7-6157-4c67-bbbc-89641e76943a req-8e2aa740-6cdb-43ab-b15d-2bf322ca1ae0 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0280385 Jan 27 22:16:16.918372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a375d-7148-491d-a92c-18e8a09b720a req-3b76a2ed-587a-47a3-b437-d20edfec550c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:16.921185 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-427a375d-7148-491d-a92c-18e8a09b720a req-3b76a2ed-587a-47a3-b437-d20edfec550c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0547884 Jan 27 22:16:16.969807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-427a375d-7148-491d-a92c-18e8a09b720a req-524a7422-d3e1-4aa8-8395-2f2b615642e8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437820 Jan 27 22:16:17.078544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67c1e4-6a75-48ad-945a-1c893ef44d75 req-252af346-d753-4eae-913e-6cba2cbf29ce tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:17.080142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef67c1e4-6a75-48ad-945a-1c893ef44d75 req-252af346-d753-4eae-913e-6cba2cbf29ce tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 943 time: 0.0543003 Jan 27 22:16:17.130964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef67c1e4-6a75-48ad-945a-1c893ef44d75 req-3f9fcd0a-8296-458d-888f-665c1bd469e1 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451000 Jan 27 22:16:17.715193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e89899fd-b2d8-4909-9cb7-08926bf82bb3 req-58428b9c-269d-4279-bb97-4c37d407d772 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0262737 Jan 27 22:16:17.913397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:16:18.015975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2bf75a38-9ac1-49be-8d4c-2bab8779bf17,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:18.029051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'port_id': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17', 'mac_address': 'fa:16:3e:c9:89:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:16:18.066812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:18.067224 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:18.081430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:16:18.096878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadcc83-ac4c-4f16-9f9d-609cfd18a2d3 req-ea376c82-ea75-4897-81af-4ae82874eee8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:18.100293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-baadcc83-ac4c-4f16-9f9d-609cfd18a2d3 req-ea376c82-ea75-4897-81af-4ae82874eee8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0549262 Jan 27 22:16:18.102997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2bf75a38-9ac1-49be-8d4c-2bab8779bf17,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:18.184066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-baadcc83-ac4c-4f16-9f9d-609cfd18a2d3 req-453a4d2e-4464-4c78-9611-d4f3bd6a85f0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Jan 27 22:16:18.261962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c343c95-8af4-4f5a-9ee4-3c4d50bcb9b9 req-5a02b077-dbcd-449f-8968-2a9e21070a0f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:18.263482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c343c95-8af4-4f5a-9ee4-3c4d50bcb9b9 req-5a02b077-dbcd-449f-8968-2a9e21070a0f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 943 time: 0.0537529 Jan 27 22:16:18.316844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c343c95-8af4-4f5a-9ee4-3c4d50bcb9b9 req-291556c1-5282-453c-af38-10d7268a2060 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475612 Jan 27 22:16:18.590337 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:18.638311 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2bf75a38-9ac1-49be-8d4c-2bab8779bf17,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:18.795120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['2bf75a38-9ac1-49be-8d4c-2bab8779bf17'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:16:18.811613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c137ff5e-3da5-4f95-a51d-16db5bcc9cd1 req-574ec803-a2a6-400c-9a82-5d134c31de55 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0274577 Jan 27 22:16:19.263574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b14e99-b766-4824-8006-4aa734874340 req-0f44d350-5858-4d9f-a1db-27c73b1b098a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:19.265089 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8b14e99-b766-4824-8006-4aa734874340 req-0f44d350-5858-4d9f-a1db-27c73b1b098a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0483773 Jan 27 22:16:19.314079 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8b14e99-b766-4824-8006-4aa734874340 req-c01eda35-c10f-4aea-831e-704ff6179f0e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Jan 27 22:16:19.454404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5923bc2-1b2e-42e0-ad43-100fc71fc397 req-25324276-9956-487d-bf92-a9f7e2fe142e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:19.455824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5923bc2-1b2e-42e0-ad43-100fc71fc397 req-25324276-9956-487d-bf92-a9f7e2fe142e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 944 time: 0.0659821 Jan 27 22:16:19.503227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5923bc2-1b2e-42e0-ad43-100fc71fc397 req-c19c385d-4342-4793-bb9b-3574b465fa97 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417264 Jan 27 22:16:19.905407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23f5a232-7e51-4686-89ee-8350ca53f978 req-18fb2a15-52c2-408e-ae82-ecc4f3933800 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0263181 Jan 27 22:16:19.913600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:20.035065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:16:20.039075 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:20.039466 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.119560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:20.119951 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.142291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:20.144588 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a997b37d-e2b2-433b-8966-e804e9ada611" -d '{"events": [{"server_uuid": "8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d", "name": "network-vif-plugged", "status": "completed", "tag": "2bf75a38-9ac1-49be-8d4c-2bab8779bf17"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:20.158700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2bf75a38-9ac1-49be-8d4c-2bab8779bf17,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:20.246225 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4c1b58-9e93-4aa5-994b-4bc60819f5d0 x-openstack-request-id: req-ec4c1b58-9e93-4aa5-994b-4bc60819f5d0 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:20.246524 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d", "name": "network-vif-plugged", "status": "completed", "tag": "2bf75a38-9ac1-49be-8d4c-2bab8779bf17", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:20.246780 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec4c1b58-9e93-4aa5-994b-4bc60819f5d0 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:20.247184 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17', 'code': 200} Jan 27 22:16:20.279543 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:20.329158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2bf75a38-9ac1-49be-8d4c-2bab8779bf17,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:20.341568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da775cc-52b3-4655-b124-7918e0822f7d req-e1b7421a-b83d-444a-967b-87af1686b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:20.343450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0da775cc-52b3-4655-b124-7918e0822f7d req-e1b7421a-b83d-444a-967b-87af1686b653 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 1096 time: 0.0437777 Jan 27 22:16:20.396965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0da775cc-52b3-4655-b124-7918e0822f7d req-b75c7a78-55ac-42b6-a1e4-7ac018641120 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472283 Jan 27 22:16:20.436256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afa5b9-9e42-4aed-96f3-89eb02ab925b req-744da335-bfd9-436f-93fc-bc79bd3caade tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:20.437734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5afa5b9-9e42-4aed-96f3-89eb02ab925b req-744da335-bfd9-436f-93fc-bc79bd3caade tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0560334 Jan 27 22:16:20.485334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5afa5b9-9e42-4aed-96f3-89eb02ab925b req-8958250e-ce49-464a-a7ad-1aeb60cb69e3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Jan 27 22:16:20.623016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0b29b-1195-4b8d-bcb3-947478266169 req-0f047842-9a07-4924-9c81-4e14f8de5781 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:20.624680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ec0b29b-1195-4b8d-bcb3-947478266169 req-0f047842-9a07-4924-9c81-4e14f8de5781 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0517416 Jan 27 22:16:20.675888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ec0b29b-1195-4b8d-bcb3-947478266169 req-d1a2a79f-3256-4430-896f-a25ea132f366 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Jan 27 22:16:21.014952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3988348-d24c-4616-b063-30606846a243 req-4f6fa159-f4b8-46ad-81b9-6a3453585c2f tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0263813 Jan 27 22:16:21.603249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1d758-7fbf-4563-a8e7-c0cc3181b317 req-cb0ea63e-609b-43e6-8f46-830b919f2203 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:21.604702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0da1d758-7fbf-4563-a8e7-c0cc3181b317 req-cb0ea63e-609b-43e6-8f46-830b919f2203 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0527489 Jan 27 22:16:21.654633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0da1d758-7fbf-4563-a8e7-c0cc3181b317 req-006c0340-b2e4-481e-a578-cb8a2890619b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439506 Jan 27 22:16:21.793106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081539e-2a86-437c-913a-33ce74ab49a9 req-0dc0d8e0-035d-45fc-aeed-175f8340ce3e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:21.794745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7081539e-2a86-437c-913a-33ce74ab49a9 req-0dc0d8e0-035d-45fc-aeed-175f8340ce3e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0502155 Jan 27 22:16:21.851572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7081539e-2a86-437c-913a-33ce74ab49a9 req-bed97af4-7669-4222-90af-2c393c0688b2 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471797 Jan 27 22:16:21.963204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5548e60-5a67-4eb7-82ca-ddc915c35cab req-df3318e7-1188-46b4-bf6f-b9b12a274482 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:21.964819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5548e60-5a67-4eb7-82ca-ddc915c35cab req-df3318e7-1188-46b4-bf6f-b9b12a274482 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0477755 Jan 27 22:16:21.973829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33270) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:21.978155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-77933806-afde-4e2d-bbe2-690760ab5a71 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Request body: {'floatingip': {'port_id': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:22.021237 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77933806-afde-4e2d-bbe2-690760ab5a71 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (51cfa88e-2e00-475d-bfa0-e413606d3ff1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.137654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-818d9792-b7fe-4a36-9376-814d423f65d5 req-1fe09e41-63db-4c2d-8a15-4002bd35b567 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0547304 Jan 27 22:16:22.506353 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77933806-afde-4e2d-bbe2-690760ab5a71 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.572340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77933806-afde-4e2d-bbe2-690760ab5a71 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (51cfa88e-2e00-475d-bfa0-e413606d3ff1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:22.674894 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-77933806-afde-4e2d-bbe2-690760ab5a71 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Floating IP 51cfa88e-2e00-475d-bfa0-e413606d3ff1 associated. External IP: 172.25.0.219, port: 2bf75a38-9ac1-49be-8d4c-2bab8779bf17. Jan 27 22:16:22.814574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b78e8-9be8-4b8d-8411-7c053e2011d6 req-04d32c5c-2d5f-440a-8bc2-d198450c7188 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:22.815965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-082b78e8-9be8-4b8d-8411-7c053e2011d6 req-04d32c5c-2d5f-440a-8bc2-d198450c7188 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0918891 Jan 27 22:16:22.939281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-082b78e8-9be8-4b8d-8411-7c053e2011d6 req-953925c8-b052-4788-9d6b-710a03d2b222 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884845 Jan 27 22:16:22.968583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77933806-afde-4e2d-bbe2-690760ab5a71 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:23.080777 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:16:23.419666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fef5fe3c-2a3e-48e0-893c-7fb73b177054 req-d4a35d5e-7e75-4a6a-93d4-51dbfc02e768 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0295143 Jan 27 22:16:23.434019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77933806-afde-4e2d-bbe2-690760ab5a71 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:23.439249 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77933806-afde-4e2d-bbe2-690760ab5a71 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:23.447206 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26576129-caf0-4a6f-8f7c-0784f797ba6d None None] Sync routers for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:23.457588 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26576129-caf0-4a6f-8f7c-0784f797ba6d None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:23.458295 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-26576129-caf0-4a6f-8f7c-0784f797ba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:16:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:23.467031 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-77933806-afde-4e2d-bbe2-690760ab5a71 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "PUT /v2.0/floatingips/51cfa88e-2e00-475d-bfa0-e413606d3ff1 HTTP/1.1" status: 200 len: 991 time: 1.4921408 Jan 27 22:16:23.467892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'tag': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:23.470384 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee83ad84-eafd-462c-a6a6-d738fe712cab" -d '{"events": [{"name": "network-changed", "server_uuid": "8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d", "tag": "2bf75a38-9ac1-49be-8d4c-2bab8779bf17"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:23.519780 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa66fd92-550e-4c77-9afd-c6aabbc2d6f3 x-openstack-request-id: req-aa66fd92-550e-4c77-9afd-c6aabbc2d6f3 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:23.520328 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d", "tag": "2bf75a38-9ac1-49be-8d4c-2bab8779bf17", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:23.520763 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa66fd92-550e-4c77-9afd-c6aabbc2d6f3 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:23.521426 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'tag': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17', 'status': 'completed', 'code': 200} Jan 27 22:16:23.577271 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-26576129-caf0-4a6f-8f7c-0784f797ba6d None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:23.590784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83ad84-eafd-462c-a6a6-d738fe712cab req-d7f77e57-2757-41ce-8598-9951a0ea12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:23.592583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee83ad84-eafd-462c-a6a6-d738fe712cab req-d7f77e57-2757-41ce-8598-9951a0ea12ba service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 1096 time: 0.0450907 Jan 27 22:16:23.684746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83ad84-eafd-462c-a6a6-d738fe712cab req-3f4a44f1-7c9b-407d-b4c1-4e704a804d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:23.686325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee83ad84-eafd-462c-a6a6-d738fe712cab req-3f4a44f1-7c9b-407d-b4c1-4e704a804d32 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 912 time: 0.0875499 Jan 27 22:16:23.757257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee83ad84-eafd-462c-a6a6-d738fe712cab req-3c212ecc-0f00-498e-9c8c-c2631c5b9c2d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bf75a38-9ac1-49be-8d4c-2bab8779bf17 HTTP/1.1" status: 200 len: 999 time: 0.0639310 Jan 27 22:16:23.805983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83ad84-eafd-462c-a6a6-d738fe712cab req-d8d1e50c-a840-4202-9deb-b39a4b50ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:23.807006 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-26576129-caf0-4a6f-8f7c-0784f797ba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '51cfa88e-2e00-475d-bfa0-e413606d3ff1', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'port_id': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'mac_address': 'fa:16:3e:c9:89:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:16:06Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 1, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:06Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:23.808130 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee83ad84-eafd-462c-a6a6-d738fe712cab req-d8d1e50c-a840-4202-9deb-b39a4b50ad4e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 200 len: 850 time: 0.0448146 Jan 27 22:16:23.843202 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26576129-caf0-4a6f-8f7c-0784f797ba6d None None] Checking router: 5ea25ad1-3afd-4e85-9717-c23fd5c540ef for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:23.851359 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26576129-caf0-4a6f-8f7c-0784f797ba6d None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:23.851968 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-26576129-caf0-4a6f-8f7c-0784f797ba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:16:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:23.852593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83ad84-eafd-462c-a6a6-d738fe712cab req-92583f3e-4ce5-4b0f-99d6-7e19740d29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:23.854259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee83ad84-eafd-462c-a6a6-d738fe712cab req-92583f3e-4ce5-4b0f-99d6-7e19740d29e0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414445 Jan 27 22:16:23.952936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee83ad84-eafd-462c-a6a6-d738fe712cab req-264b79bf-fc2a-4477-97f9-08ce69a1881c service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928786 Jan 27 22:16:23.968122 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-26576129-caf0-4a6f-8f7c-0784f797ba6d None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:24.103272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca5215-479d-4ccf-8166-ce570d37f2cd req-e027899e-caa2-4515-9285-a88e05464a55 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:24.105089 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91ca5215-479d-4ccf-8166-ce570d37f2cd req-e027899e-caa2-4515-9285-a88e05464a55 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0767627 Jan 27 22:16:24.107969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee83ad84-eafd-462c-a6a6-d738fe712cab req-4ae84fef-5f73-45ee-a0f7-5caa00568199 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488366 Jan 27 22:16:24.170823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91ca5215-479d-4ccf-8166-ce570d37f2cd req-c7279cb4-bf86-4f00-ba0f-c1cc2593b032 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592656 Jan 27 22:16:24.306155 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-26576129-caf0-4a6f-8f7c-0784f797ba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '51cfa88e-2e00-475d-bfa0-e413606d3ff1', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'port_id': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'mac_address': 'fa:16:3e:c9:89:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:16:06Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 1, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:06Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:24.335218 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26576129-caf0-4a6f-8f7c-0784f797ba6d None None] The sync data for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 is: [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '51cfa88e-2e00-475d-bfa0-e413606d3ff1', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'port_id': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'mac_address': 'fa:16:3e:c9:89:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:16:06Z', 'updated_at': '2022-01-27T22:16:22Z', 'revision_number': 1, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:06Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:24.526058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f061cdf-fcf9-4336-930f-d9ea03cd97d7 req-cd85f7ce-b138-428c-aee2-293d4ae3d6b2 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0271742 Jan 27 22:16:24.552845 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a6b51d-7ed9-480a-b3b4-8679faed7f76 None None] New status for floating IP 51cfa88e-2e00-475d-bfa0-e413606d3ff1: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:16:25.287426 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29508a-2d27-489e-817c-c28975ceec76 req-023771f8-7d30-4a42-896e-a1c9466e50db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:25.296664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd29508a-2d27-489e-817c-c28975ceec76 req-023771f8-7d30-4a42-896e-a1c9466e50db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0492535 Jan 27 22:16:25.337863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd29508a-2d27-489e-817c-c28975ceec76 req-c9e3ede1-3e4a-4481-8aa0-84fb2c90b1be tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433955 Jan 27 22:16:25.626937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99a3b4be-4808-400e-9e58-47d2a3f3a424 req-a5474302-5c6a-4bd2-b366-73168debf8fc tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "GET /v2.0/ports?device_id=110f12b4-4524-4a0b-8450-e11bb1fb5ae5 HTTP/1.1" status: 200 len: 210 time: 0.0287526 Jan 27 22:16:26.458412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e91ce-7eea-4fae-b844-f29117afe190 req-9e34b174-43d3-4599-a5de-6fbc33150206 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:26.459822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d72e91ce-7eea-4fae-b844-f29117afe190 req-9e34b174-43d3-4599-a5de-6fbc33150206 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0546708 Jan 27 22:16:26.508960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d72e91ce-7eea-4fae-b844-f29117afe190 req-f4d8fa49-2772-49ba-833f-e98b071c508a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432887 Jan 27 22:16:26.685456 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33302) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:26.755981 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-848ace48-73eb-4b7d-8a3d-ff20d7592c31 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group (06945394-a47f-49bd-978d-522e6bdbda2f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.781646 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-848ace48-73eb-4b7d-8a3d-ff20d7592c31 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group (06945394-a47f-49bd-978d-522e6bdbda2f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.915095 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-848ace48-73eb-4b7d-8a3d-ff20d7592c31 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (06945394-a47f-49bd-978d-522e6bdbda2f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.918428 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-848ace48-73eb-4b7d-8a3d-ff20d7592c31 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:26.920205 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-848ace48-73eb-4b7d-8a3d-ff20d7592c31 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] 10.222.0.61 "DELETE /v2.0/security-groups/06945394-a47f-49bd-978d-522e6bdbda2f HTTP/1.1" status: 204 len: 168 time: 0.2335634 Jan 27 22:16:26.929844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ace48-73eb-4b7d-8a3d-ff20d7592c31 tempest-TestVolumeBackupRestore-814428647 tempest-TestVolumeBackupRestore-814428647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06945394-a47f-49bd-978d-522e6bdbda2f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:27.143589 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.638404 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:27.661316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af697b33-3a62-4082-aa84-e3a082cd0674 req-8c4477cd-8161-4270-9f74-01e8ead8acdc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:27.662856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af697b33-3a62-4082-aa84-e3a082cd0674 req-8c4477cd-8161-4270-9f74-01e8ead8acdc tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0765333 Jan 27 22:16:27.713478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af697b33-3a62-4082-aa84-e3a082cd0674 req-f7f61752-d393-4a7c-86f4-372cb3554e76 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447533 Jan 27 22:16:28.840045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef84b0d-e020-486b-8cd1-4559c2d5dae0 req-2242be4a-9e41-4048-8308-280ea355b879 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:28.841648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aef84b0d-e020-486b-8cd1-4559c2d5dae0 req-2242be4a-9e41-4048-8308-280ea355b879 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0567176 Jan 27 22:16:28.896428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aef84b0d-e020-486b-8cd1-4559c2d5dae0 req-298a750e-09fd-446e-951d-d9cd0a208e9c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489700 Jan 27 22:16:30.019456 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311ead3-89dc-45b6-ac89-b72090a6a1a9 req-214590c5-95d3-410b-b9ab-a083c8def7e9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:30.021090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1311ead3-89dc-45b6-ac89-b72090a6a1a9 req-214590c5-95d3-410b-b9ab-a083c8def7e9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0527983 Jan 27 22:16:30.074789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1311ead3-89dc-45b6-ac89-b72090a6a1a9 req-81719e82-498f-4de5-90cd-017c5bce6496 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473554 Jan 27 22:16:31.213772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3896c2-5640-4cdb-b3f0-630444f11baf req-84ccd3de-f42c-4626-bf31-c03e830c50a7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:31.215361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a3896c2-5640-4cdb-b3f0-630444f11baf req-84ccd3de-f42c-4626-bf31-c03e830c50a7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0546279 Jan 27 22:16:31.269289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a3896c2-5640-4cdb-b3f0-630444f11baf req-fcf76a02-9dfa-4600-82ba-9e1bf202db15 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466278 Jan 27 22:16:32.341063 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2292a507-d2e2-4505-8f21-be9a8c415549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:32.406488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0dd8a-4beb-4326-a318-da4a9903ce20 req-7853f1b9-ccd4-491a-a7d8-5559aaa7ca23 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:32.408088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75c0dd8a-4beb-4326-a318-da4a9903ce20 req-7853f1b9-ccd4-491a-a7d8-5559aaa7ca23 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0589721 Jan 27 22:16:32.469127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75c0dd8a-4beb-4326-a318-da4a9903ce20 req-e1f53d82-f58e-4ec1-a134-257e0ae431f4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544891 Jan 27 22:16:33.583962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fd9c3-057b-4886-8ec0-26ec58b4f1f4 req-a4bcd899-9a23-4fe7-9d0e-4ecadffb0065 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:33.585555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f1fd9c3-057b-4886-8ec0-26ec58b4f1f4 req-a4bcd899-9a23-4fe7-9d0e-4ecadffb0065 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0530965 Jan 27 22:16:33.654143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f1fd9c3-057b-4886-8ec0-26ec58b4f1f4 req-c849c5e7-8259-45f9-9aeb-aaa0f7577caa tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604014 Jan 27 22:16:34.781076 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b28f91-91f7-49f4-a34a-1531e4d9fad5 req-40060e78-df9f-4765-a13b-94c76113ef88 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:34.782599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1b28f91-91f7-49f4-a34a-1531e4d9fad5 req-40060e78-df9f-4765-a13b-94c76113ef88 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0546062 Jan 27 22:16:34.846553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1b28f91-91f7-49f4-a34a-1531e4d9fad5 req-a801a15f-3298-4c3f-9e5e-55fed42409e5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570006 Jan 27 22:16:35.027548 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-826703e2-5013-4f89-a2c2-d3249394dcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:35.973247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455555e-baea-488f-afe9-1ccc0c60d2a9 req-9fde1cd1-9cd8-48b5-b428-8d62e68d7ff1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:35.974936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c455555e-baea-488f-afe9-1ccc0c60d2a9 req-9fde1cd1-9cd8-48b5-b428-8d62e68d7ff1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0555804 Jan 27 22:16:36.040444 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c455555e-baea-488f-afe9-1ccc0c60d2a9 req-689b3b5f-936c-4487-b592-be617e9970f0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590343 Jan 27 22:16:36.238416 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.146424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33676) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:37.180313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c3ca0-97f7-4102-96ce-100feb88d95d req-c32de794-c010-4c7a-8ee6-337b327d5177 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:37.182176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d6c3ca0-97f7-4102-96ce-100feb88d95d req-c32de794-c010-4c7a-8ee6-337b327d5177 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0697761 Jan 27 22:16:37.237465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d6c3ca0-97f7-4102-96ce-100feb88d95d req-4a974f95-9788-4e13-83fc-9db6d565be84 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489392 Jan 27 22:16:37.524410 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.628526 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a5d002a1-a990-416a-95c7-645d9b679f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (75324e70-1d4c-4b40-a186-54f9fb7462ac), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.902720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a5d002a1-a990-416a-95c7-645d9b679f73 admin admin] Deleting port 9be483d1-ab0b-4fec-8519-c67186030483 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:37.903066 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a5d002a1-a990-416a-95c7-645d9b679f73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9be483d1-ab0b-4fec-8519-c67186030483), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.982625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-a5d002a1-a990-416a-95c7-645d9b679f73 admin admin] For port 9be483d1-ab0b-4fec-8519-c67186030483, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9be483d1-ab0b-4fec-8519-c67186030483,segment=NetworkSegment(65ec2992-b32f-419c-9a72-b5ccaa103646),segment_id=65ec2992-b32f-419c-9a72-b5ccaa103646)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:37.983000 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a5d002a1-a990-416a-95c7-645d9b679f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9be483d1-ab0b-4fec-8519-c67186030483), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:37.996580 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a5d002a1-a990-416a-95c7-645d9b679f73 admin admin] Calling delete_port for 9be483d1-ab0b-4fec-8519-c67186030483 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:38.007461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 59709fe2-35dd-47f5-89a7-d2ba0a70e645 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:16:38.122184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 59709fe2-35dd-47f5-89a7-d2ba0a70e645, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=59709fe2-35dd-47f5-89a7-d2ba0a70e645,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:38.133712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '59709fe2-35dd-47f5-89a7-d2ba0a70e645', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'port_id': '59709fe2-35dd-47f5-89a7-d2ba0a70e645', 'mac_address': 'fa:16:3e:e7:e8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:16:38.184485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:38.184888 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.198727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59709fe2-35dd-47f5-89a7-d2ba0a70e645 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:16:38.218833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 59709fe2-35dd-47f5-89a7-d2ba0a70e645, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=59709fe2-35dd-47f5-89a7-d2ba0a70e645,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:38.321023 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a5d002a1-a990-416a-95c7-645d9b679f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (9be483d1-ab0b-4fec-8519-c67186030483), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.349523 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.360343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc4cd5-ac1b-40d7-8996-fadf04659a1a req-e97f240a-666e-458c-a850-bda9c1a5c2fb tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:38.362655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8cc4cd5-ac1b-40d7-8996-fadf04659a1a req-e97f240a-666e-458c-a850-bda9c1a5c2fb tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 943 time: 0.0584068 Jan 27 22:16:38.374265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d002a1-a990-416a-95c7-645d9b679f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be483d1-ab0b-4fec-8519-c67186030483,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:38.418025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8cc4cd5-ac1b-40d7-8996-fadf04659a1a req-3f3fa581-1662-4cd3-b88d-d22174e22a2c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493588 Jan 27 22:16:38.460787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=59709fe2-35dd-47f5-89a7-d2ba0a70e645,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:38.559711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['59709fe2-35dd-47f5-89a7-d2ba0a70e645'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:16:38.590251 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a5d002a1-a990-416a-95c7-645d9b679f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (75324e70-1d4c-4b40-a186-54f9fb7462ac), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:38.818528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d002a1-a990-416a-95c7-645d9b679f73 admin admin] Router 75324e70-1d4c-4b40-a186-54f9fb7462ac has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:38.922096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d002a1-a990-416a-95c7-645d9b679f73 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:38.929983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33738) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:38.930068 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a5d002a1-a990-416a-95c7-645d9b679f73 admin admin] 10.222.0.61 "PUT /v2.0/routers/75324e70-1d4c-4b40-a186-54f9fb7462ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7817636 Jan 27 22:16:38.946229 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff5849-1be6-44d6-9b41-4f5d1615c716 None None] Sync routers for ids ['75324e70-1d4c-4b40-a186-54f9fb7462ac'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:38.946229 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff5849-1be6-44d6-9b41-4f5d1615c716 None None] Routers {'75324e70-1d4c-4b40-a186-54f9fb7462ac'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:38.946229 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-97ff5849-1be6-44d6-9b41-4f5d1615c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:16:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['75324e70-1d4c-4b40-a186-54f9fb7462ac'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:38.971570 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:39.037764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Publish callbacks [] for router (75324e70-1d4c-4b40-a186-54f9fb7462ac), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:39.050069 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-97ff5849-1be6-44d6-9b41-4f5d1615c716 None None] Set router 75324e70-1d4c-4b40-a186-54f9fb7462ac gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:39.147836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Publish callbacks [] for router_gateway (75324e70-1d4c-4b40-a186-54f9fb7462ac), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:39.234867 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-97ff5849-1be6-44d6-9b41-4f5d1615c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:16:38Z', 'revision_number': 5, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:39.264295 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff5849-1be6-44d6-9b41-4f5d1615c716 None None] Checking router: 75324e70-1d4c-4b40-a186-54f9fb7462ac for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:39.272344 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff5849-1be6-44d6-9b41-4f5d1615c716 None None] Routers {'75324e70-1d4c-4b40-a186-54f9fb7462ac'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:39.343483 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-97ff5849-1be6-44d6-9b41-4f5d1615c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:16:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['75324e70-1d4c-4b40-a186-54f9fb7462ac'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:39.374487 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-97ff5849-1be6-44d6-9b41-4f5d1615c716 None None] Set router 75324e70-1d4c-4b40-a186-54f9fb7462ac gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:39.548308 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-97ff5849-1be6-44d6-9b41-4f5d1615c716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:16:38Z', 'revision_number': 5, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:39.550387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63903d-8212-4afc-a895-634edcdcbc39 req-96422339-ff4a-4599-a7b8-e09bb17e008e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:39.556690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db63903d-8212-4afc-a895-634edcdcbc39 req-96422339-ff4a-4599-a7b8-e09bb17e008e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 944 time: 0.0534623 Jan 27 22:16:39.575974 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ff5849-1be6-44d6-9b41-4f5d1615c716 None None] The sync data for ids ['75324e70-1d4c-4b40-a186-54f9fb7462ac'] in n-d-760456-6 is: [{'id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'name': 'tempest-TestVolumeBackupRestore-975025921-router', 'tenant_id': '57cbbd4141164f4abfdc80d9f497be32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:22Z', 'updated_at': '2022-01-27T22:16:38Z', 'revision_number': 5, 'project_id': '57cbbd4141164f4abfdc80d9f497be32', 'gw_port': {'id': '579f2478-4cbb-477a-847f-fb06caa3aac0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75324e70-1d4c-4b40-a186-54f9fb7462ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:23Z', 'updated_at': '2022-01-27T22:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:39.610792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db63903d-8212-4afc-a895-634edcdcbc39 req-0b6f7325-7423-46d1-ae07-5a29f2029cfb tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495718 Jan 27 22:16:39.727950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Deleting port 579f2478-4cbb-477a-847f-fb06caa3aac0 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:39.728322 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:39.810343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] For port 579f2478-4cbb-477a-847f-fb06caa3aac0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=579f2478-4cbb-477a-847f-fb06caa3aac0,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:39.810727 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:39.823348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Calling delete_port for 579f2478-4cbb-477a-847f-fb06caa3aac0 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:40.015093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 59709fe2-35dd-47f5-89a7-d2ba0a70e645 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:16:40.129583 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (579f2478-4cbb-477a-847f-fb06caa3aac0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.157343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Pushing event deleted for resources: {'Port': ['ID=579f2478-4cbb-477a-847f-fb06caa3aac0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:40.171744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:16:40.175893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:16:40.176424 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.219290 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (75324e70-1d4c-4b40-a186-54f9fb7462ac), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.255519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:16:40.255914 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.278799 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59709fe2-35dd-47f5-89a7-d2ba0a70e645'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:40.281200 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ee1a13-398a-468e-b410-a85fdcb4d500" -d '{"events": [{"server_uuid": "a1070653-df4c-4a48-ab6e-ed808c6f5124", "name": "network-vif-plugged", "status": "completed", "tag": "59709fe2-35dd-47f5-89a7-d2ba0a70e645"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:40.296625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 59709fe2-35dd-47f5-89a7-d2ba0a70e645, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=59709fe2-35dd-47f5-89a7-d2ba0a70e645,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:40.318072 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (75324e70-1d4c-4b40-a186-54f9fb7462ac), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.320399 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Publish callbacks [] for router_controller (75324e70-1d4c-4b40-a186-54f9fb7462ac), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.320547 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f5c822-521c-4b2d-97d8-878ebd5bba0b x-openstack-request-id: req-92f5c822-521c-4b2d-97d8-878ebd5bba0b {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:40.320813 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1070653-df4c-4a48-ab6e-ed808c6f5124", "name": "network-vif-plugged", "status": "completed", "tag": "59709fe2-35dd-47f5-89a7-d2ba0a70e645", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:40.321076 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92f5c822-521c-4b2d-97d8-878ebd5bba0b {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:40.321481 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59709fe2-35dd-47f5-89a7-d2ba0a70e645', 'code': 200} Jan 27 22:16:40.403898 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.418750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f889ef-535a-4072-8c2c-8da208d5973c req-4b8ff928-802f-4815-b194-f14dd6061f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:40.420290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18f889ef-535a-4072-8c2c-8da208d5973c req-4b8ff928-802f-4815-b194-f14dd6061f18 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 1095 time: 0.0408642 Jan 27 22:16:40.446161 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (75324e70-1d4c-4b40-a186-54f9fb7462ac), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.446720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75324e70-1d4c-4b40-a186-54f9fb7462ac {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:16:40.454167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=59709fe2-35dd-47f5-89a7-d2ba0a70e645,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:40.454652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.458272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-67922a4d-1af7-428b-8ece-899e8667de83 admin admin] 10.222.0.61 "DELETE /v2.0/routers/75324e70-1d4c-4b40-a186-54f9fb7462ac HTTP/1.1" status: 204 len: 168 time: 1.5251110 Jan 27 22:16:40.458589 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33776) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:40.487914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18f889ef-535a-4072-8c2c-8da208d5973c req-6f8279d1-7ad2-41e0-b94b-61980a44348b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606470 Jan 27 22:16:40.512258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-2436e4a0-af7b-4b38-806d-fb84432ccd1e admin admin] Deleting subnet 33917b9a-43a3-442a-a595-bfdc40739879 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:16:40.515647 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2436e4a0-af7b-4b38-806d-fb84432ccd1e admin admin] Publish callbacks [] for subnet (33917b9a-43a3-442a-a595-bfdc40739879), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.562706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2436e4a0-af7b-4b38-806d-fb84432ccd1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (33917b9a-43a3-442a-a595-bfdc40739879), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.653945 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2436e4a0-af7b-4b38-806d-fb84432ccd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (33917b9a-43a3-442a-a595-bfdc40739879), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.732556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e268047-188f-4ea3-996c-64d22583cbaa req-64c2dba1-6804-4962-9e56-f587a9db1652 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:40.734040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e268047-188f-4ea3-996c-64d22583cbaa req-64c2dba1-6804-4962-9e56-f587a9db1652 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 945 time: 0.0538957 Jan 27 22:16:40.783547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e268047-188f-4ea3-996c-64d22583cbaa req-2c5de4aa-a068-409f-901a-585246ea3193 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438468 Jan 27 22:16:40.818151 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2436e4a0-af7b-4b38-806d-fb84432ccd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (33917b9a-43a3-442a-a595-bfdc40739879), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.844200 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436e4a0-af7b-4b38-806d-fb84432ccd1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33917b9a-43a3-442a-a595-bfdc40739879,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:40.847810 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2436e4a0-af7b-4b38-806d-fb84432ccd1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.851197 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2436e4a0-af7b-4b38-806d-fb84432ccd1e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/33917b9a-43a3-442a-a595-bfdc40739879 HTTP/1.1" status: 204 len: 168 time: 0.3914204 Jan 27 22:16:40.853625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33794) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:40.854021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b162d153-50c1-4ed8-ab88-b0bb232cc2cc None None] Network 391455d8-8f26-4fa3-9d79-93e01aee0770 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:40.940448 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (391455d8-8f26-4fa3-9d79-93e01aee0770), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:40.962892 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9be483d1-ab0b-4fec-8519-c67186030483 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:40.985414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 9be483d1-ab0b-4fec-8519-c67186030483 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:40.985974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9be483d1-ab0b-4fec-8519-c67186030483 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:41.019707 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Deleting port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:41.020049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.033001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d5defd-d38e-455c-85b7-fc60f3b3cba1 None None] DHCP port deletion for 391455d8-8f26-4fa3-9d79-93e01aee0770 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:16:41.082578 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] For port eadeb881-8e5e-4b9d-85c8-2982b3a5da08, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=eadeb881-8e5e-4b9d-85c8-2982b3a5da08,segment=NetworkSegment(65ec2992-b32f-419c-9a72-b5ccaa103646),segment_id=65ec2992-b32f-419c-9a72-b5ccaa103646)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:41.087868 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.087997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-15d5defd-d38e-455c-85b7-fc60f3b3cba1 None None] Deleting port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:41.087997 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-15d5defd-d38e-455c-85b7-fc60f3b3cba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.096132 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Calling delete_port for eadeb881-8e5e-4b9d-85c8-2982b3a5da08 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:41.154432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-15d5defd-d38e-455c-85b7-fc60f3b3cba1 None None] For port eadeb881-8e5e-4b9d-85c8-2982b3a5da08, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=eadeb881-8e5e-4b9d-85c8-2982b3a5da08,segment=NetworkSegment(65ec2992-b32f-419c-9a72-b5ccaa103646),segment_id=65ec2992-b32f-419c-9a72-b5ccaa103646)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:41.154835 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-15d5defd-d38e-455c-85b7-fc60f3b3cba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.170424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-15d5defd-d38e-455c-85b7-fc60f3b3cba1 None None] Calling delete_port for eadeb881-8e5e-4b9d-85c8-2982b3a5da08 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:41.560550 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.566913 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-15d5defd-d38e-455c-85b7-fc60f3b3cba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (eadeb881-8e5e-4b9d-85c8-2982b3a5da08), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.587592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Pushing event deleted for resources: {'Port': ['ID=eadeb881-8e5e-4b9d-85c8-2982b3a5da08,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:41.592432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5defd-d38e-455c-85b7-fc60f3b3cba1 None None] Pushing event deleted for resources: {'Port': ['ID=eadeb881-8e5e-4b9d-85c8-2982b3a5da08,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:41.596045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d5defd-d38e-455c-85b7-fc60f3b3cba1 None None] No DVR routers for this DVR port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:41.596429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] No DVR routers for this DVR port eadeb881-8e5e-4b9d-85c8-2982b3a5da08 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:41.672179 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (391455d8-8f26-4fa3-9d79-93e01aee0770), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.693925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391455d8-8f26-4fa3-9d79-93e01aee0770']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:41.703932 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ec2992-b32f-419c-9a72-b5ccaa103646') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:41.704297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ec2992-b32f-419c-9a72-b5ccaa103646') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:41.715596 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (65ec2992-b32f-419c-9a72-b5ccaa103646), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.730414 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (65ec2992-b32f-419c-9a72-b5ccaa103646), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.739495 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:16:41.739904 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (65ec2992-b32f-419c-9a72-b5ccaa103646), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:16:41.741950 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:16:41.891744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (391455d8-8f26-4fa3-9d79-93e01aee0770), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.897624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:41.907307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0e7d3-c082-4fdb-8c72-eca67e1485d1 req-efff6ea9-ea3e-4ba6-b389-855a13254ce3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:41.907307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ea0e7d3-c082-4fdb-8c72-eca67e1485d1 req-efff6ea9-ea3e-4ba6-b389-855a13254ce3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 945 time: 0.0539596 Jan 27 22:16:41.907307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33824) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:41.908355 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] 10.222.0.61 "DELETE /v2.0/networks/391455d8-8f26-4fa3-9d79-93e01aee0770 HTTP/1.1" status: 204 len: 168 time: 1.0499184 Jan 27 22:16:41.916310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2342a-4590-4be1-877e-e218682f1555 admin admin] Pushing event deleted for resources: {'Network': ['ID=391455d8-8f26-4fa3-9d79-93e01aee0770,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:42.042653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ea0e7d3-c082-4fdb-8c72-eca67e1485d1 req-0fbd25df-f3c2-47be-ab56-7de3af25812f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315176 Jan 27 22:16:42.207501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9985bf0-b7f9-4328-b94b-59f036bb1d36 req-ef0e0d4b-0886-4a70-b3e7-dca8ee545fc5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:42.209047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9985bf0-b7f9-4328-b94b-59f036bb1d36 req-ef0e0d4b-0886-4a70-b3e7-dca8ee545fc5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 945 time: 0.0962987 Jan 27 22:16:42.316359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9985bf0-b7f9-4328-b94b-59f036bb1d36 req-40784319-9cf0-49a7-9070-61bbaadd8a22 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814111 Jan 27 22:16:42.339027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33840) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:42.399692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f3e09ea-6d72-46a0-8687-ccdd81d676f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (4ee13765-4227-41d1-9336-99ce48f65dd6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:42.488305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc09dbce-5faf-4460-b4f1-f86029840603 tempest-TestVolumeBootPattern-2128264241 tempest-TestVolumeBootPattern-2128264241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:42.490194 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bc09dbce-5faf-4460-b4f1-f86029840603 tempest-TestVolumeBootPattern-2128264241 tempest-TestVolumeBootPattern-2128264241-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 1091 time: 0.1501276 Jan 27 22:16:42.493346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33848) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:42.497607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '59709fe2-35dd-47f5-89a7-d2ba0a70e645', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:16:42.599014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device eadeb881-8e5e-4b9d-85c8-2982b3a5da08 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:42.620292 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: eadeb881-8e5e-4b9d-85c8-2982b3a5da08 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:42.620653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device eadeb881-8e5e-4b9d-85c8-2982b3a5da08 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:42.621080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 579f2478-4cbb-477a-847f-fb06caa3aac0 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:42.636792 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:42.640384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 579f2478-4cbb-477a-847f-fb06caa3aac0 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:42.640742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 579f2478-4cbb-477a-847f-fb06caa3aac0 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:42.658168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e09ea-6d72-46a0-8687-ccdd81d676f7 admin admin] Deleting port 33b0a505-d000-42cd-973b-24092efa318f {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:42.658520 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f3e09ea-6d72-46a0-8687-ccdd81d676f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (33b0a505-d000-42cd-973b-24092efa318f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:42.740537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-4f3e09ea-6d72-46a0-8687-ccdd81d676f7 admin admin] For port 33b0a505-d000-42cd-973b-24092efa318f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=33b0a505-d000-42cd-973b-24092efa318f,segment=NetworkSegment(59a31011-23fa-4abb-8e44-22870a21a01d),segment_id=59a31011-23fa-4abb-8e44-22870a21a01d)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:42.740932 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f3e09ea-6d72-46a0-8687-ccdd81d676f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (33b0a505-d000-42cd-973b-24092efa318f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:42.744291 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:42.753061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-4f3e09ea-6d72-46a0-8687-ccdd81d676f7 admin admin] Calling delete_port for 33b0a505-d000-42cd-973b-24092efa318f owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:42.850937 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Allocated IP 172.25.0.222 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/077df2b6-891d-4da8-9ca5-ed2a992f9c23) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:16:42.955390 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (077df2b6-891d-4da8-9ca5-ed2a992f9c23), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:43.006460 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f3e09ea-6d72-46a0-8687-ccdd81d676f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (33b0a505-d000-42cd-973b-24092efa318f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:43.033486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e09ea-6d72-46a0-8687-ccdd81d676f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b0a505-d000-42cd-973b-24092efa318f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:43.080533 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (077df2b6-891d-4da8-9ca5-ed2a992f9c23), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:43.127062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:16:43.130112 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:16:43.133219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:16:43.171902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=077df2b6-891d-4da8-9ca5-ed2a992f9c23,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:43.214679 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f3e09ea-6d72-46a0-8687-ccdd81d676f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (4ee13765-4227-41d1-9336-99ce48f65dd6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:43.431822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3e09ea-6d72-46a0-8687-ccdd81d676f7 admin admin] Router 4ee13765-4227-41d1-9336-99ce48f65dd6 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:43.543140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3e09ea-6d72-46a0-8687-ccdd81d676f7 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:43.549236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4f3e09ea-6d72-46a0-8687-ccdd81d676f7 admin admin] 10.222.0.61 "PUT /v2.0/routers/4ee13765-4227-41d1-9336-99ce48f65dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6438322 Jan 27 22:16:43.551012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 33854) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:43.553860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a98387e-2123-486d-87b8-a6d027787271 None None] Sync routers for ids ['4ee13765-4227-41d1-9336-99ce48f65dd6'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:43.565869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a98387e-2123-486d-87b8-a6d027787271 None None] Routers {'4ee13765-4227-41d1-9336-99ce48f65dd6'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:43.566524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9a98387e-2123-486d-87b8-a6d027787271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:16:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4ee13765-4227-41d1-9336-99ce48f65dd6'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:43.662253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Publish callbacks [] for router (4ee13765-4227-41d1-9336-99ce48f65dd6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:43.677397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-9a98387e-2123-486d-87b8-a6d027787271 None None] Set router 4ee13765-4227-41d1-9336-99ce48f65dd6 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:43.823730 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (3aa07c85-86a8-4390-bad4-605e8e243867), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:43.879119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9a98387e-2123-486d-87b8-a6d027787271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'name': 'tempest-TestVolumeBackupRestore-803144812-router', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:32Z', 'updated_at': '2022-01-27T22:16:42Z', 'revision_number': 5, 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'gw_port': {'id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:34Z', 'updated_at': '2022-01-27T22:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:43.909587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a98387e-2123-486d-87b8-a6d027787271 None None] Checking router: 4ee13765-4227-41d1-9336-99ce48f65dd6 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:43.919469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a98387e-2123-486d-87b8-a6d027787271 None None] Routers {'4ee13765-4227-41d1-9336-99ce48f65dd6'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:43.920147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9a98387e-2123-486d-87b8-a6d027787271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:16:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['4ee13765-4227-41d1-9336-99ce48f65dd6'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:44.012261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (077df2b6-891d-4da8-9ca5-ed2a992f9c23), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.033405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-9a98387e-2123-486d-87b8-a6d027787271 None None] Set router 4ee13765-4227-41d1-9336-99ce48f65dd6 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:44.137245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Publish callbacks [] for router_gateway (4ee13765-4227-41d1-9336-99ce48f65dd6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.193843 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (077df2b6-891d-4da8-9ca5-ed2a992f9c23), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.235028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9a98387e-2123-486d-87b8-a6d027787271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'name': 'tempest-TestVolumeBackupRestore-803144812-router', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:32Z', 'updated_at': '2022-01-27T22:16:42Z', 'revision_number': 5, 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'gw_port': {'id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:34Z', 'updated_at': '2022-01-27T22:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:44.264968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a98387e-2123-486d-87b8-a6d027787271 None None] The sync data for ids ['4ee13765-4227-41d1-9336-99ce48f65dd6'] in n-d-760456-6 is: [{'id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'name': 'tempest-TestVolumeBackupRestore-803144812-router', 'tenant_id': '3f244ad178a64f338c658295e22b1a4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:10:32Z', 'updated_at': '2022-01-27T22:16:42Z', 'revision_number': 5, 'project_id': '3f244ad178a64f338c658295e22b1a4e', 'gw_port': {'id': '0a36f2f8-2e60-4967-8082-840d0c7da945', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee13765-4227-41d1-9336-99ce48f65dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:10:34Z', 'updated_at': '2022-01-27T22:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:44.391991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Deleting port 0a36f2f8-2e60-4967-8082-840d0c7da945 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:44.392297 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.417952 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (077df2b6-891d-4da8-9ca5-ed2a992f9c23), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.475427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] For port 0a36f2f8-2e60-4967-8082-840d0c7da945, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0a36f2f8-2e60-4967-8082-840d0c7da945,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:44.475832 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.488092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Calling delete_port for 0a36f2f8-2e60-4967-8082-840d0c7da945 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:44.495234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=077df2b6-891d-4da8-9ca5-ed2a992f9c23,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:44.505810 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (3aa07c85-86a8-4390-bad4-605e8e243867), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.612787 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Floating IP 3aa07c85-86a8-4390-bad4-605e8e243867 associated. External IP: 172.25.0.222, port: 59709fe2-35dd-47f5-89a7-d2ba0a70e645. Jan 27 22:16:44.678591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 33b0a505-d000-42cd-973b-24092efa318f no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:44.699965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 33b0a505-d000-42cd-973b-24092efa318f {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:44.700604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 33b0a505-d000-42cd-973b-24092efa318f not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:44.793037 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0a36f2f8-2e60-4967-8082-840d0c7da945), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.821097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a36f2f8-2e60-4967-8082-840d0c7da945,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:44.871569 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:16:44.887880 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (4ee13765-4227-41d1-9336-99ce48f65dd6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.982472 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (4ee13765-4227-41d1-9336-99ce48f65dd6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.984689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Publish callbacks [] for router_controller (4ee13765-4227-41d1-9336-99ce48f65dd6), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:44.987035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:16:45.002212 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc225feb-3905-40e3-89a6-7eb5a28ae660 None None] Sync routers for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:16:45.012625 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc225feb-3905-40e3-89a6-7eb5a28ae660 None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:45.013236 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-bc225feb-3905-40e3-89a6-7eb5a28ae660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:16:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:45.088416 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.118850 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-bc225feb-3905-40e3-89a6-7eb5a28ae660 None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:45.119341 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e9910164-2ee2-4470-82a0-da5ef98b9e2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6249101 Jan 27 22:16:45.120430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'tag': '59709fe2-35dd-47f5-89a7-d2ba0a70e645'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:16:45.122729 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e454d8f2-5a93-4b2b-a546-7e5fb78fd96c" -d '{"events": [{"name": "network-changed", "server_uuid": "a1070653-df4c-4a48-ab6e-ed808c6f5124", "tag": "59709fe2-35dd-47f5-89a7-d2ba0a70e645"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:16:45.141105 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (4ee13765-4227-41d1-9336-99ce48f65dd6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.141769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ee13765-4227-41d1-9336-99ce48f65dd6 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:16:45.156336 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.160408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33864) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:45.163138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-81c6f584-34d3-415e-82c7-b210aaa9c462 admin admin] 10.222.0.61 "DELETE /v2.0/routers/4ee13765-4227-41d1-9336-99ce48f65dd6 HTTP/1.1" status: 204 len: 168 time: 1.6110432 Jan 27 22:16:45.169403 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a849014-e789-4aee-acec-a6493e9b37cc x-openstack-request-id: req-0a849014-e789-4aee-acec-a6493e9b37cc {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:16:45.169824 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1070653-df4c-4a48-ab6e-ed808c6f5124", "tag": "59709fe2-35dd-47f5-89a7-d2ba0a70e645", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:16:45.170134 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a849014-e789-4aee-acec-a6493e9b37cc {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:16:45.170485 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'tag': '59709fe2-35dd-47f5-89a7-d2ba0a70e645', 'status': 'completed', 'code': 200} Jan 27 22:16:45.212227 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-c327e2eb-489d-4f89-89e2-818bd6b04de5 admin admin] Deleting subnet 2aa0e2cf-012a-4725-a6af-a952806db2d8 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:16:45.215557 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c327e2eb-489d-4f89-89e2-818bd6b04de5 admin admin] Publish callbacks [] for subnet (2aa0e2cf-012a-4725-a6af-a952806db2d8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.247414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d8f2-5a93-4b2b-a546-7e5fb78fd96c req-19679ae0-d9ba-4ad8-965c-75c7fb5c0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:45.249071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e454d8f2-5a93-4b2b-a546-7e5fb78fd96c req-19679ae0-d9ba-4ad8-965c-75c7fb5c0e20 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 1096 time: 0.0602942 Jan 27 22:16:45.258569 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c327e2eb-489d-4f89-89e2-818bd6b04de5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (2aa0e2cf-012a-4725-a6af-a952806db2d8), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.343941 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c327e2eb-489d-4f89-89e2-818bd6b04de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (2aa0e2cf-012a-4725-a6af-a952806db2d8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.346852 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d8f2-5a93-4b2b-a546-7e5fb78fd96c req-c1124e24-8408-48e5-b6e2-5da2c94c86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:45.352668 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e454d8f2-5a93-4b2b-a546-7e5fb78fd96c req-c1124e24-8408-48e5-b6e2-5da2c94c86e7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.0966127 Jan 27 22:16:45.375015 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-bc225feb-3905-40e3-89a6-7eb5a28ae660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '3aa07c85-86a8-4390-bad4-605e8e243867', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '59709fe2-35dd-47f5-89a7-d2ba0a70e645', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:e7:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:16:43Z', 'updated_at': '2022-01-27T22:16:43Z', 'revision_number': 0, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:45.402200 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc225feb-3905-40e3-89a6-7eb5a28ae660 None None] Checking router: 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:16:45.410593 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc225feb-3905-40e3-89a6-7eb5a28ae660 None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:16:45.411206 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-bc225feb-3905-40e3-89a6-7eb5a28ae660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:16:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:45.424933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e454d8f2-5a93-4b2b-a546-7e5fb78fd96c req-5f4430d1-aeb7-465b-a280-b71d8aba6a9a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59709fe2-35dd-47f5-89a7-d2ba0a70e645 HTTP/1.1" status: 200 len: 999 time: 0.0660334 Jan 27 22:16:45.473006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d8f2-5a93-4b2b-a546-7e5fb78fd96c req-cb688025-131a-4544-bbaa-e8c75f301c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:45.477348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e454d8f2-5a93-4b2b-a546-7e5fb78fd96c req-cb688025-131a-4544-bbaa-e8c75f301c48 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0435677 Jan 27 22:16:45.519022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d8f2-5a93-4b2b-a546-7e5fb78fd96c req-67f1c996-d5e5-48dc-8903-9fb538958557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:45.520798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e454d8f2-5a93-4b2b-a546-7e5fb78fd96c req-67f1c996-d5e5-48dc-8903-9fb538958557 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404973 Jan 27 22:16:45.521460 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-bc225feb-3905-40e3-89a6-7eb5a28ae660 None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:16:45.523763 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c327e2eb-489d-4f89-89e2-818bd6b04de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (2aa0e2cf-012a-4725-a6af-a952806db2d8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.552111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327e2eb-489d-4f89-89e2-818bd6b04de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa0e2cf-012a-4725-a6af-a952806db2d8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:45.554230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c327e2eb-489d-4f89-89e2-818bd6b04de5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.560306 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c327e2eb-489d-4f89-89e2-818bd6b04de5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2aa0e2cf-012a-4725-a6af-a952806db2d8 HTTP/1.1" status: 204 len: 168 time: 0.3986771 Jan 27 22:16:45.561278 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33866) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:45.566697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9201ff48-208b-4b8e-a934-b8ef1997bfc2 None None] Network 93b9d7f1-c7dc-483d-9b8d-399d25e77c02 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:16:45.624207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e454d8f2-5a93-4b2b-a546-7e5fb78fd96c req-307ea9ba-0560-49b9-aaa7-094478ebce79 service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968242 Jan 27 22:16:45.638122 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (93b9d7f1-c7dc-483d-9b8d-399d25e77c02), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.736035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Deleting port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:45.736413 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.782094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e454d8f2-5a93-4b2b-a546-7e5fb78fd96c req-98b1865d-ddec-4207-bb32-d24c46e99d5e service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505802 Jan 27 22:16:45.794349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe19af2-dd1d-45b3-9fde-e4782e4fc8e6 None None] DHCP port deletion for 93b9d7f1-c7dc-483d-9b8d-399d25e77c02 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:16:45.815170 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-bc225feb-3905-40e3-89a6-7eb5a28ae660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '3aa07c85-86a8-4390-bad4-605e8e243867', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '59709fe2-35dd-47f5-89a7-d2ba0a70e645', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:e7:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:16:43Z', 'updated_at': '2022-01-27T22:16:43Z', 'revision_number': 0, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:45.843109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] For port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=88f48a2d-d672-48f8-8b5c-7bb1ef994e1c,segment=NetworkSegment(59a31011-23fa-4abb-8e44-22870a21a01d),segment_id=59a31011-23fa-4abb-8e44-22870a21a01d)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:45.843353 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc225feb-3905-40e3-89a6-7eb5a28ae660 None None] The sync data for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 is: [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '3aa07c85-86a8-4390-bad4-605e8e243867', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '59709fe2-35dd-47f5-89a7-d2ba0a70e645', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:e7:e8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:16:43Z', 'updated_at': '2022-01-27T22:16:43Z', 'revision_number': 0, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:16:45.843516 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.853264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0fe19af2-dd1d-45b3-9fde-e4782e4fc8e6 None None] Deleting port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:16:45.853942 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0fe19af2-dd1d-45b3-9fde-e4782e4fc8e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:45.862118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Calling delete_port for 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:46.044289 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.098161 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f48a2d-d672-48f8-8b5c-7bb1ef994e1c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:46.104975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] No DVR routers for this DVR port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:46.116764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0fe19af2-dd1d-45b3-9fde-e4782e4fc8e6 None None] For port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=88f48a2d-d672-48f8-8b5c-7bb1ef994e1c,segment=NetworkSegment(59a31011-23fa-4abb-8e44-22870a21a01d),segment_id=59a31011-23fa-4abb-8e44-22870a21a01d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:16:46.117306 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0fe19af2-dd1d-45b3-9fde-e4782e4fc8e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.122090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0770418-5e70-4932-8839-fdae96a500d0 None None] New status for floating IP 3aa07c85-86a8-4390-bad4-605e8e243867: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:16:46.172188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0fe19af2-dd1d-45b3-9fde-e4782e4fc8e6 None None] Calling delete_port for 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:16:46.187717 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (93b9d7f1-c7dc-483d-9b8d-399d25e77c02), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.210041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b9d7f1-c7dc-483d-9b8d-399d25e77c02']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:46.220641 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a31011-23fa-4abb-8e44-22870a21a01d') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:46.220977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a31011-23fa-4abb-8e44-22870a21a01d') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:16:46.230777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (59a31011-23fa-4abb-8e44-22870a21a01d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.244870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (59a31011-23fa-4abb-8e44-22870a21a01d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.251518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:16:46.251913 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (59a31011-23fa-4abb-8e44-22870a21a01d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:16:46.253718 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:16:46.339267 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0fe19af2-dd1d-45b3-9fde-e4782e4fc8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (88f48a2d-d672-48f8-8b5c-7bb1ef994e1c), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.362214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe19af2-dd1d-45b3-9fde-e4782e4fc8e6 None None] Pushing event deleted for resources: {'Port': ['ID=88f48a2d-d672-48f8-8b5c-7bb1ef994e1c,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:46.368927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe19af2-dd1d-45b3-9fde-e4782e4fc8e6 None None] No DVR routers for this DVR port 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:16:46.405946 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (93b9d7f1-c7dc-483d-9b8d-399d25e77c02), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.411773 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.414981 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/93b9d7f1-c7dc-483d-9b8d-399d25e77c02 HTTP/1.1" status: 204 len: 168 time: 0.8527822 Jan 27 22:16:46.427031 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3252f-de6f-460f-9c8d-dde8d7c595b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=93b9d7f1-c7dc-483d-9b8d-399d25e77c02,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:46.596212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0a36f2f8-2e60-4967-8082-840d0c7da945 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:46.617284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 0a36f2f8-2e60-4967-8082-840d0c7da945 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:46.617640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0a36f2f8-2e60-4967-8082-840d0c7da945 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:46.618062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:16:46.637377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:16:46.637675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 88f48a2d-d672-48f8-8b5c-7bb1ef994e1c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:16:46.729761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33874) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:46.769904 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f1a8bbfb-1adb-4075-92b0-fbfc6bfcb544 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57cbbd4141164f4abfdc80d9f497be32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388989 Jan 27 22:16:46.772415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33876) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:46.818711 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0edac366-a3d5-4fc3-b78a-38c089efe059 admin admin] Publish callbacks [] for security_group (11f73f61-8693-4f67-bc11-7c21155d6d4a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.839831 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0edac366-a3d5-4fc3-b78a-38c089efe059 admin admin] Publish callbacks [] for security_group (11f73f61-8693-4f67-bc11-7c21155d6d4a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.966053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0edac366-a3d5-4fc3-b78a-38c089efe059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (11f73f61-8693-4f67-bc11-7c21155d6d4a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.968715 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0edac366-a3d5-4fc3-b78a-38c089efe059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:46.969894 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0edac366-a3d5-4fc3-b78a-38c089efe059 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/11f73f61-8693-4f67-bc11-7c21155d6d4a HTTP/1.1" status: 204 len: 168 time: 0.1965871 Jan 27 22:16:46.977610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edac366-a3d5-4fc3-b78a-38c089efe059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f73f61-8693-4f67-bc11-7c21155d6d4a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:47.757008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33884) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:47.799969 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-46f0c171-bb8b-4042-ba94-5fb938650f9f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f244ad178a64f338c658295e22b1a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418155 Jan 27 22:16:47.820871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 33886) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:16:47.869660 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3593ff7a-f6d1-4b64-aaf8-76c3d44c9487 admin admin] Publish callbacks [] for security_group (770a5291-fde4-422a-bd0e-4f2111b76db5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:47.891749 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3593ff7a-f6d1-4b64-aaf8-76c3d44c9487 admin admin] Publish callbacks [] for security_group (770a5291-fde4-422a-bd0e-4f2111b76db5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.026075 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3593ff7a-f6d1-4b64-aaf8-76c3d44c9487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (770a5291-fde4-422a-bd0e-4f2111b76db5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.028873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3593ff7a-f6d1-4b64-aaf8-76c3d44c9487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:48.030041 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3593ff7a-f6d1-4b64-aaf8-76c3d44c9487 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/770a5291-fde4-422a-bd0e-4f2111b76db5 HTTP/1.1" status: 204 len: 168 time: 0.2082024 Jan 27 22:16:48.038004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593ff7a-f6d1-4b64-aaf8-76c3d44c9487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770a5291-fde4-422a-bd0e-4f2111b76db5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:16:55.319937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f41d91a5-ad0f-454b-ac41-f1b390ec72e7 req-e284ad00-8451-47d1-9c25-987fa2adf7fe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390146 Jan 27 22:16:55.407523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d91a5-ad0f-454b-ac41-f1b390ec72e7 req-96e90019-2dde-474f-9508-f9e41cfece61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:55.409046 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f41d91a5-ad0f-454b-ac41-f1b390ec72e7 req-96e90019-2dde-474f-9508-f9e41cfece61 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 1096 time: 0.0437222 Jan 27 22:16:55.512792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d91a5-ad0f-454b-ac41-f1b390ec72e7 req-f68e0ce8-4893-4cd6-94ec-62a5b5ded55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:55.514264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f41d91a5-ad0f-454b-ac41-f1b390ec72e7 req-f68e0ce8-4893-4cd6-94ec-62a5b5ded55f service neutron] 10.222.0.74 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.0839801 Jan 27 22:16:55.581740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f41d91a5-ad0f-454b-ac41-f1b390ec72e7 req-4df5bcc6-1dff-41a6-81c0-13aaec603df5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59709fe2-35dd-47f5-89a7-d2ba0a70e645 HTTP/1.1" status: 200 len: 1001 time: 0.0610070 Jan 27 22:16:55.635151 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d91a5-ad0f-454b-ac41-f1b390ec72e7 req-b13ba465-3f2b-48ea-b8ab-fe0b316c0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:55.636661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f41d91a5-ad0f-454b-ac41-f1b390ec72e7 req-b13ba465-3f2b-48ea-b8ab-fe0b316c0631 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0446262 Jan 27 22:16:55.685338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d91a5-ad0f-454b-ac41-f1b390ec72e7 req-02eb479e-941b-4f36-b1ba-689688617613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:16:55.686754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f41d91a5-ad0f-454b-ac41-f1b390ec72e7 req-02eb479e-941b-4f36-b1ba-689688617613 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402353 Jan 27 22:16:55.777668 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f41d91a5-ad0f-454b-ac41-f1b390ec72e7 req-cb16f3f0-8528-4d7b-b1fc-c2871deb8a45 service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848072 Jan 27 22:16:55.867611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f41d91a5-ad0f-454b-ac41-f1b390ec72e7 req-71fa1a5f-6109-419c-9078-e7bb30a8b25e service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823481 Jan 27 22:16:57.211182 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:16:57.657694 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:00.080222 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:17:02.334114 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbb1c-1fbf-4123-b6ed-f979aa2c5197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:04.948917 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-eda3a3d2-0053-4abc-91d8-67ad4640d7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:06.185299 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:07.494089 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:08.936766 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:10.561764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-0faf46b6-1f32-40b1-9afb-de393f66f1c7 req-a15a41a2-ee32-40a2-84da-330b6f228d08 service neutron] (104027) timed out ('10.222.0.61', 57318) {{(pid=104027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:17:27.190556 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:27.610820 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:32.355608 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-20bad941-b757-4f10-b58e-df5a5b3ac54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:34.936570 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-879cb069-3cf7-4d77-8482-4b7b850a3934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:36.235764 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:37.078790 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:17:37.515619 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:38.961557 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.240708 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.323373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f33c400-1467-4d0b-8ece-c263187c4a71 req-f2724a60-bd5f-44aa-b99d-31a2d508fe3c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405827 Jan 27 22:17:57.387166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33c400-1467-4d0b-8ece-c263187c4a71 req-6adada8a-b338-4a95-b664-d34b2ca80294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:57.388727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f33c400-1467-4d0b-8ece-c263187c4a71 req-6adada8a-b338-4a95-b664-d34b2ca80294 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 1096 time: 0.0448866 Jan 27 22:17:57.498044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33c400-1467-4d0b-8ece-c263187c4a71 req-636c3d20-7477-4e4c-95a9-a0d04fbd2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:57.499525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f33c400-1467-4d0b-8ece-c263187c4a71 req-636c3d20-7477-4e4c-95a9-a0d04fbd2bde service neutron] 10.222.0.74 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 912 time: 0.0850346 Jan 27 22:17:57.569522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f33c400-1467-4d0b-8ece-c263187c4a71 req-1e7eabda-9efa-49da-89ed-fc96c76e549d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bf75a38-9ac1-49be-8d4c-2bab8779bf17 HTTP/1.1" status: 200 len: 1001 time: 0.0626726 Jan 27 22:17:57.616838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33c400-1467-4d0b-8ece-c263187c4a71 req-adfe932a-35b0-4f7a-a0aa-1a83b630ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:57.618277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f33c400-1467-4d0b-8ece-c263187c4a71 req-adfe932a-35b0-4f7a-a0aa-1a83b630ba9e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 200 len: 850 time: 0.0436752 Jan 27 22:17:57.632969 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:17:57.662965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33c400-1467-4d0b-8ece-c263187c4a71 req-930de437-2246-4ba3-89d1-fdc0d5c1e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:17:57.664697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f33c400-1467-4d0b-8ece-c263187c4a71 req-930de437-2246-4ba3-89d1-fdc0d5c1e64d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399055 Jan 27 22:17:57.755637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f33c400-1467-4d0b-8ece-c263187c4a71 req-c775f50d-daf6-427d-bf2d-3bf896ef4ac9 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852768 Jan 27 22:17:57.844266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f33c400-1467-4d0b-8ece-c263187c4a71 req-b1433a28-ea46-403a-a544-5cd6f08ad977 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822582 Jan 27 22:18:02.349340 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de4cb890-de5a-4b06-990d-3daea7c068fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:04.953122 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-78487f87-b948-4d1b-b5e7-bad86a626dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:06.177583 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:07.490264 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:08.942828 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:14.080738 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:18:23.870636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c236b7-4c68-48f3-8647-28a685cf000e req-8cae7e64-d7d8-40ee-8748-92f5ca5b4c6a tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:23.872146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07c236b7-4c68-48f3-8647-28a685cf000e req-8cae7e64-d7d8-40ee-8748-92f5ca5b4c6a tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0511880 Jan 27 22:18:23.919550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07c236b7-4c68-48f3-8647-28a685cf000e req-bbc3c5f9-74ab-4f05-af01-4b27dcf65fd8 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418875 Jan 27 22:18:25.252600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32757e3d-44b9-4d92-b788-33903ec0c972 req-6683caa9-aaa9-4b9d-a59b-a51aae187b0d tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:25.254056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32757e3d-44b9-4d92-b788-33903ec0c972 req-6683caa9-aaa9-4b9d-a59b-a51aae187b0d tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.2643139 Jan 27 22:18:25.300357 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32757e3d-44b9-4d92-b788-33903ec0c972 req-c1ec0b40-1b6b-4b75-97ce-fbe6e865a006 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406277 Jan 27 22:18:26.465710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c30ed-adb4-4927-ac97-2c0caa02c6e1 req-66d7650a-dbfe-49c0-b075-67d3b162d212 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:26.467191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-302c30ed-adb4-4927-ac97-2c0caa02c6e1 req-66d7650a-dbfe-49c0-b075-67d3b162d212 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0997171 Jan 27 22:18:26.512866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-302c30ed-adb4-4927-ac97-2c0caa02c6e1 req-66fe9ab7-528f-4a3c-a855-54dd38cb076d tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400934 Jan 27 22:18:27.176497 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:27.611028 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:27.635448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd3d77-1466-4bda-a6de-0c351021e513 req-2e33ea65-d316-42ba-b1b6-c1599f3180d4 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:27.636938 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbcd3d77-1466-4bda-a6de-0c351021e513 req-2e33ea65-d316-42ba-b1b6-c1599f3180d4 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0523145 Jan 27 22:18:27.682032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbcd3d77-1466-4bda-a6de-0c351021e513 req-74d076b4-b5df-43cb-ae05-b07bbb4c9a19 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394337 Jan 27 22:18:28.797444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127cda16-abce-49be-8981-06be06b35580 req-4cf8e3ac-c88e-4923-ab08-36e15a8d8556 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:28.798879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-127cda16-abce-49be-8981-06be06b35580 req-4cf8e3ac-c88e-4923-ab08-36e15a8d8556 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0493686 Jan 27 22:18:28.846359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-127cda16-abce-49be-8981-06be06b35580 req-b6fb1cf9-97fc-47cc-80ad-7aba2b9bea03 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418923 Jan 27 22:18:29.960234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d0e9c-2705-4fea-8b5b-1f29a1f06286 req-8ae2ed8c-f52c-4590-8369-0a561e0246f3 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:29.961699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-572d0e9c-2705-4fea-8b5b-1f29a1f06286 req-8ae2ed8c-f52c-4590-8369-0a561e0246f3 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0476828 Jan 27 22:18:30.013071 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-572d0e9c-2705-4fea-8b5b-1f29a1f06286 req-c1c18eb3-5b4d-42ad-8ca1-8cb559f3c90c tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451739 Jan 27 22:18:31.376387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff547d-20b7-4f07-a1d1-abfc7abbfec6 req-cb7551a0-a9de-4665-890e-5d0ff54d1bed tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:31.377853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99ff547d-20b7-4f07-a1d1-abfc7abbfec6 req-cb7551a0-a9de-4665-890e-5d0ff54d1bed tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0482764 Jan 27 22:18:31.423917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99ff547d-20b7-4f07-a1d1-abfc7abbfec6 req-49429914-c5cc-4298-94be-4f27da89e141 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407286 Jan 27 22:18:32.308207 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e4bfdd50-cb11-46a9-8132-42e10bb07ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:32.536494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b0a97-8126-4eb2-8719-5cdaf5953401 req-0fd702d6-0955-4d92-9deb-99c9c1e71453 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:32.537950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-695b0a97-8126-4eb2-8719-5cdaf5953401 req-0fd702d6-0955-4d92-9deb-99c9c1e71453 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0472298 Jan 27 22:18:32.583467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-695b0a97-8126-4eb2-8719-5cdaf5953401 req-11038751-1ebf-4f23-a24a-01ee08284382 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399272 Jan 27 22:18:33.700883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9915de-465d-4ada-90b7-eefa7cb76a82 req-8e36aa64-35c6-4b67-9000-437620ba1890 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:33.702361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f9915de-465d-4ada-90b7-eefa7cb76a82 req-8e36aa64-35c6-4b67-9000-437620ba1890 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0521638 Jan 27 22:18:33.748748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f9915de-465d-4ada-90b7-eefa7cb76a82 req-62aa76cb-e7bf-4ffb-bcc3-4552ed881fc5 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 Jan 27 22:18:34.865472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd6bb-5b66-4ce7-b0ca-5866445b2bb1 req-d6ac4d41-b07f-4f4e-a5c5-2476a9205001 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:34.866919 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0eecd6bb-5b66-4ce7-b0ca-5866445b2bb1 req-d6ac4d41-b07f-4f4e-a5c5-2476a9205001 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0515125 Jan 27 22:18:34.913604 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09eda3f7-92c0-4714-9bb8-2f1d053431dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:34.914195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0eecd6bb-5b66-4ce7-b0ca-5866445b2bb1 req-99be78e3-8d6a-440d-8013-e42f88f9e590 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410702 Jan 27 22:18:35.273714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae2f10-9536-4ab3-9ff5-f434f2239493 req-0b96b0d2-0392-444b-b3f9-6b5fedd3a8a9 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:35.275210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bae2f10-9536-4ab3-9ff5-f434f2239493 req-0b96b0d2-0392-444b-b3f9-6b5fedd3a8a9 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0469341 Jan 27 22:18:35.325576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bae2f10-9536-4ab3-9ff5-f434f2239493 req-db0d588a-c035-455e-a1ce-6e19aa1be427 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447233 Jan 27 22:18:35.407044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f2787-8a79-4878-a0a3-7d2e78d2602d req-e874465b-cae4-4bab-aacf-0fe5fffa2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:35.408492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d6f2787-8a79-4878-a0a3-7d2e78d2602d req-e874465b-cae4-4bab-aacf-0fe5fffa2b01 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 1096 time: 0.0401196 Jan 27 22:18:35.496522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f2787-8a79-4878-a0a3-7d2e78d2602d req-ea5b5847-ba15-438d-af9d-a8ad35400059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:35.497998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d6f2787-8a79-4878-a0a3-7d2e78d2602d req-ea5b5847-ba15-438d-af9d-a8ad35400059 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 912 time: 0.0843458 Jan 27 22:18:35.564800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d6f2787-8a79-4878-a0a3-7d2e78d2602d req-95a5958b-22d7-42bb-8337-253db87ec1f5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bf75a38-9ac1-49be-8d4c-2bab8779bf17 HTTP/1.1" status: 200 len: 1001 time: 0.0610080 Jan 27 22:18:35.611154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f2787-8a79-4878-a0a3-7d2e78d2602d req-27e06575-ce99-4381-a64d-d6286c33b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:35.612633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d6f2787-8a79-4878-a0a3-7d2e78d2602d req-27e06575-ce99-4381-a64d-d6286c33b75d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 200 len: 850 time: 0.0427868 Jan 27 22:18:35.655480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f2787-8a79-4878-a0a3-7d2e78d2602d req-bb25a103-4cce-4796-a1a3-f22c1ca72380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:35.656958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d6f2787-8a79-4878-a0a3-7d2e78d2602d req-bb25a103-4cce-4796-a1a3-f22c1ca72380 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385864 Jan 27 22:18:35.747342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d6f2787-8a79-4878-a0a3-7d2e78d2602d req-876c8d1e-f106-4002-90b1-f36bdfc633b1 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838904 Jan 27 22:18:35.835990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d6f2787-8a79-4878-a0a3-7d2e78d2602d req-9976a850-7399-488f-8cb2-035c943efdaa service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824189 Jan 27 22:18:36.192505 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:36.446271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d66a4f-e686-48f8-85a7-66ef329e467e req-1cf88b0d-d53f-4ccb-811a-099106e3dc2e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:36.448333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9d66a4f-e686-48f8-85a7-66ef329e467e req-1cf88b0d-d53f-4ccb-811a-099106e3dc2e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0528901 Jan 27 22:18:36.494738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b9d66a4f-e686-48f8-85a7-66ef329e467e req-0ef789dd-30b8-48fd-9dd5-74148de37b2e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409939 Jan 27 22:18:37.467879 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:37.608163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b33cc8-dfe5-43b3-bbf9-7af0e09fbc31 req-c78e67d2-366d-4985-a03f-46391266226a tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:37.609638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6b33cc8-dfe5-43b3-bbf9-7af0e09fbc31 req-c78e67d2-366d-4985-a03f-46391266226a tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0482697 Jan 27 22:18:37.655573 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f6b33cc8-dfe5-43b3-bbf9-7af0e09fbc31 req-fe60378a-9aa8-4ec2-a2cd-6d1d46b847e4 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401986 Jan 27 22:18:38.965380 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:51.081153 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:18:57.204574 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:57.320203 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cdde293-a584-49bd-8113-a7a6f19dd2ed req-3f9d6c74-0ffa-4c46-9536-8d0e5c794ab7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420678 Jan 27 22:18:57.419295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdde293-a584-49bd-8113-a7a6f19dd2ed req-ed892145-d4d9-4735-9d77-2570cad51a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:57.420777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cdde293-a584-49bd-8113-a7a6f19dd2ed req-ed892145-d4d9-4735-9d77-2570cad51a1f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 1096 time: 0.0401850 Jan 27 22:18:57.521354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdde293-a584-49bd-8113-a7a6f19dd2ed req-f8de2368-77b5-4a68-b47c-6f4a04906d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:57.522370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cdde293-a584-49bd-8113-a7a6f19dd2ed req-f8de2368-77b5-4a68-b47c-6f4a04906d90 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.0836046 Jan 27 22:18:57.590987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cdde293-a584-49bd-8113-a7a6f19dd2ed req-ab0e68ff-87bf-428a-98c2-fde01b382425 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59709fe2-35dd-47f5-89a7-d2ba0a70e645 HTTP/1.1" status: 200 len: 1001 time: 0.0628772 Jan 27 22:18:57.640030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdde293-a584-49bd-8113-a7a6f19dd2ed req-58d70af1-d9f0-409d-a3cb-e3b54ebecac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:57.641540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cdde293-a584-49bd-8113-a7a6f19dd2ed req-58d70af1-d9f0-409d-a3cb-e3b54ebecac8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0443394 Jan 27 22:18:57.644058 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:18:57.692760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdde293-a584-49bd-8113-a7a6f19dd2ed req-5ce7b813-ca59-49e8-a603-b167f1e5c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:18:57.694273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cdde293-a584-49bd-8113-a7a6f19dd2ed req-5ce7b813-ca59-49e8-a603-b167f1e5c264 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470657 Jan 27 22:18:57.786524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cdde293-a584-49bd-8113-a7a6f19dd2ed req-2ebeaa83-4194-4c43-93ad-245a639e5e8e service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855501 Jan 27 22:18:57.874953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cdde293-a584-49bd-8113-a7a6f19dd2ed req-3d351b69-5485-490e-b1ae-48a29a3106e5 service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819588 Jan 27 22:19:02.284043 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4b667afa-1bce-4df7-97c8-651a118bfa77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:04.923673 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9204e406-240c-4e06-8520-bbea54419a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:06.181315 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:07.471958 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:08.981124 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:20.574379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ae495-3613-4686-8dad-eda20406cef7 req-88bd8d82-cdf7-4bff-8664-f2c3310e5e9e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:20.575848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd9ae495-3613-4686-8dad-eda20406cef7 req-88bd8d82-cdf7-4bff-8664-f2c3310e5e9e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0478609 Jan 27 22:19:20.627073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd9ae495-3613-4686-8dad-eda20406cef7 req-b988146d-c7ff-4240-a723-b74f581100ed tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455947 Jan 27 22:19:21.743240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f04d1e-c0a1-4985-a6ab-7fd986df4660 req-40047459-30be-4608-ac9a-d4c0044bd182 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:21.744756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19f04d1e-c0a1-4985-a6ab-7fd986df4660 req-40047459-30be-4608-ac9a-d4c0044bd182 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0480204 Jan 27 22:19:21.794115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19f04d1e-c0a1-4985-a6ab-7fd986df4660 req-45211141-f103-45c0-a95d-f8d3a401ee8c tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438766 Jan 27 22:19:22.855136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577e6dd-a347-4d7b-9623-be2783e8d9fd req-5f4add0b-54d4-4770-a12a-6dbd9350ed10 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:22.856704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9577e6dd-a347-4d7b-9623-be2783e8d9fd req-5f4add0b-54d4-4770-a12a-6dbd9350ed10 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 945 time: 0.0474913 Jan 27 22:19:22.938524 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9577e6dd-a347-4d7b-9623-be2783e8d9fd req-ab1034a0-b1f7-4a0a-98a3-aaa1b66f75bf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749514 Jan 27 22:19:22.946334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a277b37-2788-40e2-9586-7c0dd5354791 req-4c0e5ed6-fa64-4543-a0e0-7ab854e5deb3 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:22.947741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a277b37-2788-40e2-9586-7c0dd5354791 req-4c0e5ed6-fa64-4543-a0e0-7ab854e5deb3 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0853570 Jan 27 22:19:22.994776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a277b37-2788-40e2-9586-7c0dd5354791 req-d168e95d-7614-49a7-a419-fc7e8fe3a4dc tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415397 Jan 27 22:19:24.054169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4654f4-f970-4b5e-be31-2cc8b4948f2b req-666bd21b-4447-4d97-936d-d3ba7a9962d5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:24.056281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b4654f4-f970-4b5e-be31-2cc8b4948f2b req-666bd21b-4447-4d97-936d-d3ba7a9962d5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 945 time: 0.0488880 Jan 27 22:19:24.141697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d09ed2-e685-4a4e-a9ae-27490ac5ddb9 req-77627ced-8b7e-4789-93d6-42cd5065bc18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:24.143233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9d09ed2-e685-4a4e-a9ae-27490ac5ddb9 req-77627ced-8b7e-4789-93d6-42cd5065bc18 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0803869 Jan 27 22:19:24.146658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b4654f4-f970-4b5e-be31-2cc8b4948f2b req-e6404236-1ea5-472a-8b88-9c4c64b4e88a tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849426 Jan 27 22:19:24.196522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9d09ed2-e685-4a4e-a9ae-27490ac5ddb9 req-571b8b6d-f3e6-42c7-8771-bf0f376d3782 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476835 Jan 27 22:19:24.337816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-b0de18c5-9e62-4251-afed-2b69224852f0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:24.339207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-b0de18c5-9e62-4251-afed-2b69224852f0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 945 time: 0.0469048 Jan 27 22:19:24.427811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Deleting port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:19:24.428179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.517106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] For port 59709fe2-35dd-47f5-89a7-d2ba0a70e645, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=59709fe2-35dd-47f5-89a7-d2ba0a70e645,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:24.517475 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.700318 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.700690 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (3aa07c85-86a8-4390-bad4-605e8e243867), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.701009 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Floating IP 3aa07c85-86a8-4390-bad4-605e8e243867 disassociated. External IP: 172.25.0.222, port: 59709fe2-35dd-47f5-89a7-d2ba0a70e645. Jan 27 22:19:24.701357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Calling delete_port for 59709fe2-35dd-47f5-89a7-d2ba0a70e645 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:19:24.894879 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (59709fe2-35dd-47f5-89a7-d2ba0a70e645), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:24.926364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event deleted for resources: {'Port': ['ID=59709fe2-35dd-47f5-89a7-d2ba0a70e645,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:24.937942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:24.938305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:24.938647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:24.939271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:24.939610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:24.939945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:24.940322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:24.940654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:24.940984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:24.941309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:24.941633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:24.941958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:24.942284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:25.051860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:19:25.160722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:19:25.180919 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300cfb7e-03d9-4760-82c6-db837403d8f4 None None] Sync routers for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:19:25.192643 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300cfb7e-03d9-4760-82c6-db837403d8f4 None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:25.193271 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-300cfb7e-03d9-4760-82c6-db837403d8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:19:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:25.210048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] No DVR routers for this DVR port 59709fe2-35dd-47f5-89a7-d2ba0a70e645 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:19:25.213270 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:25.216585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f73adcad-5ada-43ba-8d64-1eabc763766a req-afa91d32-cee6-41cf-9f03-790f1293f3ed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "DELETE /v2.0/ports/59709fe2-35dd-47f5-89a7-d2ba0a70e645 HTTP/1.1" status: 204 len: 173 time: 0.8720689 Jan 27 22:19:25.217045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'name': 'network-vif-deleted', 'tag': '59709fe2-35dd-47f5-89a7-d2ba0a70e645'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:25.219302 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd15f508-ee91-4b40-885e-263365f72efc" -d '{"events": [{"server_uuid": "a1070653-df4c-4a48-ab6e-ed808c6f5124", "name": "network-vif-deleted", "tag": "59709fe2-35dd-47f5-89a7-d2ba0a70e645"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:25.269764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8799490b-e798-4802-b80e-6186938b0d2d req-90139bc2-af03-4691-843d-f4697c540d90 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 210 time: 0.0404799 Jan 27 22:19:25.315389 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-300cfb7e-03d9-4760-82c6-db837403d8f4 None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:25.331189 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdabb6d-a274-4e08-8851-1e818f517f4b x-openstack-request-id: req-2bdabb6d-a274-4e08-8851-1e818f517f4b {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:25.331579 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1070653-df4c-4a48-ab6e-ed808c6f5124", "name": "network-vif-deleted", "tag": "59709fe2-35dd-47f5-89a7-d2ba0a70e645", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:25.331916 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bdabb6d-a274-4e08-8851-1e818f517f4b {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:25.332417 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1070653-df4c-4a48-ab6e-ed808c6f5124', 'name': 'network-vif-deleted', 'tag': '59709fe2-35dd-47f5-89a7-d2ba0a70e645', 'status': 'completed', 'code': 200} Jan 27 22:19:25.360214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18071e-0d2f-4e56-b16b-3cdf5eebb4e7 req-7202ff4e-95dd-4294-bf2c-d0a638922a06 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:25.362013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d18071e-0d2f-4e56-b16b-3cdf5eebb4e7 req-7202ff4e-95dd-4294-bf2c-d0a638922a06 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0680714 Jan 27 22:19:25.424739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d18071e-0d2f-4e56-b16b-3cdf5eebb4e7 req-a1635dbc-5d14-431f-93ec-9c8b8f767292 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561321 Jan 27 22:19:25.543512 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-300cfb7e-03d9-4760-82c6-db837403d8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:25.570579 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300cfb7e-03d9-4760-82c6-db837403d8f4 None None] Checking router: 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:19:25.578708 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300cfb7e-03d9-4760-82c6-db837403d8f4 None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:19:25.579801 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-300cfb7e-03d9-4760-82c6-db837403d8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:19:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:25.689593 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-300cfb7e-03d9-4760-82c6-db837403d8f4 None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:19:25.884411 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-300cfb7e-03d9-4760-82c6-db837403d8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:19:25.910062 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300cfb7e-03d9-4760-82c6-db837403d8f4 None None] The sync data for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 is: [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:19:26.126428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86890fc1-bdd5-48fb-84ae-f50d3ca9256e None None] New status for floating IP 3aa07c85-86a8-4390-bad4-605e8e243867: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:19:26.385028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea7c24a8-6da8-4cd7-accc-01a6dc766bba req-a667f012-25d2-4fb1-b0af-85b6bc8e0129 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 210 time: 0.0263524 Jan 27 22:19:26.534714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e64c-c4b9-4a9e-a1e4-f69ed48c08d8 req-d2b29caa-148e-47d3-b8cf-ef175656430a tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:26.536210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e499e64c-c4b9-4a9e-a1e4-f69ed48c08d8 req-d2b29caa-148e-47d3-b8cf-ef175656430a tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0478146 Jan 27 22:19:26.586440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e499e64c-c4b9-4a9e-a1e4-f69ed48c08d8 req-62b25f45-695a-43f0-a7f6-96298dc39c51 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445559 Jan 27 22:19:26.878074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 59709fe2-35dd-47f5-89a7-d2ba0a70e645 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:19:26.898686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 59709fe2-35dd-47f5-89a7-d2ba0a70e645 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:19:26.899030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 59709fe2-35dd-47f5-89a7-d2ba0a70e645 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:19:27.197844 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.480732 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ee6cb1f-6c08-4ee9-8530-4f6b0ce258fe req-6ad176ca-c137-467f-964f-b5e3fa709c76 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 210 time: 0.0251155 Jan 27 22:19:27.643202 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:27.704308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c25612-38f8-4df8-9b99-0e2087cfcf3a req-abb7a71b-8ffd-4c86-9e1f-703a623be609 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:27.705712 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c25612-38f8-4df8-9b99-0e2087cfcf3a req-abb7a71b-8ffd-4c86-9e1f-703a623be609 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0485392 Jan 27 22:19:27.754302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e4c25612-38f8-4df8-9b99-0e2087cfcf3a req-c9c54673-1140-441a-af76-cfa63aaafa19 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429749 Jan 27 22:19:28.080396 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:19:28.575255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01884041-0186-4aaa-800a-6576f28999d2 req-34c74fb7-303e-471f-9d63-00701c20b78e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 210 time: 0.0263460 Jan 27 22:19:28.873782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd1187-ad0f-4242-bb25-f89d67cb6afa req-bf45a836-cc85-4546-8162-4fb5b2b81064 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:28.875259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0bd1187-ad0f-4242-bb25-f89d67cb6afa req-bf45a836-cc85-4546-8162-4fb5b2b81064 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0517983 Jan 27 22:19:28.922143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0bd1187-ad0f-4242-bb25-f89d67cb6afa req-f1c8999d-7ffe-4d7f-824a-ea6b5ecc4816 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412459 Jan 27 22:19:29.673249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5fd9a792-6ab0-4bdc-80f8-296e51227b6d req-6e924c83-5622-44fc-8d4e-8bbc89d449e4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 210 time: 0.0259225 Jan 27 22:19:30.035155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86676b-003e-4075-b45d-e7215176f2ae req-98f35e93-7b3e-401e-8802-e754366d6855 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:30.036633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a86676b-003e-4075-b45d-e7215176f2ae req-98f35e93-7b3e-401e-8802-e754366d6855 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0475283 Jan 27 22:19:30.082799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a86676b-003e-4075-b45d-e7215176f2ae req-b7e89d21-4d6d-4d9f-a0aa-67798ae97e35 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 Jan 27 22:19:30.766521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9bb717cd-4383-4d92-af67-427608a53710 req-19042840-e67b-4359-99e5-4150ca30c593 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 210 time: 0.0256269 Jan 27 22:19:31.207032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da0967-e425-429f-b206-7938fcad6e59 req-47fd029e-baf6-4e23-bf58-3508f5ae8ae8 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:31.210351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42da0967-e425-429f-b206-7938fcad6e59 req-47fd029e-baf6-4e23-bf58-3508f5ae8ae8 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0534196 Jan 27 22:19:31.262637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42da0967-e425-429f-b206-7938fcad6e59 req-7fa77674-6ce3-4727-aa0e-374a9f0e84ea tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476811 Jan 27 22:19:31.665489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164a65b-e6c5-4f87-91dd-78eda2a833b0 req-f6d22401-672d-411d-859e-1521f277a52c tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:31.667205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f164a65b-e6c5-4f87-91dd-78eda2a833b0 req-f6d22401-672d-411d-859e-1521f277a52c tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0508237 Jan 27 22:19:31.718961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f164a65b-e6c5-4f87-91dd-78eda2a833b0 req-197fe937-5581-432b-b145-d1235ecc784d tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455999 Jan 27 22:19:31.797262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332bb33-c1be-49fa-b05a-6ee81576902f req-86651c8e-2977-4233-99b3-36047d856786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:31.798781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3332bb33-c1be-49fa-b05a-6ee81576902f req-86651c8e-2977-4233-99b3-36047d856786 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 1096 time: 0.0456517 Jan 27 22:19:31.883892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-366141cb-eedf-46d9-a430-25cd03f3932d req-2007f1e0-5118-4942-8111-a2b1eb18c5cf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 210 time: 0.0328479 Jan 27 22:19:31.913335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332bb33-c1be-49fa-b05a-6ee81576902f req-4b9c97b7-4eae-4afe-815c-b7494b4702ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:31.915026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3332bb33-c1be-49fa-b05a-6ee81576902f req-4b9c97b7-4eae-4afe-815c-b7494b4702ca service neutron] 10.222.0.74 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 912 time: 0.1093605 Jan 27 22:19:31.988601 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3332bb33-c1be-49fa-b05a-6ee81576902f req-ed8777ec-ff14-483c-8994-5de3c46f2470 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bf75a38-9ac1-49be-8d4c-2bab8779bf17 HTTP/1.1" status: 200 len: 1001 time: 0.0671413 Jan 27 22:19:32.038326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332bb33-c1be-49fa-b05a-6ee81576902f req-c591659d-6927-4557-8877-450123ac8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:32.039872 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3332bb33-c1be-49fa-b05a-6ee81576902f req-c591659d-6927-4557-8877-450123ac8c8e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 200 len: 850 time: 0.0455241 Jan 27 22:19:32.087966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332bb33-c1be-49fa-b05a-6ee81576902f req-6ec6101f-adad-459e-b9a8-23bcb5c158ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:32.089656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3332bb33-c1be-49fa-b05a-6ee81576902f req-6ec6101f-adad-459e-b9a8-23bcb5c158ae service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426576 Jan 27 22:19:32.185073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3332bb33-c1be-49fa-b05a-6ee81576902f req-4a2b1ce4-82ca-453f-8096-3a03c9433c2c service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892377 Jan 27 22:19:32.274571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3332bb33-c1be-49fa-b05a-6ee81576902f req-2362964d-4ffe-4f22-aaeb-7138c56067b4 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842118 Jan 27 22:19:32.306555 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a25edaec-1210-4bca-a8c2-58813ed79fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:33.197902 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2440c29b-cb73-4107-8255-e9e8c8646b80 req-7e0bd1ea-4c7d-44a6-b2ad-028fe7ddf08c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 210 time: 0.0284867 Jan 27 22:19:33.204866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee5d2b-6868-4ec4-9a26-67bf688692b0 req-559d6e49-b743-4123-afeb-37828bf02ea2 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:33.206287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44ee5d2b-6868-4ec4-9a26-67bf688692b0 req-559d6e49-b743-4123-afeb-37828bf02ea2 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.4077325 Jan 27 22:19:33.256810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44ee5d2b-6868-4ec4-9a26-67bf688692b0 req-70d5f532-f123-49cf-bc70-a6985aeed258 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 Jan 27 22:19:34.302499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54f33b67-bc5e-48de-b637-e37f6193d3d0 req-943c2b89-3f16-4c6c-9478-099f3924d565 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1070653-df4c-4a48-ab6e-ed808c6f5124 HTTP/1.1" status: 200 len: 210 time: 0.0255001 Jan 27 22:19:34.373753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ec40a-a87d-4b15-9bb6-dd43f9b7ff7b req-63605c77-c419-4bef-b36b-4380be216fd8 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:34.375231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-912ec40a-a87d-4b15-9bb6-dd43f9b7ff7b req-63605c77-c419-4bef-b36b-4380be216fd8 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0488119 Jan 27 22:19:34.424616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-912ec40a-a87d-4b15-9bb6-dd43f9b7ff7b req-5832b8f0-3ddb-4c0e-9b1a-5314bb4a97b7 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437472 Jan 27 22:19:34.922671 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-546cec89-2696-4629-a825-4bcfb64aa59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:35.517163 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-023f5fc9-72a0-4ef2-9b96-8a337f4f234c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473006810&fields=id&tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 267 time: 0.0437636 Jan 27 22:19:35.619375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-ab053fb8-c814-4ff3-b062-f8ec0df7cf9d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:35.620746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-ab053fb8-c814-4ff3-b062-f8ec0df7cf9d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.0971708 Jan 27 22:19:35.635100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-a23826dd-5a02-4f05-aaa6-87ac27cf0de2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/quotas/56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 375 time: 0.0090973 Jan 27 22:19:35.687096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-5ce5ba92-aacd-4260-84e1-1848298db059 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471718 Jan 27 22:19:35.838599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-576c770b-5b23-4788-be6f-3e268c6229bd service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400676 Jan 27 22:19:35.930883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-26f4611d-5801-4ff3-83ad-6cb5f9c86e00 service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867407 Jan 27 22:19:36.219996 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:36.511268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0a09b4c-ad68-40e3-993d-b4f3b2fb39a8 req-e78812fd-4524-4016-8e50-e5630d25276c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 210 time: 0.0259016 Jan 27 22:19:37.482522 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:37.587423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3d439c9-fafb-4834-9bee-6c14bbbc390d req-a8a8dc5d-835f-485d-8f07-10cc569d0dfe tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 210 time: 0.0254080 Jan 27 22:19:38.717254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a11ae571-8f6b-41b8-94ea-09f471b862ae req-b32766f3-2b73-4f4f-b714-31a0e8348357 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 210 time: 0.0589790 Jan 27 22:19:38.761218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-44e28782-c184-438f-bf84-53fcc97c41d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:38.762705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-44e28782-c184-438f-bf84-53fcc97c41d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.1284199 Jan 27 22:19:38.823908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-290fa245-3169-47af-9a80-8ef62e9943aa tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 380 time: 0.0533464 Jan 27 22:19:38.832146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'port': {'device_id': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'admin_state_up': True, 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'security_groups': ['636a22b6-de78-4198-8418-24fae2815bba']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:38.945204 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:38.997264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Made reservation on behalf of 56a3a9b6a0cd4913a5b41da83dd7d82b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:19:39.000736 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.125075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Allocated IP 172.20.0.10 (27838b5d-0935-4dae-9d9f-d6334b781ff0/a9fc7bfd-ae01-4663-bc0c-b7538b0ff041/7ccc784f-5929-42ff-99a5-168894d4471f) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:19:39.264131 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (7ccc784f-5929-42ff-99a5-168894d4471f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.363404 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.406402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:19:39.409315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:19:39.416600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:19:39.444048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=7ccc784f-5929-42ff-99a5-168894d4471f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:39.470082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:39.471411 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.546723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-4d7e31a0-57f7-4d97-99fc-320ca2c2c566 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7183912 Jan 27 22:19:39.561596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Request body: {'port': {'device_id': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:19:39.621134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1c226172-2837-40b5-88e5-0d7eda7ab3ff None None] Provisioning complete for port 7ccc784f-5929-42ff-99a5-168894d4471f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:19:39.622613 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1c226172-2837-40b5-88e5-0d7eda7ab3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.623409 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.660191 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1c226172-2837-40b5-88e5-0d7eda7ab3ff None None] Port 7ccc784f-5929-42ff-99a5-168894d4471f cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:19:39.869352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c43106-b34b-48a8-bb31-728b2e758265 req-2b938666-de80-4594-a2d2-dbe371768304 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:39.870825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32c43106-b34b-48a8-bb31-728b2e758265 req-2b938666-de80-4594-a2d2-dbe371768304 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 932 time: 0.0779529 Jan 27 22:19:39.966332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32c43106-b34b-48a8-bb31-728b2e758265 req-f47e3dae-b9af-49fc-8c17-e68e6a195e9e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891566 Jan 27 22:19:39.977006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ccc784f-5929-42ff-99a5-168894d4471f {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:19:39.987074 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Publish callbacks [] for port (7ccc784f-5929-42ff-99a5-168894d4471f), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:39.999479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Transition to ACTIVE for port object 7ccc784f-5929-42ff-99a5-168894d4471f will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:19:40.083188 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.140619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Pushing event updated for resources: {'Port': ['ID=7ccc784f-5929-42ff-99a5-168894d4471f,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:40.205872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Attempting to bind port 7ccc784f-5929-42ff-99a5-168894d4471f on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:19:40.206300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Attempting to bind port 7ccc784f-5929-42ff-99a5-168894d4471f by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:19:40.206719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Attempting to bind port 7ccc784f-5929-42ff-99a5-168894d4471f on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:19:40.211284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Port 7ccc784f-5929-42ff-99a5-168894d4471f on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:19:40.211613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Attempting to bind port 7ccc784f-5929-42ff-99a5-168894d4471f on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:19:40.216733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:19:40.217025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Checking segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:19:40.217420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Bound using segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:19:40.217853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Bound port: 7ccc784f-5929-42ff-99a5-168894d4471f, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:19:40.218218 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.291535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] For port 7ccc784f-5929-42ff-99a5-168894d4471f, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:19:40.295069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] For port 7ccc784f-5929-42ff-99a5-168894d4471f, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7ccc784f-5929-42ff-99a5-168894d4471f,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:19:40.363448 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.401013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:40.401782 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:40.403235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] 10.222.0.71 "PUT /v2.0/ports/7ccc784f-5929-42ff-99a5-168894d4471f HTTP/1.1" status: 200 len: 1092 time: 0.8498118 Jan 27 22:19:40.403763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'tag': '7ccc784f-5929-42ff-99a5-168894d4471f'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:40.406264 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7383f1-f6a1-4904-b2f9-7b1726d5999e" -d '{"events": [{"name": "network-changed", "server_uuid": "48b57d2c-bd93-4229-bcae-f258f99fd85c", "tag": "7ccc784f-5929-42ff-99a5-168894d4471f"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:40.441833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b6496-257a-4865-a637-2c387b2e4209 service neutron] Pushing event updated for resources: {'Port': ['ID=7ccc784f-5929-42ff-99a5-168894d4471f,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:40.455056 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ff061f-ffb5-458c-b7ae-085f8d2ff3fd x-openstack-request-id: req-e6ff061f-ffb5-458c-b7ae-085f8d2ff3fd {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:40.455374 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b57d2c-bd93-4229-bcae-f258f99fd85c", "tag": "7ccc784f-5929-42ff-99a5-168894d4471f", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:40.455614 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6ff061f-ffb5-458c-b7ae-085f8d2ff3fd {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:40.456053 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'tag': '7ccc784f-5929-42ff-99a5-168894d4471f', 'status': 'completed', 'code': 200} Jan 27 22:19:40.519780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7383f1-f6a1-4904-b2f9-7b1726d5999e req-63ce5478-5ef2-452e-b0bb-74b654b5751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:40.521446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a7383f1-f6a1-4904-b2f9-7b1726d5999e req-63ce5478-5ef2-452e-b0bb-74b654b5751b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 1095 time: 0.0452693 Jan 27 22:19:40.632916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7383f1-f6a1-4904-b2f9-7b1726d5999e req-5150ceb6-1590-4ac5-b856-279377f70d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:40.634445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a7383f1-f6a1-4904-b2f9-7b1726d5999e req-5150ceb6-1590-4ac5-b856-279377f70d58 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1049516 Jan 27 22:19:40.732962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7383f1-f6a1-4904-b2f9-7b1726d5999e req-7a9cee3e-16db-4421-ba0d-e84b31b969d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:40.734464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a7383f1-f6a1-4904-b2f9-7b1726d5999e req-7a9cee3e-16db-4421-ba0d-e84b31b969d7 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944736 Jan 27 22:19:40.815223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-ca4de0f6-81b1-4318-bd0e-74ea21bd064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:40.816804 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-ca4de0f6-81b1-4318-bd0e-74ea21bd064c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 1095 time: 0.0462294 Jan 27 22:19:40.859562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-7b18edb7-9bf7-4dbe-89eb-50c715ccf5e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccc784f-5929-42ff-99a5-168894d4471f HTTP/1.1" status: 200 len: 217 time: 0.0347648 Jan 27 22:19:40.908211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-89d13750-7f12-4102-a471-7a8d0cc9914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:40.909698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-89d13750-7f12-4102-a471-7a8d0cc9914e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0440462 Jan 27 22:19:40.952993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-47fc2484-3735-4325-af37-33e4b2ff9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:40.954481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-47fc2484-3735-4325-af37-33e4b2ff9474 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388777 Jan 27 22:19:41.078558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-7be95c7b-9f75-4cec-a22a-dd639ea8ae02 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155188 Jan 27 22:19:41.157999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06017454-46ec-40d4-bd6d-992820112887 req-5f9c637f-3b5c-4d9b-b7cd-0671183e2aeb tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:41.159498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06017454-46ec-40d4-bd6d-992820112887 req-5f9c637f-3b5c-4d9b-b7cd-0671183e2aeb tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.1173148 Jan 27 22:19:41.212183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe6d7b76-5a4c-4d97-9053-ff118062fc36 req-1b24f91d-f695-4bb1-b96c-a21326bc5e95 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267681 Jan 27 22:19:41.230161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06017454-46ec-40d4-bd6d-992820112887 req-c2f2d6b1-31f5-4f87-bc90-6d323dee801d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630267 Jan 27 22:19:42.345965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fced2-0f10-4aca-a480-d27d9910a31b req-9f7a44bf-f001-47a1-9595-cb51d6b0f3d3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:42.347613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-544fced2-0f10-4aca-a480-d27d9910a31b req-9f7a44bf-f001-47a1-9595-cb51d6b0f3d3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0492609 Jan 27 22:19:42.397885 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-544fced2-0f10-4aca-a480-d27d9910a31b req-ac3ec7a5-b027-4293-8266-a0fc754e7eb2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443745 Jan 27 22:19:43.516216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085018ff-5883-4078-866d-4e6e93e19e12 req-5996fbda-4d18-4ebc-8cbc-5bd457aa90c6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:43.517629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-085018ff-5883-4078-866d-4e6e93e19e12 req-5996fbda-4d18-4ebc-8cbc-5bd457aa90c6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0539513 Jan 27 22:19:43.565146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-085018ff-5883-4078-866d-4e6e93e19e12 req-754028d1-173f-4fa7-ad76-2e73b73cf686 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414107 Jan 27 22:19:44.680382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee69bf-fd6c-4a70-a3bd-0c4a4154d702 req-0ddf0a4e-c014-4ff5-a603-c7a9704f5b79 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:44.681891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2aee69bf-fd6c-4a70-a3bd-0c4a4154d702 req-0ddf0a4e-c014-4ff5-a603-c7a9704f5b79 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0503945 Jan 27 22:19:44.730928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2aee69bf-fd6c-4a70-a3bd-0c4a4154d702 req-bb5eda49-2066-4c98-8c3a-bbdc936f02d2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430338 Jan 27 22:19:45.846154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204444fc-db9c-4a05-b063-630882662379 req-9c5e152d-4016-4c3c-8fd8-b42a807b3c00 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:45.847633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-204444fc-db9c-4a05-b063-630882662379 req-9c5e152d-4016-4c3c-8fd8-b42a807b3c00 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0493662 Jan 27 22:19:45.900835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-204444fc-db9c-4a05-b063-630882662379 req-b0424b51-6625-47c6-8c00-13620654a1f3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471156 Jan 27 22:19:47.019836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf42c6-1137-4697-be0d-7aee2a27572f req-1d03d3d6-1fc3-4d2c-a473-e977ba8b4c18 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:47.021374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10cf42c6-1137-4697-be0d-7aee2a27572f req-1d03d3d6-1fc3-4d2c-a473-e977ba8b4c18 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0489018 Jan 27 22:19:47.070914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10cf42c6-1137-4697-be0d-7aee2a27572f req-48cf9312-7d41-4ae9-bcfe-a665cd1aab1d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438724 Jan 27 22:19:48.197793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f361fc-0d45-4ef3-9108-3037ac0849c7 req-dc96176e-646c-4fb6-8e88-67621ec27490 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:48.200206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99f361fc-0d45-4ef3-9108-3037ac0849c7 req-dc96176e-646c-4fb6-8e88-67621ec27490 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0562098 Jan 27 22:19:48.247183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99f361fc-0d45-4ef3-9108-3037ac0849c7 req-42a9cd20-5994-478b-93ce-095153fd708d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423207 Jan 27 22:19:49.365911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba970fe-1542-4c9e-8278-c887e5aaff0a req-4cb64cf0-df68-4e99-aabd-2cfde8588f96 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:49.367933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ba970fe-1542-4c9e-8278-c887e5aaff0a req-4cb64cf0-df68-4e99-aabd-2cfde8588f96 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0521300 Jan 27 22:19:49.415367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ba970fe-1542-4c9e-8278-c887e5aaff0a req-45a568fc-a290-41b7-bbd2-3c06bd07eb35 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417731 Jan 27 22:19:50.529090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e5149-f159-4756-922e-6b27c6b473e2 req-646c641b-2298-4196-ba33-5b7df4aed61b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:50.530575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f3e5149-f159-4756-922e-6b27c6b473e2 req-646c641b-2298-4196-ba33-5b7df4aed61b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0488453 Jan 27 22:19:50.578530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f3e5149-f159-4756-922e-6b27c6b473e2 req-a66a8a17-3a43-4a77-b391-00b8ad11196e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424199 Jan 27 22:19:51.693634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c83db3-51d0-43ec-9893-5476b2664bea req-aba1d35c-618c-43d2-92d9-0e5d9ef66b4b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:51.695596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00c83db3-51d0-43ec-9893-5476b2664bea req-aba1d35c-618c-43d2-92d9-0e5d9ef66b4b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0512295 Jan 27 22:19:51.743798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00c83db3-51d0-43ec-9893-5476b2664bea req-f7af5ca5-c9c7-48ec-bcc9-492ba9a057ea tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426540 Jan 27 22:19:52.857920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f21f3e-63d8-4268-9a09-23ef50e0c2e1 req-4d82d44e-7d02-4df0-acd3-161e8cd943db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:52.859415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67f21f3e-63d8-4268-9a09-23ef50e0c2e1 req-4d82d44e-7d02-4df0-acd3-161e8cd943db tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0471084 Jan 27 22:19:52.907078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67f21f3e-63d8-4268-9a09-23ef50e0c2e1 req-b3466b7c-ea65-498b-8551-8a292a72c332 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 Jan 27 22:19:54.021055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d3133-741f-436d-803e-877bfb8f337e req-7c96722b-b49b-47d6-a1e0-05025428e577 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:54.022569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc1d3133-741f-436d-803e-877bfb8f337e req-7c96722b-b49b-47d6-a1e0-05025428e577 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0479901 Jan 27 22:19:54.074723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc1d3133-741f-436d-803e-877bfb8f337e req-9ed2cf70-903b-4a70-92ee-0fa8dede1cbd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465484 Jan 27 22:19:55.191819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce29771-dcde-4101-ad6e-a1ab1cb83a8d req-a8b91fba-96e3-499b-9d67-b41d2ea69925 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:55.193362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cce29771-dcde-4101-ad6e-a1ab1cb83a8d req-a8b91fba-96e3-499b-9d67-b41d2ea69925 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0516312 Jan 27 22:19:55.242393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cce29771-dcde-4101-ad6e-a1ab1cb83a8d req-fa060935-917d-4db6-bf15-033748c82725 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430162 Jan 27 22:19:55.482650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-a55b3739-3cc0-466e-bc04-9a93336c9bb1 req-acefc06b-65d7-4449-aa09-4c6f3b418f5b service neutron] (104026) timed out ('10.222.0.74', 54707) {{(pid=104026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:19:56.355574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558ad70-9e8d-4430-a2de-75766b4e65aa req-0f10ad9f-8440-4639-9a76-e0a428d83432 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:56.357092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5558ad70-9e8d-4430-a2de-75766b4e65aa req-0f10ad9f-8440-4639-9a76-e0a428d83432 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 944 time: 0.0479667 Jan 27 22:19:56.404677 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5558ad70-9e8d-4430-a2de-75766b4e65aa req-b5e3f7ad-e373-4c5e-aa8d-1e86d662469b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417521 Jan 27 22:19:57.108575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7ccc784f-5929-42ff-99a5-168894d4471f details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:19:57.207986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7ccc784f-5929-42ff-99a5-168894d4471f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7ccc784f-5929-42ff-99a5-168894d4471f,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:57.210729 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.219247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '7ccc784f-5929-42ff-99a5-168894d4471f', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'port_id': '7ccc784f-5929-42ff-99a5-168894d4471f', 'mac_address': 'fa:16:3e:7d:bd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:19:57.255591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 7ccc784f-5929-42ff-99a5-168894d4471f is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:57.255980 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.271868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ccc784f-5929-42ff-99a5-168894d4471f {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:19:57.289945 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7ccc784f-5929-42ff-99a5-168894d4471f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7ccc784f-5929-42ff-99a5-168894d4471f,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:57.362028 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.408170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=7ccc784f-5929-42ff-99a5-168894d4471f,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:57.415377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.415732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.416107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.416449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.416790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.417124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.417455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.417783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.418110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.418433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.418766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.419089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.419410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:19:57.521363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec6bec-46c5-4b36-bf36-5bd7e4cd6d80 req-1505795f-7bd4-4006-9d67-e598f575b735 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:57.522859 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74ec6bec-46c5-4b36-bf36-5bd7e4cd6d80 req-1505795f-7bd4-4006-9d67-e598f575b735 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 945 time: 0.0520749 Jan 27 22:19:57.575844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-74ec6bec-46c5-4b36-bf36-5bd7e4cd6d80 req-44f06339-4480-4d64-b747-4a26d1065ca7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 Jan 27 22:19:57.608279 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:57.629644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['7ccc784f-5929-42ff-99a5-168894d4471f'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:19:58.319560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-fce9d971-c51d-4a3a-854b-df2cf9ee5923 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400338 Jan 27 22:19:58.378544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-5c426ee0-3226-45f5-a5f3-882fe98029eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:58.380005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-5c426ee0-3226-45f5-a5f3-882fe98029eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 1096 time: 0.0402982 Jan 27 22:19:58.481328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-81b81bf7-a93c-42b9-82fc-07c272a30c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:58.482710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-81b81bf7-a93c-42b9-82fc-07c272a30c9a service neutron] 10.222.0.74 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 912 time: 0.0856180 Jan 27 22:19:58.545899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-bd2b00f4-654e-4cc1-bbef-abc81d349010 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bf75a38-9ac1-49be-8d4c-2bab8779bf17 HTTP/1.1" status: 200 len: 1001 time: 0.0567935 Jan 27 22:19:58.595354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-ef5add25-3025-461f-a412-f751a77c98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:58.596779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-ef5add25-3025-461f-a412-f751a77c98fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 200 len: 850 time: 0.0453026 Jan 27 22:19:58.640599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-008f5d50-e14d-498c-a2b0-7fe9c1a16c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:58.642088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-008f5d50-e14d-498c-a2b0-7fe9c1a16c97 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395856 Jan 27 22:19:58.654912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-5917b206-0ca6-42a3-b34a-4475cddb9917 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:19:58.655842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-5917b206-0ca6-42a3-b34a-4475cddb9917 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050950 Jan 27 22:19:58.744338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc2454-f402-410e-b9ae-611797d340c9 req-7d589499-2408-4ab5-ab34-f2648ceb0bbe tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:58.745692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9acc2454-f402-410e-b9ae-611797d340c9 req-7d589499-2408-4ab5-ab34-f2648ceb0bbe tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 945 time: 0.1027536 Jan 27 22:19:58.790313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-c2683e82-2b8c-4519-879b-1804fbb2f5f3 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173136 Jan 27 22:19:58.828927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9acc2454-f402-410e-b9ae-611797d340c9 req-96a1674d-ae2d-4d94-bd9e-dfc12247b3a1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735533 Jan 27 22:19:58.891764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f57f2a60-b9f2-471c-bcff-6645b337fba6 req-8428caa5-d48e-4f6c-a3fb-6f81cc2da06f service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914509 Jan 27 22:19:59.108899 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7ccc784f-5929-42ff-99a5-168894d4471f up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:19:59.259582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 7ccc784f-5929-42ff-99a5-168894d4471f completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:19:59.263307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 7ccc784f-5929-42ff-99a5-168894d4471f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:19:59.263685 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.339988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 7ccc784f-5929-42ff-99a5-168894d4471f is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:19:59.340401 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.361811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccc784f-5929-42ff-99a5-168894d4471f'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:19:59.364024 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1352969c-d772-4e50-826e-93ba5a8f1e82" -d '{"events": [{"server_uuid": "48b57d2c-bd93-4229-bcae-f258f99fd85c", "name": "network-vif-plugged", "status": "completed", "tag": "7ccc784f-5929-42ff-99a5-168894d4471f"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:19:59.376214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7ccc784f-5929-42ff-99a5-168894d4471f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7ccc784f-5929-42ff-99a5-168894d4471f,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:19:59.400350 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6076ad-9ba0-478e-8dd1-e687ab2d0fab x-openstack-request-id: req-db6076ad-9ba0-478e-8dd1-e687ab2d0fab {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:19:59.400648 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b57d2c-bd93-4229-bcae-f258f99fd85c", "name": "network-vif-plugged", "status": "completed", "tag": "7ccc784f-5929-42ff-99a5-168894d4471f", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:19:59.400910 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db6076ad-9ba0-478e-8dd1-e687ab2d0fab {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:19:59.401352 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccc784f-5929-42ff-99a5-168894d4471f', 'code': 200} Jan 27 22:19:59.448296 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:19:59.497253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=7ccc784f-5929-42ff-99a5-168894d4471f,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:19:59.545006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e3c0c-c8cb-43a7-b791-2cf79c8f8c20 req-db3f7fe5-97a9-42ac-b089-ac5e70a3b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:59.546499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-006e3c0c-c8cb-43a7-b791-2cf79c8f8c20 req-db3f7fe5-97a9-42ac-b089-ac5e70a3b398 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 1097 time: 0.0914378 Jan 27 22:19:59.594838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-006e3c0c-c8cb-43a7-b791-2cf79c8f8c20 req-ef940f3a-e700-4b05-8e66-43d858f27253 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Jan 27 22:19:59.945007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985166ff-7b03-462b-8ca7-ed8a9f04d73d req-d5846d86-bbcd-4abc-856f-56115ab68181 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:19:59.946477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-985166ff-7b03-462b-8ca7-ed8a9f04d73d req-d5846d86-bbcd-4abc-856f-56115ab68181 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 946 time: 0.0472362 Jan 27 22:19:59.997589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-985166ff-7b03-462b-8ca7-ed8a9f04d73d req-c7d95783-dcce-4469-8641-37925be5e9f9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456140 Jan 27 22:20:01.112775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bb9c4-b9a2-4aeb-85cd-860ae2535246 req-fd273703-59e5-4481-9204-e2f749c9ff6f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:01.114251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb9bb9c4-b9a2-4aeb-85cd-860ae2535246 req-fd273703-59e5-4481-9204-e2f749c9ff6f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 946 time: 0.0479224 Jan 27 22:20:01.166160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fb9bb9c4-b9a2-4aeb-85cd-860ae2535246 req-bf1be01f-20af-44e2-84ba-356aa3114332 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464013 Jan 27 22:20:01.276468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeae6d-4d0a-4fc1-aff5-1e17b793c904 req-b87cb828-9eb2-45f2-8a11-62f6be289fcf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:01.277934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03eeae6d-4d0a-4fc1-aff5-1e17b793c904 req-b87cb828-9eb2-45f2-8a11-62f6be289fcf tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 946 time: 0.0473516 Jan 27 22:20:01.327403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03eeae6d-4d0a-4fc1-aff5-1e17b793c904 req-99ecd5ee-4764-4dfb-8cb8-e6d214f6cf04 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439217 Jan 27 22:20:01.349019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34368) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:01.387799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaad235-1378-4881-b9fc-ec42de3c8358 tempest-TestVolumeBootPattern-2128264241 tempest-TestVolumeBootPattern-2128264241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:01.389300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-faaad235-1378-4881-b9fc-ec42de3c8358 tempest-TestVolumeBootPattern-2128264241 tempest-TestVolumeBootPattern-2128264241-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 1092 time: 0.0393310 Jan 27 22:20:01.391995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34370) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:01.396120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '7ccc784f-5929-42ff-99a5-168894d4471f', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:01.482542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.580756 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.688904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Allocated IP 172.25.0.62 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/7a43df99-19e2-45b8-8e08-4292c3588517) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:20:01.791712 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (7a43df99-19e2-45b8-8e08-4292c3588517), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.878389 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7a43df99-19e2-45b8-8e08-4292c3588517), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:01.916895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:20:01.919648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:01.923048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:20:01.954805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=7a43df99-19e2-45b8-8e08-4292c3588517,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:02.294532 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (f01b4e0f-beb5-44a2-8a0b-83e841df2509), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:02.351707 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ea925539-1b40-48ac-9523-5ce2df41e6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:02.478794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7a43df99-19e2-45b8-8e08-4292c3588517), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:02.625354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (7a43df99-19e2-45b8-8e08-4292c3588517), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:02.727659 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (7a43df99-19e2-45b8-8e08-4292c3588517), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:02.800822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=7a43df99-19e2-45b8-8e08-4292c3588517,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:02.809374 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (f01b4e0f-beb5-44a2-8a0b-83e841df2509), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:02.907923 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Floating IP f01b4e0f-beb5-44a2-8a0b-83e841df2509 associated. External IP: 172.25.0.62, port: 7ccc784f-5929-42ff-99a5-168894d4471f. Jan 27 22:20:03.435926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:20:03.542800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:20:03.552829 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92d955-d5be-489f-a50b-24474eb0a23d None None] Sync routers for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:20:03.561948 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92d955-d5be-489f-a50b-24474eb0a23d None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:03.567615 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5a92d955-d5be-489f-a50b-24474eb0a23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:19:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:03.627625 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:03.668092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a176796a-eb67-4cf6-bb8e-14a765906f2d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2627642 Jan 27 22:20:03.668092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'tag': '7ccc784f-5929-42ff-99a5-168894d4471f'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:03.668092 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f8ada7-e735-49be-ad8b-72e127167deb" -d '{"events": [{"name": "network-changed", "server_uuid": "48b57d2c-bd93-4229-bcae-f258f99fd85c", "tag": "7ccc784f-5929-42ff-99a5-168894d4471f"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:03.672476 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-5a92d955-d5be-489f-a50b-24474eb0a23d None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:03.755623 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505c367f-dcee-45ec-b572-e1bbdffbb567 x-openstack-request-id: req-505c367f-dcee-45ec-b572-e1bbdffbb567 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:03.755901 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b57d2c-bd93-4229-bcae-f258f99fd85c", "tag": "7ccc784f-5929-42ff-99a5-168894d4471f", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:03.756758 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-505c367f-dcee-45ec-b572-e1bbdffbb567 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:03.757169 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'tag': '7ccc784f-5929-42ff-99a5-168894d4471f', 'status': 'completed', 'code': 200} Jan 27 22:20:03.815601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8ada7-e735-49be-ad8b-72e127167deb req-15da1a30-96a2-402e-89a3-311f4acb938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:03.817156 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39f8ada7-e735-49be-ad8b-72e127167deb req-15da1a30-96a2-402e-89a3-311f4acb938b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 1097 time: 0.0400143 Jan 27 22:20:03.892588 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5a92d955-d5be-489f-a50b-24474eb0a23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'f01b4e0f-beb5-44a2-8a0b-83e841df2509', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '7ccc784f-5929-42ff-99a5-168894d4471f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:7d:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:02Z', 'updated_at': '2022-01-27T22:20:02Z', 'revision_number': 0, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:03.911978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8ada7-e735-49be-ad8b-72e127167deb req-ab1edd8d-74c1-42db-bd3a-8a74241a3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:03.913543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39f8ada7-e735-49be-ad8b-72e127167deb req-ab1edd8d-74c1-42db-bd3a-8a74241a3d15 service neutron] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.0911047 Jan 27 22:20:03.921550 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92d955-d5be-489f-a50b-24474eb0a23d None None] Checking router: 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:20:03.929710 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92d955-d5be-489f-a50b-24474eb0a23d None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:03.930307 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5a92d955-d5be-489f-a50b-24474eb0a23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:19:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:03.981473 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39f8ada7-e735-49be-ad8b-72e127167deb req-257370d3-0d3e-40e0-8fb7-b680baa23e56 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccc784f-5929-42ff-99a5-168894d4471f HTTP/1.1" status: 200 len: 999 time: 0.0612483 Jan 27 22:20:04.031866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8ada7-e735-49be-ad8b-72e127167deb req-9f3ddf37-6f84-4fc0-a217-04b2655fe65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:04.033389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39f8ada7-e735-49be-ad8b-72e127167deb req-9f3ddf37-6f84-4fc0-a217-04b2655fe65b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0463221 Jan 27 22:20:04.084001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8ada7-e735-49be-ad8b-72e127167deb req-b3e3e4df-1b2c-477c-8ea4-7b74f59a9362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:04.085574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39f8ada7-e735-49be-ad8b-72e127167deb req-b3e3e4df-1b2c-477c-8ea4-7b74f59a9362 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468445 Jan 27 22:20:04.094983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-39f8ada7-e735-49be-ad8b-72e127167deb req-fa7999c7-1329-42ee-8366-1d1e5e582081 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:20:04.096034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39f8ada7-e735-49be-ad8b-72e127167deb req-fa7999c7-1329-42ee-8366-1d1e5e582081 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049546 Jan 27 22:20:04.127839 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-5a92d955-d5be-489f-a50b-24474eb0a23d None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:04.183967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39f8ada7-e735-49be-ad8b-72e127167deb req-e2c45a3d-81b1-4eab-9b3a-64cb262e810b service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825341 Jan 27 22:20:04.277637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39f8ada7-e735-49be-ad8b-72e127167deb req-4f629c64-8d23-4141-b47d-fa64111fbcae service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858932 Jan 27 22:20:04.346249 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5a92d955-d5be-489f-a50b-24474eb0a23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'f01b4e0f-beb5-44a2-8a0b-83e841df2509', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '7ccc784f-5929-42ff-99a5-168894d4471f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:7d:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:02Z', 'updated_at': '2022-01-27T22:20:02Z', 'revision_number': 0, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:04.372032 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92d955-d5be-489f-a50b-24474eb0a23d None None] The sync data for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 is: [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'f01b4e0f-beb5-44a2-8a0b-83e841df2509', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '7ccc784f-5929-42ff-99a5-168894d4471f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:7d:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:02Z', 'updated_at': '2022-01-27T22:20:02Z', 'revision_number': 0, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:20:04.570452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617ada78-c925-4c26-a330-09df8a2d28cc None None] New status for floating IP f01b4e0f-beb5-44a2-8a0b-83e841df2509: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:20:04.927627 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-aac1edcb-8363-46c5-b4c0-578c35031282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:05.079563 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:20:06.219907 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:07.516598 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:08.058697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc13467-fddf-4609-908f-37c0f8a3051d req-4512d695-2bff-448d-972c-a970ab170789 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:08.060256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddc13467-fddf-4609-908f-37c0f8a3051d req-4512d695-2bff-448d-972c-a970ab170789 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0482841 Jan 27 22:20:08.107190 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddc13467-fddf-4609-908f-37c0f8a3051d req-2874cc23-e130-425c-b3af-93b3f706aa9a tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413396 Jan 27 22:20:08.968009 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:09.224600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3d2a2-40a4-4dd6-b5f5-064bd52f50fc req-b1eead49-127c-4a35-ab41-7b47e1848041 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:09.226542 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08a3d2a2-40a4-4dd6-b5f5-064bd52f50fc req-b1eead49-127c-4a35-ab41-7b47e1848041 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0488558 Jan 27 22:20:09.273118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-08a3d2a2-40a4-4dd6-b5f5-064bd52f50fc req-0d0359cd-3708-4023-b9fc-961f9c19e86b tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408533 Jan 27 22:20:09.922574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-3cd5bd16-ab21-4a3c-9f03-d69e225bec2f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:09.923942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-3cd5bd16-ab21-4a3c-9f03-d69e225bec2f tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.74 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0511384 Jan 27 22:20:10.016350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Deleting port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:10.016803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.107990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] For port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2bf75a38-9ac1-49be-8d4c-2bab8779bf17,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:10.108404 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.279251 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.279251 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (51cfa88e-2e00-475d-bfa0-e413606d3ff1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.279251 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Floating IP 51cfa88e-2e00-475d-bfa0-e413606d3ff1 disassociated. External IP: 172.25.0.219, port: 2bf75a38-9ac1-49be-8d4c-2bab8779bf17. Jan 27 22:20:10.280251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Calling delete_port for 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:10.430463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff153c1-c71f-4973-83fc-7986d39d272c req-b4565747-f47c-472f-aa9a-7a80ba5a0321 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:10.431942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ff153c1-c71f-4973-83fc-7986d39d272c req-b4565747-f47c-472f-aa9a-7a80ba5a0321 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 945 time: 0.0902462 Jan 27 22:20:10.482773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ff153c1-c71f-4973-83fc-7986d39d272c req-e8a3bb57-f5e8-4779-8830-9e85e8acdd59 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=20467e98-6ed2-4aec-9691-f4ccb7e21898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Jan 27 22:20:10.521968 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2bf75a38-9ac1-49be-8d4c-2bab8779bf17), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.551032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event deleted for resources: {'Port': ['ID=2bf75a38-9ac1-49be-8d4c-2bab8779bf17,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:10.665287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:20:10.776790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:20:10.788783 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c63ec-ec64-412e-ab34-af6e788ce34a None None] Sync routers for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:20:10.798221 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c63ec-ec64-412e-ab34-af6e788ce34a None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:10.798938 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-614c63ec-ec64-412e-ab34-af6e788ce34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:20:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:10.822929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] No DVR routers for this DVR port 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:20:10.826003 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:10.830150 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4d37240-7b8c-4384-9995-9267aab967a8 req-768614af-4837-43d8-a573-750e5ef2f075 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.74 "DELETE /v2.0/ports/2bf75a38-9ac1-49be-8d4c-2bab8779bf17 HTTP/1.1" status: 204 len: 173 time: 0.9013503 Jan 27 22:20:10.830630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'name': 'network-vif-deleted', 'tag': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:10.833259 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30754ac-cd17-4308-be3d-a92cff180cde" -d '{"events": [{"server_uuid": "8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d", "name": "network-vif-deleted", "tag": "2bf75a38-9ac1-49be-8d4c-2bab8779bf17"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:10.875663 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9257cdb6-4b30-4e7a-b726-150eb0b835b1 x-openstack-request-id: req-9257cdb6-4b30-4e7a-b726-150eb0b835b1 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:10.876048 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d", "name": "network-vif-deleted", "tag": "2bf75a38-9ac1-49be-8d4c-2bab8779bf17", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:10.876441 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9257cdb6-4b30-4e7a-b726-150eb0b835b1 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:10.876942 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d', 'name': 'network-vif-deleted', 'tag': '2bf75a38-9ac1-49be-8d4c-2bab8779bf17', 'status': 'completed', 'code': 200} Jan 27 22:20:10.910106 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-614c63ec-ec64-412e-ab34-af6e788ce34a None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:11.134923 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-614c63ec-ec64-412e-ab34-af6e788ce34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:06Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:11.162490 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c63ec-ec64-412e-ab34-af6e788ce34a None None] Checking router: 5ea25ad1-3afd-4e85-9717-c23fd5c540ef for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:20:11.170819 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c63ec-ec64-412e-ab34-af6e788ce34a None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:11.171427 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-614c63ec-ec64-412e-ab34-af6e788ce34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:20:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:11.291607 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-614c63ec-ec64-412e-ab34-af6e788ce34a None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:11.512480 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-614c63ec-ec64-412e-ab34-af6e788ce34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:06Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:11.545030 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c63ec-ec64-412e-ab34-af6e788ce34a None None] The sync data for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 is: [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:06Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:20:11.606442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5ba5d32-05d2-4ee2-ac28-b8b00e4cd29e req-1374cf15-0c06-420f-8080-550f05fb2766 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af5aa3d-a6ec-49b8-970e-4a77c4c6bc0d HTTP/1.1" status: 200 len: 210 time: 0.0284200 Jan 27 22:20:11.793514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc3b77-3b91-4dec-b61a-d74bf9cdc3cd None None] New status for floating IP 51cfa88e-2e00-475d-bfa0-e413606d3ff1: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:20:12.763554 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34406) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:12.816495 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e18bcf0d-5c51-4a29-be4b-e90ca376ec92 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group (20467e98-6ed2-4aec-9691-f4ccb7e21898), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:12.840615 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e18bcf0d-5c51-4a29-be4b-e90ca376ec92 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group (20467e98-6ed2-4aec-9691-f4ccb7e21898), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:12.950717 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e18bcf0d-5c51-4a29-be4b-e90ca376ec92 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (20467e98-6ed2-4aec-9691-f4ccb7e21898), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:12.953337 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e18bcf0d-5c51-4a29-be4b-e90ca376ec92 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:12.954513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e18bcf0d-5c51-4a29-be4b-e90ca376ec92 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "DELETE /v2.0/security-groups/20467e98-6ed2-4aec-9691-f4ccb7e21898 HTTP/1.1" status: 204 len: 168 time: 0.1899304 Jan 27 22:20:12.957320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34408) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:12.964264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18bcf0d-5c51-4a29-be4b-e90ca376ec92 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20467e98-6ed2-4aec-9691-f4ccb7e21898,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:12.972393 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-841b32e6-b7ef-4c40-989e-ab6b59360989 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] show failed (client error): The resource could not be found. Jan 27 22:20:12.973423 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-841b32e6-b7ef-4c40-989e-ab6b59360989 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups/20467e98-6ed2-4aec-9691-f4ccb7e21898 HTTP/1.1" status: 404 len: 347 time: 0.0150967 Jan 27 22:20:12.976355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 34412) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:13.104510 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Deleting port 1b7d14d5-f67f-4fd8-afd4-a03262e4e013 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:20:13.104855 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1b7d14d5-f67f-4fd8-afd4-a03262e4e013), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.191561 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1b7d14d5-f67f-4fd8-afd4-a03262e4e013), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.191888 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (1b7d14d5-f67f-4fd8-afd4-a03262e4e013), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.203700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Calling delete_port for 1b7d14d5-f67f-4fd8-afd4-a03262e4e013 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:20:13.396630 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1b7d14d5-f67f-4fd8-afd4-a03262e4e013), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.427009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event deleted for resources: {'Port': ['ID=1b7d14d5-f67f-4fd8-afd4-a03262e4e013,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:13.450619 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.450976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.451321 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.451668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.452014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.452377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.452710 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.453040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.453368 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.453760 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.454028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.454353 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.454682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:20:13.495732 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (51cfa88e-2e00-475d-bfa0-e413606d3ff1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.498340 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.499523 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-57f5b201-46d8-4903-b0a7-a80090eb2e83 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "DELETE /v2.0/floatingips/51cfa88e-2e00-475d-bfa0-e413606d3ff1 HTTP/1.1" status: 204 len: 168 time: 0.5222039 Jan 27 22:20:13.805219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34420) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:13.809865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9fb98509-4a24-4506-8600-61482f27d674 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278469166', 'description': 'tempest-description--682747692'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:13.893861 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9fb98509-4a24-4506-8600-61482f27d674 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:13.959562 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9fb98509-4a24-4506-8600-61482f27d674 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group (97d5a67a-c58e-4e93-a312-f4c813b1d787), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.047763 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9fb98509-4a24-4506-8600-61482f27d674 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (97d5a67a-c58e-4e93-a312-f4c813b1d787), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.076759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb98509-4a24-4506-8600-61482f27d674 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d5a67a-c58e-4e93-a312-f4c813b1d787,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:14.158364 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9fb98509-4a24-4506-8600-61482f27d674 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.159634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9fb98509-4a24-4506-8600-61482f27d674 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3534038 Jan 27 22:20:14.163126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34422) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:14.167470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a8f3e385-ab6a-4336-8e54-ab2cd82bac3e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Request body: {'security_group_rule': {'security_group_id': '97d5a67a-c58e-4e93-a312-f4c813b1d787', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:14.252245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e385-ab6a-4336-8e54-ab2cd82bac3e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group_rule (c296266b-d662-49a8-bb1d-573cb318c3ea), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.308896 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e385-ab6a-4336-8e54-ab2cd82bac3e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group_rule (c296266b-d662-49a8-bb1d-573cb318c3ea), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.345085 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e385-ab6a-4336-8e54-ab2cd82bac3e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (c296266b-d662-49a8-bb1d-573cb318c3ea), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.363270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3e385-ab6a-4336-8e54-ab2cd82bac3e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c296266b-d662-49a8-bb1d-573cb318c3ea,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:14.472412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a8f3e385-ab6a-4336-8e54-ab2cd82bac3e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.473667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a8f3e385-ab6a-4336-8e54-ab2cd82bac3e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3095312 Jan 27 22:20:14.477093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34424) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:14.481462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-de0b8e44-a4c0-4ab3-929d-b07358f6e640 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Request body: {'security_group_rule': {'security_group_id': '97d5a67a-c58e-4e93-a312-f4c813b1d787', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:14.577888 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de0b8e44-a4c0-4ab3-929d-b07358f6e640 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group_rule (3a8704d0-9c49-44d1-a9e4-7476a801a3bd), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.633829 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de0b8e44-a4c0-4ab3-929d-b07358f6e640 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group_rule (3a8704d0-9c49-44d1-a9e4-7476a801a3bd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.704653 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de0b8e44-a4c0-4ab3-929d-b07358f6e640 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (3a8704d0-9c49-44d1-a9e4-7476a801a3bd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.721889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b8e44-a4c0-4ab3-929d-b07358f6e640 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8704d0-9c49-44d1-a9e4-7476a801a3bd,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:14.850314 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-de0b8e44-a4c0-4ab3-929d-b07358f6e640 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:14.851484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-de0b8e44-a4c0-4ab3-929d-b07358f6e640 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734312 Jan 27 22:20:14.854624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34426) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:14.860191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:14.950885 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.047665 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.140783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:20:15.148626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Allocated IP 172.25.0.253 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/3f0291e3-7de6-49a3-b0b1-f11f1248b912) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:20:15.170472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:20:15.170824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2bf75a38-9ac1-49be-8d4c-2bab8779bf17 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:20:15.254369 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for port (3f0291e3-7de6-49a3-b0b1-f11f1248b912), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.345554 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3f0291e3-7de6-49a3-b0b1-f11f1248b912), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.382617 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:20:15.385394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:15.388791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:20:15.413981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event updated for resources: {'Port': ['ID=3f0291e3-7de6-49a3-b0b1-f11f1248b912,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:15.477939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (d0f1c006-ba4a-4586-a74d-15233b20cefc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.581481 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3f0291e3-7de6-49a3-b0b1-f11f1248b912), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.723583 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for port (3f0291e3-7de6-49a3-b0b1-f11f1248b912), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.773976 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (3f0291e3-7de6-49a3-b0b1-f11f1248b912), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.844769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event updated for resources: {'Port': ['ID=3f0291e3-7de6-49a3-b0b1-f11f1248b912,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:15.856812 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (d0f1c006-ba4a-4586-a74d-15233b20cefc), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.952754 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:15.954012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-133d9b0f-e904-42da-be06-872b63c99333 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0984423 Jan 27 22:20:16.154435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-230686ad-b8cb-4138-b6ae-44df9abac2af tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--278469166&fields=id&tenant_id=1a8236133eed430ab171c72fb001fb19 HTTP/1.1" status: 200 len: 267 time: 0.0438864 Jan 27 22:20:16.261259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-3dfbd2eb-7093-4686-9326-031d99cf9281 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:16.262619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-3dfbd2eb-7093-4686-9326-031d99cf9281 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 811 time: 0.1016107 Jan 27 22:20:16.276851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-c45a2735-5f89-4504-bf00-d043826bbf48 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/quotas/1a8236133eed430ab171c72fb001fb19 HTTP/1.1" status: 200 len: 375 time: 0.0088928 Jan 27 22:20:16.326416 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-027124f3-f0cb-4c5b-92ec-c6de58a25f94 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445001 Jan 27 22:20:16.463856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-92b5b895-901f-4534-a38d-63dbb6fb448f service neutron] 10.222.0.61 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260862 Jan 27 22:20:16.555735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8e88cd29-6519-440e-87e1-ab0302be83bd service neutron] 10.222.0.61 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861716 Jan 27 22:20:16.823447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86383897-a73f-4e52-9b52-92dec5c148f2 req-9a78e4d7-5474-4f1e-9221-fd6ad0daae50 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 210 time: 0.0268683 Jan 27 22:20:17.926774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a147aa03-a196-435e-9120-d97ac810c6b0 req-15c64a1d-0428-46e3-b641-788ca95cac75 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 210 time: 0.0280650 Jan 27 22:20:19.045348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68a3cd0e-091a-49b7-90a1-949784504fe8 req-f36553c2-b61f-4ec7-847c-c720cd663545 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 210 time: 0.0469062 Jan 27 22:20:19.127461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-1dfacd1a-b349-4d47-8178-32b23d258df4 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:19.129279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-1dfacd1a-b349-4d47-8178-32b23d258df4 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.74 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 811 time: 0.1296015 Jan 27 22:20:19.189837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-90f66c1a-89d6-4dad-8a93-ebe22e48d337 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a8236133eed430ab171c72fb001fb19 HTTP/1.1" status: 200 len: 379 time: 0.0522931 Jan 27 22:20:19.197956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Request body: {'port': {'device_id': 'c134150b-0712-4722-bf03-969db0bdc28b', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'admin_state_up': True, 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'security_groups': ['97d5a67a-c58e-4e93-a312-f4c813b1d787']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:19.419691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Made reservation on behalf of 1a8236133eed430ab171c72fb001fb19 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:20:19.423316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.546850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Allocated IP 172.20.0.7 (8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72/4cdd9bd6-3614-4248-99f4-1f830bd56760/a2a9f560-b998-4a62-8284-46e39cff0b4a) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:20:19.684050 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.773352 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.823253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:20:19.826298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:20:19.832534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:20:19.856353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event updated for resources: {'Port': ['ID=a2a9f560-b998-4a62-8284-46e39cff0b4a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:19.887408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:19.888055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:19.988251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd5615a-69dd-4ab2-9412-64e4614e4901 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7937832 Jan 27 22:20:20.049480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Request body: {'port': {'device_id': 'c134150b-0712-4722-bf03-969db0bdc28b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:20.070978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-75a63296-6d2a-4b43-b8cc-5a7d22eddde5 None None] Provisioning complete for port a2a9f560-b998-4a62-8284-46e39cff0b4a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:20.071543 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-75a63296-6d2a-4b43-b8cc-5a7d22eddde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.111363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-75a63296-6d2a-4b43-b8cc-5a7d22eddde5 None None] Port a2a9f560-b998-4a62-8284-46e39cff0b4a cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:20:20.136505 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.204689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999146a-9c72-48d6-a10b-8899f0c58daf req-8b776d99-c3cd-41d6-bbf0-743a119026af tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:20.206086 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5999146a-9c72-48d6-a10b-8899f0c58daf req-8b776d99-c3cd-41d6-bbf0-743a119026af tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 931 time: 0.0809896 Jan 27 22:20:20.322725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5999146a-9c72-48d6-a10b-8899f0c58daf req-13c6ab3d-a479-4532-aea7-aaf21205a7d4 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=97d5a67a-c58e-4e93-a312-f4c813b1d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065536 Jan 27 22:20:20.455961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a9f560-b998-4a62-8284-46e39cff0b4a {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:20:20.463746 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Publish callbacks [] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.475890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Transition to ACTIVE for port object a2a9f560-b998-4a62-8284-46e39cff0b4a will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:20:20.538722 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.586147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Pushing event updated for resources: {'Port': ['ID=a2a9f560-b998-4a62-8284-46e39cff0b4a,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:20.663790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Attempting to bind port a2a9f560-b998-4a62-8284-46e39cff0b4a on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:20:20.664171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Attempting to bind port a2a9f560-b998-4a62-8284-46e39cff0b4a by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:20:20.664509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Attempting to bind port a2a9f560-b998-4a62-8284-46e39cff0b4a on network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:20:20.669619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Port a2a9f560-b998-4a62-8284-46e39cff0b4a on network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:20:20.669944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Attempting to bind port a2a9f560-b998-4a62-8284-46e39cff0b4a on network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:20:20.675534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:20:20.675878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Checking segment: {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:20:20.676309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Bound using segment: {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:20:20.676745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Bound port: a2a9f560-b998-4a62-8284-46e39cff0b4a, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c824c7-a76a-470f-b0e2-5d54df1bb395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:20:20.677106 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.744130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] For port a2a9f560-b998-4a62-8284-46e39cff0b4a, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:20:20.747240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] For port a2a9f560-b998-4a62-8284-46e39cff0b4a, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2a9f560-b998-4a62-8284-46e39cff0b4a,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:20:20.802511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.837336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:20.837989 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:20.839403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-4968d900-16d1-4910-acc7-83696c28800a service neutron] 10.222.0.74 "PUT /v2.0/ports/a2a9f560-b998-4a62-8284-46e39cff0b4a HTTP/1.1" status: 200 len: 1091 time: 0.8408029 Jan 27 22:20:20.839851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c134150b-0712-4722-bf03-969db0bdc28b', 'tag': 'a2a9f560-b998-4a62-8284-46e39cff0b4a'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:20.842134 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac06ed1-57f1-4ee1-b6ea-2fddcb48eb48" -d '{"events": [{"name": "network-changed", "server_uuid": "c134150b-0712-4722-bf03-969db0bdc28b", "tag": "a2a9f560-b998-4a62-8284-46e39cff0b4a"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:20.868276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968d900-16d1-4910-acc7-83696c28800a service neutron] Pushing event updated for resources: {'Port': ['ID=a2a9f560-b998-4a62-8284-46e39cff0b4a,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:20.888742 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc4b665-d67c-4f74-b7c8-35bfcc8ef01f x-openstack-request-id: req-1dc4b665-d67c-4f74-b7c8-35bfcc8ef01f {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:20.889042 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c134150b-0712-4722-bf03-969db0bdc28b", "tag": "a2a9f560-b998-4a62-8284-46e39cff0b4a", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:20.889303 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1dc4b665-d67c-4f74-b7c8-35bfcc8ef01f {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:20.889717 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c134150b-0712-4722-bf03-969db0bdc28b', 'tag': 'a2a9f560-b998-4a62-8284-46e39cff0b4a', 'status': 'completed', 'code': 200} Jan 27 22:20:20.951286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac06ed1-57f1-4ee1-b6ea-2fddcb48eb48 req-4e887eb1-92a4-4b25-8b85-29e125a84dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:20.952861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ac06ed1-57f1-4ee1-b6ea-2fddcb48eb48 req-4e887eb1-92a4-4b25-8b85-29e125a84dc3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 1094 time: 0.0439649 Jan 27 22:20:21.053809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac06ed1-57f1-4ee1-b6ea-2fddcb48eb48 req-a6a88a69-c8b6-4bb5-93cb-a5b06d9f1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:21.055282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ac06ed1-57f1-4ee1-b6ea-2fddcb48eb48 req-a6a88a69-c8b6-4bb5-93cb-a5b06d9f1e09 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=1a8236133eed430ab171c72fb001fb19&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0957382 Jan 27 22:20:21.148679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac06ed1-57f1-4ee1-b6ea-2fddcb48eb48 req-aebfcee6-4d99-4e2f-a252-d696e32f856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:21.150230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ac06ed1-57f1-4ee1-b6ea-2fddcb48eb48 req-aebfcee6-4d99-4e2f-a252-d696e32f856b service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886855 Jan 27 22:20:21.231351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-9e578ede-458b-48a0-a39d-1e2fdbb6898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:21.232882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-9e578ede-458b-48a0-a39d-1e2fdbb6898e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 1094 time: 0.0450282 Jan 27 22:20:21.273447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-05f7f13c-43a4-4774-9750-91cf0e319ec8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2a9f560-b998-4a62-8284-46e39cff0b4a HTTP/1.1" status: 200 len: 217 time: 0.0341575 Jan 27 22:20:21.321362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-889c5d15-fb72-47e6-b920-137fdebe2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:21.322842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-889c5d15-fb72-47e6-b920-137fdebe2bbd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 200 len: 850 time: 0.0436308 Jan 27 22:20:21.370530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-39cab957-6763-401e-bd16-fe17683d798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:21.372063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-39cab957-6763-401e-bd16-fe17683d798c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437539 Jan 27 22:20:21.487830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c35086-d016-41d1-8591-48fabbaced89 req-faa56a68-53f3-446c-a0ad-60f212aaa48c tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:21.489340 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3c35086-d016-41d1-8591-48fabbaced89 req-faa56a68-53f3-446c-a0ad-60f212aaa48c tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 943 time: 0.0924699 Jan 27 22:20:21.515298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-dbcc0422-b378-471d-9fe0-91dde51b89a0 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357272 Jan 27 22:20:21.593328 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3c35086-d016-41d1-8591-48fabbaced89 req-b65e637d-bcb3-4688-be55-926648c8508d tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=97d5a67a-c58e-4e93-a312-f4c813b1d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944018 Jan 27 22:20:21.627523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc8c9a5d-49b3-4859-a41d-e6837dceecef req-8fd1c19b-a70c-430b-bda8-db3241b776bf service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060090 Jan 27 22:20:22.711743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768af7a-b057-44a7-81ec-f4c142324119 req-1fb6d6cd-2ec3-463b-bf23-1bcf3c77ddbd tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:22.713385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2768af7a-b057-44a7-81ec-f4c142324119 req-1fb6d6cd-2ec3-463b-bf23-1bcf3c77ddbd tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 943 time: 0.0514524 Jan 27 22:20:22.765849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2768af7a-b057-44a7-81ec-f4c142324119 req-662bc9a6-1bd5-4fe8-a025-e77191fa8319 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=97d5a67a-c58e-4e93-a312-f4c813b1d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469975 Jan 27 22:20:23.170251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a2a9f560-b998-4a62-8284-46e39cff0b4a details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:20:23.267167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a2a9f560-b998-4a62-8284-46e39cff0b4a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2a9f560-b998-4a62-8284-46e39cff0b4a,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:23.278449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'a2a9f560-b998-4a62-8284-46e39cff0b4a', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'port_id': 'a2a9f560-b998-4a62-8284-46e39cff0b4a', 'mac_address': 'fa:16:3e:01:83:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:20:23.315345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a2a9f560-b998-4a62-8284-46e39cff0b4a is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:23.315742 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:23.328566 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a9f560-b998-4a62-8284-46e39cff0b4a {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:20:23.347242 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a2a9f560-b998-4a62-8284-46e39cff0b4a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2a9f560-b998-4a62-8284-46e39cff0b4a,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:23.464956 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:23.512656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a2a9f560-b998-4a62-8284-46e39cff0b4a,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:23.704801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a2a9f560-b998-4a62-8284-46e39cff0b4a'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:20:23.885828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614e47-3520-4170-bc32-32da97afbf77 req-3e20b80e-0993-483c-82ff-12cf465dde30 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:23.887904 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a614e47-3520-4170-bc32-32da97afbf77 req-3e20b80e-0993-483c-82ff-12cf465dde30 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 944 time: 0.0533948 Jan 27 22:20:23.950386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a614e47-3520-4170-bc32-32da97afbf77 req-219bd7a5-7179-4652-ab61-098b5397f3e8 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=97d5a67a-c58e-4e93-a312-f4c813b1d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569532 Jan 27 22:20:25.064488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d14317-fe5d-4aa9-9f4c-c1eca3465fbd req-de6d4d20-604f-4d57-87a0-48498036ad6e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:25.065967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00d14317-fe5d-4aa9-9f4c-c1eca3465fbd req-de6d4d20-604f-4d57-87a0-48498036ad6e tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 944 time: 0.0472703 Jan 27 22:20:25.114047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00d14317-fe5d-4aa9-9f4c-c1eca3465fbd req-0f639df5-67df-48a4-9d35-022783567b55 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=97d5a67a-c58e-4e93-a312-f4c813b1d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420675 Jan 27 22:20:25.170739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a2a9f560-b998-4a62-8284-46e39cff0b4a up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:20:25.253248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port a2a9f560-b998-4a62-8284-46e39cff0b4a completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:20:25.257944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port a2a9f560-b998-4a62-8284-46e39cff0b4a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:20:25.258321 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:25.335868 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a2a9f560-b998-4a62-8284-46e39cff0b4a is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:20:25.336288 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:25.358810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c134150b-0712-4722-bf03-969db0bdc28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a9f560-b998-4a62-8284-46e39cff0b4a'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:25.361414 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965cbc89-9a44-4693-babf-274d53f3c351" -d '{"events": [{"server_uuid": "c134150b-0712-4722-bf03-969db0bdc28b", "name": "network-vif-plugged", "status": "completed", "tag": "a2a9f560-b998-4a62-8284-46e39cff0b4a"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:25.374350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a2a9f560-b998-4a62-8284-46e39cff0b4a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2a9f560-b998-4a62-8284-46e39cff0b4a,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:20:25.403258 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4145332-af1e-4d3a-90d2-68ea2aeb7cb0 x-openstack-request-id: req-c4145332-af1e-4d3a-90d2-68ea2aeb7cb0 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:25.403258 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c134150b-0712-4722-bf03-969db0bdc28b", "name": "network-vif-plugged", "status": "completed", "tag": "a2a9f560-b998-4a62-8284-46e39cff0b4a", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:25.403258 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c4145332-af1e-4d3a-90d2-68ea2aeb7cb0 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:25.403258 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c134150b-0712-4722-bf03-969db0bdc28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a9f560-b998-4a62-8284-46e39cff0b4a', 'code': 200} Jan 27 22:20:25.436633 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:25.484708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a2a9f560-b998-4a62-8284-46e39cff0b4a,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:20:25.825564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6bfe6-ef63-4444-a840-1c408ab1147d req-f92d7941-b6ea-42ba-ab20-e9f965b3f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:25.827058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33f6bfe6-ef63-4444-a840-1c408ab1147d req-f92d7941-b6ea-42ba-ab20-e9f965b3f3b8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 1096 time: 0.3700809 Jan 27 22:20:25.873916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33f6bfe6-ef63-4444-a840-1c408ab1147d req-3d5daf68-6cbd-42ab-8feb-e2ced0a74ecf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=97d5a67a-c58e-4e93-a312-f4c813b1d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407414 Jan 27 22:20:26.234682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e580a2-e7f8-4fca-ae5c-f063bb951ba9 req-6c5b48c2-fe6c-4e88-8c65-6f804bb246a1 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:26.236183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9e580a2-e7f8-4fca-ae5c-f063bb951ba9 req-6c5b48c2-fe6c-4e88-8c65-6f804bb246a1 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 945 time: 0.0475712 Jan 27 22:20:26.283327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9e580a2-e7f8-4fca-ae5c-f063bb951ba9 req-4b2b6fc2-074c-4f83-9f6f-3df8b3f71196 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=97d5a67a-c58e-4e93-a312-f4c813b1d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415070 Jan 27 22:20:27.212574 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:27.408058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34802d-4af8-4a84-80f2-567932ca386d req-3efc7ad9-433e-4d74-a443-4971b630c852 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:27.409670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba34802d-4af8-4a84-80f2-567932ca386d req-3efc7ad9-433e-4d74-a443-4971b630c852 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 945 time: 0.0486002 Jan 27 22:20:27.460393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba34802d-4af8-4a84-80f2-567932ca386d req-14de70ff-c536-4e22-9700-68beaa591c89 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=97d5a67a-c58e-4e93-a312-f4c813b1d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443861 Jan 27 22:20:27.571690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f06ce-da13-419a-8639-c72b6e8e60e0 req-b8b9f40d-2ccb-4cde-a6c6-6412cc7757a1 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:27.573262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-119f06ce-da13-419a-8639-c72b6e8e60e0 req-b8b9f40d-2ccb-4cde-a6c6-6412cc7757a1 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 945 time: 0.0496948 Jan 27 22:20:27.581765 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 34492) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:20:27.586002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-73f8b6f2-6198-48c9-b844-77402d0d5f48 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Request body: {'floatingip': {'port_id': 'a2a9f560-b998-4a62-8284-46e39cff0b4a'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:20:27.624603 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:27.626486 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-73f8b6f2-6198-48c9-b844-77402d0d5f48 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (d0f1c006-ba4a-4586-a74d-15233b20cefc), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:28.083452 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-73f8b6f2-6198-48c9-b844-77402d0d5f48 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:28.168232 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-73f8b6f2-6198-48c9-b844-77402d0d5f48 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (d0f1c006-ba4a-4586-a74d-15233b20cefc), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:28.275623 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-73f8b6f2-6198-48c9-b844-77402d0d5f48 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Floating IP d0f1c006-ba4a-4586-a74d-15233b20cefc associated. External IP: 172.25.0.253, port: a2a9f560-b998-4a62-8284-46e39cff0b4a. Jan 27 22:20:28.483312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f8b6f2-6198-48c9-b844-77402d0d5f48 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:20:28.591295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f8b6f2-6198-48c9-b844-77402d0d5f48 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:20:28.596198 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-73f8b6f2-6198-48c9-b844-77402d0d5f48 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:28.602245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220b3d2-b20c-4889-97fd-d62b76d0672f None None] Sync routers for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:20:28.612511 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220b3d2-b20c-4889-97fd-d62b76d0672f None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:28.613322 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7220b3d2-b20c-4889-97fd-d62b76d0672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:20:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:28.624195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-73f8b6f2-6198-48c9-b844-77402d0d5f48 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "PUT /v2.0/floatingips/d0f1c006-ba4a-4586-a74d-15233b20cefc HTTP/1.1" status: 200 len: 991 time: 1.0412998 Jan 27 22:20:28.624831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c134150b-0712-4722-bf03-969db0bdc28b', 'tag': 'a2a9f560-b998-4a62-8284-46e39cff0b4a'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:20:28.627228 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6b9c7d-ca4c-4100-b83d-5edb4404a339" -d '{"events": [{"name": "network-changed", "server_uuid": "c134150b-0712-4722-bf03-969db0bdc28b", "tag": "a2a9f560-b998-4a62-8284-46e39cff0b4a"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:20:28.665316 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6851e3d4-c2d2-4ba0-9a7b-9f6368b43976 x-openstack-request-id: req-6851e3d4-c2d2-4ba0-9a7b-9f6368b43976 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:20:28.666009 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c134150b-0712-4722-bf03-969db0bdc28b", "tag": "a2a9f560-b998-4a62-8284-46e39cff0b4a", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:20:28.666792 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6851e3d4-c2d2-4ba0-9a7b-9f6368b43976 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:20:28.667219 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c134150b-0712-4722-bf03-969db0bdc28b', 'tag': 'a2a9f560-b998-4a62-8284-46e39cff0b4a', 'status': 'completed', 'code': 200} Jan 27 22:20:28.729508 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7220b3d2-b20c-4889-97fd-d62b76d0672f None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:28.729754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9c7d-ca4c-4100-b83d-5edb4404a339 req-b1cc310d-9c59-42e5-bbdf-10868abbea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:28.731051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca6b9c7d-ca4c-4100-b83d-5edb4404a339 req-b1cc310d-9c59-42e5-bbdf-10868abbea41 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 1096 time: 0.0415237 Jan 27 22:20:28.824947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9c7d-ca4c-4100-b83d-5edb4404a339 req-f3154a9d-bcc3-4b88-b891-d4973c4d2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:28.826385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca6b9c7d-ca4c-4100-b83d-5edb4404a339 req-f3154a9d-bcc3-4b88-b891-d4973c4d2702 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 912 time: 0.0884907 Jan 27 22:20:28.891484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca6b9c7d-ca4c-4100-b83d-5edb4404a339 req-d292b896-8559-446c-a01f-09e6fa08cf25 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2a9f560-b998-4a62-8284-46e39cff0b4a HTTP/1.1" status: 200 len: 999 time: 0.0594811 Jan 27 22:20:28.943897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9c7d-ca4c-4100-b83d-5edb4404a339 req-7619e545-c902-4b0e-86f2-7f94cbbd1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:28.945503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca6b9c7d-ca4c-4100-b83d-5edb4404a339 req-7619e545-c902-4b0e-86f2-7f94cbbd1ffa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 200 len: 850 time: 0.0484097 Jan 27 22:20:28.953261 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7220b3d2-b20c-4889-97fd-d62b76d0672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'd0f1c006-ba4a-4586-a74d-15233b20cefc', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'port_id': 'a2a9f560-b998-4a62-8284-46e39cff0b4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'mac_address': 'fa:16:3e:01:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c134150b-0712-4722-bf03-969db0bdc28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:15Z', 'updated_at': '2022-01-27T22:20:27Z', 'revision_number': 1, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:06Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:28.992467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b9c7d-ca4c-4100-b83d-5edb4404a339 req-c8134b01-3316-4da9-b2e3-1abe550bb49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:28.994270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca6b9c7d-ca4c-4100-b83d-5edb4404a339 req-c8134b01-3316-4da9-b2e3-1abe550bb49f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434227 Jan 27 22:20:29.065548 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220b3d2-b20c-4889-97fd-d62b76d0672f None None] Checking router: 5ea25ad1-3afd-4e85-9717-c23fd5c540ef for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:20:29.074139 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220b3d2-b20c-4889-97fd-d62b76d0672f None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:20:29.074764 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7220b3d2-b20c-4889-97fd-d62b76d0672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:20:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:29.089455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca6b9c7d-ca4c-4100-b83d-5edb4404a339 req-4fc6d068-7a84-4f59-9e19-43ef602d4d0a service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883679 Jan 27 22:20:29.182866 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7220b3d2-b20c-4889-97fd-d62b76d0672f None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:20:29.184192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca6b9c7d-ca4c-4100-b83d-5edb4404a339 req-d38495e4-d3b4-4e59-ab29-a35ada9728d8 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883834 Jan 27 22:20:29.399079 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7220b3d2-b20c-4889-97fd-d62b76d0672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'd0f1c006-ba4a-4586-a74d-15233b20cefc', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'port_id': 'a2a9f560-b998-4a62-8284-46e39cff0b4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'mac_address': 'fa:16:3e:01:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c134150b-0712-4722-bf03-969db0bdc28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:15Z', 'updated_at': '2022-01-27T22:20:27Z', 'revision_number': 1, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:06Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:20:29.428605 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220b3d2-b20c-4889-97fd-d62b76d0672f None None] The sync data for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 is: [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'd0f1c006-ba4a-4586-a74d-15233b20cefc', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'floating_ip_address': '172.25.0.253', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'port_id': 'a2a9f560-b998-4a62-8284-46e39cff0b4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'mac_address': 'fa:16:3e:01:83:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c134150b-0712-4722-bf03-969db0bdc28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:15Z', 'updated_at': '2022-01-27T22:20:27Z', 'revision_number': 1, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:06Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:20:29.614231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70374e1-a34c-42eb-9f69-efe7654e660d None None] New status for floating IP d0f1c006-ba4a-4586-a74d-15233b20cefc: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:20:32.298574 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7beddd90-2b91-40f6-bd73-487a30aa8569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:33.837713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-29d286a3-4e8b-4d7e-ade0-d9ba1618c304 req-36492b69-a445-4d23-8d2c-e438483b9ec6 service neutron] (104027) timed out ('10.222.0.61', 52556) {{(pid=104027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:20:34.991143 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d68c6820-57f4-4c15-b088-5aa26f3b67e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:36.178569 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:37.504411 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:38.944108 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:42.078032 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:20:54.805089 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c37e5ff6-bc9c-4973-9839-990f334de3c1 req-1b50f1e9-8e43-46e7-b9b2-edeb306411ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404108 Jan 27 22:20:54.887727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e5ff6-bc9c-4973-9839-990f334de3c1 req-42ee89f0-9f45-49e5-986e-4bed116a3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:54.889256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c37e5ff6-bc9c-4973-9839-990f334de3c1 req-42ee89f0-9f45-49e5-986e-4bed116a3ce0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 1097 time: 0.0423594 Jan 27 22:20:54.993489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e5ff6-bc9c-4973-9839-990f334de3c1 req-fa37ceba-ca30-4fce-bfca-124165bb3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:54.994886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c37e5ff6-bc9c-4973-9839-990f334de3c1 req-fa37ceba-ca30-4fce-bfca-124165bb3e44 service neutron] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.0880990 Jan 27 22:20:55.058048 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c37e5ff6-bc9c-4973-9839-990f334de3c1 req-54557d1d-dbae-4d56-89e1-70859d0cf496 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccc784f-5929-42ff-99a5-168894d4471f HTTP/1.1" status: 200 len: 1001 time: 0.0574334 Jan 27 22:20:55.108792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e5ff6-bc9c-4973-9839-990f334de3c1 req-e8a86b8f-191c-4732-b252-ccd44592fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:55.110263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c37e5ff6-bc9c-4973-9839-990f334de3c1 req-e8a86b8f-191c-4732-b252-ccd44592fd9b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0471253 Jan 27 22:20:55.154188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e5ff6-bc9c-4973-9839-990f334de3c1 req-c5abf9be-88f3-4b7e-8d10-a344c0cf957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:55.155705 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c37e5ff6-bc9c-4973-9839-990f334de3c1 req-c5abf9be-88f3-4b7e-8d10-a344c0cf957c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396852 Jan 27 22:20:55.252978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c37e5ff6-bc9c-4973-9839-990f334de3c1 req-cde1758c-094a-43d2-86b7-11f1687ec8d8 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915608 Jan 27 22:20:55.343543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c37e5ff6-bc9c-4973-9839-990f334de3c1 req-20223bb9-585e-4910-b240-dcc16648a854 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848646 Jan 27 22:20:57.212513 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:57.584362 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:20:59.309648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56143e36-b157-4e21-9dce-e566a4e5392f req-8fedc720-ff45-425a-b246-435723ae91bc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419824 Jan 27 22:20:59.389751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56143e36-b157-4e21-9dce-e566a4e5392f req-3f53ac3c-d10c-4bc2-b733-2b72b7dd6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:59.391214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56143e36-b157-4e21-9dce-e566a4e5392f req-3f53ac3c-d10c-4bc2-b733-2b72b7dd6aee service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 1096 time: 0.0414581 Jan 27 22:20:59.501923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56143e36-b157-4e21-9dce-e566a4e5392f req-8ba1efef-a4d9-4b9e-8eb0-10675f2b3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:59.503391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56143e36-b157-4e21-9dce-e566a4e5392f req-8ba1efef-a4d9-4b9e-8eb0-10675f2b3f18 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 912 time: 0.0905833 Jan 27 22:20:59.569410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56143e36-b157-4e21-9dce-e566a4e5392f req-f424a869-3526-437f-a0e9-7819d5762b4a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2a9f560-b998-4a62-8284-46e39cff0b4a HTTP/1.1" status: 200 len: 1001 time: 0.0582125 Jan 27 22:20:59.621698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56143e36-b157-4e21-9dce-e566a4e5392f req-ab837762-9d69-4f81-8d62-54efe06be475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:59.623111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56143e36-b157-4e21-9dce-e566a4e5392f req-ab837762-9d69-4f81-8d62-54efe06be475 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 200 len: 850 time: 0.0483184 Jan 27 22:20:59.667172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56143e36-b157-4e21-9dce-e566a4e5392f req-1af2b3d1-46a7-44c5-920b-77a9ea1282fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:20:59.668869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56143e36-b157-4e21-9dce-e566a4e5392f req-1af2b3d1-46a7-44c5-920b-77a9ea1282fd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405354 Jan 27 22:20:59.756934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56143e36-b157-4e21-9dce-e566a4e5392f req-bce04ac3-6e0f-4e44-9e11-e92cd7982816 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818682 Jan 27 22:20:59.849302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56143e36-b157-4e21-9dce-e566a4e5392f req-9b1ce094-6269-4b9d-a219-f2eb732ecf8c service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865259 Jan 27 22:21:02.355514 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ee8203a3-bf37-4638-a461-8adc7008f7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:05.010860 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c91dd177-39fd-4e4e-9919-88bff201e53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:06.210973 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:07.618534 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:08.960928 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:19.077471 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:21:27.195054 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:27.623391 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:32.331950 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c58e9ab1-73d0-41a1-8b6b-5fd3e856146d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:35.041348 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d33d6552-0589-45a6-9af7-15fff37dedfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:36.252555 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:37.508963 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:38.943526 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:55.806597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95010791-ffdf-4403-8f45-12a32507fdba req-d6077460-00a7-4841-b05b-80c4edefde73 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442393 Jan 27 22:21:55.884674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95010791-ffdf-4403-8f45-12a32507fdba req-478d4083-5704-4614-9b4e-3d629a6e68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:55.886155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95010791-ffdf-4403-8f45-12a32507fdba req-478d4083-5704-4614-9b4e-3d629a6e68fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 1097 time: 0.0408006 Jan 27 22:21:55.992604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95010791-ffdf-4403-8f45-12a32507fdba req-ab1d4d31-4604-4a83-bcee-f349ce4a313c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:55.994099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95010791-ffdf-4403-8f45-12a32507fdba req-ab1d4d31-4604-4a83-bcee-f349ce4a313c service neutron] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.0908582 Jan 27 22:21:56.057547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95010791-ffdf-4403-8f45-12a32507fdba req-5b79eced-5d0f-48e2-ac4f-2bbf17c992cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccc784f-5929-42ff-99a5-168894d4471f HTTP/1.1" status: 200 len: 1001 time: 0.0576365 Jan 27 22:21:56.077203 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:21:56.108354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95010791-ffdf-4403-8f45-12a32507fdba req-85a5cb1a-02e3-4031-b9ad-643e4a04ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:56.109797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95010791-ffdf-4403-8f45-12a32507fdba req-85a5cb1a-02e3-4031-b9ad-643e4a04ba40 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0469306 Jan 27 22:21:56.152470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95010791-ffdf-4403-8f45-12a32507fdba req-67f051c9-f07b-462c-ab62-2564e67c1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:21:56.153941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95010791-ffdf-4403-8f45-12a32507fdba req-67f051c9-f07b-462c-ab62-2564e67c1c80 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390029 Jan 27 22:21:56.239172 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95010791-ffdf-4403-8f45-12a32507fdba req-fb963f26-54f2-41cd-8e52-27918624f4ee service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793777 Jan 27 22:21:56.329561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95010791-ffdf-4403-8f45-12a32507fdba req-1a551e8e-790b-44c2-aa66-57c39457ab07 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844970 Jan 27 22:21:57.211620 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:21:57.597448 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:00.305426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-306600c3-e6b9-4f62-874d-44acd64b04ed req-d24c59e8-161b-4304-a72f-285d5a0b3b34 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399721 Jan 27 22:22:00.384367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306600c3-e6b9-4f62-874d-44acd64b04ed req-3dd8886d-1421-4028-b849-c5fc036bacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:00.385828 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-306600c3-e6b9-4f62-874d-44acd64b04ed req-3dd8886d-1421-4028-b849-c5fc036bacd8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 1096 time: 0.0405574 Jan 27 22:22:00.489721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306600c3-e6b9-4f62-874d-44acd64b04ed req-20de95f7-9c82-4388-929c-a0254582e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:00.491083 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-306600c3-e6b9-4f62-874d-44acd64b04ed req-20de95f7-9c82-4388-929c-a0254582e13b service neutron] 10.222.0.74 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 912 time: 0.0879335 Jan 27 22:22:00.556517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-306600c3-e6b9-4f62-874d-44acd64b04ed req-fec70602-1e7b-4c52-a30e-b88139ff5c55 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2a9f560-b998-4a62-8284-46e39cff0b4a HTTP/1.1" status: 200 len: 1001 time: 0.0584562 Jan 27 22:22:00.607372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306600c3-e6b9-4f62-874d-44acd64b04ed req-37c4b316-a546-49aa-90e7-c1fa37835ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:00.608843 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-306600c3-e6b9-4f62-874d-44acd64b04ed req-37c4b316-a546-49aa-90e7-c1fa37835ae0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 200 len: 850 time: 0.0487077 Jan 27 22:22:00.652062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306600c3-e6b9-4f62-874d-44acd64b04ed req-a058cd83-c2d8-4824-8d59-8486a0fd127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:00.653537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-306600c3-e6b9-4f62-874d-44acd64b04ed req-a058cd83-c2d8-4824-8d59-8486a0fd127e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391941 Jan 27 22:22:00.739074 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-306600c3-e6b9-4f62-874d-44acd64b04ed req-4415db5c-aa9c-4fd9-9747-887d8c8ce982 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798450 Jan 27 22:22:00.834558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-306600c3-e6b9-4f62-874d-44acd64b04ed req-456e4b52-c324-4df4-8953-fe08f48535f5 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891953 Jan 27 22:22:02.305873 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-78a3ff08-6d8b-4290-9652-6710c2c2aadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:04.905751 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-51b60dec-9fe0-4625-8615-9ebc3a87e51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:06.197248 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:07.494361 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:07.980896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-0cbe4dfa-9107-485c-9e82-2227a0a412f1 req-66043738-d38b-4f75-a4de-0237c8108020 service neutron] (104026) timed out ('10.222.0.61', 54100) {{(pid=104026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:22:08.968722 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:27.248249 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:27.754466 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:32.325525 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8013b6bc-38fb-40f5-8602-712bd1a46897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:33.077592 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:22:35.088291 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-95381546-e6a3-424a-ad57-ba05677300a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:36.231134 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:37.513990 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:38.960526 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:42.237469 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-c7e1910e-9f61-4152-95f9-8af20e5db5cd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1473006810&fields=id&tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 267 time: 0.0451477 Jan 27 22:22:42.345845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-bd522cce-0565-450d-b91d-4b5aec7ec7f6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:42.347249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-bd522cce-0565-450d-b91d-4b5aec7ec7f6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.1027825 Jan 27 22:22:42.362814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-b24224a8-118e-4fe7-bf05-c7e3e97b09a0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/quotas/56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 375 time: 0.0097282 Jan 27 22:22:42.415511 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-03c703ca-9065-498a-b8f2-6ec3c0061790 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471547 Jan 27 22:22:42.512978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-0464daa3-6f30-464e-bc59-fccd24861a4c service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824516 Jan 27 22:22:42.604909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-56a9fe6b-a7a5-475d-bae1-4a88d8d4cd53 service neutron] 10.222.0.61 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860970 Jan 27 22:22:43.332415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a51ccd6-838f-401c-b360-0516afd4a325 req-94850fdd-cef5-48ec-a5f9-e68c78720c6f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 210 time: 0.0286427 Jan 27 22:22:44.426691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9523aaee-f3d0-468b-9f50-0ce1d8f90195 req-63237675-7e88-4871-bb29-dda7e03df6cd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 210 time: 0.0265434 Jan 27 22:22:45.521392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-944adae5-bcea-46e1-a6e9-2b14cbf90002 req-8060fe74-fe90-44cb-8add-f80e2d498028 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 210 time: 0.0257552 Jan 27 22:22:45.644274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-e719f23e-4af2-4b4c-8e1b-5261af607ec3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:45.649334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-e719f23e-4af2-4b4c-8e1b-5261af607ec3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 812 time: 0.1051078 Jan 27 22:22:45.708125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-e876f8a3-c155-4161-beeb-835b3cb6f6f2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b HTTP/1.1" status: 200 len: 380 time: 0.0541108 Jan 27 22:22:45.716317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'port': {'device_id': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'admin_state_up': True, 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'security_groups': ['636a22b6-de78-4198-8418-24fae2815bba']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:45.882050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Made reservation on behalf of 56a3a9b6a0cd4913a5b41da83dd7d82b for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:22:45.885566 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.027243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Allocated IP 172.20.0.5 (27838b5d-0935-4dae-9d9f-d6334b781ff0/a9fc7bfd-ae01-4663-bc0c-b7538b0ff041/1e561e49-ed1b-466d-874d-0119867838eb) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:22:46.200307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (1e561e49-ed1b-466d-874d-0119867838eb), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.348934 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1e561e49-ed1b-466d-874d-0119867838eb), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.392816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:22:46.395879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:22:46.402619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:22:46.434156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=1e561e49-ed1b-466d-874d-0119867838eb,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:46.453926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.454291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.454766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.455021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.455366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.455712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.456161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.456517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.456831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.457166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.457668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.458167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.458646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:22:46.474725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:46.476045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.568337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-1cbeb288-2ee7-4afb-8cc9-4497f8aef0b6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8558364 Jan 27 22:22:46.580608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Request body: {'port': {'device_id': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:22:46.775033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-83f52c42-e0cc-4a60-a482-c8f59c835cc0 None None] Provisioning complete for port 1e561e49-ed1b-466d-874d-0119867838eb triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:22:46.775611 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-83f52c42-e0cc-4a60-a482-c8f59c835cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1e561e49-ed1b-466d-874d-0119867838eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:46.813764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-83f52c42-e0cc-4a60-a482-c8f59c835cc0 None None] Port 1e561e49-ed1b-466d-874d-0119867838eb cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:22:47.044141 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1e561e49-ed1b-466d-874d-0119867838eb), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.047048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed62558-f1e0-4818-a589-5f3d9e64f5e0 req-eca96ffa-6a79-4b34-9290-f7467b556ee0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:47.048547 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ed62558-f1e0-4818-a589-5f3d9e64f5e0 req-eca96ffa-6a79-4b34-9290-f7467b556ee0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 931 time: 0.0837994 Jan 27 22:22:47.149466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ed62558-f1e0-4818-a589-5f3d9e64f5e0 req-ecc466c2-4d02-440f-878d-25c57247940b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926814 Jan 27 22:22:47.365918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e561e49-ed1b-466d-874d-0119867838eb {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:22:47.373916 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Publish callbacks [] for port (1e561e49-ed1b-466d-874d-0119867838eb), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.387745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Transition to ACTIVE for port object 1e561e49-ed1b-466d-874d-0119867838eb will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:22:47.487148 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (1e561e49-ed1b-466d-874d-0119867838eb), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.540036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Pushing event updated for resources: {'Port': ['ID=1e561e49-ed1b-466d-874d-0119867838eb,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:47.616843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Attempting to bind port 1e561e49-ed1b-466d-874d-0119867838eb on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:22:47.616843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Attempting to bind port 1e561e49-ed1b-466d-874d-0119867838eb by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:22:47.617500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Attempting to bind port 1e561e49-ed1b-466d-874d-0119867838eb on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:47.621468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Port 1e561e49-ed1b-466d-874d-0119867838eb on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:22:47.621803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Attempting to bind port 1e561e49-ed1b-466d-874d-0119867838eb on network 27838b5d-0935-4dae-9d9f-d6334b781ff0 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:22:47.626892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:22:47.627230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Checking segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:22:47.627611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Bound using segment: {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:22:47.628116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Bound port: 1e561e49-ed1b-466d-874d-0119867838eb, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:22:47.628538 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1e561e49-ed1b-466d-874d-0119867838eb), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.694910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] For port 1e561e49-ed1b-466d-874d-0119867838eb, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:22:47.698793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] For port 1e561e49-ed1b-466d-874d-0119867838eb, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=1e561e49-ed1b-466d-874d-0119867838eb,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:22:47.785318 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (1e561e49-ed1b-466d-874d-0119867838eb), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.821459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:47.822093 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:47.823734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] 10.222.0.74 "PUT /v2.0/ports/1e561e49-ed1b-466d-874d-0119867838eb HTTP/1.1" status: 200 len: 1091 time: 1.2474473 Jan 27 22:22:47.824316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'tag': '1e561e49-ed1b-466d-874d-0119867838eb'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:22:47.826573 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599fc57b-78c7-4cb4-8a9d-4f2377f361ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e62a79ae-77e2-463e-9d61-5a5e51b78a3a", "tag": "1e561e49-ed1b-466d-874d-0119867838eb"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:22:47.851899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a3a97-c19a-40f1-9bf0-895f70b45295 service neutron] Pushing event updated for resources: {'Port': ['ID=1e561e49-ed1b-466d-874d-0119867838eb,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:22:47.889176 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7599c04-6f79-4b7d-9b28-dc4ae3cf8fb3 x-openstack-request-id: req-b7599c04-6f79-4b7d-9b28-dc4ae3cf8fb3 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:22:47.889485 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62a79ae-77e2-463e-9d61-5a5e51b78a3a", "tag": "1e561e49-ed1b-466d-874d-0119867838eb", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:22:47.889754 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7599c04-6f79-4b7d-9b28-dc4ae3cf8fb3 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:22:47.890176 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'tag': '1e561e49-ed1b-466d-874d-0119867838eb', 'status': 'completed', 'code': 200} Jan 27 22:22:47.955406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fc57b-78c7-4cb4-8a9d-4f2377f361ca req-83f3de4d-b1d5-4535-8996-d264a10d01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:47.960205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-599fc57b-78c7-4cb4-8a9d-4f2377f361ca req-83f3de4d-b1d5-4535-8996-d264a10d01c8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 1094 time: 0.0479531 Jan 27 22:22:48.065166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fc57b-78c7-4cb4-8a9d-4f2377f361ca req-1af07446-d0e3-459f-ad22-531eafd2e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:48.067047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-599fc57b-78c7-4cb4-8a9d-4f2377f361ca req-1af07446-d0e3-459f-ad22-531eafd2e56f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1034341 Jan 27 22:22:48.163770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fc57b-78c7-4cb4-8a9d-4f2377f361ca req-0f32f82f-5684-4a34-8cf6-cfdb2a0fb081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:48.165540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-599fc57b-78c7-4cb4-8a9d-4f2377f361ca req-0f32f82f-5684-4a34-8cf6-cfdb2a0fb081 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921323 Jan 27 22:22:48.282320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-890dce46-85c1-4937-abb7-448cfe19a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:48.283751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-890dce46-85c1-4937-abb7-448cfe19a134 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 1094 time: 0.0849259 Jan 27 22:22:48.294438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c31660-45cb-4c20-8a49-097f8cd2482f req-2b98f671-c1d6-4c42-af7f-dcaef79f18ba tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:48.295808 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2c31660-45cb-4c20-8a49-097f8cd2482f req-2b98f671-c1d6-4c42-af7f-dcaef79f18ba tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0586061 Jan 27 22:22:48.340775 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-7ac1a738-c3d5-493d-b50d-fd1e301fcbd7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e561e49-ed1b-466d-874d-0119867838eb HTTP/1.1" status: 200 len: 217 time: 0.0439970 Jan 27 22:22:48.403375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2c31660-45cb-4c20-8a49-097f8cd2482f req-c72c3f37-2a91-4e1b-8471-83c55db28a1e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011589 Jan 27 22:22:48.414345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-4ec0a5fc-3596-4cc7-b4e4-7cf00006c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:48.415857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-4ec0a5fc-3596-4cc7-b4e4-7cf00006c472 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0679088 Jan 27 22:22:48.461017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-56dacc77-d469-4218-9c87-86f4bdf7037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:48.462543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-56dacc77-d469-4218-9c87-86f4bdf7037d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411773 Jan 27 22:22:48.550760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-9625c219-6126-4f5c-8c98-21cef4b4411f service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819426 Jan 27 22:22:48.644096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e00e0d9f-33f6-414b-85f0-c40750de46cb req-2cdea928-dc2b-4d91-b805-f70d4942232e service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877106 Jan 27 22:22:49.521015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761f957-dd87-4047-8cf1-214d33b9b413 req-dd089f8c-c1ab-497b-8230-47210e0e68a2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:49.522981 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c761f957-dd87-4047-8cf1-214d33b9b413 req-dd089f8c-c1ab-497b-8230-47210e0e68a2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0504506 Jan 27 22:22:49.573443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c761f957-dd87-4047-8cf1-214d33b9b413 req-783ded84-b912-4fb2-84d3-ee2489827ac9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446138 Jan 27 22:22:50.694097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530e96f-d558-4222-8240-0fef73c6ac28 req-fc3abcc4-5715-4343-9027-27d65163ebd4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:50.695492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e530e96f-d558-4222-8240-0fef73c6ac28 req-fc3abcc4-5715-4343-9027-27d65163ebd4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0529513 Jan 27 22:22:50.744602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e530e96f-d558-4222-8240-0fef73c6ac28 req-a9b2356f-aa1c-4353-8964-79ef00b26aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433345 Jan 27 22:22:51.864663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b78cd-f1d6-4e55-925e-25e31e420fdd req-5b86f1eb-1775-4bf8-8ecc-5e76a2628528 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:51.866175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-759b78cd-f1d6-4e55-925e-25e31e420fdd req-5b86f1eb-1775-4bf8-8ecc-5e76a2628528 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0503314 Jan 27 22:22:51.916140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-759b78cd-f1d6-4e55-925e-25e31e420fdd req-d44c7b9e-9abe-40ab-a9f3-c2d5da03935e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441942 Jan 27 22:22:53.037287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f946a-3d58-4c11-acd9-9a95c072f0a2 req-6924bbe8-c4c7-4e60-b284-cfec4d8e70c5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:53.039586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd1f946a-3d58-4c11-acd9-9a95c072f0a2 req-6924bbe8-c4c7-4e60-b284-cfec4d8e70c5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0557060 Jan 27 22:22:53.095909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd1f946a-3d58-4c11-acd9-9a95c072f0a2 req-4bda4840-b43d-4e14-96a7-a0a149be6eb6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501504 Jan 27 22:22:54.211641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16d9c5-3148-44a1-a2fb-70e610e0b572 req-7608920d-5bb6-45ec-9878-104dcd0c06f5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:54.213178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e16d9c5-3148-44a1-a2fb-70e610e0b572 req-7608920d-5bb6-45ec-9878-104dcd0c06f5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0478532 Jan 27 22:22:54.262641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e16d9c5-3148-44a1-a2fb-70e610e0b572 req-dbb79025-460d-421e-baff-ac5714384eed tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436039 Jan 27 22:22:55.377187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c93121-c915-4107-922d-025a75f0e20b req-0ad7893a-a104-4a86-83d0-47f5992552e3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:55.378636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2c93121-c915-4107-922d-025a75f0e20b req-0ad7893a-a104-4a86-83d0-47f5992552e3 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0475016 Jan 27 22:22:55.428651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2c93121-c915-4107-922d-025a75f0e20b req-47d1221a-9556-4ce0-9744-90191304a870 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437479 Jan 27 22:22:56.549511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e41ad1-c943-4327-957c-47dfdd4f64bb req-823704b1-4bd6-484a-8cb7-97e632003da1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:56.551425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5e41ad1-c943-4327-957c-47dfdd4f64bb req-823704b1-4bd6-484a-8cb7-97e632003da1 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0546856 Jan 27 22:22:56.602405 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5e41ad1-c943-4327-957c-47dfdd4f64bb req-bb95530c-fa86-424e-8484-fe7e9871c771 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452282 Jan 27 22:22:57.235617 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:57.651229 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:22:57.718030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deae98-3fc9-4f4d-8f8e-918ed6d87e5f req-81a7788f-554b-44ca-88c1-c7b1f713044b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:57.719554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8deae98-3fc9-4f4d-8f8e-918ed6d87e5f req-81a7788f-554b-44ca-88c1-c7b1f713044b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0478675 Jan 27 22:22:57.773250 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8deae98-3fc9-4f4d-8f8e-918ed6d87e5f req-a177d1fb-5063-4de6-a243-2a86ac365a72 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473244 Jan 27 22:22:57.831667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c947c90d-0b6a-46bc-a938-d017ffbc9234 req-108583f0-7578-42dd-9ee0-421cb341abc7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450568 Jan 27 22:22:57.914718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947c90d-0b6a-46bc-a938-d017ffbc9234 req-855ea4b2-7b0c-4628-9393-67ac7b589ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:57.916188 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c947c90d-0b6a-46bc-a938-d017ffbc9234 req-855ea4b2-7b0c-4628-9393-67ac7b589ddd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 1097 time: 0.0430169 Jan 27 22:22:58.020640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947c90d-0b6a-46bc-a938-d017ffbc9234 req-57402205-6ec6-43bf-bbbb-c9357f1d36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:58.023021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c947c90d-0b6a-46bc-a938-d017ffbc9234 req-57402205-6ec6-43bf-bbbb-c9357f1d36d4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.0886977 Jan 27 22:22:58.093233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c947c90d-0b6a-46bc-a938-d017ffbc9234 req-ac4ed6ff-671d-47c3-b9bb-cac0c78e034e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccc784f-5929-42ff-99a5-168894d4471f HTTP/1.1" status: 200 len: 1001 time: 0.0643213 Jan 27 22:22:58.141785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947c90d-0b6a-46bc-a938-d017ffbc9234 req-9ebc08bf-9fa7-4497-9ecf-98eec1aedb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:58.143293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c947c90d-0b6a-46bc-a938-d017ffbc9234 req-9ebc08bf-9fa7-4497-9ecf-98eec1aedb74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0451493 Jan 27 22:22:58.188147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947c90d-0b6a-46bc-a938-d017ffbc9234 req-b87ddc1d-9b55-49e7-ba00-941ea1c8cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:58.189623 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c947c90d-0b6a-46bc-a938-d017ffbc9234 req-b87ddc1d-9b55-49e7-ba00-941ea1c8cf93 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405517 Jan 27 22:22:58.287590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c947c90d-0b6a-46bc-a938-d017ffbc9234 req-c5e93716-ee8b-4d9f-9b9c-a9327fd2a25f service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913932 Jan 27 22:22:58.378572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c947c90d-0b6a-46bc-a938-d017ffbc9234 req-48e0b8cb-4e79-4852-b79a-4c3365dc8e02 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855565 Jan 27 22:22:58.899158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58391b5f-b75d-42b3-9036-a13c21591672 req-263a945d-3df6-423b-8c73-7ec15f826c89 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:22:58.900787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58391b5f-b75d-42b3-9036-a13c21591672 req-263a945d-3df6-423b-8c73-7ec15f826c89 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0558310 Jan 27 22:22:58.951670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58391b5f-b75d-42b3-9036-a13c21591672 req-40d3f0e9-4e6c-42a9-9413-6278e8ece935 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450807 Jan 27 22:23:00.066879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8543c6-a131-4248-8f43-4ca4385be40a req-74d774e1-a92e-414a-9772-4b6bfab5af87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:00.069017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef8543c6-a131-4248-8f43-4ca4385be40a req-74d774e1-a92e-414a-9772-4b6bfab5af87 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0493493 Jan 27 22:23:00.122316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef8543c6-a131-4248-8f43-4ca4385be40a req-c097c761-f16f-42aa-953c-8cb178574238 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475464 Jan 27 22:23:00.308575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-498e1f61-b449-4c05-b2a8-0ba1d56d7c48 req-d02a3d77-57d2-4be5-9bf0-a2205d395b0c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406382 Jan 27 22:23:00.392472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e1f61-b449-4c05-b2a8-0ba1d56d7c48 req-130d386c-7e1a-4885-9466-5918dbab256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:00.393999 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-498e1f61-b449-4c05-b2a8-0ba1d56d7c48 req-130d386c-7e1a-4885-9466-5918dbab256c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1a8236133eed430ab171c72fb001fb19&device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 1096 time: 0.0455983 Jan 27 22:23:00.504194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e1f61-b449-4c05-b2a8-0ba1d56d7c48 req-2f58e8df-5149-4b36-98a0-cf65db67e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:00.505765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-498e1f61-b449-4c05-b2a8-0ba1d56d7c48 req-2f58e8df-5149-4b36-98a0-cf65db67e3bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 200 len: 912 time: 0.0944598 Jan 27 22:23:00.582424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-498e1f61-b449-4c05-b2a8-0ba1d56d7c48 req-051e1ced-f6f9-4d6f-bb7f-ebf890651a14 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2a9f560-b998-4a62-8284-46e39cff0b4a HTTP/1.1" status: 200 len: 1001 time: 0.0712094 Jan 27 22:23:00.632692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e1f61-b449-4c05-b2a8-0ba1d56d7c48 req-e684e1fe-758b-4057-a657-a6631baa424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:00.634145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-498e1f61-b449-4c05-b2a8-0ba1d56d7c48 req-e684e1fe-758b-4057-a657-a6631baa424d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 200 len: 850 time: 0.0458651 Jan 27 22:23:00.679722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e1f61-b449-4c05-b2a8-0ba1d56d7c48 req-08ae1985-4b75-4175-bc1e-9c387550df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:00.681242 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-498e1f61-b449-4c05-b2a8-0ba1d56d7c48 req-08ae1985-4b75-4175-bc1e-9c387550df99 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415564 Jan 27 22:23:00.790565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-498e1f61-b449-4c05-b2a8-0ba1d56d7c48 req-9a90ce19-d174-4879-a7ba-f402b99d01f2 service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038470 Jan 27 22:23:00.891715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-498e1f61-b449-4c05-b2a8-0ba1d56d7c48 req-3f6c5638-cee8-4abc-8f44-030164f97a4a service neutron] 10.222.0.74 "GET /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958247 Jan 27 22:23:01.258826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea53ecb-0b67-49e6-98ec-93ea1a0e65b9 req-d3318b03-ba2a-43cc-9a4c-426e6f216ca8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:01.261494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ea53ecb-0b67-49e6-98ec-93ea1a0e65b9 req-d3318b03-ba2a-43cc-9a4c-426e6f216ca8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0651560 Jan 27 22:23:01.318420 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ea53ecb-0b67-49e6-98ec-93ea1a0e65b9 req-e7a14bf6-8966-44f1-a841-1f6f16af3f4d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519242 Jan 27 22:23:02.332637 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9880da34-d0b0-4c01-bcc5-968ea49c9b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:02.436527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218949b8-ad18-4609-ba7c-268370c9570c req-00699ca6-699f-4a6f-a10b-ce77ced94726 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:02.438008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-218949b8-ad18-4609-ba7c-268370c9570c req-00699ca6-699f-4a6f-a10b-ce77ced94726 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0493071 Jan 27 22:23:02.488807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-218949b8-ad18-4609-ba7c-268370c9570c req-981a1ec0-11de-4a8e-9042-b3f6f18590a6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439534 Jan 27 22:23:03.604353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14080d21-db84-471f-bd64-a2e74f722c66 req-44dc3af3-7b45-418b-b43a-514b474b9f39 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:03.606161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14080d21-db84-471f-bd64-a2e74f722c66 req-44dc3af3-7b45-418b-b43a-514b474b9f39 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0492480 Jan 27 22:23:03.654217 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14080d21-db84-471f-bd64-a2e74f722c66 req-6d8a0b3d-c293-4238-9245-3564644b2b8e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424328 Jan 27 22:23:04.781431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576cddd-06a4-491e-b828-9ba492793188 req-ebe6952f-f208-4604-bc0c-3062636834a0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:04.782939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4576cddd-06a4-491e-b828-9ba492793188 req-ebe6952f-f208-4604-bc0c-3062636834a0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0559967 Jan 27 22:23:04.834901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4576cddd-06a4-491e-b828-9ba492793188 req-b715e40f-edab-4531-a00d-fdf043675066 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450106 Jan 27 22:23:05.079769 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-367af295-040a-4ef8-98a8-1a0169f0bd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:05.955269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffb4b0-1b69-48d2-9d89-0b2c60f007a6 req-c0f0af63-08d1-4363-959d-19cad4aa370e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:05.956802 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27ffb4b0-1b69-48d2-9d89-0b2c60f007a6 req-c0f0af63-08d1-4363-959d-19cad4aa370e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0485697 Jan 27 22:23:06.005134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27ffb4b0-1b69-48d2-9d89-0b2c60f007a6 req-d34e844a-223f-4354-8e89-16ddf1da0c51 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426736 Jan 27 22:23:06.210374 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:07.126973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6baed-bd32-4b6e-98ad-7e375099de04 req-937c4f21-c771-4a3b-a0b5-bf3c8b86b1a7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:07.128479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ede6baed-bd32-4b6e-98ad-7e375099de04 req-937c4f21-c771-4a3b-a0b5-bf3c8b86b1a7 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0541260 Jan 27 22:23:07.181793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ede6baed-bd32-4b6e-98ad-7e375099de04 req-6d81639a-900b-4e15-89d4-64ec1c51aba8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470345 Jan 27 22:23:07.537060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:08.313769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e473a-9a87-4b0b-bbd2-4152d55ece31 req-c5ed6065-2fd4-4f76-807b-8359cd765d49 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:08.315443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb5e473a-9a87-4b0b-bbd2-4152d55ece31 req-c5ed6065-2fd4-4f76-807b-8359cd765d49 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0575397 Jan 27 22:23:08.377032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb5e473a-9a87-4b0b-bbd2-4152d55ece31 req-c90a1710-ad61-493c-8615-3b429ba69196 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539181 Jan 27 22:23:08.953529 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:09.498757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df855e-89f8-4248-bd3e-04d9864a422a req-583bfd98-79c9-4c61-8fd7-410f318838d2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:09.500279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49df855e-89f8-4248-bd3e-04d9864a422a req-583bfd98-79c9-4c61-8fd7-410f318838d2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0493259 Jan 27 22:23:09.554819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49df855e-89f8-4248-bd3e-04d9864a422a req-1ce475f5-419c-4e62-bf0b-9ce47906be3e tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481534 Jan 27 22:23:10.077218 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:23:10.676530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade8f06-c223-400e-84b3-47f3c0d75a39 req-e3ba7c88-1574-4ee1-b195-c23b6e38fc6b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:10.678021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fade8f06-c223-400e-84b3-47f3c0d75a39 req-e3ba7c88-1574-4ee1-b195-c23b6e38fc6b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0485940 Jan 27 22:23:10.727367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fade8f06-c223-400e-84b3-47f3c0d75a39 req-495b43db-ed55-4130-a944-1e04464ecced tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435853 Jan 27 22:23:11.845542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add08b60-e295-4200-95bd-ecfe9ba9d895 req-46e06990-0310-4a02-a429-262da43eb746 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:11.847029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-add08b60-e295-4200-95bd-ecfe9ba9d895 req-46e06990-0310-4a02-a429-262da43eb746 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0494168 Jan 27 22:23:11.897114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-add08b60-e295-4200-95bd-ecfe9ba9d895 req-e240c2a0-b707-424c-8858-294a1070a9b4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 Jan 27 22:23:13.019513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed0e9-3d51-4c40-9aef-92c073552207 req-6aa02bde-c49f-4677-8a33-ca6a07416486 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:13.021069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b30ed0e9-3d51-4c40-9aef-92c073552207 req-6aa02bde-c49f-4677-8a33-ca6a07416486 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0551746 Jan 27 22:23:13.072161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b30ed0e9-3d51-4c40-9aef-92c073552207 req-d8d6611a-6a99-43a1-80d5-5f23f24c5781 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445223 Jan 27 22:23:13.817078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aeee23-4ddd-44ce-bbb5-55a1bc5fb4fa req-67a92b13-ace4-4f39-9709-4b7c4773a616 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:13.819093 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4aeee23-4ddd-44ce-bbb5-55a1bc5fb4fa req-67a92b13-ace4-4f39-9709-4b7c4773a616 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 945 time: 0.0491612 Jan 27 22:23:13.858378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 1e561e49-ed1b-466d-874d-0119867838eb details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:23:13.866789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4aeee23-4ddd-44ce-bbb5-55a1bc5fb4fa req-50734103-73c8-4d95-95c2-23c8ab687ce2 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=97d5a67a-c58e-4e93-a312-f4c813b1d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411143 Jan 27 22:23:13.956304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 1e561e49-ed1b-466d-874d-0119867838eb, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=1e561e49-ed1b-466d-874d-0119867838eb,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:13.968582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '1e561e49-ed1b-466d-874d-0119867838eb', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'port_id': '1e561e49-ed1b-466d-874d-0119867838eb', 'mac_address': 'fa:16:3e:47:ae:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:23:14.006495 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 1e561e49-ed1b-466d-874d-0119867838eb is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:14.006822 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1e561e49-ed1b-466d-874d-0119867838eb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.019997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e561e49-ed1b-466d-874d-0119867838eb {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:23:14.039036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 1e561e49-ed1b-466d-874d-0119867838eb, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=1e561e49-ed1b-466d-874d-0119867838eb,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:14.190440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810d0f-dd0d-43a5-8524-c474abf140b7 req-8c38d8fa-b73b-4c58-8d7d-8cfbbf7c0917 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:14.191889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f810d0f-dd0d-43a5-8524-c474abf140b7 req-8c38d8fa-b73b-4c58-8d7d-8cfbbf7c0917 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 943 time: 0.0472245 Jan 27 22:23:14.195222 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1e561e49-ed1b-466d-874d-0119867838eb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:14.248771 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f810d0f-dd0d-43a5-8524-c474abf140b7 req-9566b090-3e9c-41cb-ac98-7358933535cd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503981 Jan 27 22:23:14.252141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=1e561e49-ed1b-466d-874d-0119867838eb,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:14.260455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.260837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.261181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.261518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.261848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.262264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.262591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.262916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.263241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.263610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.263930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.264273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.264596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:14.459097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['1e561e49-ed1b-466d-874d-0119867838eb'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:23:14.989037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27d5a3-cef1-4453-a57c-e72ebc41cb99 req-669cbe43-cb9c-4216-90ef-4a12c4d9c831 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:14.992093 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb27d5a3-cef1-4453-a57c-e72ebc41cb99 req-669cbe43-cb9c-4216-90ef-4a12c4d9c831 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 945 time: 0.0498064 Jan 27 22:23:15.038066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb27d5a3-cef1-4453-a57c-e72ebc41cb99 req-6e481373-514c-472c-99fd-e9f28474295b tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=97d5a67a-c58e-4e93-a312-f4c813b1d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411394 Jan 27 22:23:15.371683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ce4cd-f8d8-4056-9f8c-d2eb440bc68d req-b9edf908-6cae-409c-a3a6-8699a5f526bd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:15.374202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a87ce4cd-f8d8-4056-9f8c-d2eb440bc68d req-b9edf908-6cae-409c-a3a6-8699a5f526bd tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 944 time: 0.0546741 Jan 27 22:23:15.429466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a87ce4cd-f8d8-4056-9f8c-d2eb440bc68d req-47423dbf-90db-4434-866b-3c94c981bfae tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447402 Jan 27 22:23:15.535605 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-4a858f3c-3366-477e-869a-101ac95311d4 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:15.537620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-4a858f3c-3366-477e-869a-101ac95311d4 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.74 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 945 time: 0.0520539 Jan 27 22:23:15.631887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Deleting port a2a9f560-b998-4a62-8284-46e39cff0b4a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:15.632253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.726736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] For port a2a9f560-b998-4a62-8284-46e39cff0b4a, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2a9f560-b998-4a62-8284-46e39cff0b4a,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:15.727106 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.869879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 1e561e49-ed1b-466d-874d-0119867838eb up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:23:15.910689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.919476 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (d0f1c006-ba4a-4586-a74d-15233b20cefc), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:15.919476 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Floating IP d0f1c006-ba4a-4586-a74d-15233b20cefc disassociated. External IP: 172.25.0.253, port: a2a9f560-b998-4a62-8284-46e39cff0b4a. Jan 27 22:23:15.919476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Calling delete_port for a2a9f560-b998-4a62-8284-46e39cff0b4a owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:16.033775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 1e561e49-ed1b-466d-874d-0119867838eb completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:23:16.038141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 1e561e49-ed1b-466d-874d-0119867838eb triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:23:16.038599 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1e561e49-ed1b-466d-874d-0119867838eb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.122477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 1e561e49-ed1b-466d-874d-0119867838eb is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:23:16.122800 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1e561e49-ed1b-466d-874d-0119867838eb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.149534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e561e49-ed1b-466d-874d-0119867838eb'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:23:16.151790 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5634890b1dd27015bdbbb29d247c630509e6c60e36bc17341c8e833930679d52" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1543110-a779-48e2-a408-48505255fe00" -d '{"events": [{"server_uuid": "e62a79ae-77e2-463e-9d61-5a5e51b78a3a", "name": "network-vif-plugged", "status": "completed", "tag": "1e561e49-ed1b-466d-874d-0119867838eb"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:23:16.155052 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a2a9f560-b998-4a62-8284-46e39cff0b4a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.171922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 1e561e49-ed1b-466d-874d-0119867838eb, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=1e561e49-ed1b-466d-874d-0119867838eb,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:16.190019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad706876-0f69-43fd-8add-5ce586d11745 req-cafba882-11a2-4d33-bfff-f6cd4e2d969b tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:16.191698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad706876-0f69-43fd-8add-5ce586d11745 req-cafba882-11a2-4d33-bfff-f6cd4e2d969b tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 945 time: 0.0782406 Jan 27 22:23:16.196433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event deleted for resources: {'Port': ['ID=a2a9f560-b998-4a62-8284-46e39cff0b4a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:16.263671 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1e561e49-ed1b-466d-874d-0119867838eb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.288067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ad706876-0f69-43fd-8add-5ce586d11745 req-115243c9-e25e-422b-87d3-6f98454e43fb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups?id=97d5a67a-c58e-4e93-a312-f4c813b1d787&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871065 Jan 27 22:23:16.328785 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532aa3c2-2eaa-4858-b416-6ad092900f6d x-openstack-request-id: req-532aa3c2-2eaa-4858-b416-6ad092900f6d {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:23:16.329086 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62a79ae-77e2-463e-9d61-5a5e51b78a3a", "name": "network-vif-plugged", "status": "completed", "tag": "1e561e49-ed1b-466d-874d-0119867838eb", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:23:16.329345 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-532aa3c2-2eaa-4858-b416-6ad092900f6d {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:23:16.329772 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e561e49-ed1b-466d-874d-0119867838eb', 'code': 200} Jan 27 22:23:16.333585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=1e561e49-ed1b-466d-874d-0119867838eb,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:16.363322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:23:16.429059 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f428d60-4592-42f9-bc32-fb4e3681dc03 req-6798e7dd-18c8-455a-b296-b249b69a8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:16.430862 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9f428d60-4592-42f9-bc32-fb4e3681dc03 req-6798e7dd-18c8-455a-b296-b249b69a8781 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 1096 time: 0.0452614 Jan 27 22:23:16.486742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:16.491955 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-9f428d60-4592-42f9-bc32-fb4e3681dc03 req-ce5d27a6-83e8-4c26-8023-4954cc5d91a5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550978 Jan 27 22:23:16.498141 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa1703b-06dc-4246-a743-4b747a5282e8 None None] Sync routers for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:16.509826 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1703b-06dc-4246-a743-4b747a5282e8 None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:16.510582 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-daa1703b-06dc-4246-a743-4b747a5282e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:23:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:16.545974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] No DVR routers for this DVR port a2a9f560-b998-4a62-8284-46e39cff0b4a on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:16.549510 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:16.553457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3c470d86-811e-4245-b66a-548d5e2a9502 req-5285867b-fa56-47a1-96d0-35f27f5118eb tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.74 "DELETE /v2.0/ports/a2a9f560-b998-4a62-8284-46e39cff0b4a HTTP/1.1" status: 204 len: 173 time: 1.0107269 Jan 27 22:23:16.553921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c134150b-0712-4722-bf03-969db0bdc28b', 'name': 'network-vif-deleted', 'tag': 'a2a9f560-b998-4a62-8284-46e39cff0b4a'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:23:16.556207 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7332dc1-13e6-4fb1-b2ac-edb9aa5545c1" -d '{"events": [{"server_uuid": "c134150b-0712-4722-bf03-969db0bdc28b", "name": "network-vif-deleted", "tag": "a2a9f560-b998-4a62-8284-46e39cff0b4a"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:23:16.600899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9520d1-dc31-49b1-b052-90b176bd55d3 req-10294a23-d1b2-4813-8318-78563f1e4763 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:16.602892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d9520d1-dc31-49b1-b052-90b176bd55d3 req-10294a23-d1b2-4813-8318-78563f1e4763 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 945 time: 0.0843146 Jan 27 22:23:16.646067 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb24936c-89c5-406f-9b38-bfe48ba1e636 x-openstack-request-id: req-cb24936c-89c5-406f-9b38-bfe48ba1e636 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:23:16.646246 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-daa1703b-06dc-4246-a743-4b747a5282e8 None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:16.646711 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c134150b-0712-4722-bf03-969db0bdc28b", "name": "network-vif-deleted", "tag": "a2a9f560-b998-4a62-8284-46e39cff0b4a", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:23:16.647192 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb24936c-89c5-406f-9b38-bfe48ba1e636 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:23:16.647771 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c134150b-0712-4722-bf03-969db0bdc28b', 'name': 'network-vif-deleted', 'tag': 'a2a9f560-b998-4a62-8284-46e39cff0b4a', 'status': 'completed', 'code': 200} Jan 27 22:23:16.682824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d9520d1-dc31-49b1-b052-90b176bd55d3 req-1fbe9a07-a279-4b3b-9852-c78ead186dab tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724812 Jan 27 22:23:16.870984 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-daa1703b-06dc-4246-a743-4b747a5282e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:06Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:16.899764 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa1703b-06dc-4246-a743-4b747a5282e8 None None] Checking router: 5ea25ad1-3afd-4e85-9717-c23fd5c540ef for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:23:16.908299 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1703b-06dc-4246-a743-4b747a5282e8 None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:16.908940 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-daa1703b-06dc-4246-a743-4b747a5282e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:23:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:17.031349 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-daa1703b-06dc-4246-a743-4b747a5282e8 None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:17.321945 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-daa1703b-06dc-4246-a743-4b747a5282e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:06Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:17.347937 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa1703b-06dc-4246-a743-4b747a5282e8 None None] The sync data for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 is: [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:03Z', 'revision_number': 4, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '30916173-47f8-4439-8663-a80316c972f7', 'name': '', 'network_id': '8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'mac_address': 'fa:16:3e:49:bc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:16:02Z', 'updated_at': '2022-01-27T22:16:06Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'subnets': [{'id': '4cdd9bd6-3614-4248-99f4-1f830bd56760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:17.411938 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-89ecb817-d851-4c5a-9a65-1de49213bc15 req-5af903bc-6311-4cab-abf2-bc021d117871 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c134150b-0712-4722-bf03-969db0bdc28b HTTP/1.1" status: 200 len: 210 time: 0.0325201 Jan 27 22:23:17.607459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca52a7-11e6-474b-9414-abfd810b3348 None None] New status for floating IP d0f1c006-ba4a-4586-a74d-15233b20cefc: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:23:17.807744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79a745-9077-4205-b178-5af840f0207f req-a023f5d5-4b0e-406d-a48f-2fd2c28d893f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:17.809246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca79a745-9077-4205-b178-5af840f0207f req-a023f5d5-4b0e-406d-a48f-2fd2c28d893f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 945 time: 0.0485637 Jan 27 22:23:17.858033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca79a745-9077-4205-b178-5af840f0207f req-b45362d5-5105-4692-8a39-9df40580c56f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430429 Jan 27 22:23:18.595753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35080) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:18.652867 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f73e4487-c1d1-4fa2-a17b-2a688becb6ef tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group (97d5a67a-c58e-4e93-a312-f4c813b1d787), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.675868 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f73e4487-c1d1-4fa2-a17b-2a688becb6ef tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group (97d5a67a-c58e-4e93-a312-f4c813b1d787), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.827496 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f73e4487-c1d1-4fa2-a17b-2a688becb6ef tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (97d5a67a-c58e-4e93-a312-f4c813b1d787), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.830199 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f73e4487-c1d1-4fa2-a17b-2a688becb6ef tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:18.831368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f73e4487-c1d1-4fa2-a17b-2a688becb6ef tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "DELETE /v2.0/security-groups/97d5a67a-c58e-4e93-a312-f4c813b1d787 HTTP/1.1" status: 204 len: 168 time: 0.2345598 Jan 27 22:23:18.834368 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35084) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:18.841136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e4487-c1d1-4fa2-a17b-2a688becb6ef tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d5a67a-c58e-4e93-a312-f4c813b1d787,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:18.852125 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-580ce63e-1dd3-43d1-a94b-fc700e70d240 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] show failed (client error): The resource could not be found. Jan 27 22:23:18.853155 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-580ce63e-1dd3-43d1-a94b-fc700e70d240 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "GET /v2.0/security-groups/97d5a67a-c58e-4e93-a312-f4c813b1d787 HTTP/1.1" status: 404 len: 347 time: 0.0178022 Jan 27 22:23:18.863508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35086) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:18.972349 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe782927-28b5-462d-984b-254c9b55c3ba req-e9fded84-d0b3-44f8-aae5-6e314baf4172 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:18.974247 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe782927-28b5-462d-984b-254c9b55c3ba req-e9fded84-d0b3-44f8-aae5-6e314baf4172 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 945 time: 0.0481327 Jan 27 22:23:18.994963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Deleting port 3f0291e3-7de6-49a3-b0b1-f11f1248b912 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:18.995311 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3f0291e3-7de6-49a3-b0b1-f11f1248b912), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.025460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe782927-28b5-462d-984b-254c9b55c3ba req-5b2b1077-cf27-4ad3-9e40-90c6da6ef026 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451841 Jan 27 22:23:19.072733 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3f0291e3-7de6-49a3-b0b1-f11f1248b912), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.073073 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (3f0291e3-7de6-49a3-b0b1-f11f1248b912), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.084816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Calling delete_port for 3f0291e3-7de6-49a3-b0b1-f11f1248b912 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:19.144720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46408fe-9d6f-47f5-a46e-60afde00373a req-130b2dcd-82b3-4322-92ba-ca3ddf3ad86b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:19.146243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c46408fe-9d6f-47f5-a46e-60afde00373a req-130b2dcd-82b3-4322-92ba-ca3ddf3ad86b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 945 time: 0.0476785 Jan 27 22:23:19.199159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c46408fe-9d6f-47f5-a46e-60afde00373a req-f5bb362b-74f5-49f6-8f7d-2b763fdc64c6 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470552 Jan 27 22:23:19.222444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35092) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:19.326314 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (3f0291e3-7de6-49a3-b0b1-f11f1248b912), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.353177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Pushing event deleted for resources: {'Port': ['ID=3f0291e3-7de6-49a3-b0b1-f11f1248b912,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:19.403785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.404162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.404508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.404848 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.405233 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.405569 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.405898 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.406228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.406557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.406881 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.407207 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.407529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.407851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:19.463963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d4da0b-4865-4e9a-9ea8-2f1ac54c9a6d tempest-TestVolumeBootPattern-2128264241 tempest-TestVolumeBootPattern-2128264241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:19.465554 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-25d4da0b-4865-4e9a-9ea8-2f1ac54c9a6d tempest-TestVolumeBootPattern-2128264241 tempest-TestVolumeBootPattern-2128264241-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 1091 time: 0.2421119 Jan 27 22:23:19.468669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35096) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:19.473003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '1e561e49-ed1b-466d-874d-0119867838eb', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:23:19.477540 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks [] for floatingip (d0f1c006-ba4a-4586-a74d-15233b20cefc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.485563 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.485563 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-13ba8e5b-86bf-4547-8df1-53bddce8aa08 tempest-AttachVolumeTestJSON-1620506964 tempest-AttachVolumeTestJSON-1620506964-project] 10.222.0.61 "DELETE /v2.0/floatingips/d0f1c006-ba4a-4586-a74d-15233b20cefc HTTP/1.1" status: 204 len: 168 time: 0.6167686 Jan 27 22:23:19.679021 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.775363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:19.888797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Allocated IP 172.25.0.199 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/850976ae-8ad8-41af-a476-556d7ba315f6) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:23:19.892767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a2a9f560-b998-4a62-8284-46e39cff0b4a no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:19.917074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: a2a9f560-b998-4a62-8284-46e39cff0b4a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:19.917430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a2a9f560-b998-4a62-8284-46e39cff0b4a not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:19.993706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (850976ae-8ad8-41af-a476-556d7ba315f6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.113690 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (850976ae-8ad8-41af-a476-556d7ba315f6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.158737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:23:20.163541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:23:20.167884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:23:20.170870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=850976ae-8ad8-41af-a476-556d7ba315f6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:20.533121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (72f0471a-e800-45e3-9b6f-271b79f9c409), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.709964 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (850976ae-8ad8-41af-a476-556d7ba315f6), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.868766 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for port (850976ae-8ad8-41af-a476-556d7ba315f6), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:20.970521 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (850976ae-8ad8-41af-a476-556d7ba315f6), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.037961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event updated for resources: {'Port': ['ID=850976ae-8ad8-41af-a476-556d7ba315f6,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:21.052834 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (72f0471a-e800-45e3-9b6f-271b79f9c409), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.159056 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Floating IP 72f0471a-e800-45e3-9b6f-271b79f9c409 associated. External IP: 172.25.0.199, port: 1e561e49-ed1b-466d-874d-0119867838eb. Jan 27 22:23:21.375555 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:23:21.803125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:21.814241 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dfa6ca-d40f-4033-b61e-be089526b405 None None] Sync routers for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:21.824444 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfa6ca-d40f-4033-b61e-be089526b405 None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:21.829707 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-37dfa6ca-d40f-4033-b61e-be089526b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:23:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:21.899793 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:21.937879 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-37dfa6ca-d40f-4033-b61e-be089526b405 None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:21.948555 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-08aee468-1ded-4e32-9352-fd504bc2a431 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4787037 Jan 27 22:23:21.950566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'tag': '1e561e49-ed1b-466d-874d-0119867838eb'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:23:21.951696 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a48104-546f-4eee-80cf-53ffdad0cfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "e62a79ae-77e2-463e-9d61-5a5e51b78a3a", "tag": "1e561e49-ed1b-466d-874d-0119867838eb"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:23:22.057389 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb3e37d-8387-4bf0-8133-6e7f236d3e77 x-openstack-request-id: req-1bb3e37d-8387-4bf0-8133-6e7f236d3e77 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:23:22.063893 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62a79ae-77e2-463e-9d61-5a5e51b78a3a", "tag": "1e561e49-ed1b-466d-874d-0119867838eb", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:23:22.063893 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1bb3e37d-8387-4bf0-8133-6e7f236d3e77 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:23:22.063893 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'tag': '1e561e49-ed1b-466d-874d-0119867838eb', 'status': 'completed', 'code': 200} Jan 27 22:23:22.130361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a48104-546f-4eee-80cf-53ffdad0cfa3 req-78cf75d1-6c1a-4b6e-a04d-90fd7f8c0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:22.132122 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11a48104-546f-4eee-80cf-53ffdad0cfa3 req-78cf75d1-6c1a-4b6e-a04d-90fd7f8c0f93 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 1096 time: 0.0520802 Jan 27 22:23:22.204376 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-37dfa6ca-d40f-4033-b61e-be089526b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '72f0471a-e800-45e3-9b6f-271b79f9c409', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '1e561e49-ed1b-466d-874d-0119867838eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:47:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:23:20Z', 'updated_at': '2022-01-27T22:23:20Z', 'revision_number': 0, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}, {'id': 'f01b4e0f-beb5-44a2-8a0b-83e841df2509', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '7ccc784f-5929-42ff-99a5-168894d4471f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:7d:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:02Z', 'updated_at': '2022-01-27T22:20:04Z', 'revision_number': 1, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:22.228574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a48104-546f-4eee-80cf-53ffdad0cfa3 req-0506caf8-60e3-4365-ba8c-c10280fe11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:22.230327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11a48104-546f-4eee-80cf-53ffdad0cfa3 req-0506caf8-60e3-4365-ba8c-c10280fe11d5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.0916531 Jan 27 22:23:22.232856 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dfa6ca-d40f-4033-b61e-be089526b405 None None] Checking router: 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:23:22.241975 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfa6ca-d40f-4033-b61e-be089526b405 None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:22.242646 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-37dfa6ca-d40f-4033-b61e-be089526b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:23:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:22.305230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11a48104-546f-4eee-80cf-53ffdad0cfa3 req-e2d5c763-2238-42b6-ab24-12f183ad4d6f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e561e49-ed1b-466d-874d-0119867838eb HTTP/1.1" status: 200 len: 999 time: 0.0688968 Jan 27 22:23:22.354155 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-37dfa6ca-d40f-4033-b61e-be089526b405 None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:22.357853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a48104-546f-4eee-80cf-53ffdad0cfa3 req-a1a62d5a-9f93-40e6-952e-62c512cc6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:22.359828 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11a48104-546f-4eee-80cf-53ffdad0cfa3 req-a1a62d5a-9f93-40e6-952e-62c512cc6c1e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0493395 Jan 27 22:23:22.413694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a48104-546f-4eee-80cf-53ffdad0cfa3 req-ca0805b3-7d62-4901-a11a-436392010fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:22.416728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11a48104-546f-4eee-80cf-53ffdad0cfa3 req-ca0805b3-7d62-4901-a11a-436392010fc9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484936 Jan 27 22:23:22.512303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11a48104-546f-4eee-80cf-53ffdad0cfa3 req-89ce6689-ea68-4507-9afb-307d0d1f6a65 service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895553 Jan 27 22:23:22.588598 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-37dfa6ca-d40f-4033-b61e-be089526b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '72f0471a-e800-45e3-9b6f-271b79f9c409', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '1e561e49-ed1b-466d-874d-0119867838eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:47:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:23:20Z', 'updated_at': '2022-01-27T22:23:20Z', 'revision_number': 0, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}, {'id': 'f01b4e0f-beb5-44a2-8a0b-83e841df2509', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '7ccc784f-5929-42ff-99a5-168894d4471f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:7d:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:02Z', 'updated_at': '2022-01-27T22:20:04Z', 'revision_number': 1, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:22.602464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11a48104-546f-4eee-80cf-53ffdad0cfa3 req-a59a44e9-03ea-494b-866a-3e4ad2492c2e service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850067 Jan 27 22:23:22.618691 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dfa6ca-d40f-4033-b61e-be089526b405 None None] The sync data for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 is: [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '72f0471a-e800-45e3-9b6f-271b79f9c409', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '1e561e49-ed1b-466d-874d-0119867838eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:47:ae:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:23:20Z', 'updated_at': '2022-01-27T22:23:20Z', 'revision_number': 0, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}, {'id': 'f01b4e0f-beb5-44a2-8a0b-83e841df2509', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '7ccc784f-5929-42ff-99a5-168894d4471f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:7d:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:02Z', 'updated_at': '2022-01-27T22:20:04Z', 'revision_number': 1, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:22.838752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e5731-cfea-4c70-b28f-eecb02b3382f None None] New status for floating IP 72f0471a-e800-45e3-9b6f-271b79f9c409: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:23:27.240442 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:27.640049 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:32.320428 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-37bdf5c2-c03e-40ab-bdcd-662cb98f422e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:34.941610 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0d29e125-e0e1-4d75-b47e-8ebd65a4d62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:36.291562 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:37.263716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35160) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:37.502952 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:37.753965 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3273e885-75a0-4694-baec-dbcd2f6adc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.010398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3273e885-75a0-4694-baec-dbcd2f6adc00 admin admin] Deleting port 30916173-47f8-4439-8663-a80316c972f7 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:38.010659 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3273e885-75a0-4694-baec-dbcd2f6adc00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (30916173-47f8-4439-8663-a80316c972f7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.093332 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-3273e885-75a0-4694-baec-dbcd2f6adc00 admin admin] For port 30916173-47f8-4439-8663-a80316c972f7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=30916173-47f8-4439-8663-a80316c972f7,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:38.093713 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3273e885-75a0-4694-baec-dbcd2f6adc00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (30916173-47f8-4439-8663-a80316c972f7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.108412 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3273e885-75a0-4694-baec-dbcd2f6adc00 admin admin] Calling delete_port for 30916173-47f8-4439-8663-a80316c972f7 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:38.371274 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3273e885-75a0-4694-baec-dbcd2f6adc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (30916173-47f8-4439-8663-a80316c972f7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.399032 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273e885-75a0-4694-baec-dbcd2f6adc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=30916173-47f8-4439-8663-a80316c972f7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:38.573388 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3273e885-75a0-4694-baec-dbcd2f6adc00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:38.787906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3273e885-75a0-4694-baec-dbcd2f6adc00 admin admin] Router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:23:38.905074 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3273e885-75a0-4694-baec-dbcd2f6adc00 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:23:38.911421 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3273e885-75a0-4694-baec-dbcd2f6adc00 admin admin] 10.222.0.61 "PUT /v2.0/routers/5ea25ad1-3afd-4e85-9717-c23fd5c540ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464949 Jan 27 22:23:38.913897 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35164) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:38.919828 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51b4d9d-e91a-4a68-98d0-c99ea5bed0e3 None None] Sync routers for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:23:38.931093 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b4d9d-e91a-4a68-98d0-c99ea5bed0e3 None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:38.932137 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e51b4d9d-e91a-4a68-98d0-c99ea5bed0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:23:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:38.942840 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.031550 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Publish callbacks [] for router (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.046011 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-e51b4d9d-e91a-4a68-98d0-c99ea5bed0e3 None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:39.169739 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Publish callbacks [] for router_gateway (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.265053 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e51b4d9d-e91a-4a68-98d0-c99ea5bed0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '54139c48-84ae-4193-b731-faa65486d158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:23:38Z', 'revision_number': 5, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port': {'id': '54139c48-84ae-4193-b731-faa65486d158', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:63:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:39.297041 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51b4d9d-e91a-4a68-98d0-c99ea5bed0e3 None None] Checking router: 5ea25ad1-3afd-4e85-9717-c23fd5c540ef for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:23:39.299673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Deleting port 54139c48-84ae-4193-b731-faa65486d158 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:39.300102 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (54139c48-84ae-4193-b731-faa65486d158), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.307016 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b4d9d-e91a-4a68-98d0-c99ea5bed0e3 None None] Routers {'5ea25ad1-3afd-4e85-9717-c23fd5c540ef'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:23:39.307692 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e51b4d9d-e91a-4a68-98d0-c99ea5bed0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:23:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:39.399594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] For port 54139c48-84ae-4193-b731-faa65486d158, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=54139c48-84ae-4193-b731-faa65486d158,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:39.400625 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (54139c48-84ae-4193-b731-faa65486d158), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.416413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Calling delete_port for 54139c48-84ae-4193-b731-faa65486d158 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:39.507276 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-e51b4d9d-e91a-4a68-98d0-c99ea5bed0e3 None None] Set router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:23:39.560494 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e51b4d9d-e91a-4a68-98d0-c99ea5bed0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:23:39Z', 'revision_number': 6, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:39.591659 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51b4d9d-e91a-4a68-98d0-c99ea5bed0e3 None None] The sync data for ids ['5ea25ad1-3afd-4e85-9717-c23fd5c540ef'] in n-d-760456-6 is: [{'id': '5ea25ad1-3afd-4e85-9717-c23fd5c540ef', 'name': 'tempest-AttachVolumeTestJSON-1814332264-router', 'tenant_id': '1a8236133eed430ab171c72fb001fb19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:15:59Z', 'updated_at': '2022-01-27T22:23:39Z', 'revision_number': 6, 'project_id': '1a8236133eed430ab171c72fb001fb19', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:23:39.709098 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (54139c48-84ae-4193-b731-faa65486d158), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.733810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Pushing event deleted for resources: {'Port': ['ID=54139c48-84ae-4193-b731-faa65486d158,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:39.796014 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.885013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:39.887089 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Publish callbacks [] for router_controller (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.070615 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (5ea25ad1-3afd-4e85-9717-c23fd5c540ef), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.082743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea25ad1-3afd-4e85-9717-c23fd5c540ef {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:23:40.082743 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.082743 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-edb1a539-ef57-49bb-9774-5db9d61cb429 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5ea25ad1-3afd-4e85-9717-c23fd5c540ef HTTP/1.1" status: 204 len: 168 time: 1.1626399 Jan 27 22:23:40.082743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35166) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:40.125222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdeb7654-ec80-4836-9a30-187eed26eeff admin admin] Deleting subnet 4cdd9bd6-3614-4248-99f4-1f830bd56760 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:23:40.128383 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7654-ec80-4836-9a30-187eed26eeff admin admin] Publish callbacks [] for subnet (4cdd9bd6-3614-4248-99f4-1f830bd56760), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.163585 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7654-ec80-4836-9a30-187eed26eeff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (4cdd9bd6-3614-4248-99f4-1f830bd56760), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.245111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7654-ec80-4836-9a30-187eed26eeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (4cdd9bd6-3614-4248-99f4-1f830bd56760), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.360481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7654-ec80-4836-9a30-187eed26eeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (4cdd9bd6-3614-4248-99f4-1f830bd56760), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.387868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb7654-ec80-4836-9a30-187eed26eeff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdd9bd6-3614-4248-99f4-1f830bd56760,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:40.391526 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fdeb7654-ec80-4836-9a30-187eed26eeff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.395621 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fdeb7654-ec80-4836-9a30-187eed26eeff admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4cdd9bd6-3614-4248-99f4-1f830bd56760 HTTP/1.1" status: 204 len: 168 time: 0.3141220 Jan 27 22:23:40.398438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5e0408-cdb8-4205-91ac-d7d325fc37a0 None None] Network 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:23:40.399828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35168) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:40.478290 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.538177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Deleting port f852015d-857a-4268-80fa-56f3d49351ab {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:40.538421 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f852015d-857a-4268-80fa-56f3d49351ab), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.561649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c535f3f5-0661-4fa6-9524-09ea54d2075a None None] DHCP port deletion for 8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:23:40.606435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] For port f852015d-857a-4268-80fa-56f3d49351ab, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f852015d-857a-4268-80fa-56f3d49351ab,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:40.606803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f852015d-857a-4268-80fa-56f3d49351ab), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.617264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c535f3f5-0661-4fa6-9524-09ea54d2075a None None] Deleting port f852015d-857a-4268-80fa-56f3d49351ab {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:23:40.617798 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c535f3f5-0661-4fa6-9524-09ea54d2075a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f852015d-857a-4268-80fa-56f3d49351ab), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.625887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Calling delete_port for f852015d-857a-4268-80fa-56f3d49351ab owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:40.688459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c535f3f5-0661-4fa6-9524-09ea54d2075a None None] For port f852015d-857a-4268-80fa-56f3d49351ab, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f852015d-857a-4268-80fa-56f3d49351ab,segment=NetworkSegment(b5c824c7-a76a-470f-b0e2-5d54df1bb395),segment_id=b5c824c7-a76a-470f-b0e2-5d54df1bb395)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:23:40.688783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c535f3f5-0661-4fa6-9524-09ea54d2075a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f852015d-857a-4268-80fa-56f3d49351ab), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.701864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c535f3f5-0661-4fa6-9524-09ea54d2075a None None] Calling delete_port for f852015d-857a-4268-80fa-56f3d49351ab owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:23:40.775794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f852015d-857a-4268-80fa-56f3d49351ab), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 27 22:23:40.780747 n-d-760456-6 neutron-server[104028]: self.session.flush() Jan 27 22:23:40.794686 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c535f3f5-0661-4fa6-9524-09ea54d2075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (f852015d-857a-4268-80fa-56f3d49351ab), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.803417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f852015d-857a-4268-80fa-56f3d49351ab,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:40.810018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] No DVR routers for this DVR port f852015d-857a-4268-80fa-56f3d49351ab on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:40.825437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535f3f5-0661-4fa6-9524-09ea54d2075a None None] Pushing event deleted for resources: {'Port': ['ID=f852015d-857a-4268-80fa-56f3d49351ab,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:40.833066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535f3f5-0661-4fa6-9524-09ea54d2075a None None] No DVR routers for this DVR port f852015d-857a-4268-80fa-56f3d49351ab on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:23:40.849922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 30916173-47f8-4439-8663-a80316c972f7 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:40.873470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 30916173-47f8-4439-8663-a80316c972f7 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:40.873828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 30916173-47f8-4439-8663-a80316c972f7 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:40.874259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f852015d-857a-4268-80fa-56f3d49351ab no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:40.894229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: f852015d-857a-4268-80fa-56f3d49351ab {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:40.894636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f852015d-857a-4268-80fa-56f3d49351ab not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:40.895568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 54139c48-84ae-4193-b731-faa65486d158 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:23:40.900826 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.916622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 54139c48-84ae-4193-b731-faa65486d158 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:23:40.917013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 54139c48-84ae-4193-b731-faa65486d158 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:23:40.922185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:40.932893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c824c7-a76a-470f-b0e2-5d54df1bb395') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:40.933206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c824c7-a76a-470f-b0e2-5d54df1bb395') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:23:40.943078 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (b5c824c7-a76a-470f-b0e2-5d54df1bb395), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.955597 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b5c824c7-a76a-470f-b0e2-5d54df1bb395), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.962049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (b5c824c7-a76a-470f-b0e2-5d54df1bb395), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:23:40.966559 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:23:41.102747 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.108792 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.112202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72 HTTP/1.1" status: 204 len: 168 time: 0.7113132 Jan 27 22:23:41.124504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0f42e-c7ed-4f00-bc55-7c9e7eefe5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dcae2a4-3ac3-49f4-abaa-9ce6f1e96a72,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:41.468468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35172) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:41.509280 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0b7822cf-d766-4ec2-9ef4-a34b2b47987a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a8236133eed430ab171c72fb001fb19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396507 Jan 27 22:23:41.514103 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35174) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:41.560160 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-119af948-e4c0-496d-bc2a-6a0ba52ddf0c admin admin] Publish callbacks [] for security_group (b6e5ec1b-4b8a-434e-af2f-95b2d56f4021), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.580460 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-119af948-e4c0-496d-bc2a-6a0ba52ddf0c admin admin] Publish callbacks [] for security_group (b6e5ec1b-4b8a-434e-af2f-95b2d56f4021), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.696914 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-119af948-e4c0-496d-bc2a-6a0ba52ddf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b6e5ec1b-4b8a-434e-af2f-95b2d56f4021), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.699641 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-119af948-e4c0-496d-bc2a-6a0ba52ddf0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:41.700857 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-119af948-e4c0-496d-bc2a-6a0ba52ddf0c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6e5ec1b-4b8a-434e-af2f-95b2d56f4021 HTTP/1.1" status: 204 len: 168 time: 0.1858633 Jan 27 22:23:41.709887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119af948-e4c0-496d-bc2a-6a0ba52ddf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e5ec1b-4b8a-434e-af2f-95b2d56f4021,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:45.843373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35256) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:45.961966 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c2367e50-7ff3-42ff-a005-46db5b6a0466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.044328 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c2367e50-7ff3-42ff-a005-46db5b6a0466 admin admin] Publish callbacks [] for security_group (95b0380f-7297-4ec3-ad89-5f7f2b901e0b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.125425 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c2367e50-7ff3-42ff-a005-46db5b6a0466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (95b0380f-7297-4ec3-ad89-5f7f2b901e0b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.163148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2367e50-7ff3-42ff-a005-46db5b6a0466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b0380f-7297-4ec3-ad89-5f7f2b901e0b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:46.167625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c2367e50-7ff3-42ff-a005-46db5b6a0466 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f57f97da1a724006bea93629cfbd0542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3232367 Jan 27 22:23:46.170978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35260) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:46.217472 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93926967-2bdf-4fbb-aac8-006953904a87 admin admin] Publish callbacks [] for security_group (95b0380f-7297-4ec3-ad89-5f7f2b901e0b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.239066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93926967-2bdf-4fbb-aac8-006953904a87 admin admin] Publish callbacks [] for security_group (95b0380f-7297-4ec3-ad89-5f7f2b901e0b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.376440 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93926967-2bdf-4fbb-aac8-006953904a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (95b0380f-7297-4ec3-ad89-5f7f2b901e0b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.379144 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93926967-2bdf-4fbb-aac8-006953904a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:46.380337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-93926967-2bdf-4fbb-aac8-006953904a87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95b0380f-7297-4ec3-ad89-5f7f2b901e0b HTTP/1.1" status: 204 len: 168 time: 0.2090826 Jan 27 22:23:46.388363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93926967-2bdf-4fbb-aac8-006953904a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b0380f-7297-4ec3-ad89-5f7f2b901e0b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:47.076423 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:23:47.082478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35266) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:47.096527 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.175216 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Publish callbacks [] for security_group (b649afcf-ac40-4344-845e-5892d216f9fc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.268058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b649afcf-ac40-4344-845e-5892d216f9fc), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.307101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=565f1f71268241ebbeb7e5e8e4c22c11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230868 Jan 27 22:23:47.308030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b649afcf-ac40-4344-845e-5892d216f9fc,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:47.309866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35268) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:47.315842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.316864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.317166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.321631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.321631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.321631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.321631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.321631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.321631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.321631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.321631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.321631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.321631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966fed3f-58f1-432c-bdb6-fab7d0ac2092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:23:47.365731 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab365-8402-40c6-84f0-49313b220f74 admin admin] Publish callbacks [] for security_group (b649afcf-ac40-4344-845e-5892d216f9fc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.391848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab365-8402-40c6-84f0-49313b220f74 admin admin] Publish callbacks [] for security_group (b649afcf-ac40-4344-845e-5892d216f9fc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.507692 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab365-8402-40c6-84f0-49313b220f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b649afcf-ac40-4344-845e-5892d216f9fc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.510461 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f5ab365-8402-40c6-84f0-49313b220f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:47.511636 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0f5ab365-8402-40c6-84f0-49313b220f74 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b649afcf-ac40-4344-845e-5892d216f9fc HTTP/1.1" status: 204 len: 168 time: 0.2006764 Jan 27 22:23:47.519624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ab365-8402-40c6-84f0-49313b220f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b649afcf-ac40-4344-845e-5892d216f9fc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:51.923421 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35344) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:52.029409 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-310d31fb-cefa-4bf3-9d09-e464426b418c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.102977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-310d31fb-cefa-4bf3-9d09-e464426b418c admin admin] Publish callbacks [] for security_group (49fbf2b3-bf4c-4e47-aabb-1d21042141bd), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.187702 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-310d31fb-cefa-4bf3-9d09-e464426b418c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (49fbf2b3-bf4c-4e47-aabb-1d21042141bd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.229557 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-310d31fb-cefa-4bf3-9d09-e464426b418c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee5317e7293a4a0791bbfc36c8f41731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021281 Jan 27 22:23:52.229557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d31fb-cefa-4bf3-9d09-e464426b418c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fbf2b3-bf4c-4e47-aabb-1d21042141bd,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:52.230957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35348) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:52.278760 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-768c18a1-5a30-4bc5-a5cc-c47f91cd7775 admin admin] Publish callbacks [] for security_group (49fbf2b3-bf4c-4e47-aabb-1d21042141bd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.299742 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-768c18a1-5a30-4bc5-a5cc-c47f91cd7775 admin admin] Publish callbacks [] for security_group (49fbf2b3-bf4c-4e47-aabb-1d21042141bd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.428196 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-768c18a1-5a30-4bc5-a5cc-c47f91cd7775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (49fbf2b3-bf4c-4e47-aabb-1d21042141bd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.430942 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-768c18a1-5a30-4bc5-a5cc-c47f91cd7775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:52.432180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-768c18a1-5a30-4bc5-a5cc-c47f91cd7775 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49fbf2b3-bf4c-4e47-aabb-1d21042141bd HTTP/1.1" status: 204 len: 168 time: 0.2001815 Jan 27 22:23:52.440299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c18a1-5a30-4bc5-a5cc-c47f91cd7775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fbf2b3-bf4c-4e47-aabb-1d21042141bd,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:53.131922 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35354) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:53.145405 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-62d78f3a-4441-49b8-809a-8c119f6ba7eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.220235 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-62d78f3a-4441-49b8-809a-8c119f6ba7eb admin admin] Publish callbacks [] for security_group (40ab4f10-4318-4b41-922d-45e3df0715ae), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.318130 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-62d78f3a-4441-49b8-809a-8c119f6ba7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (40ab4f10-4318-4b41-922d-45e3df0715ae), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.356458 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-62d78f3a-4441-49b8-809a-8c119f6ba7eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b400ef117582473597fb2c74c674d067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233858 Jan 27 22:23:53.357372 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d78f3a-4441-49b8-809a-8c119f6ba7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ab4f10-4318-4b41-922d-45e3df0715ae,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:53.359316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35356) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:23:53.407186 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77f80c1d-53a1-4e37-8404-24b7bb5afd37 admin admin] Publish callbacks [] for security_group (40ab4f10-4318-4b41-922d-45e3df0715ae), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.429333 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77f80c1d-53a1-4e37-8404-24b7bb5afd37 admin admin] Publish callbacks [] for security_group (40ab4f10-4318-4b41-922d-45e3df0715ae), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.564675 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77f80c1d-53a1-4e37-8404-24b7bb5afd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (40ab4f10-4318-4b41-922d-45e3df0715ae), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.567294 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-77f80c1d-53a1-4e37-8404-24b7bb5afd37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:53.568579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-77f80c1d-53a1-4e37-8404-24b7bb5afd37 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/40ab4f10-4318-4b41-922d-45e3df0715ae HTTP/1.1" status: 204 len: 168 time: 0.2080338 Jan 27 22:23:53.576704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f80c1d-53a1-4e37-8404-24b7bb5afd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ab4f10-4318-4b41-922d-45e3df0715ae,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:23:57.267589 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:57.639161 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:23:58.795947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2b18f08-48a7-46fc-972e-b57daf1055d6 req-2c6e1539-0338-4d59-8f2e-db9d9be95728 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388935 Jan 27 22:23:58.874520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b18f08-48a7-46fc-972e-b57daf1055d6 req-76ca103b-9890-43a1-83a0-1909e81c8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:58.876000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2b18f08-48a7-46fc-972e-b57daf1055d6 req-76ca103b-9890-43a1-83a0-1909e81c8822 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 1097 time: 0.0407290 Jan 27 22:23:58.981113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b18f08-48a7-46fc-972e-b57daf1055d6 req-9a5aabf8-b768-40f0-94a4-43862fd69ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:58.982664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2b18f08-48a7-46fc-972e-b57daf1055d6 req-9a5aabf8-b768-40f0-94a4-43862fd69ed8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.0889699 Jan 27 22:23:59.049231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2b18f08-48a7-46fc-972e-b57daf1055d6 req-8c20f2a6-0c34-4b43-b67f-b6dc77a88340 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccc784f-5929-42ff-99a5-168894d4471f HTTP/1.1" status: 200 len: 1001 time: 0.0597739 Jan 27 22:23:59.098273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b18f08-48a7-46fc-972e-b57daf1055d6 req-29ad0002-b1c1-42a1-a64b-1405ca3e5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:59.102210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2b18f08-48a7-46fc-972e-b57daf1055d6 req-29ad0002-b1c1-42a1-a64b-1405ca3e5f42 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0449178 Jan 27 22:23:59.150595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b18f08-48a7-46fc-972e-b57daf1055d6 req-ad956019-47f1-473a-8e5d-4edb6027eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:23:59.152154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2b18f08-48a7-46fc-972e-b57daf1055d6 req-ad956019-47f1-473a-8e5d-4edb6027eb53 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458059 Jan 27 22:23:59.255648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2b18f08-48a7-46fc-972e-b57daf1055d6 req-b48dbf9b-9904-441d-80f5-479f2f8d8e42 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854273 Jan 27 22:23:59.349296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2b18f08-48a7-46fc-972e-b57daf1055d6 req-2a2b4a67-c553-4290-a160-1f6fd4e9920d service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874248 Jan 27 22:24:00.290999 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e542a10a-6435-41c9-a6dc-23b06cd9d840 req-c9755d56-2c62-469f-884a-914ee2acad31 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416436 Jan 27 22:24:00.380632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a10a-6435-41c9-a6dc-23b06cd9d840 req-876ecc7b-f39a-483a-976d-55aea2afd472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:00.382108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e542a10a-6435-41c9-a6dc-23b06cd9d840 req-876ecc7b-f39a-483a-976d-55aea2afd472 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 1096 time: 0.0399303 Jan 27 22:24:00.490378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a10a-6435-41c9-a6dc-23b06cd9d840 req-09b58417-6efc-42c9-b390-3e85db195af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:00.491860 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e542a10a-6435-41c9-a6dc-23b06cd9d840 req-09b58417-6efc-42c9-b390-3e85db195af9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.0912766 Jan 27 22:24:00.888326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e542a10a-6435-41c9-a6dc-23b06cd9d840 req-0b2666fe-eadf-477d-9c7c-f13bc589bd1e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e561e49-ed1b-466d-874d-0119867838eb HTTP/1.1" status: 200 len: 1001 time: 0.3900015 Jan 27 22:24:00.937233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a10a-6435-41c9-a6dc-23b06cd9d840 req-09096785-c607-4dd7-bb2f-cd175a26545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:00.938711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e542a10a-6435-41c9-a6dc-23b06cd9d840 req-09096785-c607-4dd7-bb2f-cd175a26545f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0445182 Jan 27 22:24:00.985800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542a10a-6435-41c9-a6dc-23b06cd9d840 req-97282525-323f-4681-aa72-09bc1d2d681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:00.987281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e542a10a-6435-41c9-a6dc-23b06cd9d840 req-97282525-323f-4681-aa72-09bc1d2d681c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423615 Jan 27 22:24:01.074139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e542a10a-6435-41c9-a6dc-23b06cd9d840 req-fd222a31-6f28-4108-848c-84d9de128181 service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808215 Jan 27 22:24:01.168179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e542a10a-6435-41c9-a6dc-23b06cd9d840 req-4e2be3ae-7e9d-4722-8393-a03fe579bbfa service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884633 Jan 27 22:24:02.324829 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-071fd164-95eb-4050-bbe7-87768c86b299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:03.905872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35476) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:04.010989 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b757c216-9575-437d-a154-5f87fa7ca7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.082515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b757c216-9575-437d-a154-5f87fa7ca7f3 admin admin] Publish callbacks [] for security_group (fee214a6-6d90-4e87-aaeb-748ba7c61bcd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.153152 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b757c216-9575-437d-a154-5f87fa7ca7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fee214a6-6d90-4e87-aaeb-748ba7c61bcd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.190059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757c216-9575-437d-a154-5f87fa7ca7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee214a6-6d90-4e87-aaeb-748ba7c61bcd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:04.194427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b757c216-9575-437d-a154-5f87fa7ca7f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=500310f19d86429b8a273bdfdf8afeba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2874448 Jan 27 22:24:04.196998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35480) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:04.246687 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35a95c0a-021c-41a3-9806-a318d5a59bbd admin admin] Publish callbacks [] for security_group (fee214a6-6d90-4e87-aaeb-748ba7c61bcd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.264817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35a95c0a-021c-41a3-9806-a318d5a59bbd admin admin] Publish callbacks [] for security_group (fee214a6-6d90-4e87-aaeb-748ba7c61bcd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.416623 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35a95c0a-021c-41a3-9806-a318d5a59bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fee214a6-6d90-4e87-aaeb-748ba7c61bcd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.419235 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35a95c0a-021c-41a3-9806-a318d5a59bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:04.420419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-35a95c0a-021c-41a3-9806-a318d5a59bbd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fee214a6-6d90-4e87-aaeb-748ba7c61bcd HTTP/1.1" status: 204 len: 168 time: 0.2224903 Jan 27 22:24:04.428282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a95c0a-021c-41a3-9806-a318d5a59bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee214a6-6d90-4e87-aaeb-748ba7c61bcd,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:04.958412 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-362ac686-b624-49ec-87be-33b00de04d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.015895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35486) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:05.028682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad16784a-9f5a-43ed-9ed6-d2b1b5cc7115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.102730 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad16784a-9f5a-43ed-9ed6-d2b1b5cc7115 admin admin] Publish callbacks [] for security_group (1514a61b-cabe-451e-86ce-80d565b95cb1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.175575 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad16784a-9f5a-43ed-9ed6-d2b1b5cc7115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1514a61b-cabe-451e-86ce-80d565b95cb1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.214443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ad16784a-9f5a-43ed-9ed6-d2b1b5cc7115 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef6def9af5194c3b9e1f5aa14f498a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974502 Jan 27 22:24:05.215323 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16784a-9f5a-43ed-9ed6-d2b1b5cc7115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1514a61b-cabe-451e-86ce-80d565b95cb1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:05.217197 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35488) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:05.265875 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3fb692c-46c5-43d2-8ad6-b8a3a8bf0721 admin admin] Publish callbacks [] for security_group (1514a61b-cabe-451e-86ce-80d565b95cb1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.286614 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3fb692c-46c5-43d2-8ad6-b8a3a8bf0721 admin admin] Publish callbacks [] for security_group (1514a61b-cabe-451e-86ce-80d565b95cb1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.409978 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3fb692c-46c5-43d2-8ad6-b8a3a8bf0721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1514a61b-cabe-451e-86ce-80d565b95cb1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.412564 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e3fb692c-46c5-43d2-8ad6-b8a3a8bf0721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:05.413720 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e3fb692c-46c5-43d2-8ad6-b8a3a8bf0721 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1514a61b-cabe-451e-86ce-80d565b95cb1 HTTP/1.1" status: 204 len: 168 time: 0.1949129 Jan 27 22:24:05.422416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb692c-46c5-43d2-8ad6-b8a3a8bf0721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1514a61b-cabe-451e-86ce-80d565b95cb1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:06.233537 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:06.914102 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35516) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:07.021442 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee28f936-e39c-4236-a68a-68271e9e88b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.093708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee28f936-e39c-4236-a68a-68271e9e88b9 admin admin] Publish callbacks [] for security_group (6f9e8575-5018-4bb7-87b7-682f9da77cc9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.187467 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ee28f936-e39c-4236-a68a-68271e9e88b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6f9e8575-5018-4bb7-87b7-682f9da77cc9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.229681 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ee28f936-e39c-4236-a68a-68271e9e88b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6bf5972de0ca4ab19a155140460c3433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3145330 Jan 27 22:24:07.230567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28f936-e39c-4236-a68a-68271e9e88b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9e8575-5018-4bb7-87b7-682f9da77cc9,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:07.232372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35520) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:07.280526 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6652079c-454b-43cc-b946-df0a76a78b70 admin admin] Publish callbacks [] for security_group (6f9e8575-5018-4bb7-87b7-682f9da77cc9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.307215 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6652079c-454b-43cc-b946-df0a76a78b70 admin admin] Publish callbacks [] for security_group (6f9e8575-5018-4bb7-87b7-682f9da77cc9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.467310 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6652079c-454b-43cc-b946-df0a76a78b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (6f9e8575-5018-4bb7-87b7-682f9da77cc9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.469980 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6652079c-454b-43cc-b946-df0a76a78b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:07.471180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6652079c-454b-43cc-b946-df0a76a78b70 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f9e8575-5018-4bb7-87b7-682f9da77cc9 HTTP/1.1" status: 204 len: 168 time: 0.2377291 Jan 27 22:24:07.479435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652079c-454b-43cc-b946-df0a76a78b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9e8575-5018-4bb7-87b7-682f9da77cc9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:07.547292 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:08.952711 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:24.074949 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:24:27.231818 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:27.655219 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:32.306233 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-928de032-853c-404a-9225-035373344546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:34.400229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35622) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:34.505198 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-05c17318-fa9f-4539-8e04-cf20e18be111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:34.578020 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-05c17318-fa9f-4539-8e04-cf20e18be111 admin admin] Publish callbacks [] for security_group (e355e54c-90b3-4e2a-b040-36660b2097a2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:34.637801 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-05c17318-fa9f-4539-8e04-cf20e18be111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e355e54c-90b3-4e2a-b040-36660b2097a2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:34.679621 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-05c17318-fa9f-4539-8e04-cf20e18be111 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a313cd8da9f42248ef97a4b8c40d719&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2782285 Jan 27 22:24:34.680450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c17318-fa9f-4539-8e04-cf20e18be111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e355e54c-90b3-4e2a-b040-36660b2097a2,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:34.682312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35626) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:34.732570 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Publish callbacks [] for security_group (e355e54c-90b3-4e2a-b040-36660b2097a2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:34.753516 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Publish callbacks [] for security_group (e355e54c-90b3-4e2a-b040-36660b2097a2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:34.888956 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e355e54c-90b3-4e2a-b040-36660b2097a2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:34.892017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:34.893249 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e355e54c-90b3-4e2a-b040-36660b2097a2 HTTP/1.1" status: 204 len: 168 time: 0.2098482 Jan 27 22:24:34.901346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e355e54c-90b3-4e2a-b040-36660b2097a2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:34.910137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.910567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.910919 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.911320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.911664 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.911999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.912361 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.912694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.913034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.913369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.913698 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.914027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.914359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e13119-229f-44df-bd91-f3b4111af688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:34.936298 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-50e2b21e-ef2f-4348-9525-88ef37da01c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:36.243162 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:37.540758 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:38.736978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35746) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:38.848064 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-beb46605-9578-4653-90b4-d069de39ba2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:38.921547 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-beb46605-9578-4653-90b4-d069de39ba2a admin admin] Publish callbacks [] for security_group (1726b373-3fa6-4ceb-b851-647c81d0d270), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:39.003319 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:39.071630 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-beb46605-9578-4653-90b4-d069de39ba2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1726b373-3fa6-4ceb-b851-647c81d0d270), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:39.113068 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb46605-9578-4653-90b4-d069de39ba2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1726b373-3fa6-4ceb-b851-647c81d0d270,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:39.117556 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-beb46605-9578-4653-90b4-d069de39ba2a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=95467f0026974434b6cd0ff31d7d8b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3794973 Jan 27 22:24:39.120248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35750) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:39.169709 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40a7bbe8-b16d-4c87-9878-0bec7c32dcd7 admin admin] Publish callbacks [] for security_group (1726b373-3fa6-4ceb-b851-647c81d0d270), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:39.190442 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40a7bbe8-b16d-4c87-9878-0bec7c32dcd7 admin admin] Publish callbacks [] for security_group (1726b373-3fa6-4ceb-b851-647c81d0d270), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:39.357484 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40a7bbe8-b16d-4c87-9878-0bec7c32dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1726b373-3fa6-4ceb-b851-647c81d0d270), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:39.360193 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-40a7bbe8-b16d-4c87-9878-0bec7c32dcd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:39.361379 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-40a7bbe8-b16d-4c87-9878-0bec7c32dcd7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1726b373-3fa6-4ceb-b851-647c81d0d270 HTTP/1.1" status: 204 len: 168 time: 0.2402279 Jan 27 22:24:39.369126 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7bbe8-b16d-4c87-9878-0bec7c32dcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1726b373-3fa6-4ceb-b851-647c81d0d270,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:39.971900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35756) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:39.987423 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3c4cfc5-43f9-4831-a229-2d028eb5a4b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:40.061156 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3c4cfc5-43f9-4831-a229-2d028eb5a4b2 admin admin] Publish callbacks [] for security_group (f91cffc6-997a-4aa5-9c3a-a03f8fc5a532), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:40.134719 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f3c4cfc5-43f9-4831-a229-2d028eb5a4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f91cffc6-997a-4aa5-9c3a-a03f8fc5a532), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:40.173757 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f3c4cfc5-43f9-4831-a229-2d028eb5a4b2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=88c6a411166946908b4d2876c2a0318a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2006669 Jan 27 22:24:40.174902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4cfc5-43f9-4831-a229-2d028eb5a4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91cffc6-997a-4aa5-9c3a-a03f8fc5a532,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:40.176434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35758) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:40.223689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17d302f6-a38e-4d3e-8299-718bda90d518 admin admin] Publish callbacks [] for security_group (f91cffc6-997a-4aa5-9c3a-a03f8fc5a532), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:40.244974 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17d302f6-a38e-4d3e-8299-718bda90d518 admin admin] Publish callbacks [] for security_group (f91cffc6-997a-4aa5-9c3a-a03f8fc5a532), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:40.374435 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17d302f6-a38e-4d3e-8299-718bda90d518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (f91cffc6-997a-4aa5-9c3a-a03f8fc5a532), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:40.377211 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-17d302f6-a38e-4d3e-8299-718bda90d518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:40.378422 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-17d302f6-a38e-4d3e-8299-718bda90d518 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f91cffc6-997a-4aa5-9c3a-a03f8fc5a532 HTTP/1.1" status: 204 len: 168 time: 0.2010164 Jan 27 22:24:40.387890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d302f6-a38e-4d3e-8299-718bda90d518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91cffc6-997a-4aa5-9c3a-a03f8fc5a532,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:44.398096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35858) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:44.503552 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6be54acb-4ade-4995-b2d4-edf181b49f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:44.576062 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6be54acb-4ade-4995-b2d4-edf181b49f72 admin admin] Publish callbacks [] for security_group (e9153545-6dae-49f6-af85-c885e548ded6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:44.637372 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6be54acb-4ade-4995-b2d4-edf181b49f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e9153545-6dae-49f6-af85-c885e548ded6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:44.679393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6be54acb-4ade-4995-b2d4-edf181b49f72 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58c3bfd57c15433683287e978829b318&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2802255 Jan 27 22:24:44.680284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be54acb-4ade-4995-b2d4-edf181b49f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9153545-6dae-49f6-af85-c885e548ded6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:44.682139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35862) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:44.734258 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-483d134b-abbf-445b-8e2e-1d1e2c6dc87f admin admin] Publish callbacks [] for security_group (e9153545-6dae-49f6-af85-c885e548ded6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:44.755193 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-483d134b-abbf-445b-8e2e-1d1e2c6dc87f admin admin] Publish callbacks [] for security_group (e9153545-6dae-49f6-af85-c885e548ded6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:44.882899 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-483d134b-abbf-445b-8e2e-1d1e2c6dc87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e9153545-6dae-49f6-af85-c885e548ded6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:44.885537 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-483d134b-abbf-445b-8e2e-1d1e2c6dc87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:44.887194 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-483d134b-abbf-445b-8e2e-1d1e2c6dc87f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e9153545-6dae-49f6-af85-c885e548ded6 HTTP/1.1" status: 204 len: 168 time: 0.2040596 Jan 27 22:24:44.895255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d134b-abbf-445b-8e2e-1d1e2c6dc87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9153545-6dae-49f6-af85-c885e548ded6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:45.700320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35868) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:45.713737 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e6317705-bf47-493d-8a71-168c231187c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:45.785989 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e6317705-bf47-493d-8a71-168c231187c7 admin admin] Publish callbacks [] for security_group (5c69b14b-083a-48bf-aa2d-0b71a91067af), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:45.854313 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e6317705-bf47-493d-8a71-168c231187c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c69b14b-083a-48bf-aa2d-0b71a91067af), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:45.893924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e6317705-bf47-493d-8a71-168c231187c7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2737e9447ef4d5eb15b39a591d99f93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1925466 Jan 27 22:24:45.894817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6317705-bf47-493d-8a71-168c231187c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c69b14b-083a-48bf-aa2d-0b71a91067af,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:45.896585 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35870) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:45.948217 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4bf2c4b-a270-4e90-abd4-956973686227 admin admin] Publish callbacks [] for security_group (5c69b14b-083a-48bf-aa2d-0b71a91067af), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:45.969436 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4bf2c4b-a270-4e90-abd4-956973686227 admin admin] Publish callbacks [] for security_group (5c69b14b-083a-48bf-aa2d-0b71a91067af), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:46.083313 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4bf2c4b-a270-4e90-abd4-956973686227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c69b14b-083a-48bf-aa2d-0b71a91067af), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:46.086037 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4bf2c4b-a270-4e90-abd4-956973686227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:46.087220 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b4bf2c4b-a270-4e90-abd4-956973686227 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c69b14b-083a-48bf-aa2d-0b71a91067af HTTP/1.1" status: 204 len: 168 time: 0.1889927 Jan 27 22:24:46.096564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf2c4b-a270-4e90-abd4-956973686227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c69b14b-083a-48bf-aa2d-0b71a91067af,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:47.520245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35902) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:47.627058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:47.697516 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Publish callbacks [] for security_group (248ccdc9-4613-4a59-b6db-a6760834b9e6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:47.768929 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (248ccdc9-4613-4a59-b6db-a6760834b9e6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:47.806456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=416f0d24bdf64ab481654518e0e52e18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2849460 Jan 27 22:24:47.808917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248ccdc9-4613-4a59-b6db-a6760834b9e6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:47.809843 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35906) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:47.818012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.818372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.818822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.819138 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.819488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.819828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.820191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.820532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.820893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.821216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.821557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.821884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.822220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a033648-3af9-4a0d-9575-735566dd3214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:24:47.862261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7006a2a4-5cfb-4f66-8810-d8b4d5ceac2f admin admin] Publish callbacks [] for security_group (248ccdc9-4613-4a59-b6db-a6760834b9e6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:47.884142 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7006a2a4-5cfb-4f66-8810-d8b4d5ceac2f admin admin] Publish callbacks [] for security_group (248ccdc9-4613-4a59-b6db-a6760834b9e6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:48.031729 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7006a2a4-5cfb-4f66-8810-d8b4d5ceac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (248ccdc9-4613-4a59-b6db-a6760834b9e6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:48.034362 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7006a2a4-5cfb-4f66-8810-d8b4d5ceac2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:48.035734 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7006a2a4-5cfb-4f66-8810-d8b4d5ceac2f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/248ccdc9-4613-4a59-b6db-a6760834b9e6 HTTP/1.1" status: 204 len: 168 time: 0.2248094 Jan 27 22:24:48.044742 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006a2a4-5cfb-4f66-8810-d8b4d5ceac2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248ccdc9-4613-4a59-b6db-a6760834b9e6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:49.858354 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35942) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:49.997177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-690323641'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:50.094438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Made reservation on behalf of 311eaf2882c945f6b2b090e2bb107676 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:24:50.097884 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:50.107501 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:50.181103 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks [] for security_group (61f225b7-9f1e-49f5-9ed2-26c092cb8857), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:50.248372 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (61f225b7-9f1e-49f5-9ed2-26c092cb8857), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:50.274554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:24:50.288874 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f225b7-9f1e-49f5-9ed2-26c092cb8857,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:50.336430 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (1695386c-a6e6-4c0a-9921-7455d8e41d96), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:50.336789 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Added segment 1695386c-a6e6-4c0a-9921-7455d8e41d96 of type vlan for network 15d769e8-9a5b-4384-afb6-f5437effb7e4 Jan 27 22:24:50.375546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (15d769e8-9a5b-4384-afb6-f5437effb7e4), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:50.511793 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (15d769e8-9a5b-4384-afb6-f5437effb7e4), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:50.516703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:50.517289 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:50.616913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Pushing event updated for resources: {'Network': ['ID=15d769e8-9a5b-4384-afb6-f5437effb7e4,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:50.630896 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 15d769e8-9a5b-4384-afb6-f5437effb7e4 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:24:50.657181 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-db34af77-e1f1-4138-828c-650661045352 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7976918 Jan 27 22:24:50.660309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35946) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:50.708217 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Request body: {'network': {'name': 'tempest-network--1700568010', 'router:external': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:50.808872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Made reservation on behalf of 3137d9f87c6a42939973e0eee703f32e for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:24:50.811192 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:50.819852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:50.893531 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for security_group (3332f1d8-245a-43c3-8ff3-dae1b33df6e2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.020311 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3332f1d8-245a-43c3-8ff3-dae1b33df6e2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.045203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:24:51.054360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3332f1d8-245a-43c3-8ff3-dae1b33df6e2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:51.060942 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (cf5d8a65-15b5-4a23-b952-d0829778ceca), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.061290 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Added segment cf5d8a65-15b5-4a23-b952-d0829778ceca of type vlan for network 77e24d45-d68e-4d53-8f2b-f7061d6e7f05 Jan 27 22:24:51.107995 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (77e24d45-d68e-4d53-8f2b-f7061d6e7f05), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.305906 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (77e24d45-d68e-4d53-8f2b-f7061d6e7f05), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.306822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:51.307438 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.365280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event updated for resources: {'Network': ['ID=77e24d45-d68e-4d53-8f2b-f7061d6e7f05,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:51.374622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 77e24d45-d68e-4d53-8f2b-f7061d6e7f05 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:24:51.491226 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-670ececb-d501-4c1d-a66f-5156501d3526 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8297389 Jan 27 22:24:51.493838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35950) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:51.562863 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (77e24d45-d68e-4d53-8f2b-f7061d6e7f05), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.643524 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (77e24d45-d68e-4d53-8f2b-f7061d6e7f05), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.663345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e24d45-d68e-4d53-8f2b-f7061d6e7f05']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:51.672261 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5d8a65-15b5-4a23-b952-d0829778ceca') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:51.672560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5d8a65-15b5-4a23-b952-d0829778ceca') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:51.681481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (cf5d8a65-15b5-4a23-b952-d0829778ceca), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.693986 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (cf5d8a65-15b5-4a23-b952-d0829778ceca), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.700204 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:24:51.700585 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (cf5d8a65-15b5-4a23-b952-d0829778ceca), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:24:51.702202 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:24:51.808694 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (77e24d45-d68e-4d53-8f2b-f7061d6e7f05), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.813920 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 77e24d45-d68e-4d53-8f2b-f7061d6e7f05 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:24:51.816647 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.819926 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "DELETE /v2.0/networks/77e24d45-d68e-4d53-8f2b-f7061d6e7f05 HTTP/1.1" status: 204 len: 168 time: 0.3250971 Jan 27 22:24:51.824514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35952) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:51.829940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c15c328a-0805-40a5-84a8-57653391c9bd tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:51.830235 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f4ffc-1014-41b0-ab15-8f4b2f209bee tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event deleted for resources: {'Network': ['ID=77e24d45-d68e-4d53-8f2b-f7061d6e7f05,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:51.895212 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15c328a-0805-40a5-84a8-57653391c9bd tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Made reservation on behalf of 3137d9f87c6a42939973e0eee703f32e for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:24:51.897650 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c15c328a-0805-40a5-84a8-57653391c9bd tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.922543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15c328a-0805-40a5-84a8-57653391c9bd tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:24:51.931469 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c15c328a-0805-40a5-84a8-57653391c9bd tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d98d151a-04e8-4463-97f4-ca9408b2ecbc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:51.931841 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-c15c328a-0805-40a5-84a8-57653391c9bd tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Added segment d98d151a-04e8-4463-97f4-ca9408b2ecbc of type vlan for network 28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef Jan 27 22:24:51.982560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c15c328a-0805-40a5-84a8-57653391c9bd tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:52.079079 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c15c328a-0805-40a5-84a8-57653391c9bd tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:52.080208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15c328a-0805-40a5-84a8-57653391c9bd tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:52.080819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c15c328a-0805-40a5-84a8-57653391c9bd tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:52.153344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c328a-0805-40a5-84a8-57653391c9bd tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event updated for resources: {'Network': ['ID=28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:52.169224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:24:52.220110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c15c328a-0805-40a5-84a8-57653391c9bd tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3918245 Jan 27 22:24:52.220471 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35954) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:52.225741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Request body: {'subnet': {'network_id': '28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:52.305572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Made reservation on behalf of 3137d9f87c6a42939973e0eee703f32e for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:24:52.308005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:52.659142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.objects.ports [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 27 22:24:52.659580 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (c68cb48f-0cb6-4aa0-8f5e-7c99322009f2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:52.715994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c68cb48f-0cb6-4aa0-8f5e-7c99322009f2,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:52.725590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Checking segment: {'id': 'd98d151a-04e8-4463-97f4-ca9408b2ecbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:24:52.725955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Network hostable DHCP agents. Network: 28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:24:52.837267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Network 28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:24:52.917152 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:52.922042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:52.922677 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:52.926590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de184b24-8e23-4638-8680-2b9e2abc8e88 None None] Network 28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:24:53.021652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c270e8f6-2e71-411e-9179-909bb9bf7f96 None None] Network 28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:24:53.039982 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-69a697fe-aa28-49c7-9d9c-acf8c72f5ac8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8182845 Jan 27 22:24:53.043316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35956) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:53.047902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Request body: {'floatingip': {'floating_network_id': '28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:53.122805 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:53.218153 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:53.326420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Allocated IP 172.20.0.9 (28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef/c68cb48f-0cb6-4aa0-8f5e-7c99322009f2/4dce2a8b-3522-48a5-b3a0-2e685e4a28ed) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:24:53.427541 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for port (4dce2a8b-3522-48a5-b3a0-2e685e4a28ed), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:53.545928 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4dce2a8b-3522-48a5-b3a0-2e685e4a28ed), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:53.582275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Network 28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:24:53.584971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:24:53.588311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:24:53.614544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event updated for resources: {'Port': ['ID=4dce2a8b-3522-48a5-b3a0-2e685e4a28ed,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:53.687356 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for floatingip (d9cac984-a261-4d9c-b2a5-59f22bd3e3a7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:53.781991 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4dce2a8b-3522-48a5-b3a0-2e685e4a28ed), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:53.940888 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for port (4dce2a8b-3522-48a5-b3a0-2e685e4a28ed), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.008965 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (4dce2a8b-3522-48a5-b3a0-2e685e4a28ed), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.080241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event updated for resources: {'Port': ['ID=4dce2a8b-3522-48a5-b3a0-2e685e4a28ed,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:54.092525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (d9cac984-a261-4d9c-b2a5-59f22bd3e3a7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.187636 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.189073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-79345cca-4f54-403f-90aa-a88caca687f4 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1447430 Jan 27 22:24:54.192264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35966) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:54.267250 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c4caa88b-8dac-454d-bbee-6b72faccf299 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "GET /v2.0/floatingips?floating_network_id=28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef HTTP/1.1" status: 200 len: 689 time: 0.0736907 Jan 27 22:24:54.269513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35968) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:54.362788 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.480567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Deleting port 4dce2a8b-3522-48a5-b3a0-2e685e4a28ed {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:24:54.480849 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4dce2a8b-3522-48a5-b3a0-2e685e4a28ed), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.561054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4dce2a8b-3522-48a5-b3a0-2e685e4a28ed), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.561388 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for floatingip (4dce2a8b-3522-48a5-b3a0-2e685e4a28ed), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.573548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Calling delete_port for 4dce2a8b-3522-48a5-b3a0-2e685e4a28ed owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:24:54.848768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4dce2a8b-3522-48a5-b3a0-2e685e4a28ed), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.877550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dce2a8b-3522-48a5-b3a0-2e685e4a28ed,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:54.936645 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for floatingip (d9cac984-a261-4d9c-b2a5-59f22bd3e3a7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:54.980875 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (c68cb48f-0cb6-4aa0-8f5e-7c99322009f2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:55.140657 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (c68cb48f-0cb6-4aa0-8f5e-7c99322009f2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:55.168609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c68cb48f-0cb6-4aa0-8f5e-7c99322009f2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:55.219036 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:55.239655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:55.248966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98d151a-04e8-4463-97f4-ca9408b2ecbc') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:55.249262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98d151a-04e8-4463-97f4-ca9408b2ecbc') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:55.258560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (d98d151a-04e8-4463-97f4-ca9408b2ecbc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:55.271776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d98d151a-04e8-4463-97f4-ca9408b2ecbc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:55.278175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:24:55.278567 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (d98d151a-04e8-4463-97f4-ca9408b2ecbc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:24:55.280407 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:24:55.437214 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:55.442636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:24:55.445445 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:55.449262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "DELETE /v2.0/networks/28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef HTTP/1.1" status: 204 len: 168 time: 1.1780953 Jan 27 22:24:55.452025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35976) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:55.459539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3479125-4599-433d-8e6c-b785abf51bc8 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event deleted for resources: {'Network': ['ID=28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:55.859299 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-70b69442-5b4a-40ae-bad9-31590ca66591 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.4052901 Jan 27 22:24:55.861676 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35978) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:55.948296 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe7ab6c-f9f1-4da6-b731-815d754f342a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.949334 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe7ab6c-f9f1-4da6-b731-815d754f342a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.949787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe7ab6c-f9f1-4da6-b731-815d754f342a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.950241 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe7ab6c-f9f1-4da6-b731-815d754f342a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.950683 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe7ab6c-f9f1-4da6-b731-815d754f342a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:55.952423 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-afe7ab6c-f9f1-4da6-b731-815d754f342a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3383 time: 0.0898373 Jan 27 22:24:55.955224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35980) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:56.013127 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-39df246d-19c6-467d-8d6b-8de525c30e32 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] delete failed (client error): The resource could not be found. Jan 27 22:24:56.014170 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-39df246d-19c6-467d-8d6b-8de525c30e32 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/d9cac984-a261-4d9c-b2a5-59f22bd3e3a7 HTTP/1.1" status: 404 len: 345 time: 0.0580537 Jan 27 22:24:56.016755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35982) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:56.035732 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcc9d04-af91-48dd-b500-20dcb1557cc2 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] DELETE failed (client error): The resource could not be found. Jan 27 22:24:56.036259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcc9d04-af91-48dd-b500-20dcb1557cc2 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:24:56.039187 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5fcc9d04-af91-48dd-b500-20dcb1557cc2 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "DELETE /v2.0/networks/28f5fa12-2fc9-41e1-ae74-5d24b54bc6ef HTTP/1.1" status: 404 len: 339 time: 0.0215449 Jan 27 22:24:56.043045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35984) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:56.047909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-14a0ca51-9b89-40db-b370-e54f6024817c tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Request body: {'network': {'name': 'tempest-network--1685448242', 'router:external': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:56.169288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a0ca51-9b89-40db-b370-e54f6024817c tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Made reservation on behalf of 3137d9f87c6a42939973e0eee703f32e for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:24:56.171659 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14a0ca51-9b89-40db-b370-e54f6024817c tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:56.195009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a0ca51-9b89-40db-b370-e54f6024817c tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:24:56.203435 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14a0ca51-9b89-40db-b370-e54f6024817c tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e282e4a2-3a21-4296-9999-3b1be344fe60), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:56.203785 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-14a0ca51-9b89-40db-b370-e54f6024817c tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Added segment e282e4a2-3a21-4296-9999-3b1be344fe60 of type vlan for network 86be02fb-ef37-4b58-b471-cbb81bfebc55 Jan 27 22:24:56.247280 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14a0ca51-9b89-40db-b370-e54f6024817c tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (86be02fb-ef37-4b58-b471-cbb81bfebc55), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:56.368491 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14a0ca51-9b89-40db-b370-e54f6024817c tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (86be02fb-ef37-4b58-b471-cbb81bfebc55), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:56.369944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a0ca51-9b89-40db-b370-e54f6024817c tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:56.370061 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14a0ca51-9b89-40db-b370-e54f6024817c tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:56.432634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0ca51-9b89-40db-b370-e54f6024817c tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event updated for resources: {'Network': ['ID=86be02fb-ef37-4b58-b471-cbb81bfebc55,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:56.443277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 86be02fb-ef37-4b58-b471-cbb81bfebc55 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:24:56.480448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-14a0ca51-9b89-40db-b370-e54f6024817c tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4362333 Jan 27 22:24:56.483506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35986) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:56.656194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abab4a8-a24d-4048-95a0-004e73070642 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:56.661145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abab4a8-a24d-4048-95a0-004e73070642 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:56.666311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abab4a8-a24d-4048-95a0-004e73070642 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:56.672154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abab4a8-a24d-4048-95a0-004e73070642 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:56.673761 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8abab4a8-a24d-4048-95a0-004e73070642 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1893473 Jan 27 22:24:56.676550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 35988) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:56.744814 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (86be02fb-ef37-4b58-b471-cbb81bfebc55), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:56.820224 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (86be02fb-ef37-4b58-b471-cbb81bfebc55), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:56.840765 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86be02fb-ef37-4b58-b471-cbb81bfebc55']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:56.849933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e282e4a2-3a21-4296-9999-3b1be344fe60') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:56.850234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e282e4a2-3a21-4296-9999-3b1be344fe60') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:56.860239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (e282e4a2-3a21-4296-9999-3b1be344fe60), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:56.873654 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e282e4a2-3a21-4296-9999-3b1be344fe60), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:56.879629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:24:56.880010 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (e282e4a2-3a21-4296-9999-3b1be344fe60), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:24:56.881868 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:24:57.025822 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (86be02fb-ef37-4b58-b471-cbb81bfebc55), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.030923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 86be02fb-ef37-4b58-b471-cbb81bfebc55 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:24:57.033651 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.036848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "DELETE /v2.0/networks/86be02fb-ef37-4b58-b471-cbb81bfebc55 HTTP/1.1" status: 204 len: 168 time: 0.3593967 Jan 27 22:24:57.040652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35990) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:57.046258 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5110fc95-abcf-4996-81a7-78d584b885d0 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Request body: {'network': {'name': 'tempest-network--264046956', 'router:external': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:57.047294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc63f89-ed3d-4e1d-9b2f-5ee2c75de278 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event deleted for resources: {'Network': ['ID=86be02fb-ef37-4b58-b471-cbb81bfebc55,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:57.151776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5110fc95-abcf-4996-81a7-78d584b885d0 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Made reservation on behalf of 3137d9f87c6a42939973e0eee703f32e for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:24:57.154857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5110fc95-abcf-4996-81a7-78d584b885d0 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.181353 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5110fc95-abcf-4996-81a7-78d584b885d0 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:24:57.191870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5110fc95-abcf-4996-81a7-78d584b885d0 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d60c79a4-7e83-4b1d-a73e-24f438acd688), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.192254 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-5110fc95-abcf-4996-81a7-78d584b885d0 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Added segment d60c79a4-7e83-4b1d-a73e-24f438acd688 of type vlan for network 1a7f83fd-663f-4b3e-9188-a672487bc5a2 Jan 27 22:24:57.227078 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.237210 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5110fc95-abcf-4996-81a7-78d584b885d0 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (1a7f83fd-663f-4b3e-9188-a672487bc5a2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.322877 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5110fc95-abcf-4996-81a7-78d584b885d0 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (1a7f83fd-663f-4b3e-9188-a672487bc5a2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.323766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5110fc95-abcf-4996-81a7-78d584b885d0 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:57.324482 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5110fc95-abcf-4996-81a7-78d584b885d0 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.383002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110fc95-abcf-4996-81a7-78d584b885d0 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event updated for resources: {'Network': ['ID=1a7f83fd-663f-4b3e-9188-a672487bc5a2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:57.392587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 1a7f83fd-663f-4b3e-9188-a672487bc5a2 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:24:57.442529 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5110fc95-abcf-4996-81a7-78d584b885d0 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3981593 Jan 27 22:24:57.442861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35994) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:57.529170 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bac82d9-b397-4e62-818a-0314f4841340 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:57.533081 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1bac82d9-b397-4e62-818a-0314f4841340 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] 10.222.0.61 "GET /v2.0/networks/1a7f83fd-663f-4b3e-9188-a672487bc5a2 HTTP/1.1" status: 200 len: 756 time: 0.0865638 Jan 27 22:24:57.533252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35996) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:57.611728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5e556-b41c-40ce-94a8-ddf9593bd867 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:57.613130 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c4c5e556-b41c-40ce-94a8-ddf9593bd867 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] 10.222.0.61 "GET /v2.0/networks/15d769e8-9a5b-4384-afb6-f5437effb7e4 HTTP/1.1" status: 200 len: 767 time: 0.0789342 Jan 27 22:24:57.615769 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 35998) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:57.648670 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.686798 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (1a7f83fd-663f-4b3e-9188-a672487bc5a2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.763640 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (1a7f83fd-663f-4b3e-9188-a672487bc5a2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.783740 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7f83fd-663f-4b3e-9188-a672487bc5a2']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:57.792810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60c79a4-7e83-4b1d-a73e-24f438acd688') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:57.793111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60c79a4-7e83-4b1d-a73e-24f438acd688') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:57.806845 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (d60c79a4-7e83-4b1d-a73e-24f438acd688), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.819500 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d60c79a4-7e83-4b1d-a73e-24f438acd688), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.825813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:24:57.826195 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (d60c79a4-7e83-4b1d-a73e-24f438acd688), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:24:57.827834 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:24:57.951346 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (1a7f83fd-663f-4b3e-9188-a672487bc5a2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.956559 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a7f83fd-663f-4b3e-9188-a672487bc5a2 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:24:57.959328 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:57.962614 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "DELETE /v2.0/networks/1a7f83fd-663f-4b3e-9188-a672487bc5a2 HTTP/1.1" status: 204 len: 168 time: 0.3458073 Jan 27 22:24:57.967301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36000) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:57.972481 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-865517d1-0e94-4821-8405-bc3dcae63f5a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Request body: {'network': {'name': 'tempest-network--501881673'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:57.976280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77721a19-323d-429a-a0a1-e67a575f1451 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a7f83fd-663f-4b3e-9188-a672487bc5a2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:58.060187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865517d1-0e94-4821-8405-bc3dcae63f5a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Made reservation on behalf of 3137d9f87c6a42939973e0eee703f32e for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:24:58.062662 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-865517d1-0e94-4821-8405-bc3dcae63f5a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.086564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865517d1-0e94-4821-8405-bc3dcae63f5a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:24:58.095408 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-865517d1-0e94-4821-8405-bc3dcae63f5a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6fba8548-cc08-4cea-896a-0cdf51127ebd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.095812 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-865517d1-0e94-4821-8405-bc3dcae63f5a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Added segment 6fba8548-cc08-4cea-896a-0cdf51127ebd of type vlan for network 64102dfb-b136-459e-98fb-97ca7c436ffa Jan 27 22:24:58.144485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-865517d1-0e94-4821-8405-bc3dcae63f5a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (64102dfb-b136-459e-98fb-97ca7c436ffa), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.208803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-865517d1-0e94-4821-8405-bc3dcae63f5a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (64102dfb-b136-459e-98fb-97ca7c436ffa), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.209731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865517d1-0e94-4821-8405-bc3dcae63f5a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:58.210316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-865517d1-0e94-4821-8405-bc3dcae63f5a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.271137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865517d1-0e94-4821-8405-bc3dcae63f5a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event updated for resources: {'Network': ['ID=64102dfb-b136-459e-98fb-97ca7c436ffa,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:58.280790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 64102dfb-b136-459e-98fb-97ca7c436ffa details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:24:58.371950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-865517d1-0e94-4821-8405-bc3dcae63f5a tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4034822 Jan 27 22:24:58.374595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36002) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:58.379469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0e5d0292-2c68-442b-94b1-2e62df87747b tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:24:58.524912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0292-2c68-442b-94b1-2e62df87747b tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (64102dfb-b136-459e-98fb-97ca7c436ffa), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.603032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0292-2c68-442b-94b1-2e62df87747b tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (64102dfb-b136-459e-98fb-97ca7c436ffa), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.621280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e5d0292-2c68-442b-94b1-2e62df87747b tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Network 64102dfb-b136-459e-98fb-97ca7c436ffa is not hosted by any dhcp agent {{(pid=104027) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:24:58.622130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5d0292-2c68-442b-94b1-2e62df87747b tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:24:58.622712 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0e5d0292-2c68-442b-94b1-2e62df87747b tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.624058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0e5d0292-2c68-442b-94b1-2e62df87747b tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "PUT /v2.0/networks/64102dfb-b136-459e-98fb-97ca7c436ffa HTTP/1.1" status: 200 len: 857 time: 0.2485528 Jan 27 22:24:58.627016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36004) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:58.662945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d0292-2c68-442b-94b1-2e62df87747b tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event updated for resources: {'Network': ['ID=64102dfb-b136-459e-98fb-97ca7c436ffa,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:58.698632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (64102dfb-b136-459e-98fb-97ca7c436ffa), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.773446 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (64102dfb-b136-459e-98fb-97ca7c436ffa), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.793362 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64102dfb-b136-459e-98fb-97ca7c436ffa']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:58.802520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fba8548-cc08-4cea-896a-0cdf51127ebd') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:58.802824 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fba8548-cc08-4cea-896a-0cdf51127ebd') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:58.812501 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (6fba8548-cc08-4cea-896a-0cdf51127ebd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.826036 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (6fba8548-cc08-4cea-896a-0cdf51127ebd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.831745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:24:58.832231 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (6fba8548-cc08-4cea-896a-0cdf51127ebd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:24:58.833862 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:24:58.957141 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (64102dfb-b136-459e-98fb-97ca7c436ffa), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.961136 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64102dfb-b136-459e-98fb-97ca7c436ffa {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 27 22:24:58.965049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:58.969601 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] 10.222.0.61 "DELETE /v2.0/networks/64102dfb-b136-459e-98fb-97ca7c436ffa HTTP/1.1" status: 204 len: 168 time: 0.3403199 Jan 27 22:24:58.972218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36006) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:58.979892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a29f1-c96d-4d50-9aaa-ae45ab8c8027 tempest-ExternalNetworksTestJSON-386441515 tempest-ExternalNetworksTestJSON-386441515-project-admin] Pushing event deleted for resources: {'Network': ['ID=64102dfb-b136-459e-98fb-97ca7c436ffa,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:59.002334 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb95705e-9158-4622-9cf7-44dadbd1d92c tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] DELETE failed (client error): The resource could not be found. Jan 27 22:24:59.002808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb95705e-9158-4622-9cf7-44dadbd1d92c tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:24:59.008470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fb95705e-9158-4622-9cf7-44dadbd1d92c tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] 10.222.0.61 "DELETE /v2.0/subnets/c68cb48f-0cb6-4aa0-8f5e-7c99322009f2 HTTP/1.1" status: 404 len: 337 time: 0.0326982 Jan 27 22:24:59.010689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36008) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:59.096119 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (15d769e8-9a5b-4384-afb6-f5437effb7e4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:59.181547 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (15d769e8-9a5b-4384-afb6-f5437effb7e4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:59.205259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d769e8-9a5b-4384-afb6-f5437effb7e4']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:59.214213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1695386c-a6e6-4c0a-9921-7455d8e41d96') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:59.215023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1695386c-a6e6-4c0a-9921-7455d8e41d96') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:24:59.224226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (1695386c-a6e6-4c0a-9921-7455d8e41d96), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:59.237253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (1695386c-a6e6-4c0a-9921-7455d8e41d96), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:59.243009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:24:59.245294 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (1695386c-a6e6-4c0a-9921-7455d8e41d96), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:24:59.246283 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:24:59.345513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (15d769e8-9a5b-4384-afb6-f5437effb7e4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:59.354226 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:24:59.355678 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] 10.222.0.61 "DELETE /v2.0/networks/15d769e8-9a5b-4384-afb6-f5437effb7e4 HTTP/1.1" status: 204 len: 168 time: 0.3460741 Jan 27 22:24:59.367234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8ec4e-3bf6-4ffc-8c9b-9b99f6200118 tempest-ExternalNetworksTestJSON-1132492530 tempest-ExternalNetworksTestJSON-1132492530-project] Pushing event deleted for resources: {'Network': ['ID=15d769e8-9a5b-4384-afb6-f5437effb7e4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:24:59.871282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36014) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:24:59.999404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-eb5b926a-8beb-46aa-aa4d-fc6a03678d99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=311eaf2882c945f6b2b090e2bb107676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269445 Jan 27 22:25:00.001969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36018) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:00.047176 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-78e19622-047f-4939-a530-c16f32b65fe3 admin admin] Publish callbacks [] for security_group (61f225b7-9f1e-49f5-9ed2-26c092cb8857), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:00.071913 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-78e19622-047f-4939-a530-c16f32b65fe3 admin admin] Publish callbacks [] for security_group (61f225b7-9f1e-49f5-9ed2-26c092cb8857), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:00.197473 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-78e19622-047f-4939-a530-c16f32b65fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (61f225b7-9f1e-49f5-9ed2-26c092cb8857), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:00.200278 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-78e19622-047f-4939-a530-c16f32b65fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:00.209624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-78e19622-047f-4939-a530-c16f32b65fe3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/61f225b7-9f1e-49f5-9ed2-26c092cb8857 HTTP/1.1" status: 204 len: 168 time: 0.1985643 Jan 27 22:25:00.209624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e19622-047f-4939-a530-c16f32b65fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f225b7-9f1e-49f5-9ed2-26c092cb8857,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:00.781257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36026) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:00.821418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d49e784-aa88-4d91-96c2-139c010117fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3137d9f87c6a42939973e0eee703f32e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388954 Jan 27 22:25:00.824436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36028) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:00.872128 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fe5255d4-7898-4fe7-b9cb-dd27b8dc7f85 admin admin] Publish callbacks [] for security_group (3332f1d8-245a-43c3-8ff3-dae1b33df6e2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:00.894249 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fe5255d4-7898-4fe7-b9cb-dd27b8dc7f85 admin admin] Publish callbacks [] for security_group (3332f1d8-245a-43c3-8ff3-dae1b33df6e2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:00.960378 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a54f7af-7150-43ec-a7bd-212900d260e0 req-c417f060-166d-4988-b5d1-57c28c1f0cc8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2054245 Jan 27 22:25:01.041534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54f7af-7150-43ec-a7bd-212900d260e0 req-edd51f28-81dd-4bad-b4d1-a556a9cb61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:01.043633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a54f7af-7150-43ec-a7bd-212900d260e0 req-edd51f28-81dd-4bad-b4d1-a556a9cb61cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 1097 time: 0.0409615 Jan 27 22:25:01.071796 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fe5255d4-7898-4fe7-b9cb-dd27b8dc7f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3332f1d8-245a-43c3-8ff3-dae1b33df6e2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:01.074028 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:25:01.077213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fe5255d4-7898-4fe7-b9cb-dd27b8dc7f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:01.077213 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fe5255d4-7898-4fe7-b9cb-dd27b8dc7f85 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3332f1d8-245a-43c3-8ff3-dae1b33df6e2 HTTP/1.1" status: 204 len: 168 time: 0.2501948 Jan 27 22:25:01.121567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5255d4-7898-4fe7-b9cb-dd27b8dc7f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3332f1d8-245a-43c3-8ff3-dae1b33df6e2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:01.169160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54f7af-7150-43ec-a7bd-212900d260e0 req-a3f51041-ea5c-4e02-80a1-2fedaf5ad781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:01.170650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a54f7af-7150-43ec-a7bd-212900d260e0 req-a3f51041-ea5c-4e02-80a1-2fedaf5ad781 service neutron] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.1074464 Jan 27 22:25:01.239550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a54f7af-7150-43ec-a7bd-212900d260e0 req-69bb57b4-54c6-4e83-9f30-dbd0b6a3a8e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccc784f-5929-42ff-99a5-168894d4471f HTTP/1.1" status: 200 len: 1001 time: 0.0626707 Jan 27 22:25:01.287705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54f7af-7150-43ec-a7bd-212900d260e0 req-c11a169e-17ca-40f8-b7f2-587958e57693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:01.289199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a54f7af-7150-43ec-a7bd-212900d260e0 req-c11a169e-17ca-40f8-b7f2-587958e57693 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0442965 Jan 27 22:25:01.333687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54f7af-7150-43ec-a7bd-212900d260e0 req-8abf81f0-538f-4056-b69f-15c2240d20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:01.335087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a54f7af-7150-43ec-a7bd-212900d260e0 req-8abf81f0-538f-4056-b69f-15c2240d20cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392003 Jan 27 22:25:01.428680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a54f7af-7150-43ec-a7bd-212900d260e0 req-6cfcb64b-a63d-487c-a1e4-e07ec4f15343 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873365 Jan 27 22:25:01.519794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a54f7af-7150-43ec-a7bd-212900d260e0 req-94e4e337-c46c-48b4-9b64-488ad89316da service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847175 Jan 27 22:25:02.294816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2964884c-0629-4891-a257-856f8e5d1e9c req-8523ab4f-522e-4dc8-b273-d5df56d89030 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407550 Jan 27 22:25:02.328781 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-62d23ab9-433b-46bb-adde-83131aa9a86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:02.378465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964884c-0629-4891-a257-856f8e5d1e9c req-d54e39c4-3af1-4655-a580-e958dc0abd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:02.379956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2964884c-0629-4891-a257-856f8e5d1e9c req-d54e39c4-3af1-4655-a580-e958dc0abd47 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 1096 time: 0.0447516 Jan 27 22:25:02.490248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964884c-0629-4891-a257-856f8e5d1e9c req-796cb73a-ad00-46df-b894-6b2b14811150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:02.491731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2964884c-0629-4891-a257-856f8e5d1e9c req-796cb73a-ad00-46df-b894-6b2b14811150 service neutron] 10.222.0.74 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.0899591 Jan 27 22:25:02.559536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2964884c-0629-4891-a257-856f8e5d1e9c req-9964112b-f5f6-4756-82cd-da3054b93433 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e561e49-ed1b-466d-874d-0119867838eb HTTP/1.1" status: 200 len: 1001 time: 0.0615585 Jan 27 22:25:02.615199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964884c-0629-4891-a257-856f8e5d1e9c req-6c6df672-bd2e-4430-b788-866f2e19a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:02.616741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2964884c-0629-4891-a257-856f8e5d1e9c req-6c6df672-bd2e-4430-b788-866f2e19a2e1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0501826 Jan 27 22:25:02.661194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964884c-0629-4891-a257-856f8e5d1e9c req-93b99f18-6e94-4034-ba8b-937313263166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:02.662675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2964884c-0629-4891-a257-856f8e5d1e9c req-93b99f18-6e94-4034-ba8b-937313263166 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407748 Jan 27 22:25:02.754832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2964884c-0629-4891-a257-856f8e5d1e9c req-005360ba-79ed-4259-9c20-614a05dd2c92 service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860312 Jan 27 22:25:02.845863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2964884c-0629-4891-a257-856f8e5d1e9c req-1e0bb9ba-4e78-4183-b0a0-13ed1c6b8ab5 service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852561 Jan 27 22:25:03.195115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36070) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:03.290626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-58ad6cbc-ece6-4b5d-b44c-eed6c7d18744 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:03.385668 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-58ad6cbc-ece6-4b5d-b44c-eed6c7d18744 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] 10.222.0.61 "PUT /v2.0/quotas/3501d1552c264793b427a36a7d0a6da3 HTTP/1.1" status: 200 len: 368 time: 0.1894491 Jan 27 22:25:03.388812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36074) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:03.393487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Request body: {'network': {'project_id': '3501d1552c264793b427a36a7d0a6da3'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:03.465651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Made reservation on behalf of 3501d1552c264793b427a36a7d0a6da3 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:03.468353 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:03.477853 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:03.552687 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks [] for security_group (391e3671-696d-4cb0-9e9c-4e1b2da8b1c7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:03.614221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (391e3671-696d-4cb0-9e9c-4e1b2da8b1c7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:03.642616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:25:03.652273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391e3671-696d-4cb0-9e9c-4e1b2da8b1c7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:03.657015 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (cc9af4a6-14f0-41f2-8399-de263b6f0333), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:03.657377 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Added segment cc9af4a6-14f0-41f2-8399-de263b6f0333 of type vlan for network 36d54356-43a0-4f8d-986e-a17cce075b52 Jan 27 22:25:03.698716 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (36d54356-43a0-4f8d-986e-a17cce075b52), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:03.773480 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (36d54356-43a0-4f8d-986e-a17cce075b52), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:03.774436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:03.775027 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:03.834007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Pushing event updated for resources: {'Network': ['ID=36d54356-43a0-4f8d-986e-a17cce075b52,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:03.844385 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 36d54356-43a0-4f8d-986e-a17cce075b52 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:25:03.891035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cc1f693a-ce2d-40c6-89d5-f94e6857c090 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5012150 Jan 27 22:25:03.893593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36076) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:03.898478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-66a3b945-5603-4b69-abc2-f3c707b0483d tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Request body: {'network': {'project_id': '3501d1552c264793b427a36a7d0a6da3'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:04.002769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a3b945-5603-4b69-abc2-f3c707b0483d tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Made reservation on behalf of 3501d1552c264793b427a36a7d0a6da3 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:04.005231 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66a3b945-5603-4b69-abc2-f3c707b0483d tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:04.029436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a3b945-5603-4b69-abc2-f3c707b0483d tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:25:04.037810 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66a3b945-5603-4b69-abc2-f3c707b0483d tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (58cf068e-6023-42fb-b082-73f6322349f7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:04.038183 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-66a3b945-5603-4b69-abc2-f3c707b0483d tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Added segment 58cf068e-6023-42fb-b082-73f6322349f7 of type vlan for network d4484823-2f13-4ba2-993f-7b2cf555dab1 Jan 27 22:25:04.076136 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66a3b945-5603-4b69-abc2-f3c707b0483d tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (d4484823-2f13-4ba2-993f-7b2cf555dab1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:04.145581 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66a3b945-5603-4b69-abc2-f3c707b0483d tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (d4484823-2f13-4ba2-993f-7b2cf555dab1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:04.146581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3b945-5603-4b69-abc2-f3c707b0483d tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:04.147165 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-66a3b945-5603-4b69-abc2-f3c707b0483d tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:04.538806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3b945-5603-4b69-abc2-f3c707b0483d tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Pushing event updated for resources: {'Network': ['ID=d4484823-2f13-4ba2-993f-7b2cf555dab1,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:04.548626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network d4484823-2f13-4ba2-993f-7b2cf555dab1 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:25:04.623114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-66a3b945-5603-4b69-abc2-f3c707b0483d tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7284853 Jan 27 22:25:04.626225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36078) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:04.631071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c9da7ea8-91cb-45a3-9895-8e8069e35c61 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Request body: {'network': {'project_id': '3501d1552c264793b427a36a7d0a6da3'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:04.641493 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9da7ea8-91cb-45a3-9895-8e8069e35c61 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 27 22:25:04.641968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9da7ea8-91cb-45a3-9895-8e8069e35c61 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:25:04.643053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c9da7ea8-91cb-45a3-9895-8e8069e35c61 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0159101 Jan 27 22:25:04.645801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36080) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:04.685566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-325409a2-d354-4ac7-a7a4-b019afdc6551 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3501d1552c264793b427a36a7d0a6da3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387266 Jan 27 22:25:04.687930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36082) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:04.736478 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca92c899-8196-4894-8855-6719f9718e74 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks [] for security_group (391e3671-696d-4cb0-9e9c-4e1b2da8b1c7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:04.757891 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca92c899-8196-4894-8855-6719f9718e74 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks [] for security_group (391e3671-696d-4cb0-9e9c-4e1b2da8b1c7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:04.872962 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca92c899-8196-4894-8855-6719f9718e74 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (391e3671-696d-4cb0-9e9c-4e1b2da8b1c7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:04.875620 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ca92c899-8196-4894-8855-6719f9718e74 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:04.876860 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ca92c899-8196-4894-8855-6719f9718e74 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/391e3671-696d-4cb0-9e9c-4e1b2da8b1c7 HTTP/1.1" status: 204 len: 168 time: 0.1879466 Jan 27 22:25:04.879620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36084) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:04.884717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92c899-8196-4894-8855-6719f9718e74 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391e3671-696d-4cb0-9e9c-4e1b2da8b1c7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:04.947676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (d4484823-2f13-4ba2-993f-7b2cf555dab1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:04.974008 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ea76afa9-cef6-4649-8647-52aebe50947d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.028889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (d4484823-2f13-4ba2-993f-7b2cf555dab1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.048475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4484823-2f13-4ba2-993f-7b2cf555dab1']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:05.057415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cf068e-6023-42fb-b082-73f6322349f7') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:05.058240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cf068e-6023-42fb-b082-73f6322349f7') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:05.067509 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (58cf068e-6023-42fb-b082-73f6322349f7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.080756 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (58cf068e-6023-42fb-b082-73f6322349f7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.086518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:25:05.086903 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (58cf068e-6023-42fb-b082-73f6322349f7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:25:05.088524 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:25:05.190927 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (d4484823-2f13-4ba2-993f-7b2cf555dab1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.198240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.201514 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] 10.222.0.61 "DELETE /v2.0/networks/d4484823-2f13-4ba2-993f-7b2cf555dab1 HTTP/1.1" status: 204 len: 168 time: 0.3205683 Jan 27 22:25:05.204158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36086) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:05.217339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce121d3-6eb0-4f45-9018-7b8eecfe1288 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4484823-2f13-4ba2-993f-7b2cf555dab1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:05.272218 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (36d54356-43a0-4f8d-986e-a17cce075b52), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.352248 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (36d54356-43a0-4f8d-986e-a17cce075b52), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.373015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d54356-43a0-4f8d-986e-a17cce075b52']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:05.382126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9af4a6-14f0-41f2-8399-de263b6f0333') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:05.382424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9af4a6-14f0-41f2-8399-de263b6f0333') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:05.391633 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (cc9af4a6-14f0-41f2-8399-de263b6f0333), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.404765 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (cc9af4a6-14f0-41f2-8399-de263b6f0333), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.410900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:25:05.411309 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (cc9af4a6-14f0-41f2-8399-de263b6f0333), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:25:05.412943 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:25:05.556710 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (36d54356-43a0-4f8d-986e-a17cce075b52), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.562174 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:05.569824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] 10.222.0.61 "DELETE /v2.0/networks/36d54356-43a0-4f8d-986e-a17cce075b52 HTTP/1.1" status: 204 len: 168 time: 0.3602245 Jan 27 22:25:05.576663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16578633-c059-484f-8567-5dad3e3b9628 tempest-QuotasNegativeTest-501357884 tempest-QuotasNegativeTest-501357884-project-admin] Pushing event deleted for resources: {'Network': ['ID=36d54356-43a0-4f8d-986e-a17cce075b52,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:06.242770 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:06.303460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36094) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:06.409230 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-895edc9f-5df2-4bd2-ba39-a13825e007e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:06.487802 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-895edc9f-5df2-4bd2-ba39-a13825e007e1 admin admin] Publish callbacks [] for security_group (7da228b2-15ba-4201-8b54-e8bb05de3447), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:06.574204 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-895edc9f-5df2-4bd2-ba39-a13825e007e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7da228b2-15ba-4201-8b54-e8bb05de3447), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:06.611346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895edc9f-5df2-4bd2-ba39-a13825e007e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da228b2-15ba-4201-8b54-e8bb05de3447,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:06.615721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-895edc9f-5df2-4bd2-ba39-a13825e007e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75a3e34752b84613b32e77d6dcefae51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3111720 Jan 27 22:25:06.618794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36098) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:06.665807 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-825434b7-9375-4977-b9ba-09d5e74522cd admin admin] Publish callbacks [] for security_group (7da228b2-15ba-4201-8b54-e8bb05de3447), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:06.686363 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-825434b7-9375-4977-b9ba-09d5e74522cd admin admin] Publish callbacks [] for security_group (7da228b2-15ba-4201-8b54-e8bb05de3447), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:06.830705 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-825434b7-9375-4977-b9ba-09d5e74522cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (7da228b2-15ba-4201-8b54-e8bb05de3447), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:06.833471 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-825434b7-9375-4977-b9ba-09d5e74522cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:06.834632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-825434b7-9375-4977-b9ba-09d5e74522cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7da228b2-15ba-4201-8b54-e8bb05de3447 HTTP/1.1" status: 204 len: 168 time: 0.2152929 Jan 27 22:25:06.843095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825434b7-9375-4977-b9ba-09d5e74522cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da228b2-15ba-4201-8b54-e8bb05de3447,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:07.539957 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:07.592538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36104) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:07.606224 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9a767f-ffd3-4beb-8779-4efded9abb08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:07.678126 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9a767f-ffd3-4beb-8779-4efded9abb08 admin admin] Publish callbacks [] for security_group (672a9ee3-0981-4d5e-bf65-815185cab204), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:07.790999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dc9a767f-ffd3-4beb-8779-4efded9abb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (672a9ee3-0981-4d5e-bf65-815185cab204), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:07.832615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dc9a767f-ffd3-4beb-8779-4efded9abb08 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6be2ce6e9fe649b99b443810156ace81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2389913 Jan 27 22:25:07.836307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a767f-ffd3-4beb-8779-4efded9abb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672a9ee3-0981-4d5e-bf65-815185cab204,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:07.836425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36106) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:07.897840 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ac1fa49-439f-4e89-8177-84d91f912349 admin admin] Publish callbacks [] for security_group (672a9ee3-0981-4d5e-bf65-815185cab204), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:07.920542 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ac1fa49-439f-4e89-8177-84d91f912349 admin admin] Publish callbacks [] for security_group (672a9ee3-0981-4d5e-bf65-815185cab204), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:08.082561 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ac1fa49-439f-4e89-8177-84d91f912349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (672a9ee3-0981-4d5e-bf65-815185cab204), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:08.085230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3ac1fa49-439f-4e89-8177-84d91f912349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:08.086432 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3ac1fa49-439f-4e89-8177-84d91f912349 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/672a9ee3-0981-4d5e-bf65-815185cab204 HTTP/1.1" status: 204 len: 168 time: 0.2501965 Jan 27 22:25:08.094877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1fa49-439f-4e89-8177-84d91f912349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672a9ee3-0981-4d5e-bf65-815185cab204,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:09.019898 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:10.125778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36144) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:10.280116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-31841217'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:10.397140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Made reservation on behalf of 5bc3f1cdb98e4653aee65b26d426e4b2 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:10.400532 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:10.409802 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:10.483007 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks [] for security_group (e90a941b-3dd0-4981-8ef2-9b6fd599f808), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:10.539531 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e90a941b-3dd0-4981-8ef2-9b6fd599f808), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:10.571232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:25:10.577810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90a941b-3dd0-4981-8ef2-9b6fd599f808,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:10.583944 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (28e31e03-400a-49a6-a745-67a6bca19b29), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:10.584378 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Added segment 28e31e03-400a-49a6-a745-67a6bca19b29 of type vlan for network fb5aa315-f149-461e-a462-6485da752730 Jan 27 22:25:10.627967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (fb5aa315-f149-461e-a462-6485da752730), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:10.728192 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (fb5aa315-f149-461e-a462-6485da752730), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:10.733653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:10.734238 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:10.798654 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Pushing event updated for resources: {'Network': ['ID=fb5aa315-f149-461e-a462-6485da752730,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:10.809995 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network fb5aa315-f149-461e-a462-6485da752730 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:25:10.930997 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d4be7e0b-2cf8-40c7-bfc5-007a280f84af tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8039873 Jan 27 22:25:11.125642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36156) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:11.130620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Request body: {'port': {'network_id': 'fb5aa315-f149-461e-a462-6485da752730', 'binding:host_id': 'n-h2-760456-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1704962542'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:11.282608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Made reservation on behalf of 84243c15cb0f4d1c98fb0cb3ddc67186 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:11.285096 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:11.294144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:11.367634 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks [] for security_group (141dd3f7-948c-4b97-a07e-03eec111b138), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:11.454328 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (141dd3f7-948c-4b97-a07e-03eec111b138), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:11.465412 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] device_id is not set on port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:11.540336 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141dd3f7-948c-4b97-a07e-03eec111b138,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:11.689546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] device_id is not set on port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:11.699177 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks [] for port (4ab7b3cc-0c6c-4735-8a7a-5942c461d02c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:11.809449 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4ab7b3cc-0c6c-4735-8a7a-5942c461d02c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:11.870811 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event updated for resources: {'Port': ['ID=4ab7b3cc-0c6c-4735-8a7a-5942c461d02c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:11.887570 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Checking segment: {'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:11.887979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Network hostable DHCP agents. Network: fb5aa315-f149-461e-a462-6485da752730, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:25:11.962520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Network fb5aa315-f149-461e-a462-6485da752730 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:25:12.059700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, fb5aa315-f149-461e-a462-6485da752730) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:12.063393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:12.070071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934da53c-4ef0-4b07-8ac9-f438053341a3 None None] Network fb5aa315-f149-461e-a462-6485da752730 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:12.078524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:12.078524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:12.078524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:12.082632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:12.082964 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:12.083385 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 2 to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c Jan 27 22:25:12.095350 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:12.095693 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:12.096037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:12.100649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:12.101330 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:12.101724 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 3 to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c Jan 27 22:25:12.114993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:12.115399 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:12.115713 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:12.121005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:12.121325 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:12.121711 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 4 to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c Jan 27 22:25:12.133602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:12.134253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:12.134373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:12.138865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:12.139191 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:12.139634 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 5 to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c Jan 27 22:25:12.152422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:12.152793 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:12.153336 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:12.157583 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:12.157907 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:12.158293 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 6 to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c Jan 27 22:25:12.170663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:12.170999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:12.171333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:12.175656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:12.175980 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:12.176391 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 7 to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c Jan 27 22:25:12.188911 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:12.189275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:12.189611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:12.193885 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:12.194209 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:12.198734 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 8 to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c Jan 27 22:25:12.213700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:12.215124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:12.215475 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:12.222276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:12.222898 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:12.223426 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 9 to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c Jan 27 22:25:12.239430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:12.239781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:12.240214 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:12.245408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:12.245735 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:12.246150 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 10 to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c Jan 27 22:25:12.258441 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:12.258777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:12.259122 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:12.264016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:12.264387 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:12.264760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4ab7b3cc-0c6c-4735-8a7a-5942c461d02c), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:12.329620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] For port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:25:12.329912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempted to set empty binding levels {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 22:25:12.397062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (4ab7b3cc-0c6c-4735-8a7a-5942c461d02c), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:12.428479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:12.429079 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:12.449622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event updated for resources: {'Port': ['ID=4ab7b3cc-0c6c-4735-8a7a-5942c461d02c,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:12.542416 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3f56fafb-ccbc-4764-87e7-63bf5fc00e9e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4156022 Jan 27 22:25:12.545160 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36162) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:12.623438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6ad10-f298-427f-bc33-b44fb749a9f7 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Deleting port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:12.623689 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ad10-f298-427f-bc33-b44fb749a9f7 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4ab7b3cc-0c6c-4735-8a7a-5942c461d02c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:12.684318 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-f5a6ad10-f298-427f-bc33-b44fb749a9f7 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] For port 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c, host n-h2-760456-6, got binding levels [] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:12.684694 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ad10-f298-427f-bc33-b44fb749a9f7 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4ab7b3cc-0c6c-4735-8a7a-5942c461d02c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:12.697897 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6ad10-f298-427f-bc33-b44fb749a9f7 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Calling delete_port for 4ab7b3cc-0c6c-4735-8a7a-5942c461d02c owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:12.882148 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ad10-f298-427f-bc33-b44fb749a9f7 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4ab7b3cc-0c6c-4735-8a7a-5942c461d02c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:12.909377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6ad10-f298-427f-bc33-b44fb749a9f7 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ab7b3cc-0c6c-4735-8a7a-5942c461d02c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:12.914983 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ad10-f298-427f-bc33-b44fb749a9f7 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:12.918815 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f5a6ad10-f298-427f-bc33-b44fb749a9f7 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "DELETE /v2.0/ports/4ab7b3cc-0c6c-4735-8a7a-5942c461d02c HTTP/1.1" status: 204 len: 168 time: 0.3727114 Jan 27 22:25:12.921354 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36166) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:12.944527 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b2028b-7eb9-447b-829f-25bafa427f34 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:25:12.945845 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-48b2028b-7eb9-447b-829f-25bafa427f34 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "GET /v2.0/ports/4ab7b3cc-0c6c-4735-8a7a-5942c461d02c HTTP/1.1" status: 404 len: 333 time: 0.0236163 Jan 27 22:25:12.949091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36168) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:12.953635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Request body: {'port': {'network_id': 'fb5aa315-f149-461e-a462-6485da752730', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1875422948'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:13.140702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Made reservation on behalf of 84243c15cb0f4d1c98fb0cb3ddc67186 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:13.143159 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:13.158893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] device_id is not set on port a6e112ff-c099-4433-95c5-39040c290ff7 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:13.303243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks [] for port (a6e112ff-c099-4433-95c5-39040c290ff7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:13.414065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a6e112ff-c099-4433-95c5-39040c290ff7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:13.453400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Network fb5aa315-f149-461e-a462-6485da752730 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:13.457590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:13.463019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:13.464101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:13.464707 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:13.470668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event updated for resources: {'Port': ['ID=a6e112ff-c099-4433-95c5-39040c290ff7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:13.547940 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1018d8c8-0af1-4269-aefe-3130b6c3095b tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5978496 Jan 27 22:25:13.550555 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36170) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:13.555415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:13.646597 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a6e112ff-c099-4433-95c5-39040c290ff7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:13.817239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] device_id is not set on port a6e112ff-c099-4433-95c5-39040c290ff7 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:13.825399 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks [] for port (a6e112ff-c099-4433-95c5-39040c290ff7), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:13.894494 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a6e112ff-c099-4433-95c5-39040c290ff7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:13.944899 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event updated for resources: {'Port': ['ID=a6e112ff-c099-4433-95c5-39040c290ff7,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:13.959482 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:13.959831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:13.960201 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:13.965083 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:13.965421 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:13.965810 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 2 to bind port a6e112ff-c099-4433-95c5-39040c290ff7 Jan 27 22:25:13.979019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:13.979405 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:13.979753 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:13.984191 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:13.984477 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:13.984948 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 3 to bind port a6e112ff-c099-4433-95c5-39040c290ff7 Jan 27 22:25:13.997511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:13.997851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:13.998234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:14.002682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:14.003012 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:14.003406 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 4 to bind port a6e112ff-c099-4433-95c5-39040c290ff7 Jan 27 22:25:14.017255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:14.017537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:14.017884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:14.022337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:14.022690 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:14.023064 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 5 to bind port a6e112ff-c099-4433-95c5-39040c290ff7 Jan 27 22:25:14.034960 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:14.035298 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:14.035642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:14.039935 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:14.040301 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:14.040695 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 6 to bind port a6e112ff-c099-4433-95c5-39040c290ff7 Jan 27 22:25:14.053410 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:14.053806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:14.054190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:14.059265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:14.059605 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:14.059997 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 7 to bind port a6e112ff-c099-4433-95c5-39040c290ff7 Jan 27 22:25:14.071787 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:14.072234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:14.072579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:14.077404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:14.077725 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:14.078124 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 8 to bind port a6e112ff-c099-4433-95c5-39040c290ff7 Jan 27 22:25:14.090602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:14.090955 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:14.091288 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:14.095706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:14.096038 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:14.096466 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 9 to bind port a6e112ff-c099-4433-95c5-39040c290ff7 Jan 27 22:25:14.109339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:14.109682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:14.110029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:14.114349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:14.114682 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:14.115079 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 10 to bind port a6e112ff-c099-4433-95c5-39040c290ff7 Jan 27 22:25:14.128434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:14.128775 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:14.129115 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:14.133566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:14.133891 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port a6e112ff-c099-4433-95c5-39040c290ff7 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:14.134276 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a6e112ff-c099-4433-95c5-39040c290ff7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:14.200542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] For port a6e112ff-c099-4433-95c5-39040c290ff7, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:25:14.201188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempted to set empty binding levels {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 22:25:14.271649 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (a6e112ff-c099-4433-95c5-39040c290ff7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:14.302975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] In _notify_port_updated(), no bound segment for port a6e112ff-c099-4433-95c5-39040c290ff7 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:25:14.303992 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.304715 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:14.306037 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "PUT /v2.0/ports/a6e112ff-c099-4433-95c5-39040c290ff7 HTTP/1.1" status: 200 len: 975 time: 0.7545798 Jan 27 22:25:14.309202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36174) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:14.367909 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2abb5-fb8f-4768-8f6f-21667e698400 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event updated for resources: {'Port': ['ID=a6e112ff-c099-4433-95c5-39040c290ff7,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:14.401408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.401882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.402353 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.402813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.403266 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.403718 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.404193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.404646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.405094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.405540 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.405984 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.406428 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.406878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.407327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.407771 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.408246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:14.410670 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6b2bbb5c-0f56-493a-a2e4-de75dcb1d0e9 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14123 time: 0.1003959 Jan 27 22:25:14.413995 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36176) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:14.486799 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e6536-e492-4ad7-8b94-151767282d5d tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Deleting port a6e112ff-c099-4433-95c5-39040c290ff7 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:14.487069 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6536-e492-4ad7-8b94-151767282d5d tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a6e112ff-c099-4433-95c5-39040c290ff7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:14.549695 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-fb4e6536-e492-4ad7-8b94-151767282d5d tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] For port a6e112ff-c099-4433-95c5-39040c290ff7, host n-h2-760456-6, got binding levels [] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:14.549985 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6536-e492-4ad7-8b94-151767282d5d tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a6e112ff-c099-4433-95c5-39040c290ff7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:14.565945 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e6536-e492-4ad7-8b94-151767282d5d tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Calling delete_port for a6e112ff-c099-4433-95c5-39040c290ff7 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:14.722458 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6536-e492-4ad7-8b94-151767282d5d tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (a6e112ff-c099-4433-95c5-39040c290ff7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:14.750092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e6536-e492-4ad7-8b94-151767282d5d tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6e112ff-c099-4433-95c5-39040c290ff7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:14.755372 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fb4e6536-e492-4ad7-8b94-151767282d5d tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:14.758894 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fb4e6536-e492-4ad7-8b94-151767282d5d tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "DELETE /v2.0/ports/a6e112ff-c099-4433-95c5-39040c290ff7 HTTP/1.1" status: 204 len: 168 time: 0.3437068 Jan 27 22:25:14.761221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36178) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:14.784278 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b7327d-2521-477b-882f-ea11f3050aae tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:25:14.785620 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d0b7327d-2521-477b-882f-ea11f3050aae tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "GET /v2.0/ports/a6e112ff-c099-4433-95c5-39040c290ff7 HTTP/1.1" status: 404 len: 333 time: 0.0235009 Jan 27 22:25:14.789001 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36180) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:14.793968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1714249988', 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:14.905656 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Made reservation on behalf of 84243c15cb0f4d1c98fb0cb3ddc67186 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:14.908053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:14.924171 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] device_id is not set on port 659228ea-2f7a-4ba5-b42f-2a9ee23841e9 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:15.068215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks [] for port (659228ea-2f7a-4ba5-b42f-2a9ee23841e9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:15.140208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (659228ea-2f7a-4ba5-b42f-2a9ee23841e9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:15.184958 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Network fb5aa315-f149-461e-a462-6485da752730 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:15.191218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:15.195559 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:15.196502 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:15.197107 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:15.200775 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event updated for resources: {'Port': ['ID=659228ea-2f7a-4ba5-b42f-2a9ee23841e9,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:15.284680 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-229602b6-034a-473b-8b90-2271546f63b2 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4946842 Jan 27 22:25:15.287100 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36182) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:15.320303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03716328-f064-4758-8428-dd8a2182bcae tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:15.321605 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-03716328-f064-4758-8428-dd8a2182bcae tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "GET /v2.0/ports/659228ea-2f7a-4ba5-b42f-2a9ee23841e9 HTTP/1.1" status: 200 len: 955 time: 0.0334980 Jan 27 22:25:15.324823 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36184) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:15.399462 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3af96853-be40-4314-be18-e487995a4b1a tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Deleting port 659228ea-2f7a-4ba5-b42f-2a9ee23841e9 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:15.399817 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3af96853-be40-4314-be18-e487995a4b1a tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (659228ea-2f7a-4ba5-b42f-2a9ee23841e9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:15.462074 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3af96853-be40-4314-be18-e487995a4b1a tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (659228ea-2f7a-4ba5-b42f-2a9ee23841e9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:15.474547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3af96853-be40-4314-be18-e487995a4b1a tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Calling delete_port for 659228ea-2f7a-4ba5-b42f-2a9ee23841e9 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:15.614147 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3af96853-be40-4314-be18-e487995a4b1a tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (659228ea-2f7a-4ba5-b42f-2a9ee23841e9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:15.645460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af96853-be40-4314-be18-e487995a4b1a tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event deleted for resources: {'Port': ['ID=659228ea-2f7a-4ba5-b42f-2a9ee23841e9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:15.653057 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3af96853-be40-4314-be18-e487995a4b1a tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:15.659184 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3af96853-be40-4314-be18-e487995a4b1a tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "DELETE /v2.0/ports/659228ea-2f7a-4ba5-b42f-2a9ee23841e9 HTTP/1.1" status: 204 len: 168 time: 0.3310835 Jan 27 22:25:15.659425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36186) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:15.687247 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-60bd7575-b8c7-4591-9f60-c31956b6502d tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:25:15.689015 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-60bd7575-b8c7-4591-9f60-c31956b6502d tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "GET /v2.0/ports/659228ea-2f7a-4ba5-b42f-2a9ee23841e9 HTTP/1.1" status: 404 len: 333 time: 0.0282207 Jan 27 22:25:15.692981 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36188) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:15.698550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Request body: {'port': {'network_id': 'fb5aa315-f149-461e-a462-6485da752730', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1751171572'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:15.779506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Made reservation on behalf of 84243c15cb0f4d1c98fb0cb3ddc67186 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:15.781904 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:15.798042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] device_id is not set on port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:15.952706 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks [] for port (f6ed970f-e911-410b-a2fd-f42b8fc4f0e5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:16.037564 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f6ed970f-e911-410b-a2fd-f42b8fc4f0e5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:16.077345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Network fb5aa315-f149-461e-a462-6485da752730 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:16.080065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:16.085518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:16.086418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:16.087018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:16.097537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event updated for resources: {'Port': ['ID=f6ed970f-e911-410b-a2fd-f42b8fc4f0e5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:16.213954 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-200b4cfe-9005-436a-a508-260086c36104 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5167630 Jan 27 22:25:16.214582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36190) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:16.219302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-760456-6'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:16.281550 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f6ed970f-e911-410b-a2fd-f42b8fc4f0e5), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:16.452245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] device_id is not set on port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:16.459648 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks [] for port (f6ed970f-e911-410b-a2fd-f42b8fc4f0e5), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:16.510867 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (f6ed970f-e911-410b-a2fd-f42b8fc4f0e5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:16.568478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event updated for resources: {'Port': ['ID=f6ed970f-e911-410b-a2fd-f42b8fc4f0e5,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:16.580013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:16.580405 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:16.580768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:16.585096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:16.585423 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:16.585801 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 2 to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 Jan 27 22:25:16.598217 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:16.598551 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:16.598879 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:16.603398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:16.603722 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:16.604606 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 3 to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 Jan 27 22:25:16.616052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:16.616406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:16.616744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:16.621527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:16.621848 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:16.622228 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 4 to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 Jan 27 22:25:16.634139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:16.634471 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:16.634797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:16.639477 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:16.639799 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:16.640213 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 5 to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 Jan 27 22:25:16.651927 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:16.652287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:16.652618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:16.656741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:16.657062 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:16.657450 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 6 to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 Jan 27 22:25:16.670077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:16.670409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:16.670737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:16.675000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:16.675334 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:16.675730 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 7 to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 Jan 27 22:25:16.687608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:16.687960 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:16.688317 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:16.692562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:16.692892 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:16.693279 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 8 to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 Jan 27 22:25:16.705714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:16.705990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:16.706317 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:16.710617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:16.710949 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:16.711333 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 9 to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 Jan 27 22:25:16.723447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:16.723789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:16.724155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:16.728752 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:16.729111 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:16.729480 n-d-760456-6 neutron-server[104026]: INFO neutron.plugins.ml2.plugin [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempt 10 to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 Jan 27 22:25:16.742048 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:16.742385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] {{(pid=104026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:16.742720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempting to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:16.747534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:25:16.747859 n-d-760456-6 neutron-server[104026]: ERROR neutron.plugins.ml2.managers [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Failed to bind port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on host n-h2-760456-6 for vnic_type normal using segments [{'id': '28e31e03-400a-49a6-a745-67a6bca19b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fb5aa315-f149-461e-a462-6485da752730'}] Jan 27 22:25:16.748260 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f6ed970f-e911-410b-a2fd-f42b8fc4f0e5), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:16.815903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] For port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5, host n-h2-760456-6, cleared binding levels {{(pid=104026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:25:16.816310 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attempted to set empty binding levels {{(pid=104026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 27 22:25:16.888463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (f6ed970f-e911-410b-a2fd-f42b8fc4f0e5), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:16.920616 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] In _notify_port_updated(), no bound segment for port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 on network fb5aa315-f149-461e-a462-6485da752730 {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:25:16.921560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:16.922174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:16.923506 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "PUT /v2.0/ports/f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 HTTP/1.1" status: 200 len: 975 time: 0.7083740 Jan 27 22:25:16.926222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36192) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:16.957932 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce946b-2797-4775-952f-15b6ad847461 tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event updated for resources: {'Port': ['ID=f6ed970f-e911-410b-a2fd-f42b8fc4f0e5,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:17.008590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b6c64d3b-f6f4-4377-9195-e4a57940ec3e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Deleting port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:17.008941 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6c64d3b-f6f4-4377-9195-e4a57940ec3e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f6ed970f-e911-410b-a2fd-f42b8fc4f0e5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.071702 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-b6c64d3b-f6f4-4377-9195-e4a57940ec3e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] For port f6ed970f-e911-410b-a2fd-f42b8fc4f0e5, host n-h2-760456-6, got binding levels [] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:17.072068 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6c64d3b-f6f4-4377-9195-e4a57940ec3e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f6ed970f-e911-410b-a2fd-f42b8fc4f0e5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.084922 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b6c64d3b-f6f4-4377-9195-e4a57940ec3e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Calling delete_port for f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:17.231048 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6c64d3b-f6f4-4377-9195-e4a57940ec3e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f6ed970f-e911-410b-a2fd-f42b8fc4f0e5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.260991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c64d3b-f6f4-4377-9195-e4a57940ec3e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6ed970f-e911-410b-a2fd-f42b8fc4f0e5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:17.266284 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6c64d3b-f6f4-4377-9195-e4a57940ec3e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.269476 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b6c64d3b-f6f4-4377-9195-e4a57940ec3e tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "DELETE /v2.0/ports/f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 HTTP/1.1" status: 204 len: 168 time: 0.3423471 Jan 27 22:25:17.272061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36194) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:17.295054 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2d7b3e-2674-446a-b7a6-9e632fd6adda tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] GET failed (client error): The resource could not be found. Jan 27 22:25:17.296391 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8a2d7b3e-2674-446a-b7a6-9e632fd6adda tempest-PortsAdminExtendedAttrsTestJSON-241666344 tempest-PortsAdminExtendedAttrsTestJSON-241666344-project-admin] 10.222.0.61 "GET /v2.0/ports/f6ed970f-e911-410b-a2fd-f42b8fc4f0e5 HTTP/1.1" status: 404 len: 333 time: 0.0233994 Jan 27 22:25:17.303135 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36196) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:17.378017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (fb5aa315-f149-461e-a462-6485da752730), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.465144 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (fb5aa315-f149-461e-a462-6485da752730), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.484910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5aa315-f149-461e-a462-6485da752730']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:17.493760 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e31e03-400a-49a6-a745-67a6bca19b29') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:17.494062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e31e03-400a-49a6-a745-67a6bca19b29') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:17.503646 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (28e31e03-400a-49a6-a745-67a6bca19b29), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.516762 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (28e31e03-400a-49a6-a745-67a6bca19b29), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.522515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:25:17.522903 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (28e31e03-400a-49a6-a745-67a6bca19b29), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:25:17.525797 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:25:17.665325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (fb5aa315-f149-461e-a462-6485da752730), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.672098 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:17.676686 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] 10.222.0.61 "DELETE /v2.0/networks/fb5aa315-f149-461e-a462-6485da752730 HTTP/1.1" status: 204 len: 168 time: 0.3711450 Jan 27 22:25:17.690886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255678c0-aa11-4a58-8027-4806518d7222 tempest-PortsAdminExtendedAttrsTestJSON-1100379363 tempest-PortsAdminExtendedAttrsTestJSON-1100379363-project] Pushing event deleted for resources: {'Network': ['ID=fb5aa315-f149-461e-a462-6485da752730,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:18.187780 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36202) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:18.322258 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6edfa43d-ac88-4fbe-82a7-d59f08c6a424 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5bc3f1cdb98e4653aee65b26d426e4b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332819 Jan 27 22:25:18.324727 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36206) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:18.371789 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ead0eb-a0ce-4c3a-8568-4bd09eaf9df7 admin admin] Publish callbacks [] for security_group (e90a941b-3dd0-4981-8ef2-9b6fd599f808), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:18.392367 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ead0eb-a0ce-4c3a-8568-4bd09eaf9df7 admin admin] Publish callbacks [] for security_group (e90a941b-3dd0-4981-8ef2-9b6fd599f808), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:18.482061 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ead0eb-a0ce-4c3a-8568-4bd09eaf9df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (e90a941b-3dd0-4981-8ef2-9b6fd599f808), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:18.484642 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e6ead0eb-a0ce-4c3a-8568-4bd09eaf9df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:18.485790 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e6ead0eb-a0ce-4c3a-8568-4bd09eaf9df7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e90a941b-3dd0-4981-8ef2-9b6fd599f808 HTTP/1.1" status: 204 len: 168 time: 0.1601620 Jan 27 22:25:18.493602 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ead0eb-a0ce-4c3a-8568-4bd09eaf9df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90a941b-3dd0-4981-8ef2-9b6fd599f808,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:19.140103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36212) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:19.185466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-09c5603a-ba6f-412f-ac59-7283b5a1537b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84243c15cb0f4d1c98fb0cb3ddc67186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437827 Jan 27 22:25:19.187666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36214) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:19.235560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6250a5f9-c0bd-4c40-aed0-fab85d67bdc8 admin admin] Publish callbacks [] for security_group (141dd3f7-948c-4b97-a07e-03eec111b138), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:19.256414 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6250a5f9-c0bd-4c40-aed0-fab85d67bdc8 admin admin] Publish callbacks [] for security_group (141dd3f7-948c-4b97-a07e-03eec111b138), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:19.408047 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6250a5f9-c0bd-4c40-aed0-fab85d67bdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (141dd3f7-948c-4b97-a07e-03eec111b138), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:19.410760 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6250a5f9-c0bd-4c40-aed0-fab85d67bdc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:19.411946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6250a5f9-c0bd-4c40-aed0-fab85d67bdc8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/141dd3f7-948c-4b97-a07e-03eec111b138 HTTP/1.1" status: 204 len: 168 time: 0.2233562 Jan 27 22:25:19.420236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250a5f9-c0bd-4c40-aed0-fab85d67bdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141dd3f7-948c-4b97-a07e-03eec111b138,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:20.404911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36236) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.498365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-7d8bb582-be57-4846-9196-b1ac1ad47928 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.499458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d8bb582-be57-4846-9196-b1ac1ad47928 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0934377 Jan 27 22:25:20.502337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36240) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.506135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-0a4d928a-4b4a-4a76-ac68-921ee779f343 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.507051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0a4d928a-4b4a-4a76-ac68-921ee779f343 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0038533 Jan 27 22:25:20.509102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36242) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.512792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-7d178160-9344-48fe-bae6-3dfc840640e8 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.513703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d178160-9344-48fe-bae6-3dfc840640e8 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0037203 Jan 27 22:25:20.515749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36244) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.520040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-6d36f3ca-a3b6-405f-b668-46d517de2530 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.520993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6d36f3ca-a3b6-405f-b668-46d517de2530 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043716 Jan 27 22:25:20.522924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36246) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.527012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-4f3b60f5-c8a9-43ea-a1ce-4c0ddea504ec tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.527933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4f3b60f5-c8a9-43ea-a1ce-4c0ddea504ec tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041938 Jan 27 22:25:20.530029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36248) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.533648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-d6c9773c-cfa7-48de-aaeb-a1b2ea9d4ad8 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.534569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d6c9773c-cfa7-48de-aaeb-a1b2ea9d4ad8 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037265 Jan 27 22:25:20.536748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36250) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.541203 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-d5a6868a-6527-4b29-ae2a-075352689f4c tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.542696 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d5a6868a-6527-4b29-ae2a-075352689f4c tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050015 Jan 27 22:25:20.544745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36252) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.548412 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-7e008df5-d79a-41f2-8e03-6157a69b0403 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.549323 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7e008df5-d79a-41f2-8e03-6157a69b0403 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0037618 Jan 27 22:25:20.551437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36254) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.555084 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-71fab6a2-89a9-4caa-ac82-bb044c20eb6f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.555989 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-71fab6a2-89a9-4caa-ac82-bb044c20eb6f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037465 Jan 27 22:25:20.558128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36256) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.561991 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-c9d3bb3b-1470-46f9-97fd-d949f3995454 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.562625 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c9d3bb3b-1470-46f9-97fd-d949f3995454 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0036955 Jan 27 22:25:20.564770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36258) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.569357 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-2052c13a-a6c1-4bbf-8878-fe61d82f6e66 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.570320 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2052c13a-a6c1-4bbf-8878-fe61d82f6e66 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047064 Jan 27 22:25:20.572388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36260) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.575969 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-c0c8d266-aa58-4e18-8372-367ea3aefeb6 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.576916 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c0c8d266-aa58-4e18-8372-367ea3aefeb6 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0037167 Jan 27 22:25:20.578953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36262) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.582555 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-b8bbdbec-46fb-4c91-b55a-df5a30a4e75e tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.583479 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b8bbdbec-46fb-4c91-b55a-df5a30a4e75e tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0037155 Jan 27 22:25:20.585508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36264) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.589668 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-6a8f4732-bb89-4c28-8c94-c886e0131ddd tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.590591 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6a8f4732-bb89-4c28-8c94-c886e0131ddd tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0042689 Jan 27 22:25:20.592710 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36266) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.596398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-7ee81cdd-6a8a-4a59-875d-4b36168e265f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.597316 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7ee81cdd-6a8a-4a59-875d-4b36168e265f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0037930 Jan 27 22:25:20.599379 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36268) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.603245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-932be16c-f1f0-4479-9c43-e3c669d36a8e tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.604229 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-932be16c-f1f0-4479-9c43-e3c669d36a8e tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0039680 Jan 27 22:25:20.606282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36270) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.609947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-b6c451a4-d8aa-49d4-bdc5-b6952408c5a1 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.610858 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b6c451a4-d8aa-49d4-bdc5-b6952408c5a1 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0037670 Jan 27 22:25:20.612893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36272) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.616952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-3d6c5e3a-3d0f-4f34-bde8-61f45a48fdb7 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.617886 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3d6c5e3a-3d0f-4f34-bde8-61f45a48fdb7 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041754 Jan 27 22:25:20.620487 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36274) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.624145 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-38d676ec-e895-4922-97e0-4dc94f8f8205 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.625065 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-38d676ec-e895-4922-97e0-4dc94f8f8205 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0037253 Jan 27 22:25:20.627073 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36276) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.630808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-1aad5fc4-939f-4f47-9503-77ebdc978697 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.631729 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1aad5fc4-939f-4f47-9503-77ebdc978697 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0038440 Jan 27 22:25:20.633758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36278) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.637918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-30182249-f988-4db4-b02b-34ced2930e8f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.638841 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-30182249-f988-4db4-b02b-34ced2930e8f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042672 Jan 27 22:25:20.640915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36280) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.644532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-0cd0c313-a056-4a59-8b3e-069170fb1cb1 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.645451 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0cd0c313-a056-4a59-8b3e-069170fb1cb1 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0037227 Jan 27 22:25:20.647409 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36282) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.651054 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-334fe73e-2587-4fb3-9387-49c92ec32679 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.651966 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-334fe73e-2587-4fb3-9387-49c92ec32679 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0037475 Jan 27 22:25:20.653979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36284) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.657671 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-2d80d1e4-9023-4dff-85c2-91815cb705b0 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.658591 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2d80d1e4-9023-4dff-85c2-91815cb705b0 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0037956 Jan 27 22:25:20.660547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36286) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.664128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-b13f1603-b008-403b-ab8e-f2151d995e83 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.665049 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b13f1603-b008-403b-ab8e-f2151d995e83 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0036912 Jan 27 22:25:20.667014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36288) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.671101 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-a80eed56-084e-44be-bcc8-b43f7be9372d tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.672029 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a80eed56-084e-44be-bcc8-b43f7be9372d tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042052 Jan 27 22:25:20.673967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36290) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.677579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-9c8f7481-5e4c-4bb6-9b31-ed9d88ba9c8a tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.678487 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9c8f7481-5e4c-4bb6-9b31-ed9d88ba9c8a tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0037098 Jan 27 22:25:20.680444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36292) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.684579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-1557820b-cc15-4afe-8aa7-f274ae0b3fed tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.685531 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1557820b-cc15-4afe-8aa7-f274ae0b3fed tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042739 Jan 27 22:25:20.687453 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36294) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.691060 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-158bd634-0932-4ef8-9375-59bbb0511c1f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.691978 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-158bd634-0932-4ef8-9375-59bbb0511c1f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0037167 Jan 27 22:25:20.693965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36296) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.697678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-22c588e2-2a43-4f6a-8f5a-021883494a0c tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.699115 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-22c588e2-2a43-4f6a-8f5a-021883494a0c tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042694 Jan 27 22:25:20.701138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36298) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.704766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-46df1a6a-2971-42c2-94c9-5d853df40a94 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.705691 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-46df1a6a-2971-42c2-94c9-5d853df40a94 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0037427 Jan 27 22:25:20.707622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36300) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.711246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-55e17dc8-0548-4ef7-874f-9ba34edf0b52 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.712195 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-55e17dc8-0548-4ef7-874f-9ba34edf0b52 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0036993 Jan 27 22:25:20.714132 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36302) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.717747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-0c858fbc-7624-47a3-8a6c-e0fbd123b81f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.718662 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0c858fbc-7624-47a3-8a6c-e0fbd123b81f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037210 Jan 27 22:25:20.720670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36304) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.724779 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-31039b48-b588-4674-8054-bb17978b9137 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.725947 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-31039b48-b588-4674-8054-bb17978b9137 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042202 Jan 27 22:25:20.727873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36306) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.731518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-06002102-ec20-46c8-90e5-3efe5fc23bf3 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.732470 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-06002102-ec20-46c8-90e5-3efe5fc23bf3 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0037537 Jan 27 22:25:20.734444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36308) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.738007 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-92f0e1ee-5049-4609-bb08-299731b6251f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.738914 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-92f0e1ee-5049-4609-bb08-299731b6251f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0037143 Jan 27 22:25:20.740877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36310) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.744541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-deaf2666-6d9f-4e1c-bf08-1e27c86ddfe1 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.745932 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-deaf2666-6d9f-4e1c-bf08-1e27c86ddfe1 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042417 Jan 27 22:25:20.747851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36312) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.751464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-01d2a6ac-7d3d-454c-b1b5-b8ca712826af tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.752396 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-01d2a6ac-7d3d-454c-b1b5-b8ca712826af tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0036759 Jan 27 22:25:20.754435 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36314) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.758049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-9f1d4f80-3031-4528-930c-08d96f091844 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.758967 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9f1d4f80-3031-4528-930c-08d96f091844 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0037229 Jan 27 22:25:20.761470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36316) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.765082 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-3eda6cc2-bcbf-4cd1-a2ae-f7861273305e tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.766021 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3eda6cc2-bcbf-4cd1-a2ae-f7861273305e tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0037155 Jan 27 22:25:20.767926 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36318) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.771531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-d5e5b31d-728d-4010-9334-9a59187d83fd tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.772553 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d5e5b31d-728d-4010-9334-9a59187d83fd tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0037780 Jan 27 22:25:20.774486 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36320) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.780829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-bb300068-b8c4-42b2-bc23-898fa816d0c7 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.781801 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bb300068-b8c4-42b2-bc23-898fa816d0c7 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0065022 Jan 27 22:25:20.783809 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36322) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.787444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-3ead91e6-7935-49da-87df-607431cf0383 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.788417 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3ead91e6-7935-49da-87df-607431cf0383 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0037112 Jan 27 22:25:20.790366 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36324) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.794015 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-f489c99b-3a2c-45cd-98d0-ee3b2f521f6a tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.794964 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f489c99b-3a2c-45cd-98d0-ee3b2f521f6a tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0037556 Jan 27 22:25:20.796952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36326) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.800548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-dd39f211-e1d8-44f8-812e-0dea2a609d07 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.801495 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dd39f211-e1d8-44f8-812e-0dea2a609d07 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0037088 Jan 27 22:25:20.803533 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36328) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.808139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-0a736772-2dba-43fc-b28b-19fb78eb0a38 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.809033 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0a736772-2dba-43fc-b28b-19fb78eb0a38 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0044553 Jan 27 22:25:20.811106 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36330) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.814744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-d5ba5a27-3a6e-49f6-850f-8b0f8a003e5f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.815631 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d5ba5a27-3a6e-49f6-850f-8b0f8a003e5f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0037386 Jan 27 22:25:20.817687 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36332) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.821233 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-a5267932-1f7f-4d03-8d6b-88dd6c0ded3b tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.822147 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a5267932-1f7f-4d03-8d6b-88dd6c0ded3b tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0036426 Jan 27 22:25:20.824663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36334) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.828304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-0417b1c5-7620-4470-9939-0759f4f69052 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.829242 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0417b1c5-7620-4470-9939-0759f4f69052 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0037415 Jan 27 22:25:20.831141 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36336) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.835274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-f4febc79-2cf7-40b8-96a7-bb463f899a96 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.836245 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f4febc79-2cf7-40b8-96a7-bb463f899a96 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042419 Jan 27 22:25:20.838169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36338) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.841755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-33169aa4-68f5-4c97-a180-fbdeb716ec4c tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.842695 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-33169aa4-68f5-4c97-a180-fbdeb716ec4c tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0036874 Jan 27 22:25:20.844638 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36340) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.848303 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-9e60a72d-f0de-453a-a9d8-90714323dfb7 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.849222 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9e60a72d-f0de-453a-a9d8-90714323dfb7 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0037749 Jan 27 22:25:20.851778 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36342) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.856670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-6d027125-f73c-43f6-8271-21a4b32360f6 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.857742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6d027125-f73c-43f6-8271-21a4b32360f6 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048664 Jan 27 22:25:20.859884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36344) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.863977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-4acf51c2-3b82-495d-b29c-c921b09bc609 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.864957 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4acf51c2-3b82-495d-b29c-c921b09bc609 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0041397 Jan 27 22:25:20.867330 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36346) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.871632 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-f1b21d83-6c37-44bb-868c-6b48d333d30c tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.872564 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f1b21d83-6c37-44bb-868c-6b48d333d30c tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044165 Jan 27 22:25:20.874649 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36348) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.878343 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-7927b0ee-056d-425c-a595-18569c91be80 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.879252 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7927b0ee-056d-425c-a595-18569c91be80 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0037909 Jan 27 22:25:20.881299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36350) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.884972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-0c25d5c7-9669-4c23-8bd3-514dced6c56e tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.885883 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0c25d5c7-9669-4c23-8bd3-514dced6c56e tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0037751 Jan 27 22:25:20.887939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36352) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.891597 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-5ee8ed7b-b12d-4820-b349-2175a4e61198 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.892521 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5ee8ed7b-b12d-4820-b349-2175a4e61198 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0037458 Jan 27 22:25:20.894623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36354) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.898818 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-ce1e283c-bbfa-4ddd-913b-e9fb4cf3eb0b tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.899740 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ce1e283c-bbfa-4ddd-913b-e9fb4cf3eb0b tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043056 Jan 27 22:25:20.902131 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36356) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.905783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-7df88199-8509-406d-9fc7-5f678f90e60c tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.906694 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7df88199-8509-406d-9fc7-5f678f90e60c tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0037520 Jan 27 22:25:20.908768 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36358) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.912449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [None req-31b469eb-250f-49f7-94c9-9f4c4096ccc6 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104026) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.913363 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-31b469eb-250f-49f7-94c9-9f4c4096ccc6 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0037787 Jan 27 22:25:20.915499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36360) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.920164 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-1c3cdafa-4e6c-47bf-a713-9387e9ed55a0 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.921088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1c3cdafa-4e6c-47bf-a713-9387e9ed55a0 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046484 Jan 27 22:25:20.923104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36362) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.926894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-07e32cac-39c7-4531-a0da-fcbbbf8534f1 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.927815 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-07e32cac-39c7-4531-a0da-fcbbbf8534f1 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0038552 Jan 27 22:25:20.929853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36364) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.934131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-82379f6e-5950-4a50-8aea-8e2e6e2443c6 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.935047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-82379f6e-5950-4a50-8aea-8e2e6e2443c6 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043695 Jan 27 22:25:20.937221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36366) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.941419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-3add7fa1-81bc-4f1c-b2ac-ba7f3ac96df5 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.942385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3add7fa1-81bc-4f1c-b2ac-ba7f3ac96df5 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043430 Jan 27 22:25:20.944530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36368) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.948136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-7635ccf1-92de-41b6-b0e7-86ba0d97586f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.949051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7635ccf1-92de-41b6-b0e7-86ba0d97586f tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0037076 Jan 27 22:25:20.951359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36370) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.955037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-92522a16-52dd-4a80-8b2a-9245d51944ca tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.955957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-92522a16-52dd-4a80-8b2a-9245d51944ca tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0037820 Jan 27 22:25:20.958000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36372) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.961629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-430a6010-399b-422d-a75b-572b09756bc8 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.962554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-430a6010-399b-422d-a75b-572b09756bc8 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0037405 Jan 27 22:25:20.964606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36374) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.968263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-91946af5-fba1-4de3-9a23-3257405d91a4 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.969205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-91946af5-fba1-4de3-9a23-3257405d91a4 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0037792 Jan 27 22:25:20.971223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36376) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.974924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-10c9beca-6169-43d1-9310-e9fc4c49e9d4 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.976201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-10c9beca-6169-43d1-9310-e9fc4c49e9d4 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0037940 Jan 27 22:25:20.978089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36378) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:20.982186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [None req-617b53c7-6791-4d5e-a17f-e98103f70208 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:25:20.983120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-617b53c7-6791-4d5e-a17f-e98103f70208 tempest-ExtensionsTestJSON-1208010629 tempest-ExtensionsTestJSON-1208010629-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041988 Jan 27 22:25:21.415167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36384) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:21.516997 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-565130a5-d15c-4e72-b899-ba959e1e5592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:21.588293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-565130a5-d15c-4e72-b899-ba959e1e5592 admin admin] Publish callbacks [] for security_group (8b772936-4dac-48a5-abe4-474714f035c8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:21.642003 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-565130a5-d15c-4e72-b899-ba959e1e5592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8b772936-4dac-48a5-abe4-474714f035c8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:21.680437 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-565130a5-d15c-4e72-b899-ba959e1e5592 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5ab908def7774715b6766bb9c24c51dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2642295 Jan 27 22:25:21.681384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565130a5-d15c-4e72-b899-ba959e1e5592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b772936-4dac-48a5-abe4-474714f035c8,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:21.683070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36388) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:21.733932 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6efe-be43-48af-9424-9fa7826bd977 admin admin] Publish callbacks [] for security_group (8b772936-4dac-48a5-abe4-474714f035c8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:21.754440 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6efe-be43-48af-9424-9fa7826bd977 admin admin] Publish callbacks [] for security_group (8b772936-4dac-48a5-abe4-474714f035c8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:21.905621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6efe-be43-48af-9424-9fa7826bd977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8b772936-4dac-48a5-abe4-474714f035c8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:21.908269 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9bbe6efe-be43-48af-9424-9fa7826bd977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:21.909475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9bbe6efe-be43-48af-9424-9fa7826bd977 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8b772936-4dac-48a5-abe4-474714f035c8 HTTP/1.1" status: 204 len: 168 time: 0.2253695 Jan 27 22:25:21.917570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe6efe-be43-48af-9424-9fa7826bd977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b772936-4dac-48a5-abe4-474714f035c8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:22.934827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36410) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:23.027426 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2043032099'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:23.111158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:23.114489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.123239 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.196637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (528a6dcb-32f4-453d-a1ec-7a185560dc95), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.304635 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (528a6dcb-32f4-453d-a1ec-7a185560dc95), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.335346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:25:23.337340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=528a6dcb-32f4-453d-a1ec-7a185560dc95,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:23.347780 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (235cd920-4eba-46bf-915a-e2ee4c7eb5ce), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.348002 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Added segment 235cd920-4eba-46bf-915a-e2ee4c7eb5ce of type vlan for network bd68d192-65e6-4640-b1cc-b7b2e20690ca Jan 27 22:25:23.387104 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (bd68d192-65e6-4640-b1cc-b7b2e20690ca), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.533704 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (bd68d192-65e6-4640-b1cc-b7b2e20690ca), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.538725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:23.539307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.605374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Network': ['ID=bd68d192-65e6-4640-b1cc-b7b2e20690ca,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:23.627441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:25:23.690965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1e774cae-ca86-44df-ac05-131ec3779ade tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7550311 Jan 27 22:25:23.693507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36414) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:23.698921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'name': 'tempest-PortsTestJSON-861257203'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:23.852674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:23.856755 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:23.874454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 60fe9793-1d21-44f2-b754-715d91ee0a52 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:24.082009 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (60fe9793-1d21-44f2-b754-715d91ee0a52), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:24.197157 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (60fe9793-1d21-44f2-b754-715d91ee0a52), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:24.256973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=60fe9793-1d21-44f2-b754-715d91ee0a52,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:24.275141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Checking segment: {'id': '235cd920-4eba-46bf-915a-e2ee4c7eb5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:24.275583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network hostable DHCP agents. Network: bd68d192-65e6-4640-b1cc-b7b2e20690ca, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:25:24.367834 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:25:24.476905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, bd68d192-65e6-4640-b1cc-b7b2e20690ca) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:24.480788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:24.485858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1530305e-c369-403d-b9ee-1e7ddb7d236b None None] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:24.486088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:24.486722 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:24.542197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-15998acf-6038-4ccc-ab6c-6480721662d8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8476110 Jan 27 22:25:24.545127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36416) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:24.550036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-12130afa-9c34-47bb-be26-44bfa814cd8d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-980971727'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:24.636300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12130afa-9c34-47bb-be26-44bfa814cd8d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:24.639723 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-12130afa-9c34-47bb-be26-44bfa814cd8d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:24.663809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12130afa-9c34-47bb-be26-44bfa814cd8d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:25:24.672970 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-12130afa-9c34-47bb-be26-44bfa814cd8d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (fb896b5b-03f4-4ad3-9154-262fad3cc6aa), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:24.673321 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-12130afa-9c34-47bb-be26-44bfa814cd8d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Added segment fb896b5b-03f4-4ad3-9154-262fad3cc6aa of type vlan for network a1bf6414-e5f1-47dd-8d10-622c4f04a482 Jan 27 22:25:24.715931 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-12130afa-9c34-47bb-be26-44bfa814cd8d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (a1bf6414-e5f1-47dd-8d10-622c4f04a482), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:24.802465 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-12130afa-9c34-47bb-be26-44bfa814cd8d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (a1bf6414-e5f1-47dd-8d10-622c4f04a482), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:24.810055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12130afa-9c34-47bb-be26-44bfa814cd8d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:24.813065 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-12130afa-9c34-47bb-be26-44bfa814cd8d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:24.881139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12130afa-9c34-47bb-be26-44bfa814cd8d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Network': ['ID=a1bf6414-e5f1-47dd-8d10-622c4f04a482,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:24.891511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network a1bf6414-e5f1-47dd-8d10-622c4f04a482 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:25:24.953584 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-12130afa-9c34-47bb-be26-44bfa814cd8d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4074028 Jan 27 22:25:24.956105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36418) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:24.961030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'ports': [{'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca'}, {'network_id': 'a1bf6414-e5f1-47dd-8d10-622c4f04a482'}]} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:24.961338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:24.961811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': 'a1bf6414-e5f1-47dd-8d10-622c4f04a482'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:25.202596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 2} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:25.206780 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:25.220487 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:25.362944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 44f4322b-c096-40f8-92db-6505d249218f yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:25.441809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (44f4322b-c096-40f8-92db-6505d249218f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:25.506239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port bf1d479f-cf45-482c-abf2-d717885e049a yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:25.580997 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (bf1d479f-cf45-482c-abf2-d717885e049a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:25.676146 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (44f4322b-c096-40f8-92db-6505d249218f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:25.718843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:25.721751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:25.728597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:25.728727 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bf1d479f-cf45-482c-abf2-d717885e049a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:25.735789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=44f4322b-c096-40f8-92db-6505d249218f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:25.794171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=bf1d479f-cf45-482c-abf2-d717885e049a,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:25.801380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Checking segment: {'id': 'fb896b5b-03f4-4ad3-9154-262fad3cc6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a1bf6414-e5f1-47dd-8d10-622c4f04a482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:25.801738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network hostable DHCP agents. Network: a1bf6414-e5f1-47dd-8d10-622c4f04a482, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:25:25.899215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network a1bf6414-e5f1-47dd-8d10-622c4f04a482 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:25:25.996187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, a1bf6414-e5f1-47dd-8d10-622c4f04a482) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:25.999876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:26.005182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:26.005487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4577e968-a8dc-4058-8a3a-70a0dc409e7c None None] Network a1bf6414-e5f1-47dd-8d10-622c4f04a482 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:26.012311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:26.013420 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:26.102370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7efc3fc9-15e7-4d79-beb4-8f718eb82f53 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1451941 Jan 27 22:25:26.105529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36420) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:26.215935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-0661f6a4-5243-4cf0-b7ac-7f02d42aa007 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port bf1d479f-cf45-482c-abf2-d717885e049a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:26.216649 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0661f6a4-5243-4cf0-b7ac-7f02d42aa007 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bf1d479f-cf45-482c-abf2-d717885e049a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:26.289578 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0661f6a4-5243-4cf0-b7ac-7f02d42aa007 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bf1d479f-cf45-482c-abf2-d717885e049a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:26.305327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-0661f6a4-5243-4cf0-b7ac-7f02d42aa007 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for bf1d479f-cf45-482c-abf2-d717885e049a owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:26.499781 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0661f6a4-5243-4cf0-b7ac-7f02d42aa007 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bf1d479f-cf45-482c-abf2-d717885e049a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:26.526979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661f6a4-5243-4cf0-b7ac-7f02d42aa007 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=bf1d479f-cf45-482c-abf2-d717885e049a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:26.534301 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0661f6a4-5243-4cf0-b7ac-7f02d42aa007 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:26.537637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0661f6a4-5243-4cf0-b7ac-7f02d42aa007 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/bf1d479f-cf45-482c-abf2-d717885e049a HTTP/1.1" status: 204 len: 168 time: 0.4311607 Jan 27 22:25:26.540282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36422) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:26.621143 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e14b98-4a9c-4778-a6aa-2019cc9ba8b8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:26.626543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e14b98-4a9c-4778-a6aa-2019cc9ba8b8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:26.628055 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f8e14b98-4a9c-4778-a6aa-2019cc9ba8b8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0868404 Jan 27 22:25:26.630783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36424) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:26.712234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-892245bc-5a71-43e9-b726-ff98e9e500a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 44f4322b-c096-40f8-92db-6505d249218f {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:26.712592 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-892245bc-5a71-43e9-b726-ff98e9e500a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (44f4322b-c096-40f8-92db-6505d249218f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:26.778181 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-892245bc-5a71-43e9-b726-ff98e9e500a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (44f4322b-c096-40f8-92db-6505d249218f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.088728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-892245bc-5a71-43e9-b726-ff98e9e500a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 44f4322b-c096-40f8-92db-6505d249218f owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:27.265017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-892245bc-5a71-43e9-b726-ff98e9e500a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (44f4322b-c096-40f8-92db-6505d249218f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.282124 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.293605 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892245bc-5a71-43e9-b726-ff98e9e500a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=44f4322b-c096-40f8-92db-6505d249218f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:27.298804 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-892245bc-5a71-43e9-b726-ff98e9e500a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.302842 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-892245bc-5a71-43e9-b726-ff98e9e500a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/44f4322b-c096-40f8-92db-6505d249218f HTTP/1.1" status: 204 len: 168 time: 0.6704988 Jan 27 22:25:27.304951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36426) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:27.382493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f572710-6726-4c05-9366-68bdbc5ebf78 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:27.383999 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6f572710-6726-4c05-9366-68bdbc5ebf78 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0778542 Jan 27 22:25:27.386693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36428) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:27.414162 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc70c50-86fb-46bc-8456-06312f807de2 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:25:27.415544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1fc70c50-86fb-46bc-8456-06312f807de2 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/bf1d479f-cf45-482c-abf2-d717885e049a HTTP/1.1" status: 404 len: 333 time: 0.0279605 Jan 27 22:25:27.418674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36430) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:27.441596 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7f4a92-57e2-4967-a54d-3ecd204294b8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:25:27.442931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ba7f4a92-57e2-4967-a54d-3ecd204294b8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/44f4322b-c096-40f8-92db-6505d249218f HTTP/1.1" status: 404 len: 333 time: 0.0233793 Jan 27 22:25:27.445464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36432) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:27.517808 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (a1bf6414-e5f1-47dd-8d10-622c4f04a482), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.605251 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (a1bf6414-e5f1-47dd-8d10-622c4f04a482), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.624682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bf6414-e5f1-47dd-8d10-622c4f04a482']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:27.633664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb896b5b-03f4-4ad3-9154-262fad3cc6aa') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:27.633914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb896b5b-03f4-4ad3-9154-262fad3cc6aa') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:27.642313 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.643880 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (fb896b5b-03f4-4ad3-9154-262fad3cc6aa), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.657153 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (fb896b5b-03f4-4ad3-9154-262fad3cc6aa), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.666116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:25:27.666116 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (fb896b5b-03f4-4ad3-9154-262fad3cc6aa), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:25:27.666314 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:25:27.791219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (a1bf6414-e5f1-47dd-8d10-622c4f04a482), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.798466 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.801655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/networks/a1bf6414-e5f1-47dd-8d10-622c4f04a482 HTTP/1.1" status: 204 len: 168 time: 0.3552992 Jan 27 22:25:27.805486 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36434) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:27.810769 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-391507f8-1c8b-481b-8af8-22109be587ef tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-202373875'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:27.817441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f5a6-eba8-450f-8963-4684976f23a1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Network': ['ID=a1bf6414-e5f1-47dd-8d10-622c4f04a482,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:27.893630 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391507f8-1c8b-481b-8af8-22109be587ef tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:27.896944 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-391507f8-1c8b-481b-8af8-22109be587ef tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.920213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391507f8-1c8b-481b-8af8-22109be587ef tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:25:27.928577 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-391507f8-1c8b-481b-8af8-22109be587ef tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5c86b279-71a9-45d6-abb5-e0632e13c9c5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:27.928932 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-391507f8-1c8b-481b-8af8-22109be587ef tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Added segment 5c86b279-71a9-45d6-abb5-e0632e13c9c5 of type vlan for network b7e584e6-9475-43d7-abf4-022ca8e2cbad Jan 27 22:25:27.970385 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-391507f8-1c8b-481b-8af8-22109be587ef tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b7e584e6-9475-43d7-abf4-022ca8e2cbad), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:28.058984 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-391507f8-1c8b-481b-8af8-22109be587ef tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b7e584e6-9475-43d7-abf4-022ca8e2cbad), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:28.063928 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391507f8-1c8b-481b-8af8-22109be587ef tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:28.064540 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-391507f8-1c8b-481b-8af8-22109be587ef tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:28.133957 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391507f8-1c8b-481b-8af8-22109be587ef tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Network': ['ID=b7e584e6-9475-43d7-abf4-022ca8e2cbad,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:28.145202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b7e584e6-9475-43d7-abf4-022ca8e2cbad details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:25:28.205192 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-391507f8-1c8b-481b-8af8-22109be587ef tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3984623 Jan 27 22:25:28.208071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36436) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:28.213102 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': 'b7e584e6-9475-43d7-abf4-022ca8e2cbad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:28.390724 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:28.394197 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:28.449604 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Performing IP validity checks on allocation pools {{(pid=104026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:25:28.450127 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:25:28.745956 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (3c49b630-02a0-4d15-947e-0a0c9466de1c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:28.804837 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Subnet': ['ID=3c49b630-02a0-4d15-947e-0a0c9466de1c,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:28.813918 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Checking segment: {'id': '5c86b279-71a9-45d6-abb5-e0632e13c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b7e584e6-9475-43d7-abf4-022ca8e2cbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:28.814461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network hostable DHCP agents. Network: b7e584e6-9475-43d7-abf4-022ca8e2cbad, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:25:28.870948 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network b7e584e6-9475-43d7-abf4-022ca8e2cbad is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:25:28.985188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, b7e584e6-9475-43d7-abf4-022ca8e2cbad) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:28.989417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:28.990021 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:28.996129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981a39c0-d867-4957-adc3-b36455b810b6 None None] Network b7e584e6-9475-43d7-abf4-022ca8e2cbad requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:29.062523 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-08ad3ccb-af59-45c7-bc73-65ebcfa05681 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8533666 Jan 27 22:25:29.065181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36438) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:29.070182 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': 'b7e584e6-9475-43d7-abf4-022ca8e2cbad', 'name': 'tempest-PortsTestJSON-1701541713'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:29.093571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b7e584e6-9475-43d7-abf4-022ca8e2cbad', 'network_id': 'b7e584e6-9475-43d7-abf4-022ca8e2cbad', 'project_id': '42ecd57798ec431da0b7c554d61f7109', 'fixed_ips': [{'subnet_id': '3c49b630-02a0-4d15-947e-0a0c9466de1c'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:25:29.094450 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:29.237946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Allocated IP 172.20.0.2 (b7e584e6-9475-43d7-abf4-022ca8e2cbad/3c49b630-02a0-4d15-947e-0a0c9466de1c/36ee5ae4-f433-44df-8eb0-27e69daa4a8c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:29.259522 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:29.263610 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:29.281573 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 431fd586-1288-4de7-a7c7-899b8bae6e5f yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:29.376469 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Publish callbacks [] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:29.471127 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:29.511217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Network b7e584e6-9475-43d7-abf4-022ca8e2cbad is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:29.513849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:29.516469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:29.519947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.13 (b7e584e6-9475-43d7-abf4-022ca8e2cbad/3c49b630-02a0-4d15-947e-0a0c9466de1c/431fd586-1288-4de7-a7c7-899b8bae6e5f) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:29.530498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Pushing event updated for resources: {'Port': ['ID=36ee5ae4-f433-44df-8eb0-27e69daa4a8c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:29.551056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.551402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.551744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.552098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.552460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.552788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.553116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.553436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.553756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.554075 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.554394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.554714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.555032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:29.589627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Attempting to bind port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:29.590211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Attempting to bind port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '5c86b279-71a9-45d6-abb5-e0632e13c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b7e584e6-9475-43d7-abf4-022ca8e2cbad'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:29.590579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Attempting to bind port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c on network b7e584e6-9475-43d7-abf4-022ca8e2cbad {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:29.595546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:25:29.595954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Checking segment: {'id': '5c86b279-71a9-45d6-abb5-e0632e13c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b7e584e6-9475-43d7-abf4-022ca8e2cbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:29.596385 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:29.596776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Bound using segment: {'id': '5c86b279-71a9-45d6-abb5-e0632e13c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b7e584e6-9475-43d7-abf4-022ca8e2cbad'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:25:29.597235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Bound port: 36ee5ae4-f433-44df-8eb0-27e69daa4a8c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c86b279-71a9-45d6-abb5-e0632e13c9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b7e584e6-9475-43d7-abf4-022ca8e2cbad'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:25:29.597613 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:29.658101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] For port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:25:29.661290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] For port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=36ee5ae4-f433-44df-8eb0-27e69daa4a8c,segment=NetworkSegment(5c86b279-71a9-45d6-abb5-e0632e13c9c5),segment_id=5c86b279-71a9-45d6-abb5-e0632e13c9c5)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:25:29.669298 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (431fd586-1288-4de7-a7c7-899b8bae6e5f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:29.768340 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:29.796934 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (431fd586-1288-4de7-a7c7-899b8bae6e5f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:29.829858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ed82a-ed53-4f06-a40a-7752fec94867 None None] Pushing event updated for resources: {'Port': ['ID=36ee5ae4-f433-44df-8eb0-27e69daa4a8c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:29.846010 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network b7e584e6-9475-43d7-abf4-022ca8e2cbad is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:29.846010 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:29.851736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:29.858866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=431fd586-1288-4de7-a7c7-899b8bae6e5f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:29.908563 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:29.909172 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:30.029257 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a049882e-aef0-4606-b949-cbbb0dcc6dc5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9626539 Jan 27 22:25:30.031562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36440) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:30.123906 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-20b06048-031e-4c5e-8645-fb499d2be093 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 431fd586-1288-4de7-a7c7-899b8bae6e5f {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:30.124280 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b06048-031e-4c5e-8645-fb499d2be093 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (431fd586-1288-4de7-a7c7-899b8bae6e5f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:30.210485 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b06048-031e-4c5e-8645-fb499d2be093 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (431fd586-1288-4de7-a7c7-899b8bae6e5f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:30.222761 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-20b06048-031e-4c5e-8645-fb499d2be093 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 431fd586-1288-4de7-a7c7-899b8bae6e5f owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:30.459718 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b06048-031e-4c5e-8645-fb499d2be093 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (431fd586-1288-4de7-a7c7-899b8bae6e5f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:30.496591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b06048-031e-4c5e-8645-fb499d2be093 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=431fd586-1288-4de7-a7c7-899b8bae6e5f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:30.567663 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-20b06048-031e-4c5e-8645-fb499d2be093 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:30.571255 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-20b06048-031e-4c5e-8645-fb499d2be093 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/431fd586-1288-4de7-a7c7-899b8bae6e5f HTTP/1.1" status: 204 len: 168 time: 0.5386715 Jan 27 22:25:30.574353 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36442) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:30.598474 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b20e1ae-31f1-4f23-8a9c-1f8ef88c36f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] DELETE failed (client error): The resource could not be found. Jan 27 22:25:30.599058 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b20e1ae-31f1-4f23-8a9c-1f8ef88c36f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:25:30.602462 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b20e1ae-31f1-4f23-8a9c-1f8ef88c36f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/431fd586-1288-4de7-a7c7-899b8bae6e5f HTTP/1.1" status: 404 len: 333 time: 0.0271573 Jan 27 22:25:30.605382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36444) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:30.629598 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba22e09-229c-41d3-bdfb-3758f49e2dd2 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:25:30.631141 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1ba22e09-229c-41d3-bdfb-3758f49e2dd2 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/431fd586-1288-4de7-a7c7-899b8bae6e5f HTTP/1.1" status: 404 len: 333 time: 0.0247552 Jan 27 22:25:30.633840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36446) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:30.690055 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-541dc3db-94a5-4d05-961d-e7a5df178d1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting subnet 3c49b630-02a0-4d15-947e-0a0c9466de1c {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:25:30.693383 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-541dc3db-94a5-4d05-961d-e7a5df178d1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (3c49b630-02a0-4d15-947e-0a0c9466de1c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:30.711872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0909c5c7-6912-4202-b2f8-587c00364b04 None None] Network b7e584e6-9475-43d7-abf4-022ca8e2cbad requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:30.734328 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-541dc3db-94a5-4d05-961d-e7a5df178d1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (3c49b630-02a0-4d15-947e-0a0c9466de1c), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:30.816762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-cd32bf98-adfa-4d1c-be04-0a8704898c9c None None] Provisioning complete for port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:30.817148 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cd32bf98-adfa-4d1c-be04-0a8704898c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:30.817740 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-541dc3db-94a5-4d05-961d-e7a5df178d1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (3c49b630-02a0-4d15-947e-0a0c9466de1c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:30.908705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cd32bf98-adfa-4d1c-be04-0a8704898c9c None None] Current status of the port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:30.909070 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cd32bf98-adfa-4d1c-be04-0a8704898c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:30.925401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 36ee5ae4-f433-44df-8eb0-27e69daa4a8c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:25:30.983047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:30.983432 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.007852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-541dc3db-94a5-4d05-961d-e7a5df178d1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (3c49b630-02a0-4d15-947e-0a0c9466de1c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.037575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541dc3db-94a5-4d05-961d-e7a5df178d1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Subnet': ['ID=3c49b630-02a0-4d15-947e-0a0c9466de1c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:31.041439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-541dc3db-94a5-4d05-961d-e7a5df178d1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.047525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36448) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:31.048328 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-541dc3db-94a5-4d05-961d-e7a5df178d1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/3c49b630-02a0-4d15-947e-0a0c9466de1c HTTP/1.1" status: 204 len: 168 time: 0.4127636 Jan 27 22:25:31.065397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823e8b1a-673c-4300-b81c-b7d5d8094785 None None] Network b7e584e6-9475-43d7-abf4-022ca8e2cbad requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:31.079678 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-cd32bf98-adfa-4d1c-be04-0a8704898c9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:25:31.081466 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-cd32bf98-adfa-4d1c-be04-0a8704898c9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:25:31.127959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b7e584e6-9475-43d7-abf4-022ca8e2cbad), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.173949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:31.174259 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.182985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:31.183702 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.212624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=36ee5ae4-f433-44df-8eb0-27e69daa4a8c,segment=NetworkSegment(5c86b279-71a9-45d6-abb5-e0632e13c9c5),segment_id=5c86b279-71a9-45d6-abb5-e0632e13c9c5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:31.256327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] For port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=36ee5ae4-f433-44df-8eb0-27e69daa4a8c,segment=NetworkSegment(5c86b279-71a9-45d6-abb5-e0632e13c9c5),segment_id=5c86b279-71a9-45d6-abb5-e0632e13c9c5)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:31.256775 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.275416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 36ee5ae4-f433-44df-8eb0-27e69daa4a8c owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:31.277018 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.305699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9b9971-c935-4dd4-bfd0-d6f4ef9f7bae None None] DHCP port deletion for b7e584e6-9475-43d7-abf4-022ca8e2cbad request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:25:31.354887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=36ee5ae4-f433-44df-8eb0-27e69daa4a8c,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:31.379887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b9971-c935-4dd4-bfd0-d6f4ef9f7bae None None] Deleting port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:31.380389 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9971-c935-4dd4-bfd0-d6f4ef9f7bae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.425914 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.452325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=36ee5ae4-f433-44df-8eb0-27e69daa4a8c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:31.458597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No DVR routers for this DVR port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:25:31.546275 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b7e584e6-9475-43d7-abf4-022ca8e2cbad), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.568353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e584e6-9475-43d7-abf4-022ca8e2cbad']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:31.577756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c86b279-71a9-45d6-abb5-e0632e13c9c5') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:31.578061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c86b279-71a9-45d6-abb5-e0632e13c9c5') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:31.587436 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (5c86b279-71a9-45d6-abb5-e0632e13c9c5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.601125 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (5c86b279-71a9-45d6-abb5-e0632e13c9c5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.605441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cd32bf98-adfa-4d1c-be04-0a8704898c9c None None] Port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c update to ACTIVE by agent not found {{(pid=104028) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 27 22:25:31.608130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:25:31.608541 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (5c86b279-71a9-45d6-abb5-e0632e13c9c5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:25:31.611547 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:25:31.617784 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3f9b9971-c935-4dd4-bfd0-d6f4ef9f7bae None None] For port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=36ee5ae4-f433-44df-8eb0-27e69daa4a8c,segment=NetworkSegment(5c86b279-71a9-45d6-abb5-e0632e13c9c5),segment_id=5c86b279-71a9-45d6-abb5-e0632e13c9c5)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:31.618217 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9971-c935-4dd4-bfd0-d6f4ef9f7bae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.632427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b9971-c935-4dd4-bfd0-d6f4ef9f7bae None None] Calling delete_port for 36ee5ae4-f433-44df-8eb0-27e69daa4a8c owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:31.719692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f62a9b39-4275-4fd3-a4bc-bf9db1c1b760 None None] Could not find standard attr ID for object 36ee5ae4-f433-44df-8eb0-27e69daa4a8c. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:25:31.755517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b7e584e6-9475-43d7-abf4-022ca8e2cbad), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.762263 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.765536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/networks/b7e584e6-9475-43d7-abf4-022ca8e2cbad HTTP/1.1" status: 204 len: 168 time: 0.7166512 Jan 27 22:25:31.769709 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36450) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:31.774767 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-971fd146-f040-4415-9d82-556499a9996b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1831650514'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:31.777975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c170b-80a9-496c-9652-cb3eeedd188e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Network': ['ID=b7e584e6-9475-43d7-abf4-022ca8e2cbad,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:31.784465 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3f9b9971-c935-4dd4-bfd0-d6f4ef9f7bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (36ee5ae4-f433-44df-8eb0-27e69daa4a8c), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.807605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f9b9971-c935-4dd4-bfd0-d6f4ef9f7bae None None] Network b7e584e6-9475-43d7-abf4-022ca8e2cbad is not hosted by any dhcp agent {{(pid=104028) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 27 22:25:31.808092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9b9971-c935-4dd4-bfd0-d6f4ef9f7bae None None] No DVR routers for this DVR port 36ee5ae4-f433-44df-8eb0-27e69daa4a8c on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:25:31.809779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b9971-c935-4dd4-bfd0-d6f4ef9f7bae None None] Pushing event deleted for resources: {'Port': ['ID=36ee5ae4-f433-44df-8eb0-27e69daa4a8c,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:31.886875 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971fd146-f040-4415-9d82-556499a9996b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:31.890384 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-971fd146-f040-4415-9d82-556499a9996b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.914355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971fd146-f040-4415-9d82-556499a9996b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:25:31.923966 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-971fd146-f040-4415-9d82-556499a9996b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (54366511-a587-450a-b697-fbfbf12456ef), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:31.924335 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-971fd146-f040-4415-9d82-556499a9996b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Added segment 54366511-a587-450a-b697-fbfbf12456ef of type vlan for network f103c4c9-9a06-4ddd-8839-85ee299a23c1 Jan 27 22:25:31.963325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-971fd146-f040-4415-9d82-556499a9996b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (f103c4c9-9a06-4ddd-8839-85ee299a23c1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:32.048157 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-971fd146-f040-4415-9d82-556499a9996b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (f103c4c9-9a06-4ddd-8839-85ee299a23c1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:32.053177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971fd146-f040-4415-9d82-556499a9996b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:32.054598 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-971fd146-f040-4415-9d82-556499a9996b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:32.123432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fd146-f040-4415-9d82-556499a9996b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Network': ['ID=f103c4c9-9a06-4ddd-8839-85ee299a23c1,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:32.133181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network f103c4c9-9a06-4ddd-8839-85ee299a23c1 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:25:32.170757 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-971fd146-f040-4415-9d82-556499a9996b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3999174 Jan 27 22:25:32.173561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36452) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:32.178634 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8e43e18a-2c9a-4656-ba23-ae1973e50d32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': 'f103c4c9-9a06-4ddd-8839-85ee299a23c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:32.310824 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a1c6eb96-6426-49e6-81ba-056617318084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:32.373360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e43e18a-2c9a-4656-ba23-ae1973e50d32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:32.376860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e43e18a-2c9a-4656-ba23-ae1973e50d32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:32.613600 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e43e18a-2c9a-4656-ba23-ae1973e50d32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (5814d381-202f-4b8f-b435-e69f8e2df3b9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:32.676913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43e18a-2c9a-4656-ba23-ae1973e50d32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Subnet': ['ID=5814d381-202f-4b8f-b435-e69f8e2df3b9,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:32.687029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e43e18a-2c9a-4656-ba23-ae1973e50d32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Checking segment: {'id': '54366511-a587-450a-b697-fbfbf12456ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f103c4c9-9a06-4ddd-8839-85ee299a23c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:32.687389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e43e18a-2c9a-4656-ba23-ae1973e50d32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network hostable DHCP agents. Network: f103c4c9-9a06-4ddd-8839-85ee299a23c1, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:25:32.789393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e43e18a-2c9a-4656-ba23-ae1973e50d32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network f103c4c9-9a06-4ddd-8839-85ee299a23c1 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:25:32.859213 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-8e43e18a-2c9a-4656-ba23-ae1973e50d32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, f103c4c9-9a06-4ddd-8839-85ee299a23c1) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:32.863796 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43e18a-2c9a-4656-ba23-ae1973e50d32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:32.864397 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e43e18a-2c9a-4656-ba23-ae1973e50d32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:32.871126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 36ee5ae4-f433-44df-8eb0-27e69daa4a8c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:25:32.873176 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06abc028-e88b-4746-833c-12c2d40ba749 None None] Network f103c4c9-9a06-4ddd-8839-85ee299a23c1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:32.902149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 36ee5ae4-f433-44df-8eb0-27e69daa4a8c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:25:32.902503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 36ee5ae4-f433-44df-8eb0-27e69daa4a8c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:25:32.958861 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8e43e18a-2c9a-4656-ba23-ae1973e50d32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7842164 Jan 27 22:25:32.961384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36454) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:32.966368 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': 'f103c4c9-9a06-4ddd-8839-85ee299a23c1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-669693161'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:32.988762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-f103c4c9-9a06-4ddd-8839-85ee299a23c1', 'network_id': 'f103c4c9-9a06-4ddd-8839-85ee299a23c1', 'project_id': '42ecd57798ec431da0b7c554d61f7109', 'fixed_ips': [{'subnet_id': '5814d381-202f-4b8f-b435-e69f8e2df3b9'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:25:32.990222 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.123146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Allocated IP 172.20.0.2 (f103c4c9-9a06-4ddd-8839-85ee299a23c1/5814d381-202f-4b8f-b435-e69f8e2df3b9/b3aab0b3-5253-4460-a8e0-3c40476f7b2c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:33.150791 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:33.154347 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.172396 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 3e985685-49df-4488-921c-f010f7145046 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:33.265982 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Publish callbacks [] for port (b3aab0b3-5253-4460-a8e0-3c40476f7b2c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.355963 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (b3aab0b3-5253-4460-a8e0-3c40476f7b2c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.395642 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Network f103c4c9-9a06-4ddd-8839-85ee299a23c1 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:33.398416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:33.402327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:33.404940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.10 (f103c4c9-9a06-4ddd-8839-85ee299a23c1/5814d381-202f-4b8f-b435-e69f8e2df3b9/3e985685-49df-4488-921c-f010f7145046) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:33.412892 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Pushing event updated for resources: {'Port': ['ID=b3aab0b3-5253-4460-a8e0-3c40476f7b2c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:33.464142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Attempting to bind port b3aab0b3-5253-4460-a8e0-3c40476f7b2c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:33.464526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Attempting to bind port b3aab0b3-5253-4460-a8e0-3c40476f7b2c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '54366511-a587-450a-b697-fbfbf12456ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f103c4c9-9a06-4ddd-8839-85ee299a23c1'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:33.464898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Attempting to bind port b3aab0b3-5253-4460-a8e0-3c40476f7b2c on network f103c4c9-9a06-4ddd-8839-85ee299a23c1 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:33.469943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:25:33.470329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Checking segment: {'id': '54366511-a587-450a-b697-fbfbf12456ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f103c4c9-9a06-4ddd-8839-85ee299a23c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:33.470738 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.471138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Bound using segment: {'id': '54366511-a587-450a-b697-fbfbf12456ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f103c4c9-9a06-4ddd-8839-85ee299a23c1'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:25:33.471608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Bound port: b3aab0b3-5253-4460-a8e0-3c40476f7b2c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54366511-a587-450a-b697-fbfbf12456ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f103c4c9-9a06-4ddd-8839-85ee299a23c1'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:25:33.472014 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b3aab0b3-5253-4460-a8e0-3c40476f7b2c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.527339 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (3e985685-49df-4488-921c-f010f7145046), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.537976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] For port b3aab0b3-5253-4460-a8e0-3c40476f7b2c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:25:33.541865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] For port b3aab0b3-5253-4460-a8e0-3c40476f7b2c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b3aab0b3-5253-4460-a8e0-3c40476f7b2c,segment=NetworkSegment(54366511-a587-450a-b697-fbfbf12456ef),segment_id=54366511-a587-450a-b697-fbfbf12456ef)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:25:33.630871 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b3aab0b3-5253-4460-a8e0-3c40476f7b2c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.642347 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (3e985685-49df-4488-921c-f010f7145046), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.690329 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network f103c4c9-9a06-4ddd-8839-85ee299a23c1 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:33.693344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:33.693723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f6373-b7e3-482a-9dd8-536bdf2d509d None None] Pushing event updated for resources: {'Port': ['ID=b3aab0b3-5253-4460-a8e0-3c40476f7b2c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:33.697773 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:33.729997 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=3e985685-49df-4488-921c-f010f7145046,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:33.754256 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:33.754869 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:33.830745 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ccc6bd3f-082d-47ef-8f06-cfd2782a2b7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8682103 Jan 27 22:25:33.833196 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36456) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:33.926017 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-21a42345-ea77-40f7-8344-d9b27a206505 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 3e985685-49df-4488-921c-f010f7145046 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:33.926280 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21a42345-ea77-40f7-8344-d9b27a206505 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3e985685-49df-4488-921c-f010f7145046), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.019397 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21a42345-ea77-40f7-8344-d9b27a206505 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3e985685-49df-4488-921c-f010f7145046), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.031359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-21a42345-ea77-40f7-8344-d9b27a206505 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 3e985685-49df-4488-921c-f010f7145046 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:34.236612 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21a42345-ea77-40f7-8344-d9b27a206505 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (3e985685-49df-4488-921c-f010f7145046), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.265750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a42345-ea77-40f7-8344-d9b27a206505 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=3e985685-49df-4488-921c-f010f7145046,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:34.333338 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-21a42345-ea77-40f7-8344-d9b27a206505 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.339260 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-21a42345-ea77-40f7-8344-d9b27a206505 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/3e985685-49df-4488-921c-f010f7145046 HTTP/1.1" status: 204 len: 168 time: 0.5057044 Jan 27 22:25:34.340242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36458) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:34.366515 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0ddb25-52fe-4f4f-b7ba-799980e6eb32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:25:34.368175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ab0ddb25-52fe-4f4f-b7ba-799980e6eb32 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/3e985685-49df-4488-921c-f010f7145046 HTTP/1.1" status: 404 len: 333 time: 0.0268111 Jan 27 22:25:34.371486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36460) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:34.423873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a265290-2ec8-4a0f-a314-17a3fee671ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting subnet 5814d381-202f-4b8f-b435-e69f8e2df3b9 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:25:34.427523 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6a265290-2ec8-4a0f-a314-17a3fee671ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (5814d381-202f-4b8f-b435-e69f8e2df3b9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.467804 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6a265290-2ec8-4a0f-a314-17a3fee671ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (5814d381-202f-4b8f-b435-e69f8e2df3b9), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.558413 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6a265290-2ec8-4a0f-a314-17a3fee671ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (5814d381-202f-4b8f-b435-e69f8e2df3b9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.591030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26638e3d-fb3e-4527-bd4f-6f53b652cd0f None None] Network f103c4c9-9a06-4ddd-8839-85ee299a23c1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:34.671369 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6a265290-2ec8-4a0f-a314-17a3fee671ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (5814d381-202f-4b8f-b435-e69f8e2df3b9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.678124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-523e7b96-4421-4fef-9825-a5e394b693e0 None None] Provisioning complete for port b3aab0b3-5253-4460-a8e0-3c40476f7b2c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:34.678124 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-523e7b96-4421-4fef-9825-a5e394b693e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b3aab0b3-5253-4460-a8e0-3c40476f7b2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.700741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a265290-2ec8-4a0f-a314-17a3fee671ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Subnet': ['ID=5814d381-202f-4b8f-b435-e69f8e2df3b9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:34.702752 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6a265290-2ec8-4a0f-a314-17a3fee671ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.706039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6a265290-2ec8-4a0f-a314-17a3fee671ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/5814d381-202f-4b8f-b435-e69f8e2df3b9 HTTP/1.1" status: 204 len: 168 time: 0.3336055 Jan 27 22:25:34.708847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36462) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:34.787230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-523e7b96-4421-4fef-9825-a5e394b693e0 None None] Current status of the port b3aab0b3-5253-4460-a8e0-3c40476f7b2c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:34.787935 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-523e7b96-4421-4fef-9825-a5e394b693e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b3aab0b3-5253-4460-a8e0-3c40476f7b2c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.793651 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (f103c4c9-9a06-4ddd-8839-85ee299a23c1), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.825844 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-523e7b96-4421-4fef-9825-a5e394b693e0 None None] For port b3aab0b3-5253-4460-a8e0-3c40476f7b2c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b3aab0b3-5253-4460-a8e0-3c40476f7b2c,segment=NetworkSegment(54366511-a587-450a-b697-fbfbf12456ef),segment_id=54366511-a587-450a-b697-fbfbf12456ef)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:34.852518 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port b3aab0b3-5253-4460-a8e0-3c40476f7b2c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:34.852518 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b3aab0b3-5253-4460-a8e0-3c40476f7b2c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.894898 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-523e7b96-4421-4fef-9825-a5e394b693e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b3aab0b3-5253-4460-a8e0-3c40476f7b2c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.926415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] For port b3aab0b3-5253-4460-a8e0-3c40476f7b2c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b3aab0b3-5253-4460-a8e0-3c40476f7b2c,segment=NetworkSegment(54366511-a587-450a-b697-fbfbf12456ef),segment_id=54366511-a587-450a-b697-fbfbf12456ef)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:34.928871 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b3aab0b3-5253-4460-a8e0-3c40476f7b2c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.932143 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3410e34b-057b-4845-808e-ee7f4fec1d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:34.959851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e7b96-4421-4fef-9825-a5e394b693e0 None None] Pushing event updated for resources: {'Port': ['ID=b3aab0b3-5253-4460-a8e0-3c40476f7b2c,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:34.960243 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for b3aab0b3-5253-4460-a8e0-3c40476f7b2c owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:34.974481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b3aab0b3-5253-4460-a8e0-3c40476f7b2c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:25:35.016157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cacdf8-77d5-4488-95cd-d1a5af07086d None None] Network f103c4c9-9a06-4ddd-8839-85ee299a23c1 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:35.088185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-124a963b-2bf6-4c2e-a9a2-027e51ef7e18 None None] Provisioning complete for port b3aab0b3-5253-4460-a8e0-3c40476f7b2c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:35.088499 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-124a963b-2bf6-4c2e-a9a2-027e51ef7e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b3aab0b3-5253-4460-a8e0-3c40476f7b2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:35.133379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b3aab0b3-5253-4460-a8e0-3c40476f7b2c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:35.135138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b3aab0b3-5253-4460-a8e0-3c40476f7b2c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:35.135510 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b3aab0b3-5253-4460-a8e0-3c40476f7b2c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:35.160458 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=b3aab0b3-5253-4460-a8e0-3c40476f7b2c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:35.167553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Port b3aab0b3-5253-4460-a8e0-3c40476f7b2c was deleted so its status cannot be updated. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Jan 27 22:25:35.169410 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No DVR routers for this DVR port b3aab0b3-5253-4460-a8e0-3c40476f7b2c on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:25:35.171941 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.172484 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.172700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.173039 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.173380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.173892 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.174232 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.175062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.175062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.175497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.175855 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.176216 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.176695 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:35.180149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-124a963b-2bf6-4c2e-a9a2-027e51ef7e18 None None] Could not find standard attr ID for object b3aab0b3-5253-4460-a8e0-3c40476f7b2c. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:25:35.184162 n-d-760456-6 neutron-server[104028]: INFO neutron.plugins.ml2.db [None req-124a963b-2bf6-4c2e-a9a2-027e51ef7e18 None None] No ports have port_id starting with b3aab0b3-5253-4460-a8e0-3c40476f7b2c Jan 27 22:25:35.236315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e44edc-e5f9-420c-ac9f-376be3dea6b1 None None] DHCP port deletion for f103c4c9-9a06-4ddd-8839-85ee299a23c1 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:25:35.282917 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (f103c4c9-9a06-4ddd-8839-85ee299a23c1), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:35.308758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f103c4c9-9a06-4ddd-8839-85ee299a23c1']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:35.320603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54366511-a587-450a-b697-fbfbf12456ef') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:35.320854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54366511-a587-450a-b697-fbfbf12456ef') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:35.330138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (54366511-a587-450a-b697-fbfbf12456ef), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:35.343356 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (54366511-a587-450a-b697-fbfbf12456ef), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:35.348745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:25:35.349136 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (54366511-a587-450a-b697-fbfbf12456ef), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:25:35.352316 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:25:35.481988 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (f103c4c9-9a06-4ddd-8839-85ee299a23c1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:35.488631 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:35.491785 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/networks/f103c4c9-9a06-4ddd-8839-85ee299a23c1 HTTP/1.1" status: 204 len: 168 time: 0.7818828 Jan 27 22:25:35.495700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36464) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:35.500854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'name': 'tempest-PortsTestJSON-1799323227'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:35.503352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf621096-acce-400e-bf64-b59bc0457a31 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Network': ['ID=f103c4c9-9a06-4ddd-8839-85ee299a23c1,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:35.670973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:35.674397 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:35.691547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 3233dc9c-5387-45c5-a4c4-e819bbaff6ba yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:35.844899 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (3233dc9c-5387-45c5-a4c4-e819bbaff6ba), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:35.973670 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3233dc9c-5387-45c5-a4c4-e819bbaff6ba), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:36.015425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:36.018416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:36.024162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:36.029603 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:36.030200 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:36.038124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=3233dc9c-5387-45c5-a4c4-e819bbaff6ba,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:36.137466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8bbf3e75-a2d9-4b1b-97ee-f72107181fbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6406734 Jan 27 22:25:36.139279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36466) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:36.235251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-95b394fb-69a7-48b2-9078-c128bc7f0556 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 3233dc9c-5387-45c5-a4c4-e819bbaff6ba {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:36.235515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95b394fb-69a7-48b2-9078-c128bc7f0556 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3233dc9c-5387-45c5-a4c4-e819bbaff6ba), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:36.253390 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:36.298397 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95b394fb-69a7-48b2-9078-c128bc7f0556 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3233dc9c-5387-45c5-a4c4-e819bbaff6ba), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:36.311413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-95b394fb-69a7-48b2-9078-c128bc7f0556 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 3233dc9c-5387-45c5-a4c4-e819bbaff6ba owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:36.527939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95b394fb-69a7-48b2-9078-c128bc7f0556 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3233dc9c-5387-45c5-a4c4-e819bbaff6ba), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:36.555742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b394fb-69a7-48b2-9078-c128bc7f0556 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=3233dc9c-5387-45c5-a4c4-e819bbaff6ba,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:36.561362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-95b394fb-69a7-48b2-9078-c128bc7f0556 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:36.564649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-95b394fb-69a7-48b2-9078-c128bc7f0556 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/3233dc9c-5387-45c5-a4c4-e819bbaff6ba HTTP/1.1" status: 204 len: 168 time: 0.4244273 Jan 27 22:25:36.567288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36468) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:36.571958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'mac_address': 'fa:16:3e:98:2b:14', 'name': 'tempest-PortsTestJSON-962450194'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:36.732600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:36.799127 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:36.821840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 7207276d-a65b-4a68-af46-6e1747f16f1b yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:36.868747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b3aab0b3-5253-4460-a8e0-3c40476f7b2c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:25:36.889647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: b3aab0b3-5253-4460-a8e0-3c40476f7b2c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:25:36.890003 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b3aab0b3-5253-4460-a8e0-3c40476f7b2c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:25:36.978081 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (7207276d-a65b-4a68-af46-6e1747f16f1b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:37.128031 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7207276d-a65b-4a68-af46-6e1747f16f1b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:37.170414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:37.173436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:37.179189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:37.183928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:37.184545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:37.190145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=7207276d-a65b-4a68-af46-6e1747f16f1b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:37.290039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e2eee71b-7e5c-44bc-932e-37e4c8847d62 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7217546 Jan 27 22:25:37.293211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36470) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:37.333687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c12768-47e1-4ca6-b7c0-1933be19341e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:37.343275 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a0c12768-47e1-4ca6-b7c0-1933be19341e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/7207276d-a65b-4a68-af46-6e1747f16f1b HTTP/1.1" status: 200 len: 840 time: 0.0409269 Jan 27 22:25:37.343275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36472) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:37.427342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-11368634-aa65-4b2a-99e5-27bd85b4285a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 7207276d-a65b-4a68-af46-6e1747f16f1b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:37.427688 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11368634-aa65-4b2a-99e5-27bd85b4285a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7207276d-a65b-4a68-af46-6e1747f16f1b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:37.493804 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11368634-aa65-4b2a-99e5-27bd85b4285a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7207276d-a65b-4a68-af46-6e1747f16f1b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:37.506582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-11368634-aa65-4b2a-99e5-27bd85b4285a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 7207276d-a65b-4a68-af46-6e1747f16f1b owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:37.516412 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:37.652898 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11368634-aa65-4b2a-99e5-27bd85b4285a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7207276d-a65b-4a68-af46-6e1747f16f1b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:37.678906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11368634-aa65-4b2a-99e5-27bd85b4285a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=7207276d-a65b-4a68-af46-6e1747f16f1b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:37.686028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-11368634-aa65-4b2a-99e5-27bd85b4285a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:37.689366 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-11368634-aa65-4b2a-99e5-27bd85b4285a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/7207276d-a65b-4a68-af46-6e1747f16f1b HTTP/1.1" status: 204 len: 168 time: 0.3500459 Jan 27 22:25:37.691937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36474) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:37.716666 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-55369c99-f689-4551-b197-8231c118111a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:25:37.718005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-55369c99-f689-4551-b197-8231c118111a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/7207276d-a65b-4a68-af46-6e1747f16f1b HTTP/1.1" status: 404 len: 333 time: 0.0251296 Jan 27 22:25:37.721443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36476) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:37.726222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'name': 'tempest-PortsTestJSON-164638945'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:37.899048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:37.902423 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:37.923665 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port e1df97a0-aae9-46c2-8b9d-8cba688dbb25 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:38.073421 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:25:38.076864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (e1df97a0-aae9-46c2-8b9d-8cba688dbb25), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:38.168255 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e1df97a0-aae9-46c2-8b9d-8cba688dbb25), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:38.215180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:38.218102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:38.223804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:38.229639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:38.230246 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:38.236034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=e1df97a0-aae9-46c2-8b9d-8cba688dbb25,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:38.324660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2d323f68-d6b3-43b4-ac0d-f2b97895df34 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6021965 Jan 27 22:25:38.327212 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36478) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:38.332263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6917ac3f-1147-4517-a954-2b111cb7c3eb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:38.395676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6917ac3f-1147-4517-a954-2b111cb7c3eb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e1df97a0-aae9-46c2-8b9d-8cba688dbb25), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:38.545627 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6917ac3f-1147-4517-a954-2b111cb7c3eb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (e1df97a0-aae9-46c2-8b9d-8cba688dbb25), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:38.594933 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6917ac3f-1147-4517-a954-2b111cb7c3eb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e1df97a0-aae9-46c2-8b9d-8cba688dbb25), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:38.637463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-6917ac3f-1147-4517-a954-2b111cb7c3eb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] In _notify_port_updated(), no bound segment for port e1df97a0-aae9-46c2-8b9d-8cba688dbb25 on network bd68d192-65e6-4640-b1cc-b7b2e20690ca {{(pid=104027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:25:38.642513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6917ac3f-1147-4517-a954-2b111cb7c3eb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:38.643179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6917ac3f-1147-4517-a954-2b111cb7c3eb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:38.644506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6917ac3f-1147-4517-a954-2b111cb7c3eb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "PUT /v2.0/ports/e1df97a0-aae9-46c2-8b9d-8cba688dbb25 HTTP/1.1" status: 200 len: 818 time: 0.3163755 Jan 27 22:25:38.649341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36480) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:38.660649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917ac3f-1147-4517-a954-2b111cb7c3eb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=e1df97a0-aae9-46c2-8b9d-8cba688dbb25,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:38.737295 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a4fc7b57-ae85-48a7-b3ab-5d5e98475cd8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port e1df97a0-aae9-46c2-8b9d-8cba688dbb25 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:38.737642 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7b57-ae85-48a7-b3ab-5d5e98475cd8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e1df97a0-aae9-46c2-8b9d-8cba688dbb25), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:38.800520 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7b57-ae85-48a7-b3ab-5d5e98475cd8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e1df97a0-aae9-46c2-8b9d-8cba688dbb25), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:38.814056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a4fc7b57-ae85-48a7-b3ab-5d5e98475cd8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for e1df97a0-aae9-46c2-8b9d-8cba688dbb25 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:38.938009 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:38.979939 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7b57-ae85-48a7-b3ab-5d5e98475cd8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e1df97a0-aae9-46c2-8b9d-8cba688dbb25), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.009137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc7b57-ae85-48a7-b3ab-5d5e98475cd8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=e1df97a0-aae9-46c2-8b9d-8cba688dbb25,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:39.013292 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4fc7b57-ae85-48a7-b3ab-5d5e98475cd8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.016540 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a4fc7b57-ae85-48a7-b3ab-5d5e98475cd8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/e1df97a0-aae9-46c2-8b9d-8cba688dbb25 HTTP/1.1" status: 204 len: 168 time: 0.3660650 Jan 27 22:25:39.019050 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36482) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:39.159047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8d1e79-a24c-4d8e-a6d3-e1a3b5a23edd tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:39.159047 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-aa8d1e79-a24c-4d8e-a6d3-e1a3b5a23edd tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0463233 Jan 27 22:25:39.159047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36484) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:39.159047 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c64e62-ff00-4a34-a997-e570d7a05e8e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:25:39.159047 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a3c64e62-ff00-4a34-a997-e570d7a05e8e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/e1df97a0-aae9-46c2-8b9d-8cba688dbb25 HTTP/1.1" status: 404 len: 333 time: 0.0245397 Jan 27 22:25:39.159047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36486) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:39.159047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9c1612f8-9c7c-4712-a662-25e6f0d3dd7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1767047131'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:39.304697 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1612f8-9c7c-4712-a662-25e6f0d3dd7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:39.308122 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9c1612f8-9c7c-4712-a662-25e6f0d3dd7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.335655 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1612f8-9c7c-4712-a662-25e6f0d3dd7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:25:39.344773 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9c1612f8-9c7c-4712-a662-25e6f0d3dd7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4ee8c96f-1030-4da1-b7fe-a8a3100c96aa), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.345122 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-9c1612f8-9c7c-4712-a662-25e6f0d3dd7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Added segment 4ee8c96f-1030-4da1-b7fe-a8a3100c96aa of type vlan for network 9abe6ad6-0a33-4696-a873-74f75f36921e Jan 27 22:25:39.384925 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9c1612f8-9c7c-4712-a662-25e6f0d3dd7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (9abe6ad6-0a33-4696-a873-74f75f36921e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.453560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9c1612f8-9c7c-4712-a662-25e6f0d3dd7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (9abe6ad6-0a33-4696-a873-74f75f36921e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.458509 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1612f8-9c7c-4712-a662-25e6f0d3dd7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:39.459097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9c1612f8-9c7c-4712-a662-25e6f0d3dd7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:39.522176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1612f8-9c7c-4712-a662-25e6f0d3dd7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Network': ['ID=9abe6ad6-0a33-4696-a873-74f75f36921e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:39.533004 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 9abe6ad6-0a33-4696-a873-74f75f36921e details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:25:39.592575 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9c1612f8-9c7c-4712-a662-25e6f0d3dd7d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4934282 Jan 27 22:25:39.595307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36488) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:39.600578 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-cca278bb-802f-4e52-926e-f71444e877f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': '9abe6ad6-0a33-4696-a873-74f75f36921e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:39.762419 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca278bb-802f-4e52-926e-f71444e877f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:39.765833 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cca278bb-802f-4e52-926e-f71444e877f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.002566 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cca278bb-802f-4e52-926e-f71444e877f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (d6aaf5e6-1bf3-4d97-b01d-45b379cff2db), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.072677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca278bb-802f-4e52-926e-f71444e877f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Subnet': ['ID=d6aaf5e6-1bf3-4d97-b01d-45b379cff2db,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:40.083837 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca278bb-802f-4e52-926e-f71444e877f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Checking segment: {'id': '4ee8c96f-1030-4da1-b7fe-a8a3100c96aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9abe6ad6-0a33-4696-a873-74f75f36921e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:40.084238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca278bb-802f-4e52-926e-f71444e877f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network hostable DHCP agents. Network: 9abe6ad6-0a33-4696-a873-74f75f36921e, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:25:40.167746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca278bb-802f-4e52-926e-f71444e877f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network 9abe6ad6-0a33-4696-a873-74f75f36921e is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:25:40.247665 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-cca278bb-802f-4e52-926e-f71444e877f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 9abe6ad6-0a33-4696-a873-74f75f36921e) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:40.251798 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca278bb-802f-4e52-926e-f71444e877f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:40.252546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cca278bb-802f-4e52-926e-f71444e877f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.256281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f300a-32b5-4f79-b5ad-f4c12d9c0c86 None None] Network 9abe6ad6-0a33-4696-a873-74f75f36921e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:40.325551 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cca278bb-802f-4e52-926e-f71444e877f6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7290096 Jan 27 22:25:40.328353 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36490) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:40.333491 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-65b38881-010e-4119-9be6-4dbfdc5fbded tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': '9abe6ad6-0a33-4696-a873-74f75f36921e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:40.364459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-9abe6ad6-0a33-4696-a873-74f75f36921e', 'network_id': '9abe6ad6-0a33-4696-a873-74f75f36921e', 'project_id': '42ecd57798ec431da0b7c554d61f7109', 'fixed_ips': [{'subnet_id': 'd6aaf5e6-1bf3-4d97-b01d-45b379cff2db'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:25:40.365344 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.509583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Allocated IP 172.20.0.2 (9abe6ad6-0a33-4696-a873-74f75f36921e/d6aaf5e6-1bf3-4d97-b01d-45b379cff2db/0b64806d-fd12-4546-a1d1-6c71aec645fd) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:40.549507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b38881-010e-4119-9be6-4dbfdc5fbded tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:40.552982 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-65b38881-010e-4119-9be6-4dbfdc5fbded tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.639067 n-d-760456-6 neutron-server[104026]: INFO neutron.db.ipam_backend_mixin [None req-65b38881-010e-4119-9be6-4dbfdc5fbded tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d6aaf5e6-1bf3-4d97-b01d-45b379cff2db (CIDR: 172.20.0.0/28) Jan 27 22:25:40.645453 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Publish callbacks [] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.683473 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b38881-010e-4119-9be6-4dbfdc5fbded tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:25:40.683976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b38881-010e-4119-9be6-4dbfdc5fbded tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:25:40.728815 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.758100 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-65b38881-010e-4119-9be6-4dbfdc5fbded tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4286544 Jan 27 22:25:40.761381 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36492) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:40.766639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f03833d2-f10a-494c-96b7-780d76bc21ed tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': '9abe6ad6-0a33-4696-a873-74f75f36921e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:40.767468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Network 9abe6ad6-0a33-4696-a873-74f75f36921e is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:40.770501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:40.773873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:40.788894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Pushing event updated for resources: {'Port': ['ID=0b64806d-fd12-4546-a1d1-6c71aec645fd,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:40.834582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Attempting to bind port 0b64806d-fd12-4546-a1d1-6c71aec645fd on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:40.845146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Attempting to bind port 0b64806d-fd12-4546-a1d1-6c71aec645fd by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '4ee8c96f-1030-4da1-b7fe-a8a3100c96aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9abe6ad6-0a33-4696-a873-74f75f36921e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:40.845146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Attempting to bind port 0b64806d-fd12-4546-a1d1-6c71aec645fd on network 9abe6ad6-0a33-4696-a873-74f75f36921e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:40.845146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:25:40.845146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Checking segment: {'id': '4ee8c96f-1030-4da1-b7fe-a8a3100c96aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9abe6ad6-0a33-4696-a873-74f75f36921e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:40.845146 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.845146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Bound using segment: {'id': '4ee8c96f-1030-4da1-b7fe-a8a3100c96aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9abe6ad6-0a33-4696-a873-74f75f36921e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:25:40.845146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Bound port: 0b64806d-fd12-4546-a1d1-6c71aec645fd, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee8c96f-1030-4da1-b7fe-a8a3100c96aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9abe6ad6-0a33-4696-a873-74f75f36921e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:25:40.845146 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.902766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] For port 0b64806d-fd12-4546-a1d1-6c71aec645fd, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:25:40.905617 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] For port 0b64806d-fd12-4546-a1d1-6c71aec645fd, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0b64806d-fd12-4546-a1d1-6c71aec645fd,segment=NetworkSegment(4ee8c96f-1030-4da1-b7fe-a8a3100c96aa),segment_id=4ee8c96f-1030-4da1-b7fe-a8a3100c96aa)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:25:40.967432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03833d2-f10a-494c-96b7-780d76bc21ed tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:40.970849 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f03833d2-f10a-494c-96b7-780d76bc21ed tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:40.995888 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:41.058095 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa5ddd-7ee7-4985-90f6-ac9f470a9044 None None] Pushing event updated for resources: {'Port': ['ID=0b64806d-fd12-4546-a1d1-6c71aec645fd,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:41.282312 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f03833d2-f10a-494c-96b7-780d76bc21ed tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (ce2500a4-c4dd-4a91-9255-435ca6275841), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:41.327348 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03833d2-f10a-494c-96b7-780d76bc21ed tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network 9abe6ad6-0a33-4696-a873-74f75f36921e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:41.330793 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f03833d2-f10a-494c-96b7-780d76bc21ed tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:41.334278 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03833d2-f10a-494c-96b7-780d76bc21ed tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:41.334891 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f03833d2-f10a-494c-96b7-780d76bc21ed tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:41.352287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03833d2-f10a-494c-96b7-780d76bc21ed tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Subnet': ['ID=ce2500a4-c4dd-4a91-9255-435ca6275841,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:41.433896 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f03833d2-f10a-494c-96b7-780d76bc21ed tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6712883 Jan 27 22:25:41.436344 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36494) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:41.441273 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': '9abe6ad6-0a33-4696-a873-74f75f36921e', 'fixed_ips': [{'subnet_id': 'd6aaf5e6-1bf3-4d97-b01d-45b379cff2db'}, {'subnet_id': 'ce2500a4-c4dd-4a91-9255-435ca6275841'}], 'name': 'tempest-PortsTestJSON-1932660502'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:41.607839 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:41.691429 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:41.711062 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 6786c5c5-5b68-43d9-9534-0e86b4584d05 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:41.976205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b88a12a-4506-4657-8fe8-fd10ea7b9f66 None None] Network 9abe6ad6-0a33-4696-a873-74f75f36921e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:41.991386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.11 (9abe6ad6-0a33-4696-a873-74f75f36921e/d6aaf5e6-1bf3-4d97-b01d-45b379cff2db/6786c5c5-5b68-43d9-9534-0e86b4584d05) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:41.997265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.22 (9abe6ad6-0a33-4696-a873-74f75f36921e/ce2500a4-c4dd-4a91-9255-435ca6275841/6786c5c5-5b68-43d9-9534-0e86b4584d05) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:42.062772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-417cfe02-8f1f-4df5-9e31-deb188367969 None None] Provisioning complete for port 0b64806d-fd12-4546-a1d1-6c71aec645fd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:42.063148 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-417cfe02-8f1f-4df5-9e31-deb188367969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:42.201987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-417cfe02-8f1f-4df5-9e31-deb188367969 None None] Current status of the port 0b64806d-fd12-4546-a1d1-6c71aec645fd is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:42.202249 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-417cfe02-8f1f-4df5-9e31-deb188367969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:42.220402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037b74c-ad42-4fe2-ba4c-f60d9c3371a8 None None] Update dhcp port {'port': {'network_id': '9abe6ad6-0a33-4696-a873-74f75f36921e', 'fixed_ips': [{'subnet_id': 'd6aaf5e6-1bf3-4d97-b01d-45b379cff2db', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ce2500a4-c4dd-4a91-9255-435ca6275841'}], 'binding:host_id': 'n-d-760456-6'}, 'id': '0b64806d-fd12-4546-a1d1-6c71aec645fd'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:25:42.265518 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4037b74c-ad42-4fe2-ba4c-f60d9c3371a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:42.270585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-417cfe02-8f1f-4df5-9e31-deb188367969 None None] For port 0b64806d-fd12-4546-a1d1-6c71aec645fd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0b64806d-fd12-4546-a1d1-6c71aec645fd,segment=NetworkSegment(4ee8c96f-1030-4da1-b7fe-a8a3100c96aa),segment_id=4ee8c96f-1030-4da1-b7fe-a8a3100c96aa)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:42.375494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-417cfe02-8f1f-4df5-9e31-deb188367969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:42.438120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cfe02-8f1f-4df5-9e31-deb188367969 None None] Pushing event updated for resources: {'Port': ['ID=0b64806d-fd12-4546-a1d1-6c71aec645fd,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:42.481015 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:42.567217 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:42.612975 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network 9abe6ad6-0a33-4696-a873-74f75f36921e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:42.616105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-4037b74c-ad42-4fe2-ba4c-f60d9c3371a8 None None] Allocated IP 172.20.0.18 (9abe6ad6-0a33-4696-a873-74f75f36921e/ce2500a4-c4dd-4a91-9255-435ca6275841/0b64806d-fd12-4546-a1d1-6c71aec645fd) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:42.619886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:42.624465 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:42.628521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=6786c5c5-5b68-43d9-9534-0e86b4584d05,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:42.673682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:42.674310 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:42.710590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4037b74c-ad42-4fe2-ba4c-f60d9c3371a8 None None] For port 0b64806d-fd12-4546-a1d1-6c71aec645fd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0b64806d-fd12-4546-a1d1-6c71aec645fd,segment=NetworkSegment(4ee8c96f-1030-4da1-b7fe-a8a3100c96aa),segment_id=4ee8c96f-1030-4da1-b7fe-a8a3100c96aa)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:42.741169 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4037b74c-ad42-4fe2-ba4c-f60d9c3371a8 None None] Publish callbacks [] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:42.759075 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2ffa86f5-04ff-47de-a437-11e8d823602a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.3216836 Jan 27 22:25:42.762260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36496) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:42.767454 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-358ec3da-090d-4c26-a56a-cfa77b43b2c1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd6aaf5e6-1bf3-4d97-b01d-45b379cff2db'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:42.847695 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-358ec3da-090d-4c26-a56a-cfa77b43b2c1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:42.869927 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4037b74c-ad42-4fe2-ba4c-f60d9c3371a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:42.919941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0b64806d-fd12-4546-a1d1-6c71aec645fd up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:25:42.997828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037b74c-ad42-4fe2-ba4c-f60d9c3371a8 None None] Pushing event updated for resources: {'Port': ['ID=0b64806d-fd12-4546-a1d1-6c71aec645fd,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:43.020303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0b64806d-fd12-4546-a1d1-6c71aec645fd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:43.020691 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:43.108270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0b64806d-fd12-4546-a1d1-6c71aec645fd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:43.121009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-358ec3da-090d-4c26-a56a-cfa77b43b2c1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Delete allocated IP 172.20.0.22 (9abe6ad6-0a33-4696-a873-74f75f36921e/ce2500a4-c4dd-4a91-9255-435ca6275841) {{(pid=104026) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 22:25:43.250736 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-358ec3da-090d-4c26-a56a-cfa77b43b2c1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:43.310835 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-358ec3da-090d-4c26-a56a-cfa77b43b2c1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:43.433667 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ec3da-090d-4c26-a56a-cfa77b43b2c1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=6786c5c5-5b68-43d9-9534-0e86b4584d05,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:43.447572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c0a006-acce-4deb-8f55-e8668d3cdc82 None None] Network 9abe6ad6-0a33-4696-a873-74f75f36921e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:43.453536 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-358ec3da-090d-4c26-a56a-cfa77b43b2c1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] In _notify_port_updated(), no bound segment for port 6786c5c5-5b68-43d9-9534-0e86b4584d05 on network 9abe6ad6-0a33-4696-a873-74f75f36921e {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:25:43.458567 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358ec3da-090d-4c26-a56a-cfa77b43b2c1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:43.459185 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-358ec3da-090d-4c26-a56a-cfa77b43b2c1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:43.460526 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-358ec3da-090d-4c26-a56a-cfa77b43b2c1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "PUT /v2.0/ports/6786c5c5-5b68-43d9-9534-0e86b4584d05 HTTP/1.1" status: 200 len: 920 time: 0.6972258 Jan 27 22:25:43.463226 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36498) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:43.468253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8d120a73-94a8-456d-bcad-8cde15c8c1c9 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd6aaf5e6-1bf3-4d97-b01d-45b379cff2db'}, {'subnet_id': 'ce2500a4-c4dd-4a91-9255-435ca6275841'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:43.523795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-22f0282e-630f-4a8a-9d02-e43507a397a9 None None] Provisioning complete for port 0b64806d-fd12-4546-a1d1-6c71aec645fd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:43.524111 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-22f0282e-630f-4a8a-9d02-e43507a397a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:43.535977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8d120a73-94a8-456d-bcad-8cde15c8c1c9 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:43.787667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-22f0282e-630f-4a8a-9d02-e43507a397a9 None None] Current status of the port 0b64806d-fd12-4546-a1d1-6c71aec645fd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:43.809862 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-8d120a73-94a8-456d-bcad-8cde15c8c1c9 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.21 (9abe6ad6-0a33-4696-a873-74f75f36921e/ce2500a4-c4dd-4a91-9255-435ca6275841/6786c5c5-5b68-43d9-9534-0e86b4584d05) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:43.936633 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8d120a73-94a8-456d-bcad-8cde15c8c1c9 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.008384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2e661022-2660-45bb-a5da-1bbc04989ca7 None None] Provisioning complete for port 6786c5c5-5b68-43d9-9534-0e86b4584d05 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:44.008945 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2e661022-2660-45bb-a5da-1bbc04989ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.013385 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8d120a73-94a8-456d-bcad-8cde15c8c1c9 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.060799 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2e661022-2660-45bb-a5da-1bbc04989ca7 None None] Port 6786c5c5-5b68-43d9-9534-0e86b4584d05 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:25:44.073278 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2e661022-2660-45bb-a5da-1bbc04989ca7 None None] Provisioning complete for port 0b64806d-fd12-4546-a1d1-6c71aec645fd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:44.073667 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2e661022-2660-45bb-a5da-1bbc04989ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.092278 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d120a73-94a8-456d-bcad-8cde15c8c1c9 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=6786c5c5-5b68-43d9-9534-0e86b4584d05,revision_number=3']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:44.160720 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2e661022-2660-45bb-a5da-1bbc04989ca7 None None] Current status of the port 0b64806d-fd12-4546-a1d1-6c71aec645fd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:44.161549 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8d120a73-94a8-456d-bcad-8cde15c8c1c9 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] In _notify_port_updated(), no bound segment for port 6786c5c5-5b68-43d9-9534-0e86b4584d05 on network 9abe6ad6-0a33-4696-a873-74f75f36921e {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:25:44.167175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d120a73-94a8-456d-bcad-8cde15c8c1c9 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:44.167812 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8d120a73-94a8-456d-bcad-8cde15c8c1c9 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.171823 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8d120a73-94a8-456d-bcad-8cde15c8c1c9 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "PUT /v2.0/ports/6786c5c5-5b68-43d9-9534-0e86b4584d05 HTTP/1.1" status: 200 len: 1000 time: 0.7050123 Jan 27 22:25:44.172000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36500) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:44.266429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-03173560-e17a-4df2-8da9-acfd42e3d8e3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 6786c5c5-5b68-43d9-9534-0e86b4584d05 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:44.266772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03173560-e17a-4df2-8da9-acfd42e3d8e3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.282000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c74be226-391f-4829-9eba-98d92ef5fa7d None None] Provisioning complete for port 6786c5c5-5b68-43d9-9534-0e86b4584d05 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:44.282382 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c74be226-391f-4829-9eba-98d92ef5fa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.318673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c74be226-391f-4829-9eba-98d92ef5fa7d None None] Port 6786c5c5-5b68-43d9-9534-0e86b4584d05 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:25:44.359478 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03173560-e17a-4df2-8da9-acfd42e3d8e3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.372377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-03173560-e17a-4df2-8da9-acfd42e3d8e3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 6786c5c5-5b68-43d9-9534-0e86b4584d05 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:44.444517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ba714a4a-7045-4c47-a73f-cff859f61e7a None None] Provisioning complete for port 6786c5c5-5b68-43d9-9534-0e86b4584d05 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:44.444906 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba714a4a-7045-4c47-a73f-cff859f61e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.489531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ba714a4a-7045-4c47-a73f-cff859f61e7a None None] Port 6786c5c5-5b68-43d9-9534-0e86b4584d05 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:25:44.607249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8bba9d1d-9409-4080-94d6-6018a2aa69c0 None None] Provisioning complete for port 6786c5c5-5b68-43d9-9534-0e86b4584d05 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:44.607537 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8bba9d1d-9409-4080-94d6-6018a2aa69c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.619807 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03173560-e17a-4df2-8da9-acfd42e3d8e3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (6786c5c5-5b68-43d9-9534-0e86b4584d05), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.642052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8bba9d1d-9409-4080-94d6-6018a2aa69c0 None None] Port 6786c5c5-5b68-43d9-9534-0e86b4584d05 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:25:44.657046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03173560-e17a-4df2-8da9-acfd42e3d8e3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=6786c5c5-5b68-43d9-9534-0e86b4584d05,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:44.748328 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-03173560-e17a-4df2-8da9-acfd42e3d8e3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.751918 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-03173560-e17a-4df2-8da9-acfd42e3d8e3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/6786c5c5-5b68-43d9-9534-0e86b4584d05 HTTP/1.1" status: 204 len: 168 time: 0.5789175 Jan 27 22:25:44.754600 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36502) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:44.781775 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-96fbb052-73a5-4f80-9299-778f442657bb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:25:44.783364 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-96fbb052-73a5-4f80-9299-778f442657bb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/6786c5c5-5b68-43d9-9534-0e86b4584d05 HTTP/1.1" status: 404 len: 333 time: 0.0277109 Jan 27 22:25:44.786126 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36504) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:44.845413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c29b05-3545-4eae-ac17-63cb15bfebcf tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting subnet ce2500a4-c4dd-4a91-9255-435ca6275841 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:25:44.849120 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99c29b05-3545-4eae-ac17-63cb15bfebcf tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (ce2500a4-c4dd-4a91-9255-435ca6275841), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.890646 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99c29b05-3545-4eae-ac17-63cb15bfebcf tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (ce2500a4-c4dd-4a91-9255-435ca6275841), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.899706 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0b64806d-fd12-4546-a1d1-6c71aec645fd up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:25:44.948622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0b64806d-fd12-4546-a1d1-6c71aec645fd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:44.948930 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:44.972671 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99c29b05-3545-4eae-ac17-63cb15bfebcf tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (ce2500a4-c4dd-4a91-9255-435ca6275841), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.029000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0b64806d-fd12-4546-a1d1-6c71aec645fd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:45.111267 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99c29b05-3545-4eae-ac17-63cb15bfebcf tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (ce2500a4-c4dd-4a91-9255-435ca6275841), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.136593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c29b05-3545-4eae-ac17-63cb15bfebcf tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2500a4-c4dd-4a91-9255-435ca6275841,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:45.145097 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99c29b05-3545-4eae-ac17-63cb15bfebcf tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.148385 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-99c29b05-3545-4eae-ac17-63cb15bfebcf tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/ce2500a4-c4dd-4a91-9255-435ca6275841 HTTP/1.1" status: 204 len: 168 time: 0.3613007 Jan 27 22:25:45.151758 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36506) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:45.154324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22342e-f832-44c5-bf11-1681417ba072 None None] Network 9abe6ad6-0a33-4696-a873-74f75f36921e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:45.202677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-041df4c6-8790-4902-addb-7e60d7ee005a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting subnet d6aaf5e6-1bf3-4d97-b01d-45b379cff2db {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:25:45.207131 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-041df4c6-8790-4902-addb-7e60d7ee005a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (d6aaf5e6-1bf3-4d97-b01d-45b379cff2db), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.247708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-041df4c6-8790-4902-addb-7e60d7ee005a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (d6aaf5e6-1bf3-4d97-b01d-45b379cff2db), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.338829 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-041df4c6-8790-4902-addb-7e60d7ee005a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (d6aaf5e6-1bf3-4d97-b01d-45b379cff2db), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.442620 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-041df4c6-8790-4902-addb-7e60d7ee005a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (d6aaf5e6-1bf3-4d97-b01d-45b379cff2db), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.470973 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041df4c6-8790-4902-addb-7e60d7ee005a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Subnet': ['ID=d6aaf5e6-1bf3-4d97-b01d-45b379cff2db,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:45.476868 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-041df4c6-8790-4902-addb-7e60d7ee005a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.480856 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-041df4c6-8790-4902-addb-7e60d7ee005a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/d6aaf5e6-1bf3-4d97-b01d-45b379cff2db HTTP/1.1" status: 204 len: 168 time: 0.3280985 Jan 27 22:25:45.483407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36508) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:45.564736 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (9abe6ad6-0a33-4696-a873-74f75f36921e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.620769 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 0b64806d-fd12-4546-a1d1-6c71aec645fd {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:45.621127 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.684559 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] For port 0b64806d-fd12-4546-a1d1-6c71aec645fd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0b64806d-fd12-4546-a1d1-6c71aec645fd,segment=NetworkSegment(4ee8c96f-1030-4da1-b7fe-a8a3100c96aa),segment_id=4ee8c96f-1030-4da1-b7fe-a8a3100c96aa)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:45.684930 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.698687 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 0b64806d-fd12-4546-a1d1-6c71aec645fd owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:45.731209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ac1ef-5a4f-48f6-b993-436c11490c3a None None] Network 9abe6ad6-0a33-4696-a873-74f75f36921e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:45.809635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-88133457-6d55-4420-a85d-b490c9c8a1d7 None None] Provisioning complete for port 0b64806d-fd12-4546-a1d1-6c71aec645fd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:45.810023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-88133457-6d55-4420-a85d-b490c9c8a1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.859447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0b64806d-fd12-4546-a1d1-6c71aec645fd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.859610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-88133457-6d55-4420-a85d-b490c9c8a1d7 None None] Could not find standard attr ID for object 0b64806d-fd12-4546-a1d1-6c71aec645fd. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:25:45.862497 n-d-760456-6 neutron-server[104028]: INFO neutron.plugins.ml2.db [None req-88133457-6d55-4420-a85d-b490c9c8a1d7 None None] No ports have port_id starting with 0b64806d-fd12-4546-a1d1-6c71aec645fd Jan 27 22:25:45.890886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No DVR routers for this DVR port 0b64806d-fd12-4546-a1d1-6c71aec645fd on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:25:45.895952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=0b64806d-fd12-4546-a1d1-6c71aec645fd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:45.920692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e57196-1af6-4495-8fbf-dfd45bd6e36c None None] DHCP port deletion for 9abe6ad6-0a33-4696-a873-74f75f36921e request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:25:45.979233 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (9abe6ad6-0a33-4696-a873-74f75f36921e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:45.999298 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abe6ad6-0a33-4696-a873-74f75f36921e']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:46.008307 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee8c96f-1030-4da1-b7fe-a8a3100c96aa') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:46.008607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee8c96f-1030-4da1-b7fe-a8a3100c96aa') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:46.018334 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (4ee8c96f-1030-4da1-b7fe-a8a3100c96aa), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.031310 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (4ee8c96f-1030-4da1-b7fe-a8a3100c96aa), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.037116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:25:46.037525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (4ee8c96f-1030-4da1-b7fe-a8a3100c96aa), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:25:46.040425 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:25:46.167668 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (9abe6ad6-0a33-4696-a873-74f75f36921e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.174773 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.177949 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/networks/9abe6ad6-0a33-4696-a873-74f75f36921e HTTP/1.1" status: 204 len: 168 time: 0.6935940 Jan 27 22:25:46.183115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36510) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:46.190519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a0f3c-e6c1-400a-9975-dad0d9f1d3b0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Network': ['ID=9abe6ad6-0a33-4696-a873-74f75f36921e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:46.233648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb6216b-5a60-475a-88ad-af4e8f08c08d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:46.235105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5cb6216b-5a60-475a-88ad-af4e8f08c08d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0509999 Jan 27 22:25:46.238593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36512) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:46.281220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0712f9a8-495a-428b-986c-4b8a5206de56 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0415044 Jan 27 22:25:46.284454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36514) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:46.289009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-d158691b-177e-407e-8bad-5b5d9e5332df tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-94400814'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:46.418986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d158691b-177e-407e-8bad-5b5d9e5332df tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:46.422259 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d158691b-177e-407e-8bad-5b5d9e5332df tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.445870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d158691b-177e-407e-8bad-5b5d9e5332df tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:25:46.454136 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d158691b-177e-407e-8bad-5b5d9e5332df tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (17596aee-cc2e-43c1-8df3-1aad945a72aa), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.454585 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-d158691b-177e-407e-8bad-5b5d9e5332df tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Added segment 17596aee-cc2e-43c1-8df3-1aad945a72aa of type vlan for network 83f183d2-5c20-4067-9e63-ef7ccc7852b6 Jan 27 22:25:46.501592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d158691b-177e-407e-8bad-5b5d9e5332df tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (83f183d2-5c20-4067-9e63-ef7ccc7852b6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.573264 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d158691b-177e-407e-8bad-5b5d9e5332df tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (83f183d2-5c20-4067-9e63-ef7ccc7852b6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.578176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d158691b-177e-407e-8bad-5b5d9e5332df tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:46.583692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d158691b-177e-407e-8bad-5b5d9e5332df tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.644146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158691b-177e-407e-8bad-5b5d9e5332df tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Network': ['ID=83f183d2-5c20-4067-9e63-ef7ccc7852b6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:46.654377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 83f183d2-5c20-4067-9e63-ef7ccc7852b6 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:25:46.702262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d158691b-177e-407e-8bad-5b5d9e5332df tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4166415 Jan 27 22:25:46.704769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36516) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:46.709713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0e1efa97-8317-4026-ad00-ad037b7f8afb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': '83f183d2-5c20-4067-9e63-ef7ccc7852b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:46.869721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0b64806d-fd12-4546-a1d1-6c71aec645fd no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:25:46.870803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1efa97-8317-4026-ad00-ad037b7f8afb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:46.874458 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0e1efa97-8317-4026-ad00-ad037b7f8afb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:46.890798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 0b64806d-fd12-4546-a1d1-6c71aec645fd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:25:46.891152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0b64806d-fd12-4546-a1d1-6c71aec645fd not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:25:47.104788 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0e1efa97-8317-4026-ad00-ad037b7f8afb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (23539cbe-66d3-4271-aed8-9a944ce9e055), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:47.163115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1efa97-8317-4026-ad00-ad037b7f8afb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Subnet': ['ID=23539cbe-66d3-4271-aed8-9a944ce9e055,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:47.171664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1efa97-8317-4026-ad00-ad037b7f8afb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Checking segment: {'id': '17596aee-cc2e-43c1-8df3-1aad945a72aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83f183d2-5c20-4067-9e63-ef7ccc7852b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:47.172031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1efa97-8317-4026-ad00-ad037b7f8afb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network hostable DHCP agents. Network: 83f183d2-5c20-4067-9e63-ef7ccc7852b6, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:25:47.253224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1efa97-8317-4026-ad00-ad037b7f8afb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network 83f183d2-5c20-4067-9e63-ef7ccc7852b6 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:25:47.344339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-0e1efa97-8317-4026-ad00-ad037b7f8afb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 83f183d2-5c20-4067-9e63-ef7ccc7852b6) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:47.348420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1efa97-8317-4026-ad00-ad037b7f8afb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:47.349123 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0e1efa97-8317-4026-ad00-ad037b7f8afb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:47.358384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda40d2a-8453-4f43-be0e-e2f1512ce97d None None] Network 83f183d2-5c20-4067-9e63-ef7ccc7852b6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:47.410546 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0e1efa97-8317-4026-ad00-ad037b7f8afb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7046211 Jan 27 22:25:47.413129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36518) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:47.418136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': '83f183d2-5c20-4067-9e63-ef7ccc7852b6', 'name': 'tempest-PortsTestJSON-2114479621'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:47.454951 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-83f183d2-5c20-4067-9e63-ef7ccc7852b6', 'network_id': '83f183d2-5c20-4067-9e63-ef7ccc7852b6', 'project_id': '42ecd57798ec431da0b7c554d61f7109', 'fixed_ips': [{'subnet_id': '23539cbe-66d3-4271-aed8-9a944ce9e055'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:25:47.455865 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:47.589468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Allocated IP 172.20.0.2 (83f183d2-5c20-4067-9e63-ef7ccc7852b6/23539cbe-66d3-4271-aed8-9a944ce9e055/b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:47.600923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:47.604361 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:47.622536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 6456840e-85bc-492b-b6ec-7a084d28a07e yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:47.731124 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Publish callbacks [] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:47.808452 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:47.846369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Network 83f183d2-5c20-4067-9e63-ef7ccc7852b6 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:47.849190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:47.855481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:47.862319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Pushing event updated for resources: {'Port': ['ID=b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:47.862552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.13 (83f183d2-5c20-4067-9e63-ef7ccc7852b6/23539cbe-66d3-4271-aed8-9a944ce9e055/6456840e-85bc-492b-b6ec-7a084d28a07e) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:47.912001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Attempting to bind port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:47.912415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Attempting to bind port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '17596aee-cc2e-43c1-8df3-1aad945a72aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83f183d2-5c20-4067-9e63-ef7ccc7852b6'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:47.912788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Attempting to bind port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e on network 83f183d2-5c20-4067-9e63-ef7ccc7852b6 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:47.918374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:25:47.918756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Checking segment: {'id': '17596aee-cc2e-43c1-8df3-1aad945a72aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83f183d2-5c20-4067-9e63-ef7ccc7852b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:47.919171 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:47.919573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Bound using segment: {'id': '17596aee-cc2e-43c1-8df3-1aad945a72aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83f183d2-5c20-4067-9e63-ef7ccc7852b6'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:25:47.920055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Bound port: b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17596aee-cc2e-43c1-8df3-1aad945a72aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '83f183d2-5c20-4067-9e63-ef7ccc7852b6'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:25:47.920597 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:47.986124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] For port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:25:47.989187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] For port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e,segment=NetworkSegment(17596aee-cc2e-43c1-8df3-1aad945a72aa),segment_id=17596aee-cc2e-43c1-8df3-1aad945a72aa)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:25:48.011778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (6456840e-85bc-492b-b6ec-7a084d28a07e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:48.076417 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:48.140292 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c241e76-ca8d-4535-b67b-c998893cbb71 None None] Pushing event updated for resources: {'Port': ['ID=b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:48.175286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6456840e-85bc-492b-b6ec-7a084d28a07e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:48.220730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network 83f183d2-5c20-4067-9e63-ef7ccc7852b6 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:48.223649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:48.227479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:48.610832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=6456840e-85bc-492b-b6ec-7a084d28a07e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:48.621091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.621444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.621789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.622132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.622461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.622792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.623118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.623445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.623770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.624110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.624442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.624763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.625084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:25:48.645005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:48.645608 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:48.741986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f26e31ac-d6cd-412e-b84d-3fa3f38098ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3277080 Jan 27 22:25:48.744438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36520) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:48.749202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': '83f183d2-5c20-4067-9e63-ef7ccc7852b6', 'name': 'tempest-PortsTestJSON-1738154059'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:48.922752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:48.924620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:25:48.926590 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:48.947203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port bc369c31-3c22-43d9-8cf5-d45cba0cfa75 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:48.976543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:48.977251 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.061607 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:49.061997 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.065227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.14 (83f183d2-5c20-4067-9e63-ef7ccc7852b6/23539cbe-66d3-4271-aed8-9a944ce9e055/bc369c31-3c22-43d9-8cf5-d45cba0cfa75) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:49.097643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e,segment=NetworkSegment(17596aee-cc2e-43c1-8df3-1aad945a72aa),segment_id=17596aee-cc2e-43c1-8df3-1aad945a72aa)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:49.160827 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.192901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca792964-09e4-49a9-962c-254c67a9f3d8 None None] Network 83f183d2-5c20-4067-9e63-ef7ccc7852b6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:49.231425 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (bc369c31-3c22-43d9-8cf5-d45cba0cfa75), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.271071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:49.276818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-df93dd4b-f035-427a-a701-1438f607132b None None] Provisioning complete for port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:49.277196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-df93dd4b-f035-427a-a701-1438f607132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.356770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (bc369c31-3c22-43d9-8cf5-d45cba0cfa75), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.401597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network 83f183d2-5c20-4067-9e63-ef7ccc7852b6 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:49.402225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-df93dd4b-f035-427a-a701-1438f607132b None None] Current status of the port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:49.407020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:49.411480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:49.416121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=bc369c31-3c22-43d9-8cf5-d45cba0cfa75,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:49.466506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:49.467148 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.536125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-add708f3-27eb-431b-bfbb-c6ab15340125 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7904267 Jan 27 22:25:49.538556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36522) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:49.621389 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-19e8d8f9-5478-4a0e-b97f-688c6f49259c None None] Provisioning complete for port 6456840e-85bc-492b-b6ec-7a084d28a07e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:49.621925 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19e8d8f9-5478-4a0e-b97f-688c6f49259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6456840e-85bc-492b-b6ec-7a084d28a07e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.627997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b22647-9c51-4d81-89f2-a92d74bb9d4c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:49.629638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a7b22647-9c51-4d81-89f2-a92d74bb9d4c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.0901494 Jan 27 22:25:49.632641 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36524) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:49.658675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-19e8d8f9-5478-4a0e-b97f-688c6f49259c None None] Port 6456840e-85bc-492b-b6ec-7a084d28a07e cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:25:49.669984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-19e8d8f9-5478-4a0e-b97f-688c6f49259c None None] Provisioning complete for port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:49.670369 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19e8d8f9-5478-4a0e-b97f-688c6f49259c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.730802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-acbe3a39-5b0e-42e6-8452-73d25466514c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port bc369c31-3c22-43d9-8cf5-d45cba0cfa75 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:49.731158 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-acbe3a39-5b0e-42e6-8452-73d25466514c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bc369c31-3c22-43d9-8cf5-d45cba0cfa75), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.751637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-19e8d8f9-5478-4a0e-b97f-688c6f49259c None None] Current status of the port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:49.821134 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-acbe3a39-5b0e-42e6-8452-73d25466514c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bc369c31-3c22-43d9-8cf5-d45cba0cfa75), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.833414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-acbe3a39-5b0e-42e6-8452-73d25466514c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for bc369c31-3c22-43d9-8cf5-d45cba0cfa75 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:49.872307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4bfd023c-575c-404f-9f5b-80490a67afc2 None None] Provisioning complete for port 6456840e-85bc-492b-b6ec-7a084d28a07e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:49.872778 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4bfd023c-575c-404f-9f5b-80490a67afc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6456840e-85bc-492b-b6ec-7a084d28a07e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:49.911120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd023c-575c-404f-9f5b-80490a67afc2 None None] Port 6456840e-85bc-492b-b6ec-7a084d28a07e cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:25:50.031346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d1c5a1f0-4e2e-4b96-8e9a-dc3b7336dfa5 None None] Provisioning complete for port bc369c31-3c22-43d9-8cf5-d45cba0cfa75 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:50.031990 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d1c5a1f0-4e2e-4b96-8e9a-dc3b7336dfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bc369c31-3c22-43d9-8cf5-d45cba0cfa75), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.036189 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-acbe3a39-5b0e-42e6-8452-73d25466514c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (bc369c31-3c22-43d9-8cf5-d45cba0cfa75), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.065493 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe3a39-5b0e-42e6-8452-73d25466514c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=bc369c31-3c22-43d9-8cf5-d45cba0cfa75,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:50.068411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5a1f0-4e2e-4b96-8e9a-dc3b7336dfa5 None None] Port bc369c31-3c22-43d9-8cf5-d45cba0cfa75 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:25:50.140472 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-acbe3a39-5b0e-42e6-8452-73d25466514c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.144068 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-acbe3a39-5b0e-42e6-8452-73d25466514c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/bc369c31-3c22-43d9-8cf5-d45cba0cfa75 HTTP/1.1" status: 204 len: 168 time: 0.5102818 Jan 27 22:25:50.146610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36526) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:50.172436 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb1b08b-7f8f-4a97-bdaa-43971b3c5968 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:25:50.173890 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0eb1b08b-7f8f-4a97-bdaa-43971b3c5968 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/bc369c31-3c22-43d9-8cf5-d45cba0cfa75 HTTP/1.1" status: 404 len: 333 time: 0.0263140 Jan 27 22:25:50.177040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36528) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:50.266701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc2c2f-004f-411d-9030-a8c13f1a9827 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 6456840e-85bc-492b-b6ec-7a084d28a07e {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:50.267052 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4bc2c2f-004f-411d-9030-a8c13f1a9827 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6456840e-85bc-492b-b6ec-7a084d28a07e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.354203 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4bc2c2f-004f-411d-9030-a8c13f1a9827 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6456840e-85bc-492b-b6ec-7a084d28a07e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.365742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f4bc2c2f-004f-411d-9030-a8c13f1a9827 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 6456840e-85bc-492b-b6ec-7a084d28a07e owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:50.556447 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4bc2c2f-004f-411d-9030-a8c13f1a9827 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6456840e-85bc-492b-b6ec-7a084d28a07e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.584839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc2c2f-004f-411d-9030-a8c13f1a9827 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=6456840e-85bc-492b-b6ec-7a084d28a07e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:50.652926 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f4bc2c2f-004f-411d-9030-a8c13f1a9827 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.658686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f4bc2c2f-004f-411d-9030-a8c13f1a9827 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/6456840e-85bc-492b-b6ec-7a084d28a07e HTTP/1.1" status: 204 len: 168 time: 0.4782696 Jan 27 22:25:50.658909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36530) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:50.683674 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-182739c2-c50b-402b-acd3-02d0e24a00fc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:25:50.687291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-182739c2-c50b-402b-acd3-02d0e24a00fc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/6456840e-85bc-492b-b6ec-7a084d28a07e HTTP/1.1" status: 404 len: 333 time: 0.0253441 Jan 27 22:25:50.687918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36532) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:50.744632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-770f831a-09c4-4908-9739-eafdcb0223e6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting subnet 23539cbe-66d3-4271-aed8-9a944ce9e055 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:25:50.749627 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-770f831a-09c4-4908-9739-eafdcb0223e6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (23539cbe-66d3-4271-aed8-9a944ce9e055), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.789654 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-770f831a-09c4-4908-9739-eafdcb0223e6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (23539cbe-66d3-4271-aed8-9a944ce9e055), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.882319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:25:50.887169 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-770f831a-09c4-4908-9739-eafdcb0223e6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (23539cbe-66d3-4271-aed8-9a944ce9e055), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:50.929450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:50.929832 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.007753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:51.053893 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-770f831a-09c4-4908-9739-eafdcb0223e6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (23539cbe-66d3-4271-aed8-9a944ce9e055), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.079762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f831a-09c4-4908-9739-eafdcb0223e6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Subnet': ['ID=23539cbe-66d3-4271-aed8-9a944ce9e055,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:51.086250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-770f831a-09c4-4908-9739-eafdcb0223e6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.089712 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-770f831a-09c4-4908-9739-eafdcb0223e6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/23539cbe-66d3-4271-aed8-9a944ce9e055 HTTP/1.1" status: 204 len: 168 time: 0.4008145 Jan 27 22:25:51.092861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36534) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:51.093584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6ed4d4-5440-4ce1-80af-00d3cbec162c None None] Network 83f183d2-5c20-4067-9e63-ef7ccc7852b6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:51.173591 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (83f183d2-5c20-4067-9e63-ef7ccc7852b6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.229776 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:51.230124 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.247270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b926a-90d2-4239-b298-42f61f08c318 None None] DHCP port deletion for 83f183d2-5c20-4067-9e63-ef7ccc7852b6 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:25:51.297451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-102b926a-90d2-4239-b298-42f61f08c318 None None] Deleting port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:51.297690 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] For port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e,segment=NetworkSegment(17596aee-cc2e-43c1-8df3-1aad945a72aa),segment_id=17596aee-cc2e-43c1-8df3-1aad945a72aa)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:51.297909 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.298044 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-102b926a-90d2-4239-b298-42f61f08c318 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.310800 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:51.359307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-102b926a-90d2-4239-b298-42f61f08c318 None None] For port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e,segment=NetworkSegment(17596aee-cc2e-43c1-8df3-1aad945a72aa),segment_id=17596aee-cc2e-43c1-8df3-1aad945a72aa)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:51.359715 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-102b926a-90d2-4239-b298-42f61f08c318 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.372465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-102b926a-90d2-4239-b298-42f61f08c318 None None] Calling delete_port for b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:51.453546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.458884 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-102b926a-90d2-4239-b298-42f61f08c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.485959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b926a-90d2-4239-b298-42f61f08c318 None None] Pushing event deleted for resources: {'Port': ['ID=b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:51.486252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:51.487887 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No DVR routers for this DVR port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:25:51.488009 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b926a-90d2-4239-b298-42f61f08c318 None None] No DVR routers for this DVR port b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:25:51.568464 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (83f183d2-5c20-4067-9e63-ef7ccc7852b6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.590166 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f183d2-5c20-4067-9e63-ef7ccc7852b6']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:51.599598 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17596aee-cc2e-43c1-8df3-1aad945a72aa') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:51.600212 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17596aee-cc2e-43c1-8df3-1aad945a72aa') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:51.605114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36536) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:51.610357 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (17596aee-cc2e-43c1-8df3-1aad945a72aa), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.623848 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (17596aee-cc2e-43c1-8df3-1aad945a72aa), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.632557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (17596aee-cc2e-43c1-8df3-1aad945a72aa), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:25:51.639382 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:25:51.761773 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (83f183d2-5c20-4067-9e63-ef7ccc7852b6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.770736 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.773995 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/networks/83f183d2-5c20-4067-9e63-ef7ccc7852b6 HTTP/1.1" status: 204 len: 168 time: 0.6801124 Jan 27 22:25:51.783913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36540) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:51.788982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-99342168-833c-4354-86b5-beda414b27f3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-875959836'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:51.792253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08798489-7812-4739-be9f-540aaf46798a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Network': ['ID=83f183d2-5c20-4067-9e63-ef7ccc7852b6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:51.858794 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99342168-833c-4354-86b5-beda414b27f3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:51.862215 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99342168-833c-4354-86b5-beda414b27f3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.877517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Deleting port 850976ae-8ad8-41af-a476-556d7ba315f6 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:51.878031 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (850976ae-8ad8-41af-a476-556d7ba315f6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.888037 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99342168-833c-4354-86b5-beda414b27f3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:25:51.896798 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99342168-833c-4354-86b5-beda414b27f3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (63c91d04-1bd2-4778-90fe-bed6c6e582ef), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.897147 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-99342168-833c-4354-86b5-beda414b27f3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Added segment 63c91d04-1bd2-4778-90fe-bed6c6e582ef of type vlan for network e94c01c6-30c9-4228-818f-b691c251febc Jan 27 22:25:51.936024 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99342168-833c-4354-86b5-beda414b27f3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (e94c01c6-30c9-4228-818f-b691c251febc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.954088 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (850976ae-8ad8-41af-a476-556d7ba315f6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.954418 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (850976ae-8ad8-41af-a476-556d7ba315f6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:51.967123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Calling delete_port for 850976ae-8ad8-41af-a476-556d7ba315f6 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:52.030620 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99342168-833c-4354-86b5-beda414b27f3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (e94c01c6-30c9-4228-818f-b691c251febc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.035591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99342168-833c-4354-86b5-beda414b27f3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:52.036245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-99342168-833c-4354-86b5-beda414b27f3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.106985 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99342168-833c-4354-86b5-beda414b27f3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Network': ['ID=e94c01c6-30c9-4228-818f-b691c251febc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:52.117451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network e94c01c6-30c9-4228-818f-b691c251febc details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:25:52.170453 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-99342168-833c-4354-86b5-beda414b27f3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3854675 Jan 27 22:25:52.173246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36542) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:52.178429 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2c92c216-58a6-4dbc-8d24-2949f2930a2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': 'e94c01c6-30c9-4228-818f-b691c251febc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:52.236559 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (850976ae-8ad8-41af-a476-556d7ba315f6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.281592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event deleted for resources: {'Port': ['ID=850976ae-8ad8-41af-a476-556d7ba315f6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:52.345864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (72f0471a-e800-45e3-9b6f-271b79f9c409), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.346212 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Floating IP 72f0471a-e800-45e3-9b6f-271b79f9c409 disassociated (deleted). External IP: 172.25.0.199, port: 1e561e49-ed1b-466d-874d-0119867838eb. Jan 27 22:25:52.450175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c92c216-58a6-4dbc-8d24-2949f2930a2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:52.453557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c92c216-58a6-4dbc-8d24-2949f2930a2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.661140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:25:52.818754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:25:52.823941 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.833541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c1cff-9a30-4536-a239-b3e5f7fee665 None None] Sync routers for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:25:52.845825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c1cff-9a30-4536-a239-b3e5f7fee665 None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:25:52.846792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ba6c1cff-9a30-4536-a239-b3e5f7fee665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:25:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:52.858639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-843dde91-8537-4846-882f-c06f2d43ff31 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "DELETE /v2.0/floatingips/72f0471a-e800-45e3-9b6f-271b79f9c409 HTTP/1.1" status: 204 len: 168 time: 1.2523282 Jan 27 22:25:52.859622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'tag': '1e561e49-ed1b-466d-874d-0119867838eb'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:25:52.861992 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1d6b53-d0e9-4c5c-8085-0f38da10826f" -d '{"events": [{"name": "network-changed", "server_uuid": "e62a79ae-77e2-463e-9d61-5a5e51b78a3a", "tag": "1e561e49-ed1b-466d-874d-0119867838eb"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:25:52.865236 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c92c216-58a6-4dbc-8d24-2949f2930a2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (b75daebe-069e-4b0b-b268-2badba512489), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:52.899013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:25:52.925977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:25:52.926390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b48bb077-9de0-4f79-bb9f-e2d0fd68bf3e not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:25:52.939221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92c216-58a6-4dbc-8d24-2949f2930a2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Subnet': ['ID=b75daebe-069e-4b0b-b268-2badba512489,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:52.949169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c92c216-58a6-4dbc-8d24-2949f2930a2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Checking segment: {'id': '63c91d04-1bd2-4778-90fe-bed6c6e582ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e94c01c6-30c9-4228-818f-b691c251febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:52.949546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c92c216-58a6-4dbc-8d24-2949f2930a2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network hostable DHCP agents. Network: e94c01c6-30c9-4228-818f-b691c251febc, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:25:53.053371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c92c216-58a6-4dbc-8d24-2949f2930a2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network e94c01c6-30c9-4228-818f-b691c251febc is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:25:53.086127 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520e955b-f995-451c-b44f-e83a08520e43 x-openstack-request-id: req-520e955b-f995-451c-b44f-e83a08520e43 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:25:53.086455 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62a79ae-77e2-463e-9d61-5a5e51b78a3a", "tag": "1e561e49-ed1b-466d-874d-0119867838eb", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:25:53.086720 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-520e955b-f995-451c-b44f-e83a08520e43 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:25:53.087701 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'tag': '1e561e49-ed1b-466d-874d-0119867838eb', 'status': 'completed', 'code': 200} Jan 27 22:25:53.154156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-ba6c1cff-9a30-4536-a239-b3e5f7fee665 None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:25:53.185875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-2c92c216-58a6-4dbc-8d24-2949f2930a2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, e94c01c6-30c9-4228-818f-b691c251febc) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:53.190951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c92c216-58a6-4dbc-8d24-2949f2930a2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:53.197811 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c92c216-58a6-4dbc-8d24-2949f2930a2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:53.197947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649a671e-fd96-4bdc-8a1c-8fdf9e39a8b0 None None] Network e94c01c6-30c9-4228-818f-b691c251febc requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:53.211342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d6b53-d0e9-4c5c-8085-0f38da10826f req-845c7a0d-f6ea-4865-b969-2c34e3a99311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:53.213491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce1d6b53-d0e9-4c5c-8085-0f38da10826f req-845c7a0d-f6ea-4865-b969-2c34e3a99311 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 1096 time: 0.1055737 Jan 27 22:25:53.300556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2c92c216-58a6-4dbc-8d24-2949f2930a2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1235960 Jan 27 22:25:53.301432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36556) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:53.308770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': 'e94c01c6-30c9-4228-818f-b691c251febc', 'name': 'tempest-PortsTestJSON-17951500', 'fixed_ips': [{'subnet_id': 'b75daebe-069e-4b0b-b268-2badba512489', 'ip_address': '172.20.0.10'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:53.317903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d6b53-d0e9-4c5c-8085-0f38da10826f req-4ea1e86e-119b-4c77-b3fb-1e5e5944187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:53.319925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce1d6b53-d0e9-4c5c-8085-0f38da10826f req-4ea1e86e-119b-4c77-b3fb-1e5e5944187e service neutron] 10.222.0.74 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.0997522 Jan 27 22:25:53.381508 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce1d6b53-d0e9-4c5c-8085-0f38da10826f req-03aa0de9-be07-47a1-aa4e-a81bd0135a41 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e561e49-ed1b-466d-874d-0119867838eb HTTP/1.1" status: 200 len: 217 time: 0.0560966 Jan 27 22:25:53.409638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-e94c01c6-30c9-4228-818f-b691c251febc', 'network_id': 'e94c01c6-30c9-4228-818f-b691c251febc', 'project_id': '42ecd57798ec431da0b7c554d61f7109', 'fixed_ips': [{'subnet_id': 'b75daebe-069e-4b0b-b268-2badba512489'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:25:53.410502 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:53.443354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d6b53-d0e9-4c5c-8085-0f38da10826f req-c74c2909-eac0-4da8-82dd-452fc6549b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:53.445669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce1d6b53-d0e9-4c5c-8085-0f38da10826f req-c74c2909-eac0-4da8-82dd-452fc6549b9b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0576770 Jan 27 22:25:53.505935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d6b53-d0e9-4c5c-8085-0f38da10826f req-12d91603-ace1-4810-bc6a-ddcfe9c0bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:53.507560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce1d6b53-d0e9-4c5c-8085-0f38da10826f req-12d91603-ace1-4810-bc6a-ddcfe9c0bcc3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554578 Jan 27 22:25:53.516275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:53.601351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843180c-8480-4eca-9891-3afed1efce39 req-f9542a96-edc3-4d67-8f10-69ad8f099023 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:53.603532 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a843180c-8480-4eca-9891-3afed1efce39 req-f9542a96-edc3-4d67-8f10-69ad8f099023 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 945 time: 0.2031987 Jan 27 22:25:53.611133 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:53.612651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Allocated IP 172.20.0.2 (e94c01c6-30c9-4228-818f-b691c251febc/b75daebe-069e-4b0b-b268-2badba512489/1d406441-464d-4293-bfa8-8e6166c245be) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:53.618714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ba6c1cff-9a30-4536-a239-b3e5f7fee665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'f01b4e0f-beb5-44a2-8a0b-83e841df2509', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '7ccc784f-5929-42ff-99a5-168894d4471f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:7d:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:02Z', 'updated_at': '2022-01-27T22:20:04Z', 'revision_number': 1, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:53.630746 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 04a4dac8-2fa9-4c75-9a19-3fbec87e2613 yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:53.646824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c1cff-9a30-4536-a239-b3e5f7fee665 None None] Checking router: 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:25:53.652391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce1d6b53-d0e9-4c5c-8085-0f38da10826f req-c7f12732-5512-4fbe-b649-53203a2e8e6b service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263268 Jan 27 22:25:53.673528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c1cff-9a30-4536-a239-b3e5f7fee665 None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:25:53.673528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ba6c1cff-9a30-4536-a239-b3e5f7fee665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:25:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:53.689099 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a843180c-8480-4eca-9891-3afed1efce39 req-e712aada-48bb-427c-9152-1c941cb8c325 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788345 Jan 27 22:25:53.766491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce1d6b53-d0e9-4c5c-8085-0f38da10826f req-7586ca57-2e00-42fa-9fa0-954349adac14 service neutron] 10.222.0.74 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034493 Jan 27 22:25:53.847740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-ba6c1cff-9a30-4536-a239-b3e5f7fee665 None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:25:53.952991 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Publish callbacks [] for port (1d406441-464d-4293-bfa8-8e6166c245be), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.047604 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (1d406441-464d-4293-bfa8-8e6166c245be), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.103886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.10 (e94c01c6-30c9-4228-818f-b691c251febc/b75daebe-069e-4b0b-b268-2badba512489/04a4dac8-2fa9-4c75-9a19-3fbec87e2613) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:54.112375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Network e94c01c6-30c9-4228-818f-b691c251febc is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:54.116982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:54.125346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:54.134325 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Pushing event updated for resources: {'Port': ['ID=1d406441-464d-4293-bfa8-8e6166c245be,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:54.203944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Attempting to bind port 1d406441-464d-4293-bfa8-8e6166c245be on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:54.204658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Attempting to bind port 1d406441-464d-4293-bfa8-8e6166c245be by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '63c91d04-1bd2-4778-90fe-bed6c6e582ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e94c01c6-30c9-4228-818f-b691c251febc'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:54.204658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Attempting to bind port 1d406441-464d-4293-bfa8-8e6166c245be on network e94c01c6-30c9-4228-818f-b691c251febc {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:54.212061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:25:54.212458 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Checking segment: {'id': '63c91d04-1bd2-4778-90fe-bed6c6e582ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e94c01c6-30c9-4228-818f-b691c251febc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:54.212862 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.213258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Bound using segment: {'id': '63c91d04-1bd2-4778-90fe-bed6c6e582ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e94c01c6-30c9-4228-818f-b691c251febc'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:25:54.213901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Bound port: 1d406441-464d-4293-bfa8-8e6166c245be, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c91d04-1bd2-4778-90fe-bed6c6e582ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e94c01c6-30c9-4228-818f-b691c251febc'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:25:54.214120 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1d406441-464d-4293-bfa8-8e6166c245be), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.225869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ba6c1cff-9a30-4536-a239-b3e5f7fee665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'f01b4e0f-beb5-44a2-8a0b-83e841df2509', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '7ccc784f-5929-42ff-99a5-168894d4471f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:7d:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:02Z', 'updated_at': '2022-01-27T22:20:04Z', 'revision_number': 1, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:54.260269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c1cff-9a30-4536-a239-b3e5f7fee665 None None] The sync data for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 is: [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'f01b4e0f-beb5-44a2-8a0b-83e841df2509', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'port_id': '7ccc784f-5929-42ff-99a5-168894d4471f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'mac_address': 'fa:16:3e:7d:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:20:02Z', 'updated_at': '2022-01-27T22:20:04Z', 'revision_number': 1, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:25:54.265262 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (04a4dac8-2fa9-4c75-9a19-3fbec87e2613), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.310172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] For port 1d406441-464d-4293-bfa8-8e6166c245be, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:25:54.313267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] For port 1d406441-464d-4293-bfa8-8e6166c245be, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1d406441-464d-4293-bfa8-8e6166c245be,segment=NetworkSegment(63c91d04-1bd2-4778-90fe-bed6c6e582ef),segment_id=63c91d04-1bd2-4778-90fe-bed6c6e582ef)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:25:54.362469 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (04a4dac8-2fa9-4c75-9a19-3fbec87e2613), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.396893 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1d406441-464d-4293-bfa8-8e6166c245be), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.410156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network e94c01c6-30c9-4228-818f-b691c251febc is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:54.413346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:54.421431 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:54.447080 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=04a4dac8-2fa9-4c75-9a19-3fbec87e2613,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:54.464742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d8e8d-0deb-4f98-b130-b46891adaa99 None None] Pushing event updated for resources: {'Port': ['ID=1d406441-464d-4293-bfa8-8e6166c245be,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:54.494466 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:54.495266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.536070 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47105a0-06fa-47fb-8e23-38b1a86c486f None None] New status for floating IP 72f0471a-e800-45e3-9b6f-271b79f9c409: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:25:54.570695 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2e2a70a2-cf65-441f-9a04-c151323ce51d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2672751 Jan 27 22:25:54.573432 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36564) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:54.578382 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': 'e94c01c6-30c9-4228-818f-b691c251febc', 'name': 'tempest-PortsTestJSON-1355198553', 'fixed_ips': [{'subnet_id': 'b75daebe-069e-4b0b-b268-2badba512489', 'ip_address': '172.20.0.9'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:54.808305 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:54.814940 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:54.847445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 90c80120-b255-4ee8-ba47-03d1912dcb3b yet. {{(pid=104026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:25:54.919680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a811b46-fc5f-4d33-b784-645727c9efef req-63c1b46e-8e87-4839-8875-b1f0d0884bd0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:54.921837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a811b46-fc5f-4d33-b784-645727c9efef req-63c1b46e-8e87-4839-8875-b1f0d0884bd0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 945 time: 0.1465218 Jan 27 22:25:54.945228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9063ed-2607-4eab-8257-f6279f641df5 req-bf805032-a3d8-4198-8a41-298dc7287082 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:54.946762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e9063ed-2607-4eab-8257-f6279f641df5 req-bf805032-a3d8-4198-8a41-298dc7287082 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 945 time: 0.0753689 Jan 27 22:25:54.971846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1d406441-464d-4293-bfa8-8e6166c245be up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:25:55.034592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1d406441-464d-4293-bfa8-8e6166c245be triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:55.034976 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1d406441-464d-4293-bfa8-8e6166c245be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.049389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.9 (e94c01c6-30c9-4228-818f-b691c251febc/b75daebe-069e-4b0b-b268-2badba512489/90c80120-b255-4ee8-ba47-03d1912dcb3b) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:55.055543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a811b46-fc5f-4d33-b784-645727c9efef req-c5ec5669-3f42-475c-abdb-47b019cd819d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241477 Jan 27 22:25:55.088669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-9e9063ed-2607-4eab-8257-f6279f641df5 req-f1249429-2faf-4391-953d-ac4efd92926c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Deleting port 1e561e49-ed1b-466d-874d-0119867838eb {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:55.089019 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9e9063ed-2607-4eab-8257-f6279f641df5 req-f1249429-2faf-4391-953d-ac4efd92926c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1e561e49-ed1b-466d-874d-0119867838eb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.127268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1d406441-464d-4293-bfa8-8e6166c245be is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:55.127669 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1d406441-464d-4293-bfa8-8e6166c245be), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.172417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 1d406441-464d-4293-bfa8-8e6166c245be, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1d406441-464d-4293-bfa8-8e6166c245be,segment=NetworkSegment(63c91d04-1bd2-4778-90fe-bed6c6e582ef),segment_id=63c91d04-1bd2-4778-90fe-bed6c6e582ef)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:55.189912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-9e9063ed-2607-4eab-8257-f6279f641df5 req-f1249429-2faf-4391-953d-ac4efd92926c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] For port 1e561e49-ed1b-466d-874d-0119867838eb, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=1e561e49-ed1b-466d-874d-0119867838eb,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:55.190294 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9e9063ed-2607-4eab-8257-f6279f641df5 req-f1249429-2faf-4391-953d-ac4efd92926c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1e561e49-ed1b-466d-874d-0119867838eb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.203808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-9e9063ed-2607-4eab-8257-f6279f641df5 req-f1249429-2faf-4391-953d-ac4efd92926c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Calling delete_port for 1e561e49-ed1b-466d-874d-0119867838eb owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:55.226760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (90c80120-b255-4ee8-ba47-03d1912dcb3b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.247652 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1d406441-464d-4293-bfa8-8e6166c245be), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.303976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=1d406441-464d-4293-bfa8-8e6166c245be,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:55.355437 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (90c80120-b255-4ee8-ba47-03d1912dcb3b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.401675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network e94c01c6-30c9-4228-818f-b691c251febc is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:55.407195 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:55.411760 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:55.413984 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9e9063ed-2607-4eab-8257-f6279f641df5 req-f1249429-2faf-4391-953d-ac4efd92926c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1e561e49-ed1b-466d-874d-0119867838eb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.416481 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=90c80120-b255-4ee8-ba47-03d1912dcb3b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:55.453312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249429-2faf-4391-953d-ac4efd92926c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event deleted for resources: {'Port': ['ID=1e561e49-ed1b-466d-874d-0119867838eb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:55.469591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:55.469591 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.503227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9063ed-2607-4eab-8257-f6279f641df5 req-f1249429-2faf-4391-953d-ac4efd92926c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] No DVR routers for this DVR port 1e561e49-ed1b-466d-874d-0119867838eb on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:25:55.506253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-9e9063ed-2607-4eab-8257-f6279f641df5 req-f1249429-2faf-4391-953d-ac4efd92926c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.509873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e9063ed-2607-4eab-8257-f6279f641df5 req-f1249429-2faf-4391-953d-ac4efd92926c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.74 "DELETE /v2.0/ports/1e561e49-ed1b-466d-874d-0119867838eb HTTP/1.1" status: 204 len: 173 time: 0.5558221 Jan 27 22:25:55.510331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'name': 'network-vif-deleted', 'tag': '1e561e49-ed1b-466d-874d-0119867838eb'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:25:55.512654 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f0a3e6-7875-4278-8551-41d8f4448847" -d '{"events": [{"server_uuid": "e62a79ae-77e2-463e-9d61-5a5e51b78a3a", "name": "network-vif-deleted", "tag": "1e561e49-ed1b-466d-874d-0119867838eb"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:25:55.549447 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-599f5015-0daa-4942-b4ca-d4306e248e41 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9748244 Jan 27 22:25:55.549625 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb938f50-14ab-4989-82dc-849d2284beae x-openstack-request-id: req-cb938f50-14ab-4989-82dc-849d2284beae {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:25:55.549853 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62a79ae-77e2-463e-9d61-5a5e51b78a3a", "name": "network-vif-deleted", "tag": "1e561e49-ed1b-466d-874d-0119867838eb", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:25:55.550122 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb938f50-14ab-4989-82dc-849d2284beae {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:25:55.550571 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62a79ae-77e2-463e-9d61-5a5e51b78a3a', 'name': 'network-vif-deleted', 'tag': '1e561e49-ed1b-466d-874d-0119867838eb', 'status': 'completed', 'code': 200} Jan 27 22:25:55.551935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36574) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:55.609538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e009bf24-d286-475b-8176-59e867da0d13 None None] Network e94c01c6-30c9-4228-818f-b691c251febc requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:55.638258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7303353-844b-45bc-8a0e-e9819c4252f1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:55.639817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c7303353-844b-45bc-8a0e-e9819c4252f1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.0868235 Jan 27 22:25:55.642513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36578) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:55.676178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-600e4d36-cf0c-4a38-92da-17e0c097d3b1 None None] Provisioning complete for port 1d406441-464d-4293-bfa8-8e6166c245be triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:55.677182 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-600e4d36-cf0c-4a38-92da-17e0c097d3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1d406441-464d-4293-bfa8-8e6166c245be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.694216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea45c119-9699-49ce-b6bb-0cfec8f30383 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:55.699893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea45c119-9699-49ce-b6bb-0cfec8f30383 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:55.705180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea45c119-9699-49ce-b6bb-0cfec8f30383 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:55.708285 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ea45c119-9699-49ce-b6bb-0cfec8f30383 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0634286 Jan 27 22:25:55.710066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36582) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:55.810275 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-600e4d36-cf0c-4a38-92da-17e0c097d3b1 None None] Current status of the port 1d406441-464d-4293-bfa8-8e6166c245be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:55.816956 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-71a48496-5497-4ec0-8dda-16c1a2a38ad0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 90c80120-b255-4ee8-ba47-03d1912dcb3b {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:55.817379 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71a48496-5497-4ec0-8dda-16c1a2a38ad0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (90c80120-b255-4ee8-ba47-03d1912dcb3b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.914835 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71a48496-5497-4ec0-8dda-16c1a2a38ad0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (90c80120-b255-4ee8-ba47-03d1912dcb3b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:55.931193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-71a48496-5497-4ec0-8dda-16c1a2a38ad0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 90c80120-b255-4ee8-ba47-03d1912dcb3b owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:56.146740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-09a211f4-84cd-409e-bbd3-7ddca7468e94 None None] Provisioning complete for port 90c80120-b255-4ee8-ba47-03d1912dcb3b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:56.147118 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09a211f4-84cd-409e-bbd3-7ddca7468e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (90c80120-b255-4ee8-ba47-03d1912dcb3b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.163361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a86b4bdc-0f1a-473f-98fd-f0c50b505893 req-eea2522b-2513-4649-88b1-d190e67d62a5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 210 time: 0.0386069 Jan 27 22:25:56.188996 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71a48496-5497-4ec0-8dda-16c1a2a38ad0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (90c80120-b255-4ee8-ba47-03d1912dcb3b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.195190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-09a211f4-84cd-409e-bbd3-7ddca7468e94 None None] Port 90c80120-b255-4ee8-ba47-03d1912dcb3b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:25:56.208727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-09a211f4-84cd-409e-bbd3-7ddca7468e94 None None] Provisioning complete for port 1d406441-464d-4293-bfa8-8e6166c245be triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:56.209115 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09a211f4-84cd-409e-bbd3-7ddca7468e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1d406441-464d-4293-bfa8-8e6166c245be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.230576 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a48496-5497-4ec0-8dda-16c1a2a38ad0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=90c80120-b255-4ee8-ba47-03d1912dcb3b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:56.314821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-09a211f4-84cd-409e-bbd3-7ddca7468e94 None None] Current status of the port 1d406441-464d-4293-bfa8-8e6166c245be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:56.327480 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-71a48496-5497-4ec0-8dda-16c1a2a38ad0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.336269 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-71a48496-5497-4ec0-8dda-16c1a2a38ad0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/90c80120-b255-4ee8-ba47-03d1912dcb3b HTTP/1.1" status: 204 len: 168 time: 0.6213052 Jan 27 22:25:56.336385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36586) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:56.336475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-09a211f4-84cd-409e-bbd3-7ddca7468e94 None None] Provisioning complete for port 04a4dac8-2fa9-4c75-9a19-3fbec87e2613 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:56.336610 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-09a211f4-84cd-409e-bbd3-7ddca7468e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (04a4dac8-2fa9-4c75-9a19-3fbec87e2613), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.362514 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f461b2-b365-4184-a5aa-3771c287f716 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:25:56.364029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-28f461b2-b365-4184-a5aa-3771c287f716 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/90c80120-b255-4ee8-ba47-03d1912dcb3b HTTP/1.1" status: 404 len: 333 time: 0.0272119 Jan 27 22:25:56.366730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36588) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:56.392708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-09a211f4-84cd-409e-bbd3-7ddca7468e94 None None] Port 04a4dac8-2fa9-4c75-9a19-3fbec87e2613 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:25:56.458479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-baa962df-b4d2-4c23-b0f1-fc703fa7c847 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 04a4dac8-2fa9-4c75-9a19-3fbec87e2613 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:56.458837 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-baa962df-b4d2-4c23-b0f1-fc703fa7c847 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (04a4dac8-2fa9-4c75-9a19-3fbec87e2613), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.516863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-23c659d3-b239-49e2-975f-f3c6cbea8a25 None None] Provisioning complete for port 04a4dac8-2fa9-4c75-9a19-3fbec87e2613 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:56.517692 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-23c659d3-b239-49e2-975f-f3c6cbea8a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (04a4dac8-2fa9-4c75-9a19-3fbec87e2613), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.568724 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-baa962df-b4d2-4c23-b0f1-fc703fa7c847 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (04a4dac8-2fa9-4c75-9a19-3fbec87e2613), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.568892 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-23c659d3-b239-49e2-975f-f3c6cbea8a25 None None] Port 04a4dac8-2fa9-4c75-9a19-3fbec87e2613 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:25:56.582520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-baa962df-b4d2-4c23-b0f1-fc703fa7c847 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 04a4dac8-2fa9-4c75-9a19-3fbec87e2613 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:56.681483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b306c358-9eb8-454c-b755-c259823aa25a None None] Could not find standard attr ID for object 90c80120-b255-4ee8-ba47-03d1912dcb3b. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:25:56.813602 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-baa962df-b4d2-4c23-b0f1-fc703fa7c847 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (04a4dac8-2fa9-4c75-9a19-3fbec87e2613), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.844352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa962df-b4d2-4c23-b0f1-fc703fa7c847 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=04a4dac8-2fa9-4c75-9a19-3fbec87e2613,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:56.915199 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-baa962df-b4d2-4c23-b0f1-fc703fa7c847 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:56.921140 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-baa962df-b4d2-4c23-b0f1-fc703fa7c847 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/04a4dac8-2fa9-4c75-9a19-3fbec87e2613 HTTP/1.1" status: 204 len: 168 time: 0.5507727 Jan 27 22:25:56.921140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36590) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:56.924759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1d406441-464d-4293-bfa8-8e6166c245be up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:25:56.948815 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdaf824-ddf6-4d24-a922-2a47fd0c5f86 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:25:56.952939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6cdaf824-ddf6-4d24-a922-2a47fd0c5f86 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/04a4dac8-2fa9-4c75-9a19-3fbec87e2613 HTTP/1.1" status: 404 len: 333 time: 0.0282145 Jan 27 22:25:56.953096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36592) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:56.995091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1d406441-464d-4293-bfa8-8e6166c245be triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:25:56.995478 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1d406441-464d-4293-bfa8-8e6166c245be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.026309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e6ab47-8ed0-467e-b93c-c63f1a01ba6e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting subnet b75daebe-069e-4b0b-b268-2badba512489 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:25:57.030062 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ab47-8ed0-467e-b93c-c63f1a01ba6e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (b75daebe-069e-4b0b-b268-2badba512489), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.076939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ab47-8ed0-467e-b93c-c63f1a01ba6e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (b75daebe-069e-4b0b-b268-2badba512489), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.087469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1d406441-464d-4293-bfa8-8e6166c245be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:25:57.163027 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ab47-8ed0-467e-b93c-c63f1a01ba6e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (b75daebe-069e-4b0b-b268-2badba512489), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.257755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38e361d4-678d-4cd6-a213-c39593564d19 req-ec7d7139-6b8a-4896-993a-c10694c52290 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 210 time: 0.0262647 Jan 27 22:25:57.270828 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.305083 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ab47-8ed0-467e-b93c-c63f1a01ba6e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (b75daebe-069e-4b0b-b268-2badba512489), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.330924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6ab47-8ed0-467e-b93c-c63f1a01ba6e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Subnet': ['ID=b75daebe-069e-4b0b-b268-2badba512489,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:57.336430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d4e6ab47-8ed0-467e-b93c-c63f1a01ba6e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.343423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d4e6ab47-8ed0-467e-b93c-c63f1a01ba6e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/b75daebe-069e-4b0b-b268-2badba512489 HTTP/1.1" status: 204 len: 168 time: 0.3857083 Jan 27 22:25:57.343423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36596) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:57.346735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90424ee-702a-403b-ba08-ad71c0e5115c None None] Network e94c01c6-30c9-4228-818f-b691c251febc requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:57.421229 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (e94c01c6-30c9-4228-818f-b691c251febc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.487011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 1d406441-464d-4293-bfa8-8e6166c245be {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:57.487346 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1d406441-464d-4293-bfa8-8e6166c245be), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.556831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] For port 1d406441-464d-4293-bfa8-8e6166c245be, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1d406441-464d-4293-bfa8-8e6166c245be,segment=NetworkSegment(63c91d04-1bd2-4778-90fe-bed6c6e582ef),segment_id=63c91d04-1bd2-4778-90fe-bed6c6e582ef)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:57.557200 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1d406441-464d-4293-bfa8-8e6166c245be), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.572745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 1d406441-464d-4293-bfa8-8e6166c245be owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:57.670066 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.683509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90783033-9ba3-46a1-b791-34d60ffcfbf1 None None] DHCP port deletion for e94c01c6-30c9-4228-818f-b691c251febc request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:25:57.731203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-90783033-9ba3-46a1-b791-34d60ffcfbf1 None None] Deleting port 1d406441-464d-4293-bfa8-8e6166c245be {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:25:57.731576 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-90783033-9ba3-46a1-b791-34d60ffcfbf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1d406441-464d-4293-bfa8-8e6166c245be), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.744874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1d406441-464d-4293-bfa8-8e6166c245be), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.784414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=1d406441-464d-4293-bfa8-8e6166c245be,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:57.789221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No DVR routers for this DVR port 1d406441-464d-4293-bfa8-8e6166c245be on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:25:57.796961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-90783033-9ba3-46a1-b791-34d60ffcfbf1 None None] For port 1d406441-464d-4293-bfa8-8e6166c245be, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1d406441-464d-4293-bfa8-8e6166c245be,segment=NetworkSegment(63c91d04-1bd2-4778-90fe-bed6c6e582ef),segment_id=63c91d04-1bd2-4778-90fe-bed6c6e582ef)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:25:57.797420 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-90783033-9ba3-46a1-b791-34d60ffcfbf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1d406441-464d-4293-bfa8-8e6166c245be), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.810254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-90783033-9ba3-46a1-b791-34d60ffcfbf1 None None] Calling delete_port for 1d406441-464d-4293-bfa8-8e6166c245be owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:25:57.870237 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (e94c01c6-30c9-4228-818f-b691c251febc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.888905 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-90783033-9ba3-46a1-b791-34d60ffcfbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (1d406441-464d-4293-bfa8-8e6166c245be), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.892045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94c01c6-30c9-4228-818f-b691c251febc']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:57.902676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c91d04-1bd2-4778-90fe-bed6c6e582ef') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:57.903059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c91d04-1bd2-4778-90fe-bed6c6e582ef') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:25:57.915105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90783033-9ba3-46a1-b791-34d60ffcfbf1 None None] Pushing event deleted for resources: {'Port': ['ID=1d406441-464d-4293-bfa8-8e6166c245be,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:57.917266 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (63c91d04-1bd2-4778-90fe-bed6c6e582ef), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.918707 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90783033-9ba3-46a1-b791-34d60ffcfbf1 None None] No DVR routers for this DVR port 1d406441-464d-4293-bfa8-8e6166c245be on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:25:57.937134 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (63c91d04-1bd2-4778-90fe-bed6c6e582ef), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.943403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:25:57.943800 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (63c91d04-1bd2-4778-90fe-bed6c6e582ef), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:25:57.947621 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:25:58.114704 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (e94c01c6-30c9-4228-818f-b691c251febc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.122200 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.125613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/networks/e94c01c6-30c9-4228-818f-b691c251febc HTTP/1.1" status: 204 len: 168 time: 0.7815747 Jan 27 22:25:58.129400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36598) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:58.134791 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c3dd6bf1-7cba-4551-b480-3eb4a8c1f055 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-26059482'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:58.147461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c7448-a258-476e-ae43-df6b253d1b38 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Network': ['ID=e94c01c6-30c9-4228-818f-b691c251febc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:58.246133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dd6bf1-7cba-4551-b480-3eb4a8c1f055 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:58.249415 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6bf1-7cba-4551-b480-3eb4a8c1f055 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.274210 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3dd6bf1-7cba-4551-b480-3eb4a8c1f055 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:25:58.285693 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6bf1-7cba-4551-b480-3eb4a8c1f055 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (12001f13-aa44-4423-acb8-ba46e6c8e8be), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.286314 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-c3dd6bf1-7cba-4551-b480-3eb4a8c1f055 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Added segment 12001f13-aa44-4423-acb8-ba46e6c8e8be of type vlan for network ecee53f9-6e0e-4a2c-81ef-dd14443db24d Jan 27 22:25:58.334590 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6bf1-7cba-4551-b480-3eb4a8c1f055 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (ecee53f9-6e0e-4a2c-81ef-dd14443db24d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.364514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07cdf8c1-e9fe-4e8d-a6fc-92b012c68bc5 req-75ed5d33-c39c-4e10-838e-f4d3f83da0a4 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 210 time: 0.0278826 Jan 27 22:25:58.436404 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6bf1-7cba-4551-b480-3eb4a8c1f055 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (ecee53f9-6e0e-4a2c-81ef-dd14443db24d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.441302 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dd6bf1-7cba-4551-b480-3eb4a8c1f055 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:58.441901 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3dd6bf1-7cba-4551-b480-3eb4a8c1f055 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.457218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 1e561e49-ed1b-466d-874d-0119867838eb no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:25:58.481100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 1e561e49-ed1b-466d-874d-0119867838eb {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:25:58.481592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 1e561e49-ed1b-466d-874d-0119867838eb not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:25:58.506842 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd6bf1-7cba-4551-b480-3eb4a8c1f055 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Network': ['ID=ecee53f9-6e0e-4a2c-81ef-dd14443db24d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:58.516948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network ecee53f9-6e0e-4a2c-81ef-dd14443db24d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:25:58.570695 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c3dd6bf1-7cba-4551-b480-3eb4a8c1f055 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4403677 Jan 27 22:25:58.573507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36602) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:58.578408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-410de30c-1ae5-4fce-b978-c59043ec24ea tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': 'ecee53f9-6e0e-4a2c-81ef-dd14443db24d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:58.731815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410de30c-1ae5-4fce-b978-c59043ec24ea tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:58.735298 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-410de30c-1ae5-4fce-b978-c59043ec24ea tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:58.897630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1d406441-464d-4293-bfa8-8e6166c245be no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:25:58.922915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 1d406441-464d-4293-bfa8-8e6166c245be {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:25:58.925754 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1d406441-464d-4293-bfa8-8e6166c245be not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:25:58.984958 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-410de30c-1ae5-4fce-b978-c59043ec24ea tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (595faefa-3eb7-4898-abd5-741132ad3134), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.046234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410de30c-1ae5-4fce-b978-c59043ec24ea tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Subnet': ['ID=595faefa-3eb7-4898-abd5-741132ad3134,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:59.055254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410de30c-1ae5-4fce-b978-c59043ec24ea tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Checking segment: {'id': '12001f13-aa44-4423-acb8-ba46e6c8e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ecee53f9-6e0e-4a2c-81ef-dd14443db24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:59.055663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410de30c-1ae5-4fce-b978-c59043ec24ea tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network hostable DHCP agents. Network: ecee53f9-6e0e-4a2c-81ef-dd14443db24d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:25:59.143538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410de30c-1ae5-4fce-b978-c59043ec24ea tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network ecee53f9-6e0e-4a2c-81ef-dd14443db24d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:25:59.247715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-410de30c-1ae5-4fce-b978-c59043ec24ea tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, ecee53f9-6e0e-4a2c-81ef-dd14443db24d) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:59.255789 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a86c591-9348-4be9-b302-e18ec4cb6901 None None] Network ecee53f9-6e0e-4a2c-81ef-dd14443db24d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:25:59.271636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410de30c-1ae5-4fce-b978-c59043ec24ea tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:25:59.272280 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-410de30c-1ae5-4fce-b978-c59043ec24ea tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.358006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-ecee53f9-6e0e-4a2c-81ef-dd14443db24d', 'network_id': 'ecee53f9-6e0e-4a2c-81ef-dd14443db24d', 'project_id': '42ecd57798ec431da0b7c554d61f7109', 'fixed_ips': [{'subnet_id': '595faefa-3eb7-4898-abd5-741132ad3134'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:25:59.358845 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.381968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-410de30c-1ae5-4fce-b978-c59043ec24ea tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8071821 Jan 27 22:25:59.385336 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36604) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:59.396109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b7ce7d9a-67b8-4add-852f-2ddbd88a6af3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1859527578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:59.482533 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cfb97247-e49a-485d-9cc1-69b6b389af67 req-3d1bc504-b4d0-4182-9766-465455dca69f tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 210 time: 0.0272360 Jan 27 22:25:59.508858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Allocated IP 172.20.0.2 (ecee53f9-6e0e-4a2c-81ef-dd14443db24d/595faefa-3eb7-4898-abd5-741132ad3134/df14ea0f-5d30-4741-912a-06c8be6162c6) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:25:59.527884 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7d9a-67b8-4add-852f-2ddbd88a6af3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (e5ece4ff-bb83-41c0-b2ce-861a9cb58bab), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.532039 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7d9a-67b8-4add-852f-2ddbd88a6af3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (e5ece4ff-bb83-41c0-b2ce-861a9cb58bab), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.588500 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7d9a-67b8-4add-852f-2ddbd88a6af3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for router_controller (e5ece4ff-bb83-41c0-b2ce-861a9cb58bab), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.646466 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Publish callbacks [] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.659399 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7d9a-67b8-4add-852f-2ddbd88a6af3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (e5ece4ff-bb83-41c0-b2ce-861a9cb58bab), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.733610 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.753415 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7d9a-67b8-4add-852f-2ddbd88a6af3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.757888 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b7ce7d9a-67b8-4add-852f-2ddbd88a6af3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3688843 Jan 27 22:25:59.758313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36608) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:25:59.764463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'network_id': 'ecee53f9-6e0e-4a2c-81ef-dd14443db24d', 'name': 'tempest-PortsTestJSON-1162168595'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:25:59.791594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Network ecee53f9-6e0e-4a2c-81ef-dd14443db24d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:25:59.795694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:25:59.798681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:25:59.801638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Pushing event updated for resources: {'Port': ['ID=df14ea0f-5d30-4741-912a-06c8be6162c6,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:25:59.858024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Attempting to bind port df14ea0f-5d30-4741-912a-06c8be6162c6 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:25:59.858560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Attempting to bind port df14ea0f-5d30-4741-912a-06c8be6162c6 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '12001f13-aa44-4423-acb8-ba46e6c8e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ecee53f9-6e0e-4a2c-81ef-dd14443db24d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:25:59.859404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Attempting to bind port df14ea0f-5d30-4741-912a-06c8be6162c6 on network ecee53f9-6e0e-4a2c-81ef-dd14443db24d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:25:59.864291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:25:59.864813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Checking segment: {'id': '12001f13-aa44-4423-acb8-ba46e6c8e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ecee53f9-6e0e-4a2c-81ef-dd14443db24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:25:59.865453 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.866300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Bound using segment: {'id': '12001f13-aa44-4423-acb8-ba46e6c8e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ecee53f9-6e0e-4a2c-81ef-dd14443db24d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:25:59.866843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Bound port: df14ea0f-5d30-4741-912a-06c8be6162c6, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12001f13-aa44-4423-acb8-ba46e6c8e8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ecee53f9-6e0e-4a2c-81ef-dd14443db24d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:25:59.867300 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.932574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] For port df14ea0f-5d30-4741-912a-06c8be6162c6, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:25:59.935513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] For port df14ea0f-5d30-4741-912a-06c8be6162c6, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df14ea0f-5d30-4741-912a-06c8be6162c6,segment=NetworkSegment(12001f13-aa44-4423-acb8-ba46e6c8e8be),segment_id=12001f13-aa44-4423-acb8-ba46e6c8e8be)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:25:59.937475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:25:59.941910 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:25:59.959894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:26:00.035284 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:00.071089 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.12 (ecee53f9-6e0e-4a2c-81ef-dd14443db24d/595faefa-3eb7-4898-abd5-741132ad3134/5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:00.102175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738039bf-0b73-4515-971b-f5a98b64f256 None None] Pushing event updated for resources: {'Port': ['ID=df14ea0f-5d30-4741-912a-06c8be6162c6,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:00.264497 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:00.402573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:00.452622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network ecee53f9-6e0e-4a2c-81ef-dd14443db24d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:00.455689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:00.459414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:00.489493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:00.513611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:00.514379 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:00.592508 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-89a8d083-0e21-483c-8a94-b4aeee5dffcf req-62586c9e-9d74-4b09-9646-5c2b9eedd673 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 210 time: 0.0372539 Jan 27 22:26:00.595951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4de646be-d31f-467e-8000-9cf36b400a9c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8359811 Jan 27 22:26:00.598975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36612) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:00.953269 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:00.971145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df14ea0f-5d30-4741-912a-06c8be6162c6 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:01.033517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port df14ea0f-5d30-4741-912a-06c8be6162c6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:01.034453 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.146480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port df14ea0f-5d30-4741-912a-06c8be6162c6 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:01.146957 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.188357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port df14ea0f-5d30-4741-912a-06c8be6162c6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df14ea0f-5d30-4741-912a-06c8be6162c6,segment=NetworkSegment(12001f13-aa44-4423-acb8-ba46e6c8e8be),segment_id=12001f13-aa44-4423-acb8-ba46e6c8e8be)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:01.205735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149f16bf-ed07-48e8-8080-257d764592d3 None None] Network ecee53f9-6e0e-4a2c-81ef-dd14443db24d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:01.272428 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.305941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-32c833fd-d32e-4d48-aae2-93f128ba431c None None] Provisioning complete for port df14ea0f-5d30-4741-912a-06c8be6162c6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:01.306321 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32c833fd-d32e-4d48-aae2-93f128ba431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.386347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=df14ea0f-5d30-4741-912a-06c8be6162c6,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:01.450149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-32c833fd-d32e-4d48-aae2-93f128ba431c None None] Current status of the port df14ea0f-5d30-4741-912a-06c8be6162c6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:01.614180 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.672672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d4c2ca39-0b09-43f8-9dcb-f08de946b2ef None None] Provisioning complete for port df14ea0f-5d30-4741-912a-06c8be6162c6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:01.673610 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d4c2ca39-0b09-43f8-9dcb-f08de946b2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.714238 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.727945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5d66ea5e-4204-4c67-ae4e-2cf686a94e49 req-7e4ded6b-1654-4707-a866-61b61679f235 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 210 time: 0.0452313 Jan 27 22:26:01.774096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d4c2ca39-0b09-43f8-9dcb-f08de946b2ef None None] Current status of the port df14ea0f-5d30-4741-912a-06c8be6162c6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:01.786611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d4c2ca39-0b09-43f8-9dcb-f08de946b2ef None None] Provisioning complete for port 5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:01.787221 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d4c2ca39-0b09-43f8-9dcb-f08de946b2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.816947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:01.840878 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d4c2ca39-0b09-43f8-9dcb-f08de946b2ef None None] Port 5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:01.961773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5f06c4c9-8e90-48af-9aa9-f2c6ae1216f2 None None] Provisioning complete for port 5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:01.962154 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5f06c4c9-8e90-48af-9aa9-f2c6ae1216f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:01.986120 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (e5ece4ff-bb83-41c0-b2ce-861a9cb58bab), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:02.011000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5f06c4c9-8e90-48af-9aa9-f2c6ae1216f2 None None] Port 5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:02.129890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-43acd3aa-f2ad-4f63-90e0-362bedded17f None None] Provisioning complete for port 5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:02.130399 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-43acd3aa-f2ad-4f63-90e0-362bedded17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:02.164452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-43acd3aa-f2ad-4f63-90e0-362bedded17f None None] Port 5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:02.269900 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:02.385202 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-edb09a9c-1934-4fe2-86ab-72cee1ae9cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:02.531746 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:02.630457 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:02.707132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:02.710860 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (e5ece4ff-bb83-41c0-b2ce-861a9cb58bab), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:02.852588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efd217ef-7105-4e41-8d52-94b6c8cadd0b req-12cefdd8-c552-4dce-aa73-9ff5adda9cff tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 210 time: 0.0441673 Jan 27 22:26:02.874171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b771a6e1-bcd3-4eb0-8b85-bb4a3eb5284f req-38bcb013-ba63-46e0-a623-2e653fda754a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0981364 Jan 27 22:26:02.876171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network ecee53f9-6e0e-4a2c-81ef-dd14443db24d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:02.877724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:02.927440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df14ea0f-5d30-4741-912a-06c8be6162c6 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:02.987063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port df14ea0f-5d30-4741-912a-06c8be6162c6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:02.987966 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:03.034063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771a6e1-bcd3-4eb0-8b85-bb4a3eb5284f req-4c38680d-a229-45e5-8697-a14705439592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:03.035393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b771a6e1-bcd3-4eb0-8b85-bb4a3eb5284f req-4c38680d-a229-45e5-8697-a14705439592 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 1097 time: 0.0952730 Jan 27 22:26:03.080566 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port df14ea0f-5d30-4741-912a-06c8be6162c6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:03.171787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771a6e1-bcd3-4eb0-8b85-bb4a3eb5284f req-c7d4b3a2-00e5-4c67-bdb7-873c67d520fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:03.173460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b771a6e1-bcd3-4eb0-8b85-bb4a3eb5284f req-c7d4b3a2-00e5-4c67-bdb7-873c67d520fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.1066537 Jan 27 22:26:03.191894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-02c2cab3-99ff-42dd-ae83-5353ae658eda None None] Provisioning complete for port 5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:03.192500 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-02c2cab3-99ff-42dd-ae83-5353ae658eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:03.228464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-02c2cab3-99ff-42dd-ae83-5353ae658eda None None] Port 5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:03.246397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Router e5ece4ff-bb83-41c0-b2ce-861a9cb58bab is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:26:03.254877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b771a6e1-bcd3-4eb0-8b85-bb4a3eb5284f req-c1f3a44a-7de5-4a24-9378-450b59b79a47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccc784f-5929-42ff-99a5-168894d4471f HTTP/1.1" status: 200 len: 1001 time: 0.0751357 Jan 27 22:26:03.373610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771a6e1-bcd3-4eb0-8b85-bb4a3eb5284f req-9cf0b8c4-f3ff-4cf1-83d2-1e349fb19327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:03.375295 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b771a6e1-bcd3-4eb0-8b85-bb4a3eb5284f req-9cf0b8c4-f3ff-4cf1-83d2-1e349fb19327 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.1130142 Jan 27 22:26:03.390639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:03.399305 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e8d07a1a-32c0-4180-9174-571bde7c17aa tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "PUT /v2.0/routers/e5ece4ff-bb83-41c0-b2ce-861a9cb58bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7939594 Jan 27 22:26:03.399305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36620) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:03.401525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ce89ee-5a8b-4893-94f2-c5d0879f495e None None] Sync routers for ids ['e5ece4ff-bb83-41c0-b2ce-861a9cb58bab'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:03.415916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ce89ee-5a8b-4893-94f2-c5d0879f495e None None] Routers {'e5ece4ff-bb83-41c0-b2ce-861a9cb58bab'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:03.416573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a3ce89ee-5a8b-4893-94f2-c5d0879f495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:25:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e5ece4ff-bb83-41c0-b2ce-861a9cb58bab'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:03.450997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a3ce89ee-5a8b-4893-94f2-c5d0879f495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:03.460180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ce89ee-5a8b-4893-94f2-c5d0879f495e None None] Routers {'e5ece4ff-bb83-41c0-b2ce-861a9cb58bab'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:03.461351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a3ce89ee-5a8b-4893-94f2-c5d0879f495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:25:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e5ece4ff-bb83-41c0-b2ce-861a9cb58bab'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:03.462839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771a6e1-bcd3-4eb0-8b85-bb4a3eb5284f req-473d1515-11ca-4b12-b08e-39f5f9bf5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:03.465452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b771a6e1-bcd3-4eb0-8b85-bb4a3eb5284f req-473d1515-11ca-4b12-b08e-39f5f9bf5e6a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832937 Jan 27 22:26:03.472980 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b286604-6130-4925-a30f-d9d76841e712 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:03.476118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2b286604-6130-4925-a30f-d9d76841e712 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5ece4ff-bb83-41c0-b2ce-861a9cb58bab HTTP/1.1" status: 200 len: 983 time: 0.0750713 Jan 27 22:26:03.477669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36622) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:03.493866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a3ce89ee-5a8b-4893-94f2-c5d0879f495e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:03.494623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ce89ee-5a8b-4893-94f2-c5d0879f495e None None] The sync data for ids ['e5ece4ff-bb83-41c0-b2ce-861a9cb58bab'] in n-d-760456-6 is: [] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:03.578364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b771a6e1-bcd3-4eb0-8b85-bb4a3eb5284f req-cc2ac8a3-d4af-4c84-ad57-fe0a0456cf40 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026902 Jan 27 22:26:03.672900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b771a6e1-bcd3-4eb0-8b85-bb4a3eb5284f req-8b47f8ff-22fb-4aa7-a227-2ec1385f5d60 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888944 Jan 27 22:26:03.952717 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9eab7583-a1ba-4248-b6e1-7261e6f3bff6 req-1fcde209-3664-4f89-a73f-7b9d7fcca0c2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 210 time: 0.0286114 Jan 27 22:26:04.231958 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17bd57c8-9ec7-48ec-9424-dd3eb2248957 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (e5ece4ff-bb83-41c0-b2ce-861a9cb58bab), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:04.451355 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-17bd57c8-9ec7-48ec-9424-dd3eb2248957 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:04.451701 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17bd57c8-9ec7-48ec-9424-dd3eb2248957 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:04.541320 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17bd57c8-9ec7-48ec-9424-dd3eb2248957 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:04.552907 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-17bd57c8-9ec7-48ec-9424-dd3eb2248957 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:04.807507 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17bd57c8-9ec7-48ec-9424-dd3eb2248957 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:04.836065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd57c8-9ec7-48ec-9424-dd3eb2248957 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:04.904920 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-311385a9-ac6b-41bc-8d7d-f6c7c96848b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:04.981755 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-17bd57c8-9ec7-48ec-9424-dd3eb2248957 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (e5ece4ff-bb83-41c0-b2ce-861a9cb58bab), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:05.070421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f9fbaa5f-ad6a-4b9f-8d99-eaa03543a8eb req-76fe90bf-d570-4099-80d0-2c3dd103182c tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=e62a79ae-77e2-463e-9d61-5a5e51b78a3a HTTP/1.1" status: 200 len: 210 time: 0.0311310 Jan 27 22:26:05.142735 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bd57c8-9ec7-48ec-9424-dd3eb2248957 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Router e5ece4ff-bb83-41c0-b2ce-861a9cb58bab has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:26:05.220944 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bd57c8-9ec7-48ec-9424-dd3eb2248957 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:05.229600 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-17bd57c8-9ec7-48ec-9424-dd3eb2248957 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "PUT /v2.0/routers/e5ece4ff-bb83-41c0-b2ce-861a9cb58bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7470763 Jan 27 22:26:05.229705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36628) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:05.233412 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9a1f4-1552-4daa-a86e-5a136804b3c5 None None] Sync routers for ids ['e5ece4ff-bb83-41c0-b2ce-861a9cb58bab'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:05.243004 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9a1f4-1552-4daa-a86e-5a136804b3c5 None None] Routers {'e5ece4ff-bb83-41c0-b2ce-861a9cb58bab'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:05.243696 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-91d9a1f4-1552-4daa-a86e-5a136804b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:26:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e5ece4ff-bb83-41c0-b2ce-861a9cb58bab'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:05.253320 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9f7667-9448-4bd9-844b-800f6aae8ca0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:26:05.254708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-aa9f7667-9448-4bd9-844b-800f6aae8ca0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/5c7206b2-7367-4cfb-a5f3-16d9dcfc65f0 HTTP/1.1" status: 404 len: 333 time: 0.0243866 Jan 27 22:26:05.257378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36630) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:05.277025 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-91d9a1f4-1552-4daa-a86e-5a136804b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:05.287109 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9a1f4-1552-4daa-a86e-5a136804b3c5 None None] Routers {'e5ece4ff-bb83-41c0-b2ce-861a9cb58bab'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:05.288038 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-91d9a1f4-1552-4daa-a86e-5a136804b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:26:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['e5ece4ff-bb83-41c0-b2ce-861a9cb58bab'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:05.324814 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-91d9a1f4-1552-4daa-a86e-5a136804b3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:05.325377 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d9a1f4-1552-4daa-a86e-5a136804b3c5 None None] The sync data for ids ['e5ece4ff-bb83-41c0-b2ce-861a9cb58bab'] in n-d-760456-6 is: [] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:05.334237 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede7e0fd-5f1e-4753-86d4-64a427fe9015 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for router (e5ece4ff-bb83-41c0-b2ce-861a9cb58bab), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:05.496640 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede7e0fd-5f1e-4753-86d4-64a427fe9015 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (e5ece4ff-bb83-41c0-b2ce-861a9cb58bab), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:05.498793 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede7e0fd-5f1e-4753-86d4-64a427fe9015 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for router_controller (e5ece4ff-bb83-41c0-b2ce-861a9cb58bab), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:05.647119 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede7e0fd-5f1e-4753-86d4-64a427fe9015 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (e5ece4ff-bb83-41c0-b2ce-861a9cb58bab), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:05.648202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede7e0fd-5f1e-4753-86d4-64a427fe9015 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Fanout notify agent at l3_agent the message router_deleted on router e5ece4ff-bb83-41c0-b2ce-861a9cb58bab {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:26:05.654874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ede7e0fd-5f1e-4753-86d4-64a427fe9015 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:05.664493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ede7e0fd-5f1e-4753-86d4-64a427fe9015 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/routers/e5ece4ff-bb83-41c0-b2ce-861a9cb58bab HTTP/1.1" status: 204 len: 168 time: 0.3977165 Jan 27 22:26:05.664493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36632) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:05.709291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e33e23-37dd-4924-bde9-13b0a3328703 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting subnet 595faefa-3eb7-4898-abd5-741132ad3134 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:26:05.712494 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3e33e23-37dd-4924-bde9-13b0a3328703 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (595faefa-3eb7-4898-abd5-741132ad3134), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:05.751817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3e33e23-37dd-4924-bde9-13b0a3328703 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (595faefa-3eb7-4898-abd5-741132ad3134), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:05.836826 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3e33e23-37dd-4924-bde9-13b0a3328703 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (595faefa-3eb7-4898-abd5-741132ad3134), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:05.979419 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3e33e23-37dd-4924-bde9-13b0a3328703 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (595faefa-3eb7-4898-abd5-741132ad3134), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.006162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e33e23-37dd-4924-bde9-13b0a3328703 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Subnet': ['ID=595faefa-3eb7-4898-abd5-741132ad3134,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:06.010168 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e3e33e23-37dd-4924-bde9-13b0a3328703 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.013897 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e3e33e23-37dd-4924-bde9-13b0a3328703 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/595faefa-3eb7-4898-abd5-741132ad3134 HTTP/1.1" status: 204 len: 168 time: 0.3542974 Jan 27 22:26:06.016408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36634) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:06.017167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c769b8-c1d4-48d1-b6d8-217a9afdaef0 None None] Network ecee53f9-6e0e-4a2c-81ef-dd14443db24d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:06.096477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (ecee53f9-6e0e-4a2c-81ef-dd14443db24d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.166435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port df14ea0f-5d30-4741-912a-06c8be6162c6 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:06.166839 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.189775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0a9a51-5f7b-4489-a07d-9ca3457809ac None None] DHCP port deletion for ecee53f9-6e0e-4a2c-81ef-dd14443db24d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:26:06.229943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] For port df14ea0f-5d30-4741-912a-06c8be6162c6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df14ea0f-5d30-4741-912a-06c8be6162c6,segment=NetworkSegment(12001f13-aa44-4423-acb8-ba46e6c8e8be),segment_id=12001f13-aa44-4423-acb8-ba46e6c8e8be)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:06.230250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.230360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.242968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a9a51-5f7b-4489-a07d-9ca3457809ac None None] Deleting port df14ea0f-5d30-4741-912a-06c8be6162c6 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:06.243166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for df14ea0f-5d30-4741-912a-06c8be6162c6 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:06.243343 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9a51-5f7b-4489-a07d-9ca3457809ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.305457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ee0a9a51-5f7b-4489-a07d-9ca3457809ac None None] For port df14ea0f-5d30-4741-912a-06c8be6162c6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=df14ea0f-5d30-4741-912a-06c8be6162c6,segment=NetworkSegment(12001f13-aa44-4423-acb8-ba46e6c8e8be),segment_id=12001f13-aa44-4423-acb8-ba46e6c8e8be)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:06.306013 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9a51-5f7b-4489-a07d-9ca3457809ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.318238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a9a51-5f7b-4489-a07d-9ca3457809ac None None] Calling delete_port for df14ea0f-5d30-4741-912a-06c8be6162c6 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:06.492041 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.498260 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9a51-5f7b-4489-a07d-9ca3457809ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (df14ea0f-5d30-4741-912a-06c8be6162c6), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.517766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=df14ea0f-5d30-4741-912a-06c8be6162c6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:06.522365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No DVR routers for this DVR port df14ea0f-5d30-4741-912a-06c8be6162c6 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:26:06.524671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a9a51-5f7b-4489-a07d-9ca3457809ac None None] Pushing event deleted for resources: {'Port': ['ID=df14ea0f-5d30-4741-912a-06c8be6162c6,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:06.526550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a9a51-5f7b-4489-a07d-9ca3457809ac None None] No DVR routers for this DVR port df14ea0f-5d30-4741-912a-06c8be6162c6 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:26:06.610918 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (ecee53f9-6e0e-4a2c-81ef-dd14443db24d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.631857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecee53f9-6e0e-4a2c-81ef-dd14443db24d']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:06.641541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12001f13-aa44-4423-acb8-ba46e6c8e8be') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:06.641843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12001f13-aa44-4423-acb8-ba46e6c8e8be') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:06.653322 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (12001f13-aa44-4423-acb8-ba46e6c8e8be), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.666549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (12001f13-aa44-4423-acb8-ba46e6c8e8be), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.672432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:26:06.672826 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (12001f13-aa44-4423-acb8-ba46e6c8e8be), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:26:06.675834 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:26:06.800372 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (ecee53f9-6e0e-4a2c-81ef-dd14443db24d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.807234 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:06.814097 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/networks/ecee53f9-6e0e-4a2c-81ef-dd14443db24d HTTP/1.1" status: 204 len: 168 time: 0.7931278 Jan 27 22:26:06.817393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36644) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:06.833228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca80d4-4c66-41ee-8d15-51f7c86f8ee8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Network': ['ID=ecee53f9-6e0e-4a2c-81ef-dd14443db24d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:06.862939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbda843-d0c5-48dc-ac7d-ce407f6e923c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:06.868440 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8fbda843-d0c5-48dc-ac7d-ce407f6e923c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/60fe9793-1d21-44f2-b754-715d91ee0a52 HTTP/1.1" status: 200 len: 840 time: 0.0530879 Jan 27 22:26:06.869211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36646) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:06.898235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df14ea0f-5d30-4741-912a-06c8be6162c6 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:06.911219 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2877a0f7-81aa-4a18-9413-73c6969fcdf1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/60fe9793-1d21-44f2-b754-715d91ee0a52?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0407443 Jan 27 22:26:06.914749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36648) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:06.919452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: df14ea0f-5d30-4741-912a-06c8be6162c6 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:06.919683 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-22e25877-3d6c-4593-888b-a63b842f3b96 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:06.919994 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device df14ea0f-5d30-4741-912a-06c8be6162c6 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:07.075928 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e25877-3d6c-4593-888b-a63b842f3b96 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:07.079257 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22e25877-3d6c-4593-888b-a63b842f3b96 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.316019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22e25877-3d6c-4593-888b-a63b842f3b96 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (0791ab73-5b3b-48f0-8580-f77bbc7ce701), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.359838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e25877-3d6c-4593-888b-a63b842f3b96 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:07.362963 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-22e25877-3d6c-4593-888b-a63b842f3b96 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:07.367149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e25877-3d6c-4593-888b-a63b842f3b96 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:07.367749 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-22e25877-3d6c-4593-888b-a63b842f3b96 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.375987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac5eb1f-de8e-43fc-a6de-8e1456a6d588 None None] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:07.381244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e25877-3d6c-4593-888b-a63b842f3b96 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Subnet': ['ID=0791ab73-5b3b-48f0-8580-f77bbc7ce701,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:07.490442 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-22e25877-3d6c-4593-888b-a63b842f3b96 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5743861 Jan 27 22:26:07.493566 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36652) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:07.500983 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-06ae26ef-3637-474f-8803-9dccc11c65ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'security_group': {'name': 'tempest-secgroup-1864128368'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:07.526147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'project_id': '42ecd57798ec431da0b7c554d61f7109', 'fixed_ips': [{'subnet_id': '0791ab73-5b3b-48f0-8580-f77bbc7ce701'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:26:07.527006 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.590781 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ae26ef-3637-474f-8803-9dccc11c65ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.597030 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.661384 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ae26ef-3637-474f-8803-9dccc11c65ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (3d784422-2e6d-4db6-9142-849042c8034c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.664837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Allocated IP 172.20.0.2 (bd68d192-65e6-4640-b1cc-b7b2e20690ca/0791ab73-5b3b-48f0-8580-f77bbc7ce701/97f7bdb8-60a3-4195-ac87-1c1ead57bd70) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:07.755967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ae26ef-3637-474f-8803-9dccc11c65ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3d784422-2e6d-4db6-9142-849042c8034c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.786820 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae26ef-3637-474f-8803-9dccc11c65ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d784422-2e6d-4db6-9142-849042c8034c,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:07.810612 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Publish callbacks [] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.911145 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.912922 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-06ae26ef-3637-474f-8803-9dccc11c65ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:07.914240 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-06ae26ef-3637-474f-8803-9dccc11c65ae tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4195545 Jan 27 22:26:07.917334 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36654) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:07.922196 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-271bc5ee-bec1-400e-b9da-c51283788f85 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'security_group': {'name': 'tempest-secgroup-804671414'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:07.955543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:07.958280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:07.963724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:07.969061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Pushing event updated for resources: {'Port': ['ID=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:08.020741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Attempting to bind port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:26:08.021112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Attempting to bind port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '235cd920-4eba-46bf-915a-e2ee4c7eb5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:26:08.021474 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Attempting to bind port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 on network bd68d192-65e6-4640-b1cc-b7b2e20690ca {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:26:08.026505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:26:08.026882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Checking segment: {'id': '235cd920-4eba-46bf-915a-e2ee4c7eb5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:26:08.027283 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.027675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Bound using segment: {'id': '235cd920-4eba-46bf-915a-e2ee4c7eb5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:26:08.028158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Bound port: 97f7bdb8-60a3-4195-ac87-1c1ead57bd70, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235cd920-4eba-46bf-915a-e2ee4c7eb5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:26:08.028540 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.056129 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-271bc5ee-bec1-400e-b9da-c51283788f85 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.102007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] For port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:26:08.106802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] For port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,segment=NetworkSegment(235cd920-4eba-46bf-915a-e2ee4c7eb5ce),segment_id=235cd920-4eba-46bf-915a-e2ee4c7eb5ce)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:26:08.134492 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-271bc5ee-bec1-400e-b9da-c51283788f85 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (80700c3e-4d1a-42e3-902a-c1a1622fe9ed), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.196304 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.240650 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-271bc5ee-bec1-400e-b9da-c51283788f85 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (80700c3e-4d1a-42e3-902a-c1a1622fe9ed), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.275074 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bc5ee-bec1-400e-b9da-c51283788f85 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80700c3e-4d1a-42e3-902a-c1a1622fe9ed,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:08.275675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e639d37-0aa2-4a25-b799-ebc943ced019 None None] Pushing event updated for resources: {'Port': ['ID=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:08.385182 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-271bc5ee-bec1-400e-b9da-c51283788f85 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.389111 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-271bc5ee-bec1-400e-b9da-c51283788f85 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4682393 Jan 27 22:26:08.389672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36656) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:08.395180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1561685884', 'security_groups': ['80700c3e-4d1a-42e3-902a-c1a1622fe9ed'], 'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0791ab73-5b3b-48f0-8580-f77bbc7ce701'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:08.628944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:08.709927 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.728710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 6de8e326-6f55-4a0e-823c-b3060adf7a8d yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:26:08.905664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.8 (bd68d192-65e6-4640-b1cc-b7b2e20690ca/0791ab73-5b3b-48f0-8580-f77bbc7ce701/6de8e326-6f55-4a0e-823c-b3060adf7a8d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:08.961004 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:08.984637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:09.051700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:09.052396 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.072545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (6de8e326-6f55-4a0e-823c-b3060adf7a8d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.146407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:09.147034 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.186193 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6de8e326-6f55-4a0e-823c-b3060adf7a8d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.191648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,segment=NetworkSegment(235cd920-4eba-46bf-915a-e2ee4c7eb5ce),segment_id=235cd920-4eba-46bf-915a-e2ee4c7eb5ce)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:09.236162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:09.240926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:09.244658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:09.280035 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.283513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=6de8e326-6f55-4a0e-823c-b3060adf7a8d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:09.307753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:09.308884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.433427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7ef51e5c-688e-41ca-be1e-702a8bd533da tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0424447 Jan 27 22:26:09.436289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36660) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:09.442144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8ea591cd-4619-44b9-88e3-3c6de3e18e47 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:09.522045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:09.525328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6e26a3c6-cbb6-4e3c-81b6-f1bc61e05ef1 None None] Provisioning complete for port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:09.525903 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6e26a3c6-cbb6-4e3c-81b6-f1bc61e05ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.630254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6e26a3c6-cbb6-4e3c-81b6-f1bc61e05ef1 None None] Current status of the port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:09.641264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6e26a3c6-cbb6-4e3c-81b6-f1bc61e05ef1 None None] Provisioning complete for port 60fe9793-1d21-44f2-b754-715d91ee0a52 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:09.641650 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6e26a3c6-cbb6-4e3c-81b6-f1bc61e05ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (60fe9793-1d21-44f2-b754-715d91ee0a52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.678809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6e26a3c6-cbb6-4e3c-81b6-f1bc61e05ef1 None None] Port 60fe9793-1d21-44f2-b754-715d91ee0a52 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:09.682144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea591cd-4619-44b9-88e3-3c6de3e18e47 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:09.685694 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8ea591cd-4619-44b9-88e3-3c6de3e18e47 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.771760 n-d-760456-6 neutron-server[104026]: INFO neutron.db.ipam_backend_mixin [None req-8ea591cd-4619-44b9-88e3-3c6de3e18e47 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0791ab73-5b3b-48f0-8580-f77bbc7ce701 (CIDR: 172.20.0.0/28) Jan 27 22:26:09.800116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e1468fce-ce86-4c03-8316-828266f28543 None None] Provisioning complete for port 6de8e326-6f55-4a0e-823c-b3060adf7a8d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:09.800594 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e1468fce-ce86-4c03-8316-828266f28543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6de8e326-6f55-4a0e-823c-b3060adf7a8d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:09.813877 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea591cd-4619-44b9-88e3-3c6de3e18e47 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:26:09.814600 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea591cd-4619-44b9-88e3-3c6de3e18e47 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:09.837744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e1468fce-ce86-4c03-8316-828266f28543 None None] Port 6de8e326-6f55-4a0e-823c-b3060adf7a8d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:09.894460 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8ea591cd-4619-44b9-88e3-3c6de3e18e47 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4565201 Jan 27 22:26:09.897218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36664) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:09.902868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f40fb4ae-21eb-4768-9220-90e8389eec2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:10.366104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40fb4ae-21eb-4768-9220-90e8389eec2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:10.377117 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f40fb4ae-21eb-4768-9220-90e8389eec2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:10.680135 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f40fb4ae-21eb-4768-9220-90e8389eec2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (de6333dd-af17-429f-b41f-cb0dc3963d3b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:10.726120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40fb4ae-21eb-4768-9220-90e8389eec2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:10.729396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-f40fb4ae-21eb-4768-9220-90e8389eec2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:10.733682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40fb4ae-21eb-4768-9220-90e8389eec2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:10.734284 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f40fb4ae-21eb-4768-9220-90e8389eec2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:10.740551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a04b7-5015-4a43-bd18-41e5bf0e5d6f None None] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:10.748043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fb4ae-21eb-4768-9220-90e8389eec2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Subnet': ['ID=de6333dd-af17-429f-b41f-cb0dc3963d3b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:10.850385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f40fb4ae-21eb-4768-9220-90e8389eec2c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9518175 Jan 27 22:26:10.852881 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36668) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:10.858529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1561109681', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de6333dd-af17-429f-b41f-cb0dc3963d3b'}], 'security_groups': ['3d784422-2e6d-4db6-9142-849042c8034c']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:10.914340 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:10.979120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87ff776-ad8c-4b92-baaa-2055a76b891e None None] Update dhcp port {'port': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'fixed_ips': [{'subnet_id': '0791ab73-5b3b-48f0-8580-f77bbc7ce701', 'ip_address': '172.20.0.2'}, {'subnet_id': 'de6333dd-af17-429f-b41f-cb0dc3963d3b'}], 'binding:host_id': 'n-d-760456-6'}, 'id': '97f7bdb8-60a3-4195-ac87-1c1ead57bd70'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:26:11.012790 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b87ff776-ad8c-4b92-baaa-2055a76b891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.029165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:11.030021 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.033048 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6de8e326-6f55-4a0e-823c-b3060adf7a8d), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.242354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:11.255972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-b87ff776-ad8c-4b92-baaa-2055a76b891e None None] Allocated IP 172.20.0.18 (bd68d192-65e6-4640-b1cc-b7b2e20690ca/de6333dd-af17-429f-b41f-cb0dc3963d3b/97f7bdb8-60a3-4195-ac87-1c1ead57bd70) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:11.353965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b87ff776-ad8c-4b92-baaa-2055a76b891e None None] For port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,segment=NetworkSegment(235cd920-4eba-46bf-915a-e2ee4c7eb5ce),segment_id=235cd920-4eba-46bf-915a-e2ee4c7eb5ce)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:11.386020 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b87ff776-ad8c-4b92-baaa-2055a76b891e None None] Publish callbacks [] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.457244 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b87ff776-ad8c-4b92-baaa-2055a76b891e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:11.549630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ff776-ad8c-4b92-baaa-2055a76b891e None None] Pushing event updated for resources: {'Port': ['ID=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:11.677422 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-744724ed-89cd-4de8-af8f-95321de4b1e2 {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:26:11.677756 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:26:12.073935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-79c28dc9-be46-41f2-839d-038a9d7cae72 None None] Provisioning complete for port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:12.074504 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-79c28dc9-be46-41f2-839d-038a9d7cae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.155541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-79c28dc9-be46-41f2-839d-038a9d7cae72 None None] Current status of the port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:12.165647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-79c28dc9-be46-41f2-839d-038a9d7cae72 None None] Provisioning complete for port 60fe9793-1d21-44f2-b754-715d91ee0a52 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:12.166021 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-79c28dc9-be46-41f2-839d-038a9d7cae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (60fe9793-1d21-44f2-b754-715d91ee0a52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.198625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-79c28dc9-be46-41f2-839d-038a9d7cae72 None None] Port 60fe9793-1d21-44f2-b754-715d91ee0a52 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:12.209122 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-79c28dc9-be46-41f2-839d-038a9d7cae72 None None] Provisioning complete for port 6de8e326-6f55-4a0e-823c-b3060adf7a8d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:12.209494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-79c28dc9-be46-41f2-839d-038a9d7cae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6de8e326-6f55-4a0e-823c-b3060adf7a8d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.212476 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6de8e326-6f55-4a0e-823c-b3060adf7a8d), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.245140 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-79c28dc9-be46-41f2-839d-038a9d7cae72 None None] Port 6de8e326-6f55-4a0e-823c-b3060adf7a8d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:12.512113 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Delete allocated IP 172.20.0.8 (bd68d192-65e6-4640-b1cc-b7b2e20690ca/0791ab73-5b3b-48f0-8580-f77bbc7ce701) {{(pid=104026) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 22:26:12.519384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.21 (bd68d192-65e6-4640-b1cc-b7b2e20690ca/de6333dd-af17-429f-b41f-cb0dc3963d3b/6de8e326-6f55-4a0e-823c-b3060adf7a8d) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:12.681697 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (6de8e326-6f55-4a0e-823c-b3060adf7a8d), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.750355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (6de8e326-6f55-4a0e-823c-b3060adf7a8d), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.829803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=6de8e326-6f55-4a0e-823c-b3060adf7a8d,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:12.872393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] In _notify_port_updated(), no bound segment for port 6de8e326-6f55-4a0e-823c-b3060adf7a8d on network bd68d192-65e6-4640-b1cc-b7b2e20690ca {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:26:12.877743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:12.878325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:12.880130 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2308292c-f733-4be5-ac9f-c6055810b421 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "PUT /v2.0/ports/6de8e326-6f55-4a0e-823c-b3060adf7a8d HTTP/1.1" status: 200 len: 921 time: 2.0257382 Jan 27 22:26:12.882391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36676) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:12.921372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:12.985517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:12.986259 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.014804 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-690d7dc0-7e96-492e-85ed-780f8fd408e7 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 6de8e326-6f55-4a0e-823c-b3060adf7a8d {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:13.015938 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-690d7dc0-7e96-492e-85ed-780f8fd408e7 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6de8e326-6f55-4a0e-823c-b3060adf7a8d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.070539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:13.125832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-690d7dc0-7e96-492e-85ed-780f8fd408e7 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6de8e326-6f55-4a0e-823c-b3060adf7a8d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.141539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-690d7dc0-7e96-492e-85ed-780f8fd408e7 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 6de8e326-6f55-4a0e-823c-b3060adf7a8d owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:13.361948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-690d7dc0-7e96-492e-85ed-780f8fd408e7 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (6de8e326-6f55-4a0e-823c-b3060adf7a8d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.366853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6b5c132f-d504-4b1b-b1c8-8a426a6be930 None None] Could not find standard attr ID for object 6de8e326-6f55-4a0e-823c-b3060adf7a8d. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:26:13.402539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d7dc0-7e96-492e-85ed-780f8fd408e7 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=6de8e326-6f55-4a0e-823c-b3060adf7a8d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:13.500619 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-690d7dc0-7e96-492e-85ed-780f8fd408e7 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.507371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36680) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:13.519066 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-690d7dc0-7e96-492e-85ed-780f8fd408e7 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/6de8e326-6f55-4a0e-823c-b3060adf7a8d HTTP/1.1" status: 204 len: 168 time: 0.6354542 Jan 27 22:26:13.542508 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-6943044f-d922-447f-8d43-0d3e4115fa1e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:26:13.543946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6943044f-d922-447f-8d43-0d3e4115fa1e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/6de8e326-6f55-4a0e-823c-b3060adf7a8d HTTP/1.1" status: 404 len: 333 time: 0.0348496 Jan 27 22:26:13.547016 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36682) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:13.606253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-12c26606-cb23-4f38-b1d8-ce3d41a03b1e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (80700c3e-4d1a-42e3-902a-c1a1622fe9ed), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.634036 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-12c26606-cb23-4f38-b1d8-ce3d41a03b1e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (80700c3e-4d1a-42e3-902a-c1a1622fe9ed), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.765726 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-12c26606-cb23-4f38-b1d8-ce3d41a03b1e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (80700c3e-4d1a-42e3-902a-c1a1622fe9ed), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.768390 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-12c26606-cb23-4f38-b1d8-ce3d41a03b1e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.769557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-12c26606-cb23-4f38-b1d8-ce3d41a03b1e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/security-groups/80700c3e-4d1a-42e3-902a-c1a1622fe9ed HTTP/1.1" status: 204 len: 168 time: 0.2216253 Jan 27 22:26:13.772722 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36684) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:13.780015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c26606-cb23-4f38-b1d8-ce3d41a03b1e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80700c3e-4d1a-42e3-902a-c1a1622fe9ed,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:13.838708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32326d7c-98fd-4cd3-a300-53e0477599cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (3d784422-2e6d-4db6-9142-849042c8034c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:13.864909 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32326d7c-98fd-4cd3-a300-53e0477599cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (3d784422-2e6d-4db6-9142-849042c8034c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:14.000156 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32326d7c-98fd-4cd3-a300-53e0477599cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3d784422-2e6d-4db6-9142-849042c8034c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:14.003177 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32326d7c-98fd-4cd3-a300-53e0477599cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:14.005029 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-32326d7c-98fd-4cd3-a300-53e0477599cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/security-groups/3d784422-2e6d-4db6-9142-849042c8034c HTTP/1.1" status: 204 len: 168 time: 0.2310436 Jan 27 22:26:14.011259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36688) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:14.019790 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32326d7c-98fd-4cd3-a300-53e0477599cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d784422-2e6d-4db6-9142-849042c8034c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:14.078035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-e003483a-edf5-43fa-97bf-c2712eb60321 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting subnet 0791ab73-5b3b-48f0-8580-f77bbc7ce701 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:26:14.081854 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e003483a-edf5-43fa-97bf-c2712eb60321 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (0791ab73-5b3b-48f0-8580-f77bbc7ce701), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:14.123573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e003483a-edf5-43fa-97bf-c2712eb60321 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (0791ab73-5b3b-48f0-8580-f77bbc7ce701), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:14.221491 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e003483a-edf5-43fa-97bf-c2712eb60321 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (0791ab73-5b3b-48f0-8580-f77bbc7ce701), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:14.356102 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e003483a-edf5-43fa-97bf-c2712eb60321 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (0791ab73-5b3b-48f0-8580-f77bbc7ce701), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:14.386723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003483a-edf5-43fa-97bf-c2712eb60321 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Subnet': ['ID=0791ab73-5b3b-48f0-8580-f77bbc7ce701,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:14.391561 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e003483a-edf5-43fa-97bf-c2712eb60321 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:14.393593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e1610b-2721-4f04-9505-47d94b3ede99 None None] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:14.398364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e003483a-edf5-43fa-97bf-c2712eb60321 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/0791ab73-5b3b-48f0-8580-f77bbc7ce701 HTTP/1.1" status: 204 len: 168 time: 0.3864741 Jan 27 22:26:14.399084 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36690) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:14.405109 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a4cda532-22a4-4386-b0b5-cf31694e5f5a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:14.600011 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cda532-22a4-4386-b0b5-cf31694e5f5a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:14.604746 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4cda532-22a4-4386-b0b5-cf31694e5f5a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:14.991214 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4cda532-22a4-4386-b0b5-cf31694e5f5a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.069361 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cda532-22a4-4386-b0b5-cf31694e5f5a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:15.075013 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:26:15.077267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a4cda532-22a4-4386-b0b5-cf31694e5f5a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:15.081752 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cda532-22a4-4386-b0b5-cf31694e5f5a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:15.082365 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a4cda532-22a4-4386-b0b5-cf31694e5f5a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.097771 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cda532-22a4-4386-b0b5-cf31694e5f5a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Subnet': ['ID=2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:15.111383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec42a602-dd21-499f-bde7-0837967dba30 None None] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:15.199910 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a4cda532-22a4-4386-b0b5-cf31694e5f5a tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7992551 Jan 27 22:26:15.202256 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36694) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:15.207320 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-eefdda7e-75ae-4557-999f-0e1a4762ac00 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'security_group': {'name': 'tempest-secgroup-1717801439'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:15.232174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3d521446-4703-4af6-895d-86f5e8c667c3 None None] Provisioning complete for port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:15.232549 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3d521446-4703-4af6-895d-86f5e8c667c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.298745 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eefdda7e-75ae-4557-999f-0e1a4762ac00 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.346219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3d521446-4703-4af6-895d-86f5e8c667c3 None None] Current status of the port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:15.358393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d7ee5-74db-49d0-a663-3c449533e2b1 None None] Update dhcp port {'port': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'fixed_ips': [{'subnet_id': 'de6333dd-af17-429f-b41f-cb0dc3963d3b', 'ip_address': '172.20.0.18'}, {'subnet_id': '2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9'}], 'binding:host_id': 'n-d-760456-6'}, 'id': '97f7bdb8-60a3-4195-ac87-1c1ead57bd70'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:26:15.388482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3d521446-4703-4af6-895d-86f5e8c667c3 None None] Provisioning complete for port 60fe9793-1d21-44f2-b754-715d91ee0a52 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:15.389177 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3d521446-4703-4af6-895d-86f5e8c667c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (60fe9793-1d21-44f2-b754-715d91ee0a52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.391122 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d98d7ee5-74db-49d0-a663-3c449533e2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.398339 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eefdda7e-75ae-4557-999f-0e1a4762ac00 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (c665fb91-e11f-4db5-bc0f-d4c41830af73), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.479715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3d521446-4703-4af6-895d-86f5e8c667c3 None None] Port 60fe9793-1d21-44f2-b754-715d91ee0a52 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:15.533135 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eefdda7e-75ae-4557-999f-0e1a4762ac00 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c665fb91-e11f-4db5-bc0f-d4c41830af73), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.561972 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdda7e-75ae-4557-999f-0e1a4762ac00 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c665fb91-e11f-4db5-bc0f-d4c41830af73,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:15.593045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-d98d7ee5-74db-49d0-a663-3c449533e2b1 None None] Allocated IP 172.20.0.2 (bd68d192-65e6-4640-b1cc-b7b2e20690ca/2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9/97f7bdb8-60a3-4195-ac87-1c1ead57bd70) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:15.624864 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eefdda7e-75ae-4557-999f-0e1a4762ac00 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.628163 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-eefdda7e-75ae-4557-999f-0e1a4762ac00 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4229116 Jan 27 22:26:15.628974 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36696) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:15.633747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-536ce429-c499-4d93-b4b1-21203ccfc053 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'security_group': {'name': 'tempest-secgroup-638432806'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:15.689546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-d98d7ee5-74db-49d0-a663-3c449533e2b1 None None] For port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,segment=NetworkSegment(235cd920-4eba-46bf-915a-e2ee4c7eb5ce),segment_id=235cd920-4eba-46bf-915a-e2ee4c7eb5ce)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:15.720160 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-536ce429-c499-4d93-b4b1-21203ccfc053 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.724448 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d98d7ee5-74db-49d0-a663-3c449533e2b1 None None] Publish callbacks [] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.791743 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-536ce429-c499-4d93-b4b1-21203ccfc053 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (d44ebe41-c6cc-439f-940d-b752a388fca6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.811220 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d98d7ee5-74db-49d0-a663-3c449533e2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.896090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d7ee5-74db-49d0-a663-3c449533e2b1 None None] Pushing event updated for resources: {'Port': ['ID=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:15.921276 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-536ce429-c499-4d93-b4b1-21203ccfc053 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d44ebe41-c6cc-439f-940d-b752a388fca6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:15.952929 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ce429-c499-4d93-b4b1-21203ccfc053 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44ebe41-c6cc-439f-940d-b752a388fca6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:16.010635 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36700) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:16.062688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-536ce429-c499-4d93-b4b1-21203ccfc053 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.062688 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-536ce429-c499-4d93-b4b1-21203ccfc053 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4279149 Jan 27 22:26:16.062968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36702) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:16.065865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e32f4951-c8f9-4861-9602-6206a6e97802 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'security_group': {'name': 'tempest-secgroup-106033546'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:16.174404 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e32f4951-c8f9-4861-9602-6206a6e97802 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.192437 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Deleting port 7a43df99-19e2-45b8-8e08-4292c3588517 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:16.192788 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7a43df99-19e2-45b8-8e08-4292c3588517), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.262656 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e32f4951-c8f9-4861-9602-6206a6e97802 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (5c548019-876c-4946-a8ac-0a9006b9409d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.285367 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7a43df99-19e2-45b8-8e08-4292c3588517), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.285835 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (7a43df99-19e2-45b8-8e08-4292c3588517), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.303704 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Calling delete_port for 7a43df99-19e2-45b8-8e08-4292c3588517 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:16.331350 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e32f4951-c8f9-4861-9602-6206a6e97802 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c548019-876c-4946-a8ac-0a9006b9409d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.369114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f4951-c8f9-4861-9602-6206a6e97802 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c548019-876c-4946-a8ac-0a9006b9409d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:16.451316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e32f4951-c8f9-4861-9602-6206a6e97802 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.452538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e32f4951-c8f9-4861-9602-6206a6e97802 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3905423 Jan 27 22:26:16.455155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36704) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:16.460335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1453713253', 'security_groups': ['5c548019-876c-4946-a8ac-0a9006b9409d'], 'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9'}]}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:16.549856 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (7a43df99-19e2-45b8-8e08-4292c3588517), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.591610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d025c03c-023e-4aee-a300-f9d3d2d920c7 None None] Provisioning complete for port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:16.596507 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d025c03c-023e-4aee-a300-f9d3d2d920c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.605939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event deleted for resources: {'Port': ['ID=7a43df99-19e2-45b8-8e08-4292c3588517,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:16.645769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:16.650874 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (f01b4e0f-beb5-44a2-8a0b-83e841df2509), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.651669 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Floating IP f01b4e0f-beb5-44a2-8a0b-83e841df2509 disassociated (deleted). External IP: 172.25.0.62, port: 7ccc784f-5929-42ff-99a5-168894d4471f. Jan 27 22:26:16.690823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d025c03c-023e-4aee-a300-f9d3d2d920c7 None None] Current status of the port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:16.705861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d025c03c-023e-4aee-a300-f9d3d2d920c7 None None] Provisioning complete for port 60fe9793-1d21-44f2-b754-715d91ee0a52 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:16.706605 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d025c03c-023e-4aee-a300-f9d3d2d920c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (60fe9793-1d21-44f2-b754-715d91ee0a52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.745338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d025c03c-023e-4aee-a300-f9d3d2d920c7 None None] Port 60fe9793-1d21-44f2-b754-715d91ee0a52 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:16.759250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:16.777278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] device_id is not set on port 23f43e75-6c4a-4d2d-a936-b3c7657423e8 yet. {{(pid=104027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Jan 27 22:26:16.899070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:26:16.916887 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:16.956286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.7 (bd68d192-65e6-4640-b1cc-b7b2e20690ca/2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9/23f43e75-6c4a-4d2d-a936-b3c7657423e8) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:16.977408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:16.978261 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:17.040490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:17.045880 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:17.053619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04bf59-fa5f-4608-bf1b-230142311915 None None] Sync routers for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:17.079847 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6aeba15b-ea4e-4e80-82f8-e0cc4dff4c85 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "DELETE /v2.0/floatingips/f01b4e0f-beb5-44a2-8a0b-83e841df2509 HTTP/1.1" status: 204 len: 168 time: 1.0656304 Jan 27 22:26:17.079847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'tag': '7ccc784f-5929-42ff-99a5-168894d4471f'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:26:17.080188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:17.081619 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7902946a41cb6b5982b3bde34d7d2c3472e75a28ac762e87303329cfe08df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5e8ff2-04df-4dd6-a669-85d1a6514233" -d '{"events": [{"name": "network-changed", "server_uuid": "48b57d2c-bd93-4229-bcae-f258f99fd85c", "tag": "7ccc784f-5929-42ff-99a5-168894d4471f"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:26:17.091038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04bf59-fa5f-4608-bf1b-230142311915 None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:17.091843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0a04bf59-fa5f-4608-bf1b-230142311915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:26:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:17.128125 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f901ad77-9690-487f-998f-43f360ed9cd5 x-openstack-request-id: req-f901ad77-9690-487f-998f-43f360ed9cd5 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:26:17.128432 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b57d2c-bd93-4229-bcae-f258f99fd85c", "tag": "7ccc784f-5929-42ff-99a5-168894d4471f", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:26:17.128698 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f901ad77-9690-487f-998f-43f360ed9cd5 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:26:17.129123 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'tag': '7ccc784f-5929-42ff-99a5-168894d4471f', 'status': 'completed', 'code': 200} Jan 27 22:26:17.224997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-0a04bf59-fa5f-4608-bf1b-230142311915 None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:17.436179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0a04bf59-fa5f-4608-bf1b-230142311915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:17.453843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e8ff2-04df-4dd6-a669-85d1a6514233 req-ce323f2a-9b1b-4b45-b753-ea1dcf334ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:17.455338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f5e8ff2-04df-4dd6-a669-85d1a6514233 req-ce323f2a-9b1b-4b45-b753-ea1dcf334ce3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 1097 time: 0.1013734 Jan 27 22:26:17.467068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04bf59-fa5f-4608-bf1b-230142311915 None None] Checking router: 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:26:17.475925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a04bf59-fa5f-4608-bf1b-230142311915 None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:17.476555 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0a04bf59-fa5f-4608-bf1b-230142311915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:26:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:17.532829 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (23f43e75-6c4a-4d2d-a936-b3c7657423e8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:17.584236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e8ff2-04df-4dd6-a669-85d1a6514233 req-43c04b0d-b479-44ee-b89e-5e0a7da5d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:17.585740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f5e8ff2-04df-4dd6-a669-85d1a6514233 req-43c04b0d-b479-44ee-b89e-5e0a7da5d179 service neutron] 10.222.0.71 "GET /v2.0/networks?id=27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 200 len: 913 time: 0.1244228 Jan 27 22:26:17.635391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f5e8ff2-04df-4dd6-a669-85d1a6514233 req-bd7131df-9a02-4ccb-8770-68aba378fc9d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccc784f-5929-42ff-99a5-168894d4471f HTTP/1.1" status: 200 len: 217 time: 0.0427296 Jan 27 22:26:17.690861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e8ff2-04df-4dd6-a669-85d1a6514233 req-9fba9e84-efa8-41d4-8bea-b3b86f54bbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:17.692404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f5e8ff2-04df-4dd6-a669-85d1a6514233 req-9fba9e84-efa8-41d4-8bea-b3b86f54bbe8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 200 len: 851 time: 0.0498509 Jan 27 22:26:17.693888 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (23f43e75-6c4a-4d2d-a936-b3c7657423e8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:17.750174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-0a04bf59-fa5f-4608-bf1b-230142311915 None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:17.792790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:17.802249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:17.810809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:26:17.817410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=23f43e75-6c4a-4d2d-a936-b3c7657423e8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:17.855375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e8ff2-04df-4dd6-a669-85d1a6514233 req-af6bf379-32a0-4f62-96e7-d94b628fe3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:17.856948 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f5e8ff2-04df-4dd6-a669-85d1a6514233 req-af6bf379-32a0-4f62-96e7-d94b628fe3c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27838b5d-0935-4dae-9d9f-d6334b781ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539714 Jan 27 22:26:17.873846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee29f0-304f-4d81-b191-1d64bb535157 req-e5ca0c31-bee3-4137-bf2d-2cce0ba62f65 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:17.875368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2ee29f0-304f-4d81-b191-1d64bb535157 req-e5ca0c31-bee3-4137-bf2d-2cce0ba62f65 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 946 time: 0.2237103 Jan 27 22:26:17.942858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:17.943412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:17.968012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0a04bf59-fa5f-4608-bf1b-230142311915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:17.999051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a04bf59-fa5f-4608-bf1b-230142311915 None None] The sync data for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 is: [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:07:45Z', 'revision_number': 4, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '0ffce816-98ad-4ac6-8dda-ddd88d6800bc', 'name': '', 'network_id': '27838b5d-0935-4dae-9d9f-d6334b781ff0', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'mac_address': 'fa:16:3e:70:d9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3602, 'fixed_ips': [{'subnet_id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:45Z', 'updated_at': '2022-01-27T22:07:51Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'subnets': [{'id': 'a9fc7bfd-ae01-4663-bc0c-b7538b0ff041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:18.015403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f2ee29f0-304f-4d81-b191-1d64bb535157 req-5738c73f-53da-4cc8-b0b7-a8a0f1687ceb tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/security-groups?id=636a22b6-de78-4198-8418-24fae2815bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307271 Jan 27 22:26:18.022330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f5e8ff2-04df-4dd6-a669-85d1a6514233 req-4e3f91d5-288a-44c7-bf7a-680742f8b664 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559799 Jan 27 22:26:18.052813 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-10e3e378-826b-40f0-b83a-820f72ebde1b tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5965612 Jan 27 22:26:18.056044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36718) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:18.074741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-10e456e6-b4af-4d50-b73d-39e99b7cfaed None None] Provisioning complete for port 23f43e75-6c4a-4d2d-a936-b3c7657423e8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:18.075123 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-10e456e6-b4af-4d50-b73d-39e99b7cfaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (23f43e75-6c4a-4d2d-a936-b3c7657423e8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:18.085556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-59637044-ff0d-42b0-97f2-3f25e69354a8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:18.115854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-10e456e6-b4af-4d50-b73d-39e99b7cfaed None None] Port 23f43e75-6c4a-4d2d-a936-b3c7657423e8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:18.242828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6ddb5-6fa7-41a5-bd29-6f8c427db811 req-9df72a27-e94e-471c-9c4c-f4d52147245b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:18.244374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27b6ddb5-6fa7-41a5-bd29-6f8c427db811 req-9df72a27-e94e-471c-9c4c-f4d52147245b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 946 time: 0.1033936 Jan 27 22:26:18.246246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f5e8ff2-04df-4dd6-a669-85d1a6514233 req-c50692bd-9ab9-475d-8f4c-643147a41d08 service neutron] 10.222.0.71 "GET /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158749 Jan 27 22:26:18.269005 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4f8221-314b-43e4-b3ec-b7b91c0b94bd None None] New status for floating IP f01b4e0f-beb5-44a2-8a0b-83e841df2509: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:26:18.358787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-27b6ddb5-6fa7-41a5-bd29-6f8c427db811 req-433bf478-5aa4-4c45-9010-ec7907ec36d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Deleting port 7ccc784f-5929-42ff-99a5-168894d4471f {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:18.359139 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-27b6ddb5-6fa7-41a5-bd29-6f8c427db811 req-433bf478-5aa4-4c45-9010-ec7907ec36d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:18.446932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-27b6ddb5-6fa7-41a5-bd29-6f8c427db811 req-433bf478-5aa4-4c45-9010-ec7907ec36d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] For port 7ccc784f-5929-42ff-99a5-168894d4471f, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7ccc784f-5929-42ff-99a5-168894d4471f,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:18.447303 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-27b6ddb5-6fa7-41a5-bd29-6f8c427db811 req-433bf478-5aa4-4c45-9010-ec7907ec36d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:18.459269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-27b6ddb5-6fa7-41a5-bd29-6f8c427db811 req-433bf478-5aa4-4c45-9010-ec7907ec36d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Calling delete_port for 7ccc784f-5929-42ff-99a5-168894d4471f owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:18.464183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59637044-ff0d-42b0-97f2-3f25e69354a8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:18.464969 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-59637044-ff0d-42b0-97f2-3f25e69354a8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:18.604904 n-d-760456-6 neutron-server[104027]: INFO neutron.db.ipam_backend_mixin [None req-59637044-ff0d-42b0-97f2-3f25e69354a8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9 (CIDR: 172.20.0.0/28) Jan 27 22:26:18.651493 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-59637044-ff0d-42b0-97f2-3f25e69354a8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:26:18.651983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59637044-ff0d-42b0-97f2-3f25e69354a8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:18.764373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-59637044-ff0d-42b0-97f2-3f25e69354a8 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7072346 Jan 27 22:26:18.766927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36720) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:18.771839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0b844d36-0080-4600-8d59-ee5dfde3df57 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:18.789792 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-27b6ddb5-6fa7-41a5-bd29-6f8c427db811 req-433bf478-5aa4-4c45-9010-ec7907ec36d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7ccc784f-5929-42ff-99a5-168894d4471f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:18.849568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bf478-5aa4-4c45-9010-ec7907ec36d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event deleted for resources: {'Port': ['ID=7ccc784f-5929-42ff-99a5-168894d4471f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:18.908511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b6ddb5-6fa7-41a5-bd29-6f8c427db811 req-433bf478-5aa4-4c45-9010-ec7907ec36d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] No DVR routers for this DVR port 7ccc784f-5929-42ff-99a5-168894d4471f on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:26:18.912887 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-27b6ddb5-6fa7-41a5-bd29-6f8c427db811 req-433bf478-5aa4-4c45-9010-ec7907ec36d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:18.916415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-27b6ddb5-6fa7-41a5-bd29-6f8c427db811 req-433bf478-5aa4-4c45-9010-ec7907ec36d0 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.71 "DELETE /v2.0/ports/7ccc784f-5929-42ff-99a5-168894d4471f HTTP/1.1" status: 204 len: 173 time: 0.6623886 Jan 27 22:26:18.916856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'name': 'network-vif-deleted', 'tag': '7ccc784f-5929-42ff-99a5-168894d4471f'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:26:18.919095 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1afbc7cc94083139d66546368f34e32d08137f1896dc95b3f374c8f158071890" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb3ebd1-8174-447a-a1fd-6f1a023a1125" -d '{"events": [{"server_uuid": "48b57d2c-bd93-4229-bcae-f258f99fd85c", "name": "network-vif-deleted", "tag": "7ccc784f-5929-42ff-99a5-168894d4471f"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:26:18.957863 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb2ebed-1057-4822-a1c3-acc2acf8b12d x-openstack-request-id: req-cfb2ebed-1057-4822-a1c3-acc2acf8b12d {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:26:18.958162 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b57d2c-bd93-4229-bcae-f258f99fd85c", "name": "network-vif-deleted", "tag": "7ccc784f-5929-42ff-99a5-168894d4471f", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:26:18.958445 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cfb2ebed-1057-4822-a1c3-acc2acf8b12d {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:26:18.958857 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b57d2c-bd93-4229-bcae-f258f99fd85c', 'name': 'network-vif-deleted', 'tag': '7ccc784f-5929-42ff-99a5-168894d4471f', 'status': 'completed', 'code': 200} Jan 27 22:26:19.024277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b844d36-0080-4600-8d59-ee5dfde3df57 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:19.027872 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0b844d36-0080-4600-8d59-ee5dfde3df57 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:19.128055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6943d955-9703-4ae3-9094-b7f00ecfabc5 req-33a6bde8-fe9d-440a-81e5-aa3c039a12ec tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 210 time: 0.0413337 Jan 27 22:26:19.146813 n-d-760456-6 neutron-server[104027]: INFO neutron.db.ipam_backend_mixin [None req-0b844d36-0080-4600-8d59-ee5dfde3df57 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet de6333dd-af17-429f-b41f-cb0dc3963d3b (CIDR: 172.20.0.16/28) Jan 27 22:26:19.202574 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b844d36-0080-4600-8d59-ee5dfde3df57 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:26:19.203329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b844d36-0080-4600-8d59-ee5dfde3df57 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:19.307911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0b844d36-0080-4600-8d59-ee5dfde3df57 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5398610 Jan 27 22:26:19.310422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36726) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:19.315844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5b510d7d-c04a-4e62-bb61-6cfa3ef28a11 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'subnet': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:19.504168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b510d7d-c04a-4e62-bb61-6cfa3ef28a11 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Made reservation on behalf of 42ecd57798ec431da0b7c554d61f7109 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:26:19.507691 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5b510d7d-c04a-4e62-bb61-6cfa3ef28a11 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:19.795845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5b510d7d-c04a-4e62-bb61-6cfa3ef28a11 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (a0c73ba1-f552-4d91-8081-079d857de487), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:19.841137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b510d7d-c04a-4e62-bb61-6cfa3ef28a11 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:26:19.844540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-5b510d7d-c04a-4e62-bb61-6cfa3ef28a11 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:26:19.847377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b510d7d-c04a-4e62-bb61-6cfa3ef28a11 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:19.847987 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5b510d7d-c04a-4e62-bb61-6cfa3ef28a11 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:19.854860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b4cd6-9411-469d-9859-82b7ba3a57e7 None None] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:19.866330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b510d7d-c04a-4e62-bb61-6cfa3ef28a11 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Subnet': ['ID=a0c73ba1-f552-4d91-8081-079d857de487,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:19.983270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5b510d7d-c04a-4e62-bb61-6cfa3ef28a11 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6715605 Jan 27 22:26:19.985965 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36728) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:19.992715 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3d8f118e-a2f9-43a4-a878-1a66a2a1cdbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1931770618', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a0c73ba1-f552-4d91-8081-079d857de487'}], 'security_groups': ['c665fb91-e11f-4db5-bc0f-d4c41830af73', 'd44ebe41-c6cc-439f-940d-b752a388fca6']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:26:20.021020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68d37e-16b9-4e7b-afbf-06946f433994 None None] Update dhcp port {'port': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'fixed_ips': [{'subnet_id': 'de6333dd-af17-429f-b41f-cb0dc3963d3b', 'ip_address': '172.20.0.18'}, {'subnet_id': '2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a0c73ba1-f552-4d91-8081-079d857de487'}], 'binding:host_id': 'n-d-760456-6'}, 'id': '97f7bdb8-60a3-4195-ac87-1c1ead57bd70'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:26:20.048022 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e68d37e-16b9-4e7b-afbf-06946f433994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:20.160065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d8f118e-a2f9-43a4-a878-1a66a2a1cdbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (23f43e75-6c4a-4d2d-a936-b3c7657423e8), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:20.234133 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-9e68d37e-16b9-4e7b-afbf-06946f433994 None None] Allocated IP 172.20.0.34 (bd68d192-65e6-4640-b1cc-b7b2e20690ca/a0c73ba1-f552-4d91-8081-079d857de487/97f7bdb8-60a3-4195-ac87-1c1ead57bd70) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:20.352407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9e68d37e-16b9-4e7b-afbf-06946f433994 None None] For port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,segment=NetworkSegment(235cd920-4eba-46bf-915a-e2ee4c7eb5ce),segment_id=235cd920-4eba-46bf-915a-e2ee4c7eb5ce)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:20.390969 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e68d37e-16b9-4e7b-afbf-06946f433994 None None] Publish callbacks [] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:20.410157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c12d8e3a-2ba5-4f4e-bfdc-cb7c6892b437 req-7d8a09e5-d5ee-4026-9752-9d9b6cbd17b8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 210 time: 0.1114492 Jan 27 22:26:20.561259 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e68d37e-16b9-4e7b-afbf-06946f433994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:20.651290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68d37e-16b9-4e7b-afbf-06946f433994 None None] Pushing event updated for resources: {'Port': ['ID=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:20.675430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-3d8f118e-a2f9-43a4-a878-1a66a2a1cdbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Delete allocated IP 172.20.0.7 (bd68d192-65e6-4640-b1cc-b7b2e20690ca/2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9) {{(pid=104026) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 27 22:26:20.684265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-3d8f118e-a2f9-43a4-a878-1a66a2a1cdbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Allocated IP 172.20.0.43 (bd68d192-65e6-4640-b1cc-b7b2e20690ca/a0c73ba1-f552-4d91-8081-079d857de487/23f43e75-6c4a-4d2d-a936-b3c7657423e8) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:26:20.868979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d8f118e-a2f9-43a4-a878-1a66a2a1cdbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for port (23f43e75-6c4a-4d2d-a936-b3c7657423e8), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:20.906421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7ccc784f-5929-42ff-99a5-168894d4471f no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:20.933452 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d8f118e-a2f9-43a4-a878-1a66a2a1cdbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (23f43e75-6c4a-4d2d-a936-b3c7657423e8), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:20.934006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:26:20.937532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 7ccc784f-5929-42ff-99a5-168894d4471f {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:20.937987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7ccc784f-5929-42ff-99a5-168894d4471f not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:21.000498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:21.001222 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.023135 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f118e-a2f9-43a4-a878-1a66a2a1cdbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event updated for resources: {'Port': ['ID=23f43e75-6c4a-4d2d-a936-b3c7657423e8,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:21.070165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f118e-a2f9-43a4-a878-1a66a2a1cdbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] In _notify_port_updated(), no bound segment for port 23f43e75-6c4a-4d2d-a936-b3c7657423e8 on network bd68d192-65e6-4640-b1cc-b7b2e20690ca {{(pid=104026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:889}} Jan 27 22:26:21.075754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8f118e-a2f9-43a4-a878-1a66a2a1cdbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:26:21.077624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d8f118e-a2f9-43a4-a878-1a66a2a1cdbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.079004 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3d8f118e-a2f9-43a4-a878-1a66a2a1cdbc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "PUT /v2.0/ports/23f43e75-6c4a-4d2d-a936-b3c7657423e8 HTTP/1.1" status: 200 len: 960 time: 1.0919485 Jan 27 22:26:21.081851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36738) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:21.102224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:21.364732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-abec5f3d-d2fb-41c1-b0a6-eaee5e031a77 None None] Provisioning complete for port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:21.365167 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-abec5f3d-d2fb-41c1-b0a6-eaee5e031a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.456591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-abec5f3d-d2fb-41c1-b0a6-eaee5e031a77 None None] Current status of the port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:21.470276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-abec5f3d-d2fb-41c1-b0a6-eaee5e031a77 None None] Provisioning complete for port 60fe9793-1d21-44f2-b754-715d91ee0a52 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:21.470669 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-abec5f3d-d2fb-41c1-b0a6-eaee5e031a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (60fe9793-1d21-44f2-b754-715d91ee0a52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.514717 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-abec5f3d-d2fb-41c1-b0a6-eaee5e031a77 None None] Port 60fe9793-1d21-44f2-b754-715d91ee0a52 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:21.519265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6cc019ca-79ca-4cd1-acb3-527bdcfc5bcb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 23f43e75-6c4a-4d2d-a936-b3c7657423e8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:21.519622 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc019ca-79ca-4cd1-acb3-527bdcfc5bcb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (23f43e75-6c4a-4d2d-a936-b3c7657423e8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.521870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c96137bb-7121-409f-a21a-7de1e6230ef3 req-92103c1e-285a-428f-997a-18614a14200b tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 210 time: 0.0327394 Jan 27 22:26:21.528742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-abec5f3d-d2fb-41c1-b0a6-eaee5e031a77 None None] Provisioning complete for port 23f43e75-6c4a-4d2d-a936-b3c7657423e8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:21.529127 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-abec5f3d-d2fb-41c1-b0a6-eaee5e031a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (23f43e75-6c4a-4d2d-a936-b3c7657423e8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.564014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-abec5f3d-d2fb-41c1-b0a6-eaee5e031a77 None None] Port 23f43e75-6c4a-4d2d-a936-b3c7657423e8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:21.615785 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc019ca-79ca-4cd1-acb3-527bdcfc5bcb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (23f43e75-6c4a-4d2d-a936-b3c7657423e8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.628589 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-6cc019ca-79ca-4cd1-acb3-527bdcfc5bcb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 23f43e75-6c4a-4d2d-a936-b3c7657423e8 owned by {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:21.853529 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc019ca-79ca-4cd1-acb3-527bdcfc5bcb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (23f43e75-6c4a-4d2d-a936-b3c7657423e8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.877182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-533113f7-1969-48c9-a180-59f2d352bcf7 None None] Could not find standard attr ID for object 23f43e75-6c4a-4d2d-a936-b3c7657423e8. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:26:21.881048 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc019ca-79ca-4cd1-acb3-527bdcfc5bcb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=23f43e75-6c4a-4d2d-a936-b3c7657423e8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:21.959036 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6cc019ca-79ca-4cd1-acb3-527bdcfc5bcb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:21.966301 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6cc019ca-79ca-4cd1-acb3-527bdcfc5bcb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/23f43e75-6c4a-4d2d-a936-b3c7657423e8 HTTP/1.1" status: 204 len: 168 time: 0.8811560 Jan 27 22:26:21.966651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36742) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:21.993379 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86ff076-0ce2-44b0-8343-ccf21bd0fbb0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] GET failed (client error): The resource could not be found. Jan 27 22:26:21.997445 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f86ff076-0ce2-44b0-8343-ccf21bd0fbb0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports/23f43e75-6c4a-4d2d-a936-b3c7657423e8 HTTP/1.1" status: 404 len: 333 time: 0.0272267 Jan 27 22:26:21.997730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36744) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:22.053149 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2374ff20-6012-43b4-8e14-33d4da5afcd5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (5c548019-876c-4946-a8ac-0a9006b9409d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.077302 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2374ff20-6012-43b4-8e14-33d4da5afcd5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (5c548019-876c-4946-a8ac-0a9006b9409d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.213084 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2374ff20-6012-43b4-8e14-33d4da5afcd5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5c548019-876c-4946-a8ac-0a9006b9409d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.215790 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2374ff20-6012-43b4-8e14-33d4da5afcd5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.216989 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2374ff20-6012-43b4-8e14-33d4da5afcd5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/security-groups/5c548019-876c-4946-a8ac-0a9006b9409d HTTP/1.1" status: 204 len: 168 time: 0.2182765 Jan 27 22:26:22.219850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36746) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:22.227316 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374ff20-6012-43b4-8e14-33d4da5afcd5 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c548019-876c-4946-a8ac-0a9006b9409d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:22.275586 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ce23295-1332-407f-9449-8e4a77be488c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (d44ebe41-c6cc-439f-940d-b752a388fca6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.297970 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ce23295-1332-407f-9449-8e4a77be488c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (d44ebe41-c6cc-439f-940d-b752a388fca6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.395866 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ce23295-1332-407f-9449-8e4a77be488c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d44ebe41-c6cc-439f-940d-b752a388fca6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.399386 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ce23295-1332-407f-9449-8e4a77be488c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.400654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9ce23295-1332-407f-9449-8e4a77be488c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/security-groups/d44ebe41-c6cc-439f-940d-b752a388fca6 HTTP/1.1" status: 204 len: 168 time: 0.1795046 Jan 27 22:26:22.409933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36748) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:22.410136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce23295-1332-407f-9449-8e4a77be488c tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44ebe41-c6cc-439f-940d-b752a388fca6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:22.469860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f6fead3-e1e7-4232-a6e5-862500ecb092 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (c665fb91-e11f-4db5-bc0f-d4c41830af73), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.491971 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f6fead3-e1e7-4232-a6e5-862500ecb092 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (c665fb91-e11f-4db5-bc0f-d4c41830af73), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.618980 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f6fead3-e1e7-4232-a6e5-862500ecb092 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c665fb91-e11f-4db5-bc0f-d4c41830af73), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.621537 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f6fead3-e1e7-4232-a6e5-862500ecb092 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.625486 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2f6fead3-e1e7-4232-a6e5-862500ecb092 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/security-groups/c665fb91-e11f-4db5-bc0f-d4c41830af73 HTTP/1.1" status: 204 len: 168 time: 0.2115223 Jan 27 22:26:22.626542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36752) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:22.628021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-677665e7-3d34-42f6-b2b7-3f6d4fa57a75 req-a8ac03bc-9f10-4531-84bd-0eef0a3501f2 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 210 time: 0.0317726 Jan 27 22:26:22.662059 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fead3-e1e7-4232-a6e5-862500ecb092 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c665fb91-e11f-4db5-bc0f-d4c41830af73,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:22.692263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9813f3a-c73f-4988-b58f-9522ee312aa3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting subnet 2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:26:22.696017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9813f3a-c73f-4988-b58f-9522ee312aa3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.736219 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9813f3a-c73f-4988-b58f-9522ee312aa3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.824118 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9813f3a-c73f-4988-b58f-9522ee312aa3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.961959 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9813f3a-c73f-4988-b58f-9522ee312aa3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:22.988448 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9813f3a-c73f-4988-b58f-9522ee312aa3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:22.993332 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f9813f3a-c73f-4988-b58f-9522ee312aa3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.001314 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f9813f3a-c73f-4988-b58f-9522ee312aa3 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9 HTTP/1.1" status: 204 len: 168 time: 0.3690617 Jan 27 22:26:23.001574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36754) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:23.006807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82c6df5-5722-4423-bd87-afeb9585c98b None None] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:23.062218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ed0201-785f-455a-b199-175f4ed00d7e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting subnet a0c73ba1-f552-4d91-8081-079d857de487 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:26:23.065471 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81ed0201-785f-455a-b199-175f4ed00d7e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (a0c73ba1-f552-4d91-8081-079d857de487), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.110480 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81ed0201-785f-455a-b199-175f4ed00d7e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (a0c73ba1-f552-4d91-8081-079d857de487), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.207369 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81ed0201-785f-455a-b199-175f4ed00d7e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (a0c73ba1-f552-4d91-8081-079d857de487), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.339343 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81ed0201-785f-455a-b199-175f4ed00d7e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (a0c73ba1-f552-4d91-8081-079d857de487), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.369974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed0201-785f-455a-b199-175f4ed00d7e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c73ba1-f552-4d91-8081-079d857de487,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:23.372014 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-81ed0201-785f-455a-b199-175f4ed00d7e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.375562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-81ed0201-785f-455a-b199-175f4ed00d7e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/a0c73ba1-f552-4d91-8081-079d857de487 HTTP/1.1" status: 204 len: 168 time: 0.3729074 Jan 27 22:26:23.378031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36756) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:23.407196 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f87d9e-6461-4ef4-9ecf-be8c232902a7 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] DELETE failed (client error): The resource could not be found. Jan 27 22:26:23.407804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f87d9e-6461-4ef4-9ecf-be8c232902a7 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:23.410976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-15f87d9e-6461-4ef4-9ecf-be8c232902a7 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/2bdb6c68-e83c-4a5a-a436-0fc92b5b66e9 HTTP/1.1" status: 404 len: 337 time: 0.0320179 Jan 27 22:26:23.413492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36758) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:23.469706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9da738-18f5-4913-9791-782c350c9eb1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting subnet de6333dd-af17-429f-b41f-cb0dc3963d3b {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:26:23.473242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef9da738-18f5-4913-9791-782c350c9eb1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (de6333dd-af17-429f-b41f-cb0dc3963d3b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.527952 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef9da738-18f5-4913-9791-782c350c9eb1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (de6333dd-af17-429f-b41f-cb0dc3963d3b), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.614210 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef9da738-18f5-4913-9791-782c350c9eb1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (de6333dd-af17-429f-b41f-cb0dc3963d3b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.651250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633d8cb3-e244-4c5b-9dbf-1e6de788a2cb None None] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:23.733663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7e590b3e-bccd-43c9-814f-a44a74bf2197 None None] Provisioning complete for port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:23.734050 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7e590b3e-bccd-43c9-814f-a44a74bf2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.745552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3a7e950-eba2-413d-bc4b-3a9ef891d375 req-37cab1e1-877f-410d-ae19-3dad84eae3e9 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 210 time: 0.0329370 Jan 27 22:26:23.766458 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef9da738-18f5-4913-9791-782c350c9eb1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (de6333dd-af17-429f-b41f-cb0dc3963d3b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.800975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9da738-18f5-4913-9791-782c350c9eb1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Subnet': ['ID=de6333dd-af17-429f-b41f-cb0dc3963d3b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:23.808845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef9da738-18f5-4913-9791-782c350c9eb1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.813169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ef9da738-18f5-4913-9791-782c350c9eb1 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/de6333dd-af17-429f-b41f-cb0dc3963d3b HTTP/1.1" status: 204 len: 168 time: 0.3984897 Jan 27 22:26:23.815455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36762) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:23.843853 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-60039767-64ae-4552-afd9-ee4303ea2d27 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] DELETE failed (client error): The resource could not be found. Jan 27 22:26:23.844592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60039767-64ae-4552-afd9-ee4303ea2d27 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:23.847871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-60039767-64ae-4552-afd9-ee4303ea2d27 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/0791ab73-5b3b-48f0-8580-f77bbc7ce701 HTTP/1.1" status: 404 len: 337 time: 0.0313270 Jan 27 22:26:23.850819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36764) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:23.867755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7e590b3e-bccd-43c9-814f-a44a74bf2197 None None] Current status of the port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:23.885752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a3ffe6cf-53a8-4e89-98ea-bab3afc93110 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "GET /v2.0/ports?device_id=e5ece4ff-bb83-41c0-b2ce-861a9cb58bab HTTP/1.1" status: 200 len: 205 time: 0.0338495 Jan 27 22:26:23.888044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36766) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:23.913547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d75a11-cb2e-4a9d-ad80-857bc1ecacb9 None None] Update dhcp port {'port': {'network_id': 'bd68d192-65e6-4640-b1cc-b7b2e20690ca', 'fixed_ips': [{'subnet_id': 'de6333dd-af17-429f-b41f-cb0dc3963d3b'}], 'binding:host_id': 'n-d-760456-6'}, 'id': '97f7bdb8-60a3-4195-ac87-1c1ead57bd70'} from n-d-760456-6. {{(pid=104028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Jan 27 22:26:23.915420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7e590b3e-bccd-43c9-814f-a44a74bf2197 None None] Provisioning complete for port 60fe9793-1d21-44f2-b754-715d91ee0a52 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:23.915866 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7e590b3e-bccd-43c9-814f-a44a74bf2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (60fe9793-1d21-44f2-b754-715d91ee0a52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.925794 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-9dd8ea45-eb24-4fa4-adf1-1eee44f964b9 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] delete failed (client error): The resource could not be found. Jan 27 22:26:23.929143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9dd8ea45-eb24-4fa4-adf1-1eee44f964b9 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/routers/e5ece4ff-bb83-41c0-b2ce-861a9cb58bab HTTP/1.1" status: 404 len: 336 time: 0.0376852 Jan 27 22:26:23.929354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36768) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:23.959748 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c251c57-ac57-4fb6-90bd-6832d52108e6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] DELETE failed (client error): The resource could not be found. Jan 27 22:26:23.959957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c251c57-ac57-4fb6-90bd-6832d52108e6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:23.965779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2c251c57-ac57-4fb6-90bd-6832d52108e6 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/595faefa-3eb7-4898-abd5-741132ad3134 HTTP/1.1" status: 404 len: 337 time: 0.0331676 Jan 27 22:26:23.966006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36770) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:23.971000 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e4d75a11-cb2e-4a9d-ad80-857bc1ecacb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:23.986518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7e590b3e-bccd-43c9-814f-a44a74bf2197 None None] Port 60fe9793-1d21-44f2-b754-715d91ee0a52 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:23.994107 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee041aa-4c37-49f4-bc56-56d2093a0656 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] DELETE failed (client error): The resource could not be found. Jan 27 22:26:23.994571 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee041aa-4c37-49f4-bc56-56d2093a0656 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:23.999956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3ee041aa-4c37-49f4-bc56-56d2093a0656 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/b75daebe-069e-4b0b-b268-2badba512489 HTTP/1.1" status: 404 len: 337 time: 0.0307546 Jan 27 22:26:24.000216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36772) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:24.028334 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-365b773c-52ef-49f9-8d0d-3a44754bbe83 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] DELETE failed (client error): The resource could not be found. Jan 27 22:26:24.031084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365b773c-52ef-49f9-8d0d-3a44754bbe83 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:24.036894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-365b773c-52ef-49f9-8d0d-3a44754bbe83 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/23539cbe-66d3-4271-aed8-9a944ce9e055 HTTP/1.1" status: 404 len: 337 time: 0.0332162 Jan 27 22:26:24.037397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36774) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:24.060321 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e94452-9617-4702-8fbf-45d7fa21e0e0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] DELETE failed (client error): The resource could not be found. Jan 27 22:26:24.060790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e94452-9617-4702-8fbf-45d7fa21e0e0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:24.066098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-38e94452-9617-4702-8fbf-45d7fa21e0e0 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/6786c5c5-5b68-43d9-9534-0e86b4584d05 HTTP/1.1" status: 404 len: 333 time: 0.0255215 Jan 27 22:26:24.066319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36776) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:24.093486 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d6c675-428d-494a-904e-d3d994aefb5d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] DELETE failed (client error): The resource could not be found. Jan 27 22:26:24.093967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d6c675-428d-494a-904e-d3d994aefb5d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:24.097265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d7d6c675-428d-494a-904e-d3d994aefb5d tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/ce2500a4-c4dd-4a91-9255-435ca6275841 HTTP/1.1" status: 404 len: 337 time: 0.0300360 Jan 27 22:26:24.100032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36778) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:24.127914 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d312df-c2df-4c90-b6c9-f307ebc371bc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] DELETE failed (client error): The resource could not be found. Jan 27 22:26:24.128403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d312df-c2df-4c90-b6c9-f307ebc371bc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:24.134493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a1d312df-c2df-4c90-b6c9-f307ebc371bc tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/d6aaf5e6-1bf3-4d97-b01d-45b379cff2db HTTP/1.1" status: 404 len: 337 time: 0.0306771 Jan 27 22:26:24.134826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36780) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:24.165095 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31e78f1-cb17-4783-ba9b-a6eb903cc567 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] DELETE failed (client error): The resource could not be found. Jan 27 22:26:24.165626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31e78f1-cb17-4783-ba9b-a6eb903cc567 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:24.170974 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b31e78f1-cb17-4783-ba9b-a6eb903cc567 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/3e985685-49df-4488-921c-f010f7145046 HTTP/1.1" status: 404 len: 333 time: 0.0330560 Jan 27 22:26:24.171216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36782) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:24.185301 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d522cd92-2756-490f-81d0-789f1cf3d370 None None] Network bd68d192-65e6-4640-b1cc-b7b2e20690ca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:24.200449 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-23460e8c-052b-45bd-a741-1998cf43ab3e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] DELETE failed (client error): The resource could not be found. Jan 27 22:26:24.200908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23460e8c-052b-45bd-a741-1998cf43ab3e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:24.207604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-23460e8c-052b-45bd-a741-1998cf43ab3e tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/5814d381-202f-4b8f-b435-e69f8e2df3b9 HTTP/1.1" status: 404 len: 337 time: 0.0353205 Jan 27 22:26:24.208162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36784) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:24.236779 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85c117d-81eb-497a-b688-046df2385200 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] DELETE failed (client error): The resource could not be found. Jan 27 22:26:24.237253 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85c117d-81eb-497a-b688-046df2385200 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:26:24.243847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36786) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:24.244127 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c85c117d-81eb-497a-b688-046df2385200 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/subnets/3c49b630-02a0-4d15-947e-0a0c9466de1c HTTP/1.1" status: 404 len: 337 time: 0.0341856 Jan 27 22:26:24.267355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3e4b687e-9fef-49ec-b002-217abf9d9306 None None] Provisioning complete for port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:24.267736 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e4b687e-9fef-49ec-b002-217abf9d9306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.336656 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-21bbbf9e-162f-46be-9678-45f98daa3d58 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Deleting port 60fe9793-1d21-44f2-b754-715d91ee0a52 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:24.337305 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf9e-162f-46be-9678-45f98daa3d58 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (60fe9793-1d21-44f2-b754-715d91ee0a52), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.362920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4503e58-57a7-4f3e-99c9-d45ed7712f35 None None] DHCP port deletion for bd68d192-65e6-4640-b1cc-b7b2e20690ca request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:26:24.401107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b687e-9fef-49ec-b002-217abf9d9306 None None] Current status of the port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:26:24.423164 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3e4b687e-9fef-49ec-b002-217abf9d9306 None None] Provisioning complete for port 60fe9793-1d21-44f2-b754-715d91ee0a52 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:26:24.423540 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e4b687e-9fef-49ec-b002-217abf9d9306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (60fe9793-1d21-44f2-b754-715d91ee0a52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.427674 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf9e-162f-46be-9678-45f98daa3d58 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (60fe9793-1d21-44f2-b754-715d91ee0a52), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.442209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-21bbbf9e-162f-46be-9678-45f98daa3d58 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Calling delete_port for 60fe9793-1d21-44f2-b754-715d91ee0a52 owned by {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:24.466043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b4503e58-57a7-4f3e-99c9-d45ed7712f35 None None] Deleting port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:24.466421 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b4503e58-57a7-4f3e-99c9-d45ed7712f35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.479777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b687e-9fef-49ec-b002-217abf9d9306 None None] Port 60fe9793-1d21-44f2-b754-715d91ee0a52 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:26:24.530053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b4503e58-57a7-4f3e-99c9-d45ed7712f35 None None] For port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,segment=NetworkSegment(235cd920-4eba-46bf-915a-e2ee4c7eb5ce),segment_id=235cd920-4eba-46bf-915a-e2ee4c7eb5ce)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:24.534372 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b4503e58-57a7-4f3e-99c9-d45ed7712f35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.542906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b4503e58-57a7-4f3e-99c9-d45ed7712f35 None None] Calling delete_port for 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:24.602367 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf9e-162f-46be-9678-45f98daa3d58 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (60fe9793-1d21-44f2-b754-715d91ee0a52), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.636556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbbf9e-162f-46be-9678-45f98daa3d58 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Port': ['ID=60fe9793-1d21-44f2-b754-715d91ee0a52,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:24.638806 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf9e-162f-46be-9678-45f98daa3d58 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.644784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36788) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:24.644920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-21bbbf9e-162f-46be-9678-45f98daa3d58 tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/ports/60fe9793-1d21-44f2-b754-715d91ee0a52 HTTP/1.1" status: 204 len: 168 time: 0.3997591 Jan 27 22:26:24.728827 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (bd68d192-65e6-4640-b1cc-b7b2e20690ca), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.739346 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b4503e58-57a7-4f3e-99c9-d45ed7712f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (97f7bdb8-60a3-4195-ac87-1c1ead57bd70), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.757309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] The port '97f7bdb8-60a3-4195-ac87-1c1ead57bd70' was deleted {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1993}} Jan 27 22:26:24.772147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4503e58-57a7-4f3e-99c9-d45ed7712f35 None None] No DVR routers for this DVR port 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:26:24.777623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4503e58-57a7-4f3e-99c9-d45ed7712f35 None None] Pushing event deleted for resources: {'Port': ['ID=97f7bdb8-60a3-4195-ac87-1c1ead57bd70,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:24.835054 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (bd68d192-65e6-4640-b1cc-b7b2e20690ca), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.875474 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd68d192-65e6-4640-b1cc-b7b2e20690ca']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:24.886765 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235cd920-4eba-46bf-915a-e2ee4c7eb5ce') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:24.887412 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235cd920-4eba-46bf-915a-e2ee4c7eb5ce') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:24.898427 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (235cd920-4eba-46bf-915a-e2ee4c7eb5ce), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.900420 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa3302cc-03a9-409d-ac34-ca18593a2bf5 req-8cdd1525-0181-40ff-b78f-3b420d40c19d tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 210 time: 0.0455821 Jan 27 22:26:24.913045 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (235cd920-4eba-46bf-915a-e2ee4c7eb5ce), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.919942 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:26:24.920609 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (235cd920-4eba-46bf-915a-e2ee4c7eb5ce), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:26:24.923833 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:26:24.932666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:24.955748 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:24.963353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 97f7bdb8-60a3-4195-ac87-1c1ead57bd70 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:25.087785 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (bd68d192-65e6-4640-b1cc-b7b2e20690ca), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:25.098454 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:25.106074 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] 10.222.0.61 "DELETE /v2.0/networks/bd68d192-65e6-4640-b1cc-b7b2e20690ca HTTP/1.1" status: 204 len: 168 time: 0.4576328 Jan 27 22:26:25.116285 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233d90b-dff4-4d7c-9f27-f92a88a9a5cb tempest-PortsTestJSON-2122520138 tempest-PortsTestJSON-2122520138-project] Pushing event deleted for resources: {'Network': ['ID=bd68d192-65e6-4640-b1cc-b7b2e20690ca,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:25.633792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36798) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:25.760989 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-df12f913-69bb-464f-9da1-0bf3e32fb438 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=42ecd57798ec431da0b7c554d61f7109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301730 Jan 27 22:26:25.763988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36802) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:25.829076 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fa59639-474e-441f-9640-5b75ac881faa admin admin] Publish callbacks [] for security_group (528a6dcb-32f4-453d-a1ec-7a185560dc95), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:25.862432 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fa59639-474e-441f-9640-5b75ac881faa admin admin] Publish callbacks [] for security_group (528a6dcb-32f4-453d-a1ec-7a185560dc95), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:25.981029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c20d267-75b3-45d8-af80-bff0018d94a8 req-96bd14e6-d3d4-49c7-8834-d8ecac95c267 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 210 time: 0.0273588 Jan 27 22:26:26.002360 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fa59639-474e-441f-9640-5b75ac881faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (528a6dcb-32f4-453d-a1ec-7a185560dc95), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:26.005066 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8fa59639-474e-441f-9640-5b75ac881faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:26.006241 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8fa59639-474e-441f-9640-5b75ac881faa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/528a6dcb-32f4-453d-a1ec-7a185560dc95 HTTP/1.1" status: 204 len: 168 time: 0.2413089 Jan 27 22:26:26.015215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa59639-474e-441f-9640-5b75ac881faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528a6dcb-32f4-453d-a1ec-7a185560dc95,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:27.082823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59dac23d-008c-4765-a1bf-450149464731 req-172c675a-6380-45f4-8bfe-17160bcbb5e8 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 210 time: 0.0310631 Jan 27 22:26:27.292790 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:27.702249 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:28.192011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d8154f7-f9db-485c-af54-6b5446765d6a req-f0189bc9-69d8-4dfd-91bb-350fe02ad9c5 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "GET /v2.0/ports?device_id=48b57d2c-bd93-4229-bcae-f258f99fd85c HTTP/1.1" status: 200 len: 210 time: 0.0255868 Jan 27 22:26:29.246271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36860) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:29.369988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-70dfb8d8-2f12-4b30-af9a-7363addf3622 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Deleting port 077df2b6-891d-4da8-9ca5-ed2a992f9c23 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:29.370249 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70dfb8d8-2f12-4b30-af9a-7363addf3622 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (077df2b6-891d-4da8-9ca5-ed2a992f9c23), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:29.443287 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70dfb8d8-2f12-4b30-af9a-7363addf3622 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (077df2b6-891d-4da8-9ca5-ed2a992f9c23), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:29.443619 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70dfb8d8-2f12-4b30-af9a-7363addf3622 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (077df2b6-891d-4da8-9ca5-ed2a992f9c23), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:29.456057 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-70dfb8d8-2f12-4b30-af9a-7363addf3622 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Calling delete_port for 077df2b6-891d-4da8-9ca5-ed2a992f9c23 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:29.673234 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70dfb8d8-2f12-4b30-af9a-7363addf3622 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (077df2b6-891d-4da8-9ca5-ed2a992f9c23), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:29.696389 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfb8d8-2f12-4b30-af9a-7363addf3622 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event deleted for resources: {'Port': ['ID=077df2b6-891d-4da8-9ca5-ed2a992f9c23,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:29.761182 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70dfb8d8-2f12-4b30-af9a-7363addf3622 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for floatingip (3aa07c85-86a8-4390-bad4-605e8e243867), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:29.763728 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-70dfb8d8-2f12-4b30-af9a-7363addf3622 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:29.764913 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-70dfb8d8-2f12-4b30-af9a-7363addf3622 tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "DELETE /v2.0/floatingips/3aa07c85-86a8-4390-bad4-605e8e243867 HTTP/1.1" status: 204 len: 168 time: 0.5176544 Jan 27 22:26:32.378223 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d08360f4-d6d2-4feb-b71b-693691f68605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:34.909909 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6b5cd9ab-8194-4ae9-b5ca-8bb94a0d2ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:35.371948 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36924) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:35.439142 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group (636a22b6-de78-4198-8418-24fae2815bba), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:35.465603 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group (636a22b6-de78-4198-8418-24fae2815bba), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:35.584121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (636a22b6-de78-4198-8418-24fae2815bba), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:35.587555 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:35.589256 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] 10.222.0.61 "DELETE /v2.0/security-groups/636a22b6-de78-4198-8418-24fae2815bba HTTP/1.1" status: 204 len: 168 time: 0.2160006 Jan 27 22:26:35.609754 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636a22b6-de78-4198-8418-24fae2815bba,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:35.622884 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.623291 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.623716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.624311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.625096 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.625611 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.626134 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.626626 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.627061 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.627464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.628159 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.628470 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.628815 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa10af-8e14-4093-9a20-cdeaccf68aef tempest-TestVolumeBootPattern-1745996360 tempest-TestVolumeBootPattern-1745996360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:35.751252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36928) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:36.255990 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.300953 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fec3daf6-1719-42c5-9562-54f807f5c551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.604202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-fec3daf6-1719-42c5-9562-54f807f5c551 admin admin] Deleting port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:36.604894 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fec3daf6-1719-42c5-9562-54f807f5c551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.685309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-fec3daf6-1719-42c5-9562-54f807f5c551 admin admin] For port 0ffce816-98ad-4ac6-8dda-ddd88d6800bc, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0ffce816-98ad-4ac6-8dda-ddd88d6800bc,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:36.685678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fec3daf6-1719-42c5-9562-54f807f5c551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.698666 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-fec3daf6-1719-42c5-9562-54f807f5c551 admin admin] Calling delete_port for 0ffce816-98ad-4ac6-8dda-ddd88d6800bc owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:36.947978 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fec3daf6-1719-42c5-9562-54f807f5c551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (0ffce816-98ad-4ac6-8dda-ddd88d6800bc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:36.988151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3daf6-1719-42c5-9562-54f807f5c551 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffce816-98ad-4ac6-8dda-ddd88d6800bc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:37.175362 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fec3daf6-1719-42c5-9562-54f807f5c551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:37.411167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec3daf6-1719-42c5-9562-54f807f5c551 admin admin] Router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:26:37.521319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec3daf6-1719-42c5-9562-54f807f5c551 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:37.532962 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:37.535454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f7c03-b4f4-453c-9101-44a48cbcedde None None] Sync routers for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:37.540710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36944) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:37.541247 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fec3daf6-1719-42c5-9562-54f807f5c551 admin admin] 10.222.0.61 "PUT /v2.0/routers/7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7869756 Jan 27 22:26:37.547136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f7c03-b4f4-453c-9101-44a48cbcedde None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:37.548612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fb8f7c03-b4f4-453c-9101-44a48cbcedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:26:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:37.656110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Publish callbacks [] for router (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:37.666187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-fb8f7c03-b4f4-453c-9101-44a48cbcedde None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:37.771830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Publish callbacks [] for router_gateway (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:37.862080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fb8f7c03-b4f4-453c-9101-44a48cbcedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:26:36Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:37.889547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f7c03-b4f4-453c-9101-44a48cbcedde None None] Checking router: 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:26:37.897988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f7c03-b4f4-453c-9101-44a48cbcedde None None] Routers {'7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:37.898632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fb8f7c03-b4f4-453c-9101-44a48cbcedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:26:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:37.956480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Deleting port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:37.957089 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.006372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-fb8f7c03-b4f4-453c-9101-44a48cbcedde None None] Set router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:38.039579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] For port cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:38.039957 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.051977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Calling delete_port for cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:38.196094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fb8f7c03-b4f4-453c-9101-44a48cbcedde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:26:36Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:38.236016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8f7c03-b4f4-453c-9101-44a48cbcedde None None] The sync data for ids ['7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae'] in n-d-760456-6 is: [{'id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'name': 'tempest-TestVolumeBootPattern-1171756489-router', 'tenant_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:40Z', 'updated_at': '2022-01-27T22:26:36Z', 'revision_number': 5, 'project_id': '56a3a9b6a0cd4913a5b41da83dd7d82b', 'gw_port': {'id': 'cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:41Z', 'updated_at': '2022-01-27T22:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:38.321058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.346639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Pushing event deleted for resources: {'Port': ['ID=cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:38.409966 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.500821 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.502857 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Publish callbacks [] for router_controller (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.639251 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.640494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:26:38.645835 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.647852 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-af5ab604-2e7c-4b7a-ba01-7caa5964cd55 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7d0ba83a-ee0d-4dd5-81a0-adadbb94a3ae HTTP/1.1" status: 204 len: 168 time: 1.1047494 Jan 27 22:26:38.652040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36952) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:38.704352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-5802522c-7eca-48d6-96ff-58f723b3e6c6 admin admin] Deleting subnet a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:26:38.707945 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5802522c-7eca-48d6-96ff-58f723b3e6c6 admin admin] Publish callbacks [] for subnet (a9fc7bfd-ae01-4663-bc0c-b7538b0ff041), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.746227 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5802522c-7eca-48d6-96ff-58f723b3e6c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (a9fc7bfd-ae01-4663-bc0c-b7538b0ff041), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.825963 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5802522c-7eca-48d6-96ff-58f723b3e6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (a9fc7bfd-ae01-4663-bc0c-b7538b0ff041), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.938139 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.973069 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5802522c-7eca-48d6-96ff-58f723b3e6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (a9fc7bfd-ae01-4663-bc0c-b7538b0ff041), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:38.998101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0ffce816-98ad-4ac6-8dda-ddd88d6800bc no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:39.019085 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802522c-7eca-48d6-96ff-58f723b3e6c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9fc7bfd-ae01-4663-bc0c-b7538b0ff041,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:39.021324 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5802522c-7eca-48d6-96ff-58f723b3e6c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.028423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36956) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:39.029961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1facd3f2-5491-46b8-8f8c-f25d5ca29ff7 None None] Network 27838b5d-0935-4dae-9d9f-d6334b781ff0 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:39.030089 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5802522c-7eca-48d6-96ff-58f723b3e6c6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a9fc7bfd-ae01-4663-bc0c-b7538b0ff041 HTTP/1.1" status: 204 len: 168 time: 0.3754561 Jan 27 22:26:39.040332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 0ffce816-98ad-4ac6-8dda-ddd88d6800bc {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:39.040686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0ffce816-98ad-4ac6-8dda-ddd88d6800bc not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:39.104102 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (27838b5d-0935-4dae-9d9f-d6334b781ff0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.164508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Deleting port 306b71d4-3210-4207-bd3d-aa876f12afd1 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:39.165148 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.240118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] For port 306b71d4-3210-4207-bd3d-aa876f12afd1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=306b71d4-3210-4207-bd3d-aa876f12afd1,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:39.240756 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.255590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Calling delete_port for 306b71d4-3210-4207-bd3d-aa876f12afd1 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:39.368296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] DHCP port deletion for 27838b5d-0935-4dae-9d9f-d6334b781ff0 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:26:39.417272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Deleting port 306b71d4-3210-4207-bd3d-aa876f12afd1 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:39.418240 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.445058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.476202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Pushing event deleted for resources: {'Port': ['ID=306b71d4-3210-4207-bd3d-aa876f12afd1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:39.478221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] No DVR routers for this DVR port 306b71d4-3210-4207-bd3d-aa876f12afd1 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:26:39.492306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] For port 306b71d4-3210-4207-bd3d-aa876f12afd1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=306b71d4-3210-4207-bd3d-aa876f12afd1,segment=NetworkSegment(b7b5b790-ff6a-447c-82b6-b0cc27c32b66),segment_id=b7b5b790-ff6a-447c-82b6-b0cc27c32b66)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:39.492799 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.507170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Calling delete_port for 306b71d4-3210-4207-bd3d-aa876f12afd1 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:39.557318 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (27838b5d-0935-4dae-9d9f-d6334b781ff0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.578863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27838b5d-0935-4dae-9d9f-d6334b781ff0']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:39.588351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:39.588704 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (306b71d4-3210-4207-bd3d-aa876f12afd1), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.588843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b5b790-ff6a-447c-82b6-b0cc27c32b66') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:39.598597 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (b7b5b790-ff6a-447c-82b6-b0cc27c32b66), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.614413 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b7b5b790-ff6a-447c-82b6-b0cc27c32b66), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.615935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Pushing event deleted for resources: {'Port': ['ID=306b71d4-3210-4207-bd3d-aa876f12afd1,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:39.622391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:26:39.622547 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (b7b5b790-ff6a-447c-82b6-b0cc27c32b66), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.625047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] No DVR routers for this DVR port 306b71d4-3210-4207-bd3d-aa876f12afd1 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:26:39.627503 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:26:39.643034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.643407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.643747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.647327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.647694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.648087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.648437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.648778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.650173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.650173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.650173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.650450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.650769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b43ad-3dd0-4669-9210-04c95034b109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:26:39.810071 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (27838b5d-0935-4dae-9d9f-d6334b781ff0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.814563 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:39.818619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] 10.222.0.61 "DELETE /v2.0/networks/27838b5d-0935-4dae-9d9f-d6334b781ff0 HTTP/1.1" status: 204 len: 168 time: 0.7889543 Jan 27 22:26:39.821751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36962) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:39.832689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c62ceb-b4f1-4a95-bb62-b2ae4ee3ba0c admin admin] Pushing event deleted for resources: {'Network': ['ID=27838b5d-0935-4dae-9d9f-d6334b781ff0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:40.188264 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4958-099d-4cc8-8643-8dd113911edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (8d72356d-0def-438c-b464-2cac0aee02ce), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:40.426312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c4958-099d-4cc8-8643-8dd113911edc admin admin] Deleting port f6ae87af-6ae5-4340-9e58-e6ea32170473 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:40.426657 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4958-099d-4cc8-8643-8dd113911edc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:40.507046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-2c8c4958-099d-4cc8-8643-8dd113911edc admin admin] For port f6ae87af-6ae5-4340-9e58-e6ea32170473, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=f6ae87af-6ae5-4340-9e58-e6ea32170473,segment=NetworkSegment(afe67021-6a84-4b49-9ee1-a5beb2dfd69a),segment_id=afe67021-6a84-4b49-9ee1-a5beb2dfd69a)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:40.507330 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4958-099d-4cc8-8643-8dd113911edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:40.519425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c4958-099d-4cc8-8643-8dd113911edc admin admin] Calling delete_port for f6ae87af-6ae5-4340-9e58-e6ea32170473 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:40.920713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:40.947520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:40.948033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cca419f8-1b62-4e8b-ac09-3fb3ecbbd9a8 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:40.948577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 306b71d4-3210-4207-bd3d-aa876f12afd1 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:40.968237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 306b71d4-3210-4207-bd3d-aa876f12afd1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:40.968734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 306b71d4-3210-4207-bd3d-aa876f12afd1 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:41.210582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4958-099d-4cc8-8643-8dd113911edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f6ae87af-6ae5-4340-9e58-e6ea32170473), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:41.236748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c4958-099d-4cc8-8643-8dd113911edc admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ae87af-6ae5-4340-9e58-e6ea32170473,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:41.419593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2c8c4958-099d-4cc8-8643-8dd113911edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (8d72356d-0def-438c-b464-2cac0aee02ce), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:41.638138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8c4958-099d-4cc8-8643-8dd113911edc admin admin] Router 8d72356d-0def-438c-b464-2cac0aee02ce has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:26:41.754135 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8c4958-099d-4cc8-8643-8dd113911edc admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:26:41.762238 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2c8c4958-099d-4cc8-8643-8dd113911edc admin admin] 10.222.0.61 "PUT /v2.0/routers/8d72356d-0def-438c-b464-2cac0aee02ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9359541 Jan 27 22:26:41.762238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36968) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:41.770070 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e27bf-ad90-4916-b851-10bb520c3685 None None] Sync routers for ids ['8d72356d-0def-438c-b464-2cac0aee02ce'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:26:41.781501 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e27bf-ad90-4916-b851-10bb520c3685 None None] Routers {'8d72356d-0def-438c-b464-2cac0aee02ce'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:41.782194 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-940e27bf-ad90-4916-b851-10bb520c3685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:26:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8d72356d-0def-438c-b464-2cac0aee02ce'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:41.875583 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Publish callbacks [] for router (8d72356d-0def-438c-b464-2cac0aee02ce), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:41.895571 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-940e27bf-ad90-4916-b851-10bb520c3685 None None] Set router 8d72356d-0def-438c-b464-2cac0aee02ce gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:41.982966 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Publish callbacks [] for router_gateway (8d72356d-0def-438c-b464-2cac0aee02ce), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.075248 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-940e27bf-ad90-4916-b851-10bb520c3685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'name': 'tempest-TestVolumeBootPattern-2103672918-router', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:50Z', 'updated_at': '2022-01-27T22:26:40Z', 'revision_number': 5, 'project_id': '0c206f2a06f94acab07b011da20423cc', 'gw_port': {'id': '2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ff:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:07:51Z', 'updated_at': '2022-01-27T22:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:42.108576 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e27bf-ad90-4916-b851-10bb520c3685 None None] Checking router: 8d72356d-0def-438c-b464-2cac0aee02ce for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:26:42.116855 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e27bf-ad90-4916-b851-10bb520c3685 None None] Routers {'8d72356d-0def-438c-b464-2cac0aee02ce'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:26:42.117462 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-940e27bf-ad90-4916-b851-10bb520c3685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:26:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8d72356d-0def-438c-b464-2cac0aee02ce'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:42.124710 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Deleting port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:42.125056 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.204157 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-940e27bf-ad90-4916-b851-10bb520c3685 None None] Set router 8d72356d-0def-438c-b464-2cac0aee02ce gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:26:42.212734 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] For port 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:42.213293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.227065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Calling delete_port for 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:42.351346 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-940e27bf-ad90-4916-b851-10bb520c3685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'name': 'tempest-TestVolumeBootPattern-2103672918-router', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:50Z', 'updated_at': '2022-01-27T22:26:41Z', 'revision_number': 6, 'project_id': '0c206f2a06f94acab07b011da20423cc', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:42.381727 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940e27bf-ad90-4916-b851-10bb520c3685 None None] The sync data for ids ['8d72356d-0def-438c-b464-2cac0aee02ce'] in n-d-760456-6 is: [{'id': '8d72356d-0def-438c-b464-2cac0aee02ce', 'name': 'tempest-TestVolumeBootPattern-2103672918-router', 'tenant_id': '0c206f2a06f94acab07b011da20423cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:07:50Z', 'updated_at': '2022-01-27T22:26:41Z', 'revision_number': 6, 'project_id': '0c206f2a06f94acab07b011da20423cc', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:26:42.532715 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.558947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:42.623199 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (8d72356d-0def-438c-b464-2cac0aee02ce), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.712551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (8d72356d-0def-438c-b464-2cac0aee02ce), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.714624 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Publish callbacks [] for router_controller (8d72356d-0def-438c-b464-2cac0aee02ce), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.858063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (8d72356d-0def-438c-b464-2cac0aee02ce), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.858664 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d72356d-0def-438c-b464-2cac0aee02ce {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:26:42.864022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.868733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 36976) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:42.869224 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-612dd127-8954-4070-a966-13c5b9c32db5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8d72356d-0def-438c-b464-2cac0aee02ce HTTP/1.1" status: 204 len: 168 time: 1.1059060 Jan 27 22:26:42.916745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e320a2f-0ab8-4a9d-8330-a1580782b43a admin admin] Deleting subnet 7e909e8b-d81c-47b2-b1d6-7d2df644b924 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:26:42.920069 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9e320a2f-0ab8-4a9d-8330-a1580782b43a admin admin] Publish callbacks [] for subnet (7e909e8b-d81c-47b2-b1d6-7d2df644b924), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:42.958101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9e320a2f-0ab8-4a9d-8330-a1580782b43a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (7e909e8b-d81c-47b2-b1d6-7d2df644b924), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.044828 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9e320a2f-0ab8-4a9d-8330-a1580782b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (7e909e8b-d81c-47b2-b1d6-7d2df644b924), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.207387 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9e320a2f-0ab8-4a9d-8330-a1580782b43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (7e909e8b-d81c-47b2-b1d6-7d2df644b924), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.229222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:43.236145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e320a2f-0ab8-4a9d-8330-a1580782b43a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e909e8b-d81c-47b2-b1d6-7d2df644b924,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:43.239836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9e320a2f-0ab8-4a9d-8330-a1580782b43a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.245789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9e320a2f-0ab8-4a9d-8330-a1580782b43a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7e909e8b-d81c-47b2-b1d6-7d2df644b924 HTTP/1.1" status: 204 len: 168 time: 0.3736277 Jan 27 22:26:43.247167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36980) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:43.254547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c2490-3856-4e51-b1d3-c8994797d252 None None] Network 71e28df3-cd68-4598-81ef-7cc9175b4c1a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:26:43.256986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:43.258724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 2dc2d5d3-d04a-4eb1-9bf5-6963c9258f19 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:43.258724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f6ae87af-6ae5-4340-9e58-e6ea32170473 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:43.279567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: f6ae87af-6ae5-4340-9e58-e6ea32170473 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:43.279929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device f6ae87af-6ae5-4340-9e58-e6ea32170473 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:43.327637 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (71e28df3-cd68-4598-81ef-7cc9175b4c1a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.388530 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Deleting port b0607a30-b62c-4cae-8101-b3426926b449 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:43.389096 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b0607a30-b62c-4cae-8101-b3426926b449), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.461379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef0c0d-c604-4b6b-8854-cee4b333d067 None None] DHCP port deletion for 71e28df3-cd68-4598-81ef-7cc9175b4c1a request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:26:43.474543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] For port b0607a30-b62c-4cae-8101-b3426926b449, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b0607a30-b62c-4cae-8101-b3426926b449,segment=NetworkSegment(afe67021-6a84-4b49-9ee1-a5beb2dfd69a),segment_id=afe67021-6a84-4b49-9ee1-a5beb2dfd69a)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:43.474919 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b0607a30-b62c-4cae-8101-b3426926b449), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.490019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Calling delete_port for b0607a30-b62c-4cae-8101-b3426926b449 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:43.514491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-65ef0c0d-c604-4b6b-8854-cee4b333d067 None None] Deleting port b0607a30-b62c-4cae-8101-b3426926b449 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:26:43.515108 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65ef0c0d-c604-4b6b-8854-cee4b333d067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b0607a30-b62c-4cae-8101-b3426926b449), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.582328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-65ef0c0d-c604-4b6b-8854-cee4b333d067 None None] For port b0607a30-b62c-4cae-8101-b3426926b449, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b0607a30-b62c-4cae-8101-b3426926b449,segment=NetworkSegment(afe67021-6a84-4b49-9ee1-a5beb2dfd69a),segment_id=afe67021-6a84-4b49-9ee1-a5beb2dfd69a)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:26:43.582740 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65ef0c0d-c604-4b6b-8854-cee4b333d067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b0607a30-b62c-4cae-8101-b3426926b449), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.595964 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-65ef0c0d-c604-4b6b-8854-cee4b333d067 None None] Calling delete_port for b0607a30-b62c-4cae-8101-b3426926b449 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:26:43.678658 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (b0607a30-b62c-4cae-8101-b3426926b449), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.684643 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65ef0c0d-c604-4b6b-8854-cee4b333d067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (b0607a30-b62c-4cae-8101-b3426926b449), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.708547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0607a30-b62c-4cae-8101-b3426926b449,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:43.712586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef0c0d-c604-4b6b-8854-cee4b333d067 None None] Pushing event deleted for resources: {'Port': ['ID=b0607a30-b62c-4cae-8101-b3426926b449,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:43.713123 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] No DVR routers for this DVR port b0607a30-b62c-4cae-8101-b3426926b449 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:26:43.718593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ef0c0d-c604-4b6b-8854-cee4b333d067 None None] No DVR routers for this DVR port b0607a30-b62c-4cae-8101-b3426926b449 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:26:43.786732 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (71e28df3-cd68-4598-81ef-7cc9175b4c1a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.807386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e28df3-cd68-4598-81ef-7cc9175b4c1a']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:43.816568 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe67021-6a84-4b49-9ee1-a5beb2dfd69a') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:43.816873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe67021-6a84-4b49-9ee1-a5beb2dfd69a') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:26:43.828121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (afe67021-6a84-4b49-9ee1-a5beb2dfd69a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.842195 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (afe67021-6a84-4b49-9ee1-a5beb2dfd69a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.848056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (afe67021-6a84-4b49-9ee1-a5beb2dfd69a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:26:43.857053 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:26:43.993171 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (71e28df3-cd68-4598-81ef-7cc9175b4c1a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.000822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.003989 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] 10.222.0.61 "DELETE /v2.0/networks/71e28df3-cd68-4598-81ef-7cc9175b4c1a HTTP/1.1" status: 204 len: 168 time: 0.7560275 Jan 27 22:26:44.017865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e909f-558b-4e64-b1bf-945c3e899382 admin admin] Pushing event deleted for resources: {'Network': ['ID=71e28df3-cd68-4598-81ef-7cc9175b4c1a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:44.426917 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36988) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:44.467138 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9136a6c6-9db7-475e-bc1d-e6617d36deed admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=56a3a9b6a0cd4913a5b41da83dd7d82b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386550 Jan 27 22:26:44.469139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 36990) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:44.516538 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3918ec64-b78b-4891-996a-f1996b13c0d3 admin admin] Publish callbacks [] for security_group (639bc5f6-3e98-4ec6-9c90-612591221414), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.537780 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3918ec64-b78b-4891-996a-f1996b13c0d3 admin admin] Publish callbacks [] for security_group (639bc5f6-3e98-4ec6-9c90-612591221414), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.722139 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3918ec64-b78b-4891-996a-f1996b13c0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (639bc5f6-3e98-4ec6-9c90-612591221414), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.725173 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3918ec64-b78b-4891-996a-f1996b13c0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:44.729574 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3918ec64-b78b-4891-996a-f1996b13c0d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/639bc5f6-3e98-4ec6-9c90-612591221414 HTTP/1.1" status: 204 len: 168 time: 0.2563350 Jan 27 22:26:44.737545 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918ec64-b78b-4891-996a-f1996b13c0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639bc5f6-3e98-4ec6-9c90-612591221414,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:44.905944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b0607a30-b62c-4cae-8101-b3426926b449 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:26:44.927114 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: b0607a30-b62c-4cae-8101-b3426926b449 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:26:44.927467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b0607a30-b62c-4cae-8101-b3426926b449 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:26:45.651128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37000) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:45.694039 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9fa1d89a-1aa2-4a11-a669-38152cff9347 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c206f2a06f94acab07b011da20423cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416644 Jan 27 22:26:45.697106 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37002) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:26:45.745136 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56ea02f9-3d49-4067-9d5f-16a724201d15 admin admin] Publish callbacks [] for security_group (355304e1-d944-4071-82fb-c7d946eb7fde), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:45.766586 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56ea02f9-3d49-4067-9d5f-16a724201d15 admin admin] Publish callbacks [] for security_group (355304e1-d944-4071-82fb-c7d946eb7fde), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:45.969777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56ea02f9-3d49-4067-9d5f-16a724201d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (355304e1-d944-4071-82fb-c7d946eb7fde), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:45.972443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-56ea02f9-3d49-4067-9d5f-16a724201d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:45.973946 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-56ea02f9-3d49-4067-9d5f-16a724201d15 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/355304e1-d944-4071-82fb-c7d946eb7fde HTTP/1.1" status: 204 len: 168 time: 0.2758777 Jan 27 22:26:45.982633 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea02f9-3d49-4067-9d5f-16a724201d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355304e1-d944-4071-82fb-c7d946eb7fde,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:26:52.074890 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:26:57.266613 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:26:57.680601 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:02.355286 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3df07245-6da2-4fc2-a1ed-dae17f8109e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:04.923922 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-097f13a0-3571-4027-9aae-245b3ce3ebc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:06.229402 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:07.508691 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:08.926241 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.092056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37130) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:10.196611 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f01a-0331-42bb-a400-5ef81581461f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.269374 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f01a-0331-42bb-a400-5ef81581461f admin admin] Publish callbacks [] for security_group (84677cdc-e5b6-4643-afd0-c1cd6578257a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.334871 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f01a-0331-42bb-a400-5ef81581461f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (84677cdc-e5b6-4643-afd0-c1cd6578257a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.374446 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7ce4f01a-0331-42bb-a400-5ef81581461f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b1dbf0c3c0d745f4bfb145e44b92f149&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2804403 Jan 27 22:27:10.375328 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4f01a-0331-42bb-a400-5ef81581461f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84677cdc-e5b6-4643-afd0-c1cd6578257a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:10.377170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37134) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:10.428433 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Publish callbacks [] for security_group (84677cdc-e5b6-4643-afd0-c1cd6578257a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.450664 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Publish callbacks [] for security_group (84677cdc-e5b6-4643-afd0-c1cd6578257a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.574938 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (84677cdc-e5b6-4643-afd0-c1cd6578257a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.577705 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:10.578877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84677cdc-e5b6-4643-afd0-c1cd6578257a HTTP/1.1" status: 204 len: 168 time: 0.2001379 Jan 27 22:27:10.587547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84677cdc-e5b6-4643-afd0-c1cd6578257a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:10.595919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:10.596185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:10.596536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:10.596890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:10.597348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:10.597987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:10.598331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:10.598671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:10.599010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:10.599344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:10.599679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:10.600056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:10.600423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1cef56d-17dc-4a24-ae27-791babbaee67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:11.140970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37140) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:11.158377 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5b1c90bb-bed9-4514-a5cc-5a7ef87e43eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.239737 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5b1c90bb-bed9-4514-a5cc-5a7ef87e43eb admin admin] Publish callbacks [] for security_group (ca1723a4-1de2-49ea-9280-34e0d0b6c77f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.297307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5b1c90bb-bed9-4514-a5cc-5a7ef87e43eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ca1723a4-1de2-49ea-9280-34e0d0b6c77f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.334474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c90bb-bed9-4514-a5cc-5a7ef87e43eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1723a4-1de2-49ea-9280-34e0d0b6c77f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:11.339438 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5b1c90bb-bed9-4514-a5cc-5a7ef87e43eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=21d4bd7e917a401494ad87861103a0aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1973977 Jan 27 22:27:11.342139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37142) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:11.389905 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f70ddc2d-39b6-490c-b38e-3e983cfd00cb admin admin] Publish callbacks [] for security_group (ca1723a4-1de2-49ea-9280-34e0d0b6c77f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.410386 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f70ddc2d-39b6-490c-b38e-3e983cfd00cb admin admin] Publish callbacks [] for security_group (ca1723a4-1de2-49ea-9280-34e0d0b6c77f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.525928 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f70ddc2d-39b6-490c-b38e-3e983cfd00cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ca1723a4-1de2-49ea-9280-34e0d0b6c77f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.528447 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f70ddc2d-39b6-490c-b38e-3e983cfd00cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:11.529605 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f70ddc2d-39b6-490c-b38e-3e983cfd00cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca1723a4-1de2-49ea-9280-34e0d0b6c77f HTTP/1.1" status: 204 len: 168 time: 0.1866467 Jan 27 22:27:11.537167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ddc2d-39b6-490c-b38e-3e983cfd00cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1723a4-1de2-49ea-9280-34e0d0b6c77f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:13.212898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37172) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:13.326961 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25e8ac11-6e68-4985-a0d4-61f4ba5567b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:13.410858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25e8ac11-6e68-4985-a0d4-61f4ba5567b3 admin admin] Publish callbacks [] for security_group (49f116e1-d7e8-4b7c-b046-774b53e16749), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:13.471858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25e8ac11-6e68-4985-a0d4-61f4ba5567b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (49f116e1-d7e8-4b7c-b046-774b53e16749), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:13.512147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-25e8ac11-6e68-4985-a0d4-61f4ba5567b3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4cfc6336a8744750973e103d051c26f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2981348 Jan 27 22:27:13.513017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8ac11-6e68-4985-a0d4-61f4ba5567b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f116e1-d7e8-4b7c-b046-774b53e16749,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:13.514912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37176) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:13.570931 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2e46eff8-edbd-4a48-83ad-574a82b46238 admin admin] Publish callbacks [] for security_group (49f116e1-d7e8-4b7c-b046-774b53e16749), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:13.594830 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2e46eff8-edbd-4a48-83ad-574a82b46238 admin admin] Publish callbacks [] for security_group (49f116e1-d7e8-4b7c-b046-774b53e16749), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:13.732171 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2e46eff8-edbd-4a48-83ad-574a82b46238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (49f116e1-d7e8-4b7c-b046-774b53e16749), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:13.735535 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2e46eff8-edbd-4a48-83ad-574a82b46238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:13.736814 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2e46eff8-edbd-4a48-83ad-574a82b46238 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49f116e1-d7e8-4b7c-b046-774b53e16749 HTTP/1.1" status: 204 len: 168 time: 0.2207606 Jan 27 22:27:13.746686 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46eff8-edbd-4a48-83ad-574a82b46238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f116e1-d7e8-4b7c-b046-774b53e16749,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:27.288808 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:27.659451 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:29.074210 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:27:30.760034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37274) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:30.864600 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2672965e-ceb3-4a51-ac69-5bdb43789cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:30.937001 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2672965e-ceb3-4a51-ac69-5bdb43789cfb admin admin] Publish callbacks [] for security_group (3488f5c0-5ca3-4094-a7da-df6fe9a3570a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:31.037148 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2672965e-ceb3-4a51-ac69-5bdb43789cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3488f5c0-5ca3-4094-a7da-df6fe9a3570a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:31.076213 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2672965e-ceb3-4a51-ac69-5bdb43789cfb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d414898d13c4094b55ae5c21908acc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3149524 Jan 27 22:27:31.077033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672965e-ceb3-4a51-ac69-5bdb43789cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3488f5c0-5ca3-4094-a7da-df6fe9a3570a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:31.079909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37278) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:31.130557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b7707d84-c656-49bb-b012-6b16b55591d2 admin admin] Publish callbacks [] for security_group (3488f5c0-5ca3-4094-a7da-df6fe9a3570a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:31.152131 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b7707d84-c656-49bb-b012-6b16b55591d2 admin admin] Publish callbacks [] for security_group (3488f5c0-5ca3-4094-a7da-df6fe9a3570a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:31.265811 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b7707d84-c656-49bb-b012-6b16b55591d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (3488f5c0-5ca3-4094-a7da-df6fe9a3570a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:31.268751 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b7707d84-c656-49bb-b012-6b16b55591d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:31.272577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b7707d84-c656-49bb-b012-6b16b55591d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3488f5c0-5ca3-4094-a7da-df6fe9a3570a HTTP/1.1" status: 204 len: 168 time: 0.1885509 Jan 27 22:27:31.279514 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7707d84-c656-49bb-b012-6b16b55591d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3488f5c0-5ca3-4094-a7da-df6fe9a3570a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:32.331863 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-11de10e6-cd22-4995-97aa-62386d1fca3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:34.937016 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-15c120c1-602f-4011-a467-832e91bf052d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:36.225092 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:37.505473 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:38.948146 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:50.934444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37424) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:51.037271 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e0126320-3bab-4f5c-9aa0-673260520117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:51.109969 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e0126320-3bab-4f5c-9aa0-673260520117 admin admin] Publish callbacks [] for security_group (26fcf931-d5ad-48d8-b15e-4b190a833b4b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:51.171210 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e0126320-3bab-4f5c-9aa0-673260520117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (26fcf931-d5ad-48d8-b15e-4b190a833b4b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:51.213036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e0126320-3bab-4f5c-9aa0-673260520117 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd0ba275cd074cb596a3068860721022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2775154 Jan 27 22:27:51.213880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0126320-3bab-4f5c-9aa0-673260520117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fcf931-d5ad-48d8-b15e-4b190a833b4b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:51.215733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37428) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:51.268430 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Publish callbacks [] for security_group (26fcf931-d5ad-48d8-b15e-4b190a833b4b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:51.289236 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Publish callbacks [] for security_group (26fcf931-d5ad-48d8-b15e-4b190a833b4b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:51.434266 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (26fcf931-d5ad-48d8-b15e-4b190a833b4b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:51.437014 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:51.438173 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26fcf931-d5ad-48d8-b15e-4b190a833b4b HTTP/1.1" status: 204 len: 168 time: 0.2213762 Jan 27 22:27:51.447190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fcf931-d5ad-48d8-b15e-4b190a833b4b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:51.455870 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:51.456306 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:51.456588 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:51.456933 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:51.457385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:51.457865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:51.458339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:51.458675 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:51.459010 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:51.459345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:51.459692 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:51.460009 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:51.460372 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a8549-462e-45b7-8b6a-d86a3e18ad8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:27:52.172245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37434) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:52.185678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b32e4f9-d5d6-46aa-847c-a010bbf541fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:52.257474 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b32e4f9-d5d6-46aa-847c-a010bbf541fa admin admin] Publish callbacks [] for security_group (2606cc21-b7f8-43ec-a62e-eb19becf127a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:52.376527 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b32e4f9-d5d6-46aa-847c-a010bbf541fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2606cc21-b7f8-43ec-a62e-eb19becf127a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:52.414035 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32e4f9-d5d6-46aa-847c-a010bbf541fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2606cc21-b7f8-43ec-a62e-eb19becf127a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:52.418394 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b32e4f9-d5d6-46aa-847c-a010bbf541fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=de665cdffc8e452e8a433601dde79628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450476 Jan 27 22:27:52.421402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37436) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:52.468510 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82749145-ce66-4795-a67e-97a1ce7c400a admin admin] Publish callbacks [] for security_group (2606cc21-b7f8-43ec-a62e-eb19becf127a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:52.489488 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82749145-ce66-4795-a67e-97a1ce7c400a admin admin] Publish callbacks [] for security_group (2606cc21-b7f8-43ec-a62e-eb19becf127a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:52.607735 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82749145-ce66-4795-a67e-97a1ce7c400a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2606cc21-b7f8-43ec-a62e-eb19becf127a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:52.610409 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-82749145-ce66-4795-a67e-97a1ce7c400a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:52.611562 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-82749145-ce66-4795-a67e-97a1ce7c400a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2606cc21-b7f8-43ec-a62e-eb19becf127a HTTP/1.1" status: 204 len: 168 time: 0.1896751 Jan 27 22:27:52.619859 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82749145-ce66-4795-a67e-97a1ce7c400a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2606cc21-b7f8-43ec-a62e-eb19becf127a,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:53.305587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37442) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:53.319380 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-44a17e95-cff7-47c1-8ac3-38da43ff69be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:53.390841 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-44a17e95-cff7-47c1-8ac3-38da43ff69be admin admin] Publish callbacks [] for security_group (712feffb-2112-4574-bbaa-3eec3a676ab5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:53.473993 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-44a17e95-cff7-47c1-8ac3-38da43ff69be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (712feffb-2112-4574-bbaa-3eec3a676ab5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:53.511921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-44a17e95-cff7-47c1-8ac3-38da43ff69be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c41c831c81a2427190506efb4f162f52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2052848 Jan 27 22:27:53.512800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a17e95-cff7-47c1-8ac3-38da43ff69be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712feffb-2112-4574-bbaa-3eec3a676ab5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:53.515672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37444) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:53.568820 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfc5969-7f99-4975-bc36-b64678530d71 admin admin] Publish callbacks [] for security_group (712feffb-2112-4574-bbaa-3eec3a676ab5), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:53.589886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfc5969-7f99-4975-bc36-b64678530d71 admin admin] Publish callbacks [] for security_group (712feffb-2112-4574-bbaa-3eec3a676ab5), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:53.707697 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfc5969-7f99-4975-bc36-b64678530d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (712feffb-2112-4574-bbaa-3eec3a676ab5), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:53.710504 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-adfc5969-7f99-4975-bc36-b64678530d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:53.711647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-adfc5969-7f99-4975-bc36-b64678530d71 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/712feffb-2112-4574-bbaa-3eec3a676ab5 HTTP/1.1" status: 204 len: 168 time: 0.1950476 Jan 27 22:27:53.719834 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc5969-7f99-4975-bc36-b64678530d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712feffb-2112-4574-bbaa-3eec3a676ab5,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:57.015958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37504) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:57.021037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Request body: {'network': {'name': 'tempest-network-smoke--2132947645', 'project_id': '8bc69854cdc74679b58557948360d991', 'port_security_enabled': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:57.110420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Made reservation on behalf of 8bc69854cdc74679b58557948360d991 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:27:57.113771 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.122940 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.194374 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (2205dded-4c26-460b-bc15-8f7268e834ae), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.298945 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2205dded-4c26-460b-bc15-8f7268e834ae), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.326312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:27:57.331096 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.335900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2205dded-4c26-460b-bc15-8f7268e834ae,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:57.340688 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b190507b-2b54-4e35-91b1-3526b41dc435), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.345209 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Added segment b190507b-2b54-4e35-91b1-3526b41dc435 of type vlan for network dd7caf24-d9d8-45af-8b18-aa73f063510d Jan 27 22:27:57.381269 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (dd7caf24-d9d8-45af-8b18-aa73f063510d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.502431 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (dd7caf24-d9d8-45af-8b18-aa73f063510d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.507310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:27:57.507898 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.580398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Network': ['ID=dd7caf24-d9d8-45af-8b18-aa73f063510d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:57.590335 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network dd7caf24-d9d8-45af-8b18-aa73f063510d details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:27:57.638763 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b0012ea7-aeda-48fc-9967-8ea5d13d00dd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6216598 Jan 27 22:27:57.641516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37506) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:57.645959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'admin_state_up': True, 'project_id': '8bc69854cdc74679b58557948360d991', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:27:57.658812 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.744564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (d69e8278-bf82-49cd-99fe-4307d9b858c0), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.746185 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (d69e8278-bf82-49cd-99fe-4307d9b858c0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:57.795978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router_controller (d69e8278-bf82-49cd-99fe-4307d9b858c0), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:58.377284 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router_gateway (d69e8278-bf82-49cd-99fe-4307d9b858c0), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:58.611656 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router_gateway (d69e8278-bf82-49cd-99fe-4307d9b858c0), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:58.629959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:58.734545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Allocated IP 172.25.0.96 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/42ac5960-516c-41bb-96fb-3e4046c01178) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:27:58.833643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for port (42ac5960-516c-41bb-96fb-3e4046c01178), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:58.919739 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (42ac5960-516c-41bb-96fb-3e4046c01178), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:58.960993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:27:58.963714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:27:58.969147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:27:58.974727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Port': ['ID=42ac5960-516c-41bb-96fb-3e4046c01178,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:27:59.283041 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router_gateway (d69e8278-bf82-49cd-99fe-4307d9b858c0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:59.487371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (d69e8278-bf82-49cd-99fe-4307d9b858c0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:59.696621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Router d69e8278-bf82-49cd-99fe-4307d9b858c0 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:27:59.806060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:27:59.815707 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Sync routers for ids ['d69e8278-bf82-49cd-99fe-4307d9b858c0'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:27:59.826428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Routers {'d69e8278-bf82-49cd-99fe-4307d9b858c0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:27:59.827050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:27:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d69e8278-bf82-49cd-99fe-4307d9b858c0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:27:59.895006 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:27:59.896300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-26bc34c7-2d54-4678-99d1-766f1b26b16b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2538137 Jan 27 22:27:59.899347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37508) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:27:59.932298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Set router d69e8278-bf82-49cd-99fe-4307d9b858c0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:00.021384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-20ac4cb7-430e-453a-9a9a-a81b0bf60691 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=8bc69854cdc74679b58557948360d991&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1185226 Jan 27 22:28:00.021622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37512) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:00.108092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6b266f-390d-476f-93b4-c75d74151b8b tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:00.108449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:27:59Z', 'revision_number': 3, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:00.109558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7e6b266f-390d-476f-93b4-c75d74151b8b tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870848 Jan 27 22:28:00.112432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37514) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:00.140866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-335ba1bb-032f-422c-83f5-080cb6bd7ce5 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273788 Jan 27 22:28:00.142071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Checking router: d69e8278-bf82-49cd-99fe-4307d9b858c0 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:28:00.142510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Updating router d69e8278-bf82-49cd-99fe-4307d9b858c0 port 42ac5960-516c-41bb-96fb-3e4046c01178 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:28:00.143733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37516) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:00.149079 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-27951190-082e-4c32-99b0-418e303aa87e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-180538775', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'project_id': '8bc69854cdc74679b58557948360d991', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:00.167392 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (42ac5960-516c-41bb-96fb-3e4046c01178), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.321643 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27951190-082e-4c32-99b0-418e303aa87e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Made reservation on behalf of 8bc69854cdc74679b58557948360d991 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:28:00.325754 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-27951190-082e-4c32-99b0-418e303aa87e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.415301 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Publish callbacks [] for port (42ac5960-516c-41bb-96fb-3e4046c01178), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.533159 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (42ac5960-516c-41bb-96fb-3e4046c01178), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.582355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Attempting to bind port 42ac5960-516c-41bb-96fb-3e4046c01178 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:00.584225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Attempting to bind port 42ac5960-516c-41bb-96fb-3e4046c01178 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:00.584225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Attempting to bind port 42ac5960-516c-41bb-96fb-3e4046c01178 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:00.588303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Pushing event updated for resources: {'Port': ['ID=42ac5960-516c-41bb-96fb-3e4046c01178,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:00.592841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:00.593217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:00.593618 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.594016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:00.594480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Bound port: 42ac5960-516c-41bb-96fb-3e4046c01178, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:00.594858 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (42ac5960-516c-41bb-96fb-3e4046c01178), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.601374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.601728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.602080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.602413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.602747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.603081 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.603409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.603736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.604117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.604956 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.605284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.605609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.605931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:00.613988 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-27951190-082e-4c32-99b0-418e303aa87e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (3aafe6a6-d54c-4c81-bfd6-37b853ea08bd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.658353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] For port 42ac5960-516c-41bb-96fb-3e4046c01178, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:00.661449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] For port 42ac5960-516c-41bb-96fb-3e4046c01178, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=42ac5960-516c-41bb-96fb-3e4046c01178,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:28:00.676471 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27951190-082e-4c32-99b0-418e303aa87e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Subnet': ['ID=3aafe6a6-d54c-4c81-bfd6-37b853ea08bd,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:00.684934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27951190-082e-4c32-99b0-418e303aa87e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Checking segment: {'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:00.685301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27951190-082e-4c32-99b0-418e303aa87e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network hostable DHCP agents. Network: dd7caf24-d9d8-45af-8b18-aa73f063510d, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:28:00.716337 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (42ac5960-516c-41bb-96fb-3e4046c01178), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.774862 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Routers {'d69e8278-bf82-49cd-99fe-4307d9b858c0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:00.775473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:27:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d69e8278-bf82-49cd-99fe-4307d9b858c0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:00.780165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcca7ab-2b8c-4a07-874a-16a06db46f52 None None] Pushing event updated for resources: {'Port': ['ID=42ac5960-516c-41bb-96fb-3e4046c01178,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:00.782165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27951190-082e-4c32-99b0-418e303aa87e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network dd7caf24-d9d8-45af-8b18-aa73f063510d is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:28:00.845626 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-27951190-082e-4c32-99b0-418e303aa87e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, dd7caf24-d9d8-45af-8b18-aa73f063510d) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:00.850207 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27951190-082e-4c32-99b0-418e303aa87e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:00.850901 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-27951190-082e-4c32-99b0-418e303aa87e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:00.861137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4819e339-3bc7-46a3-ba61-b619a69f3c3b None None] Network dd7caf24-d9d8-45af-8b18-aa73f063510d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:28:00.938215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] Set router d69e8278-bf82-49cd-99fe-4307d9b858c0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:00.976070 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-27951190-082e-4c32-99b0-418e303aa87e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8308785 Jan 27 22:28:00.978751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37518) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:01.220705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-dd7caf24-d9d8-45af-8b18-aa73f063510d', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'project_id': '8bc69854cdc74679b58557948360d991', 'fixed_ips': [{'subnet_id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:28:01.221825 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:01.412673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:27:59Z', 'revision_number': 3, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:01.414916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Allocated IP 172.20.0.2 (dd7caf24-d9d8-45af-8b18-aa73f063510d/3aafe6a6-d54c-4c81-bfd6-37b853ea08bd/bdd55059-25d9-4c5d-9de3-307e8d30dfc9) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:01.425535 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:01.446121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24c623-e113-48ca-9ac3-a7e230a37ffc None None] The sync data for ids ['d69e8278-bf82-49cd-99fe-4307d9b858c0'] in n-d-760456-6 is: [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:27:59Z', 'revision_number': 3, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:28:01.602945 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Publish callbacks [] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:01.687555 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:01.735644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Network dd7caf24-d9d8-45af-8b18-aa73f063510d is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:01.741108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:01.746288 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:01.749785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Pushing event updated for resources: {'Port': ['ID=bdd55059-25d9-4c5d-9de3-307e8d30dfc9,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:01.750168 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Allocated IP 172.20.0.1 (dd7caf24-d9d8-45af-8b18-aa73f063510d/3aafe6a6-d54c-4c81-bfd6-37b853ea08bd/04bf26fd-a9d8-4752-b415-8ab699c06b04) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:01.806082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Attempting to bind port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:01.806710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Attempting to bind port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:01.807253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Attempting to bind port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 on network dd7caf24-d9d8-45af-8b18-aa73f063510d {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:01.813884 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:01.814263 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Checking segment: {'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:01.814670 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:01.815095 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Bound using segment: {'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:01.815531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Bound port: bdd55059-25d9-4c5d-9de3-307e8d30dfc9, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:01.815912 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:01.889998 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:01.895170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] For port bdd55059-25d9-4c5d-9de3-307e8d30dfc9, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:01.895697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] For port bdd55059-25d9-4c5d-9de3-307e8d30dfc9, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bdd55059-25d9-4c5d-9de3-307e8d30dfc9,segment=NetworkSegment(b190507b-2b54-4e35-91b1-3526b41dc435),segment_id=b190507b-2b54-4e35-91b1-3526b41dc435)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:28:01.977651 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:02.000112 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:02.040420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd9309-33b5-49b0-80c8-b79602675e8a None None] Pushing event updated for resources: {'Port': ['ID=bdd55059-25d9-4c5d-9de3-307e8d30dfc9,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:02.061636 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network dd7caf24-d9d8-45af-8b18-aa73f063510d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:02.066071 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:02.068791 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Port': ['ID=04bf26fd-a9d8-4752-b415-8ab699c06b04,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:02.071575 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:02.124603 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (d69e8278-bf82-49cd-99fe-4307d9b858c0), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:02.357468 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e43446a8-1dcc-446f-80e3-3126f0ce50e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:02.395341 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:02.672546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:02.742358 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:02.819521 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Port': ['ID=04bf26fd-a9d8-4752-b415-8ab699c06b04,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:02.822159 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (d69e8278-bf82-49cd-99fe-4307d9b858c0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:02.918661 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network dd7caf24-d9d8-45af-8b18-aa73f063510d is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:02.920407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:03.058324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 42ac5960-516c-41bb-96fb-3e4046c01178 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:03.059337 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Router d69e8278-bf82-49cd-99fe-4307d9b858c0 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:28:03.079599 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba55d9d-221b-4820-9b6d-467d26a5cdec None None] Network dd7caf24-d9d8-45af-8b18-aa73f063510d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:28:03.161180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8e5722ec-c1ad-4988-9a8b-5bcc7c7f02f1 None None] Provisioning complete for port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:03.161561 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8e5722ec-c1ad-4988-9a8b-5bcc7c7f02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.172682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:28:03.177831 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-59ae70dd-5c62-4b2a-a99a-c4f9198a17bb tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "PUT /v2.0/routers/d69e8278-bf82-49cd-99fe-4307d9b858c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1980233 Jan 27 22:28:03.180655 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37520) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:03.185014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-32eee22d-48cb-4222-8605-053a24e4f61f tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1789957908', 'description': 'tempest-secgroup_access--1789957908 description', 'project_id': '8bc69854cdc74679b58557948360d991'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:03.215918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 42ac5960-516c-41bb-96fb-3e4046c01178 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:03.216323 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (42ac5960-516c-41bb-96fb-3e4046c01178), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.287610 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32eee22d-48cb-4222-8605-053a24e4f61f tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.326059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8e5722ec-c1ad-4988-9a8b-5bcc7c7f02f1 None None] Current status of the port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:03.326433 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8e5722ec-c1ad-4988-9a8b-5bcc7c7f02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.366293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32eee22d-48cb-4222-8605-053a24e4f61f tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (d9c726cc-9a09-482a-8e69-067493b1afff), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.385420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 42ac5960-516c-41bb-96fb-3e4046c01178 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:03.385856 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (42ac5960-516c-41bb-96fb-3e4046c01178), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.397849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8e5722ec-c1ad-4988-9a8b-5bcc7c7f02f1 None None] For port bdd55059-25d9-4c5d-9de3-307e8d30dfc9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bdd55059-25d9-4c5d-9de3-307e8d30dfc9,segment=NetworkSegment(b190507b-2b54-4e35-91b1-3526b41dc435),segment_id=b190507b-2b54-4e35-91b1-3526b41dc435)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:03.414695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 42ac5960-516c-41bb-96fb-3e4046c01178, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=42ac5960-516c-41bb-96fb-3e4046c01178,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:03.424576 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32eee22d-48cb-4222-8605-053a24e4f61f tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d9c726cc-9a09-482a-8e69-067493b1afff), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.454476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eee22d-48cb-4222-8605-053a24e4f61f tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c726cc-9a09-482a-8e69-067493b1afff,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:03.476169 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8e5722ec-c1ad-4988-9a8b-5bcc7c7f02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.527912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5722ec-c1ad-4988-9a8b-5bcc7c7f02f1 None None] Pushing event updated for resources: {'Port': ['ID=bdd55059-25d9-4c5d-9de3-307e8d30dfc9,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:03.574223 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Sync routers for ids ['d69e8278-bf82-49cd-99fe-4307d9b858c0'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:28:03.580067 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (42ac5960-516c-41bb-96fb-3e4046c01178), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.580067 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bdd55059-25d9-4c5d-9de3-307e8d30dfc9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:03.581817 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32eee22d-48cb-4222-8605-053a24e4f61f tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.583576 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-32eee22d-48cb-4222-8605-053a24e4f61f tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4016287 Jan 27 22:28:03.595544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37522) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:03.595544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-085f58e1-df06-4e16-b6f5-267eaa149723 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--145613093', 'description': 'tempest-secgroup_general--145613093 description', 'project_id': '8bc69854cdc74679b58557948360d991'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:03.599533 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Routers {'d69e8278-bf82-49cd-99fe-4307d9b858c0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:03.600369 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:27:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d69e8278-bf82-49cd-99fe-4307d9b858c0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:03.688040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-982c90c4-6d70-48ad-ba1b-dca01afeb57e None None] Provisioning complete for port 04bf26fd-a9d8-4752-b415-8ab699c06b04 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:03.688442 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-982c90c4-6d70-48ad-ba1b-dca01afeb57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.690344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=42ac5960-516c-41bb-96fb-3e4046c01178,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:03.698881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-085f58e1-df06-4e16-b6f5-267eaa149723 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.732559 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Set router d69e8278-bf82-49cd-99fe-4307d9b858c0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:03.740691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:03.741085 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.745236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-982c90c4-6d70-48ad-ba1b-dca01afeb57e None None] Port 04bf26fd-a9d8-4752-b415-8ab699c06b04 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:28:03.786690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-982c90c4-6d70-48ad-ba1b-dca01afeb57e None None] Provisioning complete for port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:03.794683 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-982c90c4-6d70-48ad-ba1b-dca01afeb57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.794884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-085f58e1-df06-4e16-b6f5-267eaa149723 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (8fc803bd-d860-48bc-b229-d2a0338633a5), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.872043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:03.874419 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-085f58e1-df06-4e16-b6f5-267eaa149723 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8fc803bd-d860-48bc-b229-d2a0338633a5), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.909921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-982c90c4-6d70-48ad-ba1b-dca01afeb57e None None] Current status of the port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:03.915009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f58e1-df06-4e16-b6f5-267eaa149723 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc803bd-d860-48bc-b229-d2a0338633a5,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:03.957004 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:28:02Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '04bf26fd-a9d8-4752-b415-8ab699c06b04', 'name': '', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'mac_address': 'fa:16:3e:2f:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:02Z', 'revision_number': 2, 'project_id': '8bc69854cdc74679b58557948360d991', 'subnets': [{'id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:03.983806 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Checking router: d69e8278-bf82-49cd-99fe-4307d9b858c0 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:28:03.984183 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Updating router d69e8278-bf82-49cd-99fe-4307d9b858c0 port 04bf26fd-a9d8-4752-b415-8ab699c06b04 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:28:03.984607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-085f58e1-df06-4e16-b6f5-267eaa149723 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:03.986210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-085f58e1-df06-4e16-b6f5-267eaa149723 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3953979 Jan 27 22:28:03.989298 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37524) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:03.993720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-19ae0ca7-c14f-4649-afbf-b128a4e0d3f2 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Request body: {'security_group_rule': {'security_group_id': 'd9c726cc-9a09-482a-8e69-067493b1afff', 'project_id': '8bc69854cdc74679b58557948360d991', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:04.009477 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.029422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8ac2fa24-6ec7-4f95-ae84-f5bfe3e4b667 None None] Provisioning complete for port 04bf26fd-a9d8-4752-b415-8ab699c06b04 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:04.029813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8ac2fa24-6ec7-4f95-ae84-f5bfe3e4b667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.063359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8ac2fa24-6ec7-4f95-ae84-f5bfe3e4b667 None None] Port 04bf26fd-a9d8-4752-b415-8ab699c06b04 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:28:04.103828 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19ae0ca7-c14f-4649-afbf-b128a4e0d3f2 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group_rule (371a0d94-d60e-428b-b1b6-926cd9c4bd3e), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.164230 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19ae0ca7-c14f-4649-afbf-b128a4e0d3f2 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group_rule (371a0d94-d60e-428b-b1b6-926cd9c4bd3e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.247604 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19ae0ca7-c14f-4649-afbf-b128a4e0d3f2 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (371a0d94-d60e-428b-b1b6-926cd9c4bd3e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.267415 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae0ca7-c14f-4649-afbf-b128a4e0d3f2 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371a0d94-d60e-428b-b1b6-926cd9c4bd3e,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:04.267773 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Publish callbacks [] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.356046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-19ae0ca7-c14f-4649-afbf-b128a4e0d3f2 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.357284 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-19ae0ca7-c14f-4649-afbf-b128a4e0d3f2 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670592 Jan 27 22:28:04.365112 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.413387 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Pushing event updated for resources: {'Port': ['ID=04bf26fd-a9d8-4752-b415-8ab699c06b04,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:04.422913 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.423259 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.423770 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.424295 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.424885 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.425381 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.425715 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.426044 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.426370 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.426695 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.427016 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.427511 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.427838 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:04.484792 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Attempting to bind port 04bf26fd-a9d8-4752-b415-8ab699c06b04 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:04.485171 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Attempting to bind port 04bf26fd-a9d8-4752-b415-8ab699c06b04 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:04.485544 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Attempting to bind port 04bf26fd-a9d8-4752-b415-8ab699c06b04 on network dd7caf24-d9d8-45af-8b18-aa73f063510d {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:04.490647 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:04.491032 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Checking segment: {'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:04.491438 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.492437 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Bound using segment: {'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:04.492437 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Bound port: 04bf26fd-a9d8-4752-b415-8ab699c06b04, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:04.492916 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.534913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-197b6ddb-318b-4b01-b289-04dc6e28ea57 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_access--1789957908&fields=id&tenant_id=8bc69854cdc74679b58557948360d991 HTTP/1.1" status: 200 len: 267 time: 0.0571136 Jan 27 22:28:04.556898 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] For port 04bf26fd-a9d8-4752-b415-8ab699c06b04, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:04.561082 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] For port 04bf26fd-a9d8-4752-b415-8ab699c06b04, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=04bf26fd-a9d8-4752-b415-8ab699c06b04,segment=NetworkSegment(b190507b-2b54-4e35-91b1-3526b41dc435),segment_id=b190507b-2b54-4e35-91b1-3526b41dc435)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:28:04.580069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-17b6f28c-5f96-4321-868a-b4f67d714624 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_general--145613093&fields=id&tenant_id=8bc69854cdc74679b58557948360d991 HTTP/1.1" status: 200 len: 267 time: 0.0442605 Jan 27 22:28:04.647578 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.688219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f3902e95-ebf6-42cc-b106-15446d59809c None None] Provisioning complete for port 04bf26fd-a9d8-4752-b415-8ab699c06b04 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:04.688485 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3902e95-ebf6-42cc-b106-15446d59809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.697503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-35d1f2f0-c37c-4707-be9d-27829237fbe7 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:04.706372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-35d1f2f0-c37c-4707-be9d-27829237fbe7 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/networks?id=dd7caf24-d9d8-45af-8b18-aa73f063510d HTTP/1.1" status: 200 len: 797 time: 0.1195116 Jan 27 22:28:04.712396 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdba8ca-a891-46ab-9ad0-347e4e9d1cf0 None None] Pushing event updated for resources: {'Port': ['ID=04bf26fd-a9d8-4752-b415-8ab699c06b04,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:04.719718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-435f1cd8-a0bb-402e-b93d-19463b07efd4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/quotas/8bc69854cdc74679b58557948360d991 HTTP/1.1" status: 200 len: 375 time: 0.0122426 Jan 27 22:28:04.720371 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Routers {'d69e8278-bf82-49cd-99fe-4307d9b858c0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:04.721314 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:27:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d69e8278-bf82-49cd-99fe-4307d9b858c0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:04.794767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-675e5578-b627-4069-9787-a04a4847f368 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8bc69854cdc74679b58557948360d991&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660832 Jan 27 22:28:04.795171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f3902e95-ebf6-42cc-b106-15446d59809c None None] Current status of the port 04bf26fd-a9d8-4752-b415-8ab699c06b04 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:04.801676 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3902e95-ebf6-42cc-b106-15446d59809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.836583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f3902e95-ebf6-42cc-b106-15446d59809c None None] For port 04bf26fd-a9d8-4752-b415-8ab699c06b04, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=04bf26fd-a9d8-4752-b415-8ab699c06b04,segment=NetworkSegment(b190507b-2b54-4e35-91b1-3526b41dc435),segment_id=b190507b-2b54-4e35-91b1-3526b41dc435)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:04.859465 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] Set router d69e8278-bf82-49cd-99fe-4307d9b858c0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:04.951868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-d26b8198-0896-45ba-abf1-43d297c6e552 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:28:04.953942 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3902e95-ebf6-42cc-b106-15446d59809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:04.979911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-d26b8198-0896-45ba-abf1-43d297c6e552 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0851781 Jan 27 22:28:04.992842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 42ac5960-516c-41bb-96fb-3e4046c01178 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:05.021934 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c2666513-34ae-4208-98ca-35615d177ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:05.054072 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3902e95-ebf6-42cc-b106-15446d59809c None None] Pushing event updated for resources: {'Port': ['ID=04bf26fd-a9d8-4752-b415-8ab699c06b04,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:05.068702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-de44bfad-db2f-4ca1-bbf2-7ff093dbde71 service neutron] 10.222.0.61 "GET /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950391 Jan 27 22:28:05.069817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 42ac5960-516c-41bb-96fb-3e4046c01178 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:05.070733 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (42ac5960-516c-41bb-96fb-3e4046c01178), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:05.122101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-942a8dee-7538-40c4-afa9-fc586dd5749f None None] Provisioning complete for port 04bf26fd-a9d8-4752-b415-8ab699c06b04 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:05.122470 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-942a8dee-7538-40c4-afa9-fc586dd5749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:05.176386 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:28:02Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '04bf26fd-a9d8-4752-b415-8ab699c06b04', 'name': '', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'mac_address': 'fa:16:3e:2f:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'subnets': [{'id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:05.177851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-3b2a1abb-c83b-4fae-b2e8-f6f61b13f8f9 service neutron] 10.222.0.61 "GET /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036572 Jan 27 22:28:05.204463 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653005f6-e82a-4df9-b02a-425d30ac5ddf None None] The sync data for ids ['d69e8278-bf82-49cd-99fe-4307d9b858c0'] in n-d-760456-6 is: [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:28:02Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '04bf26fd-a9d8-4752-b415-8ab699c06b04', 'name': '', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'mac_address': 'fa:16:3e:2f:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'subnets': [{'id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:28:05.205071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 42ac5960-516c-41bb-96fb-3e4046c01178 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:05.206855 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bdd55059-25d9-4c5d-9de3-307e8d30dfc9 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:05.284761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-942a8dee-7538-40c4-afa9-fc586dd5749f None None] Current status of the port 04bf26fd-a9d8-4752-b415-8ab699c06b04 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:05.302362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:05.302745 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:05.386557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:06.073508 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:28:06.263058 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:06.469577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d56476c7-f4a5-4281-9ffc-bfe075a85e0d req-c23f4388-714a-46ff-8488-79033343f309 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 210 time: 0.0267687 Jan 27 22:28:06.984156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 04bf26fd-a9d8-4752-b415-8ab699c06b04 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:07.033815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 04bf26fd-a9d8-4752-b415-8ab699c06b04 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:07.034193 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:07.109494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 04bf26fd-a9d8-4752-b415-8ab699c06b04 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:07.538659 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:07.547156 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c51bbbb-a3b7-4833-a405-e330363924b0 req-88bb5610-195b-4fb0-a3d2-effa9f49365a tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 210 time: 0.0269308 Jan 27 22:28:08.651017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e9821e0-dc11-4db3-b5c4-b5188419044c req-8e1d1633-4adb-455e-bcb2-895ac8a56451 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 210 time: 0.0261493 Jan 27 22:28:08.921193 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:09.162064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-15bb6415-d523-40b7-9a66-2da71c0e9c6f tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:09.163444 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-15bb6415-d523-40b7-9a66-2da71c0e9c6f tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.74 "GET /v2.0/networks?id=dd7caf24-d9d8-45af-8b18-aa73f063510d HTTP/1.1" status: 200 len: 797 time: 0.1051044 Jan 27 22:28:09.231316 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-8e5d2ab3-0785-4e45-8dc2-3dd70b5122b7 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bc69854cdc74679b58557948360d991 HTTP/1.1" status: 200 len: 477 time: 0.0603793 Jan 27 22:28:09.239043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Request body: {'port': {'device_id': '4a479913-8511-4801-a040-5fb9aa3b543f', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'admin_state_up': True, 'tenant_id': '8bc69854cdc74679b58557948360d991', 'security_groups': ['d9c726cc-9a09-482a-8e69-067493b1afff', '8fc803bd-d860-48bc-b229-d2a0338633a5']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:09.447063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Made reservation on behalf of 8bc69854cdc74679b58557948360d991 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:28:09.450498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:09.575568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Allocated IP 172.20.0.3 (dd7caf24-d9d8-45af-8b18-aa73f063510d/3aafe6a6-d54c-4c81-bfd6-37b853ea08bd/45c7c68d-f712-41c3-9ae3-233bbb2121e7) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:09.739767 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:09.757416 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f11c82e-b7b5-4f50-89bd-b64081747c50 req-78c32a2b-0a45-4100-af6f-5d4ad847b585 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 210 time: 0.0368524 Jan 27 22:28:09.857653 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:09.901147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network dd7caf24-d9d8-45af-8b18-aa73f063510d is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:09.905102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:09.908198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:09.944130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Port': ['ID=45c7c68d-f712-41c3-9ae3-233bbb2121e7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:09.969927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:09.970547 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:10.061666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-929af8b7-9c57-4f46-81ff-d5c5b477af30 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8261118 Jan 27 22:28:10.139718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2b8efc5a-8bf7-4bf7-b18b-afdfc8fa456d None None] Provisioning complete for port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:10.140920 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2b8efc5a-8bf7-4bf7-b18b-afdfc8fa456d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:10.151013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Request body: {'port': {'device_id': '4a479913-8511-4801-a040-5fb9aa3b543f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:10.180520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2b8efc5a-8bf7-4bf7-b18b-afdfc8fa456d None None] Port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:28:10.208002 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:10.468679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c7c68d-f712-41c3-9ae3-233bbb2121e7 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:28:10.476389 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Publish callbacks [] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:10.488611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Transition to ACTIVE for port object 45c7c68d-f712-41c3-9ae3-233bbb2121e7 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:28:10.578259 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:10.630946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Pushing event updated for resources: {'Port': ['ID=45c7c68d-f712-41c3-9ae3-233bbb2121e7,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:10.654342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.654703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.655067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.655416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.655767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.656127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.656470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.656808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.657143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.657479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.657813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.658143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.658478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:10.707904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Attempting to bind port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:10.708287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Attempting to bind port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:10.708623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Attempting to bind port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 on network dd7caf24-d9d8-45af-8b18-aa73f063510d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:10.713071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 on network dd7caf24-d9d8-45af-8b18-aa73f063510d not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:28:10.713431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Attempting to bind port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 on network dd7caf24-d9d8-45af-8b18-aa73f063510d {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:10.719176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:10.719436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Checking segment: {'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:10.719825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Bound using segment: {'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:10.720294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Bound port: 45c7c68d-f712-41c3-9ae3-233bbb2121e7, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b190507b-2b54-4e35-91b1-3526b41dc435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:10.720936 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:10.788157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] For port 45c7c68d-f712-41c3-9ae3-233bbb2121e7, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:28:10.792120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] For port 45c7c68d-f712-41c3-9ae3-233bbb2121e7, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=45c7c68d-f712-41c3-9ae3-233bbb2121e7,segment=NetworkSegment(b190507b-2b54-4e35-91b1-3526b41dc435),segment_id=b190507b-2b54-4e35-91b1-3526b41dc435)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:28:10.876681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584ad23-38a6-4a97-a348-c08c5e7f10d1 req-4bfc6ab0-4327-458b-bbc3-e478fa80188d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:10.878101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f584ad23-38a6-4a97-a348-c08c5e7f10d1 req-4bfc6ab0-4327-458b-bbc3-e478fa80188d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 982 time: 0.0521972 Jan 27 22:28:10.898204 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:10.953657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:10.954288 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:10.955695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] 10.222.0.74 "PUT /v2.0/ports/45c7c68d-f712-41c3-9ae3-233bbb2121e7 HTTP/1.1" status: 200 len: 1130 time: 0.8524890 Jan 27 22:28:10.956172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a479913-8511-4801-a040-5fb9aa3b543f', 'tag': '45c7c68d-f712-41c3-9ae3-233bbb2121e7'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:10.990706 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f584ad23-38a6-4a97-a348-c08c5e7f10d1 req-6f36311e-0ae2-4286-a257-2523461c92d3 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1069479 Jan 27 22:28:10.993860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307589c5-3ff6-49c4-94c8-049f2231bad4 service neutron] Pushing event updated for resources: {'Port': ['ID=45c7c68d-f712-41c3-9ae3-233bbb2121e7,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:11.003528 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04757fbe-7cab-47c2-92c2-ad764ca4d760" -d '{"events": [{"name": "network-changed", "server_uuid": "4a479913-8511-4801-a040-5fb9aa3b543f", "tag": "45c7c68d-f712-41c3-9ae3-233bbb2121e7"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:11.123026 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0ea0a9-748c-489d-9a21-ab04190e0405 x-openstack-request-id: req-1a0ea0a9-748c-489d-9a21-ab04190e0405 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:11.123422 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a479913-8511-4801-a040-5fb9aa3b543f", "tag": "45c7c68d-f712-41c3-9ae3-233bbb2121e7", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:11.123798 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a0ea0a9-748c-489d-9a21-ab04190e0405 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:11.124242 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a479913-8511-4801-a040-5fb9aa3b543f', 'tag': '45c7c68d-f712-41c3-9ae3-233bbb2121e7', 'status': 'completed', 'code': 200} Jan 27 22:28:11.141343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-0d58bb1e-267c-47ea-a328-dcbfa564d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:11.142851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-0d58bb1e-267c-47ea-a328-dcbfa564d25b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8bc69854cdc74679b58557948360d991&device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 1133 time: 0.0509982 Jan 27 22:28:11.187179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-985f5512-046f-49be-a153-f9b6d8f2f125 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c7c68d-f712-41c3-9ae3-233bbb2121e7 HTTP/1.1" status: 200 len: 217 time: 0.0384450 Jan 27 22:28:11.234411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-19d19258-a36e-47e2-b171-767b3bf5b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:11.235882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-19d19258-a36e-47e2-b171-767b3bf5b35f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3aafe6a6-d54c-4c81-bfd6-37b853ea08bd HTTP/1.1" status: 200 len: 834 time: 0.0435781 Jan 27 22:28:11.278871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-9d8c2761-7769-496f-9c9d-afc59215ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:11.280277 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-9d8c2761-7769-496f-9c9d-afc59215ef31 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dd7caf24-d9d8-45af-8b18-aa73f063510d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392146 Jan 27 22:28:11.372109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-c2c6fc3b-eee8-48ed-aeb6-cb73eb87c425 service neutron] 10.222.0.74 "GET /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863948 Jan 27 22:28:11.468385 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b6ca38-8128-40f9-a07d-500f68fd1b4d req-197e1c57-014d-4f6f-a5e0-c175e565b913 service neutron] 10.222.0.74 "GET /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912337 Jan 27 22:28:11.623071 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04757fbe-7cab-47c2-92c2-ad764ca4d760 req-ebb2e431-cee0-4c0b-b531-bed4379597b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:11.624577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04757fbe-7cab-47c2-92c2-ad764ca4d760 req-ebb2e431-cee0-4c0b-b531-bed4379597b8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8bc69854cdc74679b58557948360d991&device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 1133 time: 0.0455770 Jan 27 22:28:11.715633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04757fbe-7cab-47c2-92c2-ad764ca4d760 req-3ea410bc-ef09-4d68-a6bb-52b60c4d6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:11.717165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04757fbe-7cab-47c2-92c2-ad764ca4d760 req-3ea410bc-ef09-4d68-a6bb-52b60c4d6fc2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dd7caf24-d9d8-45af-8b18-aa73f063510d HTTP/1.1" status: 200 len: 898 time: 0.0873654 Jan 27 22:28:11.757557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04757fbe-7cab-47c2-92c2-ad764ca4d760 req-4ea88051-f585-42f7-a52b-2a2d8a3a9b02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c7c68d-f712-41c3-9ae3-233bbb2121e7 HTTP/1.1" status: 200 len: 217 time: 0.0345206 Jan 27 22:28:11.813499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04757fbe-7cab-47c2-92c2-ad764ca4d760 req-2c687655-3895-4f7b-b247-c6c5e8bc8793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:11.814992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04757fbe-7cab-47c2-92c2-ad764ca4d760 req-2c687655-3895-4f7b-b247-c6c5e8bc8793 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3aafe6a6-d54c-4c81-bfd6-37b853ea08bd HTTP/1.1" status: 200 len: 834 time: 0.0500057 Jan 27 22:28:11.858951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04757fbe-7cab-47c2-92c2-ad764ca4d760 req-deaac160-3324-45c6-9ab1-5d9798c63017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:11.860446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04757fbe-7cab-47c2-92c2-ad764ca4d760 req-deaac160-3324-45c6-9ab1-5d9798c63017 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dd7caf24-d9d8-45af-8b18-aa73f063510d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390277 Jan 27 22:28:11.947924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04757fbe-7cab-47c2-92c2-ad764ca4d760 req-ad7df281-b777-495f-910c-cd094f91b9c5 service neutron] 10.222.0.74 "GET /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812912 Jan 27 22:28:12.043139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04757fbe-7cab-47c2-92c2-ad764ca4d760 req-a127142e-5b76-4bd9-898d-d2d0c6fff3ac service neutron] 10.222.0.74 "GET /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859792 Jan 27 22:28:12.110020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec318b88-f4a9-4bc4-9eb8-c00d54c0bf13 req-2a7752bf-5b30-43de-976a-f15d6705772c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:12.111430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec318b88-f4a9-4bc4-9eb8-c00d54c0bf13 req-2a7752bf-5b30-43de-976a-f15d6705772c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 982 time: 0.0493598 Jan 27 22:28:12.166361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec318b88-f4a9-4bc4-9eb8-c00d54c0bf13 req-dff5fd00-4836-4bdb-afaa-c35f36e86f14 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0491714 Jan 27 22:28:13.298544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f318f1-f3d3-4f78-8ab3-6454b47c14c5 req-18a8c6e1-3e40-48fe-9b69-188dab175858 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:13.300025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1f318f1-f3d3-4f78-8ab3-6454b47c14c5 req-18a8c6e1-3e40-48fe-9b69-188dab175858 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 982 time: 0.0516670 Jan 27 22:28:13.354342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1f318f1-f3d3-4f78-8ab3-6454b47c14c5 req-0e6bb430-f2d4-4feb-9330-b83597143691 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0486004 Jan 27 22:28:14.469256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11b205-1d4b-49db-9d15-397aa01dd798 req-2380fec1-eff1-4460-b36c-37e025604792 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:14.470914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe11b205-1d4b-49db-9d15-397aa01dd798 req-2380fec1-eff1-4460-b36c-37e025604792 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 982 time: 0.0492513 Jan 27 22:28:14.537941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fe11b205-1d4b-49db-9d15-397aa01dd798 req-7cc17e3b-888b-4f01-b737-e369b6a18f55 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0609202 Jan 27 22:28:15.065734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 45c7c68d-f712-41c3-9ae3-233bbb2121e7 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:28:15.171692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 45c7c68d-f712-41c3-9ae3-233bbb2121e7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=45c7c68d-f712-41c3-9ae3-233bbb2121e7,segment=NetworkSegment(b190507b-2b54-4e35-91b1-3526b41dc435),segment_id=b190507b-2b54-4e35-91b1-3526b41dc435)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:15.182790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '45c7c68d-f712-41c3-9ae3-233bbb2121e7', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'port_id': '45c7c68d-f712-41c3-9ae3-233bbb2121e7', 'mac_address': 'fa:16:3e:f3:b0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:28:15.218180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:15.218569 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:15.232302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c7c68d-f712-41c3-9ae3-233bbb2121e7 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:28:15.251595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 45c7c68d-f712-41c3-9ae3-233bbb2121e7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=45c7c68d-f712-41c3-9ae3-233bbb2121e7,segment=NetworkSegment(b190507b-2b54-4e35-91b1-3526b41dc435),segment_id=b190507b-2b54-4e35-91b1-3526b41dc435)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:15.336481 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:15.395145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=45c7c68d-f712-41c3-9ae3-233bbb2121e7,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:15.594438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['45c7c68d-f712-41c3-9ae3-233bbb2121e7'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:28:15.671670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a1def-7d3b-4d96-bcd3-7ca7fd70373a req-b359d349-06dd-49a6-9456-94cf75dbfd3b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:15.673403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-507a1def-7d3b-4d96-bcd3-7ca7fd70373a req-b359d349-06dd-49a6-9456-94cf75dbfd3b tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 983 time: 0.0586205 Jan 27 22:28:15.749931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-507a1def-7d3b-4d96-bcd3-7ca7fd70373a req-46b6eae1-410d-47ad-8b5c-ca08a8cf925e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0697012 Jan 27 22:28:16.867291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb15b77-03b1-440f-a91a-438d65bf110e req-6411eba5-f73a-42ed-a880-cab8901d3d24 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:16.868887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdb15b77-03b1-440f-a91a-438d65bf110e req-6411eba5-f73a-42ed-a880-cab8901d3d24 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 983 time: 0.0515752 Jan 27 22:28:16.927402 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdb15b77-03b1-440f-a91a-438d65bf110e req-af43f745-0a12-43b9-92e9-7d21f70d26fc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0527139 Jan 27 22:28:17.077308 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 45c7c68d-f712-41c3-9ae3-233bbb2121e7 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:28:17.252296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:28:17.256501 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:28:17.256902 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:17.336823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:28:17.337133 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:17.359530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a479913-8511-4801-a040-5fb9aa3b543f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7c68d-f712-41c3-9ae3-233bbb2121e7'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:17.373620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 45c7c68d-f712-41c3-9ae3-233bbb2121e7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=45c7c68d-f712-41c3-9ae3-233bbb2121e7,segment=NetworkSegment(b190507b-2b54-4e35-91b1-3526b41dc435),segment_id=b190507b-2b54-4e35-91b1-3526b41dc435)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:28:17.406705 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0987a03-c9b9-4cec-b70c-58c0dc7d4c2c" -d '{"events": [{"server_uuid": "4a479913-8511-4801-a040-5fb9aa3b543f", "name": "network-vif-plugged", "status": "completed", "tag": "45c7c68d-f712-41c3-9ae3-233bbb2121e7"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:17.481359 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:17.505229 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8262c415-b757-4206-90d1-bc64bffc90a2 x-openstack-request-id: req-8262c415-b757-4206-90d1-bc64bffc90a2 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:17.505525 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a479913-8511-4801-a040-5fb9aa3b543f", "name": "network-vif-plugged", "status": "completed", "tag": "45c7c68d-f712-41c3-9ae3-233bbb2121e7", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:17.505793 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8262c415-b757-4206-90d1-bc64bffc90a2 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:17.506187 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a479913-8511-4801-a040-5fb9aa3b543f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7c68d-f712-41c3-9ae3-233bbb2121e7', 'code': 200} Jan 27 22:28:17.532183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=45c7c68d-f712-41c3-9ae3-233bbb2121e7,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:17.583373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47528ee8-9143-4ad4-a157-ed47a262d559 req-b351f993-857a-4cf6-a6e1-9e7a8a7ac059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:17.584869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47528ee8-9143-4ad4-a157-ed47a262d559 req-b351f993-857a-4cf6-a6e1-9e7a8a7ac059 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 1135 time: 0.0401518 Jan 27 22:28:17.634155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47528ee8-9143-4ad4-a157-ed47a262d559 req-860cef95-04a5-41a5-9e80-341a1a236c7b service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d9c726cc-9a09-482a-8e69-067493b1afff&id=8fc803bd-d860-48bc-b229-d2a0338633a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0435755 Jan 27 22:28:18.050473 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5becf55-7c84-4c12-9d91-94d9ee834b23 req-c36cf52e-a84d-445b-bc42-5533a841b91e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:18.051949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5becf55-7c84-4c12-9d91-94d9ee834b23 req-c36cf52e-a84d-445b-bc42-5533a841b91e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 984 time: 0.0530562 Jan 27 22:28:18.107451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5becf55-7c84-4c12-9d91-94d9ee834b23 req-be539268-9d38-4bc6-ab60-53d5b0f204c6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0497100 Jan 27 22:28:19.226629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a940acb-d9e0-48a4-a25b-af28afdf4f9b req-ede3e0fc-03c1-4ce5-9f11-db6990da3813 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:19.228020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a940acb-d9e0-48a4-a25b-af28afdf4f9b req-ede3e0fc-03c1-4ce5-9f11-db6990da3813 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 984 time: 0.0500040 Jan 27 22:28:19.282411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a940acb-d9e0-48a4-a25b-af28afdf4f9b req-34417a8b-8274-4dd4-b47f-0bc761061441 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0482588 Jan 27 22:28:19.398922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349cf2d-5cf1-4898-930a-1cdabde38131 req-5d0c96dc-137e-4d66-993f-aacb99fd8d09 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:19.400415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7349cf2d-5cf1-4898-930a-1cdabde38131 req-5d0c96dc-137e-4d66-993f-aacb99fd8d09 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 984 time: 0.0527432 Jan 27 22:28:19.455459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7349cf2d-5cf1-4898-930a-1cdabde38131 req-11554f81-e29d-4b51-95f0-86ea19a1496d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0494511 Jan 27 22:28:19.557941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1a1b3-752c-4965-ab97-23052ec62527 req-9f535c1b-de00-40d8-a2d9-966a3f9096d2 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:19.559481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55f1a1b3-752c-4965-ab97-23052ec62527 req-9f535c1b-de00-40d8-a2d9-966a3f9096d2 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 1135 time: 0.0408292 Jan 27 22:28:19.576713 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-55f1a1b3-752c-4965-ab97-23052ec62527 req-303b91af-55d7-45ed-ac34-950167c22906 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:19.648331 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-55f1a1b3-752c-4965-ab97-23052ec62527 req-303b91af-55d7-45ed-ac34-950167c22906 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Publish callbacks [] for security_group (ba93ab19-739e-476c-8ea4-a09302de286d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:19.726353 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-55f1a1b3-752c-4965-ab97-23052ec62527 req-303b91af-55d7-45ed-ac34-950167c22906 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ba93ab19-739e-476c-8ea4-a09302de286d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:19.770036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b91af-55d7-45ed-ac34-950167c22906 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba93ab19-739e-476c-8ea4-a09302de286d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:19.776575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-55f1a1b3-752c-4965-ab97-23052ec62527 req-303b91af-55d7-45ed-ac34-950167c22906 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2117279 Jan 27 22:28:19.799815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37624) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:19.842448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c493c7f9-37cf-4d81-92e9-84f2f9d306ac tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:19.843946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c493c7f9-37cf-4d81-92e9-84f2f9d306ac tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 1130 time: 0.0431337 Jan 27 22:28:19.847167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37626) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:19.851448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '45c7c68d-f712-41c3-9ae3-233bbb2121e7', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:19.954939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:20.049496 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:20.504067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Allocated IP 172.25.0.231 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/f4bbb051-a165-4720-b81c-e0935d837c46) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:20.600028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for port (f4bbb051-a165-4720-b81c-e0935d837c46), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:20.698150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (f4bbb051-a165-4720-b81c-e0935d837c46), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:20.737039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:20.739777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:20.743160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:20.768498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Port': ['ID=f4bbb051-a165-4720-b81c-e0935d837c46,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:21.097940 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for floatingip (9c922619-fc69-47bc-ab14-b326340fb235), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:21.235392 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (f4bbb051-a165-4720-b81c-e0935d837c46), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:21.383592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for port (f4bbb051-a165-4720-b81c-e0935d837c46), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:21.473299 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (f4bbb051-a165-4720-b81c-e0935d837c46), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:21.543576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Port': ['ID=f4bbb051-a165-4720-b81c-e0935d837c46,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:21.554993 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (9c922619-fc69-47bc-ab14-b326340fb235), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:21.655331 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Floating IP 9c922619-fc69-47bc-ab14-b326340fb235 associated. External IP: 172.25.0.231, port: 45c7c68d-f712-41c3-9ae3-233bbb2121e7. Jan 27 22:28:21.865681 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Router d69e8278-bf82-49cd-99fe-4307d9b858c0 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:28:21.977373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:28:21.987716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ddcf18-0cad-46fa-b810-828f372b0ff4 None None] Sync routers for ids ['d69e8278-bf82-49cd-99fe-4307d9b858c0'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:28:21.998973 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ddcf18-0cad-46fa-b810-828f372b0ff4 None None] Routers {'d69e8278-bf82-49cd-99fe-4307d9b858c0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:22.006514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-30ddcf18-0cad-46fa-b810-828f372b0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:28:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d69e8278-bf82-49cd-99fe-4307d9b858c0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:22.054295 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:22.081572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f3bb116a-536f-4470-ad48-7126f1ef142c tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2333772 Jan 27 22:28:22.082177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a479913-8511-4801-a040-5fb9aa3b543f', 'tag': '45c7c68d-f712-41c3-9ae3-233bbb2121e7'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:28:22.084274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37630) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:22.086777 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b76ddb2-8574-4911-b87a-c8ed4b035a70" -d '{"events": [{"name": "network-changed", "server_uuid": "4a479913-8511-4801-a040-5fb9aa3b543f", "tag": "45c7c68d-f712-41c3-9ae3-233bbb2121e7"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:28:22.114037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-30ddcf18-0cad-46fa-b810-828f372b0ff4 None None] Set router d69e8278-bf82-49cd-99fe-4307d9b858c0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:22.124419 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00e82af-85e8-4775-8f96-ca63ddaf1253 x-openstack-request-id: req-b00e82af-85e8-4775-8f96-ca63ddaf1253 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:28:22.124724 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a479913-8511-4801-a040-5fb9aa3b543f", "tag": "45c7c68d-f712-41c3-9ae3-233bbb2121e7", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:28:22.125265 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b00e82af-85e8-4775-8f96-ca63ddaf1253 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:28:22.125693 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a479913-8511-4801-a040-5fb9aa3b543f', 'tag': '45c7c68d-f712-41c3-9ae3-233bbb2121e7', 'status': 'completed', 'code': 200} Jan 27 22:28:22.190198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76ddb2-8574-4911-b87a-c8ed4b035a70 req-38486ab3-54f1-43f5-9bc5-a08cecad0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:22.191766 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b76ddb2-8574-4911-b87a-c8ed4b035a70 req-38486ab3-54f1-43f5-9bc5-a08cecad0fbe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8bc69854cdc74679b58557948360d991&device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 1135 time: 0.0421081 Jan 27 22:28:22.266424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f5a006-26d0-4365-a167-119e0c11d8c6 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:22.266815 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f5a006-26d0-4365-a167-119e0c11d8c6 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:22.267287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f5a006-26d0-4365-a167-119e0c11d8c6 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:22.268422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f5a006-26d0-4365-a167-119e0c11d8c6 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:22.272596 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-20f5a006-26d0-4365-a167-119e0c11d8c6 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1867735 Jan 27 22:28:22.273239 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37636) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:22.295521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76ddb2-8574-4911-b87a-c8ed4b035a70 req-981f3613-5733-44aa-aa27-ead1197698c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:22.297089 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b76ddb2-8574-4911-b87a-c8ed4b035a70 req-981f3613-5733-44aa-aa27-ead1197698c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dd7caf24-d9d8-45af-8b18-aa73f063510d HTTP/1.1" status: 200 len: 898 time: 0.1000054 Jan 27 22:28:22.327620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8d1cc-b1ea-4b32-8f43-d7106d3a8589 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:22.328222 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8d1cc-b1ea-4b32-8f43-d7106d3a8589 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:22.328706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8d1cc-b1ea-4b32-8f43-d7106d3a8589 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:22.329155 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8d1cc-b1ea-4b32-8f43-d7106d3a8589 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:22.333432 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f9d8d1cc-b1ea-4b32-8f43-d7106d3a8589 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0566728 Jan 27 22:28:22.333878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37638) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:22.371660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b76ddb2-8574-4911-b87a-c8ed4b035a70 req-81ece316-5ce6-461d-8f8d-adee32b0c19d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c7c68d-f712-41c3-9ae3-233bbb2121e7 HTTP/1.1" status: 200 len: 999 time: 0.0659146 Jan 27 22:28:22.424987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76ddb2-8574-4911-b87a-c8ed4b035a70 req-11f73e6e-f62b-418f-bfbc-35332b379565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:22.426703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b76ddb2-8574-4911-b87a-c8ed4b035a70 req-11f73e6e-f62b-418f-bfbc-35332b379565 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3aafe6a6-d54c-4c81-bfd6-37b853ea08bd HTTP/1.1" status: 200 len: 834 time: 0.0481651 Jan 27 22:28:22.487576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76ddb2-8574-4911-b87a-c8ed4b035a70 req-967ae0d1-0626-4c6d-be29-e4024a298f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:22.489336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b76ddb2-8574-4911-b87a-c8ed4b035a70 req-967ae0d1-0626-4c6d-be29-e4024a298f6e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dd7caf24-d9d8-45af-8b18-aa73f063510d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568502 Jan 27 22:28:22.527938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-30ddcf18-0cad-46fa-b810-828f372b0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:28:02Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '9c922619-fc69-47bc-ab14-b326340fb235', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'port_id': '45c7c68d-f712-41c3-9ae3-233bbb2121e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'mac_address': 'fa:16:3e:f3:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a479913-8511-4801-a040-5fb9aa3b543f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:20Z', 'updated_at': '2022-01-27T22:28:20Z', 'revision_number': 0, 'project_id': '8bc69854cdc74679b58557948360d991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bf26fd-a9d8-4752-b415-8ab699c06b04', 'name': '', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'mac_address': 'fa:16:3e:2f:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 5, 'project_id': '8bc69854cdc74679b58557948360d991', 'subnets': [{'id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:22.560343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ddcf18-0cad-46fa-b810-828f372b0ff4 None None] Checking router: d69e8278-bf82-49cd-99fe-4307d9b858c0 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:28:22.569395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ddcf18-0cad-46fa-b810-828f372b0ff4 None None] Routers {'d69e8278-bf82-49cd-99fe-4307d9b858c0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:22.569815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-30ddcf18-0cad-46fa-b810-828f372b0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:28:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d69e8278-bf82-49cd-99fe-4307d9b858c0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:22.585262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b76ddb2-8574-4911-b87a-c8ed4b035a70 req-0613cb39-399d-4b24-ac61-32dc272ee997 service neutron] 10.222.0.74 "GET /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903656 Jan 27 22:28:22.681043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-30ddcf18-0cad-46fa-b810-828f372b0ff4 None None] Set router d69e8278-bf82-49cd-99fe-4307d9b858c0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:22.691578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b76ddb2-8574-4911-b87a-c8ed4b035a70 req-3b88cbe3-71a1-4807-8d14-fcaf6a3e641f service neutron] 10.222.0.74 "GET /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009061 Jan 27 22:28:22.908873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-30ddcf18-0cad-46fa-b810-828f372b0ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:28:02Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '9c922619-fc69-47bc-ab14-b326340fb235', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'port_id': '45c7c68d-f712-41c3-9ae3-233bbb2121e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'mac_address': 'fa:16:3e:f3:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a479913-8511-4801-a040-5fb9aa3b543f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:20Z', 'updated_at': '2022-01-27T22:28:20Z', 'revision_number': 0, 'project_id': '8bc69854cdc74679b58557948360d991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bf26fd-a9d8-4752-b415-8ab699c06b04', 'name': '', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'mac_address': 'fa:16:3e:2f:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 5, 'project_id': '8bc69854cdc74679b58557948360d991', 'subnets': [{'id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:22.932184 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d6f1b9e5-7a22-441b-ac4a-7168b2b28d1d tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.5973310 Jan 27 22:28:22.935653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37644) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:22.935936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ddcf18-0cad-46fa-b810-828f372b0ff4 None None] The sync data for ids ['d69e8278-bf82-49cd-99fe-4307d9b858c0'] in n-d-760456-6 is: [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:28:02Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '9c922619-fc69-47bc-ab14-b326340fb235', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'port_id': '45c7c68d-f712-41c3-9ae3-233bbb2121e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'mac_address': 'fa:16:3e:f3:b0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a479913-8511-4801-a040-5fb9aa3b543f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:28:20Z', 'updated_at': '2022-01-27T22:28:20Z', 'revision_number': 0, 'project_id': '8bc69854cdc74679b58557948360d991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04bf26fd-a9d8-4752-b415-8ab699c06b04', 'name': '', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'mac_address': 'fa:16:3e:2f:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 5, 'project_id': '8bc69854cdc74679b58557948360d991', 'subnets': [{'id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:28:23.012552 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796d0f8e-1d64-484c-a3bf-eec638d45b1f tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:23.013045 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796d0f8e-1d64-484c-a3bf-eec638d45b1f tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:23.014693 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-796d0f8e-1d64-484c-a3bf-eec638d45b1f tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d69e8278-bf82-49cd-99fe-4307d9b858c0 HTTP/1.1" status: 200 len: 1989 time: 0.0780003 Jan 27 22:28:23.129038 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0211a5-a7bb-4812-aa9b-667da9fc1378 None None] New status for floating IP 9c922619-fc69-47bc-ab14-b326340fb235: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:28:27.284746 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:27.680742 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:32.360023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-77708033-1e04-4a4f-b61a-9f5ea174f711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:34.909112 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-94f34e5d-cb12-4e80-9633-736797e794f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:36.239884 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:37.548495 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:38.953376 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:43.072905 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:28:56.852785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37670) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:56.898415 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-70f6af83-db2f-4923-8aae-a8cf69c00271 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0445604 Jan 27 22:28:56.900997 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37672) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:56.905607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Request body: {'network': {'name': 'tempest-network-smoke--1393757396', 'project_id': '8bc69854cdc74679b58557948360d991', 'port_security_enabled': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:57.034151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Made reservation on behalf of 8bc69854cdc74679b58557948360d991 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:28:57.038006 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.060967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:28:57.069274 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (81c7e6d5-70a8-4317-a201-673e55a0ea1b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.069621 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Added segment 81c7e6d5-70a8-4317-a201-673e55a0ea1b of type vlan for network 7aea869f-c6ff-4880-8186-3bc054931bca Jan 27 22:28:57.107389 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (7aea869f-c6ff-4880-8186-3bc054931bca), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.176602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (7aea869f-c6ff-4880-8186-3bc054931bca), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.181651 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:57.182231 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.248849 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Network': ['ID=7aea869f-c6ff-4880-8186-3bc054931bca,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:57.256541 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.256896 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.257248 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.257596 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.257943 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.258277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.258612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.258952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.259283 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.259617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.259953 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.260297 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.260674 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:28:57.272656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 7aea869f-c6ff-4880-8186-3bc054931bca details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:28:57.323838 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.346086 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4a786603-72af-4030-bf21-b3e77b5b3eb5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4440808 Jan 27 22:28:57.348979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37676) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:57.353387 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1053291412', 'admin_state_up': True, 'project_id': '8bc69854cdc74679b58557948360d991', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:57.434030 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.435076 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.484570 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router_controller (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.679658 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.699955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router_gateway (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.963857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router_gateway (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:57.988791 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.125135 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Allocated IP 172.25.0.171 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/4d0bff3f-53b0-4bce-98c7-8572af13ec0f) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:28:58.230386 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.364515 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.401142 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:28:58.403910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:28:58.407410 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:28:58.435599 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Port': ['ID=4d0bff3f-53b0-4bce-98c7-8572af13ec0f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:28:58.724367 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router_gateway (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:58.915676 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.130889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Router 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:28:59.236442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:28:59.245761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Sync routers for ids ['182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:28:59.254997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Routers {'182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:28:59.260023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:28:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:59.309926 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.311174 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cffc902b-fdd5-4b12-8b81-6f57c4ba4a77 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9612639 Jan 27 22:28:59.314231 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37678) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:59.361328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Set router 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:28:59.384034 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121e4c7-1d94-4c4f-ad7a-81be798e941b tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:59.385512 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4121e4c7-1d94-4c4f-ad7a-81be798e941b tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=8bc69854cdc74679b58557948360d991&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0703144 Jan 27 22:28:59.388394 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37680) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:59.538323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053291412', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:28:58Z', 'revision_number': 3, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:28:59.547349 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9177c7-60c6-422e-8052-ee349ba0580f tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:59.548956 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fb9177c7-60c6-422e-8052-ee349ba0580f tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1596270 Jan 27 22:28:59.551744 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37682) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:59.567909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Checking router: 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:28:59.568297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Updating router 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:28:59.585479 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8a7fcfe4-f25e-4537-8a4e-23e461d1e60a tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326111 Jan 27 22:28:59.588020 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37684) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:59.592651 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.615439 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-11f62999-45ed-4b71-a394-36e457ee11ea tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=8bc69854cdc74679b58557948360d991&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263486 Jan 27 22:28:59.617811 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37686) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:59.704490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632fc77a-f8ff-495f-8c68-81b2ce04b048 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:28:59.706077 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-632fc77a-f8ff-495f-8c68-81b2ce04b048 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873671 Jan 27 22:28:59.708807 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37688) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:59.736552 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8da221a0-e569-45ec-a3e1-58dad0a4ab2c tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266581 Jan 27 22:28:59.738893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37690) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:28:59.743608 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8a97d926-965c-4724-9218-937b038008fa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1659088625', 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca', 'project_id': '8bc69854cdc74679b58557948360d991', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:28:59.841241 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Publish callbacks [] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.890586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a97d926-965c-4724-9218-937b038008fa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Made reservation on behalf of 8bc69854cdc74679b58557948360d991 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:28:59.894654 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a97d926-965c-4724-9218-937b038008fa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.925272 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.976836 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Attempting to bind port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:28:59.977223 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Attempting to bind port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:28:59.977606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Attempting to bind port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:28:59.987374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:28:59.987764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:28:59.988210 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.988610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:28:59.989088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Bound port: 4d0bff3f-53b0-4bce-98c7-8572af13ec0f, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:28:59.989477 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:28:59.994505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83927e0e-686e-4c07-9e31-5f2b74732724 None None] Pushing event updated for resources: {'Port': ['ID=4d0bff3f-53b0-4bce-98c7-8572af13ec0f,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:00.045305 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] For port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:00.048658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] For port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4d0bff3f-53b0-4bce-98c7-8572af13ec0f,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:00.125525 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:00.153967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a97d926-965c-4724-9218-937b038008fa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (87111cba-71f7-4ed3-bf31-ca12cad1d268), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:00.182000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Routers {'182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:00.182639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:28:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:00.221177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97d926-965c-4724-9218-937b038008fa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Subnet': ['ID=87111cba-71f7-4ed3-bf31-ca12cad1d268,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:00.222350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83927e0e-686e-4c07-9e31-5f2b74732724 None None] Pushing event updated for resources: {'Port': ['ID=4d0bff3f-53b0-4bce-98c7-8572af13ec0f,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:00.230298 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97d926-965c-4724-9218-937b038008fa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Checking segment: {'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:00.230737 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a97d926-965c-4724-9218-937b038008fa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network hostable DHCP agents. Network: 7aea869f-c6ff-4880-8186-3bc054931bca, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:29:00.291554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] Set router 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:00.314460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a97d926-965c-4724-9218-937b038008fa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network 7aea869f-c6ff-4880-8186-3bc054931bca is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:29:00.404234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-8a97d926-965c-4724-9218-937b038008fa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 7aea869f-c6ff-4880-8186-3bc054931bca) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:00.408620 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a97d926-965c-4724-9218-937b038008fa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:00.409315 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8a97d926-965c-4724-9218-937b038008fa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:00.416713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1379e219-b846-4fdd-8121-28c9de54564a None None] Network 7aea869f-c6ff-4880-8186-3bc054931bca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:29:00.544957 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8a97d926-965c-4724-9218-937b038008fa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8048260 Jan 27 22:29:00.548158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37692) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:00.557135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053291412', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:28:58Z', 'revision_number': 3, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:00.561209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-7aea869f-c6ff-4880-8186-3bc054931bca', 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca', 'project_id': '8bc69854cdc74679b58557948360d991', 'fixed_ips': [{'subnet_id': '87111cba-71f7-4ed3-bf31-ca12cad1d268'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:29:00.562041 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:00.599776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c3379-2ce9-4064-a03e-ee852d8f0d75 None None] The sync data for ids ['182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'] in n-d-760456-6 is: [{'id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053291412', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:28:58Z', 'revision_number': 3, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:00.731830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Allocated IP 172.20.0.18 (7aea869f-c6ff-4880-8186-3bc054931bca/87111cba-71f7-4ed3-bf31-ca12cad1d268/9cca3303-dfec-42aa-ae5f-0b9a0caf7841) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:00.915966 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Publish callbacks [] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.018270 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.046065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4d0bff3f-53b0-4bce-98c7-8572af13ec0f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:01.090078 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.276754 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Network 7aea869f-c6ff-4880-8186-3bc054931bca is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:01.279415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Pushing event updated for resources: {'Port': ['ID=9cca3303-dfec-42aa-ae5f-0b9a0caf7841,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:01.288883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:01.290254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:01.301184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.301847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.301847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.302170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.302502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.302829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.303150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.303529 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.303803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.304128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.304468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.304764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.305078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:01.369706 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Attempting to bind port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:01.370148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Attempting to bind port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:01.370489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Attempting to bind port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 on network 7aea869f-c6ff-4880-8186-3bc054931bca {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:01.374285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:01.374661 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.397103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:01.397496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Checking segment: {'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:01.397960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.398368 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Bound using segment: {'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:01.398863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Bound port: 9cca3303-dfec-42aa-ae5f-0b9a0caf7841, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:01.399253 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.405267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Allocated IP 172.20.0.17 (7aea869f-c6ff-4880-8186-3bc054931bca/87111cba-71f7-4ed3-bf31-ca12cad1d268/28679cb6-d1e8-4185-bce3-98979c3b2b52) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:01.510035 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] For port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:01.526828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] For port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9cca3303-dfec-42aa-ae5f-0b9a0caf7841,segment=NetworkSegment(81c7e6d5-70a8-4317-a201-673e55a0ea1b),segment_id=81c7e6d5-70a8-4317-a201-673e55a0ea1b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:01.528421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:01.528421 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.539075 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.550544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4d0bff3f-53b0-4bce-98c7-8572af13ec0f,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:01.622698 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.658956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.660292 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.684251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a038f3-5bf8-485c-bc85-a55b17f2b97d None None] Pushing event updated for resources: {'Port': ['ID=9cca3303-dfec-42aa-ae5f-0b9a0caf7841,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:01.699046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network 7aea869f-c6ff-4880-8186-3bc054931bca is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:01.702388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:01.705925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:01.741422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=4d0bff3f-53b0-4bce-98c7-8572af13ec0f,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:01.745183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Port': ['ID=28679cb6-d1e8-4185-bce3-98979c3b2b52,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:01.761709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:01.962639 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.247766 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.314138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.342267 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2537635d-b954-41d3-82de-055427638089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.388920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Port': ['ID=28679cb6-d1e8-4185-bce3-98979c3b2b52,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:02.394682 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.495134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network 7aea869f-c6ff-4880-8186-3bc054931bca is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:02.496785 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:02.620688 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Router 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:29:02.720324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd6bb93-4147-498b-ace5-1d710e830c2e None None] Network 7aea869f-c6ff-4880-8186-3bc054931bca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:29:02.733284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:02.744182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5cdf7401-000b-45f0-80e0-5c8ab49b7b3d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "PUT /v2.0/routers/182f0952-4bd7-4c18-89a2-7fcef9b7f3e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1884604 Jan 27 22:29:02.760696 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Sync routers for ids ['182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:02.770977 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Routers {'182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:02.771599 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:28:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:02.794085 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3bbdf105-f0db-449e-ab99-f9260b72d407 None None] Provisioning complete for port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:02.794459 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf105-f0db-449e-ab99-f9260b72d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.889893 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Set router 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:02.919688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3bbdf105-f0db-449e-ab99-f9260b72d407 None None] Current status of the port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:02.920114 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf105-f0db-449e-ab99-f9260b72d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:02.970145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3bbdf105-f0db-449e-ab99-f9260b72d407 None None] For port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9cca3303-dfec-42aa-ae5f-0b9a0caf7841,segment=NetworkSegment(81c7e6d5-70a8-4317-a201-673e55a0ea1b),segment_id=81c7e6d5-70a8-4317-a201-673e55a0ea1b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:03.108070 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3bbdf105-f0db-449e-ab99-f9260b72d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.163976 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053291412', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:01Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '28679cb6-d1e8-4185-bce3-98979c3b2b52', 'name': '', 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'mac_address': 'fa:16:3e:73:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '87111cba-71f7-4ed3-bf31-ca12cad1d268', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:01Z', 'updated_at': '2022-01-27T22:29:02Z', 'revision_number': 2, 'project_id': '8bc69854cdc74679b58557948360d991', 'subnets': [{'id': '87111cba-71f7-4ed3-bf31-ca12cad1d268', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:03.187590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4d0bff3f-53b0-4bce-98c7-8572af13ec0f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:03.213184 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Checking router: 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:03.213547 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Updating router 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 port 28679cb6-d1e8-4185-bce3-98979c3b2b52 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:29:03.247090 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.265189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdf105-f0db-449e-ab99-f9260b72d407 None None] Pushing event updated for resources: {'Port': ['ID=9cca3303-dfec-42aa-ae5f-0b9a0caf7841,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:03.280210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6a39666b-9be7-4064-8c41-3a6dbc38c6bf None None] Provisioning complete for port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:03.283466 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a39666b-9be7-4064-8c41-3a6dbc38c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.320955 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:03.321661 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.375697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-2394c8e9-5b19-4d86-b72c-37c42dbef48d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:03.377693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-2394c8e9-5b19-4d86-b72c-37c42dbef48d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/networks?id=7aea869f-c6ff-4880-8186-3bc054931bca HTTP/1.1" status: 200 len: 798 time: 0.5198619 Jan 27 22:29:03.397039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-6800b36b-8d7e-433d-b29a-71cc9b1cb2d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/quotas/8bc69854cdc74679b58557948360d991 HTTP/1.1" status: 200 len: 375 time: 0.0126565 Jan 27 22:29:03.462384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6a39666b-9be7-4064-8c41-3a6dbc38c6bf None None] Current status of the port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:03.468872 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-72d154a8-8ce8-4350-8d95-9b38624744d7 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8bc69854cdc74679b58557948360d991&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0659878 Jan 27 22:29:03.473583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:03.474642 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:03.520397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6a39666b-9be7-4064-8c41-3a6dbc38c6bf None None] Provisioning complete for port 28679cb6-d1e8-4185-bce3-98979c3b2b52 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:03.521033 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a39666b-9be7-4064-8c41-3a6dbc38c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.573412 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6a39666b-9be7-4064-8c41-3a6dbc38c6bf None None] Port 28679cb6-d1e8-4185-bce3-98979c3b2b52 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:03.580719 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:03.581106 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.586867 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Publish callbacks [] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.612396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-7e2a3ff8-ceb9-4d92-9fb0-8c932b69a884 service neutron] 10.222.0.61 "GET /v2.0/networks/7aea869f-c6ff-4880-8186-3bc054931bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236265 Jan 27 22:29:03.662424 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.691757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:03.707071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ea884b96-7965-4cd8-bb49-9ac116e6a0c6 None None] Provisioning complete for port 28679cb6-d1e8-4185-bce3-98979c3b2b52 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:03.707457 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ea884b96-7965-4cd8-bb49-9ac116e6a0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.711836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-25145a72-86c4-40f0-afb3-1197fe02b399 service neutron] 10.222.0.61 "GET /v2.0/networks/7aea869f-c6ff-4880-8186-3bc054931bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957737 Jan 27 22:29:03.714826 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c4f7f-3028-43fa-96c5-c841d56e0e7c None None] Pushing event updated for resources: {'Port': ['ID=28679cb6-d1e8-4185-bce3-98979c3b2b52,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:03.759463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ea884b96-7965-4cd8-bb49-9ac116e6a0c6 None None] Port 28679cb6-d1e8-4185-bce3-98979c3b2b52 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:03.772455 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Attempting to bind port 28679cb6-d1e8-4185-bce3-98979c3b2b52 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:03.773001 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Attempting to bind port 28679cb6-d1e8-4185-bce3-98979c3b2b52 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:03.773180 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Attempting to bind port 28679cb6-d1e8-4185-bce3-98979c3b2b52 on network 7aea869f-c6ff-4880-8186-3bc054931bca {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:03.778352 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:03.778733 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Checking segment: {'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:03.779193 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.779590 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Bound using segment: {'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:03.780056 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Bound port: 28679cb6-d1e8-4185-bce3-98979c3b2b52, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:03.780459 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.853144 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] For port 28679cb6-d1e8-4185-bce3-98979c3b2b52, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:03.857503 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] For port 28679cb6-d1e8-4185-bce3-98979c3b2b52, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=28679cb6-d1e8-4185-bce3-98979c3b2b52,segment=NetworkSegment(81c7e6d5-70a8-4317-a201-673e55a0ea1b),segment_id=81c7e6d5-70a8-4317-a201-673e55a0ea1b)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:03.884964 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-df570c46-444d-4df9-a6e6-72fa5cb03f96 None None] Provisioning complete for port 28679cb6-d1e8-4185-bce3-98979c3b2b52 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:03.885346 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-df570c46-444d-4df9-a6e6-72fa5cb03f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.930280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-df570c46-444d-4df9-a6e6-72fa5cb03f96 None None] Port 28679cb6-d1e8-4185-bce3-98979c3b2b52 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:03.983443 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:03.996117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e859abcb-f057-413b-b8b4-3a6bcd370384 req-825c7679-4a5e-4f6b-8c6f-11536ce93224 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 210 time: 0.0330770 Jan 27 22:29:04.051860 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c4f7f-3028-43fa-96c5-c841d56e0e7c None None] Pushing event updated for resources: {'Port': ['ID=28679cb6-d1e8-4185-bce3-98979c3b2b52,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:04.055230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4722b36e-5471-4102-baff-39658c55acbc None None] Provisioning complete for port 28679cb6-d1e8-4185-bce3-98979c3b2b52 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:04.055744 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4722b36e-5471-4102-baff-39658c55acbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.060950 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Routers {'182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:04.061564 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:28:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:04.166211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4722b36e-5471-4102-baff-39658c55acbc None None] Current status of the port 28679cb6-d1e8-4185-bce3-98979c3b2b52 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:04.166738 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4722b36e-5471-4102-baff-39658c55acbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.189994 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] Set router 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:04.213411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4722b36e-5471-4102-baff-39658c55acbc None None] For port 28679cb6-d1e8-4185-bce3-98979c3b2b52, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=28679cb6-d1e8-4185-bce3-98979c3b2b52,segment=NetworkSegment(81c7e6d5-70a8-4317-a201-673e55a0ea1b),segment_id=81c7e6d5-70a8-4317-a201-673e55a0ea1b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:04.388285 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4722b36e-5471-4102-baff-39658c55acbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.390293 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053291412', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:01Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '28679cb6-d1e8-4185-bce3-98979c3b2b52', 'name': '', 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'mac_address': 'fa:16:3e:73:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '87111cba-71f7-4ed3-bf31-ca12cad1d268', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:01Z', 'updated_at': '2022-01-27T22:29:03Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'subnets': [{'id': '87111cba-71f7-4ed3-bf31-ca12cad1d268', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:04.417287 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c8afd7-2591-412f-b5c3-03634ad69879 None None] The sync data for ids ['182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'] in n-d-760456-6 is: [{'id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053291412', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:01Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '28679cb6-d1e8-4185-bce3-98979c3b2b52', 'name': '', 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'mac_address': 'fa:16:3e:73:4a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '87111cba-71f7-4ed3-bf31-ca12cad1d268', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:29:01Z', 'updated_at': '2022-01-27T22:29:03Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'subnets': [{'id': '87111cba-71f7-4ed3-bf31-ca12cad1d268', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:04.440009 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4722b36e-5471-4102-baff-39658c55acbc None None] Pushing event updated for resources: {'Port': ['ID=28679cb6-d1e8-4185-bce3-98979c3b2b52,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:04.513876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-93099944-32cb-4c0d-9a75-37c98e71995a None None] Provisioning complete for port 28679cb6-d1e8-4185-bce3-98979c3b2b52 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:04.514471 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93099944-32cb-4c0d-9a75-37c98e71995a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:04.604037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-93099944-32cb-4c0d-9a75-37c98e71995a None None] Current status of the port 28679cb6-d1e8-4185-bce3-98979c3b2b52 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:04.960013 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd393fa1-d80f-44be-8bdc-7d815a9ce281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:05.105330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 28679cb6-d1e8-4185-bce3-98979c3b2b52 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:05.115587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d742c4a-d7c7-4e56-9d40-954bd87fa68a req-ed417b29-69f7-497a-90e5-f477f4c5af6a tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 210 time: 0.0341997 Jan 27 22:29:05.161037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 28679cb6-d1e8-4185-bce3-98979c3b2b52 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:05.161559 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:05.247816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 28679cb6-d1e8-4185-bce3-98979c3b2b52 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:05.249106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:05.298809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:05.299189 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:05.379241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:06.171411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-771d1529-9636-48de-b7a3-5b66d1c49da5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:06.173325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-771d1529-9636-48de-b7a3-5b66d1c49da5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.71 "GET /v2.0/networks?id=7aea869f-c6ff-4880-8186-3bc054931bca HTTP/1.1" status: 200 len: 798 time: 0.1041660 Jan 27 22:29:06.185798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Request body: {'port': {'device_id': '310db705-d430-43da-b60b-8d8c2ea229ca', 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca', 'admin_state_up': True, 'tenant_id': '8bc69854cdc74679b58557948360d991'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:06.253608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-912ae6c7-e5f1-4f9c-95ad-19bbbbf1b4d6 req-c7e77c4a-449a-4f71-8149-1fd6dabce3ba tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 210 time: 0.0625832 Jan 27 22:29:06.256655 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.335561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8daa2a3b-ccd5-4089-adc7-b3b3660210f1 req-2f7d1a19-8947-4f88-b2b1-610300b1bcd2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0775697 Jan 27 22:29:06.419147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa2a3b-ccd5-4089-adc7-b3b3660210f1 req-1273e0fb-2857-40b9-a939-320362bd6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:06.420641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8daa2a3b-ccd5-4089-adc7-b3b3660210f1 req-1273e0fb-2857-40b9-a939-320362bd6046 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8bc69854cdc74679b58557948360d991&device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 1135 time: 0.0450158 Jan 27 22:29:06.520550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa2a3b-ccd5-4089-adc7-b3b3660210f1 req-53e25cd4-ebc9-4ab0-82e9-61a617b2ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:06.522001 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8daa2a3b-ccd5-4089-adc7-b3b3660210f1 req-53e25cd4-ebc9-4ab0-82e9-61a617b2ab46 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dd7caf24-d9d8-45af-8b18-aa73f063510d HTTP/1.1" status: 200 len: 898 time: 0.0834730 Jan 27 22:29:06.566094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Made reservation on behalf of 8bc69854cdc74679b58557948360d991 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:29:06.569348 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:06.611785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8daa2a3b-ccd5-4089-adc7-b3b3660210f1 req-ddc09832-4234-4f7f-be5a-cf9deedf6c31 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c7c68d-f712-41c3-9ae3-233bbb2121e7 HTTP/1.1" status: 200 len: 1001 time: 0.0844648 Jan 27 22:29:06.720131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa2a3b-ccd5-4089-adc7-b3b3660210f1 req-4725b635-f88b-430e-822d-06db93e56bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:06.721488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8daa2a3b-ccd5-4089-adc7-b3b3660210f1 req-4725b635-f88b-430e-822d-06db93e56bbb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3aafe6a6-d54c-4c81-bfd6-37b853ea08bd HTTP/1.1" status: 200 len: 834 time: 0.0833266 Jan 27 22:29:06.772199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Allocated IP 172.20.0.29 (7aea869f-c6ff-4880-8186-3bc054931bca/87111cba-71f7-4ed3-bf31-ca12cad1d268/d35efe26-dee1-476b-a99b-a2ae54f40c99) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:06.790910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa2a3b-ccd5-4089-adc7-b3b3660210f1 req-c78c1ab4-8890-4207-87fd-9592ad0d1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:06.793400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8daa2a3b-ccd5-4089-adc7-b3b3660210f1 req-c78c1ab4-8890-4207-87fd-9592ad0d1690 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dd7caf24-d9d8-45af-8b18-aa73f063510d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638745 Jan 27 22:29:06.955620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8daa2a3b-ccd5-4089-adc7-b3b3660210f1 req-e2c557f2-f033-4488-973c-522042b907c5 service neutron] 10.222.0.74 "GET /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567907 Jan 27 22:29:06.959823 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.065983 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8daa2a3b-ccd5-4089-adc7-b3b3660210f1 req-cec612f9-eb26-465a-b49e-139007765b8a service neutron] 10.222.0.74 "GET /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043992 Jan 27 22:29:07.114053 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.162333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Network 7aea869f-c6ff-4880-8186-3bc054931bca is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:07.165351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:07.168315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:07.197328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event updated for resources: {'Port': ['ID=d35efe26-dee1-476b-a99b-a2ae54f40c99,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:07.227509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:07.228198 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.299930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-e29f00b9-d922-4e8e-b005-6f64ff729baa tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1182714 Jan 27 22:29:07.384264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685bdec-3363-4203-a97b-04d17f7dff9b req-d8ff2407-902f-4971-873e-5ea6eb700e7e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:07.385775 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9685bdec-3363-4203-a97b-04d17f7dff9b req-d8ff2407-902f-4971-873e-5ea6eb700e7e tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 895 time: 0.0558279 Jan 27 22:29:07.401736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Request body: {'port': {'device_id': '310db705-d430-43da-b60b-8d8c2ea229ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:07.441638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3667c43e-1e31-460e-a990-d6bdbdaab636 None None] Provisioning complete for port d35efe26-dee1-476b-a99b-a2ae54f40c99 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:07.442236 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3667c43e-1e31-460e-a990-d6bdbdaab636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.454833 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.487152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3667c43e-1e31-460e-a990-d6bdbdaab636 None None] Port d35efe26-dee1-476b-a99b-a2ae54f40c99 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:07.536650 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.719392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35efe26-dee1-476b-a99b-a2ae54f40c99 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:29:07.726592 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Publish callbacks [] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.738686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Transition to ACTIVE for port object d35efe26-dee1-476b-a99b-a2ae54f40c99 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:29:07.873217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:07.926306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Pushing event updated for resources: {'Port': ['ID=d35efe26-dee1-476b-a99b-a2ae54f40c99,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:07.999905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Attempting to bind port d35efe26-dee1-476b-a99b-a2ae54f40c99 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:08.000350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Attempting to bind port d35efe26-dee1-476b-a99b-a2ae54f40c99 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:08.001366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Attempting to bind port d35efe26-dee1-476b-a99b-a2ae54f40c99 on network 7aea869f-c6ff-4880-8186-3bc054931bca {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:08.006096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Port d35efe26-dee1-476b-a99b-a2ae54f40c99 on network 7aea869f-c6ff-4880-8186-3bc054931bca not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:29:08.006428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Attempting to bind port d35efe26-dee1-476b-a99b-a2ae54f40c99 on network 7aea869f-c6ff-4880-8186-3bc054931bca {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:08.011616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:08.011965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Checking segment: {'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:08.022598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Bound using segment: {'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:08.022598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Bound port: d35efe26-dee1-476b-a99b-a2ae54f40c99, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c7e6d5-70a8-4317-a201-673e55a0ea1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:08.022598 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.079095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] For port d35efe26-dee1-476b-a99b-a2ae54f40c99, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:08.082202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] For port d35efe26-dee1-476b-a99b-a2ae54f40c99, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d35efe26-dee1-476b-a99b-a2ae54f40c99,segment=NetworkSegment(81c7e6d5-70a8-4317-a201-673e55a0ea1b),segment_id=81c7e6d5-70a8-4317-a201-673e55a0ea1b)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:08.159181 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.195697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:08.196345 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.197738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] 10.222.0.71 "PUT /v2.0/ports/d35efe26-dee1-476b-a99b-a2ae54f40c99 HTTP/1.1" status: 200 len: 1055 time: 0.8546598 Jan 27 22:29:08.198319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310db705-d430-43da-b60b-8d8c2ea229ca', 'tag': 'd35efe26-dee1-476b-a99b-a2ae54f40c99'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:08.200431 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5ead4a-654f-4dc1-a897-6061f14c4090" -d '{"events": [{"name": "network-changed", "server_uuid": "310db705-d430-43da-b60b-8d8c2ea229ca", "tag": "d35efe26-dee1-476b-a99b-a2ae54f40c99"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:08.229911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca529b-ca7e-4f23-becd-d4adde72b624 service neutron] Pushing event updated for resources: {'Port': ['ID=d35efe26-dee1-476b-a99b-a2ae54f40c99,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:08.244808 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773a8dd9-f5b2-43ec-86ae-9dcac3cda232 x-openstack-request-id: req-773a8dd9-f5b2-43ec-86ae-9dcac3cda232 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:08.245103 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310db705-d430-43da-b60b-8d8c2ea229ca", "tag": "d35efe26-dee1-476b-a99b-a2ae54f40c99", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:08.245364 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-773a8dd9-f5b2-43ec-86ae-9dcac3cda232 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:08.245779 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310db705-d430-43da-b60b-8d8c2ea229ca', 'tag': 'd35efe26-dee1-476b-a99b-a2ae54f40c99', 'status': 'completed', 'code': 200} Jan 27 22:29:08.308296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ead4a-654f-4dc1-a897-6061f14c4090 req-d8a41a17-187d-4e7f-a43a-41b2655cc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:08.309836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee5ead4a-654f-4dc1-a897-6061f14c4090 req-d8a41a17-187d-4e7f-a43a-41b2655cc2fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8bc69854cdc74679b58557948360d991&device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 1058 time: 0.0444839 Jan 27 22:29:08.419476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ead4a-654f-4dc1-a897-6061f14c4090 req-2ec2fdb0-54d5-4514-86fe-db786cdb3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:08.420193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ead4a-654f-4dc1-a897-6061f14c4090 req-2ec2fdb0-54d5-4514-86fe-db786cdb3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:08.421797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee5ead4a-654f-4dc1-a897-6061f14c4090 req-2ec2fdb0-54d5-4514-86fe-db786cdb3ffc service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=8bc69854cdc74679b58557948360d991&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1037836 Jan 27 22:29:08.552486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcbbbf-6ae7-44d9-b44e-47ec45c86445 req-0f566d4d-964f-43e0-959a-dc9bdff7d73a tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:08.553844 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1fbcbbbf-6ae7-44d9-b44e-47ec45c86445 req-0f566d4d-964f-43e0-959a-dc9bdff7d73a tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 907 time: 0.0807235 Jan 27 22:29:08.556547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ead4a-654f-4dc1-a897-6061f14c4090 req-48a85221-f9a0-4dff-b159-039bf6c15b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:08.557896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee5ead4a-654f-4dc1-a897-6061f14c4090 req-48a85221-f9a0-4dff-b159-039bf6c15b47 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303749 Jan 27 22:29:08.634523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-72390740-84fd-4fa5-99ff-2aa6eda361dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:08.636005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-72390740-84fd-4fa5-99ff-2aa6eda361dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8bc69854cdc74679b58557948360d991&device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 1058 time: 0.0403087 Jan 27 22:29:08.676213 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-f8596174-90e1-41f0-8078-79eea90249c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=d35efe26-dee1-476b-a99b-a2ae54f40c99 HTTP/1.1" status: 200 len: 217 time: 0.0336578 Jan 27 22:29:08.727065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-a65d9e45-c681-475d-829a-873fc89ddeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:08.728550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-a65d9e45-c681-475d-829a-873fc89ddeb6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=87111cba-71f7-4ed3-bf31-ca12cad1d268 HTTP/1.1" status: 200 len: 838 time: 0.0472853 Jan 27 22:29:08.771339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-55f6b5eb-4079-4002-a598-1a6e1eac1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:08.772821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-55f6b5eb-4079-4002-a598-1a6e1eac1036 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7aea869f-c6ff-4880-8186-3bc054931bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385010 Jan 27 22:29:08.859393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-792bb8fd-5567-4c1b-9842-319ac312924c service neutron] 10.222.0.71 "GET /v2.0/networks/7aea869f-c6ff-4880-8186-3bc054931bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800302 Jan 27 22:29:08.947779 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:08.951967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-317ec87c-41ad-44ba-bbf3-111bffc88401 req-c6b62090-7a6a-4fb5-8c17-da712f243a23 service neutron] 10.222.0.71 "GET /v2.0/networks/7aea869f-c6ff-4880-8186-3bc054931bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864272 Jan 27 22:29:09.668838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbc767-9f0a-40b6-8466-9251048d7eb7 req-0e525a82-6f11-45f3-9191-adaf586a6c17 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:09.670304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cfbc767-9f0a-40b6-8466-9251048d7eb7 req-0e525a82-6f11-45f3-9191-adaf586a6c17 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 907 time: 0.0476243 Jan 27 22:29:10.783713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be20ee-9456-4d94-8cb1-b6150bf3af3f req-d04cb24b-22f6-4796-80ed-75651aa843b8 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:10.785114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9be20ee-9456-4d94-8cb1-b6150bf3af3f req-d04cb24b-22f6-4796-80ed-75651aa843b8 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 907 time: 0.0474443 Jan 27 22:29:11.651557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device d35efe26-dee1-476b-a99b-a2ae54f40c99 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:29:11.746247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port d35efe26-dee1-476b-a99b-a2ae54f40c99, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d35efe26-dee1-476b-a99b-a2ae54f40c99,segment=NetworkSegment(81c7e6d5-70a8-4317-a201-673e55a0ea1b),segment_id=81c7e6d5-70a8-4317-a201-673e55a0ea1b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:11.757778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'd35efe26-dee1-476b-a99b-a2ae54f40c99', 'network_id': '7aea869f-c6ff-4880-8186-3bc054931bca', 'port_id': 'd35efe26-dee1-476b-a99b-a2ae54f40c99', 'mac_address': 'fa:16:3e:e3:5e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87111cba-71f7-4ed3-bf31-ca12cad1d268', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:29:11.792482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port d35efe26-dee1-476b-a99b-a2ae54f40c99 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:11.792805 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:11.805645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35efe26-dee1-476b-a99b-a2ae54f40c99 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:29:11.829879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port d35efe26-dee1-476b-a99b-a2ae54f40c99, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d35efe26-dee1-476b-a99b-a2ae54f40c99,segment=NetworkSegment(81c7e6d5-70a8-4317-a201-673e55a0ea1b),segment_id=81c7e6d5-70a8-4317-a201-673e55a0ea1b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:11.902240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c12a84-9600-496a-8412-39812c635806 req-0ce5ce56-58f3-471e-9988-a0793adb69ca tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:11.903725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5c12a84-9600-496a-8412-39812c635806 req-0ce5ce56-58f3-471e-9988-a0793adb69ca tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 907 time: 0.0522165 Jan 27 22:29:11.913580 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:11.960917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=d35efe26-dee1-476b-a99b-a2ae54f40c99,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:12.167883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['d35efe26-dee1-476b-a99b-a2ae54f40c99'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:29:13.017490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6577d-a4ee-4f8c-b219-0975b526c0b4 req-9324f6d7-8324-4cdb-a4a3-77da9a6d52f8 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:13.018988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bf6577d-a4ee-4f8c-b219-0975b526c0b4 req-9324f6d7-8324-4cdb-a4a3-77da9a6d52f8 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 908 time: 0.0479987 Jan 27 22:29:13.664810 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device d35efe26-dee1-476b-a99b-a2ae54f40c99 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:13.786974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port d35efe26-dee1-476b-a99b-a2ae54f40c99 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:29:13.790747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port d35efe26-dee1-476b-a99b-a2ae54f40c99 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:13.791138 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:13.867223 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port d35efe26-dee1-476b-a99b-a2ae54f40c99 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:13.867616 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:13.888632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310db705-d430-43da-b60b-8d8c2ea229ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35efe26-dee1-476b-a99b-a2ae54f40c99'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:13.890839 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456e59f5-5469-4517-b771-34ba56896882" -d '{"events": [{"server_uuid": "310db705-d430-43da-b60b-8d8c2ea229ca", "name": "network-vif-plugged", "status": "completed", "tag": "d35efe26-dee1-476b-a99b-a2ae54f40c99"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:13.903925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port d35efe26-dee1-476b-a99b-a2ae54f40c99, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d35efe26-dee1-476b-a99b-a2ae54f40c99,segment=NetworkSegment(81c7e6d5-70a8-4317-a201-673e55a0ea1b),segment_id=81c7e6d5-70a8-4317-a201-673e55a0ea1b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:13.931340 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4305f98-1673-4b81-873e-4a0268bfef33 x-openstack-request-id: req-a4305f98-1673-4b81-873e-4a0268bfef33 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:13.931636 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310db705-d430-43da-b60b-8d8c2ea229ca", "name": "network-vif-plugged", "status": "completed", "tag": "d35efe26-dee1-476b-a99b-a2ae54f40c99", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:13.931888 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a4305f98-1673-4b81-873e-4a0268bfef33 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:13.932318 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310db705-d430-43da-b60b-8d8c2ea229ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35efe26-dee1-476b-a99b-a2ae54f40c99', 'code': 200} Jan 27 22:29:13.976223 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:14.029412 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=d35efe26-dee1-476b-a99b-a2ae54f40c99,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:14.036818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3211-9167-447e-afd5-67c59458d197 req-ab252eef-cbf4-4974-821f-e9b2e46863ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:14.038309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-42be3211-9167-447e-afd5-67c59458d197 req-ab252eef-cbf4-4974-821f-e9b2e46863ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 1060 time: 0.0462468 Jan 27 22:29:14.134033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261938bc-0bdd-46cf-aa81-c1ff3da674fc req-05ad4f9c-3129-4386-9301-dac0925cf9b8 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:14.135513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-261938bc-0bdd-46cf-aa81-c1ff3da674fc req-05ad4f9c-3129-4386-9301-dac0925cf9b8 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 909 time: 0.0479345 Jan 27 22:29:15.258125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b2c18-ae8c-4348-a80a-273a5cf26d12 req-f1222264-695e-422f-912f-7481d08c77e0 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:15.259768 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af8b2c18-ae8c-4348-a80a-273a5cf26d12 req-f1222264-695e-422f-912f-7481d08c77e0 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 909 time: 0.0541475 Jan 27 22:29:16.377642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd04e6-fd47-456b-b215-91244f556296 req-795c5836-cf7d-4056-8799-2d338648ba5d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:16.379116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2afd04e6-fd47-456b-b215-91244f556296 req-795c5836-cf7d-4056-8799-2d338648ba5d tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 909 time: 0.0481253 Jan 27 22:29:16.492195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9632a50-7965-49d2-a92b-33b1e41db347 req-b2928cfa-0a6b-4cc8-99cb-376763629362 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:16.493953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9632a50-7965-49d2-a92b-33b1e41db347 req-b2928cfa-0a6b-4cc8-99cb-376763629362 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 909 time: 0.0482585 Jan 27 22:29:16.597343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d79da-aac4-44aa-9710-d42d95368ee0 req-7a6dda1c-328e-478d-81a2-a7245b521f11 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:16.598985 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-110d79da-aac4-44aa-9710-d42d95368ee0 req-7a6dda1c-328e-478d-81a2-a7245b521f11 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 1060 time: 0.0411282 Jan 27 22:29:16.710109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a61e80-4ac8-437a-a5a5-f543bae41672 req-3050ac66-69f3-4440-bf21-748595693d26 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:16.711541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4a61e80-4ac8-437a-a5a5-f543bae41672 req-3050ac66-69f3-4440-bf21-748595693d26 tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 1135 time: 0.0441356 Jan 27 22:29:16.764956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4a61e80-4ac8-437a-a5a5-f543bae41672 req-8c883cc6-141d-4dac-9133-0e78604f238f tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0475957 Jan 27 22:29:16.785990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37774) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:16.825153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc9c251-f9a2-44c2-b02d-d06c1cf0306b tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:16.826637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6fc9c251-f9a2-44c2-b02d-d06c1cf0306b tempest-TestSecurityGroupsBasicOps-1903480117 tempest-TestSecurityGroupsBasicOps-1903480117-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 1055 time: 0.0396664 Jan 27 22:29:17.273306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cbbe6-2028-4d89-808e-4100674eb04f req-0004b3f8-68ec-44e3-8f7d-f93c1b73abac tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:17.275472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db2cbbe6-2028-4d89-808e-4100674eb04f req-0004b3f8-68ec-44e3-8f7d-f93c1b73abac tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 909 time: 0.0505846 Jan 27 22:29:18.395881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f75cdd-6a97-48e2-abd4-bf2470ed1ee3 req-455132e5-1441-47e1-bd0f-874ccf692cd1 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:18.397285 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4f75cdd-6a97-48e2-abd4-bf2470ed1ee3 req-455132e5-1441-47e1-bd0f-874ccf692cd1 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 909 time: 0.0509996 Jan 27 22:29:18.584099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2f997-dea7-48cb-a41f-3cd8f9f87489 req-60d760f1-1f8a-44ed-8e66-1ab891f3e901 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:18.585523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eed2f997-dea7-48cb-a41f-3cd8f9f87489 req-60d760f1-1f8a-44ed-8e66-1ab891f3e901 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.71 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 909 time: 0.0465043 Jan 27 22:29:18.670770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-eed2f997-dea7-48cb-a41f-3cd8f9f87489 req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Deleting port d35efe26-dee1-476b-a99b-a2ae54f40c99 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:18.671019 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-eed2f997-dea7-48cb-a41f-3cd8f9f87489 req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.759616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-eed2f997-dea7-48cb-a41f-3cd8f9f87489 req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] For port d35efe26-dee1-476b-a99b-a2ae54f40c99, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=d35efe26-dee1-476b-a99b-a2ae54f40c99,segment=NetworkSegment(81c7e6d5-70a8-4317-a201-673e55a0ea1b),segment_id=81c7e6d5-70a8-4317-a201-673e55a0ea1b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:18.759979 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-eed2f997-dea7-48cb-a41f-3cd8f9f87489 req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:18.771454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-eed2f997-dea7-48cb-a41f-3cd8f9f87489 req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Calling delete_port for d35efe26-dee1-476b-a99b-a2ae54f40c99 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:18.998735 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-eed2f997-dea7-48cb-a41f-3cd8f9f87489 req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d35efe26-dee1-476b-a99b-a2ae54f40c99), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:19.025819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'Port': ['ID=d35efe26-dee1-476b-a99b-a2ae54f40c99,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:19.038643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.039003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.039355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.039692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.040029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.040396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.040737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.041064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.041402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.041725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.042052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.042376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.042700 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:29:19.076953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed2f997-dea7-48cb-a41f-3cd8f9f87489 req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] No DVR routers for this DVR port d35efe26-dee1-476b-a99b-a2ae54f40c99 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:29:19.080194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-eed2f997-dea7-48cb-a41f-3cd8f9f87489 req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:19.083658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eed2f997-dea7-48cb-a41f-3cd8f9f87489 req-71737928-ed43-4747-9172-b0e202d95566 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.71 "DELETE /v2.0/ports/d35efe26-dee1-476b-a99b-a2ae54f40c99 HTTP/1.1" status: 204 len: 173 time: 0.4931381 Jan 27 22:29:19.084140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310db705-d430-43da-b60b-8d8c2ea229ca', 'name': 'network-vif-deleted', 'tag': 'd35efe26-dee1-476b-a99b-a2ae54f40c99'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:19.086500 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc3b0bd-02d8-4506-a8a7-9dcf725d8be7" -d '{"events": [{"server_uuid": "310db705-d430-43da-b60b-8d8c2ea229ca", "name": "network-vif-deleted", "tag": "d35efe26-dee1-476b-a99b-a2ae54f40c99"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:19.124951 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b7ae1a-6b9e-43cb-b814-2351456c2eb6 x-openstack-request-id: req-e4b7ae1a-6b9e-43cb-b814-2351456c2eb6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:19.125289 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310db705-d430-43da-b60b-8d8c2ea229ca", "name": "network-vif-deleted", "tag": "d35efe26-dee1-476b-a99b-a2ae54f40c99", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:19.125557 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4b7ae1a-6b9e-43cb-b814-2351456c2eb6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:19.125971 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310db705-d430-43da-b60b-8d8c2ea229ca', 'name': 'network-vif-deleted', 'tag': 'd35efe26-dee1-476b-a99b-a2ae54f40c99', 'status': 'completed', 'code': 200} Jan 27 22:29:19.501900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff82c835-6d0d-4202-9c41-9f46627a5550 req-68f5a07c-3138-40b4-ac88-2db579fbe6c5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=310db705-d430-43da-b60b-8d8c2ea229ca HTTP/1.1" status: 200 len: 210 time: 0.0260811 Jan 27 22:29:20.071795 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:29:20.557105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37788) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:20.905990 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29b17d1e-6c4b-4a8a-a9bc-ed829c04f8d4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.152026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-29b17d1e-6c4b-4a8a-a9bc-ed829c04f8d4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Deleting port 28679cb6-d1e8-4185-bce3-98979c3b2b52 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:21.152403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29b17d1e-6c4b-4a8a-a9bc-ed829c04f8d4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.237183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-29b17d1e-6c4b-4a8a-a9bc-ed829c04f8d4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] For port 28679cb6-d1e8-4185-bce3-98979c3b2b52, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=28679cb6-d1e8-4185-bce3-98979c3b2b52,segment=NetworkSegment(81c7e6d5-70a8-4317-a201-673e55a0ea1b),segment_id=81c7e6d5-70a8-4317-a201-673e55a0ea1b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:21.237473 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29b17d1e-6c4b-4a8a-a9bc-ed829c04f8d4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.248983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-29b17d1e-6c4b-4a8a-a9bc-ed829c04f8d4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Calling delete_port for 28679cb6-d1e8-4185-bce3-98979c3b2b52 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:21.518590 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29b17d1e-6c4b-4a8a-a9bc-ed829c04f8d4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (28679cb6-d1e8-4185-bce3-98979c3b2b52), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.544963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b17d1e-6c4b-4a8a-a9bc-ed829c04f8d4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'Port': ['ID=28679cb6-d1e8-4185-bce3-98979c3b2b52,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:21.705674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device d35efe26-dee1-476b-a99b-a2ae54f40c99 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:21.717099 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29b17d1e-6c4b-4a8a-a9bc-ed829c04f8d4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:21.726071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: d35efe26-dee1-476b-a99b-a2ae54f40c99 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:21.726738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device d35efe26-dee1-476b-a99b-a2ae54f40c99 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:21.931482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b17d1e-6c4b-4a8a-a9bc-ed829c04f8d4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Router 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:29:22.043756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b17d1e-6c4b-4a8a-a9bc-ed829c04f8d4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:22.049529 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-29b17d1e-6c4b-4a8a-a9bc-ed829c04f8d4 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "PUT /v2.0/routers/182f0952-4bd7-4c18-89a2-7fcef9b7f3e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4913681 Jan 27 22:29:22.052118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37790) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:22.055433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20608b1d-5ca6-4071-a6d6-fb5c6598b4db None None] Sync routers for ids ['182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:22.071153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20608b1d-5ca6-4071-a6d6-fb5c6598b4db None None] Routers {'182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:22.071795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-20608b1d-5ca6-4071-a6d6-fb5c6598b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:29:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:22.109416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-0577ed0f-938c-4f97-a131-d2e08a34fb24 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Deleting subnet 87111cba-71f7-4ed3-bf31-ca12cad1d268 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:29:22.113064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0577ed0f-938c-4f97-a131-d2e08a34fb24 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for subnet (87111cba-71f7-4ed3-bf31-ca12cad1d268), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.153001 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0577ed0f-938c-4f97-a131-d2e08a34fb24 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (87111cba-71f7-4ed3-bf31-ca12cad1d268), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.176814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-20608b1d-5ca6-4071-a6d6-fb5c6598b4db None None] Set router 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:22.239426 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0577ed0f-938c-4f97-a131-d2e08a34fb24 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (87111cba-71f7-4ed3-bf31-ca12cad1d268), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.357126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-20608b1d-5ca6-4071-a6d6-fb5c6598b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053291412', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:21Z', 'revision_number': 5, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:22.387785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20608b1d-5ca6-4071-a6d6-fb5c6598b4db None None] Checking router: 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:22.396693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20608b1d-5ca6-4071-a6d6-fb5c6598b4db None None] Routers {'182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:22.397389 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-20608b1d-5ca6-4071-a6d6-fb5c6598b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:29:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:22.409850 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0577ed0f-938c-4f97-a131-d2e08a34fb24 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (87111cba-71f7-4ed3-bf31-ca12cad1d268), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.438504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577ed0f-938c-4f97-a131-d2e08a34fb24 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'Subnet': ['ID=87111cba-71f7-4ed3-bf31-ca12cad1d268,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:22.440545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0577ed0f-938c-4f97-a131-d2e08a34fb24 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.446308 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0577ed0f-938c-4f97-a131-d2e08a34fb24 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "DELETE /v2.0/subnets/87111cba-71f7-4ed3-bf31-ca12cad1d268 HTTP/1.1" status: 204 len: 168 time: 0.3906684 Jan 27 22:29:22.447139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37792) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:22.451913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774c07d-c520-4ab4-a7e6-62d9ce0518bb None None] Network 7aea869f-c6ff-4880-8186-3bc054931bca requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:29:22.552416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-20608b1d-5ca6-4071-a6d6-fb5c6598b4db None None] Set router 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:22.556194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.658213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router_gateway (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.768827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Deleting port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:22.769553 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:22.911639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a22c9b-4779-4fe4-b2cf-9cd7ad76426c None None] DHCP port deletion for 7aea869f-c6ff-4880-8186-3bc054931bca request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:29:22.916479 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-20608b1d-5ca6-4071-a6d6-fb5c6598b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053291412', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:21Z', 'revision_number': 5, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:22.946221 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20608b1d-5ca6-4071-a6d6-fb5c6598b4db None None] The sync data for ids ['182f0952-4bd7-4c18-89a2-7fcef9b7f3e0'] in n-d-760456-6 is: [{'id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1053291412', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:21Z', 'revision_number': 5, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '4d0bff3f-53b0-4bce-98c7-8572af13ec0f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182f0952-4bd7-4c18-89a2-7fcef9b7f3e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:57Z', 'updated_at': '2022-01-27T22:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:22.996610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c9a22c9b-4779-4fe4-b2cf-9cd7ad76426c None None] Deleting port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:22.996610 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c9a22c9b-4779-4fe4-b2cf-9cd7ad76426c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.066357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c9a22c9b-4779-4fe4-b2cf-9cd7ad76426c None None] For port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=9cca3303-dfec-42aa-ae5f-0b9a0caf7841,segment=NetworkSegment(81c7e6d5-70a8-4317-a201-673e55a0ea1b),segment_id=81c7e6d5-70a8-4317-a201-673e55a0ea1b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:23.066763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c9a22c9b-4779-4fe4-b2cf-9cd7ad76426c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.080663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c9a22c9b-4779-4fe4-b2cf-9cd7ad76426c None None] Calling delete_port for 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:23.210439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] For port 4d0bff3f-53b0-4bce-98c7-8572af13ec0f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4d0bff3f-53b0-4bce-98c7-8572af13ec0f,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:23.210803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.222394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Calling delete_port for 4d0bff3f-53b0-4bce-98c7-8572af13ec0f owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:23.238416 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c9a22c9b-4779-4fe4-b2cf-9cd7ad76426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (9cca3303-dfec-42aa-ae5f-0b9a0caf7841), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.262498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a22c9b-4779-4fe4-b2cf-9cd7ad76426c None None] Pushing event deleted for resources: {'Port': ['ID=9cca3303-dfec-42aa-ae5f-0b9a0caf7841,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:23.269120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a22c9b-4779-4fe4-b2cf-9cd7ad76426c None None] No DVR routers for this DVR port 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:29:23.351623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:23.373478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:23.373833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 9cca3303-dfec-42aa-ae5f-0b9a0caf7841 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:23.484377 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4d0bff3f-53b0-4bce-98c7-8572af13ec0f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.511234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'Port': ['ID=4d0bff3f-53b0-4bce-98c7-8572af13ec0f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:23.571485 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.663450 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.665502 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router_controller (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.774958 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (182f0952-4bd7-4c18-89a2-7fcef9b7f3e0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.775657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Fanout notify agent at l3_agent the message router_deleted on router 182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:29:23.781872 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.782982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f0798427-096b-4a75-a16c-c80a97a8d2db tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "DELETE /v2.0/routers/182f0952-4bd7-4c18-89a2-7fcef9b7f3e0 HTTP/1.1" status: 204 len: 168 time: 1.3355534 Jan 27 22:29:23.785755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37794) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:23.866285 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (7aea869f-c6ff-4880-8186-3bc054931bca), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.956137 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (7aea869f-c6ff-4880-8186-3bc054931bca), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:23.976440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aea869f-c6ff-4880-8186-3bc054931bca']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:23.986123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c7e6d5-70a8-4317-a201-673e55a0ea1b') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:23.986425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c7e6d5-70a8-4317-a201-673e55a0ea1b') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:23.995583 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (81c7e6d5-70a8-4317-a201-673e55a0ea1b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.008573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (81c7e6d5-70a8-4317-a201-673e55a0ea1b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.014369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:29:24.014755 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (81c7e6d5-70a8-4317-a201-673e55a0ea1b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:29:24.024863 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:29:24.152951 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (7aea869f-c6ff-4880-8186-3bc054931bca), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.162348 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.163783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "DELETE /v2.0/networks/7aea869f-c6ff-4880-8186-3bc054931bca HTTP/1.1" status: 204 len: 168 time: 0.3771338 Jan 27 22:29:24.166586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37796) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:24.176049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ace45c-a242-46be-b999-e1fecfc18532 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'Network': ['ID=7aea869f-c6ff-4880-8186-3bc054931bca,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:24.330357 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Deleting port f4bbb051-a165-4720-b81c-e0935d837c46 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:24.330703 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (f4bbb051-a165-4720-b81c-e0935d837c46), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.403251 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (f4bbb051-a165-4720-b81c-e0935d837c46), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.403581 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for floatingip (f4bbb051-a165-4720-b81c-e0935d837c46), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.415477 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Calling delete_port for f4bbb051-a165-4720-b81c-e0935d837c46 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:24.621444 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (f4bbb051-a165-4720-b81c-e0935d837c46), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:24.650074 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'Port': ['ID=f4bbb051-a165-4720-b81c-e0935d837c46,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:24.989720 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4d0bff3f-53b0-4bce-98c7-8572af13ec0f no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:25.011420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4d0bff3f-53b0-4bce-98c7-8572af13ec0f {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:25.011780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4d0bff3f-53b0-4bce-98c7-8572af13ec0f not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:25.012255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 28679cb6-d1e8-4185-bce3-98979c3b2b52 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:25.032364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 28679cb6-d1e8-4185-bce3-98979c3b2b52 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:25.032716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 28679cb6-d1e8-4185-bce3-98979c3b2b52 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:25.057836 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for floatingip (9c922619-fc69-47bc-ab14-b326340fb235), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:25.058178 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Floating IP 9c922619-fc69-47bc-ab14-b326340fb235 disassociated (deleted). External IP: 172.25.0.231, port: 45c7c68d-f712-41c3-9ae3-233bbb2121e7. Jan 27 22:29:25.262519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Router d69e8278-bf82-49cd-99fe-4307d9b858c0 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:29:25.367978 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:25.372483 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:25.378579 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e7f6f-485d-4a4e-888a-7d5f6a1fb49e None None] Sync routers for ids ['d69e8278-bf82-49cd-99fe-4307d9b858c0'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:25.387883 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e7f6f-485d-4a4e-888a-7d5f6a1fb49e None None] Routers {'d69e8278-bf82-49cd-99fe-4307d9b858c0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:25.388671 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-637e7f6f-485d-4a4e-888a-7d5f6a1fb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:29:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d69e8278-bf82-49cd-99fe-4307d9b858c0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:25.401075 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bb353a8e-4081-4363-8a17-44d2b524f6d5 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "DELETE /v2.0/floatingips/9c922619-fc69-47bc-ab14-b326340fb235 HTTP/1.1" status: 204 len: 168 time: 1.2333987 Jan 27 22:29:25.401797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a479913-8511-4801-a040-5fb9aa3b543f', 'tag': '45c7c68d-f712-41c3-9ae3-233bbb2121e7'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:25.500351 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52d6bbf4e823dbab06c8da649c31c3d22b524fdafd52c393f21dfa390ba9c210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875b8418-20f6-4935-bd70-4038980146d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4a479913-8511-4801-a040-5fb9aa3b543f", "tag": "45c7c68d-f712-41c3-9ae3-233bbb2121e7"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:25.503019 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-637e7f6f-485d-4a4e-888a-7d5f6a1fb49e None None] Set router d69e8278-bf82-49cd-99fe-4307d9b858c0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:25.599592 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f3b8de-d2ba-4c6e-9dcb-10270b9cd682 x-openstack-request-id: req-64f3b8de-d2ba-4c6e-9dcb-10270b9cd682 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:25.599898 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a479913-8511-4801-a040-5fb9aa3b543f", "tag": "45c7c68d-f712-41c3-9ae3-233bbb2121e7", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:25.600192 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64f3b8de-d2ba-4c6e-9dcb-10270b9cd682 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:25.600614 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a479913-8511-4801-a040-5fb9aa3b543f', 'tag': '45c7c68d-f712-41c3-9ae3-233bbb2121e7', 'status': 'completed', 'code': 200} Jan 27 22:29:25.672185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b8418-20f6-4935-bd70-4038980146d9 req-8bcdc971-0c66-42ab-980c-bc57d7dcd484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:25.674209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-875b8418-20f6-4935-bd70-4038980146d9 req-8bcdc971-0c66-42ab-980c-bc57d7dcd484 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8bc69854cdc74679b58557948360d991&device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 1135 time: 0.0493526 Jan 27 22:29:25.798868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b8418-20f6-4935-bd70-4038980146d9 req-60fe177d-d195-44e8-b5f4-3aa66c9a4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:25.800350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-875b8418-20f6-4935-bd70-4038980146d9 req-60fe177d-d195-44e8-b5f4-3aa66c9a4a27 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dd7caf24-d9d8-45af-8b18-aa73f063510d HTTP/1.1" status: 200 len: 898 time: 0.1207137 Jan 27 22:29:25.804222 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-637e7f6f-485d-4a4e-888a-7d5f6a1fb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:28:02Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '04bf26fd-a9d8-4752-b415-8ab699c06b04', 'name': '', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'mac_address': 'fa:16:3e:2f:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 5, 'project_id': '8bc69854cdc74679b58557948360d991', 'subnets': [{'id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:25.814715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50b928-c1d4-4301-a311-b9e175c1a63d req-fe9fc615-4724-4c07-b209-d630bf2102f0 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:25.816170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc50b928-c1d4-4301-a311-b9e175c1a63d req-fe9fc615-4724-4c07-b209-d630bf2102f0 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 984 time: 0.0650120 Jan 27 22:29:25.830964 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e7f6f-485d-4a4e-888a-7d5f6a1fb49e None None] Checking router: d69e8278-bf82-49cd-99fe-4307d9b858c0 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:25.839351 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e7f6f-485d-4a4e-888a-7d5f6a1fb49e None None] Routers {'d69e8278-bf82-49cd-99fe-4307d9b858c0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:25.839962 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-637e7f6f-485d-4a4e-888a-7d5f6a1fb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:29:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d69e8278-bf82-49cd-99fe-4307d9b858c0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:25.856619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-875b8418-20f6-4935-bd70-4038980146d9 req-1b63a992-6751-497a-be6f-6b2e1b8f286d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c7c68d-f712-41c3-9ae3-233bbb2121e7 HTTP/1.1" status: 200 len: 217 time: 0.0491788 Jan 27 22:29:25.934900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b8418-20f6-4935-bd70-4038980146d9 req-2632a9f0-af9a-43de-92d8-a2e038cdcb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:25.936393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-875b8418-20f6-4935-bd70-4038980146d9 req-2632a9f0-af9a-43de-92d8-a2e038cdcb0e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3aafe6a6-d54c-4c81-bfd6-37b853ea08bd HTTP/1.1" status: 200 len: 834 time: 0.0737441 Jan 27 22:29:25.941668 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc50b928-c1d4-4301-a311-b9e175c1a63d req-0f8175f9-df8f-4a5a-a826-1fcebcb55a89 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1191597 Jan 27 22:29:25.943481 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-637e7f6f-485d-4a4e-888a-7d5f6a1fb49e None None] Set router d69e8278-bf82-49cd-99fe-4307d9b858c0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:25.981602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b8418-20f6-4935-bd70-4038980146d9 req-c9d680d3-c2ac-4722-bb50-a63654b7d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:25.983080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-875b8418-20f6-4935-bd70-4038980146d9 req-c9d680d3-c2ac-4722-bb50-a63654b7d1f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dd7caf24-d9d8-45af-8b18-aa73f063510d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405743 Jan 27 22:29:26.074458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-875b8418-20f6-4935-bd70-4038980146d9 req-95a38a94-ecb1-42da-9022-550c7cf9d23a service neutron] 10.222.0.74 "GET /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844076 Jan 27 22:29:26.153096 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-637e7f6f-485d-4a4e-888a-7d5f6a1fb49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:28:02Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '04bf26fd-a9d8-4752-b415-8ab699c06b04', 'name': '', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'mac_address': 'fa:16:3e:2f:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 5, 'project_id': '8bc69854cdc74679b58557948360d991', 'subnets': [{'id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:26.173419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-875b8418-20f6-4935-bd70-4038980146d9 req-d7c931ed-a076-4263-bfa9-688eec282ef2 service neutron] 10.222.0.74 "GET /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921264 Jan 27 22:29:26.182426 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e7f6f-485d-4a4e-888a-7d5f6a1fb49e None None] The sync data for ids ['d69e8278-bf82-49cd-99fe-4307d9b858c0'] in n-d-760456-6 is: [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:28:02Z', 'revision_number': 4, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '04bf26fd-a9d8-4752-b415-8ab699c06b04', 'name': '', 'network_id': 'dd7caf24-d9d8-45af-8b18-aa73f063510d', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'mac_address': 'fa:16:3e:2f:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:28:01Z', 'updated_at': '2022-01-27T22:28:04Z', 'revision_number': 5, 'project_id': '8bc69854cdc74679b58557948360d991', 'subnets': [{'id': '3aafe6a6-d54c-4c81-bfd6-37b853ea08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:26.389011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4a175-d1c2-4f25-b557-d641a5fdfb71 None None] New status for floating IP 9c922619-fc69-47bc-ab14-b326340fb235: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:29:27.053561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e567b0e-93e3-4685-8b34-802092bfa9f4 req-81c09849-9338-4007-89d8-ce5d720d9215 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:27.055033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e567b0e-93e3-4685-8b34-802092bfa9f4 req-81c09849-9338-4007-89d8-ce5d720d9215 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.74 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 984 time: 0.0769930 Jan 27 22:29:27.099240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a25a2f-b3ef-454e-a249-a9269eb82c1d req-5bdec712-10d1-4e4d-8a18-3066109cf520 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:27.100795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9a25a2f-b3ef-454e-a249-a9269eb82c1d req-5bdec712-10d1-4e4d-8a18-3066109cf520 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 984 time: 0.0884795 Jan 27 22:29:27.191325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9a25a2f-b3ef-454e-a249-a9269eb82c1d req-ddac3833-4f85-4a0a-b621-52be331c4036 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc803bd-d860-48bc-b229-d2a0338633a5&id=d9c726cc-9a09-482a-8e69-067493b1afff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0846705 Jan 27 22:29:27.199731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-2e567b0e-93e3-4685-8b34-802092bfa9f4 req-42a91c90-d1e3-40d2-88c5-3a028db6f065 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Deleting port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:27.200106 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2e567b0e-93e3-4685-8b34-802092bfa9f4 req-42a91c90-d1e3-40d2-88c5-3a028db6f065 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.295572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-2e567b0e-93e3-4685-8b34-802092bfa9f4 req-42a91c90-d1e3-40d2-88c5-3a028db6f065 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] For port 45c7c68d-f712-41c3-9ae3-233bbb2121e7, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=45c7c68d-f712-41c3-9ae3-233bbb2121e7,segment=NetworkSegment(b190507b-2b54-4e35-91b1-3526b41dc435),segment_id=b190507b-2b54-4e35-91b1-3526b41dc435)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:27.295947 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2e567b0e-93e3-4685-8b34-802092bfa9f4 req-42a91c90-d1e3-40d2-88c5-3a028db6f065 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.307932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-2e567b0e-93e3-4685-8b34-802092bfa9f4 req-42a91c90-d1e3-40d2-88c5-3a028db6f065 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Calling delete_port for 45c7c68d-f712-41c3-9ae3-233bbb2121e7 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:27.312457 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.501210 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2e567b0e-93e3-4685-8b34-802092bfa9f4 req-42a91c90-d1e3-40d2-88c5-3a028db6f065 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (45c7c68d-f712-41c3-9ae3-233bbb2121e7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.528698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a91c90-d1e3-40d2-88c5-3a028db6f065 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'Port': ['ID=45c7c68d-f712-41c3-9ae3-233bbb2121e7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:27.572891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e567b0e-93e3-4685-8b34-802092bfa9f4 req-42a91c90-d1e3-40d2-88c5-3a028db6f065 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] No DVR routers for this DVR port 45c7c68d-f712-41c3-9ae3-233bbb2121e7 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:29:27.575500 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2e567b0e-93e3-4685-8b34-802092bfa9f4 req-42a91c90-d1e3-40d2-88c5-3a028db6f065 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:27.579438 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e567b0e-93e3-4685-8b34-802092bfa9f4 req-42a91c90-d1e3-40d2-88c5-3a028db6f065 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.74 "DELETE /v2.0/ports/45c7c68d-f712-41c3-9ae3-233bbb2121e7 HTTP/1.1" status: 204 len: 173 time: 0.5179856 Jan 27 22:29:27.579918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a479913-8511-4801-a040-5fb9aa3b543f', 'name': 'network-vif-deleted', 'tag': '45c7c68d-f712-41c3-9ae3-233bbb2121e7'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:27.582231 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae7fd16-02b6-4b70-a8eb-88ee639ce043" -d '{"events": [{"server_uuid": "4a479913-8511-4801-a040-5fb9aa3b543f", "name": "network-vif-deleted", "tag": "45c7c68d-f712-41c3-9ae3-233bbb2121e7"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:27.620568 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f5fcaf-a594-40e4-a2ac-3339eb8c853f x-openstack-request-id: req-a5f5fcaf-a594-40e4-a2ac-3339eb8c853f {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:27.620870 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a479913-8511-4801-a040-5fb9aa3b543f", "name": "network-vif-deleted", "tag": "45c7c68d-f712-41c3-9ae3-233bbb2121e7", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:27.621132 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a5f5fcaf-a594-40e4-a2ac-3339eb8c853f {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:27.621546 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a479913-8511-4801-a040-5fb9aa3b543f', 'name': 'network-vif-deleted', 'tag': '45c7c68d-f712-41c3-9ae3-233bbb2121e7', 'status': 'completed', 'code': 200} Jan 27 22:29:27.672960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:28.307661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52e783da-35c0-4cfc-9919-1e78debff64d req-f3a514ef-ab80-4047-9622-e3d6a4af6bfd tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a479913-8511-4801-a040-5fb9aa3b543f HTTP/1.1" status: 200 len: 210 time: 0.0261312 Jan 27 22:29:29.364812 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37818) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:29.414774 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be997add-e9e4-4c7f-a355-8f6224edf560 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (8fc803bd-d860-48bc-b229-d2a0338633a5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.437057 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be997add-e9e4-4c7f-a355-8f6224edf560 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (8fc803bd-d860-48bc-b229-d2a0338633a5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.598291 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be997add-e9e4-4c7f-a355-8f6224edf560 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8fc803bd-d860-48bc-b229-d2a0338633a5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.600907 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-be997add-e9e4-4c7f-a355-8f6224edf560 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.602072 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-be997add-e9e4-4c7f-a355-8f6224edf560 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "DELETE /v2.0/security-groups/8fc803bd-d860-48bc-b229-d2a0338633a5 HTTP/1.1" status: 204 len: 168 time: 0.2362642 Jan 27 22:29:29.604771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37820) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:29.611265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be997add-e9e4-4c7f-a355-8f6224edf560 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc803bd-d860-48bc-b229-d2a0338633a5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:29.658195 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c690393a-d471-40b0-b032-0780560a3216 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (d9c726cc-9a09-482a-8e69-067493b1afff), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.680161 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c690393a-d471-40b0-b032-0780560a3216 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (d9c726cc-9a09-482a-8e69-067493b1afff), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.815043 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c690393a-d471-40b0-b032-0780560a3216 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d9c726cc-9a09-482a-8e69-067493b1afff), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.817858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c690393a-d471-40b0-b032-0780560a3216 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:29.819018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c690393a-d471-40b0-b032-0780560a3216 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "DELETE /v2.0/security-groups/d9c726cc-9a09-482a-8e69-067493b1afff HTTP/1.1" status: 204 len: 168 time: 0.2132711 Jan 27 22:29:29.826527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37822) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:29.828764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690393a-d471-40b0-b032-0780560a3216 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c726cc-9a09-482a-8e69-067493b1afff,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:30.195902 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246ff291-5d31-4e04-87fd-376a85c642cc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (d69e8278-bf82-49cd-99fe-4307d9b858c0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.458243 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-246ff291-5d31-4e04-87fd-376a85c642cc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Deleting port 04bf26fd-a9d8-4752-b415-8ab699c06b04 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:30.458899 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246ff291-5d31-4e04-87fd-376a85c642cc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.544959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-246ff291-5d31-4e04-87fd-376a85c642cc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] For port 04bf26fd-a9d8-4752-b415-8ab699c06b04, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=04bf26fd-a9d8-4752-b415-8ab699c06b04,segment=NetworkSegment(b190507b-2b54-4e35-91b1-3526b41dc435),segment_id=b190507b-2b54-4e35-91b1-3526b41dc435)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:30.545328 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246ff291-5d31-4e04-87fd-376a85c642cc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.557808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-246ff291-5d31-4e04-87fd-376a85c642cc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Calling delete_port for 04bf26fd-a9d8-4752-b415-8ab699c06b04 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:30.815511 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246ff291-5d31-4e04-87fd-376a85c642cc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (04bf26fd-a9d8-4752-b415-8ab699c06b04), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:30.842193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ff291-5d31-4e04-87fd-376a85c642cc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'Port': ['ID=04bf26fd-a9d8-4752-b415-8ab699c06b04,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:31.013777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-246ff291-5d31-4e04-87fd-376a85c642cc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (d69e8278-bf82-49cd-99fe-4307d9b858c0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:31.228211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246ff291-5d31-4e04-87fd-376a85c642cc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Router d69e8278-bf82-49cd-99fe-4307d9b858c0 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:29:31.337169 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246ff291-5d31-4e04-87fd-376a85c642cc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:29:31.346688 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-246ff291-5d31-4e04-87fd-376a85c642cc tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "PUT /v2.0/routers/d69e8278-bf82-49cd-99fe-4307d9b858c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5147738 Jan 27 22:29:31.346688 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37824) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:31.353095 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc40cc6-13bf-4360-9869-518a66d77c0b None None] Sync routers for ids ['d69e8278-bf82-49cd-99fe-4307d9b858c0'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:29:31.370022 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc40cc6-13bf-4360-9869-518a66d77c0b None None] Routers {'d69e8278-bf82-49cd-99fe-4307d9b858c0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:31.374183 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-edc40cc6-13bf-4360-9869-518a66d77c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:29:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d69e8278-bf82-49cd-99fe-4307d9b858c0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:31.402741 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb9cc11-76f5-4ce2-b34e-8322ba64cd56 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Deleting subnet 3aafe6a6-d54c-4c81-bfd6-37b853ea08bd {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:29:31.402741 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cc11-76f5-4ce2-b34e-8322ba64cd56 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for subnet (3aafe6a6-d54c-4c81-bfd6-37b853ea08bd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:31.407037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 45c7c68d-f712-41c3-9ae3-233bbb2121e7 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:31.434607 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 45c7c68d-f712-41c3-9ae3-233bbb2121e7 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:31.435065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 45c7c68d-f712-41c3-9ae3-233bbb2121e7 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:31.444053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cc11-76f5-4ce2-b34e-8322ba64cd56 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (3aafe6a6-d54c-4c81-bfd6-37b853ea08bd), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:31.478809 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-edc40cc6-13bf-4360-9869-518a66d77c0b None None] Set router d69e8278-bf82-49cd-99fe-4307d9b858c0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:31.532832 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cc11-76f5-4ce2-b34e-8322ba64cd56 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (3aafe6a6-d54c-4c81-bfd6-37b853ea08bd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:31.638795 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cc11-76f5-4ce2-b34e-8322ba64cd56 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (3aafe6a6-d54c-4c81-bfd6-37b853ea08bd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:31.655350 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-edc40cc6-13bf-4360-9869-518a66d77c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:29:30Z', 'revision_number': 5, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:31.667008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9cc11-76f5-4ce2-b34e-8322ba64cd56 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'Subnet': ['ID=3aafe6a6-d54c-4c81-bfd6-37b853ea08bd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:31.670786 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4fb9cc11-76f5-4ce2-b34e-8322ba64cd56 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:31.678863 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4fb9cc11-76f5-4ce2-b34e-8322ba64cd56 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "DELETE /v2.0/subnets/3aafe6a6-d54c-4c81-bfd6-37b853ea08bd HTTP/1.1" status: 204 len: 168 time: 0.3291030 Jan 27 22:29:31.679387 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37826) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:31.681085 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da182306-7171-43ff-8c58-d00035df590b None None] Network dd7caf24-d9d8-45af-8b18-aa73f063510d requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:29:31.690304 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc40cc6-13bf-4360-9869-518a66d77c0b None None] Checking router: d69e8278-bf82-49cd-99fe-4307d9b858c0 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:29:31.701206 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc40cc6-13bf-4360-9869-518a66d77c0b None None] Routers {'d69e8278-bf82-49cd-99fe-4307d9b858c0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:29:31.701206 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-edc40cc6-13bf-4360-9869-518a66d77c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:29:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['d69e8278-bf82-49cd-99fe-4307d9b858c0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:31.800521 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router (d69e8278-bf82-49cd-99fe-4307d9b858c0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:31.820434 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-edc40cc6-13bf-4360-9869-518a66d77c0b None None] Set router d69e8278-bf82-49cd-99fe-4307d9b858c0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:29:31.861153 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a0aa56-6aee-4659-a9e3-0accc8f8bda2 None None] DHCP port deletion for dd7caf24-d9d8-45af-8b18-aa73f063510d request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:29:31.909902 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router_gateway (d69e8278-bf82-49cd-99fe-4307d9b858c0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:31.910100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-85a0aa56-6aee-4659-a9e3-0accc8f8bda2 None None] Deleting port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:31.910344 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-85a0aa56-6aee-4659-a9e3-0accc8f8bda2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:31.973889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-85a0aa56-6aee-4659-a9e3-0accc8f8bda2 None None] For port bdd55059-25d9-4c5d-9de3-307e8d30dfc9, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=bdd55059-25d9-4c5d-9de3-307e8d30dfc9,segment=NetworkSegment(b190507b-2b54-4e35-91b1-3526b41dc435),segment_id=b190507b-2b54-4e35-91b1-3526b41dc435)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:31.974288 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-85a0aa56-6aee-4659-a9e3-0accc8f8bda2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:31.987166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-85a0aa56-6aee-4659-a9e3-0accc8f8bda2 None None] Calling delete_port for bdd55059-25d9-4c5d-9de3-307e8d30dfc9 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:32.008465 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-edc40cc6-13bf-4360-9869-518a66d77c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:29:30Z', 'revision_number': 5, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:32.035700 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc40cc6-13bf-4360-9869-518a66d77c0b None None] The sync data for ids ['d69e8278-bf82-49cd-99fe-4307d9b858c0'] in n-d-760456-6 is: [{'id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1478692997', 'tenant_id': '8bc69854cdc74679b58557948360d991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:27:57Z', 'updated_at': '2022-01-27T22:29:30Z', 'revision_number': 5, 'project_id': '8bc69854cdc74679b58557948360d991', 'gw_port': {'id': '42ac5960-516c-41bb-96fb-3e4046c01178', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:91:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69e8278-bf82-49cd-99fe-4307d9b858c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:27:58Z', 'updated_at': '2022-01-27T22:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:29:32.043001 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Deleting port 42ac5960-516c-41bb-96fb-3e4046c01178 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:29:32.043360 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (42ac5960-516c-41bb-96fb-3e4046c01178), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.128921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] For port 42ac5960-516c-41bb-96fb-3e4046c01178, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=42ac5960-516c-41bb-96fb-3e4046c01178,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:32.132735 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (42ac5960-516c-41bb-96fb-3e4046c01178), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.132880 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-85a0aa56-6aee-4659-a9e3-0accc8f8bda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (bdd55059-25d9-4c5d-9de3-307e8d30dfc9), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.148531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Calling delete_port for 42ac5960-516c-41bb-96fb-3e4046c01178 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:29:32.171291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0aa56-6aee-4659-a9e3-0accc8f8bda2 None None] Pushing event deleted for resources: {'Port': ['ID=bdd55059-25d9-4c5d-9de3-307e8d30dfc9,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:32.171291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a0aa56-6aee-4659-a9e3-0accc8f8bda2 None None] No DVR routers for this DVR port bdd55059-25d9-4c5d-9de3-307e8d30dfc9 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:29:32.341323 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-23fd807e-93d3-4a75-a96c-05dad1a0a11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.404549 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (42ac5960-516c-41bb-96fb-3e4046c01178), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.431110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'Port': ['ID=42ac5960-516c-41bb-96fb-3e4046c01178,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:32.501687 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (d69e8278-bf82-49cd-99fe-4307d9b858c0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.594710 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (d69e8278-bf82-49cd-99fe-4307d9b858c0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.596794 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router_controller (d69e8278-bf82-49cd-99fe-4307d9b858c0), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.689330 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (d69e8278-bf82-49cd-99fe-4307d9b858c0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.689781 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Fanout notify agent at l3_agent the message router_deleted on router d69e8278-bf82-49cd-99fe-4307d9b858c0 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:29:32.696250 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:32.703543 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8f0b29a0-f869-4525-b0b6-57b2c55474b6 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "DELETE /v2.0/routers/d69e8278-bf82-49cd-99fe-4307d9b858c0 HTTP/1.1" status: 204 len: 168 time: 1.0170746 Jan 27 22:29:32.703543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37828) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:32.779349 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (dd7caf24-d9d8-45af-8b18-aa73f063510d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.116629 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (dd7caf24-d9d8-45af-8b18-aa73f063510d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.139822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7caf24-d9d8-45af-8b18-aa73f063510d']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:33.154391 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b190507b-2b54-4e35-91b1-3526b41dc435') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:33.154703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b190507b-2b54-4e35-91b1-3526b41dc435') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:29:33.165775 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (b190507b-2b54-4e35-91b1-3526b41dc435), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.179460 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b190507b-2b54-4e35-91b1-3526b41dc435), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.183519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 42ac5960-516c-41bb-96fb-3e4046c01178 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:33.185621 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:29:33.186078 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (b190507b-2b54-4e35-91b1-3526b41dc435), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:29:33.189271 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:29:33.208197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 42ac5960-516c-41bb-96fb-3e4046c01178 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:33.208559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 42ac5960-516c-41bb-96fb-3e4046c01178 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:33.208991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bdd55059-25d9-4c5d-9de3-307e8d30dfc9 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:33.229160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: bdd55059-25d9-4c5d-9de3-307e8d30dfc9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:33.229516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device bdd55059-25d9-4c5d-9de3-307e8d30dfc9 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:33.229946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 04bf26fd-a9d8-4752-b415-8ab699c06b04 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:29:33.249273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 04bf26fd-a9d8-4752-b415-8ab699c06b04 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:29:33.249622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 04bf26fd-a9d8-4752-b415-8ab699c06b04 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:29:33.335492 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (dd7caf24-d9d8-45af-8b18-aa73f063510d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.342530 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:33.346530 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] 10.222.0.61 "DELETE /v2.0/networks/dd7caf24-d9d8-45af-8b18-aa73f063510d HTTP/1.1" status: 204 len: 168 time: 0.6454649 Jan 27 22:29:33.358215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc19c4-f316-44f6-9da1-f03b79d25719 tempest-TestSecurityGroupsBasicOps-1880283812 tempest-TestSecurityGroupsBasicOps-1880283812-project] Pushing event deleted for resources: {'Network': ['ID=dd7caf24-d9d8-45af-8b18-aa73f063510d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:34.927518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37838) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:34.929713 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a17a0fb1-f187-4111-a4d9-9f09c0aded50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:35.059651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c67dbcba-d025-43f3-9053-59c2a594b599 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8bc69854cdc74679b58557948360d991&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309071 Jan 27 22:29:35.062174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37842) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:35.109457 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6699878a-fb37-4337-a1b5-10452a9780b5 admin admin] Publish callbacks [] for security_group (2205dded-4c26-460b-bc15-8f7268e834ae), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:35.130298 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6699878a-fb37-4337-a1b5-10452a9780b5 admin admin] Publish callbacks [] for security_group (2205dded-4c26-460b-bc15-8f7268e834ae), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:35.226494 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6699878a-fb37-4337-a1b5-10452a9780b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (2205dded-4c26-460b-bc15-8f7268e834ae), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:35.229185 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6699878a-fb37-4337-a1b5-10452a9780b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:35.230372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6699878a-fb37-4337-a1b5-10452a9780b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2205dded-4c26-460b-bc15-8f7268e834ae HTTP/1.1" status: 204 len: 168 time: 0.1672709 Jan 27 22:29:35.238313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699878a-fb37-4337-a1b5-10452a9780b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2205dded-4c26-460b-bc15-8f7268e834ae,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:35.763832 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 37848) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:35.776944 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24961abe-f69a-4db0-b941-28a44e8bbfdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:35.849663 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24961abe-f69a-4db0-b941-28a44e8bbfdd admin admin] Publish callbacks [] for security_group (5fc6941b-6df8-4b5f-8f1e-b954a1653f41), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:35.912364 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24961abe-f69a-4db0-b941-28a44e8bbfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5fc6941b-6df8-4b5f-8f1e-b954a1653f41), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:35.949687 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-24961abe-f69a-4db0-b941-28a44e8bbfdd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a348ecc21f24d52abb95de7f6ccab1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1847279 Jan 27 22:29:35.950564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24961abe-f69a-4db0-b941-28a44e8bbfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc6941b-6df8-4b5f-8f1e-b954a1653f41,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:35.952550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37850) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:36.001078 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1bfe32fc-52eb-42fe-bd87-02b979ac70bc admin admin] Publish callbacks [] for security_group (5fc6941b-6df8-4b5f-8f1e-b954a1653f41), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:36.021814 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1bfe32fc-52eb-42fe-bd87-02b979ac70bc admin admin] Publish callbacks [] for security_group (5fc6941b-6df8-4b5f-8f1e-b954a1653f41), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:36.152616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1bfe32fc-52eb-42fe-bd87-02b979ac70bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5fc6941b-6df8-4b5f-8f1e-b954a1653f41), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:36.155231 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1bfe32fc-52eb-42fe-bd87-02b979ac70bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:36.156430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1bfe32fc-52eb-42fe-bd87-02b979ac70bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5fc6941b-6df8-4b5f-8f1e-b954a1653f41 HTTP/1.1" status: 204 len: 168 time: 0.2028403 Jan 27 22:29:36.164883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe32fc-52eb-42fe-bd87-02b979ac70bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc6941b-6df8-4b5f-8f1e-b954a1653f41,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:36.249737 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:36.775948 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37856) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:36.813941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f603d75e-a46f-4031-af65-4e04ea9a30d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b60b6ccb58084bca82875c233cb55b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0368195 Jan 27 22:29:36.816810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 37858) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:29:36.862118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45718e6a-50a8-4790-9fcb-e013672db5fc admin admin] Publish callbacks [] for security_group (ba93ab19-739e-476c-8ea4-a09302de286d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:36.883496 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45718e6a-50a8-4790-9fcb-e013672db5fc admin admin] Publish callbacks [] for security_group (ba93ab19-739e-476c-8ea4-a09302de286d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:36.980735 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45718e6a-50a8-4790-9fcb-e013672db5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ba93ab19-739e-476c-8ea4-a09302de286d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:36.983399 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-45718e6a-50a8-4790-9fcb-e013672db5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:36.984580 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-45718e6a-50a8-4790-9fcb-e013672db5fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba93ab19-739e-476c-8ea4-a09302de286d HTTP/1.1" status: 204 len: 168 time: 0.1669118 Jan 27 22:29:36.992907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45718e6a-50a8-4790-9fcb-e013672db5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba93ab19-739e-476c-8ea4-a09302de286d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:37.529484 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:38.935079 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:48.282067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-62bebd8e-8880-461a-a349-326ebb85c783 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d5742f3ebc134483bde826446cd440c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296288 Jan 27 22:29:48.488424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-86d8840e-51bd-4387-b3a2-8dc89b2a7b78 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:48.489821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-86d8840e-51bd-4387-b3a2-8dc89b2a7b78 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020917 Jan 27 22:29:48.504573 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-aa49e9c3-e1dc-45cd-9c30-ea00a7a9e2cd tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/quotas/d5742f3ebc134483bde826446cd440c3 HTTP/1.1" status: 200 len: 375 time: 0.0094242 Jan 27 22:29:48.534155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-90222782-2cd4-4b1b-92dd-7543acb25137 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d5742f3ebc134483bde826446cd440c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248661 Jan 27 22:29:48.763941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-517f7cc7-578e-48bc-a038-92ff75a0b5f5 req-9ccf4e00-d42d-4734-b732-b317c47f04d4 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 210 time: 0.0260665 Jan 27 22:29:49.857587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a305c541-02b5-4c4e-b0af-0a7c794b48ef req-c52d6acf-92ce-4214-8563-bcefebb092e6 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 210 time: 0.0273938 Jan 27 22:29:50.699161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-bc6caa5a-137e-457c-b6b6-e1e41d352d6c tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=d5742f3ebc134483bde826446cd440c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201585 Jan 27 22:29:50.806627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-26a0fa24-e1e2-4a2c-be68-8f7f11484a55 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:50.808098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-26a0fa24-e1e2-4a2c-be68-8f7f11484a55 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1046846 Jan 27 22:29:50.820097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Request body: {'port': {'device_id': 'd5ec3341-e90a-4ca5-996b-5af27fe912cd', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'admin_state_up': True, 'tenant_id': 'd5742f3ebc134483bde826446cd440c3'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:50.958702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1e359f6-0b0c-47d3-bf5e-159acf98aae0 req-8973b1c1-8624-40e3-84bb-c94a9a0803be tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 210 time: 0.0279038 Jan 27 22:29:51.008757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Made reservation on behalf of d5742f3ebc134483bde826446cd440c3 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:29:51.012161 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:51.021710 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:51.100705 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Publish callbacks [] for security_group (294db77d-d22d-4d6e-95a3-8e564d7e6d14), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:51.157235 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (294db77d-d22d-4d6e-95a3-8e564d7e6d14), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:51.221157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294db77d-d22d-4d6e-95a3-8e564d7e6d14,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:51.289821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Allocated IP 192.168.233.145 (448cf24c-dfed-4809-adf4-6fd133d819d8/6a0c23da-9c1c-4580-9c64-dc20105e5c1b/0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:29:51.443569 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Publish callbacks [] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:51.512378 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:51.554452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Network 448cf24c-dfed-4809-adf4-6fd133d819d8 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:29:51.557438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:29:51.563565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:29:51.569597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Pushing event updated for resources: {'Port': ['ID=0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:51.618522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:51.619177 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:51.703808 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-21e72042-c505-4670-9974-e6d805d3c6fb tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8872011 Jan 27 22:29:51.715139 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Request body: {'port': {'device_id': 'd5ec3341-e90a-4ca5-996b-5af27fe912cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:29:51.773651 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:51.829198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d09a5aa5-4edb-4f36-a69d-1a061495a3d7 None None] Provisioning complete for port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:51.829792 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d09a5aa5-4edb-4f36-a69d-1a061495a3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:51.866209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d09a5aa5-4edb-4f36-a69d-1a061495a3d7 None None] Port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:29:52.057397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:29:52.066851 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Publish callbacks [] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:52.084888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Transition to ACTIVE for port object 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:29:52.095615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d74c5-8249-4574-8198-1cdb06c2c857 req-8276d346-7f64-4d93-a008-6c8727e95e7f tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.097764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b5d74c5-8249-4574-8198-1cdb06c2c857 req-8276d346-7f64-4d93-a008-6c8727e95e7f tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 936 time: 0.0701525 Jan 27 22:29:52.141689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:52.155799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b5d74c5-8249-4574-8198-1cdb06c2c857 req-50970246-9242-48a8-89fc-244ef4eea51e tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/security-groups?id=294db77d-d22d-4d6e-95a3-8e564d7e6d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524693 Jan 27 22:29:52.199539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:52.279484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Attempting to bind port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:29:52.279809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Attempting to bind port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:29:52.280305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Attempting to bind port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:52.285177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd on network 448cf24c-dfed-4809-adf4-6fd133d819d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:29:52.285544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Attempting to bind port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd on network 448cf24c-dfed-4809-adf4-6fd133d819d8 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:29:52.291163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:29:52.291505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Checking segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:29:52.291958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Bound using segment: {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:29:52.292341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Bound port: 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6eaa4a1-da39-442b-bf20-993d355e36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:29:52.292704 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:52.363678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] For port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:29:52.366949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] For port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:29:52.409365 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:52.445078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.446113 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:52.447590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] 10.222.0.71 "PUT /v2.0/ports/0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd HTTP/1.1" status: 200 len: 1096 time: 0.7369506 Jan 27 22:29:52.450103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ec3341-e90a-4ca5-996b-5af27fe912cd', 'tag': '0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:52.453292 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259d4a7a-e4fa-4a0a-8e71-f046126ccbea" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ec3341-e90a-4ca5-996b-5af27fe912cd", "tag": "0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:52.481145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17a3a2-cd26-4177-8c23-6ef9b04fd106 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:52.501851 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b4545a-ecf5-4c3b-b89f-d885d9e5454b x-openstack-request-id: req-b1b4545a-ecf5-4c3b-b89f-d885d9e5454b {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:52.502438 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ec3341-e90a-4ca5-996b-5af27fe912cd", "tag": "0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:52.503439 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1b4545a-ecf5-4c3b-b89f-d885d9e5454b {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:52.503964 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ec3341-e90a-4ca5-996b-5af27fe912cd', 'tag': '0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd', 'status': 'completed', 'code': 200} Jan 27 22:29:52.570106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d4a7a-e4fa-4a0a-8e71-f046126ccbea req-bac9c8a0-0de6-4986-9ce8-70a9f24dc3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.571673 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-259d4a7a-e4fa-4a0a-8e71-f046126ccbea req-bac9c8a0-0de6-4986-9ce8-70a9f24dc3a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d5742f3ebc134483bde826446cd440c3&device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 1099 time: 0.0484827 Jan 27 22:29:52.600523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-259d4a7a-e4fa-4a0a-8e71-f046126ccbea req-b402306e-67da-4ce7-a051-f7bfac63ad0b service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=d5742f3ebc134483bde826446cd440c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210006 Jan 27 22:29:52.698489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d4a7a-e4fa-4a0a-8e71-f046126ccbea req-add81e96-40ba-4c97-84be-4729179236e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.699985 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-259d4a7a-e4fa-4a0a-8e71-f046126ccbea req-add81e96-40ba-4c97-84be-4729179236e8 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939379 Jan 27 22:29:52.774626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-38b9c2fb-dce3-46f9-a408-4354e18e8a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.776047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-38b9c2fb-dce3-46f9-a408-4354e18e8a62 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d5742f3ebc134483bde826446cd440c3&device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 1099 time: 0.0417807 Jan 27 22:29:52.819536 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-ea21aecf-e576-448b-b437-176ea7eac79c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd HTTP/1.1" status: 200 len: 217 time: 0.0345902 Jan 27 22:29:52.869452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-95e1985b-e614-4abe-8148-ed64c2903f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.870777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-95e1985b-e614-4abe-8148-ed64c2903f57 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6a0c23da-9c1c-4580-9c64-dc20105e5c1b HTTP/1.1" status: 200 len: 843 time: 0.0459895 Jan 27 22:29:52.913535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-f1e5f202-2621-492a-ad4c-4c54ea880735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:52.914967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-f1e5f202-2621-492a-ad4c-4c54ea880735 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=448cf24c-dfed-4809-adf4-6fd133d819d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0388052 Jan 27 22:29:53.004219 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-97da9d12-0aee-4021-9cac-8373c1ea1c4e service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828526 Jan 27 22:29:53.095174 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1a0e766-9920-4093-b026-d3756b1c8f43 req-4028032e-fa7a-498a-8e2a-7791bf3d6bc7 service neutron] 10.222.0.71 "GET /v2.0/networks/448cf24c-dfed-4809-adf4-6fd133d819d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857124 Jan 27 22:29:53.273322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5433-ab5a-4719-9506-648bd398b5a9 req-1daa2bc8-c2c0-4c03-8441-f6b16ab42795 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:53.274845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b57d5433-ab5a-4719-9506-648bd398b5a9 req-1daa2bc8-c2c0-4c03-8441-f6b16ab42795 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 948 time: 0.0518277 Jan 27 22:29:53.320983 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b57d5433-ab5a-4719-9506-648bd398b5a9 req-8780d945-b1ac-4089-89ac-2b8a5a4dc64c tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/security-groups?id=294db77d-d22d-4d6e-95a3-8e564d7e6d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Jan 27 22:29:54.437851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12ee65-498c-4c6f-bbf6-9b902d38d7e8 req-c3e469fb-dcd1-45c5-a3a8-402795f1c2b0 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:54.439211 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e12ee65-498c-4c6f-bbf6-9b902d38d7e8 req-c3e469fb-dcd1-45c5-a3a8-402795f1c2b0 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 948 time: 0.0511627 Jan 27 22:29:54.486063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e12ee65-498c-4c6f-bbf6-9b902d38d7e8 req-4e9a621d-adf2-4359-9c6c-b84c69ba54f1 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/security-groups?id=294db77d-d22d-4d6e-95a3-8e564d7e6d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Jan 27 22:29:55.599546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e61306-8afa-4d4b-b7e6-df1af4acf52b req-4eca2762-e1f9-4eba-865b-fdd8410a3f6c tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:55.601058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0e61306-8afa-4d4b-b7e6-df1af4acf52b req-4eca2762-e1f9-4eba-865b-fdd8410a3f6c tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 948 time: 0.0481951 Jan 27 22:29:55.647538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0e61306-8afa-4d4b-b7e6-df1af4acf52b req-096de5da-1969-463b-a384-961bc7e432c2 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/security-groups?id=294db77d-d22d-4d6e-95a3-8e564d7e6d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410061 Jan 27 22:29:55.803309 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:29:55.898362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:55.910019 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd', 'network_id': '448cf24c-dfed-4809-adf4-6fd133d819d8', 'port_id': '0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd', 'mac_address': 'fa:16:3e:b9:48:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0c23da-9c1c-4580-9c64-dc20105e5c1b', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:29:55.945889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:55.946308 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:55.959409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:29:55.979175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:56.042861 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:56.089102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:56.258947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:29:56.763218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01006277-12b2-4c7e-9cf6-c7319fb2b988 req-d585e349-83a0-4441-a8d3-ef0208862bed tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:56.764642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01006277-12b2-4c7e-9cf6-c7319fb2b988 req-d585e349-83a0-4441-a8d3-ef0208862bed tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 949 time: 0.0504494 Jan 27 22:29:56.814022 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01006277-12b2-4c7e-9cf6-c7319fb2b988 req-77e8e703-0032-43d7-9886-8f082220d34d tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/security-groups?id=294db77d-d22d-4d6e-95a3-8e564d7e6d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432518 Jan 27 22:29:57.071544 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:29:57.448678 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:57.688427 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:57.818222 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:29:57.931425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec4a5-c565-4e29-bdda-246d2736bf69 req-de9f2bf9-cdfd-4afb-b4c0-d170c03f4e74 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:57.932980 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd1ec4a5-c565-4e29-bdda-246d2736bf69 req-de9f2bf9-cdfd-4afb-b4c0-d170c03f4e74 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 949 time: 0.0487549 Jan 27 22:29:57.980928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd1ec4a5-c565-4e29-bdda-246d2736bf69 req-709479a4-d088-42e7-a998-b2fa412e1ddf tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/security-groups?id=294db77d-d22d-4d6e-95a3-8e564d7e6d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 Jan 27 22:29:58.014686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:29:58.019103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:29:58.022168 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:58.093557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:29:58.093864 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:58.116672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ec3341-e90a-4ca5-996b-5af27fe912cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:29:58.118873 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ef4269-8ae3-471a-b1d5-91b7aa4b724c" -d '{"events": [{"server_uuid": "d5ec3341-e90a-4ca5-996b-5af27fe912cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:29:58.132781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:29:58.156165 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ca9097-1b47-4531-b6f2-b535cabf124b x-openstack-request-id: req-21ca9097-1b47-4531-b6f2-b535cabf124b {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:29:58.156466 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ec3341-e90a-4ca5-996b-5af27fe912cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:29:58.161678 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21ca9097-1b47-4531-b6f2-b535cabf124b {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:29:58.161678 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ec3341-e90a-4ca5-996b-5af27fe912cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd', 'code': 200} Jan 27 22:29:58.208922 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:29:58.254290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236107e-ece2-4581-8eaf-4920112dd020 req-bdc22360-3381-4820-b474-62030c04e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:58.255866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a236107e-ece2-4581-8eaf-4920112dd020 req-bdc22360-3381-4820-b474-62030c04e001 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 1101 time: 0.0447686 Jan 27 22:29:58.257219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:29:58.299350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a236107e-ece2-4581-8eaf-4920112dd020 req-83baa8e1-d1ce-470c-ba2f-17fb58f87e61 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=294db77d-d22d-4d6e-95a3-8e564d7e6d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 Jan 27 22:29:59.097926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063397d-70f7-46e4-9f5c-458520bae77d req-2d768c41-2bc5-47c7-a0b3-30ac7dae41c5 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:29:59.099437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2063397d-70f7-46e4-9f5c-458520bae77d req-2d768c41-2bc5-47c7-a0b3-30ac7dae41c5 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 950 time: 0.0531898 Jan 27 22:29:59.145869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2063397d-70f7-46e4-9f5c-458520bae77d req-f01b93fa-63b2-4a76-a3bd-3ec00fdb0367 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/security-groups?id=294db77d-d22d-4d6e-95a3-8e564d7e6d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 Jan 27 22:30:00.260183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd458de0-02ce-405b-8e8a-e4bce6a904a7 req-cf7e281d-6795-47d2-b345-1f414997769b tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:00.261693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd458de0-02ce-405b-8e8a-e4bce6a904a7 req-cf7e281d-6795-47d2-b345-1f414997769b tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 950 time: 0.0482860 Jan 27 22:30:00.308020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dd458de0-02ce-405b-8e8a-e4bce6a904a7 req-10192353-3f9e-4da7-840b-47aa66647146 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/security-groups?id=294db77d-d22d-4d6e-95a3-8e564d7e6d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408177 Jan 27 22:30:00.777977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-f4f570b5-5cd1-445e-bfd8-59b2ce7a7c3d req-72b72dd7-0673-4b40-b817-d85a0b65b1f6 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:30:00.778992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4f570b5-5cd1-445e-bfd8-59b2ce7a7c3d req-72b72dd7-0673-4b40-b817-d85a0b65b1f6 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507905 Jan 27 22:30:01.202284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-d4ce0902-135e-4e8f-b983-43d35aefa674 req-ac669cfa-2105-4d93-9bca-7b75dd9f957d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:30:01.203191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4ce0902-135e-4e8f-b983-43d35aefa674 req-ac669cfa-2105-4d93-9bca-7b75dd9f957d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052772 Jan 27 22:30:01.800132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341d908-271f-4ea3-b705-0f044651127b req-b39ba916-1a5a-47cd-8a7e-7420c880c486 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:01.802090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5341d908-271f-4ea3-b705-0f044651127b req-b39ba916-1a5a-47cd-8a7e-7420c880c486 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 950 time: 0.0468819 Jan 27 22:30:01.852024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5341d908-271f-4ea3-b705-0f044651127b req-0df6b07a-0c2d-4e10-a2a7-2546974bb4e6 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/security-groups?id=294db77d-d22d-4d6e-95a3-8e564d7e6d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444350 Jan 27 22:30:02.374258 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bbf64ff5-ba5c-4d16-912d-0994ff285096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:02.971190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5531f-e99b-4ca8-b160-d823535534f2 req-ef3ec7d7-cbba-497d-ab32-10b0ca220d0a tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:02.974418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92a5531f-e99b-4ca8-b160-d823535534f2 req-ef3ec7d7-cbba-497d-ab32-10b0ca220d0a tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 950 time: 0.0499604 Jan 27 22:30:03.028647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-92a5531f-e99b-4ca8-b160-d823535534f2 req-b0681f3b-4955-4e77-acbe-9c3440e0e9f5 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/security-groups?id=294db77d-d22d-4d6e-95a3-8e564d7e6d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494678 Jan 27 22:30:03.065907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6555c-4991-45a6-8fdb-a6fd97a5c0c9 req-aa6a98c4-4d37-48a6-84d3-54c3976d8e1e tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:03.072965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14e6555c-4991-45a6-8fdb-a6fd97a5c0c9 req-aa6a98c4-4d37-48a6-84d3-54c3976d8e1e tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.71 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 950 time: 0.0562999 Jan 27 22:30:03.167407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-14e6555c-4991-45a6-8fdb-a6fd97a5c0c9 req-54262b6a-d07c-4468-9301-656c6d2bbf84 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Deleting port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:30:03.167754 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e6555c-4991-45a6-8fdb-a6fd97a5c0c9 req-54262b6a-d07c-4468-9301-656c6d2bbf84 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:03.253817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-14e6555c-4991-45a6-8fdb-a6fd97a5c0c9 req-54262b6a-d07c-4468-9301-656c6d2bbf84 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] For port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd,segment=NetworkSegment(d6eaa4a1-da39-442b-bf20-993d355e36d0),segment_id=d6eaa4a1-da39-442b-bf20-993d355e36d0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:03.254187 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e6555c-4991-45a6-8fdb-a6fd97a5c0c9 req-54262b6a-d07c-4468-9301-656c6d2bbf84 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:03.265819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-14e6555c-4991-45a6-8fdb-a6fd97a5c0c9 req-54262b6a-d07c-4468-9301-656c6d2bbf84 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Calling delete_port for 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:30:03.448998 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e6555c-4991-45a6-8fdb-a6fd97a5c0c9 req-54262b6a-d07c-4468-9301-656c6d2bbf84 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:03.461202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:30:03.479363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54262b6a-d07c-4468-9301-656c6d2bbf84 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Pushing event deleted for resources: {'Port': ['ID=0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:03.526113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e6555c-4991-45a6-8fdb-a6fd97a5c0c9 req-54262b6a-d07c-4468-9301-656c6d2bbf84 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] No DVR routers for this DVR port 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:30:03.528832 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-14e6555c-4991-45a6-8fdb-a6fd97a5c0c9 req-54262b6a-d07c-4468-9301-656c6d2bbf84 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:03.532313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14e6555c-4991-45a6-8fdb-a6fd97a5c0c9 req-54262b6a-d07c-4468-9301-656c6d2bbf84 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.71 "DELETE /v2.0/ports/0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd HTTP/1.1" status: 204 len: 173 time: 0.4547420 Jan 27 22:30:03.532774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ec3341-e90a-4ca5-996b-5af27fe912cd', 'name': 'network-vif-deleted', 'tag': '0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:03.535160 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925f22e9-adab-47f1-9d2e-e18ab4b1467a" -d '{"events": [{"server_uuid": "d5ec3341-e90a-4ca5-996b-5af27fe912cd", "name": "network-vif-deleted", "tag": "0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:03.573564 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0143affc-f6da-47dc-9549-817daccdeafc x-openstack-request-id: req-0143affc-f6da-47dc-9549-817daccdeafc {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:03.573866 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ec3341-e90a-4ca5-996b-5af27fe912cd", "name": "network-vif-deleted", "tag": "0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:03.574126 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0143affc-f6da-47dc-9549-817daccdeafc {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:03.574697 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ec3341-e90a-4ca5-996b-5af27fe912cd', 'name': 'network-vif-deleted', 'tag': '0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd', 'status': 'completed', 'code': 200} Jan 27 22:30:04.134734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2508dcd2-56ae-4304-bf30-6beddd76a83c req-04b98f6d-0b8b-4921-a59a-81735215ecf6 tempest-ServersAdminNegativeTestJSON-1696339530 tempest-ServersAdminNegativeTestJSON-1696339530-project] 10.222.0.61 "GET /v2.0/ports?device_id=d5ec3341-e90a-4ca5-996b-5af27fe912cd HTTP/1.1" status: 200 len: 210 time: 0.0265741 Jan 27 22:30:04.923097 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5bb63cb6-a232-4058-a189-506ab9d73e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:05.680751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38010) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:05.815036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8c0768de-76a2-4fab-8c12-f9ea2647efba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d5742f3ebc134483bde826446cd440c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330888 Jan 27 22:30:05.817592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38014) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:05.864373 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-d86e-472e-9487-fa337c0dec4b admin admin] Publish callbacks [] for security_group (294db77d-d22d-4d6e-95a3-8e564d7e6d14), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:05.885132 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-d86e-472e-9487-fa337c0dec4b admin admin] Publish callbacks [] for security_group (294db77d-d22d-4d6e-95a3-8e564d7e6d14), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:06.008512 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-d86e-472e-9487-fa337c0dec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (294db77d-d22d-4d6e-95a3-8e564d7e6d14), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:06.011090 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fb194b7b-d86e-472e-9487-fa337c0dec4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:06.012321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fb194b7b-d86e-472e-9487-fa337c0dec4b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/294db77d-d22d-4d6e-95a3-8e564d7e6d14 HTTP/1.1" status: 204 len: 168 time: 0.1938043 Jan 27 22:30:06.020728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb194b7b-d86e-472e-9487-fa337c0dec4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294db77d-d22d-4d6e-95a3-8e564d7e6d14,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:06.225640 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:06.666693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38020) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:06.681016 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e836-053e-4704-b863-d803140a02e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:06.759593 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e836-053e-4704-b863-d803140a02e1 admin admin] Publish callbacks [] for security_group (0b26ff53-5508-4db3-af2a-87068748b254), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:07.282791 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e836-053e-4704-b863-d803140a02e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0b26ff53-5508-4db3-af2a-87068748b254), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:07.321929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2cc5e836-053e-4704-b863-d803140a02e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=10a00356466a4f1cab45f08cf83d6c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6540611 Jan 27 22:30:07.322801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5e836-053e-4704-b863-d803140a02e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b26ff53-5508-4db3-af2a-87068748b254,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:07.324764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38022) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:07.373110 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Publish callbacks [] for security_group (0b26ff53-5508-4db3-af2a-87068748b254), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:07.393942 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Publish callbacks [] for security_group (0b26ff53-5508-4db3-af2a-87068748b254), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:07.522995 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (0b26ff53-5508-4db3-af2a-87068748b254), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:07.525751 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:07.526936 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b26ff53-5508-4db3-af2a-87068748b254 HTTP/1.1" status: 204 len: 168 time: 0.2011676 Jan 27 22:30:07.536311 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b26ff53-5508-4db3-af2a-87068748b254,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:07.542221 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.542581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.542931 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.543271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.543613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.543948 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.544309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.544639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.545007 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.545287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.545624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.545943 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.546267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90ec8ab-4db7-4d6a-ba06-538453d0ae7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:07.551718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:07.880966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:30:07.900339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:30:07.900679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0ff8f1a0-a0d0-42a7-8aef-dfd7a8cdaedd not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:30:08.533968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38044) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:08.627888 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-644285010-network', 'tenant_id': '326e939ed27e493aa5561738f8df6502'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:08.711021 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Made reservation on behalf of 326e939ed27e493aa5561738f8df6502 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:30:08.713360 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:08.721932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:08.793984 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Publish callbacks [] for security_group (bbff2979-ed12-4add-a1eb-83cae5a02d55), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:08.854026 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bbff2979-ed12-4add-a1eb-83cae5a02d55), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:08.874293 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:30:08.887714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbff2979-ed12-4add-a1eb-83cae5a02d55,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:08.893711 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8fa7cbe3-391c-401f-9104-5e660ee6aae0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:08.894116 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Added segment 8fa7cbe3-391c-401f-9104-5e660ee6aae0 of type vlan for network c988fbd3-1bbe-438d-a641-1e534b4ae74a Jan 27 22:30:08.933241 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (c988fbd3-1bbe-438d-a641-1e534b4ae74a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:08.939855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:09.043203 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (c988fbd3-1bbe-438d-a641-1e534b4ae74a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:09.044220 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:09.044811 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:09.127011 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] Pushing event updated for resources: {'Network': ['ID=c988fbd3-1bbe-438d-a641-1e534b4ae74a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:09.137948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network c988fbd3-1bbe-438d-a641-1e534b4ae74a details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:30:09.162943 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c7273ed4-74d3-4a32-9d3e-fe9acf9eef50 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6251185 Jan 27 22:30:09.163149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38048) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:09.167954 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-925917c5-bb68-47bf-966b-86431306360e admin admin] Request body: {'subnet': {'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-644285010-subnet', 'tenant_id': '326e939ed27e493aa5561738f8df6502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:09.219808 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925917c5-bb68-47bf-966b-86431306360e admin admin] Made reservation on behalf of 326e939ed27e493aa5561738f8df6502 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:30:09.222279 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-925917c5-bb68-47bf-966b-86431306360e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:09.426714 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-925917c5-bb68-47bf-966b-86431306360e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (3806f473-eae2-48cd-81e2-2d11c7becabb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:09.485082 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925917c5-bb68-47bf-966b-86431306360e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3806f473-eae2-48cd-81e2-2d11c7becabb,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:09.490077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925917c5-bb68-47bf-966b-86431306360e admin admin] Checking segment: {'id': '8fa7cbe3-391c-401f-9104-5e660ee6aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:30:09.490441 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925917c5-bb68-47bf-966b-86431306360e admin admin] Network hostable DHCP agents. Network: c988fbd3-1bbe-438d-a641-1e534b4ae74a, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:30:09.536362 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-d153abda-3e7a-43a8-8638-7dfe0c458379 req-ebbaa104-6a3e-45ac-ad21-48973d47478e service neutron] (104026) timed out ('10.222.0.61', 43452) {{(pid=104026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:30:09.551710 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925917c5-bb68-47bf-966b-86431306360e admin admin] Network c988fbd3-1bbe-438d-a641-1e534b4ae74a is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:30:09.636659 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-925917c5-bb68-47bf-966b-86431306360e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, c988fbd3-1bbe-438d-a641-1e534b4ae74a) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:30:09.642015 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925917c5-bb68-47bf-966b-86431306360e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:09.642881 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-925917c5-bb68-47bf-966b-86431306360e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:09.650088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f87f2a-fe71-4cc2-bc9c-31e18196c6b6 None None] Network c988fbd3-1bbe-438d-a641-1e534b4ae74a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:30:09.708287 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-925917c5-bb68-47bf-966b-86431306360e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5439970 Jan 27 22:30:09.741975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bef200-7646-49a3-81a7-e2886ca07c2c None None] Network c988fbd3-1bbe-438d-a641-1e534b4ae74a requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:30:10.133235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-52bd9cf3-2502-45cd-a64e-0b3869e04e0f tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:10.134702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-52bd9cf3-2502-45cd-a64e-0b3869e04e0f tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/networks?id=c988fbd3-1bbe-438d-a641-1e534b4ae74a HTTP/1.1" status: 200 len: 811 time: 0.1046212 Jan 27 22:30:10.149888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-882d0ba8-03fa-4018-b4a3-00236e90030c tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/quotas/326e939ed27e493aa5561738f8df6502 HTTP/1.1" status: 200 len: 375 time: 0.0097206 Jan 27 22:30:10.184855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-1d3963f1-5923-4374-a4ff-302a3e6d49a1 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=326e939ed27e493aa5561738f8df6502&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299222 Jan 27 22:30:10.195440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4417b205-e31d-4f11-b089-4b0078c26da9 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:30:10.196441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4417b205-e31d-4f11-b089-4b0078c26da9 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053587 Jan 27 22:30:10.282725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-955edc1d-78ab-496b-8a61-5d0da3a5a18e service neutron] 10.222.0.61 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810959 Jan 27 22:30:10.374509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-94ce1318-25b0-4cd5-93cc-376d5310459e service neutron] 10.222.0.61 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862706 Jan 27 22:30:10.610425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82b043f8-05a2-4bde-a831-8679ca9a9fde req-020618c2-b2a1-4140-9568-a2baee780e23 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 210 time: 0.0280590 Jan 27 22:30:11.705086 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b03489a-a046-41c7-87f9-2d2e4cfb7967 req-ab123819-f006-42af-b63f-1498153df687 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 210 time: 0.0268650 Jan 27 22:30:12.596152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-322b7875-6b50-459d-8052-de73536e3de2 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:12.597607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-322b7875-6b50-459d-8052-de73536e3de2 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.74 "GET /v2.0/networks?id=c988fbd3-1bbe-438d-a641-1e534b4ae74a HTTP/1.1" status: 200 len: 811 time: 0.1015110 Jan 27 22:30:12.609142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Request body: {'port': {'device_id': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a', 'admin_state_up': True, 'tenant_id': '326e939ed27e493aa5561738f8df6502'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:12.801790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3e8ea506-6820-4e80-9438-a69b33b5408a req-8f5cf7f6-c774-4dd7-9d91-328c37f3b5a3 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 210 time: 0.0293417 Jan 27 22:30:12.802533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Made reservation on behalf of 326e939ed27e493aa5561738f8df6502 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:30:12.805850 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:13.281012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Allocated IP 172.20.0.14 (c988fbd3-1bbe-438d-a641-1e534b4ae74a/3806f473-eae2-48cd-81e2-2d11c7becabb/2a53b1fa-0db4-450d-9905-a634c26f1d33) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:30:13.423261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Publish callbacks [] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:13.506242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:13.548747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Network c988fbd3-1bbe-438d-a641-1e534b4ae74a is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:30:13.552184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:30:13.557799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:30:13.564045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Pushing event updated for resources: {'Port': ['ID=2a53b1fa-0db4-450d-9905-a634c26f1d33,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:13.609033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:13.609676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:13.714381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-4cf9579b-ceaa-4d89-a7b9-0502d067a450 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1087012 Jan 27 22:30:13.723526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-cdc06384-7b85-4767-ac49-24cacee3f04e tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:30:13.724492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-cdc06384-7b85-4767-ac49-24cacee3f04e tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050943 Jan 27 22:30:13.735703 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Request body: {'port': {'device_id': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:13.790502 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:13.992509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c279b-27ae-4f89-b4d9-ae6001351c33 req-f38f8417-8e1c-4a77-8295-254d1a1e1ef7 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:13.993970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df4c279b-27ae-4f89-b4d9-ae6001351c33 req-f38f8417-8e1c-4a77-8295-254d1a1e1ef7 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 932 time: 0.1071968 Jan 27 22:30:14.074308 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df4c279b-27ae-4f89-b4d9-ae6001351c33 req-6d7f82ec-2c37-47b3-b3db-5b576ca0eea7 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747447 Jan 27 22:30:14.122192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a53b1fa-0db4-450d-9905-a634c26f1d33 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:30:14.129720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Publish callbacks [] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:14.141389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Transition to ACTIVE for port object 2a53b1fa-0db4-450d-9905-a634c26f1d33 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:30:14.225563 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:14.276562 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Pushing event updated for resources: {'Port': ['ID=2a53b1fa-0db4-450d-9905-a634c26f1d33,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:14.339258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Attempting to bind port 2a53b1fa-0db4-450d-9905-a634c26f1d33 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:30:14.339528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Attempting to bind port 2a53b1fa-0db4-450d-9905-a634c26f1d33 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '8fa7cbe3-391c-401f-9104-5e660ee6aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:30:14.339864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Attempting to bind port 2a53b1fa-0db4-450d-9905-a634c26f1d33 on network c988fbd3-1bbe-438d-a641-1e534b4ae74a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:30:14.344398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Port 2a53b1fa-0db4-450d-9905-a634c26f1d33 on network c988fbd3-1bbe-438d-a641-1e534b4ae74a not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:30:14.344729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Attempting to bind port 2a53b1fa-0db4-450d-9905-a634c26f1d33 on network c988fbd3-1bbe-438d-a641-1e534b4ae74a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:30:14.349552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:30:14.349900 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Checking segment: {'id': '8fa7cbe3-391c-401f-9104-5e660ee6aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:30:14.350286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Bound using segment: {'id': '8fa7cbe3-391c-401f-9104-5e660ee6aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:30:14.350714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Bound port: 2a53b1fa-0db4-450d-9905-a634c26f1d33, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa7cbe3-391c-401f-9104-5e660ee6aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:30:14.351073 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:14.423527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:30:14.427035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33,segment=NetworkSegment(8fa7cbe3-391c-401f-9104-5e660ee6aae0),segment_id=8fa7cbe3-391c-401f-9104-5e660ee6aae0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:30:14.540548 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:14.575594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:14.576236 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:14.577689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] 10.222.0.74 "PUT /v2.0/ports/2a53b1fa-0db4-450d-9905-a634c26f1d33 HTTP/1.1" status: 200 len: 1092 time: 0.8456266 Jan 27 22:30:14.578123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'tag': '2a53b1fa-0db4-450d-9905-a634c26f1d33'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:14.580377 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dd142c-0841-41bc-9c76-2c70cfbc1041" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fb2d0e-366d-445b-afb7-85bfacc6ba69", "tag": "2a53b1fa-0db4-450d-9905-a634c26f1d33"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:14.602522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ced99f-8f65-4639-bd6d-cb346ae56e41 service neutron] Pushing event updated for resources: {'Port': ['ID=2a53b1fa-0db4-450d-9905-a634c26f1d33,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:14.624411 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73bf5a9-1c3b-4a52-8907-58cee441184c x-openstack-request-id: req-b73bf5a9-1c3b-4a52-8907-58cee441184c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:14.624791 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fb2d0e-366d-445b-afb7-85bfacc6ba69", "tag": "2a53b1fa-0db4-450d-9905-a634c26f1d33", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:14.625052 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b73bf5a9-1c3b-4a52-8907-58cee441184c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:14.625465 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'tag': '2a53b1fa-0db4-450d-9905-a634c26f1d33', 'status': 'completed', 'code': 200} Jan 27 22:30:14.683549 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd142c-0841-41bc-9c76-2c70cfbc1041 req-41cc3271-674e-430f-a320-2c52ffbf1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:14.685058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72dd142c-0841-41bc-9c76-2c70cfbc1041 req-41cc3271-674e-430f-a320-2c52ffbf1ca6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=326e939ed27e493aa5561738f8df6502&device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 1095 time: 0.0411644 Jan 27 22:30:14.784657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd142c-0841-41bc-9c76-2c70cfbc1041 req-914ae648-04c5-4b24-a510-52cc5e56fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:14.786685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72dd142c-0841-41bc-9c76-2c70cfbc1041 req-914ae648-04c5-4b24-a510-52cc5e56fcad service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=326e939ed27e493aa5561738f8df6502&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0938385 Jan 27 22:30:14.881120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd142c-0841-41bc-9c76-2c70cfbc1041 req-499dc823-e586-43d4-a4d2-d4d5e09a37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:14.887941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72dd142c-0841-41bc-9c76-2c70cfbc1041 req-499dc823-e586-43d4-a4d2-d4d5e09a37a5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889192 Jan 27 22:30:14.967184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-c8ec8fac-0ad1-443c-8394-7f3e2a1a9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:14.969011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-c8ec8fac-0ad1-443c-8394-7f3e2a1a9616 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=326e939ed27e493aa5561738f8df6502&device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 1095 time: 0.0497589 Jan 27 22:30:15.032694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-1d80d631-e8db-41f3-b584-d75171b74f2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33 HTTP/1.1" status: 200 len: 217 time: 0.0567563 Jan 27 22:30:15.110663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-09f4b6df-af7b-4c6a-8617-7f0a75941ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:15.114165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-09f4b6df-af7b-4c6a-8617-7f0a75941ea8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806f473-eae2-48cd-81e2-2d11c7becabb HTTP/1.1" status: 200 len: 851 time: 0.0742252 Jan 27 22:30:15.163949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-8243b9da-ea10-4e96-8809-2137eb5bc306 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c988fbd3-1bbe-438d-a641-1e534b4ae74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439520 Jan 27 22:30:15.292193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc8f52-1d6a-48f5-8c08-a5e7ec74dfad req-cc6fa11c-5468-41fd-9057-ee6d095126e1 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:15.293662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7bc8f52-1d6a-48f5-8c08-a5e7ec74dfad req-cc6fa11c-5468-41fd-9057-ee6d095126e1 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 944 time: 0.1103201 Jan 27 22:30:15.315750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-ee53fc9b-ed71-42c9-ba4f-362fbeb00bf8 service neutron] 10.222.0.74 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459160 Jan 27 22:30:15.392627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7bc8f52-1d6a-48f5-8c08-a5e7ec74dfad req-3e1737e3-02fe-427e-9f38-b8b0feea12aa tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932500 Jan 27 22:30:15.427599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fbcfc6c8-305d-45d6-829a-3cce31f095bb req-091ce79f-efce-4ad1-bb8b-eee74bbb71b3 service neutron] 10.222.0.74 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055546 Jan 27 22:30:16.511193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb522d-83b9-43ae-a56f-41190a3ad1f9 req-16ff0946-ab26-42b5-a17f-2069c3d1ab3c tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:16.512700 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cdb522d-83b9-43ae-a56f-41190a3ad1f9 req-16ff0946-ab26-42b5-a17f-2069c3d1ab3c tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 944 time: 0.0506361 Jan 27 22:30:16.559764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cdb522d-83b9-43ae-a56f-41190a3ad1f9 req-721e7a18-3071-4bc6-8f8b-b9c621ea58ae tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Jan 27 22:30:17.589304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2a53b1fa-0db4-450d-9905-a634c26f1d33 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:30:17.688591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2b9e8-81d9-431b-a94a-49f76cf8241f req-17cbcfb4-05ed-4d15-88d6-ad5ec3bcf858 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:17.694090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbc2b9e8-81d9-431b-a94a-49f76cf8241f req-17cbcfb4-05ed-4d15-88d6-ad5ec3bcf858 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 944 time: 0.0598407 Jan 27 22:30:17.712013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33,segment=NetworkSegment(8fa7cbe3-391c-401f-9104-5e660ee6aae0),segment_id=8fa7cbe3-391c-401f-9104-5e660ee6aae0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:17.724254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '2a53b1fa-0db4-450d-9905-a634c26f1d33', 'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a', 'port_id': '2a53b1fa-0db4-450d-9905-a634c26f1d33', 'mac_address': 'fa:16:3e:a4:2b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3806f473-eae2-48cd-81e2-2d11c7becabb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:30:17.738494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbc2b9e8-81d9-431b-a94a-49f76cf8241f req-868f9a05-c40e-43c2-bb40-7456fc9afed6 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Jan 27 22:30:17.763670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2a53b1fa-0db4-450d-9905-a634c26f1d33 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:17.764059 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.778158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a53b1fa-0db4-450d-9905-a634c26f1d33 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:30:17.797944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33,segment=NetworkSegment(8fa7cbe3-391c-401f-9104-5e660ee6aae0),segment_id=8fa7cbe3-391c-401f-9104-5e660ee6aae0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:17.917451 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:17.969119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2a53b1fa-0db4-450d-9905-a634c26f1d33,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:17.976414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:17.976763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:17.977103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:17.977439 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:17.977771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:17.978097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:17.978419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:17.978742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:17.979064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:17.979383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:17.979702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:17.980019 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:17.980361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:18.119547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['2a53b1fa-0db4-450d-9905-a634c26f1d33'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:30:18.854167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99ca2a-fc7e-4247-a401-5476a8acff38 req-6d49fbae-4931-477f-820f-c1e89cdc6629 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:18.856353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c99ca2a-fc7e-4247-a401-5476a8acff38 req-6d49fbae-4931-477f-820f-c1e89cdc6629 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 945 time: 0.0512087 Jan 27 22:30:18.902467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c99ca2a-fc7e-4247-a401-5476a8acff38 req-5c56b9c8-ff8e-4436-b6fe-e499c8451b26 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404537 Jan 27 22:30:19.604322 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2a53b1fa-0db4-450d-9905-a634c26f1d33 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:30:19.722405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 2a53b1fa-0db4-450d-9905-a634c26f1d33 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:30:19.726112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 2a53b1fa-0db4-450d-9905-a634c26f1d33 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:30:19.726496 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:19.801098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 2a53b1fa-0db4-450d-9905-a634c26f1d33 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:19.801494 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:19.824025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a53b1fa-0db4-450d-9905-a634c26f1d33'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:19.826245 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1c43a6-0890-4be2-821e-5b96d302a6b9" -d '{"events": [{"server_uuid": "f3fb2d0e-366d-445b-afb7-85bfacc6ba69", "name": "network-vif-plugged", "status": "completed", "tag": "2a53b1fa-0db4-450d-9905-a634c26f1d33"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:19.838494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33,segment=NetworkSegment(8fa7cbe3-391c-401f-9104-5e660ee6aae0),segment_id=8fa7cbe3-391c-401f-9104-5e660ee6aae0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:19.861534 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68c2d2e-0e0b-437f-bb99-bedb4ce0563b x-openstack-request-id: req-d68c2d2e-0e0b-437f-bb99-bedb4ce0563b {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:19.861827 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fb2d0e-366d-445b-afb7-85bfacc6ba69", "name": "network-vif-plugged", "status": "completed", "tag": "2a53b1fa-0db4-450d-9905-a634c26f1d33", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:19.862083 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d68c2d2e-0e0b-437f-bb99-bedb4ce0563b {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:19.862475 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a53b1fa-0db4-450d-9905-a634c26f1d33', 'code': 200} Jan 27 22:30:19.922600 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:19.957695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cfb90-0023-4b77-b1a8-6aca79cb8272 req-a26f62fb-54ba-428c-93d5-e646d79657c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:19.959222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e02cfb90-0023-4b77-b1a8-6aca79cb8272 req-a26f62fb-54ba-428c-93d5-e646d79657c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 1097 time: 0.0439701 Jan 27 22:30:19.974460 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=2a53b1fa-0db4-450d-9905-a634c26f1d33,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:20.040823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e02cfb90-0023-4b77-b1a8-6aca79cb8272 req-366e25c4-473e-4852-a126-f74693faad5f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743365 Jan 27 22:30:20.050162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b24680-8b30-4e50-b3cc-f904b52199bb req-d7ace903-4795-4e5b-b1e0-fd3aa0094afe tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:20.051564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76b24680-8b30-4e50-b3cc-f904b52199bb req-d7ace903-4795-4e5b-b1e0-fd3aa0094afe tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0789361 Jan 27 22:30:20.098097 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76b24680-8b30-4e50-b3cc-f904b52199bb req-f732d29d-4138-4fdc-ac64-6f162e7aa8de tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Jan 27 22:30:21.216596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0c176-6b89-49d4-adb6-a59982445955 req-a96b70ea-85fa-4460-99ae-626eedfcbacb tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:21.218265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14a0c176-6b89-49d4-adb6-a59982445955 req-a96b70ea-85fa-4460-99ae-626eedfcbacb tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0505559 Jan 27 22:30:21.264820 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14a0c176-6b89-49d4-adb6-a59982445955 req-b9f94398-014b-4ab3-acea-e937ba7ae803 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Jan 27 22:30:22.383098 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b8ffc-2c53-41c9-b77f-f0f310993793 req-0c5cc37d-009d-453f-a64c-13ebd966003a tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:22.384602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b20b8ffc-2c53-41c9-b77f-f0f310993793 req-0c5cc37d-009d-453f-a64c-13ebd966003a tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0517261 Jan 27 22:30:22.430181 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b20b8ffc-2c53-41c9-b77f-f0f310993793 req-7d64fd7b-20dd-45f8-b7de-ae163b50e00a tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Jan 27 22:30:22.837943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b068548-0a5a-4e81-988b-d07c27feaee0 req-e1a8ecbb-f2bd-4322-b8c6-4738f151107e tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:22.839439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b068548-0a5a-4e81-988b-d07c27feaee0 req-e1a8ecbb-f2bd-4322-b8c6-4738f151107e tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0484982 Jan 27 22:30:22.885745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b068548-0a5a-4e81-988b-d07c27feaee0 req-ad354330-6ff8-474c-a22f-e6f501422612 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404689 Jan 27 22:30:22.946520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38106) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:30:23.034806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-a6adfeb1-09a0-485a-aae7-4b88b466e1b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870297 Jan 27 22:30:23.042978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-83b81de0-adde-4840-b2a9-ef183298900c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:30:23.043922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-83b81de0-adde-4840-b2a9-ef183298900c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048659 Jan 27 22:30:24.002522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37e0a8-45d9-46a7-a31b-6eb54d3dc08b req-4b4e40b8-d3e5-4daf-b271-e7e97e7ff867 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:24.003980 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef37e0a8-45d9-46a7-a31b-6eb54d3dc08b req-4b4e40b8-d3e5-4daf-b271-e7e97e7ff867 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0487483 Jan 27 22:30:24.052471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef37e0a8-45d9-46a7-a31b-6eb54d3dc08b req-24c3d367-0be0-4301-abb4-84724656a756 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427456 Jan 27 22:30:25.200841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123ee09-98d0-435d-9470-78c25b4cefed req-d053d809-6598-432f-a300-d0b1ad8c28ca tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:25.202329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6123ee09-98d0-435d-9470-78c25b4cefed req-d053d809-6598-432f-a300-d0b1ad8c28ca tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0790012 Jan 27 22:30:25.204798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-fce2aca2-d617-4efa-97a4-7ab7a3a8e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:25.206147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-fce2aca2-d617-4efa-97a4-7ab7a3a8e801 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=326e939ed27e493aa5561738f8df6502&device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 1097 time: 0.0743353 Jan 27 22:30:25.298205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6123ee09-98d0-435d-9470-78c25b4cefed req-0850fa67-c712-4343-831e-d0900ea9e38c tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902050 Jan 27 22:30:25.324565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-07442c15-2882-46ce-b281-eced7869040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:25.326080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-07442c15-2882-46ce-b281-eced7869040c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c988fbd3-1bbe-438d-a641-1e534b4ae74a HTTP/1.1" status: 200 len: 912 time: 0.1119285 Jan 27 22:30:25.369936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-0d7a0eb1-f2a9-47d4-baec-cd813732899a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33 HTTP/1.1" status: 200 len: 217 time: 0.0384316 Jan 27 22:30:25.416890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-b3f79130-872e-4d5e-99f9-1057c5348733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:25.418285 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-b3f79130-872e-4d5e-99f9-1057c5348733 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806f473-eae2-48cd-81e2-2d11c7becabb HTTP/1.1" status: 200 len: 851 time: 0.0426173 Jan 27 22:30:25.447796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-0df6bc67-79a8-4117-b51c-8559d7bc4bdb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c988fbd3-1bbe-438d-a641-1e534b4ae74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237536 Jan 27 22:30:25.544974 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-0cbd60ef-0cae-4ab8-8a50-c5463617a340 service neutron] 10.222.0.74 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916564 Jan 27 22:30:25.633448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-02aa7301-1ae3-44e3-a366-cd46730c25a5 service neutron] 10.222.0.74 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830870 Jan 27 22:30:26.411302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf18449-8360-415e-8e94-fdce87a35200 req-423bdfb5-8272-497b-a3e9-e55998c4236c tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:26.413280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abf18449-8360-415e-8e94-fdce87a35200 req-423bdfb5-8272-497b-a3e9-e55998c4236c tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0484490 Jan 27 22:30:26.458166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abf18449-8360-415e-8e94-fdce87a35200 req-92247267-1ea8-4d87-b2b5-155086c62bc4 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 Jan 27 22:30:27.362041 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:27.577179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae743e-317e-4923-ac7f-bf9cabc79ba7 req-32a50811-6265-4845-9eae-aa717c851951 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:27.578623 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93ae743e-317e-4923-ac7f-bf9cabc79ba7 req-32a50811-6265-4845-9eae-aa717c851951 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0510285 Jan 27 22:30:27.625087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93ae743e-317e-4923-ac7f-bf9cabc79ba7 req-02379a00-018a-4fe7-9b23-d07dc0b73ab7 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Jan 27 22:30:27.699326 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:28.740226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf7280-6d4e-4b39-834b-64c09ed33fde req-e0cb1d52-20c2-48c4-ba1b-75b28710d93d tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:28.741679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0bf7280-6d4e-4b39-834b-64c09ed33fde req-e0cb1d52-20c2-48c4-ba1b-75b28710d93d tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0466361 Jan 27 22:30:28.786252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a0bf7280-6d4e-4b39-834b-64c09ed33fde req-ace8c75a-6d8d-4293-ac11-fc0c3f5763b1 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 Jan 27 22:30:29.901453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a06d87-9a98-4e7c-8d15-f96912b12cbb req-2459715b-3a24-4145-b49a-bf768a3c342c tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:29.902945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17a06d87-9a98-4e7c-8d15-f96912b12cbb req-2459715b-3a24-4145-b49a-bf768a3c342c tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0500591 Jan 27 22:30:29.948514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17a06d87-9a98-4e7c-8d15-f96912b12cbb req-bd60b919-743a-4770-a42f-3a2c84c1d15c tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 Jan 27 22:30:31.062041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bb3b0-2977-4074-927e-0c7af4fcb3b4 req-9dfd09b2-54cc-41be-ae90-1417b9bc7b38 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:31.063537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c88bb3b0-2977-4074-927e-0c7af4fcb3b4 req-9dfd09b2-54cc-41be-ae90-1417b9bc7b38 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0479524 Jan 27 22:30:31.109541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c88bb3b0-2977-4074-927e-0c7af4fcb3b4 req-f089ce88-6589-4868-8d13-c1a48ec45b14 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398300 Jan 27 22:30:32.221786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077f068-bfa4-4ffb-8099-62f5cb9fae3a req-26ac70c2-09f2-4282-b9f4-f236500d318f tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:32.223231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2077f068-bfa4-4ffb-8099-62f5cb9fae3a req-26ac70c2-09f2-4282-b9f4-f236500d318f tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0470247 Jan 27 22:30:32.272321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2077f068-bfa4-4ffb-8099-62f5cb9fae3a req-d0cbf871-6dd9-4169-a3b3-c33057f61abb tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436156 Jan 27 22:30:32.351226 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-98ffc845-eee3-4dd4-9eaf-0d68b106f605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:33.389953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c1cc0-726b-4d8b-8de0-4fdf96624535 req-1fe92240-cea8-441d-9207-fcab35d5fdba tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:33.391390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb1c1cc0-726b-4d8b-8de0-4fdf96624535 req-1fe92240-cea8-441d-9207-fcab35d5fdba tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0473087 Jan 27 22:30:33.436505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb1c1cc0-726b-4d8b-8de0-4fdf96624535 req-4853f27a-2ac0-45ed-8c12-b45523501447 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396335 Jan 27 22:30:34.071226 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:30:34.555684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c49ca-5b90-41bf-bd3a-65a3a9e384b9 req-54f90dff-449a-4eef-a670-d81a90b5ecd9 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:34.557227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c17c49ca-5b90-41bf-bd3a-65a3a9e384b9 req-54f90dff-449a-4eef-a670-d81a90b5ecd9 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0542641 Jan 27 22:30:34.602953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c17c49ca-5b90-41bf-bd3a-65a3a9e384b9 req-578cb506-de71-435e-9b94-773710f38133 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Jan 27 22:30:34.922144 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-33e7d47b-857e-428d-9812-3357b4feea92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:35.719420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be947687-45ed-4ffa-9b66-048582e00a24 req-b55f64ac-6306-4edf-a749-56fb5230c77e tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:35.720904 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be947687-45ed-4ffa-9b66-048582e00a24 req-b55f64ac-6306-4edf-a749-56fb5230c77e tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0508552 Jan 27 22:30:35.766521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be947687-45ed-4ffa-9b66-048582e00a24 req-c2e809b8-cd4c-4a2b-9d91-2dac5f492bbc tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396535 Jan 27 22:30:36.279698 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:36.878884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19a021-928f-43f0-ad44-6347b3dac339 req-89d47937-d45f-41a2-a7e5-e66a1a5a4c40 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:36.880383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c19a021-928f-43f0-ad44-6347b3dac339 req-89d47937-d45f-41a2-a7e5-e66a1a5a4c40 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0478210 Jan 27 22:30:36.927108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c19a021-928f-43f0-ad44-6347b3dac339 req-ddb52bbb-4bcf-46ca-a492-a36a4bd2030f tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 Jan 27 22:30:37.579500 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:38.051365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39168fc-3ba1-4f9d-8a03-b0eaa87fd248 req-ce62fd35-92ba-4b56-941d-eb5b565d6456 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:38.052920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a39168fc-3ba1-4f9d-8a03-b0eaa87fd248 req-ce62fd35-92ba-4b56-941d-eb5b565d6456 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0476995 Jan 27 22:30:38.103064 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a39168fc-3ba1-4f9d-8a03-b0eaa87fd248 req-e947af94-17d0-44e1-9536-3dddd8c3bbb7 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445056 Jan 27 22:30:38.939493 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:39.218541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012fbd7-8479-4406-a410-a7d6be413bdb req-c939cf3e-c34a-4a3b-a9a6-55698d27e89f tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:39.219933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6012fbd7-8479-4406-a410-a7d6be413bdb req-c939cf3e-c34a-4a3b-a9a6-55698d27e89f tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0476854 Jan 27 22:30:39.265175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6012fbd7-8479-4406-a410-a7d6be413bdb req-6db81578-4ece-43df-a13a-bb6f0af5fbaa tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398080 Jan 27 22:30:40.378512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b8989-204b-4011-9883-aca62533781e req-861bbaad-a4be-469f-bc8e-98a249f521b7 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:40.379998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d20b8989-204b-4011-9883-aca62533781e req-861bbaad-a4be-469f-bc8e-98a249f521b7 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0479014 Jan 27 22:30:40.425461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d20b8989-204b-4011-9883-aca62533781e req-481f6958-6c74-452a-93d2-ece78e90a061 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398490 Jan 27 22:30:41.541736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a2975-5341-439d-be0d-a165eac0ebf9 req-f4391aba-00ca-4cc9-b19a-ec3bf3611e7b tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:41.543204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c76a2975-5341-439d-be0d-a165eac0ebf9 req-f4391aba-00ca-4cc9-b19a-ec3bf3611e7b tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0508184 Jan 27 22:30:41.588913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c76a2975-5341-439d-be0d-a165eac0ebf9 req-2b0219cd-91b2-46f7-93ae-48da7a52b43c tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401125 Jan 27 22:30:42.705227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95d5f9-f838-4c53-a655-82926879ad0d req-4e769b07-80c5-45c4-a7c7-1981575895bb tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:42.706711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd95d5f9-f838-4c53-a655-82926879ad0d req-4e769b07-80c5-45c4-a7c7-1981575895bb tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0483327 Jan 27 22:30:42.752227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd95d5f9-f838-4c53-a655-82926879ad0d req-c68bdc8d-4733-429c-8a03-80b619520a1d tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Jan 27 22:30:43.869577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba355f50-3872-4082-a0f8-40dcda382785 req-11d5132b-3ea4-4cc2-bc8d-e71ef1259338 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:43.871055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba355f50-3872-4082-a0f8-40dcda382785 req-11d5132b-3ea4-4cc2-bc8d-e71ef1259338 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0514395 Jan 27 22:30:43.917108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba355f50-3872-4082-a0f8-40dcda382785 req-5cd9e82a-5c2e-49e9-aadd-90dcf71956cf tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Jan 27 22:30:45.033126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244c1fa-6e3b-4ac3-8c8a-71b1d05e7485 req-189c53c8-8c93-4cb1-9e86-66d351e8d1c0 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:45.034630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0244c1fa-6e3b-4ac3-8c8a-71b1d05e7485 req-189c53c8-8c93-4cb1-9e86-66d351e8d1c0 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0490994 Jan 27 22:30:45.080914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0244c1fa-6e3b-4ac3-8c8a-71b1d05e7485 req-d2759191-ee9d-4c64-81d1-9df0201e6e10 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399842 Jan 27 22:30:46.194195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf6089-39de-430f-b46c-aef7073bfa17 req-5849da65-8fba-4cf7-9895-602013e6bb7f tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:46.195651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cddf6089-39de-430f-b46c-aef7073bfa17 req-5849da65-8fba-4cf7-9895-602013e6bb7f tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0474122 Jan 27 22:30:46.248214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cddf6089-39de-430f-b46c-aef7073bfa17 req-cd1cb26a-436c-4b25-8693-424907a1ba89 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469449 Jan 27 22:30:47.361372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb7279-2e40-4331-9a81-1ae1d3b3b9e8 req-13d3a99a-5552-4269-aef6-fcf6862dd495 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:47.362836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ddb7279-2e40-4331-9a81-1ae1d3b3b9e8 req-13d3a99a-5552-4269-aef6-fcf6862dd495 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0484567 Jan 27 22:30:47.409769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ddb7279-2e40-4331-9a81-1ae1d3b3b9e8 req-38731405-e754-41b3-b5cb-9dd4f969b0ca tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Jan 27 22:30:48.522449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4a840-dcc4-4008-bcc6-5ce808b578c4 req-3e65b795-9a35-485d-80b7-96926dd75e55 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:48.523926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9c4a840-dcc4-4008-bcc6-5ce808b578c4 req-3e65b795-9a35-485d-80b7-96926dd75e55 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0475130 Jan 27 22:30:48.570947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9c4a840-dcc4-4008-bcc6-5ce808b578c4 req-fa15f336-0b54-472e-a43d-e4c278e9bbaa tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 Jan 27 22:30:49.687079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f139a-0f68-4037-a3bc-8d647ce79512 req-24d366ba-d126-4c43-bc59-5b5b9f025521 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:49.688550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a1f139a-0f68-4037-a3bc-8d647ce79512 req-24d366ba-d126-4c43-bc59-5b5b9f025521 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0511653 Jan 27 22:30:49.734811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a1f139a-0f68-4037-a3bc-8d647ce79512 req-e371518c-4ae9-482a-a8bf-4d072feef33c tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407009 Jan 27 22:30:50.846934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dab8e1-ec1b-46f7-ad81-4617993aae16 req-560631d3-b6a2-478d-8c3f-e345e20915cf tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:50.848425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1dab8e1-ec1b-46f7-ad81-4617993aae16 req-560631d3-b6a2-478d-8c3f-e345e20915cf tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0473831 Jan 27 22:30:50.894591 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1dab8e1-ec1b-46f7-ad81-4617993aae16 req-2a440bf9-3401-4a78-9c06-672902875760 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401835 Jan 27 22:30:52.008553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e517f-c209-47ab-8a11-1dd608fc8267 req-d724a218-d972-4e8e-b56a-1e29b39b63fa tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:52.010014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a6e517f-c209-47ab-8a11-1dd608fc8267 req-d724a218-d972-4e8e-b56a-1e29b39b63fa tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0484862 Jan 27 22:30:52.059657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a6e517f-c209-47ab-8a11-1dd608fc8267 req-585eb19a-5b3c-4646-850e-ff71dff7753c tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 Jan 27 22:30:52.901319 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-c130f602-3c06-41ac-a6a5-ad3dbdeb976e service neutron] show failed (client error): The resource could not be found. Jan 27 22:30:52.902322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-c130f602-3c06-41ac-a6a5-ad3dbdeb976e service neutron] 10.222.0.74 "GET /v2.0/ports/2a53b1fa-0db4-450d-9905-a634c26f1d33/bindings/n-h2-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0549688 Jan 27 22:30:53.178931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d545e3-be43-4dbe-8753-d152a3cc7a00 req-0aa5327b-c3ca-4711-90d7-43cc6776a872 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:53.180365 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-88d545e3-be43-4dbe-8753-d152a3cc7a00 req-0aa5327b-c3ca-4711-90d7-43cc6776a872 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0485511 Jan 27 22:30:53.227978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-88d545e3-be43-4dbe-8753-d152a3cc7a00 req-19764a35-e4fc-487c-b966-9f79680386b4 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Jan 27 22:30:53.615871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-18bab008-26e4-4f39-900b-8c1150363224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:53.617321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-18bab008-26e4-4f39-900b-8c1150363224 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69&tenant_id=326e939ed27e493aa5561738f8df6502 HTTP/1.1" status: 200 len: 1097 time: 0.0725675 Jan 27 22:30:53.626365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-361a6d47-a02c-4815-9560-840de7826aeb service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:30:53.627398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-361a6d47-a02c-4815-9560-840de7826aeb service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048041 Jan 27 22:30:53.639262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:30:53.691673 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:53.885901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33,segment=NetworkSegment(8fa7cbe3-391c-401f-9104-5e660ee6aae0),segment_id=8fa7cbe3-391c-401f-9104-5e660ee6aae0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:53.918270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:30:53.961412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a53b1fa-0db4-450d-9905-a634c26f1d33'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:53.963659 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404cd0e6-3b0e-4c52-92f8-302bc729ff82" -d '{"events": [{"server_uuid": "f3fb2d0e-366d-445b-afb7-85bfacc6ba69", "name": "network-vif-unplugged", "status": "completed", "tag": "2a53b1fa-0db4-450d-9905-a634c26f1d33"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:53.967744 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Publish callbacks [] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:53.979894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Transition to ACTIVE for port object 2a53b1fa-0db4-450d-9905-a634c26f1d33 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:30:54.011067 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f22b1e1-6e70-4bc2-b715-dacc20979c3f x-openstack-request-id: req-0f22b1e1-6e70-4bc2-b715-dacc20979c3f {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:54.011367 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fb2d0e-366d-445b-afb7-85bfacc6ba69", "name": "network-vif-unplugged", "status": "completed", "tag": "2a53b1fa-0db4-450d-9905-a634c26f1d33", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:54.011626 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0f22b1e1-6e70-4bc2-b715-dacc20979c3f {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:54.012030 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a53b1fa-0db4-450d-9905-a634c26f1d33', 'code': 200} Jan 27 22:30:54.093759 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:54.154909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] No DVR routers for this DVR port 2a53b1fa-0db4-450d-9905-a634c26f1d33 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:30:54.161547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Pushing event updated for resources: {'Port': ['ID=2a53b1fa-0db4-450d-9905-a634c26f1d33,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:54.171796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.172172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.172528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.172875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.173214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.173553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.173926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.174258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.174589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.174921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.175251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.175578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.175904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:30:54.204679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Attempting to bind port 2a53b1fa-0db4-450d-9905-a634c26f1d33 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:30:54.205246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Attempting to bind port 2a53b1fa-0db4-450d-9905-a634c26f1d33 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '8fa7cbe3-391c-401f-9104-5e660ee6aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:30:54.205357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Attempting to bind port 2a53b1fa-0db4-450d-9905-a634c26f1d33 on network c988fbd3-1bbe-438d-a641-1e534b4ae74a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:30:54.209567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Port 2a53b1fa-0db4-450d-9905-a634c26f1d33 on network c988fbd3-1bbe-438d-a641-1e534b4ae74a not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:30:54.209893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Attempting to bind port 2a53b1fa-0db4-450d-9905-a634c26f1d33 on network c988fbd3-1bbe-438d-a641-1e534b4ae74a {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:30:54.214636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:30:54.217999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Checking segment: {'id': '8fa7cbe3-391c-401f-9104-5e660ee6aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:30:54.217999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Bound using segment: {'id': '8fa7cbe3-391c-401f-9104-5e660ee6aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:30:54.217999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Bound port: 2a53b1fa-0db4-450d-9905-a634c26f1d33, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa7cbe3-391c-401f-9104-5e660ee6aae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:30:54.217999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:54.281142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:30:54.284104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33,segment=NetworkSegment(8fa7cbe3-391c-401f-9104-5e660ee6aae0),segment_id=8fa7cbe3-391c-401f-9104-5e660ee6aae0)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:30:54.341339 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6ca0f-23a6-478b-9882-45b76803a01b req-be61baab-e440-40cf-bb34-280ec6851449 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:54.342818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4fb6ca0f-23a6-478b-9882-45b76803a01b req-be61baab-e440-40cf-bb34-280ec6851449 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 944 time: 0.0475078 Jan 27 22:30:54.388486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4fb6ca0f-23a6-478b-9882-45b76803a01b req-92e10829-0e10-458c-977b-ac1a7e3bb51b tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398328 Jan 27 22:30:54.407967 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:54.442248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:54.442872 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:54.444283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] 10.222.0.71 "PUT /v2.0/ports/2a53b1fa-0db4-450d-9905-a634c26f1d33 HTTP/1.1" status: 200 len: 1092 time: 0.8085449 Jan 27 22:30:54.464070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095a506-0f67-4f7b-92bf-56e1fd39a3ce service neutron] Pushing event updated for resources: {'Port': ['ID=2a53b1fa-0db4-450d-9905-a634c26f1d33,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:54.509962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-dd1d4365-34f3-447d-8c82-fc41e2848be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:54.516878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-dd1d4365-34f3-447d-8c82-fc41e2848be5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=326e939ed27e493aa5561738f8df6502&device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 1095 time: 0.0442991 Jan 27 22:30:54.598283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-a3f175b7-9cfa-4339-afba-f650e8e603b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:54.600267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-a3f175b7-9cfa-4339-afba-f650e8e603b9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c988fbd3-1bbe-438d-a641-1e534b4ae74a HTTP/1.1" status: 200 len: 912 time: 0.0818465 Jan 27 22:30:54.643917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-e6751533-06de-4648-8bb9-206a5b69c09a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33 HTTP/1.1" status: 200 len: 217 time: 0.0379522 Jan 27 22:30:54.945274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-7c8f3641-630c-4db8-ae9f-1bf0497c56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:54.946738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-7c8f3641-630c-4db8-ae9f-1bf0497c56f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3806f473-eae2-48cd-81e2-2d11c7becabb HTTP/1.1" status: 200 len: 851 time: 0.2972248 Jan 27 22:30:54.980350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-e0fe1afa-731f-4ea6-a762-f4be372c4720 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c988fbd3-1bbe-438d-a641-1e534b4ae74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261896 Jan 27 22:30:55.069686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-36d57283-dedc-4f4e-8053-0d9373ed510c service neutron] 10.222.0.71 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848680 Jan 27 22:30:55.159350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cbce9140-e6d2-451a-8285-d09246fe5634 req-4c4dae03-964f-4bbe-9ab4-d7a6474dc83d service neutron] 10.222.0.71 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824971 Jan 27 22:30:55.508280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875636d-a5a4-48fa-b2d1-9dddf9ec004c req-b19c6aef-c7b3-46b6-8b5a-4d5e0b74ff44 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:55.509764 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d875636d-a5a4-48fa-b2d1-9dddf9ec004c req-b19c6aef-c7b3-46b6-8b5a-4d5e0b74ff44 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 944 time: 0.0492084 Jan 27 22:30:55.556228 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d875636d-a5a4-48fa-b2d1-9dddf9ec004c req-c80701eb-222f-4fa0-bb40-63c5179f26fe tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Jan 27 22:30:55.823663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2a53b1fa-0db4-450d-9905-a634c26f1d33 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:30:55.862492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] The host n-h1-760456-6 is not matching for port 2a53b1fa-0db4-450d-9905-a634c26f1d33 host n-h2-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:30:55.862890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 2a53b1fa-0db4-450d-9905-a634c26f1d33 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:30:56.012939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'tag': '2a53b1fa-0db4-450d-9905-a634c26f1d33'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:30:56.015330 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fb2d0e-366d-445b-afb7-85bfacc6ba69", "tag": "2a53b1fa-0db4-450d-9905-a634c26f1d33"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:30:56.062240 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa19973-797d-4d72-bfcd-644cb00f380c x-openstack-request-id: req-6fa19973-797d-4d72-bfcd-644cb00f380c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:30:56.062541 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fb2d0e-366d-445b-afb7-85bfacc6ba69", "tag": "2a53b1fa-0db4-450d-9905-a634c26f1d33", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:30:56.062801 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6fa19973-797d-4d72-bfcd-644cb00f380c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:30:56.063205 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'tag': '2a53b1fa-0db4-450d-9905-a634c26f1d33', 'status': 'completed', 'code': 200} Jan 27 22:30:56.154715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-6bb7f035-f6d2-4d00-92b9-929dfe6c03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:56.156248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-6bb7f035-f6d2-4d00-92b9-929dfe6c03cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=326e939ed27e493aa5561738f8df6502&device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 1095 time: 0.0732059 Jan 27 22:30:56.158575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-d0f0b5d1-ae6c-4cde-87a6-d50703b77910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:56.159920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-d0f0b5d1-ae6c-4cde-87a6-d50703b77910 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=326e939ed27e493aa5561738f8df6502&device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 1095 time: 0.0683160 Jan 27 22:30:56.312384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-5c4ad1a8-28c4-45bd-82a5-5c767e9dbae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:56.313853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-5c4ad1a8-28c4-45bd-82a5-5c767e9dbae9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c988fbd3-1bbe-438d-a641-1e534b4ae74a HTTP/1.1" status: 200 len: 912 time: 0.1515040 Jan 27 22:30:56.316410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-12caa465-ef5a-423b-943a-42a2b0480744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:56.318291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-12caa465-ef5a-423b-943a-42a2b0480744 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c988fbd3-1bbe-438d-a641-1e534b4ae74a HTTP/1.1" status: 200 len: 912 time: 0.1490149 Jan 27 22:30:56.389811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-8bada365-6331-4b89-a301-139b1dd0e95e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33 HTTP/1.1" status: 200 len: 217 time: 0.0682843 Jan 27 22:30:56.391127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-523fc198-f543-46ae-8b03-867bb1a0beba service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33 HTTP/1.1" status: 200 len: 217 time: 0.0642328 Jan 27 22:30:56.482114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-66360d27-9aec-40c7-b06f-e64c6fb9507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:56.483507 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-66360d27-9aec-40c7-b06f-e64c6fb9507e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3806f473-eae2-48cd-81e2-2d11c7becabb HTTP/1.1" status: 200 len: 851 time: 0.0875943 Jan 27 22:30:56.484777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-cc57de28-1a28-40d6-81d5-552acd89409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:56.486078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-cc57de28-1a28-40d6-81d5-552acd89409d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806f473-eae2-48cd-81e2-2d11c7becabb HTTP/1.1" status: 200 len: 851 time: 0.0890129 Jan 27 22:30:56.532131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-7f4dc5ac-db6b-4011-87d0-25a20aab7b33 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c988fbd3-1bbe-438d-a641-1e534b4ae74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417185 Jan 27 22:30:56.533934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-ee1cf16c-bb5f-44c6-9e60-f683a0ef7611 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c988fbd3-1bbe-438d-a641-1e534b4ae74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364320 Jan 27 22:30:56.735448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5bf45-b3b5-49a7-a285-6cc469141408 req-7a28751b-f6bd-4246-8b92-28ab39cd82df tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:56.736869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83b5bf45-b3b5-49a7-a285-6cc469141408 req-7a28751b-f6bd-4246-8b92-28ab39cd82df tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 944 time: 0.1037195 Jan 27 22:30:56.738683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-71567846-3e37-4a88-a828-fb86b47f20fc service neutron] 10.222.0.74 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933103 Jan 27 22:30:56.741087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-f7302e54-fa2d-4793-af33-4e68ab150702 service neutron] 10.222.0.71 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024493 Jan 27 22:30:56.892117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83b5bf45-b3b5-49a7-a285-6cc469141408 req-e91ad5c5-0cf6-4590-b407-01c49c34c328 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484692 Jan 27 22:30:56.928353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-03e9cf07-d7f3-44cc-9c29-60136a2eec97 service neutron] 10.222.0.74 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829967 Jan 27 22:30:56.931837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b4c5fcd-6ec2-4f39-816f-d63a737aa5da req-e1a96fc3-8784-484a-bc24-490875191bf6 service neutron] 10.222.0.71 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751544 Jan 27 22:30:57.401735 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:57.744811 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:58.008203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c88a4-44b8-427a-83f4-52be11b22d6b req-51f8eb72-ff89-4388-8012-deff45703ba8 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:58.009578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-616c88a4-44b8-427a-83f4-52be11b22d6b req-51f8eb72-ff89-4388-8012-deff45703ba8 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 944 time: 0.0482593 Jan 27 22:30:58.055833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-616c88a4-44b8-427a-83f4-52be11b22d6b req-fbcd5439-ac2c-4ca5-8cc6-698523188e43 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Jan 27 22:30:58.191306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2a53b1fa-0db4-450d-9905-a634c26f1d33 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:30:58.443312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33,segment=NetworkSegment(8fa7cbe3-391c-401f-9104-5e660ee6aae0),segment_id=8fa7cbe3-391c-401f-9104-5e660ee6aae0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:58.454660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '2a53b1fa-0db4-450d-9905-a634c26f1d33', 'network_id': 'c988fbd3-1bbe-438d-a641-1e534b4ae74a', 'port_id': '2a53b1fa-0db4-450d-9905-a634c26f1d33', 'mac_address': 'fa:16:3e:a4:2b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3806f473-eae2-48cd-81e2-2d11c7becabb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:30:58.491507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2a53b1fa-0db4-450d-9905-a634c26f1d33 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:30:58.491905 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:58.504436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a53b1fa-0db4-450d-9905-a634c26f1d33 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:30:58.528551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33,segment=NetworkSegment(8fa7cbe3-391c-401f-9104-5e660ee6aae0),segment_id=8fa7cbe3-391c-401f-9104-5e660ee6aae0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:30:58.528768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-06c49188-c88c-436c-83ee-d728bf2763d4 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:58.529757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-06c49188-c88c-436c-83ee-d728bf2763d4 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.74 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69&tenant_id=326e939ed27e493aa5561738f8df6502&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 944 time: 0.0877047 Jan 27 22:30:58.588822 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-4443bcc8-fc36-4f00-8d75-872b5f4909be service neutron] delete failed (client error): The resource could not be found. Jan 27 22:30:58.589822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-4443bcc8-fc36-4f00-8d75-872b5f4909be service neutron] 10.222.0.74 "DELETE /v2.0/ports/2a53b1fa-0db4-450d-9905-a634c26f1d33/bindings/n-h1-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0540357 Jan 27 22:30:58.607658 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:30:58.666877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2a53b1fa-0db4-450d-9905-a634c26f1d33,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:30:58.671791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-1bbd57b0-d3b0-4b8e-a89d-f00e70f913c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:58.673395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-1bbd57b0-d3b0-4b8e-a89d-f00e70f913c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=326e939ed27e493aa5561738f8df6502&device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 1096 time: 0.0415869 Jan 27 22:30:58.764750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-983bb0fc-caef-48ca-9645-941a83be7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:58.766201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-983bb0fc-caef-48ca-9645-941a83be7763 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c988fbd3-1bbe-438d-a641-1e534b4ae74a HTTP/1.1" status: 200 len: 912 time: 0.0870464 Jan 27 22:30:58.805413 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-2f2670c3-5211-4ae5-bd4e-d35e1ab31daf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33 HTTP/1.1" status: 200 len: 217 time: 0.0334451 Jan 27 22:30:58.824456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2a53b1fa-0db4-450d-9905-a634c26f1d33'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:30:58.852164 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-448a1d01-c10f-4aca-9a3f-04cb4500dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:30:58.853630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-448a1d01-c10f-4aca-9a3f-04cb4500dcf9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3806f473-eae2-48cd-81e2-2d11c7becabb HTTP/1.1" status: 200 len: 851 time: 0.0426500 Jan 27 22:30:58.889059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-78a917d3-0aeb-496c-bceb-f7558b37398a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c988fbd3-1bbe-438d-a641-1e534b4ae74a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295217 Jan 27 22:30:58.981221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-2405d6b2-3fe9-4db2-9462-e89365aafbe3 service neutron] 10.222.0.74 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855973 Jan 27 22:30:59.073416 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-57853d86-ffdf-492d-bf62-b7e60a28c3e7 service neutron] 10.222.0.74 "GET /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865397 Jan 27 22:31:00.207456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2a53b1fa-0db4-450d-9905-a634c26f1d33 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:31:00.322258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 2a53b1fa-0db4-450d-9905-a634c26f1d33 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:31:00.326297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 2a53b1fa-0db4-450d-9905-a634c26f1d33 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:31:00.327153 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:00.391975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e868b-d2fc-48b8-875b-4c4e1e96e8df req-fc8ba8ce-e2aa-4e4d-8328-ad252cd2b8a6 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:00.393673 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-652e868b-d2fc-48b8-875b-4c4e1e96e8df req-fc8ba8ce-e2aa-4e4d-8328-ad252cd2b8a6 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 945 time: 0.0489340 Jan 27 22:31:00.408443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2a53b1fa-0db4-450d-9905-a634c26f1d33 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:31:00.408842 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:00.431984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a53b1fa-0db4-450d-9905-a634c26f1d33'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:31:00.434704 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d948825-9d40-405b-9ded-9e099f167c38" -d '{"events": [{"server_uuid": "f3fb2d0e-366d-445b-afb7-85bfacc6ba69", "name": "network-vif-plugged", "status": "completed", "tag": "2a53b1fa-0db4-450d-9905-a634c26f1d33"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:31:00.443053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-652e868b-d2fc-48b8-875b-4c4e1e96e8df req-3fc77662-7f51-49a5-a610-bc820659dca9 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Jan 27 22:31:00.450780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33,segment=NetworkSegment(8fa7cbe3-391c-401f-9104-5e660ee6aae0),segment_id=8fa7cbe3-391c-401f-9104-5e660ee6aae0)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:31:00.479202 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73f2c99-1750-42ce-a296-2650e8868000 x-openstack-request-id: req-e73f2c99-1750-42ce-a296-2650e8868000 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:31:00.479202 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fb2d0e-366d-445b-afb7-85bfacc6ba69", "name": "network-vif-plugged", "status": "completed", "tag": "2a53b1fa-0db4-450d-9905-a634c26f1d33", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:31:00.479202 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e73f2c99-1750-42ce-a296-2650e8868000 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:31:00.479202 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a53b1fa-0db4-450d-9905-a634c26f1d33', 'code': 200} Jan 27 22:31:00.526430 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:00.573726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2a53b1fa-0db4-450d-9905-a634c26f1d33,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:01.563451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d836a0-c0c4-46ee-8938-ed8bfeec4b14 req-f529a7f6-21c7-4da0-980f-73ac45cb50bf tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:01.564950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98d836a0-c0c4-46ee-8938-ed8bfeec4b14 req-f529a7f6-21c7-4da0-980f-73ac45cb50bf tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0491199 Jan 27 22:31:01.614364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-98d836a0-c0c4-46ee-8938-ed8bfeec4b14 req-aa7450bc-31e8-43c6-ba3a-11eddc9f1c66 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbff2979-ed12-4add-a1eb-83cae5a02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438006 Jan 27 22:31:01.703917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-a7cb3c70-b579-4bb6-89ad-2bef358a7142 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:01.705371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-a7cb3c70-b579-4bb6-89ad-2bef358a7142 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 946 time: 0.0511746 Jan 27 22:31:01.793750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-9ef43c68-f361-46af-b085-2782f0d226d8 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Deleting port 2a53b1fa-0db4-450d-9905-a634c26f1d33 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:31:01.794012 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-9ef43c68-f361-46af-b085-2782f0d226d8 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:01.892431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-9ef43c68-f361-46af-b085-2782f0d226d8 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] For port 2a53b1fa-0db4-450d-9905-a634c26f1d33, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2a53b1fa-0db4-450d-9905-a634c26f1d33,segment=NetworkSegment(8fa7cbe3-391c-401f-9104-5e660ee6aae0),segment_id=8fa7cbe3-391c-401f-9104-5e660ee6aae0)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:31:01.892796 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-9ef43c68-f361-46af-b085-2782f0d226d8 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:01.904935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-9ef43c68-f361-46af-b085-2782f0d226d8 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Calling delete_port for 2a53b1fa-0db4-450d-9905-a634c26f1d33 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:31:02.120557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-9ef43c68-f361-46af-b085-2782f0d226d8 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2a53b1fa-0db4-450d-9905-a634c26f1d33), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:02.133470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2a53b1fa-0db4-450d-9905-a634c26f1d33'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:31:02.151708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef43c68-f361-46af-b085-2782f0d226d8 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Pushing event deleted for resources: {'Port': ['ID=2a53b1fa-0db4-450d-9905-a634c26f1d33,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:02.193091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-9ef43c68-f361-46af-b085-2782f0d226d8 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] No DVR routers for this DVR port 2a53b1fa-0db4-450d-9905-a634c26f1d33 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:31:02.195787 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-9ef43c68-f361-46af-b085-2782f0d226d8 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:02.199251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8219af53-6d6f-40fa-a9f9-b4046378192a req-9ef43c68-f361-46af-b085-2782f0d226d8 tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.71 "DELETE /v2.0/ports/2a53b1fa-0db4-450d-9905-a634c26f1d33 HTTP/1.1" status: 204 len: 173 time: 0.4888837 Jan 27 22:31:02.199729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'name': 'network-vif-deleted', 'tag': '2a53b1fa-0db4-450d-9905-a634c26f1d33'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:31:02.202115 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbb6c2e-c62c-4728-a2e9-901581ef601b" -d '{"events": [{"server_uuid": "f3fb2d0e-366d-445b-afb7-85bfacc6ba69", "name": "network-vif-deleted", "tag": "2a53b1fa-0db4-450d-9905-a634c26f1d33"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:31:02.240231 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ad6a2b-c084-404d-bb47-63421b838e43 x-openstack-request-id: req-55ad6a2b-c084-404d-bb47-63421b838e43 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:31:02.240533 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fb2d0e-366d-445b-afb7-85bfacc6ba69", "name": "network-vif-deleted", "tag": "2a53b1fa-0db4-450d-9905-a634c26f1d33", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:31:02.240793 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55ad6a2b-c084-404d-bb47-63421b838e43 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:31:02.241199 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fb2d0e-366d-445b-afb7-85bfacc6ba69', 'name': 'network-vif-deleted', 'tag': '2a53b1fa-0db4-450d-9905-a634c26f1d33', 'status': 'completed', 'code': 200} Jan 27 22:31:02.378929 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8f9052a7-7890-4468-b078-caea4ba6287c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:02.726592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21dede39-9b31-476c-9f90-9a739ce4dbff req-c66cc614-6ca5-4974-bbe9-da18dbd0edbb tempest-DeleteServersTestJSON-254111476 tempest-DeleteServersTestJSON-254111476-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3fb2d0e-366d-445b-afb7-85bfacc6ba69 HTTP/1.1" status: 200 len: 210 time: 0.0259464 Jan 27 22:31:03.856386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38216) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:03.902719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-4499fe7e-e3d7-4604-946a-2f2dc7e95421 admin admin] Deleting subnet 3806f473-eae2-48cd-81e2-2d11c7becabb {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:31:03.905817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4499fe7e-e3d7-4604-946a-2f2dc7e95421 admin admin] Publish callbacks [] for subnet (3806f473-eae2-48cd-81e2-2d11c7becabb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:03.940330 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4499fe7e-e3d7-4604-946a-2f2dc7e95421 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (3806f473-eae2-48cd-81e2-2d11c7becabb), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:03.979115 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4499fe7e-e3d7-4604-946a-2f2dc7e95421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (3806f473-eae2-48cd-81e2-2d11c7becabb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.122344 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4499fe7e-e3d7-4604-946a-2f2dc7e95421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (3806f473-eae2-48cd-81e2-2d11c7becabb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.152265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499fe7e-e3d7-4604-946a-2f2dc7e95421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3806f473-eae2-48cd-81e2-2d11c7becabb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:04.155932 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4499fe7e-e3d7-4604-946a-2f2dc7e95421 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.159108 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4499fe7e-e3d7-4604-946a-2f2dc7e95421 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3806f473-eae2-48cd-81e2-2d11c7becabb HTTP/1.1" status: 204 len: 168 time: 0.3017309 Jan 27 22:31:04.162090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38218) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:04.227225 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (c988fbd3-1bbe-438d-a641-1e534b4ae74a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.309617 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (c988fbd3-1bbe-438d-a641-1e534b4ae74a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.329830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c988fbd3-1bbe-438d-a641-1e534b4ae74a']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:31:04.339424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa7cbe3-391c-401f-9104-5e660ee6aae0') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:31:04.339724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa7cbe3-391c-401f-9104-5e660ee6aae0') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:31:04.349175 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (8fa7cbe3-391c-401f-9104-5e660ee6aae0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.361752 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8fa7cbe3-391c-401f-9104-5e660ee6aae0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.367485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:31:04.367885 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (8fa7cbe3-391c-401f-9104-5e660ee6aae0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:31:04.369573 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:31:04.487716 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (c988fbd3-1bbe-438d-a641-1e534b4ae74a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.493271 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.496517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c988fbd3-1bbe-438d-a641-1e534b4ae74a HTTP/1.1" status: 204 len: 168 time: 0.3334880 Jan 27 22:31:04.513626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fabd6-8a0e-4554-aa8f-69740be4bb10 admin admin] Pushing event deleted for resources: {'Network': ['ID=c988fbd3-1bbe-438d-a641-1e534b4ae74a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:04.735223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38222) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:04.774913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fe427c00-0caa-44e6-a458-3e4c44ba3bfa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=326e939ed27e493aa5561738f8df6502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384367 Jan 27 22:31:04.777383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38224) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:04.827690 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cb75030-1cda-47ce-b33f-0e2833ab12ab admin admin] Publish callbacks [] for security_group (bbff2979-ed12-4add-a1eb-83cae5a02d55), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.849991 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cb75030-1cda-47ce-b33f-0e2833ab12ab admin admin] Publish callbacks [] for security_group (bbff2979-ed12-4add-a1eb-83cae5a02d55), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.899471 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8254a89d-c660-44ca-89f4-814d4b6eaf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.956523 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cb75030-1cda-47ce-b33f-0e2833ab12ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (bbff2979-ed12-4add-a1eb-83cae5a02d55), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.959734 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5cb75030-1cda-47ce-b33f-0e2833ab12ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:04.960916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5cb75030-1cda-47ce-b33f-0e2833ab12ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbff2979-ed12-4add-a1eb-83cae5a02d55 HTTP/1.1" status: 204 len: 168 time: 0.1826570 Jan 27 22:31:04.970182 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb75030-1cda-47ce-b33f-0e2833ab12ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbff2979-ed12-4add-a1eb-83cae5a02d55,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:05.953407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38246) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:06.051463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1050424896-network', 'tenant_id': '085aa25449894bf59f6f26f5a789d036'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:06.150524 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Made reservation on behalf of 085aa25449894bf59f6f26f5a789d036 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:31:06.152932 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:06.161475 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:06.236903 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Publish callbacks [] for security_group (139d8acb-61d3-4bfd-9837-b6f139841e48), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:06.237687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2a53b1fa-0db4-450d-9905-a634c26f1d33 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:31:06.241850 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:06.258210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 2a53b1fa-0db4-450d-9905-a634c26f1d33 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:31:06.258587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2a53b1fa-0db4-450d-9905-a634c26f1d33 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:31:06.321608 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (139d8acb-61d3-4bfd-9837-b6f139841e48), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:06.348508 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:31:06.354607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139d8acb-61d3-4bfd-9837-b6f139841e48,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:06.360510 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (0b4eea03-045f-407d-ada4-3afcb9ff65ad), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:06.360927 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Added segment 0b4eea03-045f-407d-ada4-3afcb9ff65ad of type vlan for network c943718c-9317-4a35-af23-380c4990a89f Jan 27 22:31:06.399611 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (c943718c-9317-4a35-af23-380c4990a89f), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:06.510016 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (c943718c-9317-4a35-af23-380c4990a89f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:06.510977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:06.511558 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:06.568647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] Pushing event updated for resources: {'Network': ['ID=c943718c-9317-4a35-af23-380c4990a89f,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:06.578716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network c943718c-9317-4a35-af23-380c4990a89f details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:31:06.616548 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-abcfdfeb-e46f-4e77-a202-f98fc5b0b300 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6620450 Jan 27 22:31:06.619406 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38250) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:31:06.624505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-97d00a2c-fd85-443c-8b77-e6eb04fb6ae7 admin admin] Request body: {'subnet': {'network_id': 'c943718c-9317-4a35-af23-380c4990a89f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1050424896-subnet', 'tenant_id': '085aa25449894bf59f6f26f5a789d036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:06.710375 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d00a2c-fd85-443c-8b77-e6eb04fb6ae7 admin admin] Made reservation on behalf of 085aa25449894bf59f6f26f5a789d036 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:31:06.712877 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97d00a2c-fd85-443c-8b77-e6eb04fb6ae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:06.939244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97d00a2c-fd85-443c-8b77-e6eb04fb6ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (f3e52967-fdab-4f40-8785-5be86af1777b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:06.999128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d00a2c-fd85-443c-8b77-e6eb04fb6ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e52967-fdab-4f40-8785-5be86af1777b,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:07.010430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d00a2c-fd85-443c-8b77-e6eb04fb6ae7 admin admin] Checking segment: {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:31:07.010430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d00a2c-fd85-443c-8b77-e6eb04fb6ae7 admin admin] Network hostable DHCP agents. Network: c943718c-9317-4a35-af23-380c4990a89f, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:31:07.108924 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d00a2c-fd85-443c-8b77-e6eb04fb6ae7 admin admin] Network c943718c-9317-4a35-af23-380c4990a89f is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:31:07.178836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-97d00a2c-fd85-443c-8b77-e6eb04fb6ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, c943718c-9317-4a35-af23-380c4990a89f) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:31:07.184396 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d00a2c-fd85-443c-8b77-e6eb04fb6ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:07.185388 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-97d00a2c-fd85-443c-8b77-e6eb04fb6ae7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:07.186653 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a810012-8fad-4346-a63c-98025520075d None None] Network c943718c-9317-4a35-af23-380c4990a89f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:31:07.284875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961487c2-2c47-498f-bf26-23aeb3954d9c None None] Network c943718c-9317-4a35-af23-380c4990a89f requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:31:07.347388 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-97d00a2c-fd85-443c-8b77-e6eb04fb6ae7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7269039 Jan 27 22:31:07.539073 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:07.755484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c91fd-ac6b-440f-b886-b88eac311eef req-9a89769e-50e2-4316-b295-fdda2b371c95 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:07.757018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-9a89769e-50e2-4316-b295-fdda2b371c95 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 815 time: 0.1002786 Jan 27 22:31:07.771037 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-42ab70bd-7cd8-4847-8457-2fdf001aada8 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/quotas/085aa25449894bf59f6f26f5a789d036 HTTP/1.1" status: 200 len: 375 time: 0.0088184 Jan 27 22:31:07.804935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-7e0c5e55-e019-48a0-972d-0c9ffdb89119 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291369 Jan 27 22:31:07.912173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-518c3b11-aaab-4920-bcf2-9065eef1b057 service neutron] 10.222.0.61 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006086 Jan 27 22:31:08.014650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-beff2684-0554-47d1-9708-47389f750890 service neutron] 10.222.0.61 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963743 Jan 27 22:31:08.933108 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:09.531004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-182eccc6-a52f-43c7-a724-49446187ddeb req-b636fc0a-423f-4cfb-97f8-87bfd6aae31a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 210 time: 0.2828534 Jan 27 22:31:10.631734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5eb24b0-c50b-4ed2-8cd9-7e0e58aff664 req-f9d2370c-98d9-4eb2-94c5-0e87ae64e47f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 210 time: 0.0356147 Jan 27 22:31:11.070664 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:31:11.436735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c91fd-ac6b-440f-b886-b88eac311eef req-97fc7530-a2d1-4e6f-8706-36c13069713c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:11.438179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-97fc7530-a2d1-4e6f-8706-36c13069713c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.74 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 815 time: 0.1000161 Jan 27 22:31:11.450505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-010c91fd-ac6b-440f-b886-b88eac311eef req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Request body: {'port': {'device_id': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f', 'admin_state_up': True, 'tenant_id': '085aa25449894bf59f6f26f5a789d036'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:11.629976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010c91fd-ac6b-440f-b886-b88eac311eef req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Made reservation on behalf of 085aa25449894bf59f6f26f5a789d036 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:31:11.633977 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-010c91fd-ac6b-440f-b886-b88eac311eef req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:11.738024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-89e54eb3-e8d8-4e06-8bb2-883fd70ea0d3 req-1f6dc8e0-33c0-4ad9-8a2a-c94d20ce4233 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 210 time: 0.0335209 Jan 27 22:31:11.787762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-010c91fd-ac6b-440f-b886-b88eac311eef req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Allocated IP 172.20.0.5 (c943718c-9317-4a35-af23-380c4990a89f/f3e52967-fdab-4f40-8785-5be86af1777b/deff24d0-a096-4ee5-b51a-e195785d6f46) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:31:11.931618 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-010c91fd-ac6b-440f-b886-b88eac311eef req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks [] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:12.042415 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-010c91fd-ac6b-440f-b886-b88eac311eef req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:12.085894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010c91fd-ac6b-440f-b886-b88eac311eef req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Network c943718c-9317-4a35-af23-380c4990a89f is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:31:12.088903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-010c91fd-ac6b-440f-b886-b88eac311eef req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:31:12.095008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-010c91fd-ac6b-440f-b886-b88eac311eef req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:31:12.118580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Pushing event updated for resources: {'Port': ['ID=deff24d0-a096-4ee5-b51a-e195785d6f46,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:12.146112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c91fd-ac6b-440f-b886-b88eac311eef req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:12.146742 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-010c91fd-ac6b-440f-b886-b88eac311eef req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:12.209856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-836cb556-ed17-4628-8838-296765c49e8b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7629247 Jan 27 22:31:12.221052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Request body: {'port': {'device_id': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:12.279299 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:12.537544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deff24d0-a096-4ee5-b51a-e195785d6f46 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:31:12.545451 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Publish callbacks [] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:12.558117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Transition to ACTIVE for port object deff24d0-a096-4ee5-b51a-e195785d6f46 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:31:12.670049 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:12.727875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Pushing event updated for resources: {'Port': ['ID=deff24d0-a096-4ee5-b51a-e195785d6f46,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:12.797823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Attempting to bind port deff24d0-a096-4ee5-b51a-e195785d6f46 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:31:12.798081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Attempting to bind port deff24d0-a096-4ee5-b51a-e195785d6f46 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:31:12.798439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Attempting to bind port deff24d0-a096-4ee5-b51a-e195785d6f46 on network c943718c-9317-4a35-af23-380c4990a89f {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:31:12.803043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Port deff24d0-a096-4ee5-b51a-e195785d6f46 on network c943718c-9317-4a35-af23-380c4990a89f not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:31:12.803367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Attempting to bind port deff24d0-a096-4ee5-b51a-e195785d6f46 on network c943718c-9317-4a35-af23-380c4990a89f {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:31:12.817854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:31:12.818195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Checking segment: {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:31:12.818575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Bound using segment: {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:31:12.819015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Bound port: deff24d0-a096-4ee5-b51a-e195785d6f46, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:31:12.819370 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:12.882058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56512f8-26f0-4fa9-9c79-b7c496f9233b req-c7bb825f-b9d5-4bd1-95eb-3793679e84af tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:12.883545 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a56512f8-26f0-4fa9-9c79-b7c496f9233b req-c7bb825f-b9d5-4bd1-95eb-3793679e84af tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 943 time: 0.0772524 Jan 27 22:31:12.934813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:31:12.955774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=deff24d0-a096-4ee5-b51a-e195785d6f46,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:31:12.961045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a56512f8-26f0-4fa9-9c79-b7c496f9233b req-d95eaaf2-5b89-4dff-a7c7-ef7246ac81b6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717807 Jan 27 22:31:13.053879 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:13.093010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:13.093010 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:13.093010 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] 10.222.0.74 "PUT /v2.0/ports/deff24d0-a096-4ee5-b51a-e195785d6f46 HTTP/1.1" status: 200 len: 1091 time: 0.8731840 Jan 27 22:31:13.093010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'tag': 'deff24d0-a096-4ee5-b51a-e195785d6f46'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:31:13.093422 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf335152-e241-448b-9b4f-37e6d4518b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa043e1-89f8-4fd8-b8df-0086ac4a207d", "tag": "deff24d0-a096-4ee5-b51a-e195785d6f46"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:31:13.117143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84f0f9-68bd-4ac7-be5a-7a2c11cc02ce service neutron] Pushing event updated for resources: {'Port': ['ID=deff24d0-a096-4ee5-b51a-e195785d6f46,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:13.138125 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfa0660-d404-4efc-8f30-5208df793395 x-openstack-request-id: req-7bfa0660-d404-4efc-8f30-5208df793395 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:31:13.138427 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa043e1-89f8-4fd8-b8df-0086ac4a207d", "tag": "deff24d0-a096-4ee5-b51a-e195785d6f46", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:31:13.138691 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7bfa0660-d404-4efc-8f30-5208df793395 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:31:13.139108 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'tag': 'deff24d0-a096-4ee5-b51a-e195785d6f46', 'status': 'completed', 'code': 200} Jan 27 22:31:13.200844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf335152-e241-448b-9b4f-37e6d4518b2b req-1433ad79-cace-4356-aa5c-694da08a4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:13.202363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf335152-e241-448b-9b4f-37e6d4518b2b req-1433ad79-cace-4356-aa5c-694da08a4a63 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 1094 time: 0.0416541 Jan 27 22:31:13.300843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf335152-e241-448b-9b4f-37e6d4518b2b req-0127c1a2-553d-4a98-9573-9bb31b2b0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:13.302322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf335152-e241-448b-9b4f-37e6d4518b2b req-0127c1a2-553d-4a98-9573-9bb31b2b0620 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=085aa25449894bf59f6f26f5a789d036&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0931594 Jan 27 22:31:13.392385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf335152-e241-448b-9b4f-37e6d4518b2b req-6f80d090-cca1-4059-af9a-bb05e03f1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:13.393858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf335152-e241-448b-9b4f-37e6d4518b2b req-6f80d090-cca1-4059-af9a-bb05e03f1c04 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865440 Jan 27 22:31:13.467902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c91fd-ac6b-440f-b886-b88eac311eef req-66ea679d-58c8-402a-9554-a416ef2109ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:13.469423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-66ea679d-58c8-402a-9554-a416ef2109ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 1094 time: 0.0412033 Jan 27 22:31:13.515474 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-d44e6c90-18cc-48f5-b2f3-e2098de3ef6c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deff24d0-a096-4ee5-b51a-e195785d6f46 HTTP/1.1" status: 200 len: 217 time: 0.0385392 Jan 27 22:31:13.561647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c91fd-ac6b-440f-b886-b88eac311eef req-b262ae85-2bd6-4a23-ab1e-e0acc9971658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:13.563077 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-b262ae85-2bd6-4a23-ab1e-e0acc9971658 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 200 len: 855 time: 0.0425448 Jan 27 22:31:13.592422 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-3cba4ee6-4741-4d65-ac8e-66a2270e4763 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c943718c-9317-4a35-af23-380c4990a89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240946 Jan 27 22:31:13.683515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-fcca7ae5-31d9-4c29-bb1e-fd75c917cd9a service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856459 Jan 27 22:31:13.770401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-010c91fd-ac6b-440f-b886-b88eac311eef req-21f1cbc9-9a67-45a6-b7da-0de456c8272c service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812714 Jan 27 22:31:14.081414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4502d8-8c18-4101-8c95-4d34fd3427c0 req-d142ca41-6500-4286-951f-a3f41941ec3c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:14.082875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae4502d8-8c18-4101-8c95-4d34fd3427c0 req-d142ca41-6500-4286-951f-a3f41941ec3c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 943 time: 0.0539865 Jan 27 22:31:14.129736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ae4502d8-8c18-4101-8c95-4d34fd3427c0 req-92d5161c-cbf9-40ff-ad0d-dc6224a9166d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411525 Jan 27 22:31:15.243904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd0e59-504d-4f4a-97df-14641402b3f7 req-68d9ef81-3bec-4bac-922b-1a0b54eb352e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:15.245425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67fd0e59-504d-4f4a-97df-14641402b3f7 req-68d9ef81-3bec-4bac-922b-1a0b54eb352e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 943 time: 0.0475924 Jan 27 22:31:15.291291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67fd0e59-504d-4f4a-97df-14641402b3f7 req-bbacdb0a-b54b-4b8c-b793-fa15ed02b8a8 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 Jan 27 22:31:15.931124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device deff24d0-a096-4ee5-b51a-e195785d6f46 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:31:16.041375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=deff24d0-a096-4ee5-b51a-e195785d6f46,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:31:16.052554 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'deff24d0-a096-4ee5-b51a-e195785d6f46', 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f', 'port_id': 'deff24d0-a096-4ee5-b51a-e195785d6f46', 'mac_address': 'fa:16:3e:91:7b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e52967-fdab-4f40-8785-5be86af1777b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:31:16.089982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port deff24d0-a096-4ee5-b51a-e195785d6f46 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:31:16.090634 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:16.104025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deff24d0-a096-4ee5-b51a-e195785d6f46 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:31:16.123370 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=deff24d0-a096-4ee5-b51a-e195785d6f46,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:31:16.196246 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:16.242610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=deff24d0-a096-4ee5-b51a-e195785d6f46,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:16.387685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['deff24d0-a096-4ee5-b51a-e195785d6f46'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:31:16.409571 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75632b6c-6cd9-434b-8e61-c3dcc27ac501 req-2cec6945-5e8c-4fba-8a01-d304e02dc748 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:16.411014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75632b6c-6cd9-434b-8e61-c3dcc27ac501 req-2cec6945-5e8c-4fba-8a01-d304e02dc748 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 944 time: 0.0503170 Jan 27 22:31:16.471343 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75632b6c-6cd9-434b-8e61-c3dcc27ac501 req-9ecad369-7ea1-49ed-8bf1-cd083f5d9de2 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533049 Jan 27 22:31:17.583832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f63241-98a6-480f-a905-c4a0338f4906 req-fc83137e-5c71-4ba2-8b56-437d988801be tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:17.585817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1f63241-98a6-480f-a905-c4a0338f4906 req-fc83137e-5c71-4ba2-8b56-437d988801be tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 944 time: 0.0471506 Jan 27 22:31:17.632367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1f63241-98a6-480f-a905-c4a0338f4906 req-941a8483-3d19-41be-b50a-5430327fac4f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407312 Jan 27 22:31:17.942026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device deff24d0-a096-4ee5-b51a-e195785d6f46 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:31:18.092826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port deff24d0-a096-4ee5-b51a-e195785d6f46 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:31:18.096831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port deff24d0-a096-4ee5-b51a-e195785d6f46 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:31:18.097211 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:18.174926 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port deff24d0-a096-4ee5-b51a-e195785d6f46 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:31:18.175315 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:18.197687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deff24d0-a096-4ee5-b51a-e195785d6f46'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:31:18.199845 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae659cf8-0c2d-41be-9cbe-45b7125facc4" -d '{"events": [{"server_uuid": "2fa043e1-89f8-4fd8-b8df-0086ac4a207d", "name": "network-vif-plugged", "status": "completed", "tag": "deff24d0-a096-4ee5-b51a-e195785d6f46"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:31:18.211671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=deff24d0-a096-4ee5-b51a-e195785d6f46,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:31:18.236811 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a84276b-cc68-4612-903d-d205e78120e6 x-openstack-request-id: req-9a84276b-cc68-4612-903d-d205e78120e6 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:31:18.244322 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa043e1-89f8-4fd8-b8df-0086ac4a207d", "name": "network-vif-plugged", "status": "completed", "tag": "deff24d0-a096-4ee5-b51a-e195785d6f46", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:31:18.244322 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a84276b-cc68-4612-903d-d205e78120e6 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:31:18.244322 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deff24d0-a096-4ee5-b51a-e195785d6f46', 'code': 200} Jan 27 22:31:18.315946 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:18.330194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c4e73-b1b4-484b-a331-083257ea34d3 req-ad0f41b4-1f81-47cc-89c7-05a6cce40746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:18.331740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c5c4e73-b1b4-484b-a331-083257ea34d3 req-ad0f41b4-1f81-47cc-89c7-05a6cce40746 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 1095 time: 0.0406520 Jan 27 22:31:18.365035 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=deff24d0-a096-4ee5-b51a-e195785d6f46,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:18.373344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.373700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.374052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.374398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.374743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.375074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.375409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.375743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.376131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.376253 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8c5c4e73-b1b4-484b-a331-083257ea34d3 req-254b58b3-6ed2-49a5-83e1-798f0da3950c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384493 Jan 27 22:31:18.376452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.376779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.377108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.377433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:31:18.752844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657ef4a-b5e3-484f-a696-897fb2562109 req-ba82c598-c6a6-4945-b776-227b7fc60cac tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:18.754339 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e657ef4a-b5e3-484f-a696-897fb2562109 req-ba82c598-c6a6-4945-b776-227b7fc60cac tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0549793 Jan 27 22:31:18.799910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e657ef4a-b5e3-484f-a696-897fb2562109 req-6bf466f7-8d5b-470a-b3c0-cf1724a932cc tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 Jan 27 22:31:19.975743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac059882-6489-4dd6-95ce-70fed44b9fa4 req-8b3dbc08-298f-4c7b-8d1d-78b2c8de074f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:19.977362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac059882-6489-4dd6-95ce-70fed44b9fa4 req-8b3dbc08-298f-4c7b-8d1d-78b2c8de074f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.1037238 Jan 27 22:31:20.024864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ac059882-6489-4dd6-95ce-70fed44b9fa4 req-f60159af-60b7-45d1-b8b2-fd914b281bd3 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 Jan 27 22:31:20.138480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cecdfe-53b9-4a34-9f2c-f8bd4681927b req-069a5b2a-b437-459d-ac64-8db163db4d0a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:20.140013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64cecdfe-53b9-4a34-9f2c-f8bd4681927b req-069a5b2a-b437-459d-ac64-8db163db4d0a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0475025 Jan 27 22:31:20.189284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-64cecdfe-53b9-4a34-9f2c-f8bd4681927b req-82587b6f-ea95-4182-be57-44358fbe16c7 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 Jan 27 22:31:20.513435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d380b5-6505-4be1-9ebc-60765d0873eb req-787aa49a-97f5-44e1-aa7a-a7fb4c93a078 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:20.514901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1d380b5-6505-4be1-9ebc-60765d0873eb req-787aa49a-97f5-44e1-aa7a-a7fb4c93a078 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0999262 Jan 27 22:31:20.560367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1d380b5-6505-4be1-9ebc-60765d0873eb req-5d02fe20-94fe-4fc6-8cd7-8e4b79133ab2 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 Jan 27 22:31:20.670625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b914b-d2b5-49af-b420-a3be2f25dc21 req-6c7509fa-41cb-4089-b9dd-bf987d9ed4bd tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:20.672013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f41b914b-d2b5-49af-b420-a3be2f25dc21 req-6c7509fa-41cb-4089-b9dd-bf987d9ed4bd tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0471513 Jan 27 22:31:20.727206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f41b914b-d2b5-49af-b420-a3be2f25dc21 req-ada00efe-f92f-48e4-9bcd-7411d35d0c03 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497153 Jan 27 22:31:21.116162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa9a66-3620-405e-9cdd-e4718400b3ad req-31148024-8311-4a91-9186-628f54903679 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:21.118246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20fa9a66-3620-405e-9cdd-e4718400b3ad req-31148024-8311-4a91-9186-628f54903679 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0519757 Jan 27 22:31:21.164271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20fa9a66-3620-405e-9cdd-e4718400b3ad req-331dfaa7-9417-4e4a-9fc2-55d8b13ee8ee tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Jan 27 22:31:21.243906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-4789bb0f-7fb5-4832-bcc2-17efd6c383c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390668 Jan 27 22:31:22.280538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c548d2-4c6a-4c7f-a8fb-659602056cc0 req-6f720575-1ff3-48e4-aefc-10010ddc2779 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:22.281946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c548d2-4c6a-4c7f-a8fb-659602056cc0 req-6f720575-1ff3-48e4-aefc-10010ddc2779 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0473788 Jan 27 22:31:22.331457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c548d2-4c6a-4c7f-a8fb-659602056cc0 req-f7e10d24-1fa1-4238-b322-474b13477cfa tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438180 Jan 27 22:31:23.198906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c111-4d76-45cc-8e63-899381a5698d req-5a74d92d-ca43-4f89-9434-b304d2d88adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:23.200418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-5a74d92d-ca43-4f89-9434-b304d2d88adf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 1096 time: 0.0407186 Jan 27 22:31:23.287832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c111-4d76-45cc-8e63-899381a5698d req-cb5c93d9-1918-4786-97ee-8d712dc9ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:23.289762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-cb5c93d9-1918-4786-97ee-8d712dc9ca6d service neutron] 10.222.0.74 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 916 time: 0.0831227 Jan 27 22:31:23.336637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-b0d4b45c-f7d2-49c0-9003-5e17034d5126 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deff24d0-a096-4ee5-b51a-e195785d6f46 HTTP/1.1" status: 200 len: 217 time: 0.0407481 Jan 27 22:31:23.384423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c111-4d76-45cc-8e63-899381a5698d req-d65071eb-9bf9-49a2-92b3-795d657bcde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:23.385906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-d65071eb-9bf9-49a2-92b3-795d657bcde1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 200 len: 855 time: 0.0444775 Jan 27 22:31:23.424335 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-dbb395db-e7c9-4331-9e8d-8f73417b48a9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c943718c-9317-4a35-af23-380c4990a89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330422 Jan 27 22:31:23.510268 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae2289-6d23-4c29-8532-0da1e9426fc4 req-2d979b46-fd2b-4359-87eb-4968c661731a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:23.511736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8ae2289-6d23-4c29-8532-0da1e9426fc4 req-2d979b46-fd2b-4359-87eb-4968c661731a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.1113622 Jan 27 22:31:23.556943 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-9460386e-ea25-45bd-bd93-936cb627d7c2 service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185281 Jan 27 22:31:23.621138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8ae2289-6d23-4c29-8532-0da1e9426fc4 req-d024ca91-53a5-4346-ae98-3d1cbd5f7e77 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995085 Jan 27 22:31:23.660816 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-8f10f6f4-3cc7-4185-a972-50dfdb92c6ab service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965335 Jan 27 22:31:24.734180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5e393-b248-4562-9c25-b19b3100e6b0 req-60845b41-bfcb-4a25-b8de-e4b41ab006c0 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:24.735657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4df5e393-b248-4562-9c25-b19b3100e6b0 req-60845b41-bfcb-4a25-b8de-e4b41ab006c0 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0488605 Jan 27 22:31:24.785697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4df5e393-b248-4562-9c25-b19b3100e6b0 req-60d5340b-93fd-48fc-850c-dd9c5653988b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445311 Jan 27 22:31:25.902608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e022a46-9275-4dc4-954a-24ea79d0c5a0 req-cefc121a-5abd-4c1a-9eac-a0c9a8c88041 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:25.904101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e022a46-9275-4dc4-954a-24ea79d0c5a0 req-cefc121a-5abd-4c1a-9eac-a0c9a8c88041 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0475576 Jan 27 22:31:25.949798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e022a46-9275-4dc4-954a-24ea79d0c5a0 req-a9b06d40-96fe-474d-9c89-1dfab53f8d6e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401998 Jan 27 22:31:27.066321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b8339-1051-41b3-b773-00bb3dcf41fb req-5d2cff8a-29ce-4af2-a593-c120a7478a67 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:27.067794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a4b8339-1051-41b3-b773-00bb3dcf41fb req-5d2cff8a-29ce-4af2-a593-c120a7478a67 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0507858 Jan 27 22:31:27.114490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a4b8339-1051-41b3-b773-00bb3dcf41fb req-a3fcc5a2-682d-4ce7-aa4b-fc6a3c649fda tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Jan 27 22:31:27.395545 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:27.709994 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:28.230434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e892f-df92-4d05-9167-939d8031e123 req-1045cb37-f715-4712-b18a-fe36a76be30c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:28.231926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-172e892f-df92-4d05-9167-939d8031e123 req-1045cb37-f715-4712-b18a-fe36a76be30c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0483794 Jan 27 22:31:28.277625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-172e892f-df92-4d05-9167-939d8031e123 req-ed1b87ad-dc57-4418-98ff-25e62bfc75c5 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401704 Jan 27 22:31:29.393394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455735f-b3d3-405d-8ef9-3d26183781a5 req-aeb211b9-43c0-45ca-9ef4-78646a4a1022 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:29.394830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d455735f-b3d3-405d-8ef9-3d26183781a5 req-aeb211b9-43c0-45ca-9ef4-78646a4a1022 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0497909 Jan 27 22:31:29.439645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d455735f-b3d3-405d-8ef9-3d26183781a5 req-f4bd1efb-d16e-400d-ba2b-08467cae8c01 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386674 Jan 27 22:31:30.552906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976a76c-3cda-418e-86fd-d9640e016838 req-517ed91f-8b89-467a-a18f-fa21477f5517 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:30.554389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7976a76c-3cda-418e-86fd-d9640e016838 req-517ed91f-8b89-467a-a18f-fa21477f5517 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0474281 Jan 27 22:31:30.601777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7976a76c-3cda-418e-86fd-d9640e016838 req-bbaa36dd-bde1-40af-bc51-bf96d592a578 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Jan 27 22:31:31.715654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5b60f-de50-41b3-a2d4-f5172dfee2b3 req-f69b8368-cc6d-42d2-98cf-baa725c5b17e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:31.717127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8b5b60f-de50-41b3-a2d4-f5172dfee2b3 req-f69b8368-cc6d-42d2-98cf-baa725c5b17e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0468054 Jan 27 22:31:31.765963 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8b5b60f-de50-41b3-a2d4-f5172dfee2b3 req-15d40a3a-3c52-4575-bb40-c0b9e5ee1a56 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434692 Jan 27 22:31:32.338504 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d5533002-0944-437a-89c3-0a2774ffa8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:32.887710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2cd25-a1e7-47d1-82a9-f0e2a66fe638 req-f80f34c2-586a-4aa6-bc2f-f21b3613939a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:32.889209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81e2cd25-a1e7-47d1-82a9-f0e2a66fe638 req-f80f34c2-586a-4aa6-bc2f-f21b3613939a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0471382 Jan 27 22:31:32.934248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81e2cd25-a1e7-47d1-82a9-f0e2a66fe638 req-71188280-e148-4fa5-b1d8-37ab15a1ec50 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396228 Jan 27 22:31:34.048879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4389547-0005-4021-a3b4-a3521a94038d req-f843e68c-4c87-45ed-8870-4b695441e9fb tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:34.050395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4389547-0005-4021-a3b4-a3521a94038d req-f843e68c-4c87-45ed-8870-4b695441e9fb tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0486012 Jan 27 22:31:34.097934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4389547-0005-4021-a3b4-a3521a94038d req-41dff882-447e-4b97-a357-5f817aae2060 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Jan 27 22:31:34.919659 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-85ac51fb-e576-4235-ac3e-084f31f1fd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:35.222392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b33862-869b-488b-a475-e1d1d5b7df91 req-96261123-135a-43d5-96f5-1ecb7cc89543 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:35.223770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4b33862-869b-488b-a475-e1d1d5b7df91 req-96261123-135a-43d5-96f5-1ecb7cc89543 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0539744 Jan 27 22:31:35.268801 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4b33862-869b-488b-a475-e1d1d5b7df91 req-867bb1dc-e421-4c89-a473-7e467196f5f0 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394790 Jan 27 22:31:36.250409 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:36.381833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443eafc1-a6b8-4c03-9fd9-87eeeecd1e5b req-8522e21b-f195-4782-a9f1-29a4274b8b48 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:36.383854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-443eafc1-a6b8-4c03-9fd9-87eeeecd1e5b req-8522e21b-f195-4782-a9f1-29a4274b8b48 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0486841 Jan 27 22:31:36.429544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-443eafc1-a6b8-4c03-9fd9-87eeeecd1e5b req-ed7be81e-e5ef-42b3-aa6b-86c22c8c8f2f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395975 Jan 27 22:31:37.536675 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:37.542957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1c45b-6737-487b-a27b-efb16ece0b0b req-14ca4ec1-9dee-4557-8fcd-6585a6d28581 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:37.546311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5e1c45b-6737-487b-a27b-efb16ece0b0b req-14ca4ec1-9dee-4557-8fcd-6585a6d28581 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0475123 Jan 27 22:31:37.595659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5e1c45b-6737-487b-a27b-efb16ece0b0b req-832186c4-b55a-4019-b8d0-346ca5f5b462 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456862 Jan 27 22:31:38.707083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f04de7-ea3f-4731-b404-376895c4fcf2 req-be5e6ca3-c67f-4aee-9f55-90b4ba2ae2c8 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:38.708570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71f04de7-ea3f-4731-b404-376895c4fcf2 req-be5e6ca3-c67f-4aee-9f55-90b4ba2ae2c8 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0471940 Jan 27 22:31:38.754630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71f04de7-ea3f-4731-b404-376895c4fcf2 req-77dab697-65f6-4717-b1c6-b9f17ad2d113 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Jan 27 22:31:38.943896 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:39.870494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96e87b-831a-48b2-b6b4-051748eb315c req-dd0335cb-0b64-4b28-af8b-0f187ba8be41 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:39.871971 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b96e87b-831a-48b2-b6b4-051748eb315c req-dd0335cb-0b64-4b28-af8b-0f187ba8be41 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0481744 Jan 27 22:31:39.917894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b96e87b-831a-48b2-b6b4-051748eb315c req-a5e42023-a369-43cb-aa39-42dd5174881f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404537 Jan 27 22:31:41.035215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a7011-1d76-4955-aa44-c1343215e0a6 req-713e59ad-3d13-4200-bc47-d624516592e7 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:41.036699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b84a7011-1d76-4955-aa44-c1343215e0a6 req-713e59ad-3d13-4200-bc47-d624516592e7 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0517282 Jan 27 22:31:41.082534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b84a7011-1d76-4955-aa44-c1343215e0a6 req-ccffd355-b9af-4e6c-9e81-b762468c1ee6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402291 Jan 27 22:31:42.196664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c6937-e708-48ea-9b5e-6c0c15de8269 req-718edac9-4230-410b-bc70-84962aa2aad5 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:42.198112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-734c6937-e708-48ea-9b5e-6c0c15de8269 req-718edac9-4230-410b-bc70-84962aa2aad5 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0473571 Jan 27 22:31:42.244012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-734c6937-e708-48ea-9b5e-6c0c15de8269 req-a71848b7-38da-4c17-abd1-acd07be89035 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404758 Jan 27 22:31:43.358942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e6db-c8da-4535-a3bd-6277af8ea6e8 req-b3cfef7d-4ce3-46e4-ab4c-ae4aeef360e9 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:43.360753 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de56e6db-c8da-4535-a3bd-6277af8ea6e8 req-b3cfef7d-4ce3-46e4-ab4c-ae4aeef360e9 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0510716 Jan 27 22:31:43.405882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de56e6db-c8da-4535-a3bd-6277af8ea6e8 req-5e4d2b02-11c8-4902-a523-d25eb2a2acf4 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 Jan 27 22:31:44.518782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0e4c6-0d0e-4452-92d8-3f0a0b830126 req-04308bee-4d9e-4f5b-9fdf-4196974cf4ad tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:44.520261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cc0e4c6-0d0e-4452-92d8-3f0a0b830126 req-04308bee-4d9e-4f5b-9fdf-4196974cf4ad tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0479589 Jan 27 22:31:44.566249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cc0e4c6-0d0e-4452-92d8-3f0a0b830126 req-5df5a7f3-000b-4c58-8ba4-34152490927c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402792 Jan 27 22:31:45.682588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db94296-632e-4e6d-b565-ef10d9dcb8f3 req-ee39f4e6-f1f1-4d95-8aa9-3ad37da7a0a9 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:45.684048 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8db94296-632e-4e6d-b565-ef10d9dcb8f3 req-ee39f4e6-f1f1-4d95-8aa9-3ad37da7a0a9 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0476725 Jan 27 22:31:45.733769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8db94296-632e-4e6d-b565-ef10d9dcb8f3 req-c47d6a7f-3f3c-4ce7-aa46-e32801eedda1 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442317 Jan 27 22:31:46.847185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b3b95-9a6d-43e8-b613-4bfa57bd1ace req-a6459053-857a-4648-9087-d01df7c0bbea tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:46.848666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b94b3b95-9a6d-43e8-b613-4bfa57bd1ace req-a6459053-857a-4648-9087-d01df7c0bbea tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0488567 Jan 27 22:31:46.899929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b94b3b95-9a6d-43e8-b613-4bfa57bd1ace req-a49777cc-e9e0-4338-ab37-953c8257d802 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451553 Jan 27 22:31:48.016124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d8d7c-1ff7-4586-8204-4475cc0cc03a req-345ab61d-c1b1-4cdc-85d1-cc59b1032575 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:48.017576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-632d8d7c-1ff7-4586-8204-4475cc0cc03a req-345ab61d-c1b1-4cdc-85d1-cc59b1032575 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0489988 Jan 27 22:31:48.063564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-632d8d7c-1ff7-4586-8204-4475cc0cc03a req-d4527aa9-df6a-412e-bc75-5d524febe63c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 Jan 27 22:31:48.069617 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:31:49.180447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a61d7b-75b5-4130-bdb5-8bca1f180e19 req-cdce821e-91cb-4332-8d0c-91fc4d02c2c5 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:49.182024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71a61d7b-75b5-4130-bdb5-8bca1f180e19 req-cdce821e-91cb-4332-8d0c-91fc4d02c2c5 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0514483 Jan 27 22:31:49.227177 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71a61d7b-75b5-4130-bdb5-8bca1f180e19 req-9af1e516-970b-4210-bf3d-60512fa23e7b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396602 Jan 27 22:31:50.339550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5f127-a48b-4b10-833a-77f83d529f15 req-ef4284c8-ff15-494b-9296-714f851fcbcf tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:50.341049 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6d5f127-a48b-4b10-833a-77f83d529f15 req-ef4284c8-ff15-494b-9296-714f851fcbcf tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0472507 Jan 27 22:31:50.386845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6d5f127-a48b-4b10-833a-77f83d529f15 req-a9c1e08e-0003-4b92-a41e-874f3ccc605f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Jan 27 22:31:50.716011 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-4339c111-4d76-45cc-8e63-899381a5698d req-74ca4c60-e8e8-4b82-be63-aa3637dbb9ff service neutron] show failed (client error): The resource could not be found. Jan 27 22:31:50.716946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-74ca4c60-e8e8-4b82-be63-aa3637dbb9ff service neutron] 10.222.0.74 "GET /v2.0/ports/deff24d0-a096-4ee5-b51a-e195785d6f46/bindings/n-h2-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0565953 Jan 27 22:31:51.312179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c111-4d76-45cc-8e63-899381a5698d req-b69cb783-0c5f-494c-b935-da8e51618d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:51.313592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-b69cb783-0c5f-494c-b935-da8e51618d92 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d&tenant_id=085aa25449894bf59f6f26f5a789d036 HTTP/1.1" status: 200 len: 1096 time: 0.0408394 Jan 27 22:31:51.323655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:31:51.374994 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:51.578860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74feae-fcb2-4267-8585-86a364ec03cf req-befc3bdc-9305-4851-9f6b-0838bb9bbe60 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:51.580299 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d74feae-fcb2-4267-8585-86a364ec03cf req-befc3bdc-9305-4851-9f6b-0838bb9bbe60 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.1079428 Jan 27 22:31:51.635418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=deff24d0-a096-4ee5-b51a-e195785d6f46,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:31:51.659074 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d74feae-fcb2-4267-8585-86a364ec03cf req-5510e678-9513-48be-b242-afe129971ddd tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725842 Jan 27 22:31:51.680430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:31:51.719891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deff24d0-a096-4ee5-b51a-e195785d6f46'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:31:51.722176 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d520ab9-c862-4055-8037-ceca5b27a5a5" -d '{"events": [{"server_uuid": "2fa043e1-89f8-4fd8-b8df-0086ac4a207d", "name": "network-vif-unplugged", "status": "completed", "tag": "deff24d0-a096-4ee5-b51a-e195785d6f46"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:31:51.726098 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Publish callbacks [] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:51.738324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Transition to ACTIVE for port object deff24d0-a096-4ee5-b51a-e195785d6f46 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:31:51.768841 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb1ba8e-f7f3-4027-a17a-7369992281cc x-openstack-request-id: req-afb1ba8e-f7f3-4027-a17a-7369992281cc {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:31:51.769142 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa043e1-89f8-4fd8-b8df-0086ac4a207d", "name": "network-vif-unplugged", "status": "completed", "tag": "deff24d0-a096-4ee5-b51a-e195785d6f46", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:31:51.769403 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-afb1ba8e-f7f3-4027-a17a-7369992281cc {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:31:51.769805 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'deff24d0-a096-4ee5-b51a-e195785d6f46', 'code': 200} Jan 27 22:31:51.878822 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:51.979993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] No DVR routers for this DVR port deff24d0-a096-4ee5-b51a-e195785d6f46 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:31:51.979993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Pushing event updated for resources: {'Port': ['ID=deff24d0-a096-4ee5-b51a-e195785d6f46,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:51.979993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Attempting to bind port deff24d0-a096-4ee5-b51a-e195785d6f46 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:31:51.979993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Attempting to bind port deff24d0-a096-4ee5-b51a-e195785d6f46 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:31:51.979993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Attempting to bind port deff24d0-a096-4ee5-b51a-e195785d6f46 on network c943718c-9317-4a35-af23-380c4990a89f {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:31:51.983955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Port deff24d0-a096-4ee5-b51a-e195785d6f46 on network c943718c-9317-4a35-af23-380c4990a89f not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:31:51.984303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Attempting to bind port deff24d0-a096-4ee5-b51a-e195785d6f46 on network c943718c-9317-4a35-af23-380c4990a89f {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:31:51.988951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:31:51.989288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Checking segment: {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:31:51.989666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Bound using segment: {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:31:51.990091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Bound port: deff24d0-a096-4ee5-b51a-e195785d6f46, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:31:51.990443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:52.051909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:31:52.055046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=deff24d0-a096-4ee5-b51a-e195785d6f46,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:31:52.205336 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:52.243328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:52.243955 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:52.245389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] 10.222.0.71 "PUT /v2.0/ports/deff24d0-a096-4ee5-b51a-e195785d6f46 HTTP/1.1" status: 200 len: 1091 time: 0.9256163 Jan 27 22:31:52.265618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbe839-87c0-40ef-bb64-db5f6cd8a3fb service neutron] Pushing event updated for resources: {'Port': ['ID=deff24d0-a096-4ee5-b51a-e195785d6f46,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:52.307483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c111-4d76-45cc-8e63-899381a5698d req-20846bad-c81d-401c-b1c9-5b86f866748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:52.309065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-20846bad-c81d-401c-b1c9-5b86f866748a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 1094 time: 0.0405962 Jan 27 22:31:52.397731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c111-4d76-45cc-8e63-899381a5698d req-3894df4e-6f6b-49e8-9ea5-0427f665f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:52.399136 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-3894df4e-6f6b-49e8-9ea5-0427f665f51a service neutron] 10.222.0.71 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 916 time: 0.0836284 Jan 27 22:31:52.697208 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-c03061a9-8fac-48d0-89c9-3833e88c5cf4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deff24d0-a096-4ee5-b51a-e195785d6f46 HTTP/1.1" status: 200 len: 217 time: 0.2912681 Jan 27 22:31:52.770541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c111-4d76-45cc-8e63-899381a5698d req-60a798b0-c189-4764-97ff-2ec6ecad1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:52.771980 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-60a798b0-c189-4764-97ff-2ec6ecad1031 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 200 len: 855 time: 0.0678608 Jan 27 22:31:52.794021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238825cd-6545-4423-bf28-72796aaf59e2 req-490e32d1-72a5-4b5d-9ff7-9edd16220131 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:52.795416 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-238825cd-6545-4423-bf28-72796aaf59e2 req-490e32d1-72a5-4b5d-9ff7-9edd16220131 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 943 time: 0.0658517 Jan 27 22:31:52.811706 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-439dc11b-b830-4cfa-8bcb-2b7de6291693 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c943718c-9317-4a35-af23-380c4990a89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337560 Jan 27 22:31:52.900920 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-238825cd-6545-4423-bf28-72796aaf59e2 req-ce193cde-0a46-4552-8f12-e9016923e550 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914550 Jan 27 22:31:52.929389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-0cdd11ae-4df8-4a1b-9358-bc5b23886b8c service neutron] 10.222.0.71 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117907 Jan 27 22:31:53.021617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4339c111-4d76-45cc-8e63-899381a5698d req-790ba074-e2ac-4b12-94a7-e3db9f90c22c service neutron] 10.222.0.71 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866399 Jan 27 22:31:53.770672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'tag': 'deff24d0-a096-4ee5-b51a-e195785d6f46'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:31:53.773003 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b653e4-9ff2-4e86-9701-5beea5e26f67" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa043e1-89f8-4fd8-b8df-0086ac4a207d", "tag": "deff24d0-a096-4ee5-b51a-e195785d6f46"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:31:53.820693 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afedb97-7e07-4d07-9b06-d056b66b9e34 x-openstack-request-id: req-6afedb97-7e07-4d07-9b06-d056b66b9e34 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:31:53.820994 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa043e1-89f8-4fd8-b8df-0086ac4a207d", "tag": "deff24d0-a096-4ee5-b51a-e195785d6f46", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:31:53.821259 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6afedb97-7e07-4d07-9b06-d056b66b9e34 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:31:53.821666 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'tag': 'deff24d0-a096-4ee5-b51a-e195785d6f46', 'status': 'completed', 'code': 200} Jan 27 22:31:53.907265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-d3b6b171-1e72-4ff5-bada-d40e9a06d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:53.908817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-d3b6b171-1e72-4ff5-bada-d40e9a06d49b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 1094 time: 0.0697885 Jan 27 22:31:53.910562 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-c83fb27e-fbed-421d-b687-2f52cd8ab727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:53.911893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-c83fb27e-fbed-421d-b687-2f52cd8ab727 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 1094 time: 0.0638189 Jan 27 22:31:54.055496 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device deff24d0-a096-4ee5-b51a-e195785d6f46 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:31:54.096313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] The host n-h1-760456-6 is not matching for port deff24d0-a096-4ee5-b51a-e195785d6f46 host n-h2-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:31:54.096825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device deff24d0-a096-4ee5-b51a-e195785d6f46 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:31:54.111532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96db057-72b2-43fe-b0b7-7cd00dafce39 req-68efb5e3-9fcf-49d4-9520-269ffa42045f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:54.113059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c96db057-72b2-43fe-b0b7-7cd00dafce39 req-68efb5e3-9fcf-49d4-9520-269ffa42045f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 943 time: 0.1089618 Jan 27 22:31:54.116497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-189b2995-1745-4315-b12e-31ea5a6575b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:54.117853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-189b2995-1745-4315-b12e-31ea5a6575b4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 916 time: 0.2031581 Jan 27 22:31:54.122200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-2a30bc47-4164-458e-aa09-2f6708c0807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:54.123530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-2a30bc47-4164-458e-aa09-2f6708c0807f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 916 time: 0.2018414 Jan 27 22:31:54.209578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-2c164db2-ad75-47aa-9eff-b5a8018432b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deff24d0-a096-4ee5-b51a-e195785d6f46 HTTP/1.1" status: 200 len: 217 time: 0.0810599 Jan 27 22:31:54.210786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-969daf48-2107-4469-be34-209f94cd2a22 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deff24d0-a096-4ee5-b51a-e195785d6f46 HTTP/1.1" status: 200 len: 217 time: 0.0804970 Jan 27 22:31:54.292474 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c96db057-72b2-43fe-b0b7-7cd00dafce39 req-e206c953-eccc-47f3-a62e-80d4e7925381 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723790 Jan 27 22:31:54.313227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-f3cb21d7-96bd-4a70-8699-d28db45a8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:54.313227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-f3cb21d7-96bd-4a70-8699-d28db45a8bae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 200 len: 855 time: 0.0939009 Jan 27 22:31:54.313581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-d9870a85-507a-441b-85c8-8970eb4b0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:54.314917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-d9870a85-507a-441b-85c8-8970eb4b0db5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 200 len: 855 time: 0.0956056 Jan 27 22:31:54.368341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-4302951a-bb96-41e0-88c4-9b5e825c56cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c943718c-9317-4a35-af23-380c4990a89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483036 Jan 27 22:31:54.500455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-dda8f496-847f-42e7-8609-09901c300599 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c943718c-9317-4a35-af23-380c4990a89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491900 Jan 27 22:31:54.526188 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-217650bb-a86b-482f-a95d-0cdaf162b449 service neutron] 10.222.0.71 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508951 Jan 27 22:31:54.528045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-ffe810de-f4e0-4e47-9a21-20ccc852d470 service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454144 Jan 27 22:31:54.689698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-5ef65cd7-0082-4557-ad60-d17721ca6c59 service neutron] 10.222.0.71 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571481 Jan 27 22:31:54.691577 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07b653e4-9ff2-4e86-9701-5beea5e26f67 req-b638d065-63fb-40f6-bc7d-d9bd6b1e1444 service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521857 Jan 27 22:31:55.413773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a272d37-d338-4821-8d7d-ef4ab93c12f7 req-ced1ff09-0781-4f7e-ba57-9fab749823da tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:55.415265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a272d37-d338-4821-8d7d-ef4ab93c12f7 req-ced1ff09-0781-4f7e-ba57-9fab749823da tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 943 time: 0.0529895 Jan 27 22:31:55.461757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a272d37-d338-4821-8d7d-ef4ab93c12f7 req-534c0f3b-691f-45b2-bf18-c7f51165d3bb tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409293 Jan 27 22:31:55.821520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e09108-856e-4f80-b37a-34a335194a1b req-f359fdef-ee82-41da-93d1-25ad2f3f7a4d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:55.823039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47e09108-856e-4f80-b37a-34a335194a1b req-f359fdef-ee82-41da-93d1-25ad2f3f7a4d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 943 time: 0.0502093 Jan 27 22:31:55.896474 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-47e09108-856e-4f80-b37a-34a335194a1b req-816a1c48-93e2-426a-a90a-f0bccd48d135 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676970 Jan 27 22:31:55.911110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-55c5d5f0-f7c8-4f43-8919-70d85e156c30 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:55.912572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-55c5d5f0-f7c8-4f43-8919-70d85e156c30 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.74 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d&tenant_id=085aa25449894bf59f6f26f5a789d036&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 943 time: 0.0698011 Jan 27 22:31:55.977540 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-a39616b0-8768-46c3-9b1c-8880d2396e75 service neutron] delete failed (client error): The resource could not be found. Jan 27 22:31:55.978481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-a39616b0-8768-46c3-9b1c-8880d2396e75 service neutron] 10.222.0.74 "DELETE /v2.0/ports/deff24d0-a096-4ee5-b51a-e195785d6f46/bindings/n-h1-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0597925 Jan 27 22:31:56.059530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-ebf0bb5f-aaa7-4534-b0ee-3aeb94bf8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:56.061022 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-ebf0bb5f-aaa7-4534-b0ee-3aeb94bf8bc9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 1094 time: 0.0400660 Jan 27 22:31:56.147299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-2f41848f-cd64-4046-aa75-da8734d628bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:56.148798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-2f41848f-cd64-4046-aa75-da8734d628bf service neutron] 10.222.0.74 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 916 time: 0.0825005 Jan 27 22:31:56.193333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-b1f1195d-0267-4d21-8bee-5764ef6b4c45 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=deff24d0-a096-4ee5-b51a-e195785d6f46 HTTP/1.1" status: 200 len: 217 time: 0.0375223 Jan 27 22:31:56.239710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-c1a211e7-1a11-4f3b-9553-17fd62475428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:56.241581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-c1a211e7-1a11-4f3b-9553-17fd62475428 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 200 len: 855 time: 0.0426145 Jan 27 22:31:56.269815 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-046e680e-357c-49f0-80b2-706fadf1a705 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c943718c-9317-4a35-af23-380c4990a89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228369 Jan 27 22:31:56.359090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-1b34707f-9bc5-46e2-9e11-c687bde200dd service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838640 Jan 27 22:31:56.407950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device deff24d0-a096-4ee5-b51a-e195785d6f46 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:31:56.446227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-291b68bb-bb61-48ff-9e47-5388f9b078a8 req-808043fd-8588-40fa-8a22-2e365148653f service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809369 Jan 27 22:31:56.501306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=deff24d0-a096-4ee5-b51a-e195785d6f46,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:31:56.512375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'deff24d0-a096-4ee5-b51a-e195785d6f46', 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f', 'port_id': 'deff24d0-a096-4ee5-b51a-e195785d6f46', 'mac_address': 'fa:16:3e:91:7b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e52967-fdab-4f40-8785-5be86af1777b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:31:56.551560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port deff24d0-a096-4ee5-b51a-e195785d6f46 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:31:56.551956 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:56.564867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deff24d0-a096-4ee5-b51a-e195785d6f46 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:31:56.583448 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=deff24d0-a096-4ee5-b51a-e195785d6f46,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:31:56.647411 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:56.696553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=deff24d0-a096-4ee5-b51a-e195785d6f46,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:56.880813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['deff24d0-a096-4ee5-b51a-e195785d6f46'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:31:57.032875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e5b7e-1ea2-49dc-985f-ebfaf7336601 req-48fc0d7b-eef0-49fd-a3c9-4f4271611f12 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:57.034398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-241e5b7e-1ea2-49dc-985f-ebfaf7336601 req-48fc0d7b-eef0-49fd-a3c9-4f4271611f12 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 944 time: 0.0541499 Jan 27 22:31:57.086433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-241e5b7e-1ea2-49dc-985f-ebfaf7336601 req-5855e18d-2b8e-4ce5-a3b0-39b164961166 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460665 Jan 27 22:31:57.429427 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:57.726592 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:58.201265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5937615-0439-4a04-a00d-ea94ac4f5a3d req-c9dabc67-bd4e-48b5-afd7-0a26c17dc934 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:58.202749 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5937615-0439-4a04-a00d-ea94ac4f5a3d req-c9dabc67-bd4e-48b5-afd7-0a26c17dc934 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 944 time: 0.0475061 Jan 27 22:31:58.248775 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5937615-0439-4a04-a00d-ea94ac4f5a3d req-97785c2a-b604-4915-96e9-ef59e7ae7ec4 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Jan 27 22:31:58.360859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb5aea-ded5-4c9f-99f5-3b3e461610a2 req-30eacb6a-08b7-41ae-af77-37c56c70ce89 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:58.362353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5eb5aea-ded5-4c9f-99f5-3b3e461610a2 req-30eacb6a-08b7-41ae-af77-37c56c70ce89 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 944 time: 0.0476146 Jan 27 22:31:58.408333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5eb5aea-ded5-4c9f-99f5-3b3e461610a2 req-35d113a9-a91e-45bf-a3cb-ff3115090e42 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399349 Jan 27 22:31:58.432980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device deff24d0-a096-4ee5-b51a-e195785d6f46 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:31:58.526919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5629e-8356-4d16-bdfc-f712b443c48d req-a595a036-a8e4-43a1-8126-4a9138b6eb2e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:58.528409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ae5629e-8356-4d16-bdfc-f712b443c48d req-a595a036-a8e4-43a1-8126-4a9138b6eb2e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 944 time: 0.0514712 Jan 27 22:31:58.547303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port deff24d0-a096-4ee5-b51a-e195785d6f46 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:31:58.551336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port deff24d0-a096-4ee5-b51a-e195785d6f46 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:31:58.551840 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:58.574896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ae5629e-8356-4d16-bdfc-f712b443c48d req-cca61b1a-9f06-4e89-8743-d8a9448728ad tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 Jan 27 22:31:58.631484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port deff24d0-a096-4ee5-b51a-e195785d6f46 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:31:58.631887 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:58.657903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deff24d0-a096-4ee5-b51a-e195785d6f46'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:31:58.660244 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1505ecfd-f4c5-4117-ae22-087f9318c6c9" -d '{"events": [{"server_uuid": "2fa043e1-89f8-4fd8-b8df-0086ac4a207d", "name": "network-vif-plugged", "status": "completed", "tag": "deff24d0-a096-4ee5-b51a-e195785d6f46"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:31:58.678573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=deff24d0-a096-4ee5-b51a-e195785d6f46,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:31:58.701228 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eb4d6c-bd33-472c-a96d-989ad608163b x-openstack-request-id: req-10eb4d6c-bd33-472c-a96d-989ad608163b {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:31:58.706653 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa043e1-89f8-4fd8-b8df-0086ac4a207d", "name": "network-vif-plugged", "status": "completed", "tag": "deff24d0-a096-4ee5-b51a-e195785d6f46", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:31:58.706653 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10eb4d6c-bd33-472c-a96d-989ad608163b {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:31:58.706653 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deff24d0-a096-4ee5-b51a-e195785d6f46', 'code': 200} Jan 27 22:31:58.787515 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:31:58.833503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=deff24d0-a096-4ee5-b51a-e195785d6f46,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:31:59.159291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140af5-e830-445e-b22e-c340300ab7ce req-eb9f7ee2-2264-434c-84be-54091082ef00 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:31:59.160956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-eb9f7ee2-2264-434c-84be-54091082ef00 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 815 time: 0.1047037 Jan 27 22:31:59.175499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-c712392a-80f9-4cbb-9ab4-9d2e96679d9c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/quotas/085aa25449894bf59f6f26f5a789d036 HTTP/1.1" status: 200 len: 375 time: 0.0091989 Jan 27 22:31:59.229581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-76ac71ce-8e93-4cec-83fd-b9b387688f37 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484612 Jan 27 22:31:59.318393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-35536535-1edb-47f5-9513-db2636db7d83 service neutron] 10.222.0.61 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817461 Jan 27 22:31:59.409651 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-6e48c847-abb9-4a0d-b477-2572fc599321 service neutron] 10.222.0.61 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856593 Jan 27 22:31:59.708733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ce4cb85-aaa8-4107-9b8e-84c9470a6201 req-f83a8a6a-2b54-498d-95e0-ed446b42e9a5 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 210 time: 0.0265019 Jan 27 22:32:00.389467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c10a1-c8f4-444c-a2cd-a002213a86c0 req-9b2713f7-4561-4337-b6ea-95d03f07c372 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:00.390927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-772c10a1-c8f4-444c-a2cd-a002213a86c0 req-9b2713f7-4561-4337-b6ea-95d03f07c372 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.71 "GET /v2.0/ports?device_id=2fa043e1-89f8-4fd8-b8df-0086ac4a207d HTTP/1.1" status: 200 len: 945 time: 0.0475981 Jan 27 22:32:00.486308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-772c10a1-c8f4-444c-a2cd-a002213a86c0 req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Deleting port deff24d0-a096-4ee5-b51a-e195785d6f46 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:00.486657 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-772c10a1-c8f4-444c-a2cd-a002213a86c0 req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:00.573839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-772c10a1-c8f4-444c-a2cd-a002213a86c0 req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] For port deff24d0-a096-4ee5-b51a-e195785d6f46, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=deff24d0-a096-4ee5-b51a-e195785d6f46,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:00.574129 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-772c10a1-c8f4-444c-a2cd-a002213a86c0 req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:00.585781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-772c10a1-c8f4-444c-a2cd-a002213a86c0 req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Calling delete_port for deff24d0-a096-4ee5-b51a-e195785d6f46 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:00.778522 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-772c10a1-c8f4-444c-a2cd-a002213a86c0 req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (deff24d0-a096-4ee5-b51a-e195785d6f46), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:00.790789 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['deff24d0-a096-4ee5-b51a-e195785d6f46'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:32:00.830083 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1deea2cb-3630-4516-8a65-35fa357a26ae req-7a54f023-c53d-4d1c-91bd-1e51cd51affe tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 210 time: 0.0492547 Jan 27 22:32:00.830755 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Pushing event deleted for resources: {'Port': ['ID=deff24d0-a096-4ee5-b51a-e195785d6f46,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.848771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:00.885353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-772c10a1-c8f4-444c-a2cd-a002213a86c0 req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] No DVR routers for this DVR port deff24d0-a096-4ee5-b51a-e195785d6f46 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:32:00.888004 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-772c10a1-c8f4-444c-a2cd-a002213a86c0 req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:00.891326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-772c10a1-c8f4-444c-a2cd-a002213a86c0 req-7e8eacae-18da-4a6f-a87f-7290168e64c6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.71 "DELETE /v2.0/ports/deff24d0-a096-4ee5-b51a-e195785d6f46 HTTP/1.1" status: 204 len: 173 time: 0.4946504 Jan 27 22:32:00.891769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'name': 'network-vif-deleted', 'tag': 'deff24d0-a096-4ee5-b51a-e195785d6f46'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:00.894028 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a2fcd9-4b93-46cb-873b-3874a5d8d620" -d '{"events": [{"server_uuid": "2fa043e1-89f8-4fd8-b8df-0086ac4a207d", "name": "network-vif-deleted", "tag": "deff24d0-a096-4ee5-b51a-e195785d6f46"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:00.931263 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f5549-0adb-4a09-96ce-bf4830719ad5 x-openstack-request-id: req-5e2f5549-0adb-4a09-96ce-bf4830719ad5 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:00.931567 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa043e1-89f8-4fd8-b8df-0086ac4a207d", "name": "network-vif-deleted", "tag": "deff24d0-a096-4ee5-b51a-e195785d6f46", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:00.931832 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e2f5549-0adb-4a09-96ce-bf4830719ad5 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:00.932294 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa043e1-89f8-4fd8-b8df-0086ac4a207d', 'name': 'network-vif-deleted', 'tag': 'deff24d0-a096-4ee5-b51a-e195785d6f46', 'status': 'completed', 'code': 200} Jan 27 22:32:01.827080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140af5-e830-445e-b22e-c340300ab7ce req-1a79a9a5-722b-4054-97a6-89ec2fce9443 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:01.829329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-1a79a9a5-722b-4054-97a6-89ec2fce9443 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.74 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 815 time: 0.1061385 Jan 27 22:32:01.841781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-94140af5-e830-445e-b22e-c340300ab7ce req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Request body: {'port': {'device_id': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f', 'admin_state_up': True, 'tenant_id': '085aa25449894bf59f6f26f5a789d036'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:32:01.932384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4e2a492-dc51-4b94-8e5a-835360c1c0b1 req-717b8dc7-91c4-48a1-93a7-be81a0996ac9 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 210 time: 0.0312796 Jan 27 22:32:02.072782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94140af5-e830-445e-b22e-c340300ab7ce req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Made reservation on behalf of 085aa25449894bf59f6f26f5a789d036 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:32:02.076209 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-94140af5-e830-445e-b22e-c340300ab7ce req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:02.203615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-94140af5-e830-445e-b22e-c340300ab7ce req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Allocated IP 172.20.0.6 (c943718c-9317-4a35-af23-380c4990a89f/f3e52967-fdab-4f40-8785-5be86af1777b/7caa81c2-f767-4a5a-8efc-77332b2dc678) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:32:02.337853 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4c8a668f-d401-4269-a047-9b8252cd61ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:02.344893 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-94140af5-e830-445e-b22e-c340300ab7ce req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks [] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:02.450680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-94140af5-e830-445e-b22e-c340300ab7ce req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:02.497820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94140af5-e830-445e-b22e-c340300ab7ce req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Network c943718c-9317-4a35-af23-380c4990a89f is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:32:02.500880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-94140af5-e830-445e-b22e-c340300ab7ce req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:32:02.507169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-94140af5-e830-445e-b22e-c340300ab7ce req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:32:02.531144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Pushing event updated for resources: {'Port': ['ID=7caa81c2-f767-4a5a-8efc-77332b2dc678,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:02.557991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140af5-e830-445e-b22e-c340300ab7ce req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:02.558651 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-94140af5-e830-445e-b22e-c340300ab7ce req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:02.660458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-edefdfe5-9407-4af3-88c5-e05ae5cadf29 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8239369 Jan 27 22:32:02.671077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Request body: {'port': {'device_id': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:32:02.723888 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:02.984239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7caa81c2-f767-4a5a-8efc-77332b2dc678 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:32:02.993111 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Publish callbacks [] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:03.021950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Transition to ACTIVE for port object 7caa81c2-f767-4a5a-8efc-77332b2dc678 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:32:03.058548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f28dab-dac6-4b2c-86ee-c332769cc26b req-77322799-af85-4e5c-a7dc-6e70b572280e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:03.060030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44f28dab-dac6-4b2c-86ee-c332769cc26b req-77322799-af85-4e5c-a7dc-6e70b572280e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 931 time: 0.0508823 Jan 27 22:32:03.078530 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:03.148833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7caa81c2-f767-4a5a-8efc-77332b2dc678,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:03.157568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44f28dab-dac6-4b2c-86ee-c332769cc26b req-3f8b6d56-afd2-4f45-9b8a-86079549de48 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920365 Jan 27 22:32:03.221810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Attempting to bind port 7caa81c2-f767-4a5a-8efc-77332b2dc678 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:32:03.222174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Attempting to bind port 7caa81c2-f767-4a5a-8efc-77332b2dc678 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:32:03.222497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Attempting to bind port 7caa81c2-f767-4a5a-8efc-77332b2dc678 on network c943718c-9317-4a35-af23-380c4990a89f {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:32:03.227210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Port 7caa81c2-f767-4a5a-8efc-77332b2dc678 on network c943718c-9317-4a35-af23-380c4990a89f not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:32:03.227532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Attempting to bind port 7caa81c2-f767-4a5a-8efc-77332b2dc678 on network c943718c-9317-4a35-af23-380c4990a89f {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:32:03.232366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:32:03.232704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Checking segment: {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:32:03.233083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Bound using segment: {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:32:03.233505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Bound port: 7caa81c2-f767-4a5a-8efc-77332b2dc678, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:32:03.233854 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:03.294667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:32:03.297537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:32:03.372799 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:03.408011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:03.408668 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:03.410048 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] 10.222.0.74 "PUT /v2.0/ports/7caa81c2-f767-4a5a-8efc-77332b2dc678 HTTP/1.1" status: 200 len: 1091 time: 0.7429717 Jan 27 22:32:03.410489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'tag': '7caa81c2-f767-4a5a-8efc-77332b2dc678'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:03.413410 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88da55e-8994-4ab5-9ef6-076f52569c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "98833eb6-c257-47ec-9a93-5d1aeae6a5f1", "tag": "7caa81c2-f767-4a5a-8efc-77332b2dc678"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:03.436067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231084e-f904-4a38-9d55-690ecc2cbcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7caa81c2-f767-4a5a-8efc-77332b2dc678,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:03.451476 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c91d70-483e-48fa-ba23-c5eb3269392e x-openstack-request-id: req-05c91d70-483e-48fa-ba23-c5eb3269392e {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:03.451793 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98833eb6-c257-47ec-9a93-5d1aeae6a5f1", "tag": "7caa81c2-f767-4a5a-8efc-77332b2dc678", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:03.452052 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-05c91d70-483e-48fa-ba23-c5eb3269392e {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:03.452496 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'tag': '7caa81c2-f767-4a5a-8efc-77332b2dc678', 'status': 'completed', 'code': 200} Jan 27 22:32:03.515367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88da55e-8994-4ab5-9ef6-076f52569c8e req-2947708d-06af-43fc-84ff-02546cf656a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:03.516896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c88da55e-8994-4ab5-9ef6-076f52569c8e req-2947708d-06af-43fc-84ff-02546cf656a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 1094 time: 0.0441668 Jan 27 22:32:03.608869 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88da55e-8994-4ab5-9ef6-076f52569c8e req-9d28a1dc-2b5e-4048-8f9e-b6399039e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:03.610231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c88da55e-8994-4ab5-9ef6-076f52569c8e req-9d28a1dc-2b5e-4048-8f9e-b6399039e7a6 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=085aa25449894bf59f6f26f5a789d036&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0873966 Jan 27 22:32:03.957091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88da55e-8994-4ab5-9ef6-076f52569c8e req-1370084a-53f2-4fec-b4ad-4e7b9005b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:03.958553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c88da55e-8994-4ab5-9ef6-076f52569c8e req-1370084a-53f2-4fec-b4ad-4e7b9005b612 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3432784 Jan 27 22:32:04.032161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140af5-e830-445e-b22e-c340300ab7ce req-0f126a03-ca76-483d-9f43-20e788db3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:04.033634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-0f126a03-ca76-483d-9f43-20e788db3b22 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 1094 time: 0.0405521 Jan 27 22:32:04.074085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-9c77c6e8-49c9-4b92-90f0-2a1a23eccb7f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678 HTTP/1.1" status: 200 len: 217 time: 0.0337789 Jan 27 22:32:04.131726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94140af5-e830-445e-b22e-c340300ab7ce req-47d39c4d-059e-489d-a373-e44dfb5ac31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:04.133241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-47d39c4d-059e-489d-a373-e44dfb5ac31e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 200 len: 855 time: 0.0535398 Jan 27 22:32:04.163850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-f558b7a8-b6c3-4146-9313-9ff939d148c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c943718c-9317-4a35-af23-380c4990a89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240207 Jan 27 22:32:04.282322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-1a30b053-7a71-4209-a544-b0ea21a11945 service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130271 Jan 27 22:32:04.304601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c10574-a166-4670-9e7c-a588a1b81f56 req-a9a67fe3-e51a-411a-9c0a-7f8149185af0 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:04.306000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1c10574-a166-4670-9e7c-a588a1b81f56 req-a9a67fe3-e51a-411a-9c0a-7f8149185af0 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0788248 Jan 27 22:32:04.399439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1c10574-a166-4670-9e7c-a588a1b81f56 req-06cf23f9-f72e-4d61-a6e2-72e816904c2b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839963 Jan 27 22:32:04.414286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94140af5-e830-445e-b22e-c340300ab7ce req-fcb78e69-8502-47e6-bcec-8e171630fc19 service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256275 Jan 27 22:32:04.438684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device deff24d0-a096-4ee5-b51a-e195785d6f46 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:04.458725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: deff24d0-a096-4ee5-b51a-e195785d6f46 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:04.459638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device deff24d0-a096-4ee5-b51a-e195785d6f46 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:04.929688 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-188ca62e-d247-4365-b80a-96a4229da576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:05.519376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521feab0-9ae1-44a9-be9d-1ca971c3e60e req-11fca930-99c4-478d-b972-c30a8cfbe50b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:05.520989 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-521feab0-9ae1-44a9-be9d-1ca971c3e60e req-11fca930-99c4-478d-b972-c30a8cfbe50b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0524426 Jan 27 22:32:05.566141 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-521feab0-9ae1-44a9-be9d-1ca971c3e60e req-7123a8bd-1afb-46db-85be-4784997a9130 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395358 Jan 27 22:32:06.127387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 7caa81c2-f767-4a5a-8efc-77332b2dc678 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:32:06.234363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:06.245053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '7caa81c2-f767-4a5a-8efc-77332b2dc678', 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f', 'port_id': '7caa81c2-f767-4a5a-8efc-77332b2dc678', 'mac_address': 'fa:16:3e:be:87:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e52967-fdab-4f40-8785-5be86af1777b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:32:06.284558 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:06.285351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 7caa81c2-f767-4a5a-8efc-77332b2dc678 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:32:06.285731 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:06.298128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7caa81c2-f767-4a5a-8efc-77332b2dc678 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:32:06.316746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:06.417973 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:06.467525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=7caa81c2-f767-4a5a-8efc-77332b2dc678,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:06.622024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['7caa81c2-f767-4a5a-8efc-77332b2dc678'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:32:06.679694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a811c43-3b45-4fef-8e47-878e095a423c req-6aeadedf-b707-4eb9-ae08-c18e95d9fd76 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:06.681132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a811c43-3b45-4fef-8e47-878e095a423c req-6aeadedf-b707-4eb9-ae08-c18e95d9fd76 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 944 time: 0.0480409 Jan 27 22:32:06.728325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a811c43-3b45-4fef-8e47-878e095a423c req-21b7f7ab-0dec-45ad-9aca-8de65f30c466 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Jan 27 22:32:07.566574 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:07.842894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0ffaa-353e-46fb-9a8a-2ee0bd78aab3 req-e054fc02-75cf-4c97-b816-19f09d63fca4 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:07.844381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57e0ffaa-353e-46fb-9a8a-2ee0bd78aab3 req-e054fc02-75cf-4c97-b816-19f09d63fca4 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 944 time: 0.0480471 Jan 27 22:32:07.894962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57e0ffaa-353e-46fb-9a8a-2ee0bd78aab3 req-09577845-3dad-4ef0-a72d-5a9800997418 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449805 Jan 27 22:32:08.143487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 7caa81c2-f767-4a5a-8efc-77332b2dc678 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:32:08.269640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 7caa81c2-f767-4a5a-8efc-77332b2dc678 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:32:08.273725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 7caa81c2-f767-4a5a-8efc-77332b2dc678 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:32:08.274108 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:08.349215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 7caa81c2-f767-4a5a-8efc-77332b2dc678 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:32:08.349613 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:08.371853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caa81c2-f767-4a5a-8efc-77332b2dc678'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:08.374086 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a1e8dd-3589-4f37-b3ec-d5807bddfac9" -d '{"events": [{"server_uuid": "98833eb6-c257-47ec-9a93-5d1aeae6a5f1", "name": "network-vif-plugged", "status": "completed", "tag": "7caa81c2-f767-4a5a-8efc-77332b2dc678"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:08.386379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:08.408467 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f4ba28-5aab-4d23-ae1d-2dbddf04eb9e x-openstack-request-id: req-e3f4ba28-5aab-4d23-ae1d-2dbddf04eb9e {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:08.408763 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98833eb6-c257-47ec-9a93-5d1aeae6a5f1", "name": "network-vif-plugged", "status": "completed", "tag": "7caa81c2-f767-4a5a-8efc-77332b2dc678", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:08.409022 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3f4ba28-5aab-4d23-ae1d-2dbddf04eb9e {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:08.409421 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caa81c2-f767-4a5a-8efc-77332b2dc678', 'code': 200} Jan 27 22:32:08.472672 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:08.501913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d731e0e-f588-4722-a9ed-3bbc5e733c70 req-cab301a8-03ba-4ebb-9d53-0f2f0cb00531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:08.503443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d731e0e-f588-4722-a9ed-3bbc5e733c70 req-cab301a8-03ba-4ebb-9d53-0f2f0cb00531 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 1096 time: 0.0407367 Jan 27 22:32:08.522371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=7caa81c2-f767-4a5a-8efc-77332b2dc678,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:08.546550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d731e0e-f588-4722-a9ed-3bbc5e733c70 req-33445e50-4d17-4e96-8b4d-483d9d96aa38 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375519 Jan 27 22:32:08.952491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:09.010131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76c866-9e36-49ec-84a3-f200daf75f50 req-1cfb04a9-fc3c-4116-a40d-c1910737ecce tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:09.011653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a76c866-9e36-49ec-84a3-f200daf75f50 req-1cfb04a9-fc3c-4116-a40d-c1910737ecce tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0478756 Jan 27 22:32:09.062840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a76c866-9e36-49ec-84a3-f200daf75f50 req-ac0e823b-7116-4c4a-a5af-32cfc4881629 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454214 Jan 27 22:32:10.181986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb105b-5008-4651-a14e-07b65ad97f50 req-19cf788c-4849-42a0-8417-19104dfe501a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:10.183436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10eb105b-5008-4651-a14e-07b65ad97f50 req-19cf788c-4849-42a0-8417-19104dfe501a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0505884 Jan 27 22:32:10.229437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-10eb105b-5008-4651-a14e-07b65ad97f50 req-ee81aa54-2d6d-45af-a235-066c48f33220 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404272 Jan 27 22:32:10.342265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296467a-7756-4aa8-901a-d915032a57f3 req-28725b81-6ff9-41e0-9602-46e225d7b286 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:10.343682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1296467a-7756-4aa8-901a-d915032a57f3 req-28725b81-6ff9-41e0-9602-46e225d7b286 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Jan 27 22:32:10.389261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1296467a-7756-4aa8-901a-d915032a57f3 req-a1d6d144-f2be-4eb7-a8e2-a9c03f365f8c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399532 Jan 27 22:32:10.813303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183b692-29f5-4b65-96e9-9f9f65101c04 req-360efe6c-3cd6-4748-975f-aaaed4d6ec1a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:10.814792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1183b692-29f5-4b65-96e9-9f9f65101c04 req-360efe6c-3cd6-4748-975f-aaaed4d6ec1a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0526719 Jan 27 22:32:10.860918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1183b692-29f5-4b65-96e9-9f9f65101c04 req-2a2e81ad-cf1f-4cae-8e62-34d19a768213 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Jan 27 22:32:10.967756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-02f9d586-2dae-4260-8890-7de3ede18ae7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405276 Jan 27 22:32:11.978545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f7d85-6b21-4ffe-bb46-d427347c313d req-44a1073c-1f42-41ce-a93e-e575c8e1f0a2 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:11.980032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-956f7d85-6b21-4ffe-bb46-d427347c313d req-44a1073c-1f42-41ce-a93e-e575c8e1f0a2 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0480301 Jan 27 22:32:12.026962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-956f7d85-6b21-4ffe-bb46-d427347c313d req-265f3c22-5105-4d1c-bc11-11457f040c9d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Jan 27 22:32:13.129443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-6bf2d217-8fac-4767-955f-ea6e77b628f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:13.130927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-6bf2d217-8fac-4767-955f-ea6e77b628f2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 1096 time: 0.0744307 Jan 27 22:32:13.202096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe439c1-17f7-40a0-a07f-2068318151aa req-dbf1f295-2510-400e-a908-bd2122b13429 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:13.203565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe439c1-17f7-40a0-a07f-2068318151aa req-dbf1f295-2510-400e-a908-bd2122b13429 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.1021748 Jan 27 22:32:13.265009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-cb5364e2-bc23-4256-8ff4-c41a3c2ee7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:13.266509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-cb5364e2-bc23-4256-8ff4-c41a3c2ee7da service neutron] 10.222.0.74 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 916 time: 0.1291039 Jan 27 22:32:13.283441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe439c1-17f7-40a0-a07f-2068318151aa req-9c1ac127-9bbb-47f8-982f-210b37774953 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742025 Jan 27 22:32:13.311514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-b5e62a96-e055-4a52-b1c6-fb8825a39305 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678 HTTP/1.1" status: 200 len: 217 time: 0.0377769 Jan 27 22:32:13.359358 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-85ad060c-9e62-47bd-90b1-3b9e86bc1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:13.360807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-85ad060c-9e62-47bd-90b1-3b9e86bc1c11 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 200 len: 855 time: 0.0437143 Jan 27 22:32:13.395333 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-c80a2ee1-9f72-4915-9d22-e0a765876fa1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c943718c-9317-4a35-af23-380c4990a89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282121 Jan 27 22:32:13.482765 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-d4ddc22c-9bee-4ae3-9d28-0bd78337da34 service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819495 Jan 27 22:32:13.571819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-bff15d40-dce9-4030-bd26-6ff8188192af service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835559 Jan 27 22:32:14.398221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496792d0-e8c2-4569-bee8-86a1c559c854 req-dbf5a6c0-df8f-416a-8535-abc18247763d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:14.399600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-496792d0-e8c2-4569-bee8-86a1c559c854 req-dbf5a6c0-df8f-416a-8535-abc18247763d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0484314 Jan 27 22:32:14.444936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-496792d0-e8c2-4569-bee8-86a1c559c854 req-11ba9380-61f0-4cd4-b41b-501b6fcfd981 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392575 Jan 27 22:32:15.559030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d060299-8748-4958-876c-22c1948a5b0b req-8f7e5415-3e42-4eb6-8698-b288359a209c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:15.560544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d060299-8748-4958-876c-22c1948a5b0b req-8f7e5415-3e42-4eb6-8698-b288359a209c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0480576 Jan 27 22:32:15.610119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d060299-8748-4958-876c-22c1948a5b0b req-72c0a039-b62a-4c26-ab79-a4b1cbfb4968 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 Jan 27 22:32:16.733388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0edeb-4251-4bde-976d-21b91cf51d9f req-3873390f-09f6-474e-8b83-68513a18f1ed tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:16.734868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abe0edeb-4251-4bde-976d-21b91cf51d9f req-3873390f-09f6-474e-8b83-68513a18f1ed tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0526514 Jan 27 22:32:16.780375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abe0edeb-4251-4bde-976d-21b91cf51d9f req-fb309ce9-831b-4663-bc80-436c0cf1373f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398898 Jan 27 22:32:17.901465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23aef0-71cf-4e48-a737-a088979571fc req-4a3704d7-9e72-46e8-a945-35ec181a48c2 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:17.902943 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b23aef0-71cf-4e48-a737-a088979571fc req-4a3704d7-9e72-46e8-a945-35ec181a48c2 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0538180 Jan 27 22:32:17.953883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b23aef0-71cf-4e48-a737-a088979571fc req-46e74699-c55a-481d-85ae-11938ad790c2 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453103 Jan 27 22:32:19.068176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09908fd8-97ec-4ad8-bea1-be32202969f4 req-14feb537-7563-4702-9b9b-6cad5b0bc729 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:19.070238 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09908fd8-97ec-4ad8-bea1-be32202969f4 req-14feb537-7563-4702-9b9b-6cad5b0bc729 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0486567 Jan 27 22:32:19.124615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-09908fd8-97ec-4ad8-bea1-be32202969f4 req-41ac8c31-05b0-447d-a759-14d046607aa2 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488286 Jan 27 22:32:20.244332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b061d09-4646-4791-8e35-6296f6c3d1e7 req-e8629fab-e365-4eb3-ae45-6c910e600fc9 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:20.247701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b061d09-4646-4791-8e35-6296f6c3d1e7 req-e8629fab-e365-4eb3-ae45-6c910e600fc9 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0508220 Jan 27 22:32:20.306866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0b061d09-4646-4791-8e35-6296f6c3d1e7 req-20f67efd-8c97-4597-8dd8-0b55edde9a67 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535448 Jan 27 22:32:21.419773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab20420-e901-47a1-9ea3-568c052df7e9 req-180dcc06-fb4b-42f0-b437-5b77414c9ce0 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:21.421264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ab20420-e901-47a1-9ea3-568c052df7e9 req-180dcc06-fb4b-42f0-b437-5b77414c9ce0 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0466712 Jan 27 22:32:21.467624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ab20420-e901-47a1-9ea3-568c052df7e9 req-5ae83b07-5b45-40c8-b307-b89705763d75 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408199 Jan 27 22:32:22.589333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c42fb-09e4-4a0c-8a06-8a21d57c6784 req-99ff444c-115a-4f75-adaf-4a905ea5739c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:22.590814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea5c42fb-09e4-4a0c-8a06-8a21d57c6784 req-99ff444c-115a-4f75-adaf-4a905ea5739c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0536754 Jan 27 22:32:22.636246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea5c42fb-09e4-4a0c-8a06-8a21d57c6784 req-54e9ec15-e634-4359-8205-06b87f1a271a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398757 Jan 27 22:32:23.749162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fe2f4-a0f7-454f-b746-524ec3d0499d req-53fac303-5812-49a6-be1b-4d8dc8ebddc7 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:23.750638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-985fe2f4-a0f7-454f-b746-524ec3d0499d req-53fac303-5812-49a6-be1b-4d8dc8ebddc7 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0476260 Jan 27 22:32:23.795849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-985fe2f4-a0f7-454f-b746-524ec3d0499d req-b34b04aa-9960-4144-a1de-f43097429b0f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 Jan 27 22:32:24.918253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261d9d2-c1c8-4541-90c3-359375c37c24 req-a1e8121d-e8db-4a78-b5d7-13b109c8f799 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:24.919737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5261d9d2-c1c8-4541-90c3-359375c37c24 req-a1e8121d-e8db-4a78-b5d7-13b109c8f799 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0572264 Jan 27 22:32:24.966854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5261d9d2-c1c8-4541-90c3-359375c37c24 req-0d4c61b0-de58-43ed-b5f9-b562b305c01e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414357 Jan 27 22:32:25.069354 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:32:26.081350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfd48f-fbfb-49c0-ae9a-4834d039ba2d req-b291625f-f5cd-4191-bb77-bb42a0061f6a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:26.082809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cfd48f-fbfb-49c0-ae9a-4834d039ba2d req-b291625f-f5cd-4191-bb77-bb42a0061f6a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0469639 Jan 27 22:32:26.129275 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c7cfd48f-fbfb-49c0-ae9a-4834d039ba2d req-404349d5-16d3-4603-8246-afe524d62b5a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Jan 27 22:32:27.251445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d957d-a8e9-4af0-894a-fc2931814303 req-e8f84d92-7546-4af4-8520-b23c23ed9787 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:27.252947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-161d957d-a8e9-4af0-894a-fc2931814303 req-e8f84d92-7546-4af4-8520-b23c23ed9787 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0560329 Jan 27 22:32:27.301929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-161d957d-a8e9-4af0-894a-fc2931814303 req-955c91e2-4497-4660-a77f-9493d436068a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Jan 27 22:32:27.423340 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:27.765947 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:28.415443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95606b4-f63e-43ea-a616-236ffd297655 req-5311208d-d5c6-4669-bfb4-6687f934e45c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:28.416853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f95606b4-f63e-43ea-a616-236ffd297655 req-5311208d-d5c6-4669-bfb4-6687f934e45c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0477018 Jan 27 22:32:28.462439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f95606b4-f63e-43ea-a616-236ffd297655 req-9af6cddd-e017-43de-864a-183104e0469e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Jan 27 22:32:29.577558 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd24c8a-5d63-4039-9c53-9554aecd84a6 req-b6ab8cf3-f040-4af0-bcb7-8933c7a29ee6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:29.579008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edd24c8a-5d63-4039-9c53-9554aecd84a6 req-b6ab8cf3-f040-4af0-bcb7-8933c7a29ee6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0475349 Jan 27 22:32:29.624106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-edd24c8a-5d63-4039-9c53-9554aecd84a6 req-3c6cf99c-f5ea-44c0-b335-deced88345de tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397291 Jan 27 22:32:30.741035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838c237-0126-4bde-ad89-e8138978760a req-ac3a9be6-e9a7-4fd5-b682-3e98a7872f73 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:30.742476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1838c237-0126-4bde-ad89-e8138978760a req-ac3a9be6-e9a7-4fd5-b682-3e98a7872f73 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0513070 Jan 27 22:32:30.788593 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1838c237-0126-4bde-ad89-e8138978760a req-a6c8b3ba-edc6-4644-b803-fe5b04daa9e7 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406120 Jan 27 22:32:31.901221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a57bc-68c0-4b52-b70b-fac5247dd913 req-eddca350-fca7-4890-924f-9b3f88ebf389 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:31.902704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e41a57bc-68c0-4b52-b70b-fac5247dd913 req-eddca350-fca7-4890-924f-9b3f88ebf389 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0472987 Jan 27 22:32:31.948381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e41a57bc-68c0-4b52-b70b-fac5247dd913 req-00da0d9a-9433-4040-8594-d55b25b1e7f1 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Jan 27 22:32:32.320545 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c5879b3-f490-4ea6-b8e4-24af286fcc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:33.062330 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d130b-1d8a-4a6d-be14-b9fd337a8956 req-f82d4f09-9f57-4068-a406-568109e11f5b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:33.063875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-327d130b-1d8a-4a6d-be14-b9fd337a8956 req-f82d4f09-9f57-4068-a406-568109e11f5b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0474696 Jan 27 22:32:33.113874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-327d130b-1d8a-4a6d-be14-b9fd337a8956 req-7b3c9c3f-0acf-4fd4-b06a-6d4ea0ff1680 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 Jan 27 22:32:34.231406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af82ef-37cc-4deb-912a-1329baa70224 req-93342a58-c704-4b03-b24b-b4ff77ca11f2 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:34.232921 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39af82ef-37cc-4deb-912a-1329baa70224 req-93342a58-c704-4b03-b24b-b4ff77ca11f2 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0526431 Jan 27 22:32:34.279592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39af82ef-37cc-4deb-912a-1329baa70224 req-7d35709a-2301-450c-ac30-ef10e00fd945 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Jan 27 22:32:34.934803 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-897220aa-800e-422e-a4e7-265a73d3abc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:35.391132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80855bb0-67e0-4120-af10-7a431b2c7c7d req-2b2aa5d4-d4b4-4ad8-8cd0-8b48c097626f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:35.392637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80855bb0-67e0-4120-af10-7a431b2c7c7d req-2b2aa5d4-d4b4-4ad8-8cd0-8b48c097626f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0471284 Jan 27 22:32:35.437965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80855bb0-67e0-4120-af10-7a431b2c7c7d req-1181b902-2a10-4c21-b69a-a20b931be13e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Jan 27 22:32:36.248224 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:36.557449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfac83-95b6-45dc-b02f-4465f7a143c7 req-0da84983-ce20-4491-9beb-90285326344a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:36.558904 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45dfac83-95b6-45dc-b02f-4465f7a143c7 req-0da84983-ce20-4491-9beb-90285326344a tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0508003 Jan 27 22:32:36.604641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-45dfac83-95b6-45dc-b02f-4465f7a143c7 req-9fcd93f6-1a24-4359-bd4f-f751bfc90098 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 Jan 27 22:32:37.528367 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:37.717561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d52b7b-8e14-47fd-a2c6-59733e7b4b79 req-1fa82367-a1bf-4a2e-995c-160643c1575d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:37.718973 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6d52b7b-8e14-47fd-a2c6-59733e7b4b79 req-1fa82367-a1bf-4a2e-995c-160643c1575d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0479836 Jan 27 22:32:37.765256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6d52b7b-8e14-47fd-a2c6-59733e7b4b79 req-4873b2ff-0073-4b63-9586-27130ca62ff3 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408902 Jan 27 22:32:38.882918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca015c3-7c4d-4733-abb0-d788567e3068 req-1ac28a1d-408a-48a0-bfc8-1e9c6ff055d5 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:38.884418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ca015c3-7c4d-4733-abb0-d788567e3068 req-1ac28a1d-408a-48a0-bfc8-1e9c6ff055d5 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0518365 Jan 27 22:32:38.929872 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ca015c3-7c4d-4733-abb0-d788567e3068 req-8f774d12-98cb-41fe-ad32-b066750a09c8 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Jan 27 22:32:38.934387 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:40.049893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b93d39-8dbb-42a4-8a1d-b307465febaf req-bd617630-611f-426c-859d-414fb5bc528b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:40.050845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7b93d39-8dbb-42a4-8a1d-b307465febaf req-bd617630-611f-426c-859d-414fb5bc528b tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0486488 Jan 27 22:32:40.096945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a7b93d39-8dbb-42a4-8a1d-b307465febaf req-a00255c1-b30c-4c6e-b4d3-30eff61041da tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 Jan 27 22:32:40.665630 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-57754cfd-4655-44ea-be53-09d68fd3139c service neutron] show failed (client error): The resource could not be found. Jan 27 22:32:40.666649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-57754cfd-4655-44ea-be53-09d68fd3139c service neutron] 10.222.0.74 "GET /v2.0/ports/7caa81c2-f767-4a5a-8efc-77332b2dc678/bindings/n-h2-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0534949 Jan 27 22:32:41.204179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-a5459207-d7c6-4721-b5d8-c25ce1d46b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:41.205657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-a5459207-d7c6-4721-b5d8-c25ce1d46b39 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1&tenant_id=085aa25449894bf59f6f26f5a789d036 HTTP/1.1" status: 200 len: 1096 time: 0.0705025 Jan 27 22:32:41.218002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:32:41.227302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650020ca-b8a3-466e-a501-0462e5e66b0f req-3e1893c2-3ce8-4d2b-b615-39c514507cb7 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:41.229287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-650020ca-b8a3-466e-a501-0462e5e66b0f req-3e1893c2-3ce8-4d2b-b615-39c514507cb7 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0622759 Jan 27 22:32:41.316942 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:41.327853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-650020ca-b8a3-466e-a501-0462e5e66b0f req-868a15c5-a940-48a7-a447-df50a8a04a8f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809369 Jan 27 22:32:41.518274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:41.550640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:32:41.588673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7caa81c2-f767-4a5a-8efc-77332b2dc678'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:41.590871 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5a6dbe-5deb-430b-a601-a68a0f0b1dc5" -d '{"events": [{"server_uuid": "98833eb6-c257-47ec-9a93-5d1aeae6a5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "7caa81c2-f767-4a5a-8efc-77332b2dc678"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:41.594677 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Publish callbacks [] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:41.607407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Transition to ACTIVE for port object 7caa81c2-f767-4a5a-8efc-77332b2dc678 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:32:41.642069 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a85a40-12d6-4e6b-a271-48cee95bc30f x-openstack-request-id: req-a0a85a40-12d6-4e6b-a271-48cee95bc30f {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:41.642069 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98833eb6-c257-47ec-9a93-5d1aeae6a5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "7caa81c2-f767-4a5a-8efc-77332b2dc678", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:41.642069 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0a85a40-12d6-4e6b-a271-48cee95bc30f {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:41.642069 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7caa81c2-f767-4a5a-8efc-77332b2dc678', 'code': 200} Jan 27 22:32:41.711395 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:41.777043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] No DVR routers for this DVR port 7caa81c2-f767-4a5a-8efc-77332b2dc678 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:32:41.780137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Pushing event updated for resources: {'Port': ['ID=7caa81c2-f767-4a5a-8efc-77332b2dc678,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:41.813797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Attempting to bind port 7caa81c2-f767-4a5a-8efc-77332b2dc678 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:32:41.814146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Attempting to bind port 7caa81c2-f767-4a5a-8efc-77332b2dc678 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:32:41.814485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Attempting to bind port 7caa81c2-f767-4a5a-8efc-77332b2dc678 on network c943718c-9317-4a35-af23-380c4990a89f {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:32:41.818768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Port 7caa81c2-f767-4a5a-8efc-77332b2dc678 on network c943718c-9317-4a35-af23-380c4990a89f not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:32:41.819094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Attempting to bind port 7caa81c2-f767-4a5a-8efc-77332b2dc678 on network c943718c-9317-4a35-af23-380c4990a89f {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:32:41.824425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:32:41.824767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Checking segment: {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:32:41.825152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Bound using segment: {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:32:41.825588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Bound port: 7caa81c2-f767-4a5a-8efc-77332b2dc678, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eea03-045f-407d-ada4-3afcb9ff65ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:32:41.825947 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:41.886712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:32:41.889661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:32:41.955172 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:41.990588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:41.991218 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:41.992630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] 10.222.0.71 "PUT /v2.0/ports/7caa81c2-f767-4a5a-8efc-77332b2dc678 HTTP/1.1" status: 200 len: 1091 time: 0.7791109 Jan 27 22:32:42.014078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56107e57-5fc9-49ee-8fea-fcf47f91b902 service neutron] Pushing event updated for resources: {'Port': ['ID=7caa81c2-f767-4a5a-8efc-77332b2dc678,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:42.058542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-f55df009-5a55-4600-a1e9-5b001b3c6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:42.060005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-f55df009-5a55-4600-a1e9-5b001b3c6282 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 1094 time: 0.0429487 Jan 27 22:32:42.148290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-e65728bd-9f9e-4b47-8565-9349a70faecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:42.149757 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-e65728bd-9f9e-4b47-8565-9349a70faecc service neutron] 10.222.0.71 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 916 time: 0.0843303 Jan 27 22:32:42.189637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-5673f437-121d-40bb-a7cd-5e060c1e1420 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678 HTTP/1.1" status: 200 len: 217 time: 0.0335965 Jan 27 22:32:42.240211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-b91f81ab-ce6f-4460-9315-9dbd10b88f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:42.241631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-b91f81ab-ce6f-4460-9315-9dbd10b88f49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 200 len: 855 time: 0.0463037 Jan 27 22:32:42.271359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-57424161-cfa5-4e60-b552-98ca3e1f4f83 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c943718c-9317-4a35-af23-380c4990a89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241599 Jan 27 22:32:42.357948 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-a0ded471-a8f1-4308-9b4f-7a864d4259bb service neutron] 10.222.0.71 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810878 Jan 27 22:32:42.484389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc9768-7498-43ab-993e-743507b52578 req-a0f25d46-3aef-47db-8b0e-85fb63ef202c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:42.485839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ddc9768-7498-43ab-993e-743507b52578 req-a0f25d46-3aef-47db-8b0e-85fb63ef202c tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0753186 Jan 27 22:32:42.491409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ed9b929-b35f-4a3a-ad0c-f9ab4ca95d86 req-a7b1288a-bfc4-46aa-b962-e7d44beee56c service neutron] 10.222.0.71 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279306 Jan 27 22:32:42.534249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6ddc9768-7498-43ab-993e-743507b52578 req-5fc7115a-a8be-4193-849c-b9a77a6407e0 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 Jan 27 22:32:43.640038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'tag': '7caa81c2-f767-4a5a-8efc-77332b2dc678'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:43.642658 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69c53b7-c440-4bde-b75f-791316d41718" -d '{"events": [{"name": "network-changed", "server_uuid": "98833eb6-c257-47ec-9a93-5d1aeae6a5f1", "tag": "7caa81c2-f767-4a5a-8efc-77332b2dc678"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:43.660237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e7a9c-dc26-4830-a148-1feb132384de req-50da81b2-4292-472f-bea4-13c03130cd78 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:43.661741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-759e7a9c-dc26-4830-a148-1feb132384de req-50da81b2-4292-472f-bea4-13c03130cd78 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0583081 Jan 27 22:32:43.697577 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a134047-d7f5-4a60-860c-c36a617f9f9c x-openstack-request-id: req-1a134047-d7f5-4a60-860c-c36a617f9f9c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:43.697908 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98833eb6-c257-47ec-9a93-5d1aeae6a5f1", "tag": "7caa81c2-f767-4a5a-8efc-77332b2dc678", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:43.698137 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1a134047-d7f5-4a60-860c-c36a617f9f9c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:43.698549 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'tag': '7caa81c2-f767-4a5a-8efc-77332b2dc678', 'status': 'completed', 'code': 200} Jan 27 22:32:43.733671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-759e7a9c-dc26-4830-a148-1feb132384de req-24b0bf12-d081-44c0-9bf4-8fba80fc0afa tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664923 Jan 27 22:32:43.783677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c53b7-c440-4bde-b75f-791316d41718 req-65a8eec9-b903-4aaa-8676-c0d42379ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:43.785180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-65a8eec9-b903-4aaa-8676-c0d42379ccd2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 1094 time: 0.0711808 Jan 27 22:32:43.787445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c53b7-c440-4bde-b75f-791316d41718 req-c685de16-4957-4bc0-8635-0c4508ebe21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:43.788790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-c685de16-4957-4bc0-8635-0c4508ebe21c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 1094 time: 0.0665400 Jan 27 22:32:43.939763 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c53b7-c440-4bde-b75f-791316d41718 req-d77b3f94-7308-4fb2-8438-0447f820dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:43.941252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-d77b3f94-7308-4fb2-8438-0447f820dcf2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 916 time: 0.1503680 Jan 27 22:32:43.942570 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c53b7-c440-4bde-b75f-791316d41718 req-12e4e8a4-4664-47e5-8e95-ebb57d36d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:43.943843 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-12e4e8a4-4664-47e5-8e95-ebb57d36d18d service neutron] 10.222.0.74 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 916 time: 0.1462207 Jan 27 22:32:44.017326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-fc93d206-e7b9-421b-9285-cde829e915d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678 HTTP/1.1" status: 200 len: 217 time: 0.0685234 Jan 27 22:32:44.018654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-bce3c9c3-5109-4421-b985-8ade00e72a58 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678 HTTP/1.1" status: 200 len: 217 time: 0.0645242 Jan 27 22:32:44.102762 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c53b7-c440-4bde-b75f-791316d41718 req-eb487bd7-fd8b-425e-a836-e9f1dd566530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:44.104777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-eb487bd7-fd8b-425e-a836-e9f1dd566530 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 200 len: 855 time: 0.0817251 Jan 27 22:32:44.105995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c53b7-c440-4bde-b75f-791316d41718 req-e398897a-5491-46a8-bfd1-82b76609e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:44.109784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-e398897a-5491-46a8-bfd1-82b76609e6f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 200 len: 855 time: 0.0772581 Jan 27 22:32:44.153117 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-acbdc963-fc85-4c6f-b90a-1d04c7d34afc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c943718c-9317-4a35-af23-380c4990a89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413582 Jan 27 22:32:44.154881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-6a69def9-0164-4a1c-b643-031eecabc642 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c943718c-9317-4a35-af23-380c4990a89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360894 Jan 27 22:32:44.283157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 7caa81c2-f767-4a5a-8efc-77332b2dc678 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:44.310926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-2d0db3ba-66b8-42fc-9d10-5a1e40fc4700 service neutron] 10.222.0.71 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510551 Jan 27 22:32:44.312774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-62264db0-744b-4075-9289-434ce2e52f22 service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519475 Jan 27 22:32:44.322557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] The host n-h1-760456-6 is not matching for port 7caa81c2-f767-4a5a-8efc-77332b2dc678 host n-h2-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:32:44.322954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 7caa81c2-f767-4a5a-8efc-77332b2dc678 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:44.472542 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-04c1d3ac-146a-4a26-911a-c2e675ce58f0 service neutron] 10.222.0.71 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544216 Jan 27 22:32:44.474398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b69c53b7-c440-4bde-b75f-791316d41718 req-1098f075-fdd3-479f-944c-923fdfc2bc11 service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553996 Jan 27 22:32:44.583316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7caa81c2-f767-4a5a-8efc-77332b2dc678 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:32:44.680791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:44.691646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '7caa81c2-f767-4a5a-8efc-77332b2dc678', 'network_id': 'c943718c-9317-4a35-af23-380c4990a89f', 'port_id': '7caa81c2-f767-4a5a-8efc-77332b2dc678', 'mac_address': 'fa:16:3e:be:87:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e52967-fdab-4f40-8785-5be86af1777b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:32:44.727871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 7caa81c2-f767-4a5a-8efc-77332b2dc678 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:32:44.728813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.741682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7caa81c2-f767-4a5a-8efc-77332b2dc678 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:32:44.761163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:44.842908 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:44.850783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcd019-8ed5-4b57-8008-4b54e9280075 req-554e9441-c480-4cd5-a1a8-a4706d63d3a6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:44.852308 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1fcd019-8ed5-4b57-8008-4b54e9280075 req-554e9441-c480-4cd5-a1a8-a4706d63d3a6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 943 time: 0.0486290 Jan 27 22:32:44.893224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=7caa81c2-f767-4a5a-8efc-77332b2dc678,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:44.901585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:44.902198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1fcd019-8ed5-4b57-8008-4b54e9280075 req-e10a8694-5f81-41a8-bf2b-cef76fd0921d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440917 Jan 27 22:32:44.904341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:44.904709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:44.905068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:44.905377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:44.905728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:44.906046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:44.906391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:44.906702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:44.907028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:44.907355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:44.907676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:44.908000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:45.060433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['7caa81c2-f767-4a5a-8efc-77332b2dc678'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:32:45.289369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47a86b-e00a-4a63-ad47-52ee3f1af970 req-b6bb6119-6353-4b5d-b6da-b58e4eb4420e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:45.290862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f47a86b-e00a-4a63-ad47-52ee3f1af970 req-b6bb6119-6353-4b5d-b6da-b58e4eb4420e tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 944 time: 0.0527687 Jan 27 22:32:45.617017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7f47a86b-e00a-4a63-ad47-52ee3f1af970 req-4abe9186-18e1-45a6-816f-2d5541b6c9f2 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205111 Jan 27 22:32:45.636023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-bc7b8cc7-a8ad-4147-a80f-89518cd9d5b9 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:45.637467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-bc7b8cc7-a8ad-4147-a80f-89518cd9d5b9 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.74 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1&tenant_id=085aa25449894bf59f6f26f5a789d036&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 944 time: 0.3163104 Jan 27 22:32:45.695291 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-8e12905a-7980-4247-8601-4ab3a4cb3523 service neutron] delete failed (client error): The resource could not be found. Jan 27 22:32:45.696302 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-8e12905a-7980-4247-8601-4ab3a4cb3523 service neutron] 10.222.0.74 "DELETE /v2.0/ports/7caa81c2-f767-4a5a-8efc-77332b2dc678/bindings/n-h1-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0522912 Jan 27 22:32:45.777083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-cbee8110-d0cf-4b2a-a919-ae8241029c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:45.778551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-cbee8110-d0cf-4b2a-a919-ae8241029c8f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=085aa25449894bf59f6f26f5a789d036&device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 1095 time: 0.0402298 Jan 27 22:32:45.867483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-d1bfecc7-4848-4769-9b85-126b1267e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:45.869451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-d1bfecc7-4848-4769-9b85-126b1267e68a service neutron] 10.222.0.74 "GET /v2.0/networks?id=c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 200 len: 916 time: 0.0854757 Jan 27 22:32:45.910123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-2e4689f5-a40e-4386-a454-28ec0c6029e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678 HTTP/1.1" status: 200 len: 217 time: 0.0339890 Jan 27 22:32:45.956822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-fe37e363-fb2d-4585-bf10-5cc7efc01533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:45.958246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-fe37e363-fb2d-4585-bf10-5cc7efc01533 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 200 len: 855 time: 0.0432909 Jan 27 22:32:45.992219 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-16ae75a0-8c0d-4e71-9127-708585926ad3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c943718c-9317-4a35-af23-380c4990a89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282800 Jan 27 22:32:46.078557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-4628b9e9-0b3e-461c-b069-1caf5300b40b service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800700 Jan 27 22:32:46.170771 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-18ab913a-0c52-4157-a654-6812c1ee8eed req-9a681074-8954-4162-ae8e-1acae94566aa service neutron] 10.222.0.74 "GET /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872045 Jan 27 22:32:46.603144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7caa81c2-f767-4a5a-8efc-77332b2dc678 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:32:46.705710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 7caa81c2-f767-4a5a-8efc-77332b2dc678 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:32:46.709863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 7caa81c2-f767-4a5a-8efc-77332b2dc678 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:32:46.710247 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:46.737242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf495d-4f70-4606-9f9c-676f37fc2e9b req-3e03aca0-9624-4944-aba6-877f40784bbf tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:46.740349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82cf495d-4f70-4606-9f9c-676f37fc2e9b req-3e03aca0-9624-4944-aba6-877f40784bbf tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 944 time: 0.0524170 Jan 27 22:32:46.792116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-82cf495d-4f70-4606-9f9c-676f37fc2e9b req-c9dc4656-5155-4a77-9002-b8173efe4902 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464027 Jan 27 22:32:46.952099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 7caa81c2-f767-4a5a-8efc-77332b2dc678 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:32:46.952507 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:46.974181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caa81c2-f767-4a5a-8efc-77332b2dc678'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:46.979182 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a82d40-1926-46b8-a050-5e232bd5cc19" -d '{"events": [{"server_uuid": "98833eb6-c257-47ec-9a93-5d1aeae6a5f1", "name": "network-vif-plugged", "status": "completed", "tag": "7caa81c2-f767-4a5a-8efc-77332b2dc678"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:46.988683 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:47.018087 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923dba7a-440f-41ef-921e-021e33ef82e3 x-openstack-request-id: req-923dba7a-440f-41ef-921e-021e33ef82e3 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:47.018392 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98833eb6-c257-47ec-9a93-5d1aeae6a5f1", "name": "network-vif-plugged", "status": "completed", "tag": "7caa81c2-f767-4a5a-8efc-77332b2dc678", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:47.018657 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-923dba7a-440f-41ef-921e-021e33ef82e3 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:47.019057 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caa81c2-f767-4a5a-8efc-77332b2dc678', 'code': 200} Jan 27 22:32:47.082650 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:47.130179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=7caa81c2-f767-4a5a-8efc-77332b2dc678,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:47.907576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd02c7-7466-4e2f-8108-f9f1e83789aa req-56004dd6-a5ca-4223-a8a1-87caac9e61a6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:47.909094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11dd02c7-7466-4e2f-8108-f9f1e83789aa req-56004dd6-a5ca-4223-a8a1-87caac9e61a6 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0482061 Jan 27 22:32:47.955193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-11dd02c7-7466-4e2f-8108-f9f1e83789aa req-2eea6681-1604-409c-a15c-4254583fcfe1 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404906 Jan 27 22:32:48.074193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1132c3-abe4-4a7b-8168-70038dba4862 req-0fab1400-f291-42ff-a125-32e0571391a9 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:48.075564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be1132c3-abe4-4a7b-8168-70038dba4862 req-0fab1400-f291-42ff-a125-32e0571391a9 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0518563 Jan 27 22:32:48.121514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be1132c3-abe4-4a7b-8168-70038dba4862 req-52ad3a58-6483-4711-9e54-397550f1200d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404062 Jan 27 22:32:48.235107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890be780-c904-4b0c-ba94-805364eb4c09 req-0f58122d-92a6-41cf-8359-5ca13de3a52f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:48.236658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-890be780-c904-4b0c-ba94-805364eb4c09 req-0f58122d-92a6-41cf-8359-5ca13de3a52f tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0515330 Jan 27 22:32:48.283914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-890be780-c904-4b0c-ba94-805364eb4c09 req-b2bcd402-e38c-4c7b-b328-5ad3fee003b7 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Jan 27 22:32:48.887723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cce43c-7a86-474b-873d-f34585bac7a7 req-b80f48a9-dd47-4750-93a2-eebadd7a3284 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:48.889235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26cce43c-7a86-474b-873d-f34585bac7a7 req-b80f48a9-dd47-4750-93a2-eebadd7a3284 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0473127 Jan 27 22:32:48.938753 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26cce43c-7a86-474b-873d-f34585bac7a7 req-fb8113cc-59ef-45f9-85d5-7b6858fedf54 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Jan 27 22:32:50.052646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025acce8-9333-4c07-b423-449abcbe7ba3 req-5cd6d4e5-a46e-42d9-b30e-ea55c3a883f8 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:50.054246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-025acce8-9333-4c07-b423-449abcbe7ba3 req-5cd6d4e5-a46e-42d9-b30e-ea55c3a883f8 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.71 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0771766 Jan 27 22:32:50.107800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce24d8-0359-4ee1-a5bd-90751f9fbaf3 req-57bb60aa-52c4-43e5-8edd-ad18b87d07b4 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:50.109283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fcce24d8-0359-4ee1-a5bd-90751f9fbaf3 req-57bb60aa-52c4-43e5-8edd-ad18b87d07b4 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/ports?device_id=98833eb6-c257-47ec-9a93-5d1aeae6a5f1 HTTP/1.1" status: 200 len: 945 time: 0.0914714 Jan 27 22:32:50.182956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fcce24d8-0359-4ee1-a5bd-90751f9fbaf3 req-2e3ea764-9514-492d-a0b4-5dd7d2781236 tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.61 "GET /v2.0/security-groups?id=139d8acb-61d3-4bfd-9837-b6f139841e48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540211 Jan 27 22:32:50.191572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-025acce8-9333-4c07-b423-449abcbe7ba3 req-3996c849-b957-451e-b066-9a9aa792ad6d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Deleting port 7caa81c2-f767-4a5a-8efc-77332b2dc678 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:32:50.191953 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-025acce8-9333-4c07-b423-449abcbe7ba3 req-3996c849-b957-451e-b066-9a9aa792ad6d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:50.280860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-025acce8-9333-4c07-b423-449abcbe7ba3 req-3996c849-b957-451e-b066-9a9aa792ad6d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] For port 7caa81c2-f767-4a5a-8efc-77332b2dc678, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=7caa81c2-f767-4a5a-8efc-77332b2dc678,segment=NetworkSegment(0b4eea03-045f-407d-ada4-3afcb9ff65ad),segment_id=0b4eea03-045f-407d-ada4-3afcb9ff65ad)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:50.281150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-025acce8-9333-4c07-b423-449abcbe7ba3 req-3996c849-b957-451e-b066-9a9aa792ad6d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:50.295381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-025acce8-9333-4c07-b423-449abcbe7ba3 req-3996c849-b957-451e-b066-9a9aa792ad6d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Calling delete_port for 7caa81c2-f767-4a5a-8efc-77332b2dc678 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:32:50.474460 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-025acce8-9333-4c07-b423-449abcbe7ba3 req-3996c849-b957-451e-b066-9a9aa792ad6d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7caa81c2-f767-4a5a-8efc-77332b2dc678), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:50.487761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['7caa81c2-f767-4a5a-8efc-77332b2dc678'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:32:50.503408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996c849-b957-451e-b066-9a9aa792ad6d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Pushing event deleted for resources: {'Port': ['ID=7caa81c2-f767-4a5a-8efc-77332b2dc678,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:50.546818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-025acce8-9333-4c07-b423-449abcbe7ba3 req-3996c849-b957-451e-b066-9a9aa792ad6d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] No DVR routers for this DVR port 7caa81c2-f767-4a5a-8efc-77332b2dc678 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:32:50.549438 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-025acce8-9333-4c07-b423-449abcbe7ba3 req-3996c849-b957-451e-b066-9a9aa792ad6d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:50.552752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-025acce8-9333-4c07-b423-449abcbe7ba3 req-3996c849-b957-451e-b066-9a9aa792ad6d tempest-ServerDiskConfigTestJSON-1895383469 tempest-ServerDiskConfigTestJSON-1895383469-project] 10.222.0.71 "DELETE /v2.0/ports/7caa81c2-f767-4a5a-8efc-77332b2dc678 HTTP/1.1" status: 204 len: 173 time: 0.4921606 Jan 27 22:32:50.553195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'name': 'network-vif-deleted', 'tag': '7caa81c2-f767-4a5a-8efc-77332b2dc678'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:32:50.555428 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca87a2cc-cc1e-460e-a77d-688192c42f37" -d '{"events": [{"server_uuid": "98833eb6-c257-47ec-9a93-5d1aeae6a5f1", "name": "network-vif-deleted", "tag": "7caa81c2-f767-4a5a-8efc-77332b2dc678"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:32:50.591850 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfc7254-b19c-4ab9-a9ea-b619c5e4a5ed x-openstack-request-id: req-2bfc7254-b19c-4ab9-a9ea-b619c5e4a5ed {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:32:50.592177 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98833eb6-c257-47ec-9a93-5d1aeae6a5f1", "name": "network-vif-deleted", "tag": "7caa81c2-f767-4a5a-8efc-77332b2dc678", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:32:50.592441 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bfc7254-b19c-4ab9-a9ea-b619c5e4a5ed {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:32:50.592845 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98833eb6-c257-47ec-9a93-5d1aeae6a5f1', 'name': 'network-vif-deleted', 'tag': '7caa81c2-f767-4a5a-8efc-77332b2dc678', 'status': 'completed', 'code': 200} Jan 27 22:32:51.311639 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 38588) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:51.375873 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Deleting subnet f3e52967-fdab-4f40-8785-5be86af1777b {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:32:51.382580 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Publish callbacks [] for subnet (f3e52967-fdab-4f40-8785-5be86af1777b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.419480 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (f3e52967-fdab-4f40-8785-5be86af1777b), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.451463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (f3e52967-fdab-4f40-8785-5be86af1777b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.568372 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (f3e52967-fdab-4f40-8785-5be86af1777b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.594616 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e52967-fdab-4f40-8785-5be86af1777b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:51.602748 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.605924 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f3e52967-fdab-4f40-8785-5be86af1777b HTTP/1.1" status: 204 len: 168 time: 0.2931654 Jan 27 22:32:51.607532 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.607883 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.608263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.608607 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.608729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38592) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:51.609151 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.609262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.609579 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.609910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.610237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.610564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.610889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.611218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.611538 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49ac2e5-92c6-4951-9d3f-d371dd399f63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:32:51.678658 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (c943718c-9317-4a35-af23-380c4990a89f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.759650 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (c943718c-9317-4a35-af23-380c4990a89f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.779682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c943718c-9317-4a35-af23-380c4990a89f']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:51.788783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4eea03-045f-407d-ada4-3afcb9ff65ad') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:51.789092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4eea03-045f-407d-ada4-3afcb9ff65ad') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:51.798279 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (0b4eea03-045f-407d-ada4-3afcb9ff65ad), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.811032 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (0b4eea03-045f-407d-ada4-3afcb9ff65ad), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.816847 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:32:51.817230 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (0b4eea03-045f-407d-ada4-3afcb9ff65ad), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:32:51.818823 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:32:51.939510 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (c943718c-9317-4a35-af23-380c4990a89f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.944993 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:51.948781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c943718c-9317-4a35-af23-380c4990a89f HTTP/1.1" status: 204 len: 168 time: 0.3390393 Jan 27 22:32:51.960845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc1fba-dd0d-488d-8b90-0220ba1ff3a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c943718c-9317-4a35-af23-380c4990a89f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:52.247891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38596) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:52.287048 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cfb073e1-be7d-42fa-bd19-bf023752a120 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=085aa25449894bf59f6f26f5a789d036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376573 Jan 27 22:32:52.289154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38598) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:52.340083 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1691c4af-feef-4ada-97da-77b01393ccc7 admin admin] Publish callbacks [] for security_group (139d8acb-61d3-4bfd-9837-b6f139841e48), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:52.361035 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1691c4af-feef-4ada-97da-77b01393ccc7 admin admin] Publish callbacks [] for security_group (139d8acb-61d3-4bfd-9837-b6f139841e48), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:52.465159 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1691c4af-feef-4ada-97da-77b01393ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (139d8acb-61d3-4bfd-9837-b6f139841e48), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:52.467772 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1691c4af-feef-4ada-97da-77b01393ccc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:52.469019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1691c4af-feef-4ada-97da-77b01393ccc7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/139d8acb-61d3-4bfd-9837-b6f139841e48 HTTP/1.1" status: 204 len: 168 time: 0.1789558 Jan 27 22:32:52.477232 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691c4af-feef-4ada-97da-77b01393ccc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139d8acb-61d3-4bfd-9837-b6f139841e48,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:53.532941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38620) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:53.626714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1765782348-network', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:32:53.708328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Made reservation on behalf of ccf121efc52f454bad8501d0a55f3210 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:32:53.710638 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:53.719970 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:53.791374 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Publish callbacks [] for security_group (c98f3fc1-5491-44f2-82e7-d3113db8002f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:53.862759 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c98f3fc1-5491-44f2-82e7-d3113db8002f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:53.890932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:32:53.898364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98f3fc1-5491-44f2-82e7-d3113db8002f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:53.904949 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (106e8cd7-18c9-47d6-b0a0-1867515df558), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:53.911831 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Added segment 106e8cd7-18c9-47d6-b0a0-1867515df558 of type vlan for network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 Jan 27 22:32:53.956433 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (8500b22a-ac2f-4a75-a887-5c5881bb8d12), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:54.059369 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (8500b22a-ac2f-4a75-a887-5c5881bb8d12), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:54.060307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:54.060959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:54.151893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] Pushing event updated for resources: {'Network': ['ID=8500b22a-ac2f-4a75-a887-5c5881bb8d12,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:54.163757 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:32:54.186270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fdea8590-59c4-4bce-aeca-e06b50ab3631 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6522298 Jan 27 22:32:54.190486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38624) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:54.194357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-690c9277-4768-475f-84a1-0c95d1130eb3 admin admin] Request body: {'subnet': {'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1765782348-subnet', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:32:54.280214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c9277-4768-475f-84a1-0c95d1130eb3 admin admin] Made reservation on behalf of ccf121efc52f454bad8501d0a55f3210 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:32:54.282606 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-690c9277-4768-475f-84a1-0c95d1130eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:54.562568 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-690c9277-4768-475f-84a1-0c95d1130eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (908d97ae-0eb6-45b9-9409-da53ea8b68f7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:54.618524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c9277-4768-475f-84a1-0c95d1130eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=908d97ae-0eb6-45b9-9409-da53ea8b68f7,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:54.629418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690c9277-4768-475f-84a1-0c95d1130eb3 admin admin] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:32:54.629784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c9277-4768-475f-84a1-0c95d1130eb3 admin admin] Network hostable DHCP agents. Network: 8500b22a-ac2f-4a75-a887-5c5881bb8d12, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:32:54.640205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7caa81c2-f767-4a5a-8efc-77332b2dc678 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:32:54.661018 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 7caa81c2-f767-4a5a-8efc-77332b2dc678 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:32:54.661365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 7caa81c2-f767-4a5a-8efc-77332b2dc678 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:32:54.768026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c9277-4768-475f-84a1-0c95d1130eb3 admin admin] Network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:32:54.850830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-690c9277-4768-475f-84a1-0c95d1130eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 8500b22a-ac2f-4a75-a887-5c5881bb8d12) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:32:54.854843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c9277-4768-475f-84a1-0c95d1130eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:32:54.855449 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-690c9277-4768-475f-84a1-0c95d1130eb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:54.860370 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a571e65-8a19-40f0-890f-7891a6ef3a6b None None] Network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:32:54.952134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-690c9277-4768-475f-84a1-0c95d1130eb3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7614093 Jan 27 22:32:54.954395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38626) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:54.958388 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:32:54.958709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:32:54.959253 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:55.071483 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:55.074494 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:55.088446 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Allocated IP 172.20.0.2 (8500b22a-ac2f-4a75-a887-5c5881bb8d12/908d97ae-0eb6-45b9-9409-da53ea8b68f7/d5288853-d37d-4421-ad3e-b9766023fd94) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:32:55.164588 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Publish callbacks [] for router_controller (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:55.230526 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Publish callbacks [] for port (d5288853-d37d-4421-ad3e-b9766023fd94), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:55.317309 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:55.366456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:32:55.372254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:32:55.376648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:32:55.379711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Pushing event updated for resources: {'Port': ['ID=d5288853-d37d-4421-ad3e-b9766023fd94,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:55.384281 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Publish callbacks [] for router_gateway (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:55.436903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Attempting to bind port d5288853-d37d-4421-ad3e-b9766023fd94 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:32:55.437201 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Attempting to bind port d5288853-d37d-4421-ad3e-b9766023fd94 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:32:55.437568 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Attempting to bind port d5288853-d37d-4421-ad3e-b9766023fd94 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:32:55.442521 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:32:55.442904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:32:55.443312 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:55.443714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Bound using segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:32:55.444209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Bound port: d5288853-d37d-4421-ad3e-b9766023fd94, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:32:55.444597 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:55.506652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] For port d5288853-d37d-4421-ad3e-b9766023fd94, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:32:55.509870 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] For port d5288853-d37d-4421-ad3e-b9766023fd94, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d5288853-d37d-4421-ad3e-b9766023fd94,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:32:55.600644 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:55.659841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a13b20-d1e9-46f6-9817-f8a585031985 None None] Pushing event updated for resources: {'Port': ['ID=d5288853-d37d-4421-ad3e-b9766023fd94,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:55.678756 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Publish callbacks [] for router_gateway (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:55.705310 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:55.820188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Allocated IP 172.25.0.30 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/d96b5115-2e7c-4866-8f6a-f0b0da03ac8d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:32:55.933745 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Publish callbacks [] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:56.088979 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:56.129334 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:32:56.134426 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:32:56.139039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:32:56.142166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Pushing event updated for resources: {'Port': ['ID=d96b5115-2e7c-4866-8f6a-f0b0da03ac8d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:56.471525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Publish callbacks [] for router_gateway (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:56.646685 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9299604-36aa-43b0-9cb3-b57c37c27cab None None] Network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:32:56.675969 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:56.747942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f6fbb812-8fc6-4413-9695-b1582e0c7b0c None None] Provisioning complete for port d5288853-d37d-4421-ad3e-b9766023fd94 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:32:56.748349 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb812-8fc6-4413-9695-b1582e0c7b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:56.843825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f6fbb812-8fc6-4413-9695-b1582e0c7b0c None None] Current status of the port d5288853-d37d-4421-ad3e-b9766023fd94 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:32:56.844173 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb812-8fc6-4413-9695-b1582e0c7b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:56.880760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f6fbb812-8fc6-4413-9695-b1582e0c7b0c None None] For port d5288853-d37d-4421-ad3e-b9766023fd94, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d5288853-d37d-4421-ad3e-b9766023fd94,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:32:56.956607 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6fbb812-8fc6-4413-9695-b1582e0c7b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.007977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbb812-8fc6-4413-9695-b1582e0c7b0c None None] Pushing event updated for resources: {'Port': ['ID=d5288853-d37d-4421-ad3e-b9766023fd94,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:57.083061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bae5cfa5-0300-46d4-9769-3f365470d436 None None] Provisioning complete for port d5288853-d37d-4421-ad3e-b9766023fd94 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:32:57.083447 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bae5cfa5-0300-46d4-9769-3f365470d436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.153032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d5288853-d37d-4421-ad3e-b9766023fd94 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:32:57.192765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bae5cfa5-0300-46d4-9769-3f365470d436 None None] Current status of the port d5288853-d37d-4421-ad3e-b9766023fd94 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:32:57.213133 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d5288853-d37d-4421-ad3e-b9766023fd94 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:32:57.213514 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.216975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:32:57.293708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d5288853-d37d-4421-ad3e-b9766023fd94 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:32:57.323177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:57.332851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Sync routers for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:32:57.350644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:57.351258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:57.430581 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.432068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c5c590e9-5372-4d30-b8e8-8dce1fa1f391 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4766314 Jan 27 22:32:57.435383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38628) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:32:57.463802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:57.466058 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.639524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:56Z', 'revision_number': 3, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:57.666667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Checking router: cbe4f574-0302-4d24-8ad9-caaf5885b7d8 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:32:57.667348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Updating router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:32:57.697557 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.813543 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.849499 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:57.956940 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Publish callbacks [] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.049451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Allocated IP 172.20.0.1 (8500b22a-ac2f-4a75-a887-5c5881bb8d12/908d97ae-0eb6-45b9-9409-da53ea8b68f7/de991b16-6812-4ad2-9784-8cf64542c674) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:32:58.085526 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.133096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Attempting to bind port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:32:58.133477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Attempting to bind port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:32:58.133846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Attempting to bind port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:32:58.144847 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:32:58.145238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:32:58.145653 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.146055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:32:58.146527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Bound port: d96b5115-2e7c-4866-8f6a-f0b0da03ac8d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:32:58.146916 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.148665 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b3ced-9631-487b-9a53-1bd4d657e1b4 None None] Pushing event updated for resources: {'Port': ['ID=d96b5115-2e7c-4866-8f6a-f0b0da03ac8d,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:58.153452 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Publish callbacks [] for port (de991b16-6812-4ad2-9784-8cf64542c674), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.204561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] For port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:32:58.207545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] For port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d96b5115-2e7c-4866-8f6a-f0b0da03ac8d,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:32:58.294119 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (de991b16-6812-4ad2-9784-8cf64542c674), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.326742 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.332541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:32:58.335926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:32:58.339132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:32:58.376179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Pushing event updated for resources: {'Port': ['ID=de991b16-6812-4ad2-9784-8cf64542c674,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:58.384669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:32:58.385345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:58.396207 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.422237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b3ced-9631-487b-9a53-1bd4d657e1b4 None None] Pushing event updated for resources: {'Port': ['ID=d96b5115-2e7c-4866-8f6a-f0b0da03ac8d,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:58.613309 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (de991b16-6812-4ad2-9784-8cf64542c674), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.664538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d744d537-98b8-4794-a086-b90b911a9204 None None] Provisioning complete for port de991b16-6812-4ad2-9784-8cf64542c674 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:32:58.664915 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d744d537-98b8-4794-a086-b90b911a9204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (de991b16-6812-4ad2-9784-8cf64542c674), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.688846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:32:58.766490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d744d537-98b8-4794-a086-b90b911a9204 None None] Port de991b16-6812-4ad2-9784-8cf64542c674 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:32:58.780314 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Publish callbacks [] for port (de991b16-6812-4ad2-9784-8cf64542c674), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.848142 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (de991b16-6812-4ad2-9784-8cf64542c674), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:58.878492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:56Z', 'revision_number': 3, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:32:58.904959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4dcb6b-6cc3-497a-9921-75a8ccba9279 None None] The sync data for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 is: [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:56Z', 'revision_number': 3, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:32:58.918735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Pushing event updated for resources: {'Port': ['ID=de991b16-6812-4ad2-9784-8cf64542c674,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:32:58.923807 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:59.045057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:32:59.046603 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:32:59.191378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:32:59.322680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:32:59.328109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-57b1e251-dd87-4de8-a824-91347f6650da admin admin] 10.222.0.61 "PUT /v2.0/routers/cbe4f574-0302-4d24-8ad9-caaf5885b7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8915617 Jan 27 22:32:59.398882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f73735f2-cd10-42bd-8dc6-5b4746ea65ca None None] Provisioning complete for port de991b16-6812-4ad2-9784-8cf64542c674 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:32:59.399265 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f73735f2-cd10-42bd-8dc6-5b4746ea65ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (de991b16-6812-4ad2-9784-8cf64542c674), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:32:59.436742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f73735f2-cd10-42bd-8dc6-5b4746ea65ca None None] Port de991b16-6812-4ad2-9784-8cf64542c674 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:33:00.480895 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Sync routers for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:33:00.490203 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:00.491492 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:00.592812 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:33:00.786426 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 2, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:00.816745 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Checking router: cbe4f574-0302-4d24-8ad9-caaf5885b7d8 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:33:00.817103 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Updating router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 port de991b16-6812-4ad2-9784-8cf64542c674 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:33:00.841653 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (de991b16-6812-4ad2-9784-8cf64542c674), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.100696 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Publish callbacks [] for port (de991b16-6812-4ad2-9784-8cf64542c674), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.136021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d96b5115-2e7c-4866-8f6a-f0b0da03ac8d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:01.168664 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (de991b16-6812-4ad2-9784-8cf64542c674), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.191078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:01.191732 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.217586 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Pushing event updated for resources: {'Port': ['ID=de991b16-6812-4ad2-9784-8cf64542c674,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:01.226136 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.226498 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.226850 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.227211 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.227525 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.227934 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.228242 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.228575 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.228901 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.229231 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.229560 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.229885 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.230213 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.280938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:01.281334 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.306220 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Attempting to bind port de991b16-6812-4ad2-9784-8cf64542c674 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:01.306220 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Attempting to bind port de991b16-6812-4ad2-9784-8cf64542c674 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:01.306220 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Attempting to bind port de991b16-6812-4ad2-9784-8cf64542c674 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:01.306616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d96b5115-2e7c-4866-8f6a-f0b0da03ac8d,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:01.306736 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:01.306736 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:01.307128 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.307521 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Bound using segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:01.307989 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Bound port: de991b16-6812-4ad2-9784-8cf64542c674, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:01.308402 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (de991b16-6812-4ad2-9784-8cf64542c674), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.373416 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] For port de991b16-6812-4ad2-9784-8cf64542c674, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:01.376684 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] For port de991b16-6812-4ad2-9784-8cf64542c674, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=de991b16-6812-4ad2-9784-8cf64542c674,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:01.431041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38638) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:01.435636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--450712191', 'description': 'tempest-description--511937149'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:01.468585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-28c1d5fb-b7a2-42fc-8b38-c037f47ff5e4 None None] Provisioning complete for port de991b16-6812-4ad2-9784-8cf64542c674 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:01.472278 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-28c1d5fb-b7a2-42fc-8b38-c037f47ff5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (de991b16-6812-4ad2-9784-8cf64542c674), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.495378 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.527045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-28c1d5fb-b7a2-42fc-8b38-c037f47ff5e4 None None] Port de991b16-6812-4ad2-9784-8cf64542c674 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:33:01.548770 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (de991b16-6812-4ad2-9784-8cf64542c674), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.551339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=d96b5115-2e7c-4866-8f6a-f0b0da03ac8d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:01.571184 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.608143 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83262eac-f3ed-4a28-9f99-7dea2a1e177b None None] Pushing event updated for resources: {'Port': ['ID=de991b16-6812-4ad2-9784-8cf64542c674,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:01.610757 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:01.611356 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:32:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:01.658659 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for security_group (442cd6a2-04ed-4cb1-837e-ab7a2bacdb48), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.723179 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:33:01.750594 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (442cd6a2-04ed-4cb1-837e-ab7a2bacdb48), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.784542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:01.792835 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.793192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.794177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.794523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.794878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.795202 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.795532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.795868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.796225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.796702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.797037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.797367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.797698 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:33:01.861210 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.862676 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-25fc70d6-123a-4e80-9660-52208c938ad6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4304454 Jan 27 22:33:01.866782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38640) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:01.871432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4a6e5fb4-bd92-4640-b481-8363c4673a09 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Request body: {'security_group_rule': {'security_group_id': '442cd6a2-04ed-4cb1-837e-ab7a2bacdb48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:01.938722 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:01.950626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-edb3b4bc-d742-4f22-b532-240ad9c94af7 None None] Provisioning complete for port de991b16-6812-4ad2-9784-8cf64542c674 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:01.953388 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-edb3b4bc-d742-4f22-b532-240ad9c94af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (de991b16-6812-4ad2-9784-8cf64542c674), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:01.966098 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bef85b-9c5c-4e3a-b030-00be2d3cf370 None None] The sync data for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 is: [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:33:01.999424 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a6e5fb4-bd92-4640-b481-8363c4673a09 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for security_group_rule (e2843909-8bf5-4022-b020-669100550e13), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.039801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-edb3b4bc-d742-4f22-b532-240ad9c94af7 None None] Current status of the port de991b16-6812-4ad2-9784-8cf64542c674 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:02.050701 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-edb3b4bc-d742-4f22-b532-240ad9c94af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (de991b16-6812-4ad2-9784-8cf64542c674), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.070174 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:33:02.087725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-edb3b4bc-d742-4f22-b532-240ad9c94af7 None None] For port de991b16-6812-4ad2-9784-8cf64542c674, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=de991b16-6812-4ad2-9784-8cf64542c674,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:02.114816 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a6e5fb4-bd92-4640-b481-8363c4673a09 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for security_group_rule (e2843909-8bf5-4022-b020-669100550e13), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.214560 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-edb3b4bc-d742-4f22-b532-240ad9c94af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (de991b16-6812-4ad2-9784-8cf64542c674), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.277704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3b4bc-d742-4f22-b532-240ad9c94af7 None None] Pushing event updated for resources: {'Port': ['ID=de991b16-6812-4ad2-9784-8cf64542c674,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:02.297273 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a6e5fb4-bd92-4640-b481-8363c4673a09 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (e2843909-8bf5-4022-b020-669100550e13), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.318902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e5fb4-bd92-4640-b481-8363c4673a09 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2843909-8bf5-4022-b020-669100550e13,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:02.371128 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-de86d916-9fdf-482d-8f6b-f7190c1f9e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.466906 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a6e5fb4-bd92-4640-b481-8363c4673a09 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.468909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4a6e5fb4-bd92-4640-b481-8363c4673a09 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6004355 Jan 27 22:33:02.470901 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38642) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:02.476244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-46df4d93-5968-4f3c-8d87-365f69d1c5f1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Request body: {'security_group_rule': {'security_group_id': '442cd6a2-04ed-4cb1-837e-ab7a2bacdb48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:02.573134 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-46df4d93-5968-4f3c-8d87-365f69d1c5f1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for security_group_rule (b86f9aea-55b6-4fa6-b862-4b207e714298), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.633421 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-46df4d93-5968-4f3c-8d87-365f69d1c5f1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for security_group_rule (b86f9aea-55b6-4fa6-b862-4b207e714298), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.700404 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-46df4d93-5968-4f3c-8d87-365f69d1c5f1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (b86f9aea-55b6-4fa6-b862-4b207e714298), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.719454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df4d93-5968-4f3c-8d87-365f69d1c5f1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86f9aea-55b6-4fa6-b862-4b207e714298,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:02.792806 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-46df4d93-5968-4f3c-8d87-365f69d1c5f1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:02.794121 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-46df4d93-5968-4f3c-8d87-365f69d1c5f1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218822 Jan 27 22:33:02.797255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38644) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:02.801739 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:02.903213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:03.007383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:03.125958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Allocated IP 172.25.0.42 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/359c927c-7a05-4be7-9b64-8bcd5ed52918) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:03.194447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device de991b16-6812-4ad2-9784-8cf64542c674 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:03.229339 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for port (359c927c-7a05-4be7-9b64-8bcd5ed52918), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:03.242824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port de991b16-6812-4ad2-9784-8cf64542c674 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:03.251707 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (de991b16-6812-4ad2-9784-8cf64542c674), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:03.322634 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port de991b16-6812-4ad2-9784-8cf64542c674 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:03.323679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d96b5115-2e7c-4866-8f6a-f0b0da03ac8d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:03.360005 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (359c927c-7a05-4be7-9b64-8bcd5ed52918), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:03.368968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:03.369384 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:03.397112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:03.399886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:03.403338 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:03.443359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event updated for resources: {'Port': ['ID=359c927c-7a05-4be7-9b64-8bcd5ed52918,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:03.458347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:03.513599 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:03.647517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (359c927c-7a05-4be7-9b64-8bcd5ed52918), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:03.798484 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for port (359c927c-7a05-4be7-9b64-8bcd5ed52918), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:03.893475 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (359c927c-7a05-4be7-9b64-8bcd5ed52918), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:03.962367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event updated for resources: {'Port': ['ID=359c927c-7a05-4be7-9b64-8bcd5ed52918,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:03.974769 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:04.076640 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:04.077945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ee02bd46-d242-4ad3-94c0-5deab9a6c8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2797225 Jan 27 22:33:04.234358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-573573d6-5286-4ae0-9f1c-5f99f24ec34d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--450712191&fields=id&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 267 time: 0.0549755 Jan 27 22:33:04.338587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-0601174a-55f2-4a78-9eb2-b3e9b9ad8ec7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:04.340091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-0601174a-55f2-4a78-9eb2-b3e9b9ad8ec7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 812 time: 0.0993021 Jan 27 22:33:04.354182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-d2aabad9-3795-41e8-b89a-fc10e18d668f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/quotas/ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 375 time: 0.0088351 Jan 27 22:33:04.403352 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-80a3d2ed-a269-4986-a08a-b57c9f99dba1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445423 Jan 27 22:33:04.500580 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-02ebdf22-0d1f-4ba0-b0bd-e2bbe0c8d867 service neutron] 10.222.0.61 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860753 Jan 27 22:33:04.587281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-8a95544f-3ab0-480d-8c78-51987f199e5a service neutron] 10.222.0.61 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808091 Jan 27 22:33:04.854162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-383bb5f1-fd64-4bac-a939-9505fd7f4607 req-e5859f66-e1e8-4af2-b1dc-c1027f5ac38e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 210 time: 0.0309696 Jan 27 22:33:04.927783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f595a870-246c-469c-ba4c-66e55658ebd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:05.931560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0bb1287-97a8-4b85-b960-f8429968f90b req-59d5256d-db2a-4e74-ac61-f1816acb2731 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 210 time: 0.0258496 Jan 27 22:33:06.293615 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.027006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c64b1477-8700-4e15-a777-78f7fb3da48d req-bb9cfec5-c7fa-434b-a9e1-4d903f9862cb tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 210 time: 0.0262697 Jan 27 22:33:07.371113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-0a713be2-b93d-47aa-8b43-bf9f7f9c18c6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:07.373053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-0a713be2-b93d-47aa-8b43-bf9f7f9c18c6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 812 time: 0.0984681 Jan 27 22:33:07.455916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-b85fdfb1-23a0-4a1c-a839-127ded2f0fb1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 379 time: 0.0701556 Jan 27 22:33:07.465602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Request body: {'port': {'device_id': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'admin_state_up': True, 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'security_groups': ['442cd6a2-04ed-4cb1-837e-ab7a2bacdb48']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:07.554197 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.662195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Made reservation on behalf of ccf121efc52f454bad8501d0a55f3210 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:33:07.665635 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:07.792039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Allocated IP 172.20.0.13 (8500b22a-ac2f-4a75-a887-5c5881bb8d12/908d97ae-0eb6-45b9-9409-da53ea8b68f7/59e36655-463f-4a65-b5c2-216b8997e05e) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:33:07.924359 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for port (59e36655-463f-4a65-b5c2-216b8997e05e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.052040 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.096052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:33:08.099272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:33:08.105262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:33:08.141810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event updated for resources: {'Port': ['ID=59e36655-463f-4a65-b5c2-216b8997e05e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:08.189125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:08.189771 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.208915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098de19-0b3a-48dc-b723-651f962d1919 req-cdd25cf3-b0f1-4f40-a6bb-92186e11b99c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:08.210801 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e098de19-0b3a-48dc-b723-651f962d1919 req-cdd25cf3-b0f1-4f40-a6bb-92186e11b99c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 932 time: 0.1019242 Jan 27 22:33:08.266321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e098de19-0b3a-48dc-b723-651f962d1919 req-e4505504-b484-4100-9254-588c7e4ca49b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492966 Jan 27 22:33:08.336280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-c875da39-9b88-4980-a3f6-1f0d04c1b085 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8760839 Jan 27 22:33:08.347631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Request body: {'port': {'device_id': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:08.368648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8239dfda-ee91-4aa6-b0e3-b1a637460a49 None None] Provisioning complete for port 59e36655-463f-4a65-b5c2-216b8997e05e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:08.369031 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8239dfda-ee91-4aa6-b0e3-b1a637460a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.402922 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.403156 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8239dfda-ee91-4aa6-b0e3-b1a637460a49 None None] Port 59e36655-463f-4a65-b5c2-216b8997e05e cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:33:08.662205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e36655-463f-4a65-b5c2-216b8997e05e {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:33:08.669586 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Publish callbacks [] for port (59e36655-463f-4a65-b5c2-216b8997e05e), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.681175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Transition to ACTIVE for port object 59e36655-463f-4a65-b5c2-216b8997e05e will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:33:08.750545 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.805777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Pushing event updated for resources: {'Port': ['ID=59e36655-463f-4a65-b5c2-216b8997e05e,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:08.876498 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Attempting to bind port 59e36655-463f-4a65-b5c2-216b8997e05e on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:33:08.876973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Attempting to bind port 59e36655-463f-4a65-b5c2-216b8997e05e by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:33:08.877110 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Attempting to bind port 59e36655-463f-4a65-b5c2-216b8997e05e on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:08.881655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Port 59e36655-463f-4a65-b5c2-216b8997e05e on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:33:08.881979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Attempting to bind port 59e36655-463f-4a65-b5c2-216b8997e05e on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:33:08.886936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:33:08.892193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:33:08.892193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Bound using segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:33:08.892193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Bound port: 59e36655-463f-4a65-b5c2-216b8997e05e, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:33:08.892193 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.944910 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:08.954811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:33:08.965170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=59e36655-463f-4a65-b5c2-216b8997e05e,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:33:09.046131 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:09.083105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:09.083835 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:09.085206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] 10.222.0.74 "PUT /v2.0/ports/59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 200 len: 1092 time: 0.7419250 Jan 27 22:33:09.085651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:33:09.088210 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e69265e-498c-4779-9de3-099c1e5bb5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:33:09.116381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc791c-f3ae-43e0-8fae-4079ce4085ca service neutron] Pushing event updated for resources: {'Port': ['ID=59e36655-463f-4a65-b5c2-216b8997e05e,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:09.140112 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17af425-b6ab-4b4f-9816-32b2183e8e54 x-openstack-request-id: req-c17af425-b6ab-4b4f-9816-32b2183e8e54 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:33:09.142615 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:33:09.142615 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c17af425-b6ab-4b4f-9816-32b2183e8e54 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:33:09.142615 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e', 'status': 'completed', 'code': 200} Jan 27 22:33:09.201802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69265e-498c-4779-9de3-099c1e5bb5a6 req-076bbb42-7bd5-4118-ad3b-1e889d44cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:09.203344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e69265e-498c-4779-9de3-099c1e5bb5a6 req-076bbb42-7bd5-4118-ad3b-1e889d44cd1d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 1095 time: 0.0437553 Jan 27 22:33:09.301827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69265e-498c-4779-9de3-099c1e5bb5a6 req-fb3b309c-b6b8-4d64-b9df-15917544bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:09.303514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e69265e-498c-4779-9de3-099c1e5bb5a6 req-fb3b309c-b6b8-4d64-b9df-15917544bb34 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=ccf121efc52f454bad8501d0a55f3210&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0935652 Jan 27 22:33:09.436858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7adb0-0f53-41f9-987a-7f8033c6b4fc req-3fe29df6-fea9-42f4-ab85-912cdfa559ca tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:09.438336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d7adb0-0f53-41f9-987a-7f8033c6b4fc req-3fe29df6-fea9-42f4-ab85-912cdfa559ca tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 944 time: 0.1033432 Jan 27 22:33:09.441072 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69265e-498c-4779-9de3-099c1e5bb5a6 req-a1fa37ee-c029-4eed-b2a0-7f17009550ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:09.442421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1e69265e-498c-4779-9de3-099c1e5bb5a6 req-a1fa37ee-c029-4eed-b2a0-7f17009550ef service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318510 Jan 27 22:33:09.520499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d7adb0-0f53-41f9-987a-7f8033c6b4fc req-08ebf82d-3ca4-4a76-8bff-2fa56288e571 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765915 Jan 27 22:33:09.533664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-b47cabc0-894e-42fc-9ec0-121e37c231fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:09.535146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-b47cabc0-894e-42fc-9ec0-121e37c231fc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 1095 time: 0.0550938 Jan 27 22:33:09.576959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-1c6bf481-54f6-4e46-b7b7-44849adb327e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 200 len: 217 time: 0.0355775 Jan 27 22:33:09.624573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-cb40c5bb-3622-4ecf-bd46-0d3075a612b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:09.626015 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-cb40c5bb-3622-4ecf-bd46-0d3075a612b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0442848 Jan 27 22:33:09.673095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-a3165cc5-7055-445a-8d58-6c6b07e5de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:09.674558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-a3165cc5-7055-445a-8d58-6c6b07e5de56 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429506 Jan 27 22:33:09.761276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-6b2d941b-51fc-4436-bd90-6a268ce0fac7 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810633 Jan 27 22:33:10.169388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d77996ed-58ac-40dd-992c-0a352285cc0f req-48de8a05-576b-471c-9ca8-10f11b00e190 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027774 Jan 27 22:33:10.636197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc788dc4-f53a-443e-ab3e-a0b68ca76e83 req-ba191a92-495e-4592-aab4-800f2b79025d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:10.637641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc788dc4-f53a-443e-ab3e-a0b68ca76e83 req-ba191a92-495e-4592-aab4-800f2b79025d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 944 time: 0.0483625 Jan 27 22:33:10.682753 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc788dc4-f53a-443e-ab3e-a0b68ca76e83 req-01d80897-9803-48fc-ab57-a3660e3e84cc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396609 Jan 27 22:33:11.798082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc1641-abee-46cb-acd8-ed74bdce70fe req-fb1597ed-e320-4ede-83eb-0d95c1c98c99 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:11.799514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bdc1641-abee-46cb-acd8-ed74bdce70fe req-fb1597ed-e320-4ede-83eb-0d95c1c98c99 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 944 time: 0.0469227 Jan 27 22:33:11.845624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bdc1641-abee-46cb-acd8-ed74bdce70fe req-fea04d9d-f863-4495-a47f-9123ba33389b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405619 Jan 27 22:33:12.396008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 59e36655-463f-4a65-b5c2-216b8997e05e details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:33:12.489182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=59e36655-463f-4a65-b5c2-216b8997e05e,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:12.500932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '59e36655-463f-4a65-b5c2-216b8997e05e', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'port_id': '59e36655-463f-4a65-b5c2-216b8997e05e', 'mac_address': 'fa:16:3e:85:dc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:33:12.541546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 59e36655-463f-4a65-b5c2-216b8997e05e is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:12.541942 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.554336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e36655-463f-4a65-b5c2-216b8997e05e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:33:12.573113 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=59e36655-463f-4a65-b5c2-216b8997e05e,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:12.675992 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:12.723498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=59e36655-463f-4a65-b5c2-216b8997e05e,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:12.886239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['59e36655-463f-4a65-b5c2-216b8997e05e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:33:12.963124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bd5cd-70e2-40bf-bcbd-52c2f9040943 req-e2fe7d72-0315-41f5-98e4-032dedfbd02b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:12.964620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a53bd5cd-70e2-40bf-bcbd-52c2f9040943 req-e2fe7d72-0315-41f5-98e4-032dedfbd02b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 945 time: 0.0523300 Jan 27 22:33:13.011772 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a53bd5cd-70e2-40bf-bcbd-52c2f9040943 req-2337b0e2-25ea-4eaa-984c-c8699ed373c9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415647 Jan 27 22:33:14.124353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49646b-fd9a-4487-ad49-c00d46db5769 req-c7d50356-ca30-4695-9fda-d5dd236ab146 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:14.125832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e49646b-fd9a-4487-ad49-c00d46db5769 req-c7d50356-ca30-4695-9fda-d5dd236ab146 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 945 time: 0.0476356 Jan 27 22:33:14.171922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e49646b-fd9a-4487-ad49-c00d46db5769 req-dc73f0e3-6be1-4783-862b-8050b7fc1edd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405340 Jan 27 22:33:14.396579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 59e36655-463f-4a65-b5c2-216b8997e05e up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:33:14.527334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 59e36655-463f-4a65-b5c2-216b8997e05e completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:33:14.531245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 59e36655-463f-4a65-b5c2-216b8997e05e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:33:14.531623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.605498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 59e36655-463f-4a65-b5c2-216b8997e05e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:33:14.605886 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.631037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:33:14.633269 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c761b82e-3d42-45fe-8c41-b9882b13db9e" -d '{"events": [{"server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "name": "network-vif-plugged", "status": "completed", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:33:14.645549 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=59e36655-463f-4a65-b5c2-216b8997e05e,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:33:14.668262 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aba5d3-46f4-492e-a038-3beb7c1d6552 x-openstack-request-id: req-c3aba5d3-46f4-492e-a038-3beb7c1d6552 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:33:14.668556 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "name": "network-vif-plugged", "status": "completed", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:33:14.668812 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3aba5d3-46f4-492e-a038-3beb7c1d6552 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:33:14.669245 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e', 'code': 200} Jan 27 22:33:14.725415 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:14.762977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07237ac-cde3-4785-8a00-57c27ef6ffcd req-ac1af8c0-7e7c-42dd-abd7-c337d9f5880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:14.764778 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c07237ac-cde3-4785-8a00-57c27ef6ffcd req-ac1af8c0-7e7c-42dd-abd7-c337d9f5880e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 1097 time: 0.0405471 Jan 27 22:33:14.773381 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=59e36655-463f-4a65-b5c2-216b8997e05e,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:33:14.812367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c07237ac-cde3-4785-8a00-57c27ef6ffcd req-5fedc8b1-be96-455a-92bc-adb6c4ab6dcb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417197 Jan 27 22:33:15.285270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc97de-e628-40a7-9662-134db594f1a9 req-3f59a2cb-b148-46f8-8605-ab6760964f81 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:15.286714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbfc97de-e628-40a7-9662-134db594f1a9 req-3f59a2cb-b148-46f8-8605-ab6760964f81 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0477021 Jan 27 22:33:15.332176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbfc97de-e628-40a7-9662-134db594f1a9 req-39da671c-5238-4c23-a42e-6de563bbc298 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397463 Jan 27 22:33:16.447496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f27033-5b1c-4bd8-bd90-99f68ffd9d2b req-1717117c-3d9c-4340-8f02-c5539b6658cd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:16.448941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4f27033-5b1c-4bd8-bd90-99f68ffd9d2b req-1717117c-3d9c-4340-8f02-c5539b6658cd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0481870 Jan 27 22:33:16.495987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4f27033-5b1c-4bd8-bd90-99f68ffd9d2b req-b3aa2a4a-2c99-4100-ac25-5d6ca3edfdba tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Jan 27 22:33:16.610615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006ef94-0efd-4984-add0-572d6a73d374 req-5c78954a-21b2-4221-b04b-8fe10c0e6a9e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:16.612173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a006ef94-0efd-4984-add0-572d6a73d374 req-5c78954a-21b2-4221-b04b-8fe10c0e6a9e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0529816 Jan 27 22:33:16.620966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 38704) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:33:16.626141 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4832dee8-e1b5-4004-ba6b-9426f833bdff tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Request body: {'floatingip': {'port_id': '59e36655-463f-4a65-b5c2-216b8997e05e'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:33:16.695199 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4832dee8-e1b5-4004-ba6b-9426f833bdff tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:17.167850 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4832dee8-e1b5-4004-ba6b-9426f833bdff tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:17.270022 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4832dee8-e1b5-4004-ba6b-9426f833bdff tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:17.373036 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-4832dee8-e1b5-4004-ba6b-9426f833bdff tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1 associated. External IP: 172.25.0.42, port: 59e36655-463f-4a65-b5c2-216b8997e05e. Jan 27 22:33:17.578679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4832dee8-e1b5-4004-ba6b-9426f833bdff tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:33:17.685636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4832dee8-e1b5-4004-ba6b-9426f833bdff tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:33:17.691473 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4832dee8-e1b5-4004-ba6b-9426f833bdff tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:17.696101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051fdc3-b1b4-46d1-97a2-41289df201b3 None None] Sync routers for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:33:17.706647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051fdc3-b1b4-46d1-97a2-41289df201b3 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:17.707264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3051fdc3-b1b4-46d1-97a2-41289df201b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:33:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:17.725515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4832dee8-e1b5-4004-ba6b-9426f833bdff tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "PUT /v2.0/floatingips/03c35bd3-8362-4166-9001-fd5e5c5f72f1 HTTP/1.1" status: 200 len: 991 time: 1.1027091 Jan 27 22:33:17.728035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:33:17.728630 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08ea03a-06f3-464c-84ee-e850c043cae0" -d '{"events": [{"name": "network-changed", "server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:33:17.820267 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3051fdc3-b1b4-46d1-97a2-41289df201b3 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:33:17.848014 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c07b46-1256-461b-801f-9818b64d4604 x-openstack-request-id: req-e1c07b46-1256-461b-801f-9818b64d4604 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:33:17.848350 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:33:17.848638 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1c07b46-1256-461b-801f-9818b64d4604 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:33:17.849049 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e', 'status': 'completed', 'code': 200} Jan 27 22:33:17.909997 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea03a-06f3-464c-84ee-e850c043cae0 req-98d655a9-afdf-4334-bf4e-fd9a89698632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:17.911652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08ea03a-06f3-464c-84ee-e850c043cae0 req-98d655a9-afdf-4334-bf4e-fd9a89698632 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 1097 time: 0.0420926 Jan 27 22:33:18.001035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea03a-06f3-464c-84ee-e850c043cae0 req-4831ae96-e925-40b4-b3fc-2578f430a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:18.004714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08ea03a-06f3-464c-84ee-e850c043cae0 req-4831ae96-e925-40b4-b3fc-2578f430a027 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0853517 Jan 27 22:33:18.054521 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3051fdc3-b1b4-46d1-97a2-41289df201b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '03c35bd3-8362-4166-9001-fd5e5c5f72f1', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'port_id': '59e36655-463f-4a65-b5c2-216b8997e05e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'mac_address': 'fa:16:3e:85:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:33:03Z', 'updated_at': '2022-01-27T22:33:17Z', 'revision_number': 1, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:18.074988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08ea03a-06f3-464c-84ee-e850c043cae0 req-7a8c96bf-9727-493c-a06c-fd6deae57ef2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 200 len: 999 time: 0.0668211 Jan 27 22:33:18.081571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051fdc3-b1b4-46d1-97a2-41289df201b3 None None] Checking router: cbe4f574-0302-4d24-8ad9-caaf5885b7d8 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:33:18.090023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3051fdc3-b1b4-46d1-97a2-41289df201b3 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:33:18.090636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3051fdc3-b1b4-46d1-97a2-41289df201b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:33:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:18.123962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea03a-06f3-464c-84ee-e850c043cae0 req-8680b397-7453-4975-9d3b-df0eb447dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:18.125459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08ea03a-06f3-464c-84ee-e850c043cae0 req-8680b397-7453-4975-9d3b-df0eb447dc6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0447803 Jan 27 22:33:18.168363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ea03a-06f3-464c-84ee-e850c043cae0 req-acec79be-6486-4e16-ac07-245013cf801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:33:18.169847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08ea03a-06f3-464c-84ee-e850c043cae0 req-acec79be-6486-4e16-ac07-245013cf801a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392728 Jan 27 22:33:18.197002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3051fdc3-b1b4-46d1-97a2-41289df201b3 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:33:18.262420 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08ea03a-06f3-464c-84ee-e850c043cae0 req-20722d4a-bf7c-4eaa-bf6d-f2be549f6124 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867562 Jan 27 22:33:18.350275 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08ea03a-06f3-464c-84ee-e850c043cae0 req-6322d92e-e156-4daf-acdf-84bf877b57f0 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819583 Jan 27 22:33:18.425917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3051fdc3-b1b4-46d1-97a2-41289df201b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '03c35bd3-8362-4166-9001-fd5e5c5f72f1', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'port_id': '59e36655-463f-4a65-b5c2-216b8997e05e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'mac_address': 'fa:16:3e:85:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:33:03Z', 'updated_at': '2022-01-27T22:33:17Z', 'revision_number': 1, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:33:18.456260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051fdc3-b1b4-46d1-97a2-41289df201b3 None None] The sync data for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 is: [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '03c35bd3-8362-4166-9001-fd5e5c5f72f1', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'port_id': '59e36655-463f-4a65-b5c2-216b8997e05e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'mac_address': 'fa:16:3e:85:dc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:33:03Z', 'updated_at': '2022-01-27T22:33:17Z', 'revision_number': 1, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:33:18.653801 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3531012-0c82-4aab-b7e3-7a2cb659d36c None None] New status for floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:33:27.450451 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:27.781972 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:32.337651 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-db4f303e-efac-490e-b1e3-e52d77a211fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:34.961227 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f40e0db-9685-4daf-a3df-d7a866b11721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:36.258156 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:37.541715 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:38.943508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:39.069040 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:33:57.478540 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:33:57.811818 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:02.330898 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a4d5d9cc-bbd2-454d-bd86-e4e5642c67b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:04.931095 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2223e636-8725-4a09-949b-d1327a65f64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:06.268269 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:07.599355 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:08.925396 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:09.277734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f37b2e74-7958-437c-9b22-5e4784c1370d req-e8e18494-af88-4483-9a29-81ef4d38b005 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393581 Jan 27 22:34:09.360373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b2e74-7958-437c-9b22-5e4784c1370d req-f52e46c3-bab3-46c3-9472-4bab97d18b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:09.361837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f37b2e74-7958-437c-9b22-5e4784c1370d req-f52e46c3-bab3-46c3-9472-4bab97d18b95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 1097 time: 0.0457568 Jan 27 22:34:09.461278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b2e74-7958-437c-9b22-5e4784c1370d req-61f4f95f-9f19-48d3-bcf3-0fa12c291845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:09.462735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f37b2e74-7958-437c-9b22-5e4784c1370d req-61f4f95f-9f19-48d3-bcf3-0fa12c291845 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0833533 Jan 27 22:34:09.531244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f37b2e74-7958-437c-9b22-5e4784c1370d req-0ffd1562-1ce0-4f23-a279-726ee673bc08 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 200 len: 1001 time: 0.0618613 Jan 27 22:34:09.577552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b2e74-7958-437c-9b22-5e4784c1370d req-3b0d76a9-5638-4d6d-b683-54db326d2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:09.579484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f37b2e74-7958-437c-9b22-5e4784c1370d req-3b0d76a9-5638-4d6d-b683-54db326d2d76 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0431910 Jan 27 22:34:09.621046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b2e74-7958-437c-9b22-5e4784c1370d req-4ff49d71-f6b0-4ce3-9d53-fad2abcd47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:09.622396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f37b2e74-7958-437c-9b22-5e4784c1370d req-4ff49d71-f6b0-4ce3-9d53-fad2abcd47d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377584 Jan 27 22:34:09.711329 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f37b2e74-7958-437c-9b22-5e4784c1370d req-56404483-02c7-4e18-b21f-3b1848c1fa9e service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830677 Jan 27 22:34:09.817433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f37b2e74-7958-437c-9b22-5e4784c1370d req-73f38f3f-5dae-4287-a356-3376442ed4f8 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952032 Jan 27 22:34:16.068296 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:34:27.455332 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:27.868990 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:32.352894 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cb830bc2-c8e0-4355-89e5-b6d5d37e2866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:34.929641 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bc2db031-9688-48d6-9833-daf3e9a8dde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:36.255762 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:37.586749 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:38.924140 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:53.067312 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:34:54.588450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e43f3-3349-4911-85a9-4fb1eabda74c req-6a8ebe96-bd11-46e0-a6a4-2909053b463c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:54.589935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-050e43f3-3349-4911-85a9-4fb1eabda74c req-6a8ebe96-bd11-46e0-a6a4-2909053b463c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0491536 Jan 27 22:34:54.640278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-050e43f3-3349-4911-85a9-4fb1eabda74c req-a34bff79-56f5-4da4-88a3-2916099ca51d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444627 Jan 27 22:34:55.028721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8e793-5869-43b6-af12-d5820b242ddd req-69abb0c7-60f3-40a5-ba66-c54e7fe43627 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:55.030101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93b8e793-5869-43b6-af12-d5820b242ddd req-69abb0c7-60f3-40a5-ba66-c54e7fe43627 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0478804 Jan 27 22:34:55.076546 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93b8e793-5869-43b6-af12-d5820b242ddd req-c69e1bac-1c9e-4c74-b79a-040775080b41 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400589 Jan 27 22:34:55.175501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-7bf09b8b-bce2-44c8-8d20-ebd481060550 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424776 Jan 27 22:34:56.193954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9eb9ef-5e31-4e9e-8b78-13d224e680be req-3d5dbb53-56e2-4ba4-bdd5-565daa6405a6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:56.195421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c9eb9ef-5e31-4e9e-8b78-13d224e680be req-3d5dbb53-56e2-4ba4-bdd5-565daa6405a6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0507414 Jan 27 22:34:56.244839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c9eb9ef-5e31-4e9e-8b78-13d224e680be req-c99a6017-2486-478c-8f34-a2c89630390c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438724 Jan 27 22:34:57.357056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd846f-5d6a-4967-a24a-1e28f90447cd req-eb8e8a25-cb73-4a6a-ba83-794337d8f0ec tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:57.358447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48cd846f-5d6a-4967-a24a-1e28f90447cd req-eb8e8a25-cb73-4a6a-ba83-794337d8f0ec tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0477476 Jan 27 22:34:57.404104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48cd846f-5d6a-4967-a24a-1e28f90447cd req-bac20d9f-c4f7-4974-b517-b20759a62130 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395012 Jan 27 22:34:57.449177 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:57.889598 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:34:58.520939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b51e6-cdb5-4b72-af68-ff441d3141a5 req-3ed50f85-cc07-4fad-82b6-e82c658160ee tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:58.522429 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e4b51e6-cdb5-4b72-af68-ff441d3141a5 req-3ed50f85-cc07-4fad-82b6-e82c658160ee tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0473356 Jan 27 22:34:58.567345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2e4b51e6-cdb5-4b72-af68-ff441d3141a5 req-b25c8b9e-2137-4501-ab8c-e9e814e15170 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395098 Jan 27 22:34:59.682803 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca28e5-c98d-4534-a33b-fec8727b1b2c req-707c09a8-bc26-4e1f-8542-12d11a7b5cdf tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:34:59.684308 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01ca28e5-c98d-4534-a33b-fec8727b1b2c req-707c09a8-bc26-4e1f-8542-12d11a7b5cdf tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0503752 Jan 27 22:34:59.732587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01ca28e5-c98d-4534-a33b-fec8727b1b2c req-325b4c72-bae8-4943-86fd-087296a537fd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421798 Jan 27 22:35:00.583229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-8be03002-a15c-48a5-a3eb-71dc8b0ee10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:00.584908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-8be03002-a15c-48a5-a3eb-71dc8b0ee10a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 1097 time: 0.0406001 Jan 27 22:35:00.675113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-1ff82e76-579d-4fa2-bd7a-e704dc4bce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:00.676625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-1ff82e76-579d-4fa2-bd7a-e704dc4bce85 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0857334 Jan 27 22:35:00.741196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-2da323f3-bf42-42d4-a249-6d3607a0b3cd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 200 len: 1001 time: 0.0590293 Jan 27 22:35:00.788227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-eb078458-59aa-4f48-b0eb-8d2beb769c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:00.789733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-eb078458-59aa-4f48-b0eb-8d2beb769c4f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0436342 Jan 27 22:35:00.866568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-90dcdd2a-188a-45d2-a76a-c9992046517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:00.867969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-90dcdd2a-188a-45d2-a76a-c9992046517c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720859 Jan 27 22:35:00.875938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb2887-1cd5-42a7-8278-b1e658be7ee7 req-a2f352a4-4d14-46d0-9449-4ac138b8b646 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:00.877297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14eb2887-1cd5-42a7-8278-b1e658be7ee7 req-a2f352a4-4d14-46d0-9449-4ac138b8b646 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0736229 Jan 27 22:35:00.978818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14eb2887-1cd5-42a7-8278-b1e658be7ee7 req-221400dd-535e-4b27-8f37-0090863292f9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938115 Jan 27 22:35:00.995084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-38bcf693-3bf4-42c9-8736-61dd04957039 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168847 Jan 27 22:35:01.081995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-72a819f8-3c64-418a-9351-a05b9f61276b service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807810 Jan 27 22:35:02.097797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2948f46-50c0-4518-936a-2ea65780a29b req-c0930fae-848b-4cc4-af70-6b8ca44d3bb6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:02.099280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2948f46-50c0-4518-936a-2ea65780a29b req-c0930fae-848b-4cc4-af70-6b8ca44d3bb6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0479913 Jan 27 22:35:02.148494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b2948f46-50c0-4518-936a-2ea65780a29b req-adc8f25e-8294-4be8-b928-c9ae03e8db5b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436835 Jan 27 22:35:02.420539 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-544c5de5-d4d7-4b6f-b36e-93794f3afdd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:03.262343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5af2b-d190-4347-924d-9ec57ce85058 req-5506812f-5989-4ace-9d14-fe86abc44872 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:03.263796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90b5af2b-d190-4347-924d-9ec57ce85058 req-5506812f-5989-4ace-9d14-fe86abc44872 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0468996 Jan 27 22:35:03.308686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90b5af2b-d190-4347-924d-9ec57ce85058 req-9431cbf9-fefa-43b6-967a-6520ae90f24b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395048 Jan 27 22:35:04.423058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5805ba-16db-4af6-9aa8-13846a83f226 req-804e547b-38eb-4174-9830-04bd94f4e306 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:04.424557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd5805ba-16db-4af6-9aa8-13846a83f226 req-804e547b-38eb-4174-9830-04bd94f4e306 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0469306 Jan 27 22:35:04.470728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd5805ba-16db-4af6-9aa8-13846a83f226 req-dfc23d6b-ab64-4527-80a8-c715f26f85f6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405140 Jan 27 22:35:04.940172 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9e91f9de-a04e-4c38-abff-1c513d83c263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:05.587357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b6f68-b06c-4650-87d0-7018c37c277f req-8f3ef250-c74a-4354-b250-783b75e43cdc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:05.588843 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-023b6f68-b06c-4650-87d0-7018c37c277f req-8f3ef250-c74a-4354-b250-783b75e43cdc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0510685 Jan 27 22:35:05.633628 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-023b6f68-b06c-4650-87d0-7018c37c277f req-7ab29f50-63b5-4fe7-86ca-417c7b4b2ef7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393503 Jan 27 22:35:06.271578 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:06.746316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23582fe-1c8d-4e10-825e-1c9d55e27ff4 req-64529879-0ebd-40eb-803a-382593b78d30 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:06.747790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c23582fe-1c8d-4e10-825e-1c9d55e27ff4 req-64529879-0ebd-40eb-803a-382593b78d30 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0480664 Jan 27 22:35:06.793590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c23582fe-1c8d-4e10-825e-1c9d55e27ff4 req-19687565-f5b1-4ab8-9509-5ae3574fc922 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403292 Jan 27 22:35:07.563545 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:07.908184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eae207-1541-4c95-9c41-e60a5a390742 req-e35846fc-1774-45fc-814d-e790c81fa6fb tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:07.909663 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3eae207-1541-4c95-9c41-e60a5a390742 req-e35846fc-1774-45fc-814d-e790c81fa6fb tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0471516 Jan 27 22:35:08.236726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3eae207-1541-4c95-9c41-e60a5a390742 req-be3d742f-a651-437d-b205-b83da86c747e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215990 Jan 27 22:35:08.923063 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:09.350355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50125fe4-5329-4a7d-b1df-635e36538738 req-3a6b9944-fd22-4e01-a346-7a354a65fc1d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:09.351806 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-50125fe4-5329-4a7d-b1df-635e36538738 req-3a6b9944-fd22-4e01-a346-7a354a65fc1d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0479419 Jan 27 22:35:09.396797 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-50125fe4-5329-4a7d-b1df-635e36538738 req-861d3e68-7657-4089-a380-aa3469cf511b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394814 Jan 27 22:35:10.510403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c5559-abe1-4648-9c85-5d812b30ea38 req-dd5d87b5-d1a3-4b5b-8069-e50a0fc3bb3c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:10.511905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-587c5559-abe1-4648-9c85-5d812b30ea38 req-dd5d87b5-d1a3-4b5b-8069-e50a0fc3bb3c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0476692 Jan 27 22:35:10.559304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-587c5559-abe1-4648-9c85-5d812b30ea38 req-be41ec61-8f2e-4de4-a7d7-1277440bbace tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409858 Jan 27 22:35:11.332037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda207d-1588-4949-b78d-584f47208d68 req-e8df0c96-2d6b-4a11-96f7-b8f5ea61044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:11.333756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deda207d-1588-4949-b78d-584f47208d68 req-e8df0c96-2d6b-4a11-96f7-b8f5ea61044f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 1097 time: 0.0428324 Jan 27 22:35:11.433595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda207d-1588-4949-b78d-584f47208d68 req-a2613e41-337e-4011-9a38-ad052480bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:11.435021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deda207d-1588-4949-b78d-584f47208d68 req-a2613e41-337e-4011-9a38-ad052480bcab service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0849068 Jan 27 22:35:11.500834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deda207d-1588-4949-b78d-584f47208d68 req-6072d2cb-bb5d-4e56-8a1d-753e6f5f36b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 200 len: 1001 time: 0.0602784 Jan 27 22:35:11.547261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda207d-1588-4949-b78d-584f47208d68 req-65b080ad-f042-47ba-a466-2e29d87b51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:11.548739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deda207d-1588-4949-b78d-584f47208d68 req-65b080ad-f042-47ba-a466-2e29d87b51b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0424919 Jan 27 22:35:11.594693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda207d-1588-4949-b78d-584f47208d68 req-74d91800-3db8-42bb-af51-474ed637b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:11.596065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deda207d-1588-4949-b78d-584f47208d68 req-74d91800-3db8-42bb-af51-474ed637b860 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411201 Jan 27 22:35:11.721917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46332a14-302f-42ae-93ef-c301451fbcb6 req-7eb76146-b35e-4fde-933d-79f7b2a06de6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:11.723303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46332a14-302f-42ae-93ef-c301451fbcb6 req-7eb76146-b35e-4fde-933d-79f7b2a06de6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0757012 Jan 27 22:35:11.725519 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deda207d-1588-4949-b78d-584f47208d68 req-4345bc91-d138-4123-b085-93dbd4470af5 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231072 Jan 27 22:35:11.820571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46332a14-302f-42ae-93ef-c301451fbcb6 req-32167856-4e71-41d4-b63a-7d63f154ba7e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916474 Jan 27 22:35:11.848338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-deda207d-1588-4949-b78d-584f47208d68 req-ff13aa5a-3f5d-46fe-8eee-64533a1dc4e8 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123986 Jan 27 22:35:12.936544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631145fa-a899-416e-8ba9-891bee240da2 req-e29bf126-c166-4c7b-b09a-e831613a25c7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:12.938586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-631145fa-a899-416e-8ba9-891bee240da2 req-e29bf126-c166-4c7b-b09a-e831613a25c7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0487363 Jan 27 22:35:12.985281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-631145fa-a899-416e-8ba9-891bee240da2 req-e75287c5-3304-44b0-acd5-3c13212b25ea tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411923 Jan 27 22:35:13.242966 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-103a6f9d-37ae-4fcb-b6a5-c06447d81ab5 service neutron] show failed (client error): The resource could not be found. Jan 27 22:35:13.243980 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-103a6f9d-37ae-4fcb-b6a5-c06447d81ab5 service neutron] 10.222.0.74 "GET /v2.0/ports/59e36655-463f-4a65-b5c2-216b8997e05e/bindings/n-h2-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0646164 Jan 27 22:35:13.907659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9967d-69ae-4a88-aba2-e84667dcff6b req-9904f366-2c49-45f9-be34-7b7b82af3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:13.909193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ab9967d-69ae-4a88-aba2-e84667dcff6b req-9904f366-2c49-45f9-be34-7b7b82af3908 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 1097 time: 0.1259077 Jan 27 22:35:13.914715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-80ba2a7c-a103-484d-a3a0-25839457f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:13.916113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-80ba2a7c-a103-484d-a3a0-25839457f1f4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 1097 time: 0.1027081 Jan 27 22:35:13.932479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:14.037393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.135470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9967d-69ae-4a88-aba2-e84667dcff6b req-4fa22e05-dddb-49a1-abaa-9d58ad42a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:14.141038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ab9967d-69ae-4a88-aba2-e84667dcff6b req-4fa22e05-dddb-49a1-abaa-9d58ad42a06a service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.2087202 Jan 27 22:35:14.254370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7322c9-b254-4d5e-b7f1-ff804ed27c0f req-696d8ece-d054-4667-bbe3-bd7beb1e49d7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:14.255888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc7322c9-b254-4d5e-b7f1-ff804ed27c0f req-696d8ece-d054-4667-bbe3-bd7beb1e49d7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.2012391 Jan 27 22:35:14.304697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ab9967d-69ae-4a88-aba2-e84667dcff6b req-87100b8b-7e1f-45b3-97c6-92e5b83bca95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 200 len: 1001 time: 0.1594796 Jan 27 22:35:14.411625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc7322c9-b254-4d5e-b7f1-ff804ed27c0f req-2f400a11-dc44-4fb3-ad12-0a1c5932bf2d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471653 Jan 27 22:35:14.419561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9967d-69ae-4a88-aba2-e84667dcff6b req-565d7361-18bf-453a-a600-5769365b0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:14.421526 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ab9967d-69ae-4a88-aba2-e84667dcff6b req-565d7361-18bf-453a-a600-5769365b0776 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.1104429 Jan 27 22:35:14.469759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=59e36655-463f-4a65-b5c2-216b8997e05e,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:14.494185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9967d-69ae-4a88-aba2-e84667dcff6b req-20526274-f153-475b-aefb-db7a08bc95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:14.495683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ab9967d-69ae-4a88-aba2-e84667dcff6b req-20526274-f153-475b-aefb-db7a08bc95a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650437 Jan 27 22:35:14.527753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:14.607740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:14.610589 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0cfb00-7772-42ee-882e-226288b335ae" -d '{"events": [{"server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "name": "network-vif-unplugged", "status": "completed", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:14.615747 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Publish callbacks [] for port (59e36655-463f-4a65-b5c2-216b8997e05e), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.639795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Transition to ACTIVE for port object 59e36655-463f-4a65-b5c2-216b8997e05e will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:35:14.642408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ab9967d-69ae-4a88-aba2-e84667dcff6b req-6d0d25b3-889c-45c8-8e89-7c216284ea59 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376975 Jan 27 22:35:14.668446 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0e7db4-66fc-4d29-9b2c-c9ba4966ad8b x-openstack-request-id: req-8d0e7db4-66fc-4d29-9b2c-c9ba4966ad8b {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:14.668873 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "name": "network-vif-unplugged", "status": "completed", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:14.669136 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d0e7db4-66fc-4d29-9b2c-c9ba4966ad8b {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:14.669530 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e', 'code': 200} Jan 27 22:35:14.732430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:14.763822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ab9967d-69ae-4a88-aba2-e84667dcff6b req-3e20df64-89f6-4b77-9eb8-6cd0054cb784 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146586 Jan 27 22:35:14.837742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Pushing event updated for resources: {'Port': ['ID=59e36655-463f-4a65-b5c2-216b8997e05e,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:14.862843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.864376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.864376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.864376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.864376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.864687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.864903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.865245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.865577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.865913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.866254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.866584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.866914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:14.928666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] No DVR routers for this DVR port 59e36655-463f-4a65-b5c2-216b8997e05e on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:15.069607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Attempting to bind port 59e36655-463f-4a65-b5c2-216b8997e05e on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:15.070235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Attempting to bind port 59e36655-463f-4a65-b5c2-216b8997e05e by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:15.070235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Attempting to bind port 59e36655-463f-4a65-b5c2-216b8997e05e on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:15.074471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Port 59e36655-463f-4a65-b5c2-216b8997e05e on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:35:15.074800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Attempting to bind port 59e36655-463f-4a65-b5c2-216b8997e05e on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:15.079627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:15.079967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:15.080383 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Bound using segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:15.080812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Bound port: 59e36655-463f-4a65-b5c2-216b8997e05e, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:15.081181 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.150630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:15.153864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=59e36655-463f-4a65-b5c2-216b8997e05e,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:15.300768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.339286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:15.339908 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:15.341338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] 10.222.0.71 "PUT /v2.0/ports/59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 200 len: 1092 time: 1.4141386 Jan 27 22:35:15.373466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04046635-7706-4b8a-892e-5daf23b648e8 service neutron] Pushing event updated for resources: {'Port': ['ID=59e36655-463f-4a65-b5c2-216b8997e05e,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:15.408581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-929e86e9-6cd7-4670-a6ea-b5ea9101484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:15.410510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-929e86e9-6cd7-4670-a6ea-b5ea9101484f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 1095 time: 0.0461800 Jan 27 22:35:15.553569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-57931d13-ec25-4751-909d-ca427ad0b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:15.555590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-57931d13-ec25-4751-909d-ca427ad0b6e0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1385911 Jan 27 22:35:15.615265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83960fc-1300-4546-aadb-b6549eb56703 req-15686d12-f07d-4874-b504-97b7ca9bbefc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:15.616843 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a83960fc-1300-4546-aadb-b6549eb56703 req-15686d12-f07d-4874-b504-97b7ca9bbefc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 944 time: 0.1095433 Jan 27 22:35:15.645912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-1919ecc0-11d0-452a-8a09-bb4e5a058828 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 200 len: 999 time: 0.0840626 Jan 27 22:35:15.705405 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a83960fc-1300-4546-aadb-b6549eb56703 req-b26a65b8-addf-4926-b5b0-11c5a524a741 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799482 Jan 27 22:35:15.714664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-49c1df64-1052-426a-8cb4-7e4204d0799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:15.716225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-49c1df64-1052-426a-8cb4-7e4204d0799d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0640473 Jan 27 22:35:15.765282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-e0ca492a-5b4d-4f90-b22e-0053da308e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:15.766786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-e0ca492a-5b4d-4f90-b22e-0053da308e58 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444543 Jan 27 22:35:15.857209 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-b32e8a99-d42c-45de-9c49-031502129d5f service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831196 Jan 27 22:35:15.954454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ab16272-8bc0-4b42-973a-497e1e529a2f req-dbd7a72f-4b19-4cfe-ad2b-8c5486c785a3 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917318 Jan 27 22:35:16.670486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:16.673532 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:16.722056 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09efaaaf-6def-4658-9018-6ff76087e091 x-openstack-request-id: req-09efaaaf-6def-4658-9018-6ff76087e091 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:16.722360 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:16.722625 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09efaaaf-6def-4658-9018-6ff76087e091 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:16.723663 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e', 'status': 'completed', 'code': 200} Jan 27 22:35:16.847067 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-e2744c81-b5e1-4f60-a83c-54deca8f0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:16.848618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-e2744c81-b5e1-4f60-a83c-54deca8f0f35 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 1095 time: 0.1053813 Jan 27 22:35:16.850124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-c1b4ea5e-2271-4a84-8e5b-0fbbbec3ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:16.851458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-c1b4ea5e-2271-4a84-8e5b-0fbbbec3ff8a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 1095 time: 0.0982330 Jan 27 22:35:16.872364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97610552-b30e-44b4-ac7c-63213decfc90 req-b185ee9c-5b1e-49dd-8260-54d82a00baef tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:16.873784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-97610552-b30e-44b4-ac7c-63213decfc90 req-b185ee9c-5b1e-49dd-8260-54d82a00baef tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 944 time: 0.0844722 Jan 27 22:35:17.084776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 59e36655-463f-4a65-b5c2-216b8997e05e no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:17.125802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] The host n-h1-760456-6 is not matching for port 59e36655-463f-4a65-b5c2-216b8997e05e host n-h2-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:35:17.126208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 59e36655-463f-4a65-b5c2-216b8997e05e not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:17.319421 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-97610552-b30e-44b4-ac7c-63213decfc90 req-f78794c8-14ed-476b-a469-6046e20de60c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4297526 Jan 27 22:35:17.344387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-9b71805e-cee7-47ea-af52-a836ad983010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:17.345848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-9b71805e-cee7-47ea-af52-a836ad983010 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.4906671 Jan 27 22:35:17.348375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-cfc2f7e3-61e4-483f-9ad4-824d8f456f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:17.349703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-cfc2f7e3-61e4-483f-9ad4-824d8f456f1f service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.4855537 Jan 27 22:35:17.369745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 59e36655-463f-4a65-b5c2-216b8997e05e details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:35:17.461638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-b80498b1-9f10-419a-9fd6-355d772872d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 200 len: 999 time: 0.1080105 Jan 27 22:35:17.463414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-a69b6291-36ae-421f-9c85-afdd095981ab service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 200 len: 999 time: 0.1044531 Jan 27 22:35:17.465567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=59e36655-463f-4a65-b5c2-216b8997e05e,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:17.477703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '59e36655-463f-4a65-b5c2-216b8997e05e', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'port_id': '59e36655-463f-4a65-b5c2-216b8997e05e', 'mac_address': 'fa:16:3e:85:dc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:35:17.513527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 59e36655-463f-4a65-b5c2-216b8997e05e is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:17.513921 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.526977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e36655-463f-4a65-b5c2-216b8997e05e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:35:17.545494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-945f677c-f0a6-47ab-99a3-8c8a4c30f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:17.545929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=59e36655-463f-4a65-b5c2-216b8997e05e,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:17.547032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-945f677c-f0a6-47ab-99a3-8c8a4c30f56e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0766454 Jan 27 22:35:17.548448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-f7be0133-5690-494f-bedf-e70d7be511dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:17.549769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-f7be0133-5690-494f-bedf-e70d7be511dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0804462 Jan 27 22:35:17.597266 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:17.621269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-bd0bc9da-4979-4b50-b7aa-3ad2eb6e626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:17.622798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-bd0bc9da-4979-4b50-b7aa-3ad2eb6e626e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706406 Jan 27 22:35:17.625758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-e8c141c0-15b3-471f-baff-779c4d2a4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:17.632541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-e8c141c0-15b3-471f-baff-779c4d2a4490 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676796 Jan 27 22:35:17.645753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=59e36655-463f-4a65-b5c2-216b8997e05e,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:17.653128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.653489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.653842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.654185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.654523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.654984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.655321 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.655652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.655984 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.656338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.656667 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.656998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.657327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:35:17.779877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-029fc6c7-0149-4890-b235-e3c24ef4670e service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511953 Jan 27 22:35:17.783907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-fedee366-0d6e-4d78-afe5-62b691ecd3f3 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476610 Jan 27 22:35:17.818118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['59e36655-463f-4a65-b5c2-216b8997e05e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:35:17.942569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-c1f79629-ac37-4959-8dcf-66567e05e77d service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566780 Jan 27 22:35:17.944534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54a49d74-3a1f-42f5-82fb-ac7d5076bbe1 req-6f35d46e-0bc6-4df9-982f-48ceda595c8b service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516993 Jan 27 22:35:18.440494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ddd84-92cb-4da8-b1af-e9ffb96b2870 req-55084598-8716-4aba-a253-98a0a5995788 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:18.441967 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa2ddd84-92cb-4da8-b1af-e9ffb96b2870 req-55084598-8716-4aba-a253-98a0a5995788 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 945 time: 0.0534172 Jan 27 22:35:18.487481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa2ddd84-92cb-4da8-b1af-e9ffb96b2870 req-26977d19-4259-445e-a860-698d1e05df1e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400331 Jan 27 22:35:18.853814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eaf2f9-e93a-4313-a068-58e53938c542 req-811507af-ea4b-4589-8f2e-208a226a71bc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:18.855296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24eaf2f9-e93a-4313-a068-58e53938c542 req-811507af-ea4b-4589-8f2e-208a226a71bc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 945 time: 0.0483654 Jan 27 22:35:18.903384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24eaf2f9-e93a-4313-a068-58e53938c542 req-98c49b96-a747-4a73-bfa5-7d2c9cd4296a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420663 Jan 27 22:35:18.965840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc457e-2875-4b84-a811-333836216b6d req-a9b862ca-06c2-4b0a-9b44-06343cb46f9d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:18.968363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adc457e-2875-4b84-a811-333836216b6d req-a9b862ca-06c2-4b0a-9b44-06343cb46f9d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5&tenant_id=ccf121efc52f454bad8501d0a55f3210&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 945 time: 0.0505209 Jan 27 22:35:19.032228 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-9adc457e-2875-4b84-a811-333836216b6d req-c94d272d-60eb-4f60-a9ad-0df8008d4df3 service neutron] delete failed (client error): The resource could not be found. Jan 27 22:35:19.033195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adc457e-2875-4b84-a811-333836216b6d req-c94d272d-60eb-4f60-a9ad-0df8008d4df3 service neutron] 10.222.0.74 "DELETE /v2.0/ports/59e36655-463f-4a65-b5c2-216b8997e05e/bindings/n-h1-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0583618 Jan 27 22:35:19.114812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc457e-2875-4b84-a811-333836216b6d req-de72d9a4-df10-403f-b513-e2fed78586fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:19.116284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adc457e-2875-4b84-a811-333836216b6d req-de72d9a4-df10-403f-b513-e2fed78586fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 1096 time: 0.0421731 Jan 27 22:35:19.203487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc457e-2875-4b84-a811-333836216b6d req-e370e77b-670a-4611-937d-26a965ed7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:19.205001 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adc457e-2875-4b84-a811-333836216b6d req-e370e77b-670a-4611-937d-26a965ed7e0b service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0836046 Jan 27 22:35:19.272782 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adc457e-2875-4b84-a811-333836216b6d req-e9d42023-6554-448e-a7ff-822a9f46dcd6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 200 len: 1000 time: 0.0617623 Jan 27 22:35:19.320318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc457e-2875-4b84-a811-333836216b6d req-b25be6b5-27f3-413d-9369-1132c39c2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:19.321661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adc457e-2875-4b84-a811-333836216b6d req-b25be6b5-27f3-413d-9369-1132c39c2d71 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0438340 Jan 27 22:35:19.366132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc457e-2875-4b84-a811-333836216b6d req-aedfb13e-ff6f-4745-bab7-e10e95307652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:19.367599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adc457e-2875-4b84-a811-333836216b6d req-aedfb13e-ff6f-4745-bab7-e10e95307652 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397909 Jan 27 22:35:19.379839 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 59e36655-463f-4a65-b5c2-216b8997e05e up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:19.459951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adc457e-2875-4b84-a811-333836216b6d req-2c36de7c-e89d-41f6-9e11-029cbbe3ebc8 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868316 Jan 27 22:35:19.488917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 59e36655-463f-4a65-b5c2-216b8997e05e completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:35:19.492877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 59e36655-463f-4a65-b5c2-216b8997e05e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:19.493362 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.548496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9adc457e-2875-4b84-a811-333836216b6d req-ae4b8c11-c20a-4d44-98e0-d3eb8ffd6217 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830240 Jan 27 22:35:19.580669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 59e36655-463f-4a65-b5c2-216b8997e05e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:19.580993 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.604548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:19.606796 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a67054-0e33-49b8-8701-4610010b5dcf" -d '{"events": [{"server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "name": "network-vif-plugged", "status": "completed", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:19.619308 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=59e36655-463f-4a65-b5c2-216b8997e05e,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:19.694704 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:19.721126 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79f3430-213b-41d8-ab20-8f82a9bfc1b7 x-openstack-request-id: req-a79f3430-213b-41d8-ab20-8f82a9bfc1b7 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:19.721427 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "name": "network-vif-plugged", "status": "completed", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:19.721685 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a79f3430-213b-41d8-ab20-8f82a9bfc1b7 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:19.722078 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e', 'code': 200} Jan 27 22:35:19.744732 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=59e36655-463f-4a65-b5c2-216b8997e05e,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:20.024548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90eb50-821f-4034-9c64-b686d2b9833b req-018a5397-f097-457c-a719-b7dfc8078002 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:20.026045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d90eb50-821f-4034-9c64-b686d2b9833b req-018a5397-f097-457c-a719-b7dfc8078002 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0536757 Jan 27 22:35:20.071453 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9d90eb50-821f-4034-9c64-b686d2b9833b req-846cd4a7-8657-47c4-8b3a-cf4e1b247399 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400040 Jan 27 22:35:21.186180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4f91-63a6-4aa5-8a20-40adec25bd4f req-2023b845-849c-4b73-bbf8-2a6146f7910c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:21.187656 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f54b4f91-63a6-4aa5-8a20-40adec25bd4f req-2023b845-849c-4b73-bbf8-2a6146f7910c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0468397 Jan 27 22:35:21.233583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f54b4f91-63a6-4aa5-8a20-40adec25bd4f req-66fffb0c-6f85-4bd8-a4df-6d0ce84e66aa tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404141 Jan 27 22:35:21.351033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9047d3-f36c-4f73-a458-e1b037e546a8 req-442f9fc7-5efa-4a7d-9022-5beee577e1f3 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:21.352621 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f9047d3-f36c-4f73-a458-e1b037e546a8 req-442f9fc7-5efa-4a7d-9022-5beee577e1f3 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0541892 Jan 27 22:35:21.398191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f9047d3-f36c-4f73-a458-e1b037e546a8 req-b3ca0104-2768-4964-b42e-43a0e20056bc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401618 Jan 27 22:35:21.508320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b69e3-d24d-43c5-9821-3ad978150e3b req-caf8ce82-b688-4fd2-8c04-1d90f4ab7cb3 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:21.509788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d17b69e3-d24d-43c5-9821-3ad978150e3b req-caf8ce82-b688-4fd2-8c04-1d90f4ab7cb3 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0478063 Jan 27 22:35:21.555493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d17b69e3-d24d-43c5-9821-3ad978150e3b req-6c221788-d50a-45df-bfc8-4c217573e7a9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397077 Jan 27 22:35:22.003044 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f52a2d-51b0-41af-b282-e3c359dc3a24 req-8af5f060-5f52-4034-99a8-e11f145676ec tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:22.004557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44f52a2d-51b0-41af-b282-e3c359dc3a24 req-8af5f060-5f52-4034-99a8-e11f145676ec tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0488882 Jan 27 22:35:22.054335 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44f52a2d-51b0-41af-b282-e3c359dc3a24 req-96be2443-e457-4c42-baa0-5b07e0d95229 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442138 Jan 27 22:35:23.174190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8fb46-7b7c-448e-98c5-5340e529c69b req-5a33d498-d948-4d44-a713-a16d1d878da6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:23.175685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69f8fb46-7b7c-448e-98c5-5340e529c69b req-5a33d498-d948-4d44-a713-a16d1d878da6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0491800 Jan 27 22:35:23.222171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-69f8fb46-7b7c-448e-98c5-5340e529c69b req-86f135f2-f478-4f63-875c-fc58e095b48f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409534 Jan 27 22:35:23.312495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e6ab8-8358-493d-afff-b093ba50359a req-0733a92c-bbe6-471d-b4a9-f1829650e81a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:23.313941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-908e6ab8-8358-493d-afff-b093ba50359a req-0733a92c-bbe6-471d-b4a9-f1829650e81a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.71 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 946 time: 0.0467863 Jan 27 22:35:23.406726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Deleting port 59e36655-463f-4a65-b5c2-216b8997e05e {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:35:23.407073 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.494083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] For port 59e36655-463f-4a65-b5c2-216b8997e05e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=59e36655-463f-4a65-b5c2-216b8997e05e,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:23.494452 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.724254 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.724569 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.724858 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1 disassociated. External IP: 172.25.0.42, port: 59e36655-463f-4a65-b5c2-216b8997e05e. Jan 27 22:35:23.725230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Calling delete_port for 59e36655-463f-4a65-b5c2-216b8997e05e owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:35:23.962943 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (59e36655-463f-4a65-b5c2-216b8997e05e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:23.992669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event deleted for resources: {'Port': ['ID=59e36655-463f-4a65-b5c2-216b8997e05e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:24.111176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:35:24.230294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:35:24.248208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb04779-4c5b-4fcb-8318-fdf8e4280729 None None] Sync routers for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:35:24.258557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb04779-4c5b-4fcb-8318-fdf8e4280729 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:24.259174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ecb04779-4c5b-4fcb-8318-fdf8e4280729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:35:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:24.288621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] No DVR routers for this DVR port 59e36655-463f-4a65-b5c2-216b8997e05e on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:35:24.291462 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:24.295170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-908e6ab8-8358-493d-afff-b093ba50359a req-bc5f5c9a-6543-427a-acbf-ba938d0273ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.71 "DELETE /v2.0/ports/59e36655-463f-4a65-b5c2-216b8997e05e HTTP/1.1" status: 204 len: 173 time: 0.9752162 Jan 27 22:35:24.296264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'name': 'network-vif-deleted', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:24.298631 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b677c38a-cc31-4c3a-93f8-de9dd404a5e6" -d '{"events": [{"server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "name": "network-vif-deleted", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:24.339877 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af8c7c8-038b-481b-aa21-5e55490b5494 x-openstack-request-id: req-7af8c7c8-038b-481b-aa21-5e55490b5494 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:24.340205 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14e877c-c4c7-4008-9587-f125b49f66c5", "name": "network-vif-deleted", "tag": "59e36655-463f-4a65-b5c2-216b8997e05e", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:24.340563 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7af8c7c8-038b-481b-aa21-5e55490b5494 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:24.341039 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14e877c-c4c7-4008-9587-f125b49f66c5', 'name': 'network-vif-deleted', 'tag': '59e36655-463f-4a65-b5c2-216b8997e05e', 'status': 'completed', 'code': 200} Jan 27 22:35:24.372809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c140f929-dfe3-4a78-ab51-cf2988a65270 req-297a3131-a851-4795-a757-f7148ee0776c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=b14e877c-c4c7-4008-9587-f125b49f66c5 HTTP/1.1" status: 200 len: 210 time: 0.0355904 Jan 27 22:35:24.378776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-ecb04779-4c5b-4fcb-8318-fdf8e4280729 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:24.572599 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ecb04779-4c5b-4fcb-8318-fdf8e4280729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:24.598392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb04779-4c5b-4fcb-8318-fdf8e4280729 None None] Checking router: cbe4f574-0302-4d24-8ad9-caaf5885b7d8 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:35:24.606505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb04779-4c5b-4fcb-8318-fdf8e4280729 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:24.607104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ecb04779-4c5b-4fcb-8318-fdf8e4280729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:35:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:24.716445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-ecb04779-4c5b-4fcb-8318-fdf8e4280729 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:24.913354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-ecb04779-4c5b-4fcb-8318-fdf8e4280729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:24.939769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb04779-4c5b-4fcb-8318-fdf8e4280729 None None] The sync data for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 is: [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:35:25.169371 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43060009-f4db-4e36-8387-8cba7fe11f76 None None] New status for floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:35:25.611387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-81688305-e105-4fba-8252-d0ea94fb0319 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--450712191&fields=id&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 267 time: 0.0428810 Jan 27 22:35:25.718559 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-d3832fea-6814-40f0-b3f0-18856817acfc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:25.719944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-d3832fea-6814-40f0-b3f0-18856817acfc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 812 time: 0.1023617 Jan 27 22:35:25.734635 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-c6b35b40-5fe4-4cfa-acc9-fe9ec4031745 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/quotas/ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 375 time: 0.0092986 Jan 27 22:35:25.786708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-ad1f90c6-4a4d-46b3-b8f2-248ca5163df1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474987 Jan 27 22:35:25.923839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-a3287f0e-3dbf-410b-af61-5e171f2c9f29 service neutron] 10.222.0.61 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252713 Jan 27 22:35:26.022625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-cd7fb636-89a8-4ec7-9bbe-a8b147f2b107 service neutron] 10.222.0.61 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930548 Jan 27 22:35:26.272923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3bc306c4-a091-462f-9950-0d01816fc0a3 req-1e0dcb47-7556-45be-a003-eca37ed466fa tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 210 time: 0.0277572 Jan 27 22:35:27.367667 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e800dc5d-25cc-4134-8fae-5094e54ff04b req-901f880b-995f-4b22-8691-6447d386321c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 210 time: 0.0264134 Jan 27 22:35:27.430965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 59e36655-463f-4a65-b5c2-216b8997e05e no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:35:27.451766 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:27.453008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 59e36655-463f-4a65-b5c2-216b8997e05e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:35:27.453361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 59e36655-463f-4a65-b5c2-216b8997e05e not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:35:27.871020 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.225659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-b9a0b006-49ed-4c96-8e48-c9377dc3d3ba tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:28.227094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-b9a0b006-49ed-4c96-8e48-c9377dc3d3ba tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 812 time: 0.1088846 Jan 27 22:35:28.289411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-7d072c82-166d-481f-bb79-9da1a5866d06 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 379 time: 0.0546451 Jan 27 22:35:28.297719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Request body: {'port': {'device_id': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'admin_state_up': True, 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'security_groups': ['442cd6a2-04ed-4cb1-837e-ab7a2bacdb48']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:28.464409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f6aa127-f50d-44fb-92ed-94c18828d6e1 req-b8d50201-9c9c-442c-9e6d-70491a023de9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 210 time: 0.0275474 Jan 27 22:35:28.482923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Made reservation on behalf of ccf121efc52f454bad8501d0a55f3210 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:35:28.486443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.613707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Allocated IP 172.20.0.3 (8500b22a-ac2f-4a75-a887-5c5881bb8d12/908d97ae-0eb6-45b9-9409-da53ea8b68f7/76a13bff-577d-4632-9af0-af3c1a430f7d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:35:28.756711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.860314 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:28.902794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:35:28.905789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:35:28.912551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:35:28.918448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event updated for resources: {'Port': ['ID=76a13bff-577d-4632-9af0-af3c1a430f7d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:28.965173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:28.965803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.073568 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e959088a-9f90-467d-8bc4-836583197f51 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7799127 Jan 27 22:35:29.084747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Request body: {'port': {'device_id': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:29.142045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.144902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-60969004-a1f2-404b-b323-e09b1069e22e None None] Provisioning complete for port 76a13bff-577d-4632-9af0-af3c1a430f7d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:29.153248 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-60969004-a1f2-404b-b323-e09b1069e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.182095 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-60969004-a1f2-404b-b323-e09b1069e22e None None] Port 76a13bff-577d-4632-9af0-af3c1a430f7d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:35:29.401457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a13bff-577d-4632-9af0-af3c1a430f7d {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:35:29.408844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Publish callbacks [] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.420419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Transition to ACTIVE for port object 76a13bff-577d-4632-9af0-af3c1a430f7d will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:35:29.482191 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.536868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Pushing event updated for resources: {'Port': ['ID=76a13bff-577d-4632-9af0-af3c1a430f7d,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:29.635246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8774a6-c3a7-410d-ba4d-7b75e41064e4 req-6800ff36-f86f-4fcf-a495-1a2a0d8499dd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:29.636798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b8774a6-c3a7-410d-ba4d-7b75e41064e4 req-6800ff36-f86f-4fcf-a495-1a2a0d8499dd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 943 time: 0.1039300 Jan 27 22:35:29.662194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Attempting to bind port 76a13bff-577d-4632-9af0-af3c1a430f7d on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:35:29.662533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Attempting to bind port 76a13bff-577d-4632-9af0-af3c1a430f7d by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:35:29.662870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Attempting to bind port 76a13bff-577d-4632-9af0-af3c1a430f7d on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:29.671157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Port 76a13bff-577d-4632-9af0-af3c1a430f7d on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:35:29.671488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Attempting to bind port 76a13bff-577d-4632-9af0-af3c1a430f7d on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:35:29.683834 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:35:29.684208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:35:29.684596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Bound using segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:35:29.685031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Bound port: 76a13bff-577d-4632-9af0-af3c1a430f7d, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:35:29.685394 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.714194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b8774a6-c3a7-410d-ba4d-7b75e41064e4 req-ff2989fc-7944-4481-b309-e83228429a4f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693002 Jan 27 22:35:29.765552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:35:29.768522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=76a13bff-577d-4632-9af0-af3c1a430f7d,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:35:29.837708 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.871719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:29.872371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:29.874297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] 10.222.0.71 "PUT /v2.0/ports/76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 200 len: 1091 time: 0.7934802 Jan 27 22:35:29.874705 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:29.876967 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cb5cb3-d8de-47c1-a95e-b5629051a717" -d '{"events": [{"name": "network-changed", "server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:29.905397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1557ee-ded5-4707-8426-bfc87ac344e7 service neutron] Pushing event updated for resources: {'Port': ['ID=76a13bff-577d-4632-9af0-af3c1a430f7d,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:29.922246 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e944618-3a0d-45ae-a0e3-486732541792 x-openstack-request-id: req-7e944618-3a0d-45ae-a0e3-486732541792 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:29.922555 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:29.922818 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e944618-3a0d-45ae-a0e3-486732541792 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:29.923233 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'status': 'completed', 'code': 200} Jan 27 22:35:29.984983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb5cb3-d8de-47c1-a95e-b5629051a717 req-65899c76-7ab9-496a-b403-e439a2670f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:29.986558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63cb5cb3-d8de-47c1-a95e-b5629051a717 req-65899c76-7ab9-496a-b403-e439a2670f31 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 1094 time: 0.0443132 Jan 27 22:35:30.066268 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:35:30.090155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb5cb3-d8de-47c1-a95e-b5629051a717 req-43cae734-884a-4d72-a71c-b55719fc639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:30.091638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63cb5cb3-d8de-47c1-a95e-b5629051a717 req-43cae734-884a-4d72-a71c-b55719fc639a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=ccf121efc52f454bad8501d0a55f3210&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0980639 Jan 27 22:35:30.183458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb5cb3-d8de-47c1-a95e-b5629051a717 req-7c9f9be3-5769-4b29-8688-f688c49176b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:30.184899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63cb5cb3-d8de-47c1-a95e-b5629051a717 req-7c9f9be3-5769-4b29-8688-f688c49176b3 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879498 Jan 27 22:35:30.256863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-f69188b9-7197-449f-84c4-4d58618fd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:30.258853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-f69188b9-7197-449f-84c4-4d58618fd1c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 1094 time: 0.0405500 Jan 27 22:35:30.302940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-0f92de77-f581-4346-8343-9940512104a4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 200 len: 217 time: 0.0380337 Jan 27 22:35:30.350512 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e0220c17-25f9-475d-a5b1-2b3589c5402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:30.351962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-e0220c17-25f9-475d-a5b1-2b3589c5402f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0435700 Jan 27 22:35:30.395175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-a77c601a-6dd7-4e55-aa97-50b48e6849bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:30.396697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-a77c601a-6dd7-4e55-aa97-50b48e6849bd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395236 Jan 27 22:35:30.797357 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-b905d140-b74e-4bbe-a672-b37abcd5923a service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950360 Jan 27 22:35:30.880455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99767465-7d46-4b90-8d6d-b941cde4d943 req-8eee3c4f-0535-4644-a0b6-7b4731bac43c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:30.881914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99767465-7d46-4b90-8d6d-b941cde4d943 req-8eee3c4f-0535-4644-a0b6-7b4731bac43c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 943 time: 0.0985141 Jan 27 22:35:30.932109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d28a20a7-5760-4f88-8da4-3642f633e51b req-7a334346-8e4f-43c6-94bb-a0e1f712d012 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215122 Jan 27 22:35:30.948142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-99767465-7d46-4b90-8d6d-b941cde4d943 req-8420eaa8-0374-4f97-b9d6-f05a273b75f4 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604537 Jan 27 22:35:32.066451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5260f82-0401-4db9-ab48-9198e34529aa req-1136e226-f457-4e4e-b6ed-11732ee309e9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:32.067917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5260f82-0401-4db9-ab48-9198e34529aa req-1136e226-f457-4e4e-b6ed-11732ee309e9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 943 time: 0.0496697 Jan 27 22:35:32.114403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b5260f82-0401-4db9-ab48-9198e34529aa req-19208c31-9f09-4e08-98b0-861c0f85cc5d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409584 Jan 27 22:35:32.340103 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2374-d69a-4c9a-a09a-499422edca73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:33.227218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a44289-0fff-486f-9d18-8b1dd7c11b7a req-d51e4189-c203-47f2-96a4-455358bb19c4 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:33.228693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04a44289-0fff-486f-9d18-8b1dd7c11b7a req-d51e4189-c203-47f2-96a4-455358bb19c4 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 943 time: 0.0464466 Jan 27 22:35:33.277032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04a44289-0fff-486f-9d18-8b1dd7c11b7a req-1194dee0-5190-495f-84b0-deba7b1b411e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424998 Jan 27 22:35:33.462530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 76a13bff-577d-4632-9af0-af3c1a430f7d details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:35:33.557539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=76a13bff-577d-4632-9af0-af3c1a430f7d,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:33.568697 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'port_id': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'mac_address': 'fa:16:3e:d7:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:35:33.604020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 76a13bff-577d-4632-9af0-af3c1a430f7d is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:33.604439 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:33.618851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a13bff-577d-4632-9af0-af3c1a430f7d {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:35:33.637837 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=76a13bff-577d-4632-9af0-af3c1a430f7d,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:33.705305 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:33.750282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=76a13bff-577d-4632-9af0-af3c1a430f7d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:33.897231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['76a13bff-577d-4632-9af0-af3c1a430f7d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:35:34.390600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7171d6-414e-4874-ac68-f58ba8e27272 req-ae2816d9-02af-43b7-933a-6df1189f5b5f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:34.392103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be7171d6-414e-4874-ac68-f58ba8e27272 req-ae2816d9-02af-43b7-933a-6df1189f5b5f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 944 time: 0.0472424 Jan 27 22:35:34.437128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be7171d6-414e-4874-ac68-f58ba8e27272 req-fa0860d3-8a62-42ee-90c4-2f6d3284cce6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392814 Jan 27 22:35:34.934092 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4152e3de-9676-4638-b5c1-7342d47171dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:35.478218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 76a13bff-577d-4632-9af0-af3c1a430f7d up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:35:35.550148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceecca2-824f-443f-b87d-a25cf4253ddd req-cfb1333d-5492-42c6-83c5-ebb6e01fcb53 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:35.551628 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dceecca2-824f-443f-b87d-a25cf4253ddd req-cfb1333d-5492-42c6-83c5-ebb6e01fcb53 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 944 time: 0.0475953 Jan 27 22:35:35.597251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 76a13bff-577d-4632-9af0-af3c1a430f7d completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:35:35.597718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dceecca2-824f-443f-b87d-a25cf4253ddd req-c326fa67-177f-45be-bc3b-1205e02ce863 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405827 Jan 27 22:35:35.601426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 76a13bff-577d-4632-9af0-af3c1a430f7d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:35:35.601811 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:35.682851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 76a13bff-577d-4632-9af0-af3c1a430f7d is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:35:35.683415 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:35.706304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:35.708810 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ca8a13-6145-4bf5-a8f0-005f2fd1a839" -d '{"events": [{"server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "name": "network-vif-plugged", "status": "completed", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:35.720593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=76a13bff-577d-4632-9af0-af3c1a430f7d,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:35:35.744733 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaa6be5-3bdf-46b2-83fb-a3b0a396c9a0 x-openstack-request-id: req-dcaa6be5-3bdf-46b2-83fb-a3b0a396c9a0 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:35.745065 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "name": "network-vif-plugged", "status": "completed", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:35.745331 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dcaa6be5-3bdf-46b2-83fb-a3b0a396c9a0 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:35.745735 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'code': 200} Jan 27 22:35:35.831399 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:35.841795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738200be-6b0e-4cd9-b11c-99afde9009ca req-9e02ccf1-3e6b-4c59-8676-f0d0ae155975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:35.843326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-738200be-6b0e-4cd9-b11c-99afde9009ca req-9e02ccf1-3e6b-4c59-8676-f0d0ae155975 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 1095 time: 0.0444822 Jan 27 22:35:35.878053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=76a13bff-577d-4632-9af0-af3c1a430f7d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:35:35.887760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-738200be-6b0e-4cd9-b11c-99afde9009ca req-2f09c0f4-8247-41da-a467-b2814fea36d6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388544 Jan 27 22:35:36.288417 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:36.710931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4d4e5-a940-4f64-8687-81fe418d6cfa req-1af58535-28d1-4978-86fb-ec1f8122a88d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:36.712430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ac4d4e5-a940-4f64-8687-81fe418d6cfa req-1af58535-28d1-4978-86fb-ec1f8122a88d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0478449 Jan 27 22:35:36.758120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ac4d4e5-a940-4f64-8687-81fe418d6cfa req-712d9cb3-668c-4464-8945-0e3d1573d98f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402172 Jan 27 22:35:37.550761 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:37.877000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9944b-50b1-4178-971a-9fbd23fa6987 req-6b198492-0704-4a27-9ff2-bbfe51329350 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:37.878478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eda9944b-50b1-4178-971a-9fbd23fa6987 req-6b198492-0704-4a27-9ff2-bbfe51329350 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0517554 Jan 27 22:35:37.924471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eda9944b-50b1-4178-971a-9fbd23fa6987 req-0778f82b-6bda-40f2-8e02-2f1613b8ecdc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404301 Jan 27 22:35:38.034172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c480a-a868-4655-a03f-2e5f056c6027 req-a59f5a5d-95b0-4233-a1b5-e215a52ca1cf tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:38.035632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b82c480a-a868-4655-a03f-2e5f056c6027 req-a59f5a5d-95b0-4233-a1b5-e215a52ca1cf tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0475450 Jan 27 22:35:38.044241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39074) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:35:38.049375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-601fb7b0-4d57-45e9-99c4-e1bb2de65c28 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Request body: {'floatingip': {'port_id': '76a13bff-577d-4632-9af0-af3c1a430f7d'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:35:38.087867 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-601fb7b0-4d57-45e9-99c4-e1bb2de65c28 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:38.526278 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-601fb7b0-4d57-45e9-99c4-e1bb2de65c28 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:38.591307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-601fb7b0-4d57-45e9-99c4-e1bb2de65c28 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:38.690758 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-601fb7b0-4d57-45e9-99c4-e1bb2de65c28 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1 associated. External IP: 172.25.0.42, port: 76a13bff-577d-4632-9af0-af3c1a430f7d. Jan 27 22:35:38.899508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601fb7b0-4d57-45e9-99c4-e1bb2de65c28 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:35:38.945387 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:39.007374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601fb7b0-4d57-45e9-99c4-e1bb2de65c28 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:35:39.012198 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-601fb7b0-4d57-45e9-99c4-e1bb2de65c28 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:39.017458 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc943c-f382-4101-a89c-33c07e050b4c None None] Sync routers for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:35:39.027193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc943c-f382-4101-a89c-33c07e050b4c None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:39.027805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-4edc943c-f382-4101-a89c-33c07e050b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:35:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:39.040839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-601fb7b0-4d57-45e9-99c4-e1bb2de65c28 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "PUT /v2.0/floatingips/03c35bd3-8362-4166-9001-fd5e5c5f72f1 HTTP/1.1" status: 200 len: 990 time: 0.9955413 Jan 27 22:35:39.041445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:35:39.043741 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5448906-1c06-426c-9add-d4e4521e550a" -d '{"events": [{"name": "network-changed", "server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:35:39.100750 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84530910-afde-4a8b-bcc7-079a5259209b x-openstack-request-id: req-84530910-afde-4a8b-bcc7-079a5259209b {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:35:39.101131 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:35:39.101577 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-84530910-afde-4a8b-bcc7-079a5259209b {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:35:39.102115 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'status': 'completed', 'code': 200} Jan 27 22:35:39.137705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-4edc943c-f382-4101-a89c-33c07e050b4c None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:39.161503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5448906-1c06-426c-9add-d4e4521e550a req-c8eff43d-e2ff-4108-a707-c4f60a64daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:39.162956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5448906-1c06-426c-9add-d4e4521e550a req-c8eff43d-e2ff-4108-a707-c4f60a64daa2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 1096 time: 0.0417340 Jan 27 22:35:39.255566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5448906-1c06-426c-9add-d4e4521e550a req-5c079a0a-dabc-43c9-8d50-041794f60f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:39.257097 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5448906-1c06-426c-9add-d4e4521e550a req-5c079a0a-dabc-43c9-8d50-041794f60f76 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0874171 Jan 27 22:35:39.322989 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5448906-1c06-426c-9add-d4e4521e550a req-ec3e04ac-6801-448e-8823-2fcbd8e98788 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 200 len: 998 time: 0.0596333 Jan 27 22:35:39.357210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-4edc943c-f382-4101-a89c-33c07e050b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '03c35bd3-8362-4166-9001-fd5e5c5f72f1', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'port_id': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'mac_address': 'fa:16:3e:d7:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:33:03Z', 'updated_at': '2022-01-27T22:35:38Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:39.377225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5448906-1c06-426c-9add-d4e4521e550a req-d02580aa-0ac9-4334-8241-180d21398bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:39.378733 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5448906-1c06-426c-9add-d4e4521e550a req-d02580aa-0ac9-4334-8241-180d21398bb9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0497382 Jan 27 22:35:39.426739 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5448906-1c06-426c-9add-d4e4521e550a req-6a6e58e4-f0f9-4182-8aed-a443b1a3a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:35:39.428252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5448906-1c06-426c-9add-d4e4521e550a req-6a6e58e4-f0f9-4182-8aed-a443b1a3a21f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426261 Jan 27 22:35:39.521139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5448906-1c06-426c-9add-d4e4521e550a req-5172a791-aedb-45ca-bdf5-9585be430dbf service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869236 Jan 27 22:35:39.543859 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc943c-f382-4101-a89c-33c07e050b4c None None] Checking router: cbe4f574-0302-4d24-8ad9-caaf5885b7d8 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:35:39.552051 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc943c-f382-4101-a89c-33c07e050b4c None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:35:39.552703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-4edc943c-f382-4101-a89c-33c07e050b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:35:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:39.613907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5448906-1c06-426c-9add-d4e4521e550a req-49e70487-9c72-42a6-965e-9fcf2ce90211 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873847 Jan 27 22:35:39.659331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-4edc943c-f382-4101-a89c-33c07e050b4c None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:35:39.893355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-4edc943c-f382-4101-a89c-33c07e050b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '03c35bd3-8362-4166-9001-fd5e5c5f72f1', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'port_id': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'mac_address': 'fa:16:3e:d7:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:33:03Z', 'updated_at': '2022-01-27T22:35:38Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:35:39.922930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edc943c-f382-4101-a89c-33c07e050b4c None None] The sync data for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 is: [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '03c35bd3-8362-4166-9001-fd5e5c5f72f1', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'port_id': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'mac_address': 'fa:16:3e:d7:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:33:03Z', 'updated_at': '2022-01-27T22:35:38Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:35:40.118791 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b097d-f3cd-42e4-b8f8-64fff2ebe59e None None] New status for floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:35:57.464938 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:35:57.882151 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:02.339296 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1dff8650-d8e5-435e-b428-98e97b054313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:04.945109 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9b82ac6b-5696-45e1-9e8c-c40ea99102ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:06.282761 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:07.065431 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:36:07.550648 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:08.961832 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:14.786415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-535108ec-4dd8-40c7-8bc4-fab127974e27 req-6e9db4ef-2890-4e3d-bdf9-a0316ebfd3d2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390081 Jan 27 22:36:14.867898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535108ec-4dd8-40c7-8bc4-fab127974e27 req-b255f443-0789-42fb-bda0-4ef4fba4f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:14.869463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-535108ec-4dd8-40c7-8bc4-fab127974e27 req-b255f443-0789-42fb-bda0-4ef4fba4f37b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 1096 time: 0.0431998 Jan 27 22:36:14.974499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535108ec-4dd8-40c7-8bc4-fab127974e27 req-76abec61-ec39-4518-aee2-78fe26abd69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:14.975980 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-535108ec-4dd8-40c7-8bc4-fab127974e27 req-76abec61-ec39-4518-aee2-78fe26abd69a service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0892799 Jan 27 22:36:15.041233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-535108ec-4dd8-40c7-8bc4-fab127974e27 req-0c2af5a2-7c38-4176-ae56-c6ff06240a58 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 200 len: 1000 time: 0.0590460 Jan 27 22:36:15.093706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535108ec-4dd8-40c7-8bc4-fab127974e27 req-a85509e0-2bd8-4eac-b240-62f0026539e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:15.095851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-535108ec-4dd8-40c7-8bc4-fab127974e27 req-a85509e0-2bd8-4eac-b240-62f0026539e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0481913 Jan 27 22:36:15.139946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535108ec-4dd8-40c7-8bc4-fab127974e27 req-cc283609-707e-4e48-bee8-80afb5ae84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:36:15.142011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-535108ec-4dd8-40c7-8bc4-fab127974e27 req-cc283609-707e-4e48-bee8-80afb5ae84ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397511 Jan 27 22:36:15.231903 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-535108ec-4dd8-40c7-8bc4-fab127974e27 req-5f7dd74f-07df-4ad9-a3ca-f580c8330661 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832906 Jan 27 22:36:15.342736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-535108ec-4dd8-40c7-8bc4-fab127974e27 req-9125e223-a817-4a14-b516-b261cf0c9bb5 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958750 Jan 27 22:36:27.476097 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:27.870892 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:32.373198 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bbb6eab4-3f23-42a4-8444-89dcaabe7cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:34.927100 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4d2e58b8-3b36-40e0-a363-624e5b9b34f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:36.264439 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:37.578641 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:38.966841 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:44.064664 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:36:57.484496 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:36:57.890205 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:02.348677 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-05bacf2c-4eb9-461e-85b4-997b0b96096a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:04.947468 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f08ee92-859e-4b1e-a03b-84a07af32ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:06.280899 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:07.555304 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:08.964572 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:15.778625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b079c47-3d51-4296-a75f-c70939221098 req-e42d3f33-7697-4b30-af22-e720a2b817e0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399718 Jan 27 22:37:15.866572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079c47-3d51-4296-a75f-c70939221098 req-01d328c3-cc84-40fb-aac9-0194d8bc00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:15.868197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b079c47-3d51-4296-a75f-c70939221098 req-01d328c3-cc84-40fb-aac9-0194d8bc00f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 1096 time: 0.0456226 Jan 27 22:37:16.012912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079c47-3d51-4296-a75f-c70939221098 req-b10ae405-9949-408d-b4f7-7b0ff6851ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:16.014393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b079c47-3d51-4296-a75f-c70939221098 req-b10ae405-9949-408d-b4f7-7b0ff6851ae8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1078572 Jan 27 22:37:16.081325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b079c47-3d51-4296-a75f-c70939221098 req-3eae5d7c-3774-4479-a62e-cff5dd5adfdc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 200 len: 1000 time: 0.0600114 Jan 27 22:37:16.143635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079c47-3d51-4296-a75f-c70939221098 req-7792f1c9-96e9-4278-91fd-e2b98d2173cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:16.145754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b079c47-3d51-4296-a75f-c70939221098 req-7792f1c9-96e9-4278-91fd-e2b98d2173cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0581737 Jan 27 22:37:16.192318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b079c47-3d51-4296-a75f-c70939221098 req-573f1243-35ab-408e-a62a-57b50c0d65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:16.193882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b079c47-3d51-4296-a75f-c70939221098 req-573f1243-35ab-408e-a62a-57b50c0d65ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430732 Jan 27 22:37:16.327657 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b079c47-3d51-4296-a75f-c70939221098 req-12525402-ad5e-4382-a4d8-06385a0c697b service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279659 Jan 27 22:37:16.337372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aecaec-82bb-419a-b2f1-1d8b53245f15 req-fdeb66f7-92bf-42c1-9cbd-5e27a0a2a367 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:16.338699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6aecaec-82bb-419a-b2f1-1d8b53245f15 req-fdeb66f7-92bf-42c1-9cbd-5e27a0a2a367 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.1439674 Jan 27 22:37:16.436938 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6aecaec-82bb-419a-b2f1-1d8b53245f15 req-26be356f-ea6a-4188-b3a5-a435daf24f86 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904031 Jan 27 22:37:16.455485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b079c47-3d51-4296-a75f-c70939221098 req-0debaa66-1c39-432f-b489-27ce296fecc4 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158612 Jan 27 22:37:17.605500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077813b7-f9e5-4725-9730-3e2ea6da707a req-2991ba22-74f9-4bf2-82cd-1f689b13d821 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:17.606951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-077813b7-f9e5-4725-9730-3e2ea6da707a req-2991ba22-74f9-4bf2-82cd-1f689b13d821 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.1002221 Jan 27 22:37:17.651762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-077813b7-f9e5-4725-9730-3e2ea6da707a req-07108d6b-2832-4fac-94db-3180914a9065 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394056 Jan 27 22:37:18.769516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db30f1-8e59-4335-a322-5bacbc78354a req-f9eb1c73-540d-4ff7-88e3-1df3e00bfc9a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:18.770988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8db30f1-8e59-4335-a322-5bacbc78354a req-f9eb1c73-540d-4ff7-88e3-1df3e00bfc9a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0477436 Jan 27 22:37:18.815850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8db30f1-8e59-4335-a322-5bacbc78354a req-61c6b322-ed4d-4a76-a8e3-b12b4fafb9ab tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394735 Jan 27 22:37:19.928718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a497f-7e35-4994-bd30-73d99716958a req-9997215f-319e-4780-a0ec-16f9f57523fb tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:19.930202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-023a497f-7e35-4994-bd30-73d99716958a req-9997215f-319e-4780-a0ec-16f9f57523fb tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0468872 Jan 27 22:37:19.979800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-023a497f-7e35-4994-bd30-73d99716958a req-177c4741-1c40-4ad2-9709-c70792cb7f46 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442135 Jan 27 22:37:21.064330 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:37:21.093014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd1640-4f29-4e7a-aaef-14702dd2c8c4 req-e459ac3f-2f2c-4a0c-b67b-1d8758215c01 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:21.095118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3cd1640-4f29-4e7a-aaef-14702dd2c8c4 req-e459ac3f-2f2c-4a0c-b67b-1d8758215c01 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0480514 Jan 27 22:37:21.140634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e3cd1640-4f29-4e7a-aaef-14702dd2c8c4 req-24ccbece-4a3f-463b-8e73-b15cb24b13b7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399988 Jan 27 22:37:22.258856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090abd4-b40e-4044-a2f3-e8f0fbbe8442 req-b32d6980-2d23-4973-823d-e646dc6bcc57 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:22.260383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b090abd4-b40e-4044-a2f3-e8f0fbbe8442 req-b32d6980-2d23-4973-823d-e646dc6bcc57 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0494757 Jan 27 22:37:22.311876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b090abd4-b40e-4044-a2f3-e8f0fbbe8442 req-2c8b486d-fa21-4b73-9217-b7471995bf30 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459685 Jan 27 22:37:23.430260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa3ad5-8235-4ca2-af91-afc626d19e39 req-1ebeff65-0ca1-4d5c-8b96-70b9cc4edc1a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:23.431646 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fefa3ad5-8235-4ca2-af91-afc626d19e39 req-1ebeff65-0ca1-4d5c-8b96-70b9cc4edc1a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0517011 Jan 27 22:37:23.476872 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fefa3ad5-8235-4ca2-af91-afc626d19e39 req-4a90ba16-525b-4c49-8f74-7c66d732295f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397000 Jan 27 22:37:24.589132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a873d3e-d3e3-4d47-b1da-f73c06ad3125 req-41677c83-2958-4ce1-a805-4a9d9776318f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:24.590593 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a873d3e-d3e3-4d47-b1da-f73c06ad3125 req-41677c83-2958-4ce1-a805-4a9d9776318f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0476615 Jan 27 22:37:24.636335 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a873d3e-d3e3-4d47-b1da-f73c06ad3125 req-4b680522-9981-4b7f-9a69-e7610185df67 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403361 Jan 27 22:37:25.764948 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665cafd-44bd-4bc6-afe9-12f5eb5db1f8 req-0af5a632-a908-421d-aced-f7fcd7184e1b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:25.766977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7665cafd-44bd-4bc6-afe9-12f5eb5db1f8 req-0af5a632-a908-421d-aced-f7fcd7184e1b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0516887 Jan 27 22:37:25.811235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7665cafd-44bd-4bc6-afe9-12f5eb5db1f8 req-4efe2f18-418c-4a75-b97f-53f7f58e9f5a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388410 Jan 27 22:37:26.924486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4cca5-b08d-4e1b-83ed-6b89461573cc req-8992694c-b00a-4b9b-9480-72e2b2df2d71 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:26.925968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5c4cca5-b08d-4e1b-83ed-6b89461573cc req-8992694c-b00a-4b9b-9480-72e2b2df2d71 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0473890 Jan 27 22:37:26.971992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5c4cca5-b08d-4e1b-83ed-6b89461573cc req-7b8f7032-256a-4b50-8eec-afa08810fdb0 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403330 Jan 27 22:37:27.333356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a76be-d1fb-417f-9d39-4b9fd6c82494 req-211d6156-fcf1-4096-8299-942e79d4641f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:27.334838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a8a76be-d1fb-417f-9d39-4b9fd6c82494 req-211d6156-fcf1-4096-8299-942e79d4641f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0477145 Jan 27 22:37:27.389493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a8a76be-d1fb-417f-9d39-4b9fd6c82494 req-85748582-f858-4297-a965-e294540aaaaa tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491223 Jan 27 22:37:27.472198 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:27.502297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-c6b5c23b-31e0-4002-acf4-a9c764254973 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810025 Jan 27 22:37:27.923851 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:28.503848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dec39c-9ab2-4d6f-a058-d3ba2583bdec req-500206e3-58df-4971-830e-7e7b27520c15 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:28.505365 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23dec39c-9ab2-4d6f-a058-d3ba2583bdec req-500206e3-58df-4971-830e-7e7b27520c15 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0482357 Jan 27 22:37:28.552412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23dec39c-9ab2-4d6f-a058-d3ba2583bdec req-024945cd-1dc5-4a1b-8485-3fcd6105a008 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412817 Jan 27 22:37:29.500908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adca820-5af0-444f-9167-5af6291fc790 req-37d5e2c9-2eb8-437f-bb45-ce301551668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:29.502319 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-37d5e2c9-2eb8-437f-bb45-ce301551668a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 1096 time: 0.0399120 Jan 27 22:37:29.592557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adca820-5af0-444f-9167-5af6291fc790 req-a728dd97-dfae-4feb-ae6a-a918263b2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:29.594055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-a728dd97-dfae-4feb-ae6a-a918263b2dac service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0856297 Jan 27 22:37:29.686324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-66c27007-d761-4f8d-b650-51257c8aa771 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 200 len: 1000 time: 0.0858712 Jan 27 22:37:29.708281 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ff6f4-7232-4a48-8027-e106f7d83518 req-633f1e6d-f2e8-4a14-917b-8f4a7a8dfa9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:29.709685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-457ff6f4-7232-4a48-8027-e106f7d83518 req-633f1e6d-f2e8-4a14-917b-8f4a7a8dfa9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0747542 Jan 27 22:37:29.764403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adca820-5af0-444f-9167-5af6291fc790 req-af8acca0-09b6-482e-b6d0-3c4c57f12b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:29.765746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-af8acca0-09b6-482e-b6d0-3c4c57f12b70 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0721478 Jan 27 22:37:29.804887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-457ff6f4-7232-4a48-8027-e106f7d83518 req-0da156ed-9b42-4f8c-824c-2913d37985c0 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771987 Jan 27 22:37:29.820854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adca820-5af0-444f-9167-5af6291fc790 req-ecd59195-f228-48dc-a291-fcec512eda51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:29.820854 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-ecd59195-f228-48dc-a291-fcec512eda51 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478108 Jan 27 22:37:30.206811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-71dafd21-535d-43a4-80fe-be95715e3c7e service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811817 Jan 27 22:37:30.293059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-f066a23d-7e23-44fe-89be-de7e2d1b0d67 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796025 Jan 27 22:37:30.921578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8e6a0-78b8-48d9-a998-ab08d219f030 req-6392bd21-7f83-4460-b5ed-1701e4409511 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:30.923055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71c8e6a0-78b8-48d9-a998-ab08d219f030 req-6392bd21-7f83-4460-b5ed-1701e4409511 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0516255 Jan 27 22:37:30.969425 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71c8e6a0-78b8-48d9-a998-ab08d219f030 req-d3d0867c-d868-4124-83fa-c92aaea91efb tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401106 Jan 27 22:37:32.083673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c074138-bbf9-4574-8481-6ef6f5276e16 req-61580a1a-a84c-4723-a2a7-c9cab63c70cc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:32.085152 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c074138-bbf9-4574-8481-6ef6f5276e16 req-61580a1a-a84c-4723-a2a7-c9cab63c70cc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0474262 Jan 27 22:37:32.130729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c074138-bbf9-4574-8481-6ef6f5276e16 req-a78e4519-c166-4f77-8904-f793317e4888 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401006 Jan 27 22:37:32.368887 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26c9a8ed-2f39-4083-ba53-ef88e27e002f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:32.512915 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-5adca820-5af0-444f-9167-5af6291fc790 req-2b26e9da-c5a3-42ca-9222-47aa6bd8b285 service neutron] show failed (client error): The resource could not be found. Jan 27 22:37:32.513925 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-2b26e9da-c5a3-42ca-9222-47aa6bd8b285 service neutron] 10.222.0.71 "GET /v2.0/ports/76a13bff-577d-4632-9af0-af3c1a430f7d/bindings/n-h1-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0538642 Jan 27 22:37:33.043532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adca820-5af0-444f-9167-5af6291fc790 req-4ca421b5-ca9e-41a9-9a55-86745148b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:33.045043 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-4ca421b5-ca9e-41a9-9a55-86745148b7e8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 1096 time: 0.0436637 Jan 27 22:37:33.055124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:37:33.107295 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:33.310508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96776500-c698-4a1b-b6d5-16b7c34e22bb req-39a8642a-0ac5-423f-895d-7f1c861f9a01 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:33.311887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96776500-c698-4a1b-b6d5-16b7c34e22bb req-39a8642a-0ac5-423f-895d-7f1c861f9a01 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.1062219 Jan 27 22:37:33.374140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=76a13bff-577d-4632-9af0-af3c1a430f7d,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:37:33.388624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96776500-c698-4a1b-b6d5-16b7c34e22bb req-79cd8dad-0d3e-470a-81ef-869edb6f7c87 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705101 Jan 27 22:37:33.412931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:37:33.451551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:37:33.454162 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7959f89b-7b22-4589-a224-69c109adf269" -d '{"events": [{"server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "name": "network-vif-unplugged", "status": "completed", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:37:33.458336 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Publish callbacks [] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:33.470578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Transition to ACTIVE for port object 76a13bff-577d-4632-9af0-af3c1a430f7d will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:37:33.506154 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e079057e-1c60-450c-a5fb-8d0a26c72c47 x-openstack-request-id: req-e079057e-1c60-450c-a5fb-8d0a26c72c47 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:37:33.506154 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "name": "network-vif-unplugged", "status": "completed", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:37:33.506154 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e079057e-1c60-450c-a5fb-8d0a26c72c47 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:37:33.506154 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'code': 200} Jan 27 22:37:33.529148 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:33.578035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Pushing event updated for resources: {'Port': ['ID=76a13bff-577d-4632-9af0-af3c1a430f7d,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:33.621928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.622287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.622638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.622987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.623329 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.623672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.624009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.624380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.624715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.625050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.625380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.625709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.626040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:33.665023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] No DVR routers for this DVR port 76a13bff-577d-4632-9af0-af3c1a430f7d on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:37:33.812998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Attempting to bind port 76a13bff-577d-4632-9af0-af3c1a430f7d on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:37:33.813394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Attempting to bind port 76a13bff-577d-4632-9af0-af3c1a430f7d by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:37:33.813675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Attempting to bind port 76a13bff-577d-4632-9af0-af3c1a430f7d on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:37:33.818566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Port 76a13bff-577d-4632-9af0-af3c1a430f7d on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:37:33.818895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Attempting to bind port 76a13bff-577d-4632-9af0-af3c1a430f7d on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:37:33.823633 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:37:33.823977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:37:33.824401 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Bound using segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:37:33.824827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Bound port: 76a13bff-577d-4632-9af0-af3c1a430f7d, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:37:33.825178 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:33.890774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:37:33.893787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=76a13bff-577d-4632-9af0-af3c1a430f7d,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:37:33.961056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:33.995172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:33.996123 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:33.997569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] 10.222.0.74 "PUT /v2.0/ports/76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 200 len: 1091 time: 0.9462566 Jan 27 22:37:34.032968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dcd5a-84c4-4888-a631-28f38e4e3706 service neutron] Pushing event updated for resources: {'Port': ['ID=76a13bff-577d-4632-9af0-af3c1a430f7d,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:34.070740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adca820-5af0-444f-9167-5af6291fc790 req-38f86756-f873-43f3-93d9-149aa1b1e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:34.072219 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-38f86756-f873-43f3-93d9-149aa1b1e625 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 1094 time: 0.0513923 Jan 27 22:37:34.178958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adca820-5af0-444f-9167-5af6291fc790 req-f90dc80b-40fc-4801-955c-bacbdebbb44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:34.180497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-f90dc80b-40fc-4801-955c-bacbdebbb44c service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1024611 Jan 27 22:37:34.244976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-68b30881-f7c1-456e-bb28-124845ba2c42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 200 len: 998 time: 0.0590374 Jan 27 22:37:34.293146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adca820-5af0-444f-9167-5af6291fc790 req-f93cf169-c75a-4ff1-a3a6-e1157a80cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:34.294528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-f93cf169-c75a-4ff1-a3a6-e1157a80cd1d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0433795 Jan 27 22:37:34.342290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adca820-5af0-444f-9167-5af6291fc790 req-26501af6-7846-40f0-b9a7-c3739ed3aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:34.343652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-26501af6-7846-40f0-b9a7-c3739ed3aaee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431044 Jan 27 22:37:34.442968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-800807e9-0b54-4d13-a078-696f4379df3f service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916178 Jan 27 22:37:34.559805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937668f-e911-4218-8b24-b7d6f66558c3 req-e1634f78-85a1-4bf0-a746-dac75e1402b3 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:34.561304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8937668f-e911-4218-8b24-b7d6f66558c3 req-e1634f78-85a1-4bf0-a746-dac75e1402b3 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 943 time: 0.1044798 Jan 27 22:37:34.587265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5adca820-5af0-444f-9167-5af6291fc790 req-16ae2404-27a0-4778-88f9-bc0e48210de5 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383576 Jan 27 22:37:34.617783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8937668f-e911-4218-8b24-b7d6f66558c3 req-1cd75b66-d24b-4aef-b945-d7cf91f16305 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473869 Jan 27 22:37:34.943397 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dd999f47-8127-4429-a45a-5519b89e1c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:35.505814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:37:35.508283 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137897e1-feec-4623-bfbc-6c728e482de3" -d '{"events": [{"name": "network-changed", "server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:37:35.555258 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fdb5cc-8460-4a60-b24f-14f4b4cf86ef x-openstack-request-id: req-d3fdb5cc-8460-4a60-b24f-14f4b4cf86ef {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:37:35.555589 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:37:35.555879 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3fdb5cc-8460-4a60-b24f-14f4b4cf86ef {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:37:35.556322 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'status': 'completed', 'code': 200} Jan 27 22:37:35.645927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137897e1-feec-4623-bfbc-6c728e482de3 req-f56771f2-a512-4cd6-ac8d-a1e5b0f25e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:35.647454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-f56771f2-a512-4cd6-ac8d-a1e5b0f25e96 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 1094 time: 0.0735204 Jan 27 22:37:35.649958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137897e1-feec-4623-bfbc-6c728e482de3 req-beb09605-88ee-42bb-a941-27e4f767e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:35.651388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-beb09605-88ee-42bb-a941-27e4f767e86a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 1094 time: 0.0692837 Jan 27 22:37:35.856597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c47987-f6dc-4cd2-a370-37589dd23ae2 req-76d92c50-9d49-47c2-a00c-bb0a62fb4ae1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:35.857982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0c47987-f6dc-4cd2-a370-37589dd23ae2 req-76d92c50-9d49-47c2-a00c-bb0a62fb4ae1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 943 time: 0.1648312 Jan 27 22:37:35.859686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137897e1-feec-4623-bfbc-6c728e482de3 req-9e3c41bf-7c8c-4d9b-b5d2-c948a43a90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:35.861020 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-9e3c41bf-7c8c-4d9b-b5d2-c948a43a90a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.2027538 Jan 27 22:37:35.862010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137897e1-feec-4623-bfbc-6c728e482de3 req-2801628d-95a4-4410-818d-975399a9005f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:35.863367 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-2801628d-95a4-4410-818d-975399a9005f service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.2062685 Jan 27 22:37:35.999704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-147aa701-6d3d-4cf2-aa5c-3903aa8ebf52 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 200 len: 998 time: 0.1297870 Jan 27 22:37:36.007377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0c47987-f6dc-4cd2-a370-37589dd23ae2 req-b203bee1-93f3-4df7-ac00-2eda3b11b6fb tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431322 Jan 27 22:37:36.013403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-dcd1d1fb-e5fb-4020-9a05-98b9a438f4be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 200 len: 998 time: 0.1396475 Jan 27 22:37:36.090538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137897e1-feec-4623-bfbc-6c728e482de3 req-508e871d-7f2e-45c8-bc6e-c7ce5396907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:36.092051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-508e871d-7f2e-45c8-bc6e-c7ce5396907b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0836802 Jan 27 22:37:36.099631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137897e1-feec-4623-bfbc-6c728e482de3 req-e921603d-3467-4c39-b5a1-42922cfc56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:36.099631 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-e921603d-3467-4c39-b5a1-42922cfc56e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0786188 Jan 27 22:37:36.131724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 76a13bff-577d-4632-9af0-af3c1a430f7d no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:37:36.165557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137897e1-feec-4623-bfbc-6c728e482de3 req-022fd335-ac42-4beb-9ca6-53c2ce112da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:36.171276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-022fd335-ac42-4beb-9ca6-53c2ce112da9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687110 Jan 27 22:37:36.171276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137897e1-feec-4623-bfbc-6c728e482de3 req-eb4fd121-3821-427b-81a4-f5d554049e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:36.172756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-eb4fd121-3821-427b-81a4-f5d554049e84 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670211 Jan 27 22:37:36.173622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] The host n-h2-760456-6 is not matching for port 76a13bff-577d-4632-9af0-af3c1a430f7d host n-h1-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:37:36.174021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 76a13bff-577d-4632-9af0-af3c1a430f7d not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:37:36.266036 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:36.335220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-7a32544a-3457-4898-a2dd-f73237839cfb service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615248 Jan 27 22:37:36.338522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-7a2c65db-45c6-4315-99c7-781554956c9f service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563094 Jan 27 22:37:36.491962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-0000f94d-7dc1-4bef-a370-334c61c41c48 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505926 Jan 27 22:37:36.495264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-137897e1-feec-4623-bfbc-6c728e482de3 req-0a3dfb4f-c97b-4b77-8304-6cd26fdc6318 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461649 Jan 27 22:37:37.129787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f335b2-9589-482a-ab83-6cdb19f0477c req-44619fdc-5f69-4dd8-9203-26e92f0fd097 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:37.131261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95f335b2-9589-482a-ab83-6cdb19f0477c req-44619fdc-5f69-4dd8-9203-26e92f0fd097 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 943 time: 0.0496321 Jan 27 22:37:37.177004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95f335b2-9589-482a-ab83-6cdb19f0477c req-dbfd5bb6-737c-4392-acc1-c010c1e1cd6a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402801 Jan 27 22:37:37.543562 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc444-d98b-4605-b505-c1c27af699bf req-0208d572-ce44-4925-a3ff-1ac6d3bfbabe tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:37.545173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8dbc444-d98b-4605-b505-c1c27af699bf req-0208d572-ce44-4925-a3ff-1ac6d3bfbabe tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 943 time: 0.0472634 Jan 27 22:37:37.577868 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:37.591120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 76a13bff-577d-4632-9af0-af3c1a430f7d details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:37:37.600850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8dbc444-d98b-4605-b505-c1c27af699bf req-bf926555-a354-493f-8622-7a19a755d738 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502071 Jan 27 22:37:37.645868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-2035e301-51ab-4c59-8d2c-65680f35dd80 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:37.647306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-2035e301-51ab-4c59-8d2c-65680f35dd80 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.71 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292&tenant_id=ccf121efc52f454bad8501d0a55f3210&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 943 time: 0.0577180 Jan 27 22:37:37.690827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=76a13bff-577d-4632-9af0-af3c1a430f7d,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:37:37.702390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'port_id': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'mac_address': 'fa:16:3e:d7:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:37:37.707136 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-a6c97806-7502-4ee2-bfa9-7ed8c0332fdf service neutron] delete failed (client error): The resource could not be found. Jan 27 22:37:37.708239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-a6c97806-7502-4ee2-bfa9-7ed8c0332fdf service neutron] 10.222.0.71 "DELETE /v2.0/ports/76a13bff-577d-4632-9af0-af3c1a430f7d/bindings/n-h2-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0548241 Jan 27 22:37:37.740962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 76a13bff-577d-4632-9af0-af3c1a430f7d is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:37:37.741397 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:37.754857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a13bff-577d-4632-9af0-af3c1a430f7d {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:37:37.774215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=76a13bff-577d-4632-9af0-af3c1a430f7d,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:37:37.786957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-acd6a09c-d0a7-41c3-a024-a58e9b37146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:37.788489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-acd6a09c-d0a7-41c3-a024-a58e9b37146f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 1094 time: 0.0408382 Jan 27 22:37:37.866552 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:37.880251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-7d4d36be-7bf5-49ea-9736-773acca0bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:37.881739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-7d4d36be-7bf5-49ea-9736-773acca0bcc5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0879233 Jan 27 22:37:37.914044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=76a13bff-577d-4632-9af0-af3c1a430f7d,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:37.921397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.921752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.922097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.922437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.922773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.923106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.923434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.923762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.924096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.924470 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.924796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.925118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.925443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:37:37.946356 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-bb023e36-3bad-468e-a642-4b97636b6218 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 200 len: 999 time: 0.0584762 Jan 27 22:37:37.993784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-4d5aa120-677d-4053-aef1-868615e5585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:37.995136 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-4d5aa120-677d-4053-aef1-868615e5585f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0436265 Jan 27 22:37:38.043397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-3f562080-3565-4a6a-a8b2-0a5f06058ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:38.044962 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-3f562080-3565-4a6a-a8b2-0a5f06058ac4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445788 Jan 27 22:37:38.110150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['76a13bff-577d-4632-9af0-af3c1a430f7d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:37:38.134880 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-3b066d61-62c2-479a-8663-4bb84db79617 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839312 Jan 27 22:37:38.228151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6166ce98-d8fb-4d26-a79d-d222cdac9a12 req-b1ce7e09-894c-47eb-b39f-81569aea8748 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869894 Jan 27 22:37:38.723296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a2b44-04db-4ecc-8d2b-f01889e9ac18 req-6dc696c3-fdb5-431a-ab18-d8386f718fcf tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:38.725907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a5a2b44-04db-4ecc-8d2b-f01889e9ac18 req-6dc696c3-fdb5-431a-ab18-d8386f718fcf tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 944 time: 0.0562027 Jan 27 22:37:38.771417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0a5a2b44-04db-4ecc-8d2b-f01889e9ac18 req-2732d423-9831-4d41-9f6c-ab1f3f789db4 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401227 Jan 27 22:37:39.063180 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:39.590266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 76a13bff-577d-4632-9af0-af3c1a430f7d up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:37:39.697323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 76a13bff-577d-4632-9af0-af3c1a430f7d completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:37:39.701075 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 76a13bff-577d-4632-9af0-af3c1a430f7d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:37:39.701454 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:39.778798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 76a13bff-577d-4632-9af0-af3c1a430f7d is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:37:39.779189 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:39.800920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:37:39.802676 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377d6c29-3a59-4260-ab30-b8ee9c0d2297" -d '{"events": [{"server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "name": "network-vif-plugged", "status": "completed", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:37:39.815271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=76a13bff-577d-4632-9af0-af3c1a430f7d,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:37:39.840337 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78075b49-59c3-4a80-a206-40c5b5a97fb8 x-openstack-request-id: req-78075b49-59c3-4a80-a206-40c5b5a97fb8 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:37:39.840609 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "name": "network-vif-plugged", "status": "completed", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:37:39.840869 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78075b49-59c3-4a80-a206-40c5b5a97fb8 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:37:39.841269 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'code': 200} Jan 27 22:37:39.889099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3016-2705-409c-bfaa-5eac4f1f28d4 req-398d5c50-44b9-4c45-ade2-b3d05a22bf61 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:39.890612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dba3016-2705-409c-bfaa-5eac4f1f28d4 req-398d5c50-44b9-4c45-ade2-b3d05a22bf61 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 944 time: 0.0487099 Jan 27 22:37:39.892240 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:39.939638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=76a13bff-577d-4632-9af0-af3c1a430f7d,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:39.941025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7dba3016-2705-409c-bfaa-5eac4f1f28d4 req-70676a00-8366-4d67-8485-56faf4e48431 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442789 Jan 27 22:37:40.058255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50c043-de91-47ef-9fa5-9f0db7e58384 req-aaa62950-3ca9-4712-a417-9f873f1576ee tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:40.059725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa50c043-de91-47ef-9fa5-9f0db7e58384 req-aaa62950-3ca9-4712-a417-9f873f1576ee tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0474403 Jan 27 22:37:40.106024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa50c043-de91-47ef-9fa5-9f0db7e58384 req-758b181a-f2fa-46b6-b1a9-960b8d64ce71 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407376 Jan 27 22:37:40.471197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e0e0d-d99b-4e3c-8aa1-6aca33276f20 req-717b9c11-e50c-4240-aa3b-5c627d1ff245 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:40.472716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-147e0e0d-d99b-4e3c-8aa1-6aca33276f20 req-717b9c11-e50c-4240-aa3b-5c627d1ff245 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0506203 Jan 27 22:37:40.519857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-147e0e0d-d99b-4e3c-8aa1-6aca33276f20 req-e507f7b0-beb4-4fcc-8955-753016c74d61 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411291 Jan 27 22:37:40.583049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376ba7-0211-44f3-bcb0-3abe6bd025d9 req-fe95c339-b369-494e-83b7-101d71686c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:40.584541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20376ba7-0211-44f3-bcb0-3abe6bd025d9 req-fe95c339-b369-494e-83b7-101d71686c82 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 1096 time: 0.0434854 Jan 27 22:37:40.672925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376ba7-0211-44f3-bcb0-3abe6bd025d9 req-8ef46599-3d19-4f86-8c8e-13472b07a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:40.674370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20376ba7-0211-44f3-bcb0-3abe6bd025d9 req-8ef46599-3d19-4f86-8c8e-13472b07a6dc service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0831728 Jan 27 22:37:40.753085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20376ba7-0211-44f3-bcb0-3abe6bd025d9 req-b7d7e85a-9e1e-41c6-9e8c-c7fa2b7b8759 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 200 len: 1000 time: 0.0717623 Jan 27 22:37:40.801376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376ba7-0211-44f3-bcb0-3abe6bd025d9 req-1255d9f7-b8e9-467c-bc4b-8a99d2cd14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:40.802788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20376ba7-0211-44f3-bcb0-3abe6bd025d9 req-1255d9f7-b8e9-467c-bc4b-8a99d2cd14fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0430603 Jan 27 22:37:40.847021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20376ba7-0211-44f3-bcb0-3abe6bd025d9 req-8c31bb40-97a7-41be-bb4c-9eafbfc2bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:40.848504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20376ba7-0211-44f3-bcb0-3abe6bd025d9 req-8c31bb40-97a7-41be-bb4c-9eafbfc2bcf2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389664 Jan 27 22:37:41.235781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20376ba7-0211-44f3-bcb0-3abe6bd025d9 req-6aae861c-ae1d-45dc-8f16-1cd6ad9f8c62 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795636 Jan 27 22:37:41.323309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20376ba7-0211-44f3-bcb0-3abe6bd025d9 req-4ea8026a-2173-4bf2-986d-f360198eecd8 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805538 Jan 27 22:37:41.634737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c61a-7569-4f65-bfab-55a1c3f1a3d9 req-d9634235-f818-4d10-8c22-30cac6f67658 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:41.636229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ab8c61a-7569-4f65-bfab-55a1c3f1a3d9 req-d9634235-f818-4d10-8c22-30cac6f67658 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0474362 Jan 27 22:37:41.685128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ab8c61a-7569-4f65-bfab-55a1c3f1a3d9 req-db57f304-530e-45d4-9492-e75608a7c480 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433540 Jan 27 22:37:42.802294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237e7d8-7a5e-4d50-b244-aa5bcef6b5f2 req-8de1340a-3029-4aaa-84c8-5051098d981c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:42.804701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a237e7d8-7a5e-4d50-b244-aa5bcef6b5f2 req-8de1340a-3029-4aaa-84c8-5051098d981c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0498385 Jan 27 22:37:42.850548 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a237e7d8-7a5e-4d50-b244-aa5bcef6b5f2 req-6abda9cd-afe8-4ade-acf0-4d3c5a952a19 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401409 Jan 27 22:37:43.342907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c95e48-6c5b-4a3c-9932-bb5338cd8ecf req-9df19f2f-bfc3-4a1a-b7a6-3056b29d29ac tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:43.344404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00c95e48-6c5b-4a3c-9932-bb5338cd8ecf req-9df19f2f-bfc3-4a1a-b7a6-3056b29d29ac tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0476222 Jan 27 22:37:43.389595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00c95e48-6c5b-4a3c-9932-bb5338cd8ecf req-6a826121-2d54-4175-8fee-52e0e7e65aba tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394030 Jan 27 22:37:44.511172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76331f9-ca6e-434b-b41f-db2b37185817 req-2ccdf271-e2bb-4ee1-ae94-64660334d137 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:44.512679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c76331f9-ca6e-434b-b41f-db2b37185817 req-2ccdf271-e2bb-4ee1-ae94-64660334d137 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0516214 Jan 27 22:37:44.557264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c76331f9-ca6e-434b-b41f-db2b37185817 req-e51f1d8a-756c-4e04-8b64-749f4a191372 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392263 Jan 27 22:37:44.660090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-834f2d9b-5160-4543-84f2-76af2d6c8a85 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:44.661539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-834f2d9b-5160-4543-84f2-76af2d6c8a85 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 945 time: 0.0467494 Jan 27 22:37:44.750042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Deleting port 76a13bff-577d-4632-9af0-af3c1a430f7d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:37:44.750306 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:44.840657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] For port 76a13bff-577d-4632-9af0-af3c1a430f7d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=76a13bff-577d-4632-9af0-af3c1a430f7d,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:37:44.841025 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:45.011669 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:45.011970 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:45.012322 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1 disassociated. External IP: 172.25.0.42, port: 76a13bff-577d-4632-9af0-af3c1a430f7d. Jan 27 22:37:45.012677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Calling delete_port for 76a13bff-577d-4632-9af0-af3c1a430f7d owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:37:45.212211 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (76a13bff-577d-4632-9af0-af3c1a430f7d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:45.241447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event deleted for resources: {'Port': ['ID=76a13bff-577d-4632-9af0-af3c1a430f7d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:45.359702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:37:45.472172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:37:45.484608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea5360-5283-486f-bce0-9bbdd7445335 None None] Sync routers for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:37:45.495091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea5360-5283-486f-bce0-9bbdd7445335 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:37:45.495772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d3ea5360-5283-486f-bce0-9bbdd7445335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:37:45.521191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] No DVR routers for this DVR port 76a13bff-577d-4632-9af0-af3c1a430f7d on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:37:45.521191 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:45.522162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec917827-56ee-4c50-8c9a-7c5b1d823535 req-400521be-402c-42e7-a399-6953fcbfae25 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "DELETE /v2.0/ports/76a13bff-577d-4632-9af0-af3c1a430f7d HTTP/1.1" status: 204 len: 173 time: 0.8556521 Jan 27 22:37:45.522611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'name': 'network-vif-deleted', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:37:45.524923 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa290f0a-8bd8-4f0a-80e7-281653684ba3" -d '{"events": [{"server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "name": "network-vif-deleted", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:37:45.562665 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6400dc-ea36-44ea-9278-802c6b75a4b6 x-openstack-request-id: req-9e6400dc-ea36-44ea-9278-802c6b75a4b6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:37:45.562973 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c5fd4e-a035-4da9-accb-28c9214dd292", "name": "network-vif-deleted", "tag": "76a13bff-577d-4632-9af0-af3c1a430f7d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:37:45.563237 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e6400dc-ea36-44ea-9278-802c6b75a4b6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:37:45.563648 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c5fd4e-a035-4da9-accb-28c9214dd292', 'name': 'network-vif-deleted', 'tag': '76a13bff-577d-4632-9af0-af3c1a430f7d', 'status': 'completed', 'code': 200} Jan 27 22:37:45.607817 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-d3ea5360-5283-486f-bce0-9bbdd7445335 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:37:45.651722 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3eb986cc-9480-4d3e-a5f6-f16b94486fe8 req-8ef0964a-58eb-462a-938e-2f18046bd21a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=23c5fd4e-a035-4da9-accb-28c9214dd292 HTTP/1.1" status: 200 len: 210 time: 0.0257647 Jan 27 22:37:45.807547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d3ea5360-5283-486f-bce0-9bbdd7445335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:37:45.837033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea5360-5283-486f-bce0-9bbdd7445335 None None] Checking router: cbe4f574-0302-4d24-8ad9-caaf5885b7d8 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:37:45.845319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ea5360-5283-486f-bce0-9bbdd7445335 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:37:45.845938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d3ea5360-5283-486f-bce0-9bbdd7445335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:37:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:37:45.948408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-d3ea5360-5283-486f-bce0-9bbdd7445335 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:37:46.294945 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d3ea5360-5283-486f-bce0-9bbdd7445335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:37:46.321347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ea5360-5283-486f-bce0-9bbdd7445335 None None] The sync data for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 is: [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:37:46.549896 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2ec297-ffed-43ce-893b-b662eafe6e00 None None] New status for floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:37:46.939738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-47f43abd-0677-4ea0-a07e-9eaa18aaf69e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--450712191&fields=id&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 267 time: 0.0420287 Jan 27 22:37:47.043710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-2da7cf3b-4c0f-4637-ac9e-294bc2b5725d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:47.045188 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-2da7cf3b-4c0f-4637-ac9e-294bc2b5725d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 812 time: 0.0986865 Jan 27 22:37:47.059417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1894bea4-f1cf-4430-9576-6ecd805327d3 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/quotas/ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 375 time: 0.0089688 Jan 27 22:37:47.114539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-67ee82c8-3619-4e3a-a139-27cf40abf913 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503893 Jan 27 22:37:47.208428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-c5f3b962-4da5-420d-b1ed-4b7db1e1844f service neutron] 10.222.0.61 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821619 Jan 27 22:37:47.302344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-c66acfe0-40bf-4f01-a40a-744c3900638f service neutron] 10.222.0.61 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882246 Jan 27 22:37:47.578113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5fccbac8-61f2-4c48-88b9-d610eae86e9f req-aff14e2d-c71c-4c1d-965e-0b9b52e7d7f1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 210 time: 0.0275507 Jan 27 22:37:48.654727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a274e4a2-f59b-47a8-b0d6-ec2d81e61673 req-b1f6f10d-8edc-48db-b361-9cd4935848c1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 210 time: 0.0256042 Jan 27 22:37:49.603133 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 76a13bff-577d-4632-9af0-af3c1a430f7d no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:37:49.626762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 76a13bff-577d-4632-9af0-af3c1a430f7d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:37:49.627112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 76a13bff-577d-4632-9af0-af3c1a430f7d not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:37:49.731713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28bd08fb-0fff-4f91-9ef8-cc6d193d7c4f req-7c49e8ce-e8cf-4e18-aedc-5e08a077f382 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 210 time: 0.0253108 Jan 27 22:37:50.814520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b11fed4d-219a-4c62-9a4c-c6cefbfa4737 req-e8a3c625-f6bf-4875-9919-b1d87d5ab0a4 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 210 time: 0.0256884 Jan 27 22:37:51.909858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d8cb3950-abc7-4112-93c5-d85add402e8a req-b76aba57-dac9-4075-b950-f5becd85d0ad tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 210 time: 0.0293705 Jan 27 22:37:53.003366 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f92787bb-f1d8-4f54-978d-61d0ed83444b req-c891598c-c79f-4722-92ef-3f1fc646b121 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 210 time: 0.0264602 Jan 27 22:37:53.584990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-55779d8c-0aca-452d-b8a2-380c2f121d6b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:53.586373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-55779d8c-0aca-452d-b8a2-380c2f121d6b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 812 time: 0.0977743 Jan 27 22:37:53.644963 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-bf8cabff-1a60-4942-ad40-0503cac3b84f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 379 time: 0.0506094 Jan 27 22:37:53.655532 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Request body: {'port': {'device_id': '5cd20b03-e202-4d87-a6ac-05914654db67', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'admin_state_up': True, 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'security_groups': ['442cd6a2-04ed-4cb1-837e-ab7a2bacdb48']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:37:53.842437 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Made reservation on behalf of ccf121efc52f454bad8501d0a55f3210 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:37:53.845961 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:53.976273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Allocated IP 172.20.0.10 (8500b22a-ac2f-4a75-a887-5c5881bb8d12/908d97ae-0eb6-45b9-9409-da53ea8b68f7/5395c5e0-064a-44d7-98b5-f19dd7ed4052) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:37:54.106194 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd070fdb-133e-4ddb-a3ea-85738c9578e1 req-10a902fe-14c1-4d15-ad9d-0bc15e8fe96e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 210 time: 0.0334797 Jan 27 22:37:54.133004 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:54.254608 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:54.297123 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:37:54.300060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:37:54.306376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:37:54.312025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event updated for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:54.358673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:54.359066 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:54.468401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-1faec2b9-1026-48fc-bb3a-478dd79833d9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8163257 Jan 27 22:37:54.479535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Request body: {'port': {'device_id': '5cd20b03-e202-4d87-a6ac-05914654db67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:37:54.532450 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:54.545918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-05f8d850-37f0-411b-a0da-fdf126e20da0 None None] Provisioning complete for port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:37:54.546493 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-05f8d850-37f0-411b-a0da-fdf126e20da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:54.580513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-05f8d850-37f0-411b-a0da-fdf126e20da0 None None] Port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:37:54.799520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5395c5e0-064a-44d7-98b5-f19dd7ed4052 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:37:54.807499 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Publish callbacks [] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:54.819174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Transition to ACTIVE for port object 5395c5e0-064a-44d7-98b5-f19dd7ed4052 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:37:54.880224 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:54.929317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Pushing event updated for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:55.004140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Attempting to bind port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:37:55.004465 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Attempting to bind port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:37:55.004863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Attempting to bind port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:37:55.009494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:37:55.009826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Attempting to bind port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:37:55.014840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:37:55.015188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:37:55.015575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Bound using segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:37:55.016011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Bound port: 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:37:55.016405 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:55.086394 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:37:55.089370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:37:55.163575 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:55.207153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:55.207794 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:55.209224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] 10.222.0.71 "PUT /v2.0/ports/5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1092 time: 0.7338016 Jan 27 22:37:55.209690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:37:55.212527 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61de07b1-14a6-497d-a7d2-ddb1c5cfc66c" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:37:55.261529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dcf60-cf58-4f50-a4b8-38d5900394ac service neutron] Pushing event updated for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:37:55.266561 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9cf8ed-0d05-4c5a-a135-7cd7e263f271 x-openstack-request-id: req-9e9cf8ed-0d05-4c5a-a135-7cd7e263f271 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:37:55.269158 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:37:55.269158 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9e9cf8ed-0d05-4c5a-a135-7cd7e263f271 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:37:55.269158 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'status': 'completed', 'code': 200} Jan 27 22:37:55.276421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884fbb0-5e85-4a61-84c6-ad347a112871 req-bb770d21-796b-44da-925e-76782eb2d949 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:55.278034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4884fbb0-5e85-4a61-84c6-ad347a112871 req-bb770d21-796b-44da-925e-76782eb2d949 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 944 time: 0.1033785 Jan 27 22:37:55.360132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de07b1-14a6-497d-a7d2-ddb1c5cfc66c req-72a412c4-ee8d-4aa4-afa3-84fd12c6a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:55.361642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61de07b1-14a6-497d-a7d2-ddb1c5cfc66c req-72a412c4-ee8d-4aa4-afa3-84fd12c6a013 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1095 time: 0.0779059 Jan 27 22:37:55.366066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4884fbb0-5e85-4a61-84c6-ad347a112871 req-70fbafbc-086e-4ace-9c29-760cf98da4df tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809546 Jan 27 22:37:55.463964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de07b1-14a6-497d-a7d2-ddb1c5cfc66c req-2b146f70-ed52-48b7-b0d9-5ef6e25c6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:55.465728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61de07b1-14a6-497d-a7d2-ddb1c5cfc66c req-2b146f70-ed52-48b7-b0d9-5ef6e25c6faf service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=ccf121efc52f454bad8501d0a55f3210&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0968676 Jan 27 22:37:55.562014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de07b1-14a6-497d-a7d2-ddb1c5cfc66c req-35a86f08-d2b1-457e-a430-7a9174a094d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:55.563441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61de07b1-14a6-497d-a7d2-ddb1c5cfc66c req-35a86f08-d2b1-457e-a430-7a9174a094d8 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920379 Jan 27 22:37:55.638363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-f21cfc99-90a7-4afe-b389-71e044c92f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:55.639848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-f21cfc99-90a7-4afe-b389-71e044c92f8d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1095 time: 0.0406535 Jan 27 22:37:55.681669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-dc858203-3831-4375-8619-56c6d81f2bce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 217 time: 0.0341587 Jan 27 22:37:55.733956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-04610cf6-0acf-421c-9db3-a9eb4fc31ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:55.735386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-04610cf6-0acf-421c-9db3-a9eb4fc31ba1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0476568 Jan 27 22:37:55.779278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-89a0e52d-16b0-46a5-9c1c-3220f1d2ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:55.780771 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-89a0e52d-16b0-46a5-9c1c-3220f1d2ecde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389218 Jan 27 22:37:55.869322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-2e0b95db-3bad-4615-9a93-ba39057c4736 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816107 Jan 27 22:37:55.962481 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0616c6c-147c-4187-8d54-a1bc91f1ab0d req-9112a96a-3514-4ea6-9f71-c1bcae766cb2 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869808 Jan 27 22:37:56.480753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116f0a7-b418-4baf-86e5-c732d05e37f5 req-e37853eb-bda3-48d5-8972-c2d83da0d5ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:56.482212 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2116f0a7-b418-4baf-86e5-c732d05e37f5 req-e37853eb-bda3-48d5-8972-c2d83da0d5ce tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 944 time: 0.0484881 Jan 27 22:37:56.528005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2116f0a7-b418-4baf-86e5-c732d05e37f5 req-62217b75-3f8c-459f-b660-d1680d62c02f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403733 Jan 27 22:37:57.500031 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:57.644938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9707a1e-2c10-46a9-8914-36e6dba7331f req-048691ba-38e8-4e36-8f59-2c7effee2a5f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:57.646427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9707a1e-2c10-46a9-8914-36e6dba7331f req-048691ba-38e8-4e36-8f59-2c7effee2a5f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 944 time: 0.0518842 Jan 27 22:37:57.692192 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9707a1e-2c10-46a9-8914-36e6dba7331f req-11f4dfac-b592-4d1b-b236-d341a3408d68 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395706 Jan 27 22:37:57.945557 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:37:58.063811 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:37:58.814154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dcab4-0f03-41c0-849c-c22e87efd50d req-fd683db7-3946-4635-bfae-99d61c6eceba tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:37:58.815633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-955dcab4-0f03-41c0-849c-c22e87efd50d req-fd683db7-3946-4635-bfae-99d61c6eceba tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 944 time: 0.0542173 Jan 27 22:37:58.861735 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-955dcab4-0f03-41c0-849c-c22e87efd50d req-23abc632-4011-41ee-a4a3-bd7aa95ef861 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405436 Jan 27 22:38:00.020417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2d7b7-6d9d-48ac-8484-e560cd606756 req-36f70603-4d51-4394-9ef4-7c523d5c45f1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:00.021892 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67f2d7b7-6d9d-48ac-8484-e560cd606756 req-36f70603-4d51-4394-9ef4-7c523d5c45f1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 944 time: 0.0479653 Jan 27 22:38:00.071273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-67f2d7b7-6d9d-48ac-8484-e560cd606756 req-eb048461-f9b9-4264-bd56-bbfc6da53110 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438857 Jan 27 22:38:00.239024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:38:00.329509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:38:00.341099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'port_id': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'mac_address': 'fa:16:3e:5c:9b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:38:00.379787 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:38:00.380210 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:00.392449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5395c5e0-064a-44d7-98b5-f19dd7ed4052 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:38:00.411214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:38:00.497507 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:00.544114 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:00.705832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['5395c5e0-064a-44d7-98b5-f19dd7ed4052'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:38:01.185037 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833f961-cf92-4f2c-9b18-f1bb33a89953 req-42bf0aa6-6fc9-4047-8a79-6afeeb69b2d7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:01.186546 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4833f961-cf92-4f2c-9b18-f1bb33a89953 req-42bf0aa6-6fc9-4047-8a79-6afeeb69b2d7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 945 time: 0.0478714 Jan 27 22:38:01.232495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4833f961-cf92-4f2c-9b18-f1bb33a89953 req-d7881797-7a3d-4ebe-ae4b-8132e95c0d36 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404670 Jan 27 22:38:02.255689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:38:02.348299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64acc4b-b965-4dd5-92b8-cef5a6f41e0a req-0bfa7865-90b3-40d8-963c-51ff2dbc3b88 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:02.349784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d64acc4b-b965-4dd5-92b8-cef5a6f41e0a req-0bfa7865-90b3-40d8-963c-51ff2dbc3b88 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 945 time: 0.0494847 Jan 27 22:38:02.395834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d64acc4b-b965-4dd5-92b8-cef5a6f41e0a req-185aae3b-64ea-49df-b620-6715041ba8b1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404654 Jan 27 22:38:02.411611 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2fa4fd27-3568-486f-b47b-48b0596be1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:02.479885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:38:02.484200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:38:02.484660 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:02.577491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:38:02.577820 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:02.599690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:38:02.601961 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7669d9-09f4-49f0-83f2-dcb5793ef7b8" -d '{"events": [{"server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "name": "network-vif-plugged", "status": "completed", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:38:02.616616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:38:02.640567 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a8ad7e-341e-4322-b499-d90f91da3110 x-openstack-request-id: req-18a8ad7e-341e-4322-b499-d90f91da3110 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:38:02.644850 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "name": "network-vif-plugged", "status": "completed", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:38:02.644850 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-18a8ad7e-341e-4322-b499-d90f91da3110 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:38:02.644850 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'code': 200} Jan 27 22:38:02.697303 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:02.740757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a171ad-67ca-4014-a048-9217a68421e6 req-2c7b4e8a-0b9a-4d02-ad54-cb08b028a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:02.742279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7a171ad-67ca-4014-a048-9217a68421e6 req-2c7b4e8a-0b9a-4d02-ad54-cb08b028a5bc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1097 time: 0.0464993 Jan 27 22:38:02.749593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:38:02.785058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7a171ad-67ca-4014-a048-9217a68421e6 req-0da92f6a-a891-4a85-b99d-4e961704ceb1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369992 Jan 27 22:38:03.507615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaad4a5-fd77-48bf-ad45-bb867cb56506 req-3a39505e-a200-4ab3-b593-90696557d569 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:03.509127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-faaad4a5-fd77-48bf-ad45-bb867cb56506 req-3a39505e-a200-4ab3-b593-90696557d569 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0476551 Jan 27 22:38:03.555256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-faaad4a5-fd77-48bf-ad45-bb867cb56506 req-73f04fe7-22c1-48df-a3e0-5756e9443daa tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401022 Jan 27 22:38:04.674459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2342a-e44f-4193-b0d6-81ea0eeae950 req-f25e4b65-56eb-4bf9-b479-c3617b225b37 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:04.675944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5c2342a-e44f-4193-b0d6-81ea0eeae950 req-f25e4b65-56eb-4bf9-b479-c3617b225b37 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0513806 Jan 27 22:38:04.721260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5c2342a-e44f-4193-b0d6-81ea0eeae950 req-660c7848-7b90-4355-b498-55133aef1ec2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399284 Jan 27 22:38:04.831749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5aab-0a23-453f-9efa-0379e55858e0 req-3c38c535-f6e4-444c-912a-b978be26ed7e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:04.833272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dfb5aab-0a23-453f-9efa-0379e55858e0 req-3c38c535-f6e4-444c-912a-b978be26ed7e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0497818 Jan 27 22:38:04.842286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39454) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:38:04.846629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-cf003fb5-7d94-4803-affd-1ed59f03e7a7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Request body: {'floatingip': {'port_id': '5395c5e0-064a-44d7-98b5-f19dd7ed4052'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:38:04.886144 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cf003fb5-7d94-4803-affd-1ed59f03e7a7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:04.968214 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c51a4e57-6dbe-48f5-83e1-29bd48ca6dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:05.329786 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cf003fb5-7d94-4803-affd-1ed59f03e7a7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:05.390726 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cf003fb5-7d94-4803-affd-1ed59f03e7a7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:05.491068 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-cf003fb5-7d94-4803-affd-1ed59f03e7a7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1 associated. External IP: 172.25.0.42, port: 5395c5e0-064a-44d7-98b5-f19dd7ed4052. Jan 27 22:38:05.702376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf003fb5-7d94-4803-affd-1ed59f03e7a7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:38:05.809015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf003fb5-7d94-4803-affd-1ed59f03e7a7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:38:05.813648 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cf003fb5-7d94-4803-affd-1ed59f03e7a7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:05.819931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34bb2d-cd43-40f0-b7d0-df8dff5e7b0b None None] Sync routers for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:38:05.829901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34bb2d-cd43-40f0-b7d0-df8dff5e7b0b None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:38:05.830518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3f34bb2d-cd43-40f0-b7d0-df8dff5e7b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:38:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:38:05.843225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cf003fb5-7d94-4803-affd-1ed59f03e7a7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "PUT /v2.0/floatingips/03c35bd3-8362-4166-9001-fd5e5c5f72f1 HTTP/1.1" status: 200 len: 991 time: 0.9972692 Jan 27 22:38:05.843225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:38:05.843508 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e3151c-7412-47e5-8ae2-ecab73c153c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:38:05.890303 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2332e56e-9052-4e6a-b92a-8e5041b30759 x-openstack-request-id: req-2332e56e-9052-4e6a-b92a-8e5041b30759 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:38:05.890671 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:38:05.890945 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2332e56e-9052-4e6a-b92a-8e5041b30759 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:38:05.891368 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'status': 'completed', 'code': 200} Jan 27 22:38:05.945219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3f34bb2d-cd43-40f0-b7d0-df8dff5e7b0b None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:38:05.951546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3151c-7412-47e5-8ae2-ecab73c153c2 req-3b31ef2f-b0ee-4422-aed0-a6274826d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:05.953353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34e3151c-7412-47e5-8ae2-ecab73c153c2 req-3b31ef2f-b0ee-4422-aed0-a6274826d26e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1097 time: 0.0408845 Jan 27 22:38:06.046971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3151c-7412-47e5-8ae2-ecab73c153c2 req-2cc1be16-c712-4e90-8e0b-a01c524cfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:06.048354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34e3151c-7412-47e5-8ae2-ecab73c153c2 req-2cc1be16-c712-4e90-8e0b-a01c524cfc13 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0887964 Jan 27 22:38:06.114032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34e3151c-7412-47e5-8ae2-ecab73c153c2 req-86b4cee7-d397-4bd0-8aec-f48d7dfa1f98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 999 time: 0.0594881 Jan 27 22:38:06.166984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3151c-7412-47e5-8ae2-ecab73c153c2 req-d13842a2-11c8-4c84-b5ed-0fe463bb4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:06.168488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34e3151c-7412-47e5-8ae2-ecab73c153c2 req-d13842a2-11c8-4c84-b5ed-0fe463bb4358 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0486665 Jan 27 22:38:06.172341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3f34bb2d-cd43-40f0-b7d0-df8dff5e7b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '03c35bd3-8362-4166-9001-fd5e5c5f72f1', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'port_id': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'mac_address': 'fa:16:3e:5c:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20b03-e202-4d87-a6ac-05914654db67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:33:03Z', 'updated_at': '2022-01-27T22:38:05Z', 'revision_number': 9, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:38:06.198220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34bb2d-cd43-40f0-b7d0-df8dff5e7b0b None None] Checking router: cbe4f574-0302-4d24-8ad9-caaf5885b7d8 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:38:06.213436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3151c-7412-47e5-8ae2-ecab73c153c2 req-c718368a-6668-4afa-a41a-c7fcf55fcb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:06.214935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34e3151c-7412-47e5-8ae2-ecab73c153c2 req-c718368a-6668-4afa-a41a-c7fcf55fcb07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409126 Jan 27 22:38:06.216794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f34bb2d-cd43-40f0-b7d0-df8dff5e7b0b None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:38:06.217413 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3f34bb2d-cd43-40f0-b7d0-df8dff5e7b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:38:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:38:06.302963 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34e3151c-7412-47e5-8ae2-ecab73c153c2 req-506a4470-1236-4b62-9eab-b1b542b2140c service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820229 Jan 27 22:38:06.324378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3f34bb2d-cd43-40f0-b7d0-df8dff5e7b0b None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:38:06.326242 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:06.557425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3f34bb2d-cd43-40f0-b7d0-df8dff5e7b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '03c35bd3-8362-4166-9001-fd5e5c5f72f1', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'port_id': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'mac_address': 'fa:16:3e:5c:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20b03-e202-4d87-a6ac-05914654db67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:33:03Z', 'updated_at': '2022-01-27T22:38:05Z', 'revision_number': 9, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:38:06.584997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f34bb2d-cd43-40f0-b7d0-df8dff5e7b0b None None] The sync data for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 is: [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '03c35bd3-8362-4166-9001-fd5e5c5f72f1', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'port_id': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'mac_address': 'fa:16:3e:5c:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd20b03-e202-4d87-a6ac-05914654db67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:33:03Z', 'updated_at': '2022-01-27T22:38:05Z', 'revision_number': 9, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:38:06.701199 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34e3151c-7412-47e5-8ae2-ecab73c153c2 req-dbb93130-e1ce-43ba-9462-5a4812613fe0 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920758 Jan 27 22:38:06.791923 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecd1167-9354-4702-8acd-6d213166a9c7 None None] New status for floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:38:07.596710 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:08.959931 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:15.773113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5913869c-139c-47d5-a04b-fbfb0b47e339 req-03a53169-aabb-4291-a052-4674a74f88f6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393593 Jan 27 22:38:15.862503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913869c-139c-47d5-a04b-fbfb0b47e339 req-0acdcf2d-5841-4c41-a716-dff96b2eab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:15.863991 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5913869c-139c-47d5-a04b-fbfb0b47e339 req-0acdcf2d-5841-4c41-a716-dff96b2eab0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1097 time: 0.0427506 Jan 27 22:38:15.971683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913869c-139c-47d5-a04b-fbfb0b47e339 req-138fd23e-f458-48d2-8153-5e7f34c1f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:15.973191 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5913869c-139c-47d5-a04b-fbfb0b47e339 req-138fd23e-f458-48d2-8153-5e7f34c1f067 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0891356 Jan 27 22:38:16.039214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5913869c-139c-47d5-a04b-fbfb0b47e339 req-4978f722-7608-4c9b-9e9b-8ebe11a64df9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1002 time: 0.0584996 Jan 27 22:38:16.093244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913869c-139c-47d5-a04b-fbfb0b47e339 req-50493a83-8bbe-49f2-b23f-8ad881ac3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:16.094706 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5913869c-139c-47d5-a04b-fbfb0b47e339 req-50493a83-8bbe-49f2-b23f-8ad881ac3f10 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0474179 Jan 27 22:38:16.150912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913869c-139c-47d5-a04b-fbfb0b47e339 req-4d3c57ac-32cb-492b-9fdf-f01d9c594148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:38:16.152426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5913869c-139c-47d5-a04b-fbfb0b47e339 req-4d3c57ac-32cb-492b-9fdf-f01d9c594148 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404122 Jan 27 22:38:16.244182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5913869c-139c-47d5-a04b-fbfb0b47e339 req-50182408-f3bd-4726-8c11-18aafbc8edb9 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807939 Jan 27 22:38:16.334897 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5913869c-139c-47d5-a04b-fbfb0b47e339 req-7310c5f2-aaaa-4105-ac15-fa8b3fcc3d42 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850060 Jan 27 22:38:16.492802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-9f428d60-4592-42f9-bc32-fb4e3681dc03 req-ce5d27a6-83e8-4c26-8023-4954cc5d91a5 service neutron] (104026) timed out ('10.222.0.74', 54713) {{(pid=104026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:38:27.487411 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:28.064508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:32.332360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-093c6c25-7ce1-4c61-8048-f8a51ef22983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:34.965179 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5eab6616-db5d-401c-9a50-b03e96b7c627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:35.062530 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:38:36.304005 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:37.559351 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:38.930614 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:57.520698 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:38:57.943014 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:02.360360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1863ca83-47e6-4f5b-878f-93baaeb90831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:04.942976 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03e7ec18-fae6-4da3-9dfe-3332c127bdf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:06.313135 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:07.588746 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:08.937386 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:12.061066 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:39:17.764876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e3e61ff-8c09-4464-910c-7d473d53ac3d req-0d49983f-5859-4998-8894-ffc73cc7cd55 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408821 Jan 27 22:39:17.843644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e61ff-8c09-4464-910c-7d473d53ac3d req-86948344-8202-492e-9d14-55ca2f8ed379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:17.845137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e3e61ff-8c09-4464-910c-7d473d53ac3d req-86948344-8202-492e-9d14-55ca2f8ed379 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1097 time: 0.0393817 Jan 27 22:39:17.948266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e61ff-8c09-4464-910c-7d473d53ac3d req-289aaa38-0f52-4d29-a50a-f04d60a696b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:17.949716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e3e61ff-8c09-4464-910c-7d473d53ac3d req-289aaa38-0f52-4d29-a50a-f04d60a696b0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0872538 Jan 27 22:39:18.014973 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e3e61ff-8c09-4464-910c-7d473d53ac3d req-967ea58f-29b6-477a-a23f-b9967869a948 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1002 time: 0.0593133 Jan 27 22:39:18.066751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e61ff-8c09-4464-910c-7d473d53ac3d req-07d4c9a6-f143-41b8-97a0-7d1eda4bbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:18.068266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e3e61ff-8c09-4464-910c-7d473d53ac3d req-07d4c9a6-f143-41b8-97a0-7d1eda4bbfa7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0476964 Jan 27 22:39:18.112219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e61ff-8c09-4464-910c-7d473d53ac3d req-31db4112-9a86-4197-86f3-518db751109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:18.113708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e3e61ff-8c09-4464-910c-7d473d53ac3d req-31db4112-9a86-4197-86f3-518db751109a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402000 Jan 27 22:39:18.202059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e3e61ff-8c09-4464-910c-7d473d53ac3d req-05c27787-efe0-4bef-b4ec-3b1b9a55132d service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812974 Jan 27 22:39:18.295150 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e3e61ff-8c09-4464-910c-7d473d53ac3d req-9d31cecf-62e6-4259-acbc-a485cae6ee7e service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872581 Jan 27 22:39:27.529766 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:27.935932 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:32.341827 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0e4d313f-ea85-4496-9125-ed9fd962b386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:34.946792 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-69bd9562-8603-4386-bd3c-1a042c0f6674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:36.318874 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:37.593244 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:38.913312 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:43.355463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e09ab-685c-4ae7-8d58-63b079dd04d1 req-dc7c689b-8786-46ff-9e15-7118cb015b3e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:43.356996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-346e09ab-685c-4ae7-8d58-63b079dd04d1 req-dc7c689b-8786-46ff-9e15-7118cb015b3e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0500867 Jan 27 22:39:43.403776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-346e09ab-685c-4ae7-8d58-63b079dd04d1 req-9b43bf29-60b0-46d9-b5f2-61828114fb4a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409667 Jan 27 22:39:43.521697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-33758b10-58b7-4c6e-bf90-5abcbdaa5b3c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391493 Jan 27 22:39:44.525776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de1acb-ac49-4303-8c8f-274f09ca49dd req-ef0cd297-9403-41e5-a651-9cef8250af62 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:44.527166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57de1acb-ac49-4303-8c8f-274f09ca49dd req-ef0cd297-9403-41e5-a651-9cef8250af62 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0553524 Jan 27 22:39:44.574455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57de1acb-ac49-4303-8c8f-274f09ca49dd req-eac81f6a-e103-4a8e-b07f-bc17da07145b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416543 Jan 27 22:39:45.717102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ce55c-35d5-4389-a0e0-51337f742197 req-ecf9849f-c05e-431a-9cf9-78239477cc0e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:45.718576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08ce55c-35d5-4389-a0e0-51337f742197 req-ecf9849f-c05e-431a-9cf9-78239477cc0e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0765176 Jan 27 22:39:45.721210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-7b1831df-6c65-4a07-9138-bff5bcd81b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:45.722543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-7b1831df-6c65-4a07-9138-bff5bcd81b06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1097 time: 0.0559287 Jan 27 22:39:45.815351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e08ce55c-35d5-4389-a0e0-51337f742197 req-5dc9cfda-2571-4b55-84ad-167871e8fa1d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912931 Jan 27 22:39:45.842233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-db44e0d5-f4ac-43f2-955b-c6fcfa4260df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:45.843688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-db44e0d5-f4ac-43f2-955b-c6fcfa4260df service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1140831 Jan 27 22:39:45.910990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-4de5c7ac-2979-4387-a824-62e7e955dd92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1002 time: 0.0618863 Jan 27 22:39:45.958457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-1e2aaf73-f6cc-4e87-963a-86bbe2e8d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:45.959858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-1e2aaf73-f6cc-4e87-963a-86bbe2e8d090 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0428886 Jan 27 22:39:46.003152 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-42ec2b21-b73c-40d7-8de6-8e6d9e30d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:46.004627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-42ec2b21-b73c-40d7-8de6-8e6d9e30d070 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391595 Jan 27 22:39:46.095625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-3bb3489f-5447-48c6-88a0-1d365ecd06d4 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852776 Jan 27 22:39:46.183860 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-070401e8-0b68-49c7-a682-0c2449c81093 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826147 Jan 27 22:39:46.929784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f9e0a-554e-49de-a96a-dc6b69b1a172 req-0a8dda62-669e-4ff6-91b1-cd9f6a5c5ffd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:46.931282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-560f9e0a-554e-49de-a96a-dc6b69b1a172 req-0a8dda62-669e-4ff6-91b1-cd9f6a5c5ffd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0498378 Jan 27 22:39:46.977389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-560f9e0a-554e-49de-a96a-dc6b69b1a172 req-d17d6aab-fdff-4f37-a428-c924663a78a7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406566 Jan 27 22:39:48.097114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc0509-2004-421e-bda9-35693dbe1237 req-91de167a-3a42-42cf-bc37-d1748f29c112 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:48.098599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bcc0509-2004-421e-bda9-35693dbe1237 req-91de167a-3a42-42cf-bc37-d1748f29c112 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0526760 Jan 27 22:39:48.145151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bcc0509-2004-421e-bda9-35693dbe1237 req-e985dad6-362c-48bf-b6b1-cf13bcb7269c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404546 Jan 27 22:39:49.060322 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:39:49.263414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5f4d-2b3b-49d2-bc2c-7acb0b2dff0c req-07e3890d-5473-4bdd-a630-ab3c29b31e38 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:49.264940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29ff5f4d-2b3b-49d2-bc2c-7acb0b2dff0c req-07e3890d-5473-4bdd-a630-ab3c29b31e38 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0507588 Jan 27 22:39:49.311283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29ff5f4d-2b3b-49d2-bc2c-7acb0b2dff0c req-883d7979-2b25-4124-b57c-fa754f99e79e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406399 Jan 27 22:39:50.429757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8c298-bfd6-473d-a91f-832d2cd62028 req-0cfe736a-f00d-4ee0-ba73-4040f5acd932 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:50.431168 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef8c298-bfd6-473d-a91f-832d2cd62028 req-0cfe736a-f00d-4ee0-ba73-4040f5acd932 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0532370 Jan 27 22:39:50.478110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bef8c298-bfd6-473d-a91f-832d2cd62028 req-3060cb2e-c604-487b-8b52-c961a10ed00f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406814 Jan 27 22:39:51.594118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467f23b-06f8-4217-b858-fcf15191e454 req-9a87fdda-1164-44c0-a96f-f77a75911afd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:51.595587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9467f23b-06f8-4217-b858-fcf15191e454 req-9a87fdda-1164-44c0-a96f-f77a75911afd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0481665 Jan 27 22:39:51.641741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9467f23b-06f8-4217-b858-fcf15191e454 req-99fc5679-83ad-4357-b336-e62a17b8ac73 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407026 Jan 27 22:39:52.755596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaf52f-fe39-4a0a-946f-965b92983a8f req-66ab03d0-78ec-4d44-904e-32411872f249 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:52.757072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46aaf52f-fe39-4a0a-946f-965b92983a8f req-66ab03d0-78ec-4d44-904e-32411872f249 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0464725 Jan 27 22:39:52.805927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46aaf52f-fe39-4a0a-946f-965b92983a8f req-e33a2a64-d793-48ae-9bd9-d05e01a0b693 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428705 Jan 27 22:39:53.919038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f9ccc-689c-42b4-873c-287c3a25dfb2 req-1c20635b-9758-4bb3-aa01-44b4ad36589b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:53.920529 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e1f9ccc-689c-42b4-873c-287c3a25dfb2 req-1c20635b-9758-4bb3-aa01-44b4ad36589b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0474586 Jan 27 22:39:53.966186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e1f9ccc-689c-42b4-873c-287c3a25dfb2 req-7304c1dc-d98d-4f27-981c-f7c735dd2d29 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402265 Jan 27 22:39:55.079975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccc971-ccd7-4dfa-bb08-54165a0b03fd req-8bb68e51-c00c-4eab-abe4-a6bbe0d0de09 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:55.081458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ccc971-ccd7-4dfa-bb08-54165a0b03fd req-8bb68e51-c00c-4eab-abe4-a6bbe0d0de09 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0481288 Jan 27 22:39:55.128145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8ccc971-ccd7-4dfa-bb08-54165a0b03fd req-2bc1f6cf-2e29-4757-8c12-7d200251d148 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412266 Jan 27 22:39:56.246078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db256-a2cb-4251-b6de-c2f8bd99f965 req-43560fdd-2705-4465-99ea-01eed033e5b3 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:56.248094 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-339db256-a2cb-4251-b6de-c2f8bd99f965 req-43560fdd-2705-4465-99ea-01eed033e5b3 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0520487 Jan 27 22:39:56.293161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-339db256-a2cb-4251-b6de-c2f8bd99f965 req-bbc281c5-83d7-48d6-8009-258f19b959ba tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396569 Jan 27 22:39:57.407132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2876906-c835-4a06-a3e5-7a02a5660841 req-7892eb0d-228f-4102-a142-0e6993a370f6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:57.408535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2876906-c835-4a06-a3e5-7a02a5660841 req-7892eb0d-228f-4102-a142-0e6993a370f6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0479641 Jan 27 22:39:57.455482 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2876906-c835-4a06-a3e5-7a02a5660841 req-59ab2262-5113-4462-8538-17b70fbfce36 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412946 Jan 27 22:39:57.558397 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:57.941052 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:58.288510 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-c067e37b-aead-4844-be02-a9b0a6b50340 service neutron] show failed (client error): The resource could not be found. Jan 27 22:39:58.289430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-c067e37b-aead-4844-be02-a9b0a6b50340 service neutron] 10.222.0.71 "GET /v2.0/ports/5395c5e0-064a-44d7-98b5-f19dd7ed4052/bindings/n-h1-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0530453 Jan 27 22:39:58.571676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3166c-d483-4b2a-b78a-82dd638158e9 req-dc8cfdf5-8fd1-4b2a-81fd-ebc47be687e2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:58.573126 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5f3166c-d483-4b2a-b78a-82dd638158e9 req-dc8cfdf5-8fd1-4b2a-81fd-ebc47be687e2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0522852 Jan 27 22:39:58.619284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5f3166c-d483-4b2a-b78a-82dd638158e9 req-9d8a658f-5adc-421b-87e8-d4bbd20af59e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400229 Jan 27 22:39:58.890176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-0fc2a006-2ca5-4951-a324-2a30f9b90b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:58.891649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-0fc2a006-2ca5-4951-a324-2a30f9b90b9a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 1097 time: 0.0790093 Jan 27 22:39:58.902148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:39:58.957406 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:59.157239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:39:59.189878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:39:59.227876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:39:59.230164 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3608af2-f667-42bb-b0fd-17565abbee39" -d '{"events": [{"server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "name": "network-vif-unplugged", "status": "completed", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:39:59.234503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Publish callbacks [] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:59.247566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Transition to ACTIVE for port object 5395c5e0-064a-44d7-98b5-f19dd7ed4052 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:39:59.312716 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:59.346334 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4e87a4-7b92-43b7-a0a0-643bd5565f79 x-openstack-request-id: req-7f4e87a4-7b92-43b7-a0a0-643bd5565f79 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:39:59.346630 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "name": "network-vif-unplugged", "status": "completed", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:39:59.346894 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f4e87a4-7b92-43b7-a0a0-643bd5565f79 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:39:59.347299 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'code': 200} Jan 27 22:39:59.365347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Pushing event updated for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:59.409414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.409769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.410124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.410468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.410811 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.411156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.411489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.411822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.412177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.412511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.412841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.413168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.413500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:39:59.452829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] No DVR routers for this DVR port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:39:59.590132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Attempting to bind port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:39:59.590759 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Attempting to bind port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:39:59.590892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Attempting to bind port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:39:59.595066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:39:59.595395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Attempting to bind port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:39:59.600300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:39:59.600646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:39:59.601034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Bound using segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:39:59.601467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Bound port: 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:39:59.601837 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:59.663745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:39:59.667008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:39:59.738683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578c236-b846-4306-a96a-89d77ee5ece2 req-4b858628-ac45-4be2-b158-7fa295b34a62 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:59.740193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4578c236-b846-4306-a96a-89d77ee5ece2 req-4b858628-ac45-4be2-b158-7fa295b34a62 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 944 time: 0.0524771 Jan 27 22:39:59.761377 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:59.806414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:59.807031 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:39:59.808505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] 10.222.0.74 "PUT /v2.0/ports/5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1092 time: 0.9105620 Jan 27 22:39:59.838448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4578c236-b846-4306-a96a-89d77ee5ece2 req-e4a86e65-f0f3-478c-b07e-a74cd85f5692 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926311 Jan 27 22:39:59.866519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde70084-fad9-42f1-b69e-5f4f8118726e service neutron] Pushing event updated for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:39:59.885556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-c769a34f-c138-40e2-bf71-9ef93ee2a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:59.887725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-c769a34f-c138-40e2-bf71-9ef93ee2a6a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1095 time: 0.0477853 Jan 27 22:39:59.983082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-362fa809-4e71-4a8b-89cd-bb5c6321f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:39:59.984784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-362fa809-4e71-4a8b-89cd-bb5c6321f563 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0918577 Jan 27 22:40:00.056166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-feb51ae7-bd99-4973-abbd-667fc6d0cca4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1000 time: 0.0657308 Jan 27 22:40:00.111912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-b8673443-3a6b-48eb-8040-591845222995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:00.113440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-b8673443-3a6b-48eb-8040-591845222995 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0521619 Jan 27 22:40:00.157582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-de6e4bbf-2d3e-4dc9-8ce3-2533094d61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:00.159087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-de6e4bbf-2d3e-4dc9-8ce3-2533094d61a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394094 Jan 27 22:40:00.245849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-8aedc1e1-514c-4c96-9abe-f3a930a3aa19 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799387 Jan 27 22:40:00.335432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca07b202-7d20-47fa-bbe0-44d63294dbaf req-18d73f4a-2bce-44f4-8e5a-9565372498a6 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839055 Jan 27 22:40:00.955567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae815ce-bffd-4031-8ee5-70f5b124c9e8 req-4b3361b8-a84d-49fe-a6c6-6d817c23395c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:00.957110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fae815ce-bffd-4031-8ee5-70f5b124c9e8 req-4b3361b8-a84d-49fe-a6c6-6d817c23395c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 944 time: 0.0480690 Jan 27 22:40:01.004019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fae815ce-bffd-4031-8ee5-70f5b124c9e8 req-27696e6e-88a5-45cc-ab4b-19e52d1a792a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413411 Jan 27 22:40:01.349027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:40:01.351422 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:40:01.398198 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d31793-612e-42e3-9b28-7e0f53418083 x-openstack-request-id: req-c0d31793-612e-42e3-9b28-7e0f53418083 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:40:01.398499 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:40:01.398763 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0d31793-612e-42e3-9b28-7e0f53418083 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:40:01.399175 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'status': 'completed', 'code': 200} Jan 27 22:40:01.485443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-27393be4-1858-4e1b-90e4-d29940d3b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:01.486938 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-27393be4-1858-4e1b-90e4-d29940d3b34b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1095 time: 0.0722589 Jan 27 22:40:01.488650 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-32dab0a6-d052-4f99-89a1-7d5ae84c3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:01.489993 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-32dab0a6-d052-4f99-89a1-7d5ae84c3011 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1095 time: 0.0658021 Jan 27 22:40:01.643376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-031f76ed-7605-415f-8cf3-16ce29c7a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:01.644883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-031f76ed-7605-415f-8cf3-16ce29c7a1e7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1512229 Jan 27 22:40:01.647433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-646e021e-8b29-4f8a-80d9-92c9dba6e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:01.648867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-646e021e-8b29-4f8a-80d9-92c9dba6e538 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1476386 Jan 27 22:40:01.757792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-a1bdcd1d-ad68-410f-8981-cfcf0628d4d2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1000 time: 0.1051657 Jan 27 22:40:01.761261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-7b84796e-03bf-49c6-895c-c1dee0658860 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1000 time: 0.1023977 Jan 27 22:40:01.838827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-27ab718c-bebb-43b9-be01-567645c8f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:01.840344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-27ab718c-bebb-43b9-be01-567645c8f2a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0764110 Jan 27 22:40:01.842519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-d5e4aafd-df16-4631-a8a4-fa92daa56598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:01.843828 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-d5e4aafd-df16-4631-a8a4-fa92daa56598 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0723116 Jan 27 22:40:01.913192 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-dbd7e2f9-4345-4108-a2cd-b15effb991f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:01.914618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-dbd7e2f9-4345-4108-a2cd-b15effb991f7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612752 Jan 27 22:40:01.917015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-029ecfa4-3543-4d69-b728-10c0bacba6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:01.918372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-029ecfa4-3543-4d69-b728-10c0bacba6cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729861 Jan 27 22:40:02.070675 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-a437e6ca-1293-41b0-afde-64efda52c63d service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495628 Jan 27 22:40:02.074126 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-77e2fa4d-5bd4-4bc3-a4da-8886b0d53fb0 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463161 Jan 27 22:40:02.342976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:40:02.373423 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1c7f5500-ab31-4b99-b866-8a5fe5231055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:02.549196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba02f66-8374-41b4-a583-20a731804149 req-2cd19aca-73f0-4f0d-8c8d-4940ad59dcdf tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:02.550714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eba02f66-8374-41b4-a583-20a731804149 req-2cd19aca-73f0-4f0d-8c8d-4940ad59dcdf tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 944 time: 0.4725714 Jan 27 22:40:02.601326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-d6823029-c0ce-46f5-8ea0-ef59e6561756 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136549 Jan 27 22:40:02.610193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:40:02.621336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7b7d62-6daa-494f-9a13-1cf1b59e71d7 req-0210ddf8-a408-47d5-af3b-1b580bfa6095 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419881 Jan 27 22:40:02.627776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'port_id': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'mac_address': 'fa:16:3e:5c:9b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:40:02.636276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eba02f66-8374-41b4-a583-20a731804149 req-b3d8bd24-3a34-4481-8b6a-95cc68653399 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783424 Jan 27 22:40:02.665239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:40:02.665632 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:02.678230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5395c5e0-064a-44d7-98b5-f19dd7ed4052 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:40:02.697048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:40:02.775541 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:02.813935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:40:02.846130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:02.858126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.858409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.858746 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.859078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.859405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.859731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.860059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.860396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.860715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.861033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.861352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.861666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.861981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:40:02.876046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] The host n-h2-760456-6 is not matching for port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 host n-h1-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:40:02.876467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:40:03.008820 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['5395c5e0-064a-44d7-98b5-f19dd7ed4052'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:40:03.752012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089fad4-e53e-42bf-bd16-2bf05c1c0fff req-2824a67c-0893-4842-bff9-1f0ec8564bc6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:03.753483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8089fad4-e53e-42bf-bd16-2bf05c1c0fff req-2824a67c-0893-4842-bff9-1f0ec8564bc6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 945 time: 0.0477173 Jan 27 22:40:03.798616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8089fad4-e53e-42bf-bd16-2bf05c1c0fff req-08ffd665-8cb7-46dc-bd2b-d5fbc5b3b9ec tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397713 Jan 27 22:40:04.366628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:40:04.477678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f39910-d4e8-4732-87b2-316674905ca6 req-06dd430b-6489-412e-8eee-2fbd7ca1d378 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:04.479170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59f39910-d4e8-4732-87b2-316674905ca6 req-06dd430b-6489-412e-8eee-2fbd7ca1d378 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 945 time: 0.0495749 Jan 27 22:40:04.512047 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:40:04.516143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:40:04.516649 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:04.560673 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-59f39910-d4e8-4732-87b2-316674905ca6 req-e2ff6d19-8711-4bac-9f8f-d24b6838bc96 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753813 Jan 27 22:40:04.572058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809364-aed0-4911-8c57-a134b374614b req-1af33618-7c97-47fb-a579-03409d5053b8 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:04.582873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-1af33618-7c97-47fb-a579-03409d5053b8 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67&tenant_id=ccf121efc52f454bad8501d0a55f3210&binding%3Ahost_id=n-h1-760456-6 HTTP/1.1" status: 200 len: 945 time: 0.0748589 Jan 27 22:40:04.597948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:40:04.598348 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:04.620279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:40:04.622523 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20ea3a4-739f-4f46-96ce-5a4ea383199f" -d '{"events": [{"server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "name": "network-vif-plugged", "status": "completed", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:40:04.633809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-3310196d-75b8-45b5-99ec-0e08b24144f6 service neutron] 10.222.0.74 "GET /v2.0/ports/5395c5e0-064a-44d7-98b5-f19dd7ed4052/bindings/n-h1-760456-6 HTTP/1.1" status: 200 len: 382 time: 0.0541091 Jan 27 22:40:04.634600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:40:04.673680 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bbb4d0-0ff8-4d75-b892-c3d7995eed13 x-openstack-request-id: req-78bbb4d0-0ff8-4d75-b892-c3d7995eed13 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:40:04.680404 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "name": "network-vif-plugged", "status": "completed", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:40:04.680404 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78bbb4d0-0ff8-4d75-b892-c3d7995eed13 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:40:04.680404 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'code': 200} Jan 27 22:40:04.695063 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:04.696910 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809364-aed0-4911-8c57-a134b374614b req-3df8d83e-8a9a-4096-b709-7ce962f36972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:04.698445 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-3df8d83e-8a9a-4096-b709-7ce962f36972 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1096 time: 0.0423748 Jan 27 22:40:04.745756 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:04.792543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809364-aed0-4911-8c57-a134b374614b req-71929914-1cc2-4392-802c-70c7d9f3dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:04.794593 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-71929914-1cc2-4392-802c-70c7d9f3dd9e service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0898824 Jan 27 22:40:04.858500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-15889247-7b17-42b7-b7c1-c7f40a39b5c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1002 time: 0.0585315 Jan 27 22:40:04.909830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809364-aed0-4911-8c57-a134b374614b req-c9fa011d-5e21-48dc-a215-a34b69c8f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:04.911289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-c9fa011d-5e21-48dc-a215-a34b69c8f41c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0473917 Jan 27 22:40:04.940837 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dba31c41-db01-4754-9ce2-2c9122833e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:04.956543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809364-aed0-4911-8c57-a134b374614b req-70fa6fef-b1ac-4335-8f41-e5d8798b5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:04.958141 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-70fa6fef-b1ac-4335-8f41-e5d8798b5304 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408478 Jan 27 22:40:05.049565 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-0068bf63-dc58-4a5b-8c64-c9b23a96330b service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853148 Jan 27 22:40:05.145964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-fbda15aa-82dc-49d8-87a2-daa7a2442e87 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903261 Jan 27 22:40:05.680312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd670a-ae49-4429-8b3b-3998c6ffd93a req-2cd93b8c-1748-4317-963d-1174beef7222 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:05.681818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60dd670a-ae49-4429-8b3b-3998c6ffd93a req-2cd93b8c-1748-4317-963d-1174beef7222 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0488994 Jan 27 22:40:05.727704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60dd670a-ae49-4429-8b3b-3998c6ffd93a req-96e6d80c-89a3-408f-9b6e-5614ec32386b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404212 Jan 27 22:40:06.295103 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:06.841720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9de9b5-8a16-4fb1-9bb6-26507b5a2499 req-123c85f9-3b36-408e-9af6-ab8c2c199254 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:06.843245 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c9de9b5-8a16-4fb1-9bb6-26507b5a2499 req-123c85f9-3b36-408e-9af6-ab8c2c199254 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0472877 Jan 27 22:40:06.894702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c9de9b5-8a16-4fb1-9bb6-26507b5a2499 req-a5a5ef82-f0d6-476f-a1cd-78bb65a74754 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458972 Jan 27 22:40:07.643409 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:08.011715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df189ca-8c9f-4186-a018-1d265a99a898 req-4c2bc6dd-f795-415b-8b0c-4a2021774580 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:08.013825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9df189ca-8c9f-4186-a018-1d265a99a898 req-4c2bc6dd-f795-415b-8b0c-4a2021774580 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0488520 Jan 27 22:40:08.067162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9df189ca-8c9f-4186-a018-1d265a99a898 req-be838477-832a-4402-aa0f-7041c312ae85 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477829 Jan 27 22:40:08.204720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809364-aed0-4911-8c57-a134b374614b req-90f2a5b1-c974-4109-968a-40f19886a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:08.206115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-90f2a5b1-c974-4109-968a-40f19886a9be service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 1097 time: 0.0412991 Jan 27 22:40:08.216090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:40:08.272476 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:08.476670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:40:08.510111 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:40:08.548989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:40:08.551268 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc2e3d7-179e-4ab0-810b-ec0f882e5093" -d '{"events": [{"server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "name": "network-vif-unplugged", "status": "completed", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:40:08.555070 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Publish callbacks [] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:08.567742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Transition to ACTIVE for port object 5395c5e0-064a-44d7-98b5-f19dd7ed4052 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:40:08.598663 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a337b4d5-c4f2-4a18-8c1e-eee5994404b6 x-openstack-request-id: req-a337b4d5-c4f2-4a18-8c1e-eee5994404b6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:40:08.598967 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "name": "network-vif-unplugged", "status": "completed", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:40:08.599229 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a337b4d5-c4f2-4a18-8c1e-eee5994404b6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:40:08.599639 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'code': 200} Jan 27 22:40:08.654725 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:08.743004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Pushing event updated for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=10']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:08.783109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] No DVR routers for this DVR port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:40:08.920537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Attempting to bind port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:40:08.920881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Attempting to bind port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:40:08.921218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Attempting to bind port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:40:08.925614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:40:08.925942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Attempting to bind port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:40:08.929373 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:08.930831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:40:08.931162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:40:08.931548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Bound using segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:40:08.931986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Bound port: 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:40:08.932379 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:08.995453 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:40:08.998932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:40:09.061847 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:09.100986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:09.101638 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:09.103109 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] 10.222.0.71 "PUT /v2.0/ports/5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1093 time: 0.8908343 Jan 27 22:40:09.126526 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306caa9-2fa8-4852-8e98-005f07c28a61 service neutron] Pushing event updated for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=11']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:09.206812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809364-aed0-4911-8c57-a134b374614b req-da87daf6-d4e6-4806-a57a-abfa9b4d911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:09.208388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-da87daf6-d4e6-4806-a57a-abfa9b4d911a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1096 time: 0.0773425 Jan 27 22:40:09.230168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a716a5-9f1f-46d8-94b8-83cd5ee804d5 req-5f4c9ae8-bfd7-4afd-83ee-6dbaf0022d30 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:09.232240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05a716a5-9f1f-46d8-94b8-83cd5ee804d5 req-5f4c9ae8-bfd7-4afd-83ee-6dbaf0022d30 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 945 time: 0.0704844 Jan 27 22:40:09.342683 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05a716a5-9f1f-46d8-94b8-83cd5ee804d5 req-9bd34b0e-944f-4c5e-ab2f-bd382ea47328 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005123 Jan 27 22:40:09.355680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809364-aed0-4911-8c57-a134b374614b req-8dea9b42-46ec-468e-94fe-718465f11354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:09.357781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-8dea9b42-46ec-468e-94fe-718465f11354 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1431127 Jan 27 22:40:09.422619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-84eabf92-3f2b-472c-8308-bf897a17f520 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1000 time: 0.0590360 Jan 27 22:40:09.474145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809364-aed0-4911-8c57-a134b374614b req-ff1d1ba7-2aaa-4b7d-b9cd-c7044c07f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:09.475619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-ff1d1ba7-2aaa-4b7d-b9cd-c7044c07f037 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0474737 Jan 27 22:40:09.519439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9809364-aed0-4911-8c57-a134b374614b req-a5d2ec19-beac-4337-9e95-c8094503e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:09.520847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-a5d2ec19-beac-4337-9e95-c8094503e3ad service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384638 Jan 27 22:40:09.607147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-2887a98a-f4c0-465b-ae87-47d44d1d098b service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807230 Jan 27 22:40:09.696952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c9809364-aed0-4911-8c57-a134b374614b req-913cf04c-dc36-4a6e-8cbd-ce7edfeadd73 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845337 Jan 27 22:40:10.402795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:40:10.443958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] The host n-h1-760456-6 is not matching for port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 host n-h2-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:40:10.444392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:40:10.463390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962f3e3-8abd-4e0d-af76-8e2dd5a627fc req-8279084e-54fc-4615-ae22-e6fa1f36c89d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:10.464906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8962f3e3-8abd-4e0d-af76-8e2dd5a627fc req-8279084e-54fc-4615-ae22-e6fa1f36c89d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 945 time: 0.0515530 Jan 27 22:40:10.511787 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8962f3e3-8abd-4e0d-af76-8e2dd5a627fc req-52dd05b2-9cef-4195-a153-3914979cfdae tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413878 Jan 27 22:40:10.600492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:40:10.602839 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138b0a4c-d547-4143-bdb4-d2c7cd5af943" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:40:10.650108 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae85ee5-ceea-4146-9a09-8b8c6ec09a1e x-openstack-request-id: req-1ae85ee5-ceea-4146-9a09-8b8c6ec09a1e {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:40:10.650416 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:40:10.650707 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ae85ee5-ceea-4146-9a09-8b8c6ec09a1e {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:40:10.651820 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'status': 'completed', 'code': 200} Jan 27 22:40:10.740826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-c3f2b9f5-50de-4d2d-93aa-37c4d1caf2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:10.742240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-c3f2b9f5-50de-4d2d-93aa-37c4d1caf2b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1096 time: 0.0751827 Jan 27 22:40:10.744650 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-f22e6d7d-ded3-4edc-8593-705804787f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:10.745990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-f22e6d7d-ded3-4edc-8593-705804787f48 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 1096 time: 0.0694828 Jan 27 22:40:10.899276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-5d094406-8295-4133-86fa-92d251f3a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:10.900778 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-5d094406-8295-4133-86fa-92d251f3a374 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1508605 Jan 27 22:40:10.903801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-4a6d1e82-c66e-4fc4-99aa-ac7e4b72a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:10.905146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-4a6d1e82-c66e-4fc4-99aa-ac7e4b72a357 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1473458 Jan 27 22:40:11.017661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-88bc4a07-6c97-451e-8381-5451b3a2c358 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1000 time: 0.1083696 Jan 27 22:40:11.019311 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-6765ecba-43a3-4816-82bb-60307d5c468f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 200 len: 1000 time: 0.1047230 Jan 27 22:40:11.110686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-87096cb8-c0c3-4dba-8f9b-b02d9d1389e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:11.112197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-87096cb8-c0c3-4dba-8f9b-b02d9d1389e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0770311 Jan 27 22:40:11.113614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-fe5aa4df-850f-491d-90c5-9e32d3149d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:11.114929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-fe5aa4df-850f-491d-90c5-9e32d3149d18 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0890064 Jan 27 22:40:11.190313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-a33ff039-42bf-4412-b69d-1701bc56f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:11.191849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-a33ff039-42bf-4412-b69d-1701bc56f54d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710444 Jan 27 22:40:11.193717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-b6133b68-bd50-4c34-8391-2154ec68b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:11.195076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-b6133b68-bd50-4c34-8391-2154ec68b100 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669012 Jan 27 22:40:11.354112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-561ceaaf-022f-46f8-b4be-bc816f5485a9 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551046 Jan 27 22:40:11.355878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-38837b8b-6286-41cb-a572-34793f919446 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483507 Jan 27 22:40:11.513039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-8b065d23-0c68-4ed8-a49b-759dc59b463b service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525900 Jan 27 22:40:11.516516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-138b0a4c-d547-4143-bdb4-d2c7cd5af943 req-0b6bb6d7-3304-43eb-a1b8-89375df3cd6d service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490428 Jan 27 22:40:11.631040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ba480-5e31-46d0-b1e2-884c3c9bd79e req-f9c5f67e-3be5-435c-a5c2-b19f30c0de64 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:11.636793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a10ba480-5e31-46d0-b1e2-884c3c9bd79e req-f9c5f67e-3be5-435c-a5c2-b19f30c0de64 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 945 time: 0.0519545 Jan 27 22:40:11.680468 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a10ba480-5e31-46d0-b1e2-884c3c9bd79e req-0937fe67-1627-4772-8b3d-41bbd07fbe49 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405271 Jan 27 22:40:11.794888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81c52-e084-4084-80bd-c0488fcc854f req-8fa08902-a1f2-4449-9cd9-670c82e801ea tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:11.796390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7da81c52-e084-4084-80bd-c0488fcc854f req-8fa08902-a1f2-4449-9cd9-670c82e801ea tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 945 time: 0.0480559 Jan 27 22:40:11.842907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7da81c52-e084-4084-80bd-c0488fcc854f req-d816ade1-5ee6-4d71-a295-d62e8d36198f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410168 Jan 27 22:40:11.953567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc3c20-e726-46ee-82dc-70bbc3c68dff req-22509f6b-ba37-426b-ba00-2be9d5b0512c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:11.954926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71dc3c20-e726-46ee-82dc-70bbc3c68dff req-22509f6b-ba37-426b-ba00-2be9d5b0512c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 945 time: 0.0472832 Jan 27 22:40:12.003998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71dc3c20-e726-46ee-82dc-70bbc3c68dff req-cde1e7da-664d-4737-98eb-8b09d843e797 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436325 Jan 27 22:40:12.420183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abab44-3220-4d3c-874e-30c1d4b36e18 req-7e810666-baae-4aba-b0eb-38b6c413251d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:12.421665 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61abab44-3220-4d3c-874e-30c1d4b36e18 req-7e810666-baae-4aba-b0eb-38b6c413251d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 945 time: 0.0478725 Jan 27 22:40:12.467471 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-61abab44-3220-4d3c-874e-30c1d4b36e18 req-5bdf17e2-d3fa-4f85-a6ad-dd527cb4f76e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403306 Jan 27 22:40:12.907075 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:40:13.001409 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:40:13.013311 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'port_id': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'mac_address': 'fa:16:3e:5c:9b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:40:13.052723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:40:13.053216 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:13.066692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5395c5e0-064a-44d7-98b5-f19dd7ed4052 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:40:13.086043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:40:13.140741 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:13.186405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=12']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:13.607662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8023b-b89f-44a5-8d33-95112ffd2834 req-b0834690-869d-4425-9210-6044e38a198a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:13.609119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91f8023b-b89f-44a5-8d33-95112ffd2834 req-b0834690-869d-4425-9210-6044e38a198a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0713253 Jan 27 22:40:13.645652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-4fb85a58-5ae7-4c68-a26c-ee33caf243ac tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:13.647056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-4fb85a58-5ae7-4c68-a26c-ee33caf243ac tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 946 time: 0.0738156 Jan 27 22:40:13.695037 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91f8023b-b89f-44a5-8d33-95112ffd2834 req-7142ac71-79dc-41b0-8359-275b45debe5d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794985 Jan 27 22:40:13.749632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Deleting port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:40:13.749902 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:13.839267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] For port 5395c5e0-064a-44d7-98b5-f19dd7ed4052, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=5395c5e0-064a-44d7-98b5-f19dd7ed4052,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:40:13.839635 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:14.012140 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:14.012930 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:14.013260 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1 disassociated. External IP: 172.25.0.42, port: 5395c5e0-064a-44d7-98b5-f19dd7ed4052. Jan 27 22:40:14.013610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Calling delete_port for 5395c5e0-064a-44d7-98b5-f19dd7ed4052 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:40:14.214925 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (5395c5e0-064a-44d7-98b5-f19dd7ed4052), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:14.244985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event deleted for resources: {'Port': ['ID=5395c5e0-064a-44d7-98b5-f19dd7ed4052,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:14.657887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:40:14.776049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:40:14.788405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72ba75-560f-42ac-9a86-ccfc8d92be10 None None] Sync routers for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:40:14.797740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a1a559b-62e4-449f-b454-a4cf1623df29 req-d1afaf17-c53c-4750-a266-ab1cd0600fc4 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd20b03-e202-4d87-a6ac-05914654db67 HTTP/1.1" status: 200 len: 210 time: 0.0315576 Jan 27 22:40:14.798467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72ba75-560f-42ac-9a86-ccfc8d92be10 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:40:14.799101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bc72ba75-560f-42ac-9a86-ccfc8d92be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:40:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:40:14.828839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] No DVR routers for this DVR port 5395c5e0-064a-44d7-98b5-f19dd7ed4052 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:40:14.831621 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:14.835100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c876e8e-da01-4f56-8347-896d758ba8a3 req-26b12d6f-eab9-4807-accf-90e2a89eb31f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.71 "DELETE /v2.0/ports/5395c5e0-064a-44d7-98b5-f19dd7ed4052 HTTP/1.1" status: 204 len: 173 time: 1.1802478 Jan 27 22:40:14.835555 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'name': 'network-vif-deleted', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:40:14.837862 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eeca68-8452-47a1-a2d6-7ac13a077e50" -d '{"events": [{"server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "name": "network-vif-deleted", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:40:14.881569 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6239ef71-56be-41cc-b273-6e68dea4fba1 x-openstack-request-id: req-6239ef71-56be-41cc-b273-6e68dea4fba1 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:40:14.882330 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd20b03-e202-4d87-a6ac-05914654db67", "name": "network-vif-deleted", "tag": "5395c5e0-064a-44d7-98b5-f19dd7ed4052", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:40:14.883476 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6239ef71-56be-41cc-b273-6e68dea4fba1 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:40:14.883899 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd20b03-e202-4d87-a6ac-05914654db67', 'name': 'network-vif-deleted', 'tag': '5395c5e0-064a-44d7-98b5-f19dd7ed4052', 'status': 'completed', 'code': 200} Jan 27 22:40:14.908157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:40:14.913537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-bc72ba75-560f-42ac-9a86-ccfc8d92be10 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:40:14.916422 n-d-760456-6 neutron-server[104028]: INFO neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No ports have port_id starting with 5395c5e0-064a-44d7-98b5-f19dd7ed4052 Jan 27 22:40:14.923090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 requested by agent hyperv_n-h2-760456-6 not found in database {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jan 27 22:40:15.120764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bc72ba75-560f-42ac-9a86-ccfc8d92be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:40:15.148766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72ba75-560f-42ac-9a86-ccfc8d92be10 None None] Checking router: cbe4f574-0302-4d24-8ad9-caaf5885b7d8 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:40:15.157871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc72ba75-560f-42ac-9a86-ccfc8d92be10 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:40:15.158535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bc72ba75-560f-42ac-9a86-ccfc8d92be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:40:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:40:15.269953 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-bc72ba75-560f-42ac-9a86-ccfc8d92be10 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:40:15.476048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-bc72ba75-560f-42ac-9a86-ccfc8d92be10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:40:15.503078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc72ba75-560f-42ac-9a86-ccfc8d92be10 None None] The sync data for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 is: [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:40:15.725407 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1a0c8-5532-4464-9079-9d20204ed19e None None] New status for floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:40:16.100686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-51b3f4fd-5d5f-49b2-9b47-a2ee4901e0b2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--450712191&fields=id&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 267 time: 0.0440214 Jan 27 22:40:16.208501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-595a3f1f-dd17-495a-8071-7932fecf0517 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:16.209903 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-595a3f1f-dd17-495a-8071-7932fecf0517 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 812 time: 0.1043365 Jan 27 22:40:16.224676 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-8e2848e1-25c1-4c05-9de0-499a2321a80c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/quotas/ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 375 time: 0.0088387 Jan 27 22:40:16.274992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-97fdfbea-68d9-4cef-9825-b4938c1ba593 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454905 Jan 27 22:40:16.290935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-594c0e7a-a2e7-4624-8744-62fa39fc9b2a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:40:16.291907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-594c0e7a-a2e7-4624-8744-62fa39fc9b2a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051711 Jan 27 22:40:16.383788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-05050e8d-fc49-4018-bfd9-2d645069e636 service neutron] 10.222.0.61 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858140 Jan 27 22:40:16.473654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-de94d096-d344-428a-86ae-e98008703d88 service neutron] 10.222.0.61 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835280 Jan 27 22:40:16.731912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-071be432-57b9-45ac-a6a3-02dc48c16c2b req-1d67a65a-1d56-49d3-a101-68de60ab7445 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0271947 Jan 27 22:40:17.829430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94690757-95a9-439f-8d9d-88c9648f674d req-65ce4832-1355-44d9-b6c4-00e24a25462f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0291710 Jan 27 22:40:18.732978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-ae568ccc-d02a-481e-88c5-e73daa331c8e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:18.734544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-ae568ccc-d02a-481e-88c5-e73daa331c8e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 812 time: 0.1069570 Jan 27 22:40:18.797741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-0432939c-b018-4a32-a543-ad1e3ed16766 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 379 time: 0.0542572 Jan 27 22:40:18.806381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Request body: {'port': {'device_id': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'admin_state_up': True, 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'security_groups': ['442cd6a2-04ed-4cb1-837e-ab7a2bacdb48']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:40:18.909564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:40:18.930811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 5395c5e0-064a-44d7-98b5-f19dd7ed4052 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:40:18.931159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 5395c5e0-064a-44d7-98b5-f19dd7ed4052 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:40:18.938956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2522e46-a301-4bf8-9d0f-3608d3a12eb7 req-97a9f8f0-c1f9-4284-84dd-2f3a6bf732dd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0412114 Jan 27 22:40:19.072046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Made reservation on behalf of ccf121efc52f454bad8501d0a55f3210 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:40:19.076859 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:19.207937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Allocated IP 172.20.0.9 (8500b22a-ac2f-4a75-a887-5c5881bb8d12/908d97ae-0eb6-45b9-9409-da53ea8b68f7/a2984de9-8dc2-4227-804f-c09bf16139a8) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:40:19.341250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:19.434058 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:19.484060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:40:19.487185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:40:19.493467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:40:19.499932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:19.547767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:19.548419 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:19.652248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d2112421-e71b-4f5d-a2e7-693e5af3d790 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8493924 Jan 27 22:40:19.661380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-c5b372c4-90a5-4f3e-ad4a-0f95a206eb9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:40:19.662366 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-c5b372c4-90a5-4f3e-ad4a-0f95a206eb9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051191 Jan 27 22:40:19.673076 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Request body: {'port': {'device_id': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:40:19.728402 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:19.764238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bfa801e8-7c40-49c7-8385-63299565ac1d None None] Provisioning complete for port a2984de9-8dc2-4227-804f-c09bf16139a8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:40:19.764535 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bfa801e8-7c40-49c7-8385-63299565ac1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:19.802234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bfa801e8-7c40-49c7-8385-63299565ac1d None None] Port a2984de9-8dc2-4227-804f-c09bf16139a8 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:40:19.995607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2984de9-8dc2-4227-804f-c09bf16139a8 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:40:20.003541 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Publish callbacks [] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:20.055005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Transition to ACTIVE for port object a2984de9-8dc2-4227-804f-c09bf16139a8 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:40:20.078211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab5971-b9fa-42d0-891f-1bfeb53f241f req-45140e1e-8f79-47ad-a405-00f188130e39 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:20.082052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1ab5971-b9fa-42d0-891f-1bfeb53f241f req-45140e1e-8f79-47ad-a405-00f188130e39 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 931 time: 0.0703728 Jan 27 22:40:20.128883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d1ab5971-b9fa-42d0-891f-1bfeb53f241f req-df2ccb28-380c-4568-9042-ff5823c90523 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434976 Jan 27 22:40:20.134359 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:20.191712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:20.260090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Attempting to bind port a2984de9-8dc2-4227-804f-c09bf16139a8 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:40:20.260466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Attempting to bind port a2984de9-8dc2-4227-804f-c09bf16139a8 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:40:20.260776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Attempting to bind port a2984de9-8dc2-4227-804f-c09bf16139a8 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:40:20.266055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Port a2984de9-8dc2-4227-804f-c09bf16139a8 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:40:20.266389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Attempting to bind port a2984de9-8dc2-4227-804f-c09bf16139a8 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:40:20.271558 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:40:20.271914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:40:20.272337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Bound using segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:40:20.272770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Bound port: a2984de9-8dc2-4227-804f-c09bf16139a8, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:40:20.273134 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:20.338587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:40:20.342128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:40:20.415409 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:20.452985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:20.454611 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:20.456085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] 10.222.0.74 "PUT /v2.0/ports/a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 1091 time: 0.7871337 Jan 27 22:40:20.456605 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:40:20.458917 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5847df6-f599-4608-aa81-47ee296ef44f" -d '{"events": [{"name": "network-changed", "server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:40:20.485369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1148474-83c6-477a-8409-b2fd1b7f2944 service neutron] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:20.507450 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e96ddfc-ae96-4103-a393-23f702b4d6e6 x-openstack-request-id: req-0e96ddfc-ae96-4103-a393-23f702b4d6e6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:40:20.507450 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:40:20.507450 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e96ddfc-ae96-4103-a393-23f702b4d6e6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:40:20.507450 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'status': 'completed', 'code': 200} Jan 27 22:40:20.572301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847df6-f599-4608-aa81-47ee296ef44f req-f4b4821a-45bb-4eeb-9071-7aa12bf33125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:20.573929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5847df6-f599-4608-aa81-47ee296ef44f req-f4b4821a-45bb-4eeb-9071-7aa12bf33125 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1094 time: 0.0491898 Jan 27 22:40:20.672646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847df6-f599-4608-aa81-47ee296ef44f req-a1dbbcb5-aca8-4892-8967-64843519f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:20.674202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5847df6-f599-4608-aa81-47ee296ef44f req-a1dbbcb5-aca8-4892-8967-64843519f1b0 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=ccf121efc52f454bad8501d0a55f3210&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0938661 Jan 27 22:40:20.770619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5847df6-f599-4608-aa81-47ee296ef44f req-8ce9946c-dab1-4f98-834e-9a09398fdfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:20.771975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d5847df6-f599-4608-aa81-47ee296ef44f req-8ce9946c-dab1-4f98-834e-9a09398fdfd8 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920556 Jan 27 22:40:20.845454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-421c61a8-536c-42ec-bbff-8d2e3fef5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:20.847004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-421c61a8-536c-42ec-bbff-8d2e3fef5406 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1094 time: 0.0419118 Jan 27 22:40:20.891061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-aae5799b-cbbc-4a8f-80a3-f37ccad3bc2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 217 time: 0.0368638 Jan 27 22:40:20.938844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a2e6e79c-d91c-444e-aed1-10182c755d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:20.940326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-a2e6e79c-d91c-444e-aed1-10182c755d33 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0443327 Jan 27 22:40:20.988129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d44acd32-85fc-4d21-9f2b-e133c26d69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:20.989578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-d44acd32-85fc-4d21-9f2b-e133c26d69c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436404 Jan 27 22:40:21.077839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-6b781ebb-b19e-40e1-ad4c-bc62995b0037 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815969 Jan 27 22:40:21.173555 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b00e162c-01f5-4896-a3cb-67c42a934db5 req-747c08aa-e271-45b5-b6b6-7d3d2e614cad service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904224 Jan 27 22:40:21.255276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b30d53-c2f2-4ec0-8dd6-b7d828337649 req-4f2aac57-5051-4505-ad30-411fcaee2e59 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:21.257480 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3b30d53-c2f2-4ec0-8dd6-b7d828337649 req-4f2aac57-5051-4505-ad30-411fcaee2e59 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0500073 Jan 27 22:40:21.304472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3b30d53-c2f2-4ec0-8dd6-b7d828337649 req-d9a31cc3-ed5c-4d9c-933a-7d1052e86117 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412290 Jan 27 22:40:22.417728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfefb137-e410-4808-9bd6-843d55cad459 req-de36bb56-3fac-4ed8-ba9b-104385e1015c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:22.419620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfefb137-e410-4808-9bd6-843d55cad459 req-de36bb56-3fac-4ed8-ba9b-104385e1015c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0464602 Jan 27 22:40:22.434136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a2984de9-8dc2-4227-804f-c09bf16139a8 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:40:22.469676 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfefb137-e410-4808-9bd6-843d55cad459 req-d145ce65-3135-49bf-94f2-956c7b590ac9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445485 Jan 27 22:40:22.527806 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:40:22.539639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'port_id': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'mac_address': 'fa:16:3e:d5:7e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:40:22.579888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a2984de9-8dc2-4227-804f-c09bf16139a8 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:40:22.580330 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:22.592583 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2984de9-8dc2-4227-804f-c09bf16139a8 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:40:22.611215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:40:22.671543 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:22.717256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:22.867045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a2984de9-8dc2-4227-804f-c09bf16139a8'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:40:23.583850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7eadbd-f097-4b05-8635-95e741294809 req-e12a98f4-a8c8-4397-9bd2-dc213fe4eb9c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:23.585355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc7eadbd-f097-4b05-8635-95e741294809 req-e12a98f4-a8c8-4397-9bd2-dc213fe4eb9c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0481424 Jan 27 22:40:23.630864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc7eadbd-f097-4b05-8635-95e741294809 req-f85d5ded-5e12-464a-af35-e097a1f9fc3d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400932 Jan 27 22:40:24.445549 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a2984de9-8dc2-4227-804f-c09bf16139a8 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:40:24.540155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port a2984de9-8dc2-4227-804f-c09bf16139a8 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:40:24.543903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port a2984de9-8dc2-4227-804f-c09bf16139a8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:40:24.544321 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:24.624390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a2984de9-8dc2-4227-804f-c09bf16139a8 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:40:24.624784 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:24.645751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:40:24.647950 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a49ae2-46d0-45b0-9c61-cbd3dd0d45f1" -d '{"events": [{"server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:40:24.660705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:40:24.736655 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d0a493-c101-471b-ab4a-5ae542754689 x-openstack-request-id: req-24d0a493-c101-471b-ab4a-5ae542754689 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:40:24.736960 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:40:24.737219 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24d0a493-c101-471b-ab4a-5ae542754689 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:40:24.737626 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'code': 200} Jan 27 22:40:24.740451 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:24.752631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe7221-4e00-46af-8736-6bf98cb33b55 req-de6b2281-3285-4a46-b6bd-e500b393d0f2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:24.754256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5dfe7221-4e00-46af-8736-6bf98cb33b55 req-de6b2281-3285-4a46-b6bd-e500b393d0f2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0506902 Jan 27 22:40:24.796711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:40:24.811085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5dfe7221-4e00-46af-8736-6bf98cb33b55 req-e6bd5ef3-b7df-40b5-891b-5352448ab164 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502703 Jan 27 22:40:24.842470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c32c4-daeb-4ae7-8286-b9c3f9cccd6c req-f32a329d-1834-40d2-bce2-5d6a2f472682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:24.843977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-958c32c4-daeb-4ae7-8286-b9c3f9cccd6c req-f32a329d-1834-40d2-bce2-5d6a2f472682 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1096 time: 0.0476487 Jan 27 22:40:24.888201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-958c32c4-daeb-4ae7-8286-b9c3f9cccd6c req-0741cea2-947a-4d8b-ba62-4df91dde7133 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369565 Jan 27 22:40:25.931866 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692c256-5043-48d3-8a5d-c6e3251c0013 req-4c637ea8-ca36-4620-b7e6-a1772d9424df tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:25.933383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a692c256-5043-48d3-8a5d-c6e3251c0013 req-4c637ea8-ca36-4620-b7e6-a1772d9424df tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0498512 Jan 27 22:40:25.980777 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a692c256-5043-48d3-8a5d-c6e3251c0013 req-8ccdd05d-9e2e-4dc7-9ff1-efdd3b3f1781 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413916 Jan 27 22:40:26.059779 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:40:27.095380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f3815-8758-4f62-970b-dfa853851711 req-62855330-ed6d-4d2d-b2ed-cbf482fca00b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:27.096923 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f7f3815-8758-4f62-970b-dfa853851711 req-62855330-ed6d-4d2d-b2ed-cbf482fca00b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0480905 Jan 27 22:40:27.146495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5f7f3815-8758-4f62-970b-dfa853851711 req-338e9f6d-a4d5-4e1d-a2e3-1a474466de09 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440121 Jan 27 22:40:27.254333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2ba57-5621-4198-a401-7696d1aa1bf0 req-99933425-3ef7-4f81-8071-cc42eab3f5d5 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:27.255779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75f2ba57-5621-4198-a401-7696d1aa1bf0 req-99933425-3ef7-4f81-8071-cc42eab3f5d5 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0469570 Jan 27 22:40:27.264820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 39828) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:40:27.268987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-7d7b0878-e131-41be-8570-8649719358f2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Request body: {'floatingip': {'port_id': 'a2984de9-8dc2-4227-804f-c09bf16139a8'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:40:27.306732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0878-e131-41be-8570-8649719358f2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:27.546052 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:27.745583 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0878-e131-41be-8570-8649719358f2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:27.803349 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0878-e131-41be-8570-8649719358f2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:27.907082 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-7d7b0878-e131-41be-8570-8649719358f2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1 associated. External IP: 172.25.0.42, port: a2984de9-8dc2-4227-804f-c09bf16139a8. Jan 27 22:40:27.928821 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:28.113277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7b0878-e131-41be-8570-8649719358f2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:40:28.218533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7b0878-e131-41be-8570-8649719358f2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:40:28.223434 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0878-e131-41be-8570-8649719358f2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:28.229809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90981d47-b556-4343-9ead-2bc5940f7f1d None None] Sync routers for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:40:28.239614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90981d47-b556-4343-9ead-2bc5940f7f1d None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:40:28.240618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-90981d47-b556-4343-9ead-2bc5940f7f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:40:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:40:28.251089 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d7b0878-e131-41be-8570-8649719358f2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "PUT /v2.0/floatingips/03c35bd3-8362-4166-9001-fd5e5c5f72f1 HTTP/1.1" status: 200 len: 991 time: 0.9852962 Jan 27 22:40:28.253580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:40:28.253993 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065b42a9-e374-4e7a-84a2-4a513d951724" -d '{"events": [{"name": "network-changed", "server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:40:28.294865 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19a3b18-f091-45c5-8c91-558c3b3bc41f x-openstack-request-id: req-f19a3b18-f091-45c5-8c91-558c3b3bc41f {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:40:28.295165 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:40:28.295438 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f19a3b18-f091-45c5-8c91-558c3b3bc41f {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:40:28.295914 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'status': 'completed', 'code': 200} Jan 27 22:40:28.351575 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-90981d47-b556-4343-9ead-2bc5940f7f1d None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:40:28.357608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b42a9-e374-4e7a-84a2-4a513d951724 req-77cc6810-1e5b-4cb6-bfc5-4d2f7bab0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:28.359115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-065b42a9-e374-4e7a-84a2-4a513d951724 req-77cc6810-1e5b-4cb6-bfc5-4d2f7bab0014 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1096 time: 0.0412054 Jan 27 22:40:28.451850 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b42a9-e374-4e7a-84a2-4a513d951724 req-ba50cb98-b6fe-4955-8da5-9fe736a3b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:28.453379 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-065b42a9-e374-4e7a-84a2-4a513d951724 req-ba50cb98-b6fe-4955-8da5-9fe736a3b088 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0882707 Jan 27 22:40:28.519609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-065b42a9-e374-4e7a-84a2-4a513d951724 req-2b1a855a-29c4-45be-8ce0-4ee2039243de service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 999 time: 0.0592360 Jan 27 22:40:28.567208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b42a9-e374-4e7a-84a2-4a513d951724 req-e6cf204e-5b0e-469f-89a2-899b1ae4ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:28.568699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-065b42a9-e374-4e7a-84a2-4a513d951724 req-e6cf204e-5b0e-469f-89a2-899b1ae4ed6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0429487 Jan 27 22:40:28.573241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-90981d47-b556-4343-9ead-2bc5940f7f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '03c35bd3-8362-4166-9001-fd5e5c5f72f1', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'port_id': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'mac_address': 'fa:16:3e:d5:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:33:03Z', 'updated_at': '2022-01-27T22:40:27Z', 'revision_number': 13, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:40:28.600339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90981d47-b556-4343-9ead-2bc5940f7f1d None None] Checking router: cbe4f574-0302-4d24-8ad9-caaf5885b7d8 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:40:28.608600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90981d47-b556-4343-9ead-2bc5940f7f1d None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:40:28.609218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-90981d47-b556-4343-9ead-2bc5940f7f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:40:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:40:28.717681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-90981d47-b556-4343-9ead-2bc5940f7f1d None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:40:28.920162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b42a9-e374-4e7a-84a2-4a513d951724 req-bea0d501-75b6-407c-b26a-31bc1cd85462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:40:28.921682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-065b42a9-e374-4e7a-84a2-4a513d951724 req-bea0d501-75b6-407c-b26a-31bc1cd85462 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3472216 Jan 27 22:40:28.947241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-90981d47-b556-4343-9ead-2bc5940f7f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '03c35bd3-8362-4166-9001-fd5e5c5f72f1', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'port_id': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'mac_address': 'fa:16:3e:d5:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:33:03Z', 'updated_at': '2022-01-27T22:40:27Z', 'revision_number': 13, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:40:28.973521 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90981d47-b556-4343-9ead-2bc5940f7f1d None None] The sync data for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 is: [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '03c35bd3-8362-4166-9001-fd5e5c5f72f1', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'port_id': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'mac_address': 'fa:16:3e:d5:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:33:03Z', 'updated_at': '2022-01-27T22:40:27Z', 'revision_number': 13, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:40:29.011258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-065b42a9-e374-4e7a-84a2-4a513d951724 req-60fcf5ee-a7f9-410b-8a6d-a9af15852244 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832920 Jan 27 22:40:29.105912 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-065b42a9-e374-4e7a-84a2-4a513d951724 req-e7ab1692-eb08-43f8-ad8f-b7d8d683788d service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883973 Jan 27 22:40:29.179163 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2e132e-f82a-43d2-9f02-b7c1008185e0 None None] New status for floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:40:32.341053 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7bf71bd4-7c76-48d6-baa2-1652b6f61c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:35.002895 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-280b35c6-da77-4079-a042-2540de6afa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:36.305528 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:37.580058 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:38.939877 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.705502 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:40:57.969114 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:02.339396 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3018bce6-1a17-4204-b404-2e3424e2551b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:03.059299 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:41:04.979196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0e9df002-a15c-450a-8e5c-caa8255b8ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:06.299304 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:07.586259 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:08.945532 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:16.276103 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51956830-ac3a-4ad5-8dd0-2f19f9848a88 req-6e18651e-f313-4085-bc51-f1f5c51b20a8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435638 Jan 27 22:41:16.357226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51956830-ac3a-4ad5-8dd0-2f19f9848a88 req-d1e09995-1a13-41ff-83b3-6fc3287d9cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:16.358721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51956830-ac3a-4ad5-8dd0-2f19f9848a88 req-d1e09995-1a13-41ff-83b3-6fc3287d9cb2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1096 time: 0.0429647 Jan 27 22:41:16.471553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51956830-ac3a-4ad5-8dd0-2f19f9848a88 req-68817435-3626-48e2-8364-db84b02d850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:16.472986 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51956830-ac3a-4ad5-8dd0-2f19f9848a88 req-68817435-3626-48e2-8364-db84b02d850d service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0887547 Jan 27 22:41:16.538265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51956830-ac3a-4ad5-8dd0-2f19f9848a88 req-55803ae1-9fbf-4507-802f-636df7ac9708 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 1001 time: 0.0587564 Jan 27 22:41:16.586537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51956830-ac3a-4ad5-8dd0-2f19f9848a88 req-2ea0ba9d-1949-4fe0-ba8b-bdf14e858986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:16.588014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51956830-ac3a-4ad5-8dd0-2f19f9848a88 req-2ea0ba9d-1949-4fe0-ba8b-bdf14e858986 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0437584 Jan 27 22:41:16.637420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51956830-ac3a-4ad5-8dd0-2f19f9848a88 req-e0d8e6e4-0255-403a-bd79-bbe7ee7ebc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:41:16.638909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51956830-ac3a-4ad5-8dd0-2f19f9848a88 req-e0d8e6e4-0255-403a-bd79-bbe7ee7ebc01 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454817 Jan 27 22:41:16.725668 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51956830-ac3a-4ad5-8dd0-2f19f9848a88 req-57ccac26-0316-4cef-a30c-5030c59ca766 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806758 Jan 27 22:41:16.818928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51956830-ac3a-4ad5-8dd0-2f19f9848a88 req-786cc9dc-e52f-45ea-a639-cdde38ff4434 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876637 Jan 27 22:41:27.584628 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:27.950434 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:32.383202 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bba59e34-8cb2-49a3-875e-d834041ce59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:34.956107 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9c860970-cb4d-44db-9b14-92e2d378dc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:36.310326 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:37.583085 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:38.939313 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:40.059428 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:41:57.571360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:41:57.995506 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:02.361746 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-130bfa9c-97a5-4e63-8771-453ac2a52b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:04.995584 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a8d88127-8e98-4f25-b6ec-658cd7003423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:06.332979 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:07.630089 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:08.279484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2b725-ad3c-45ae-8414-f678b31a1acc req-9f0a254f-1c75-4351-bd32-094b0f44c450 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:08.280934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75d2b725-ad3c-45ae-8414-f678b31a1acc req-9f0a254f-1c75-4351-bd32-094b0f44c450 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0488956 Jan 27 22:42:08.328008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75d2b725-ad3c-45ae-8414-f678b31a1acc req-9f09a4d2-512b-4cb1-8b14-4e9aaea26104 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414894 Jan 27 22:42:08.938355 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:17.059230 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:42:17.266165 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d83d9a0-cfae-4dfd-b27e-57de9630439f req-9041941b-aa53-4af9-bc47-89d2aaa61667 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396235 Jan 27 22:42:17.346419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83d9a0-cfae-4dfd-b27e-57de9630439f req-b45fc0ca-fc6d-4052-a33e-161fcbb80d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:17.348271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d83d9a0-cfae-4dfd-b27e-57de9630439f req-b45fc0ca-fc6d-4052-a33e-161fcbb80d5d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1096 time: 0.0441403 Jan 27 22:42:17.466196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83d9a0-cfae-4dfd-b27e-57de9630439f req-ef0d8ab2-b0ec-4985-8a87-e7ea6c9574de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:17.467630 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d83d9a0-cfae-4dfd-b27e-57de9630439f req-ef0d8ab2-b0ec-4985-8a87-e7ea6c9574de service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1024895 Jan 27 22:42:17.537756 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d83d9a0-cfae-4dfd-b27e-57de9630439f req-85175aa3-304a-4fba-9ea9-fe07f67d5f9e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 1001 time: 0.0636482 Jan 27 22:42:17.585676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83d9a0-cfae-4dfd-b27e-57de9630439f req-59474e9a-ed21-401e-9c3d-9d49248272c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:17.587149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d83d9a0-cfae-4dfd-b27e-57de9630439f req-59474e9a-ed21-401e-9c3d-9d49248272c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0447783 Jan 27 22:42:17.630879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83d9a0-cfae-4dfd-b27e-57de9630439f req-d764517c-6d9a-4fee-b376-4bd5e9d3c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:17.632498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d83d9a0-cfae-4dfd-b27e-57de9630439f req-d764517c-6d9a-4fee-b376-4bd5e9d3c4e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400949 Jan 27 22:42:17.724506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d83d9a0-cfae-4dfd-b27e-57de9630439f req-ea3a485c-eddb-4fb5-82c6-f94f5acbd4ad service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865731 Jan 27 22:42:17.814196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d83d9a0-cfae-4dfd-b27e-57de9630439f req-2796119d-be84-435e-a4cc-b42f06488878 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843191 Jan 27 22:42:26.190744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-4831d94d-d467-4b83-bd2b-4d67fb64206a req-4cbf7098-3c76-4c04-9fbe-699ad60f348f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:42:26.191769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4831d94d-d467-4b83-bd2b-4d67fb64206a req-4cbf7098-3c76-4c04-9fbe-699ad60f348f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0434136 Jan 27 22:42:26.636346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92b03d-ce22-4817-8d2c-1f0c85e0d060 req-0d0d04a8-3057-4e9d-bbce-8ad9b1d5fbb4 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:26.637848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b92b03d-ce22-4817-8d2c-1f0c85e0d060 req-0d0d04a8-3057-4e9d-bbce-8ad9b1d5fbb4 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0947876 Jan 27 22:42:26.685737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b92b03d-ce22-4817-8d2c-1f0c85e0d060 req-7c2b9a40-ef7c-416d-816b-066fa4f5db68 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Jan 27 22:42:26.732150 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-856f7ac9-9929-4eb9-ab2c-1574a2050620 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443056 Jan 27 22:42:26.740911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-84568ce7-54ab-41ae-afe8-a39b21f98048 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:42:26.741849 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-84568ce7-54ab-41ae-afe8-a39b21f98048 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049150 Jan 27 22:42:27.630942 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:27.889683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16042beb-a24d-450b-ac51-fb94887fc87c req-4f88f849-bcd7-46c8-9ea9-2c7802799133 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:27.891102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16042beb-a24d-450b-ac51-fb94887fc87c req-4f88f849-bcd7-46c8-9ea9-2c7802799133 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.1278844 Jan 27 22:42:27.943648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-16042beb-a24d-450b-ac51-fb94887fc87c req-54b785b0-a1a6-4e8c-95bd-911bc45a2811 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456116 Jan 27 22:42:28.030415 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:29.064786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea1f92-214b-46a2-9495-26b207207dd5 req-bb29c844-28e9-4eee-8aa7-91516c5afb77 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:29.066415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21ea1f92-214b-46a2-9495-26b207207dd5 req-bb29c844-28e9-4eee-8aa7-91516c5afb77 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0493839 Jan 27 22:42:29.148113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21ea1f92-214b-46a2-9495-26b207207dd5 req-a9443ea5-234b-449d-ab5e-45d6301ec8a1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757580 Jan 27 22:42:29.150736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-5b9d7974-f18e-449c-927c-a22e79895cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:29.152174 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-5b9d7974-f18e-449c-927c-a22e79895cbc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1096 time: 0.0642614 Jan 27 22:42:29.241366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-460a5ef3-5862-45ba-8c10-d97c38e45d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:29.242747 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-460a5ef3-5862-45ba-8c10-d97c38e45d3c service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0846508 Jan 27 22:42:29.310936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-144544aa-f4c7-45aa-b9bd-4803c6c2d5a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 1001 time: 0.0626457 Jan 27 22:42:29.359119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-77630847-2f44-48b1-be0c-bd3d028437e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:29.360583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-77630847-2f44-48b1-be0c-bd3d028437e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0438840 Jan 27 22:42:29.403846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-fd981494-16c1-4d26-be77-9ccb03009480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:29.405314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-fd981494-16c1-4d26-be77-9ccb03009480 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395021 Jan 27 22:42:29.495327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-8e4039b1-78b2-4c96-8217-0a37a26d5fc5 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839977 Jan 27 22:42:29.583794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-c500bfd8-bb18-42b1-a3cf-84c27bd20881 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827065 Jan 27 22:42:30.264893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4517f-ac16-419f-9fe2-e8a3fef1219c req-2663f025-7942-4b7c-a1d7-1784a83d9b4f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:30.266376 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8d4517f-ac16-419f-9fe2-e8a3fef1219c req-2663f025-7942-4b7c-a1d7-1784a83d9b4f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0493824 Jan 27 22:42:30.317707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8d4517f-ac16-419f-9fe2-e8a3fef1219c req-7bb179c7-67c6-436b-b94f-c3d621bc9f95 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458465 Jan 27 22:42:31.432948 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68380ee3-dbae-4520-8b35-e0f8711ff89f req-d0882781-1b56-4ab3-998a-bab36e9e3f01 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:31.434347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68380ee3-dbae-4520-8b35-e0f8711ff89f req-d0882781-1b56-4ab3-998a-bab36e9e3f01 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0479312 Jan 27 22:42:31.481503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68380ee3-dbae-4520-8b35-e0f8711ff89f req-c46371b8-845c-411e-ac62-8206224f7273 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415828 Jan 27 22:42:32.349354 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-59ba4673-8153-462f-a3d3-7f4c2c3eb598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:32.596494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0589e5a-03ca-447b-91cd-2a4f1359d41e req-00b2b801-497f-4d34-a6da-3d93c152e839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:32.598001 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0589e5a-03ca-447b-91cd-2a4f1359d41e req-00b2b801-497f-4d34-a6da-3d93c152e839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0473926 Jan 27 22:42:32.646032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0589e5a-03ca-447b-91cd-2a4f1359d41e req-65d66c13-e95b-4ec4-81ae-ced19d2902fc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420957 Jan 27 22:42:33.764021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a00d8-802f-452d-9500-af4a0a7dd858 req-26a2762e-15b1-4a70-8c00-6b401d0c027e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:33.765520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c9a00d8-802f-452d-9500-af4a0a7dd858 req-26a2762e-15b1-4a70-8c00-6b401d0c027e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0514145 Jan 27 22:42:33.811017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c9a00d8-802f-452d-9500-af4a0a7dd858 req-15572765-125c-424a-95d1-2a8e24d0d5bb tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399332 Jan 27 22:42:34.927237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6fa2d-006a-44de-9144-bf9ccb1e16ac req-0ac91666-c8be-441e-81db-8cc000ea0bc9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:34.928711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8b6fa2d-006a-44de-9144-bf9ccb1e16ac req-0ac91666-c8be-441e-81db-8cc000ea0bc9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0496330 Jan 27 22:42:34.961712 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9be2b49-f42d-4dfd-b5d3-b6a91485aa90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:34.977067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8b6fa2d-006a-44de-9144-bf9ccb1e16ac req-ed2e8650-1ee5-48f7-95cd-3a2dd003bb1f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427337 Jan 27 22:42:36.093646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a67c23-408f-4f63-9c3c-1a1287344514 req-7f81cc37-d0f3-4356-871d-f0f8c057bda0 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:36.095135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9a67c23-408f-4f63-9c3c-1a1287344514 req-7f81cc37-d0f3-4356-871d-f0f8c057bda0 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0509806 Jan 27 22:42:36.141056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9a67c23-408f-4f63-9c3c-1a1287344514 req-aea34fde-3cef-4a50-8367-ee884eb813d7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403447 Jan 27 22:42:36.329441 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:37.259210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d62b4-d9f9-4ee3-b3b3-8e95e27fe2b1 req-a9daf346-e184-4715-9c6d-2d1a63a8ab0e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:37.260711 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc6d62b4-d9f9-4ee3-b3b3-8e95e27fe2b1 req-a9daf346-e184-4715-9c6d-2d1a63a8ab0e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0474246 Jan 27 22:42:37.306678 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc6d62b4-d9f9-4ee3-b3b3-8e95e27fe2b1 req-ae4a6457-13b4-42fa-a4f2-c409179f96b6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405221 Jan 27 22:42:37.589420 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:38.420861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff55008-5bc0-4e1e-87ec-58ccc8cfb99c req-53113184-1a3d-489a-81f9-68a332d23e66 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:38.422272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ff55008-5bc0-4e1e-87ec-58ccc8cfb99c req-53113184-1a3d-489a-81f9-68a332d23e66 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0478866 Jan 27 22:42:38.472276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ff55008-5bc0-4e1e-87ec-58ccc8cfb99c req-c4d5259d-1dc6-4d63-b19f-640befacdee6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445125 Jan 27 22:42:38.949454 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:39.586817 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a61aa-751e-42d7-885b-2671e029e050 req-ec1f5cdc-eff5-4b64-8075-90818a00d115 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:39.588290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc9a61aa-751e-42d7-885b-2671e029e050 req-ec1f5cdc-eff5-4b64-8075-90818a00d115 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0470953 Jan 27 22:42:39.633417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc9a61aa-751e-42d7-885b-2671e029e050 req-0cd2a23f-7cf3-47da-8d8e-d3e727b9efd2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396819 Jan 27 22:42:40.747305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25a50f-7e6c-4da7-ba77-9803ff9d1d7e req-1775eaeb-d5fa-4aa8-a191-aa88d25da2ac tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:40.748793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c25a50f-7e6c-4da7-ba77-9803ff9d1d7e req-1775eaeb-d5fa-4aa8-a191-aa88d25da2ac tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0480278 Jan 27 22:42:40.794615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c25a50f-7e6c-4da7-ba77-9803ff9d1d7e req-6c7e9034-adab-451c-9c34-ba972af116c3 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403247 Jan 27 22:42:41.928618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0f963-d948-4c8a-bbcd-8bfb38022b95 req-0df58fe7-4b0e-4a4b-afdf-af83af7e3daa tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:41.930116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8bc0f963-d948-4c8a-bbcd-8bfb38022b95 req-0df58fe7-4b0e-4a4b-afdf-af83af7e3daa tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0667505 Jan 27 22:42:41.978655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8bc0f963-d948-4c8a-bbcd-8bfb38022b95 req-9b83fa91-f771-402f-8fc8-00566f389f78 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428596 Jan 27 22:42:43.097306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430fdca-e250-4e88-9b3d-b11878502059 req-8b063d96-3262-45a2-b6a1-15692cddfe27 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:43.098793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d430fdca-e250-4e88-9b3d-b11878502059 req-8b063d96-3262-45a2-b6a1-15692cddfe27 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0496676 Jan 27 22:42:43.147204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d430fdca-e250-4e88-9b3d-b11878502059 req-8aad909e-cae8-4267-af95-12a64fb5e918 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421622 Jan 27 22:42:44.262960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26245d8e-df1d-4386-9146-185f772031b2 req-8311e952-6683-43e3-acc2-60eb8054da5b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:44.264480 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26245d8e-df1d-4386-9146-185f772031b2 req-8311e952-6683-43e3-acc2-60eb8054da5b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0476270 Jan 27 22:42:44.314181 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-26245d8e-df1d-4386-9146-185f772031b2 req-e8f32385-07f7-488a-acd5-1b186b4fd893 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441403 Jan 27 22:42:45.434664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec94295-1e7a-4035-9885-e29f383d23e9 req-d491ed05-4ea3-4105-8ca8-97c086784a96 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:45.436193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ec94295-1e7a-4035-9885-e29f383d23e9 req-d491ed05-4ea3-4105-8ca8-97c086784a96 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0518019 Jan 27 22:42:45.486538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2ec94295-1e7a-4035-9885-e29f383d23e9 req-dbc84852-99bb-423a-957b-962c7b70e3cf tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443676 Jan 27 22:42:45.781328 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-aa06ad9c-386b-40cf-88fb-325dbe0f628b service neutron] show failed (client error): The resource could not be found. Jan 27 22:42:45.782349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-aa06ad9c-386b-40cf-88fb-325dbe0f628b service neutron] 10.222.0.74 "GET /v2.0/ports/a2984de9-8dc2-4227-804f-c09bf16139a8/bindings/n-h2-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0561309 Jan 27 22:42:46.357175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-879c3768-0869-48e2-b349-851ca4d3bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:46.358658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-879c3768-0869-48e2-b349-851ca4d3bf32 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 1096 time: 0.0817289 Jan 27 22:42:46.368499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-bc509aa1-c4cf-4739-8662-2e279d4f0994 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:42:46.369440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-bc509aa1-c4cf-4739-8662-2e279d4f0994 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048757 Jan 27 22:42:46.379865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:42:46.431157 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:46.659034 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af554428-6cad-428f-bcbc-85fa3e4438b7 req-fb477b3e-fb1c-432d-9b4b-43febbeb8478 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:46.660530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af554428-6cad-428f-bcbc-85fa3e4438b7 req-fb477b3e-fb1c-432d-9b4b-43febbeb8478 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.1047256 Jan 27 22:42:46.676671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:42:46.735263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:42:46.739483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af554428-6cad-428f-bcbc-85fa3e4438b7 req-765ea3e9-1b83-45ad-8bd1-0f30819cd2cd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734940 Jan 27 22:42:46.777440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:42:46.779690 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ebe367-d3ae-4aed-bf2b-8a2b8ff356da" -d '{"events": [{"server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:42:46.783496 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Publish callbacks [] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:46.795558 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Transition to ACTIVE for port object a2984de9-8dc2-4227-804f-c09bf16139a8 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:42:46.827176 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68069ab5-5ca8-41a6-b77c-27d3af09eeb7 x-openstack-request-id: req-68069ab5-5ca8-41a6-b77c-27d3af09eeb7 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:42:46.827474 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:42:46.827736 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-68069ab5-5ca8-41a6-b77c-27d3af09eeb7 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:42:46.828197 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'code': 200} Jan 27 22:42:46.877501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:46.956230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:42:46.973356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:46.973714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:46.974082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:46.974413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:46.974757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:46.975096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:46.975431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:46.975766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:46.976146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:46.976486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:46.976820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:46.977154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:46.977484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:42:47.013304 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] No DVR routers for this DVR port a2984de9-8dc2-4227-804f-c09bf16139a8 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:42:47.150697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Attempting to bind port a2984de9-8dc2-4227-804f-c09bf16139a8 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:42:47.151025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Attempting to bind port a2984de9-8dc2-4227-804f-c09bf16139a8 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:42:47.151356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Attempting to bind port a2984de9-8dc2-4227-804f-c09bf16139a8 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:42:47.155689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Port a2984de9-8dc2-4227-804f-c09bf16139a8 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:42:47.156057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Attempting to bind port a2984de9-8dc2-4227-804f-c09bf16139a8 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:42:47.158393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a2984de9-8dc2-4227-804f-c09bf16139a8 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:42:47.160936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:42:47.161277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:42:47.161662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Bound using segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:42:47.162095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Bound port: a2984de9-8dc2-4227-804f-c09bf16139a8, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:42:47.162453 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:47.199597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] The host n-h1-760456-6 is not matching for port a2984de9-8dc2-4227-804f-c09bf16139a8 host n-h2-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:42:47.199896 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a2984de9-8dc2-4227-804f-c09bf16139a8 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:42:47.224602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:42:47.227699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:42:47.304188 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:47.342632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:47.343254 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:47.344694 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] 10.222.0.71 "PUT /v2.0/ports/a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 1091 time: 0.9683943 Jan 27 22:42:47.367283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133b6eb-1eda-4a00-8a1d-875b14fc27d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:42:47.413421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-b37f8b3d-9b36-4c93-9e67-92fb586248f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:47.414955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-b37f8b3d-9b36-4c93-9e67-92fb586248f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1094 time: 0.0434926 Jan 27 22:42:47.506697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-60300ef8-b0d4-4abb-8cc8-8c32f9ea91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:47.508261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-60300ef8-b0d4-4abb-8cc8-8c32f9ea91fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0879841 Jan 27 22:42:47.577873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-2d846b71-f20b-44d3-8e05-897cc230ed78 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 999 time: 0.0639668 Jan 27 22:42:47.625974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-bcf7dbed-f22d-44d1-b01e-027ba292ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:47.627394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-bcf7dbed-f22d-44d1-b01e-027ba292ce68 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0426257 Jan 27 22:42:47.670180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-ef98db8d-a870-484e-9e81-c71c55c2a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:47.671624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-ef98db8d-a870-484e-9e81-c71c55c2a4b0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384867 Jan 27 22:42:47.760734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-62498bc2-3489-44c1-8bd4-0dc7ab5fa814 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833788 Jan 27 22:42:47.892248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255a16f-abbd-4d09-8d26-a36eef3e44bd req-7a0c4f4a-ada9-459c-ada9-2dd0bbefe049 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:47.893701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b255a16f-abbd-4d09-8d26-a36eef3e44bd req-7a0c4f4a-ada9-459c-ada9-2dd0bbefe049 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0849333 Jan 27 22:42:47.895483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-346f1c53-2aef-4128-af78-101512fbdca5 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295760 Jan 27 22:42:47.951377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b255a16f-abbd-4d09-8d26-a36eef3e44bd req-d9c3b475-8b4b-462e-99c8-c039ec412f37 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520754 Jan 27 22:42:48.829774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:42:48.832187 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:42:48.879867 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c77137-3959-4c1b-b482-3527046d5c21 x-openstack-request-id: req-d1c77137-3959-4c1b-b482-3527046d5c21 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:42:48.880248 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:42:48.880573 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d1c77137-3959-4c1b-b482-3527046d5c21 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:42:48.881073 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'status': 'completed', 'code': 200} Jan 27 22:42:48.965748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-ab224a7c-a8c9-4833-9401-2747c5883fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:48.967239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-ab224a7c-a8c9-4833-9401-2747c5883fa8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1094 time: 0.0674095 Jan 27 22:42:48.969902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-d4ea7a1b-e785-4e6c-a29f-16810f5d5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:48.971890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-d4ea7a1b-e785-4e6c-a29f-16810f5d5d26 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1094 time: 0.0637412 Jan 27 22:42:49.165049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738c336-d309-4b5c-8670-2d9d30bb0ff9 req-e9057447-8313-456c-afed-748b4861c929 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:49.167040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5738c336-d309-4b5c-8670-2d9d30bb0ff9 req-e9057447-8313-456c-afed-748b4861c929 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.1287038 Jan 27 22:42:49.176371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-5d99d281-daa2-45ca-89cc-f93f6f9dd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:49.177721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-5d99d281-daa2-45ca-89cc-f93f6f9dd2d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.2034874 Jan 27 22:42:49.190912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-8eac5d21-5373-4907-8b6e-b9ab3ff16be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:49.192273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-8eac5d21-5373-4907-8b6e-b9ab3ff16be2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.2102234 Jan 27 22:42:49.624703 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5738c336-d309-4b5c-8670-2d9d30bb0ff9 req-faf110cf-2972-4e5a-866e-0a90d8bb1f62 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4516344 Jan 27 22:42:49.632408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-259282e4-7331-44b6-b1d4-829c37879c5f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 999 time: 0.4480600 Jan 27 22:42:49.636338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-c48a5071-8fb8-44e7-9379-3e22c8bce7c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 999 time: 0.4352162 Jan 27 22:42:49.719399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-885bb1b1-070f-4f9c-8a74-4c7438d75552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:49.720779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-885bb1b1-070f-4f9c-8a74-4c7438d75552 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0823591 Jan 27 22:42:49.722165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-778e9187-e024-4332-995a-59b49df75bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:49.723460 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-778e9187-e024-4332-995a-59b49df75bb0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0778532 Jan 27 22:42:49.791708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-8dd1b190-f771-4437-ad86-6eaaaac198a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:49.793216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-8dd1b190-f771-4437-ad86-6eaaaac198a5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666342 Jan 27 22:42:49.795582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-59e43065-d4eb-4d69-88f1-ae1ca32ba9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:49.796950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-59e43065-d4eb-4d69-88f1-ae1ca32ba9dd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626960 Jan 27 22:42:49.951317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-ef45f8cb-9df9-4945-9e55-074f8098bc96 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520615 Jan 27 22:42:49.954666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-f03193cf-4d32-4dde-a137-c78f221ad1bc service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487660 Jan 27 22:42:50.111227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-8780c96e-323d-42d4-94ed-040081362cda service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539125 Jan 27 22:42:50.114540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7aff047-d22a-40ef-ab3e-726a0dbd6fd1 req-b30aabf2-1658-41db-86f8-126fbf9c0b1b service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498821 Jan 27 22:42:50.748781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5f2a6-98ef-4b81-ba69-42790f448030 req-306295df-5471-4841-924b-2bd7b3de334a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:50.750260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf5f2a6-98ef-4b81-ba69-42790f448030 req-306295df-5471-4841-924b-2bd7b3de334a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0537932 Jan 27 22:42:50.796626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf5f2a6-98ef-4b81-ba69-42790f448030 req-1177f091-0759-4fd8-acbd-1b64c4b15682 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408683 Jan 27 22:42:51.914447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5348a-9414-41eb-a544-78da1fc71f19 req-d9ce1194-4e98-4130-9c39-578ae33101b2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:51.916070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ef5348a-9414-41eb-a544-78da1fc71f19 req-d9ce1194-4e98-4130-9c39-578ae33101b2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0483820 Jan 27 22:42:51.965443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ef5348a-9414-41eb-a544-78da1fc71f19 req-2e285f40-c3d2-4a13-9c19-60b1c8c93382 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436668 Jan 27 22:42:53.096863 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5fb83-1f70-4c4c-812a-fe56518be2a7 req-edaa22b2-276b-4076-a0c7-4bc84e83e698 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:53.098381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21b5fb83-1f70-4c4c-812a-fe56518be2a7 req-edaa22b2-276b-4076-a0c7-4bc84e83e698 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0493009 Jan 27 22:42:53.149376 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21b5fb83-1f70-4c4c-812a-fe56518be2a7 req-344135d9-89cc-4507-b65e-dc4230d28766 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453858 Jan 27 22:42:54.059407 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:42:54.270418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d9577-2545-4ec0-a991-a0daabb0df32 req-a65081db-55a0-4f5a-af2c-e9280e613604 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:54.271990 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c7d9577-2545-4ec0-a991-a0daabb0df32 req-a65081db-55a0-4f5a-af2c-e9280e613604 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0506046 Jan 27 22:42:54.320341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c7d9577-2545-4ec0-a991-a0daabb0df32 req-3b0858a3-b39e-4993-867d-c0b0531ccd96 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418541 Jan 27 22:42:55.437647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9ff4c-3d0a-43c0-80c7-5f7768349e63 req-042b6451-0f60-43f2-8191-dcb4174fa885 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:55.439054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5bf9ff4c-3d0a-43c0-80c7-5f7768349e63 req-042b6451-0f60-43f2-8191-dcb4174fa885 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0483220 Jan 27 22:42:55.485602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5bf9ff4c-3d0a-43c0-80c7-5f7768349e63 req-2cd32356-6ead-4051-a5da-1316afef378f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410147 Jan 27 22:42:56.605262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7ed98-0ec4-4c73-a771-46fbb38469fa req-af17268b-15d3-4a42-98fc-e217921d3f0d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:56.606749 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9df7ed98-0ec4-4c73-a771-46fbb38469fa req-af17268b-15d3-4a42-98fc-e217921d3f0d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0521038 Jan 27 22:42:56.653204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9df7ed98-0ec4-4c73-a771-46fbb38469fa req-fe9dc9c5-4383-472a-9d44-e3225c0c6441 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408056 Jan 27 22:42:57.603025 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:57.770872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a9628-c4e3-4d19-aaa1-ecc33a82fc84 req-79617d77-0a6e-4868-9e78-558e2f3eb65e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:57.772377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-484a9628-c4e3-4d19-aaa1-ecc33a82fc84 req-79617d77-0a6e-4868-9e78-558e2f3eb65e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0475287 Jan 27 22:42:57.818142 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-484a9628-c4e3-4d19-aaa1-ecc33a82fc84 req-455b4d49-7cf5-4709-a533-df8124f377b9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401983 Jan 27 22:42:58.043740 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:42:58.953362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d137ff-cfc3-4877-8762-ed2710c864fd req-ff211661-9960-4da7-b302-45e7c72eec4a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:42:58.954884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3d137ff-cfc3-4877-8762-ed2710c864fd req-ff211661-9960-4da7-b302-45e7c72eec4a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0652566 Jan 27 22:42:59.002812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b3d137ff-cfc3-4877-8762-ed2710c864fd req-1a5d93d3-2365-4e60-adea-050accdd4da1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421295 Jan 27 22:43:00.117990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f2f60-0bb6-4c75-bcca-51f4ac93ccb2 req-5a370b7a-a271-4eac-8b92-617584ecf153 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:00.119467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b3f2f60-0bb6-4c75-bcca-51f4ac93ccb2 req-5a370b7a-a271-4eac-8b92-617584ecf153 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0488169 Jan 27 22:43:00.345916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b3f2f60-0bb6-4c75-bcca-51f4ac93ccb2 req-8ff87812-6bc3-409f-910e-0b0cde8a163a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208259 Jan 27 22:43:01.460689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405e0e9-cef9-4fb0-973a-2c15f5dc4460 req-5392a704-3f5f-4bf2-b192-b902fcc7b946 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:01.462091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2405e0e9-cef9-4fb0-973a-2c15f5dc4460 req-5392a704-3f5f-4bf2-b192-b902fcc7b946 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0478704 Jan 27 22:43:01.512098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2405e0e9-cef9-4fb0-973a-2c15f5dc4460 req-6b3f4332-04af-472e-ac23-2b09757b6d57 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438437 Jan 27 22:43:02.360502 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-262ac1a2-b179-4484-91bf-e7b6806fcb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:02.628313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97931093-2350-424f-b847-bb24fa4832ec req-91248b2b-ecb9-44f3-ba90-1ed5f5009145 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:02.629801 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-97931093-2350-424f-b847-bb24fa4832ec req-91248b2b-ecb9-44f3-ba90-1ed5f5009145 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0493960 Jan 27 22:43:02.676045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-97931093-2350-424f-b847-bb24fa4832ec req-ea6258ef-e596-4da2-892c-9a3ca846cff4 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407910 Jan 27 22:43:03.789473 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff700754-48ce-454c-8016-a54be3bb4ad3 req-52098576-3e48-499a-adce-4dcb19f598c9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:03.790929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff700754-48ce-454c-8016-a54be3bb4ad3 req-52098576-3e48-499a-adce-4dcb19f598c9 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0473616 Jan 27 22:43:03.837363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ff700754-48ce-454c-8016-a54be3bb4ad3 req-a9c5a2a0-487b-4611-9c59-92bd122b7627 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404925 Jan 27 22:43:04.954327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fa86c-4e8e-4c92-ba23-9e0299e5df40 req-1b20c405-f5a3-4fa7-a527-d372a1f86246 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:04.955809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd7fa86c-4e8e-4c92-ba23-9e0299e5df40 req-1b20c405-f5a3-4fa7-a527-d372a1f86246 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0516407 Jan 27 22:43:04.977569 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ff13b577-dfa1-429c-81c9-eb9446225b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:05.004916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd7fa86c-4e8e-4c92-ba23-9e0299e5df40 req-8bc0e940-3257-4a37-93f3-c10dddee85ef tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407457 Jan 27 22:43:06.122312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638fbfa-6ff7-41fa-bdce-e7032f600f12 req-fefbe1d1-f485-41d1-97a5-542572004cb3 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:06.123794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4638fbfa-6ff7-41fa-bdce-e7032f600f12 req-fefbe1d1-f485-41d1-97a5-542572004cb3 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0485845 Jan 27 22:43:06.170232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4638fbfa-6ff7-41fa-bdce-e7032f600f12 req-9518ab4a-b595-4767-9fa5-f526805914c7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407884 Jan 27 22:43:06.317404 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:06.849561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1a0bb-2b0a-4305-bb78-cd6dc4e73144 req-3c5ec626-2059-4987-9a62-93aa4dabf8e7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:06.851058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4a1a0bb-2b0a-4305-bb78-cd6dc4e73144 req-3c5ec626-2059-4987-9a62-93aa4dabf8e7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 943 time: 0.0483634 Jan 27 22:43:06.933512 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d4a1a0bb-2b0a-4305-bb78-cd6dc4e73144 req-4810ec4e-1e1e-4bb8-8d9f-ee8ca4e58876 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769584 Jan 27 22:43:06.941000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-3d3194b0-85bd-4d98-bd9f-34cda17097d6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:06.942466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-3d3194b0-85bd-4d98-bd9f-34cda17097d6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.71 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1&tenant_id=ccf121efc52f454bad8501d0a55f3210&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 943 time: 0.0842731 Jan 27 22:43:07.003834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-53735d6b-2e6f-459a-9bf2-9e67e8b4aba9 service neutron] 10.222.0.71 "GET /v2.0/ports/a2984de9-8dc2-4227-804f-c09bf16139a8/bindings/n-h2-760456-6 HTTP/1.1" status: 200 len: 382 time: 0.0544000 Jan 27 22:43:07.062395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-0a134f3b-169a-473f-90c7-65c02f21b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:07.063875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-0a134f3b-169a-473f-90c7-65c02f21b683 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1094 time: 0.0402079 Jan 27 22:43:07.158463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-3974e74b-78a0-403e-b955-aea356dc7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:07.159996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-3974e74b-78a0-403e-b955-aea356dc7b3c service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.0902297 Jan 27 22:43:07.224414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-5dae0fdc-0493-44ea-bebd-2f2eb406b376 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 999 time: 0.0590701 Jan 27 22:43:07.276209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-52cb4261-2f8f-482d-bc66-6d467b24f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:07.277563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-52cb4261-2f8f-482d-bc66-6d467b24f14d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0480545 Jan 27 22:43:07.321776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-29610819-2911-42df-8fed-4c5c60408ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:07.323229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-29610819-2911-42df-8fed-4c5c60408ed0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399532 Jan 27 22:43:07.411867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-3a54c23a-5d43-4b41-b1fb-b84b9d868c65 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824494 Jan 27 22:43:07.507495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-938a471d-ef61-449f-9408-dfbba0569b6b service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893495 Jan 27 22:43:07.589110 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:07.723355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a2984de9-8dc2-4227-804f-c09bf16139a8 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:43:07.819244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:07.830427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'port_id': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'mac_address': 'fa:16:3e:d5:7e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:43:07.866789 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a2984de9-8dc2-4227-804f-c09bf16139a8 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:43:07.867117 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:07.879816 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2984de9-8dc2-4227-804f-c09bf16139a8 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:43:07.898147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:07.980849 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:08.032350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:08.040300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.040658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.041006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.041350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.041695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.042059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.042964 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.043298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.043631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.043965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.044322 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.044658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.044983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:08.065316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261cd5d-a258-43cd-a977-117fa8908c42 req-d48b6d2a-3443-4ee0-861a-334cc2be740e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:08.066834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d261cd5d-a258-43cd-a977-117fa8908c42 req-d48b6d2a-3443-4ee0-861a-334cc2be740e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0572972 Jan 27 22:43:08.114795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d261cd5d-a258-43cd-a977-117fa8908c42 req-5ef0bba0-4cc8-4a87-8293-1ef6a43b4945 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419469 Jan 27 22:43:08.219811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['a2984de9-8dc2-4227-804f-c09bf16139a8'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:43:08.971648 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:09.240127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac9daa-17e3-4160-897e-99f041d3bd43 req-aae53883-6609-4add-9b49-d32b0899fdba tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:09.241539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6cac9daa-17e3-4160-897e-99f041d3bd43 req-aae53883-6609-4add-9b49-d32b0899fdba tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0539072 Jan 27 22:43:09.288908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6cac9daa-17e3-4160-897e-99f041d3bd43 req-ecb66084-b36c-4227-b017-f5de49e1ec34 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417724 Jan 27 22:43:09.724738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a2984de9-8dc2-4227-804f-c09bf16139a8 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:43:09.897335 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port a2984de9-8dc2-4227-804f-c09bf16139a8 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:43:09.901540 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port a2984de9-8dc2-4227-804f-c09bf16139a8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:43:09.901928 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:09.979054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a2984de9-8dc2-4227-804f-c09bf16139a8 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:43:09.979702 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:10.001760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:43:10.004016 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778cd0ae-c000-4129-8172-568ac0dd7b31" -d '{"events": [{"server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:43:10.018626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:10.063059 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a3851b-4517-4db8-aed5-99ddb71e37df x-openstack-request-id: req-88a3851b-4517-4db8-aed5-99ddb71e37df {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:43:10.063365 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:43:10.063675 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-88a3851b-4517-4db8-aed5-99ddb71e37df {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:43:10.064104 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'code': 200} Jan 27 22:43:10.145620 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:10.195952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:10.406384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7aacf2-e759-4a9c-996d-72a730d054c4 req-00f64262-a9ac-47f8-8530-5aeaeb59cfb7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:10.407888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d7aacf2-e759-4a9c-996d-72a730d054c4 req-00f64262-a9ac-47f8-8530-5aeaeb59cfb7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0486865 Jan 27 22:43:10.455283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3d7aacf2-e759-4a9c-996d-72a730d054c4 req-b4f7b567-91d8-4674-b1a2-71eb097fac56 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417516 Jan 27 22:43:11.571300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb27429-60df-42a6-918e-dd5d67e89179 req-f694f6d5-921a-4344-86ac-783499629b64 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:11.572830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9bb27429-60df-42a6-918e-dd5d67e89179 req-f694f6d5-921a-4344-86ac-783499629b64 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0477183 Jan 27 22:43:11.624159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9bb27429-60df-42a6-918e-dd5d67e89179 req-e4da9dcd-5664-4a62-ba6b-b9d007fd9f00 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451961 Jan 27 22:43:12.741510 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3763e35-1a11-4e5f-bd4f-081736a03d1a req-4a39c151-fec8-41f4-ac6c-14618066868c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:12.742997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3763e35-1a11-4e5f-bd4f-081736a03d1a req-4a39c151-fec8-41f4-ac6c-14618066868c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0478928 Jan 27 22:43:12.790258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3763e35-1a11-4e5f-bd4f-081736a03d1a req-2e782e5f-0834-4e99-b9de-cf8abad33a9e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411458 Jan 27 22:43:13.759020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device a2984de9-8dc2-4227-804f-c09bf16139a8 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:43:13.834598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port a2984de9-8dc2-4227-804f-c09bf16139a8 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:43:13.835044 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:13.859007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:43:13.861287 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd651cf2-7c66-49ae-87e0-2fd2c20f0704" -d '{"events": [{"server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:43:13.875149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:13.909821 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c085069-b795-42e5-87bb-cf9ebe2f9ad8 x-openstack-request-id: req-2c085069-b795-42e5-87bb-cf9ebe2f9ad8 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:43:13.910022 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "name": "network-vif-unplugged", "status": "completed", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:43:13.910311 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c085069-b795-42e5-87bb-cf9ebe2f9ad8 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:43:13.910706 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'code': 200} Jan 27 22:43:13.914055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed049b6-04f3-4f4b-9f8c-8254cec3662f req-159f1350-0520-453b-9ee5-8b7993ac4d5c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:13.915596 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ed049b6-04f3-4f4b-9f8c-8254cec3662f req-159f1350-0520-453b-9ee5-8b7993ac4d5c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0519309 Jan 27 22:43:13.949751 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:13.965807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ed049b6-04f3-4f4b-9f8c-8254cec3662f req-05e4e74f-b3ad-44f4-ab0b-c4a06744e9af tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445054 Jan 27 22:43:14.010541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=10']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:14.206966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-cda619e2-88ec-4ab1-90e0-c9241bef84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:14.208478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-cda619e2-88ec-4ab1-90e0-c9241bef84d4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1&tenant_id=ccf121efc52f454bad8501d0a55f3210 HTTP/1.1" status: 200 len: 1095 time: 0.0451052 Jan 27 22:43:14.218536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:43:14.270511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:14.472618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:14.505397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:43:14.540691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2984de9-8dc2-4227-804f-c09bf16139a8 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:43:14.548884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Publish callbacks [] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:14.562616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Transition to ACTIVE for port object a2984de9-8dc2-4227-804f-c09bf16139a8 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:43:14.692229 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:14.772069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=11']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:14.812924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] No DVR routers for this DVR port a2984de9-8dc2-4227-804f-c09bf16139a8 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:43:14.958577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Attempting to bind port a2984de9-8dc2-4227-804f-c09bf16139a8 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:43:14.959264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Attempting to bind port a2984de9-8dc2-4227-804f-c09bf16139a8 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:43:14.959264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Attempting to bind port a2984de9-8dc2-4227-804f-c09bf16139a8 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:43:14.964359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Port a2984de9-8dc2-4227-804f-c09bf16139a8 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:43:14.965388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Attempting to bind port a2984de9-8dc2-4227-804f-c09bf16139a8 on network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:43:14.970592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:43:14.970932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Checking segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:43:14.971316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Bound using segment: {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:43:14.971748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Bound port: a2984de9-8dc2-4227-804f-c09bf16139a8, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '106e8cd7-18c9-47d6-b0a0-1867515df558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:43:14.972138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:15.036862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:43:15.040250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:43:15.088276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669c5a3-01a5-4af6-be37-d61d9a9b950c req-33a3b738-f627-4ac5-b389-9ac9033cb812 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:15.090284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4669c5a3-01a5-4af6-be37-d61d9a9b950c req-33a3b738-f627-4ac5-b389-9ac9033cb812 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0481334 Jan 27 22:43:15.138691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4669c5a3-01a5-4af6-be37-d61d9a9b950c req-a3aaf1ab-b403-4c6f-8625-239c5785bf99 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417473 Jan 27 22:43:15.154907 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:15.192951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:15.193698 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:15.195362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] 10.222.0.74 "PUT /v2.0/ports/a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 1092 time: 0.9807577 Jan 27 22:43:15.195813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:43:15.198070 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e" -d '{"events": [{"name": "network-changed", "server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:43:15.229583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9358cb9-133c-4d9f-afcf-1cc8e403e5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=12']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:15.283687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-36c5c9b8-2750-4cae-aed4-a87e54a39713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:15.285257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-36c5c9b8-2750-4cae-aed4-a87e54a39713 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1095 time: 0.0482714 Jan 27 22:43:15.288326 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3672dc-4447-48fb-9b58-abc05651210d x-openstack-request-id: req-7f3672dc-4447-48fb-9b58-abc05651210d {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:43:15.288624 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:43:15.288886 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f3672dc-4447-48fb-9b58-abc05651210d {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:43:15.289434 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'status': 'completed', 'code': 200} Jan 27 22:43:15.408824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-a1ce929c-8c0c-4099-8fcb-831d7a3e38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:15.410345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-a1ce929c-8c0c-4099-8fcb-831d7a3e38d1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1095 time: 0.0940325 Jan 27 22:43:15.444353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-12ead3aa-bd2c-4169-af46-acd0823cdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:15.445742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-12ead3aa-bd2c-4169-af46-acd0823cdaf2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1495767 Jan 27 22:43:15.555073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-5f7ed1eb-1d66-4cd8-bfd8-364c65bfb7a0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 999 time: 0.0836508 Jan 27 22:43:15.572830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-a72f68c3-558f-4dcb-9507-8e461e36cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:15.574770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-a72f68c3-558f-4dcb-9507-8e461e36cbc5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1565025 Jan 27 22:43:15.654873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-5847f733-b66d-41a1-9049-9d7e4659687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:15.656372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-5847f733-b66d-41a1-9049-9d7e4659687f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0942709 Jan 27 22:43:15.674622 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-f5c7d441-b310-4c97-a935-edb8d292a4ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 999 time: 0.0823634 Jan 27 22:43:15.747248 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-2987b237-29c8-4f1a-9fb7-55bace8cf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:15.748741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-2987b237-29c8-4f1a-9fb7-55bace8cf720 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0546825 Jan 27 22:43:15.750410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-d66bbcb0-52f4-4357-9bdd-099355ce930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:15.751762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-d66bbcb0-52f4-4357-9bdd-099355ce930e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885842 Jan 27 22:43:15.861856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-4d814068-de79-4acc-9e9b-9647e76bf209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:15.863381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-4d814068-de79-4acc-9e9b-9647e76bf209 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086414 Jan 27 22:43:15.925328 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-2bb5ced8-e486-41c7-8c49-d2d82f753942 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621017 Jan 27 22:43:16.020853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-6a6df874-cb9c-421e-8585-5556108e5369 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507092 Jan 27 22:43:16.055829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cd80f52-934a-4f43-a315-d33e9d3a7a37 req-16ec4b7c-726f-4c71-82a4-30a8824d727f service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253839 Jan 27 22:43:16.169499 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-a7498424-25e8-4c64-8971-826a3b5c79d7 service neutron] 10.222.0.71 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406159 Jan 27 22:43:16.175944 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-fe3f22cb-8431-44f8-89ad-1964215707f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:16.177988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-fe3f22cb-8431-44f8-89ad-1964215707f0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1095 time: 0.0755069 Jan 27 22:43:16.304464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf5bc3-d8dd-4cb5-8925-c5221f9e7e8d req-2b91119b-08b7-4f7c-8c1e-51be43cd4b76 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:16.305971 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96cf5bc3-d8dd-4cb5-8925-c5221f9e7e8d req-2b91119b-08b7-4f7c-8c1e-51be43cd4b76 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0680146 Jan 27 22:43:16.333622 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-dcbcbaec-9cea-494b-9ff0-08430c5c0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:16.335083 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-dcbcbaec-9cea-494b-9ff0-08430c5c0d36 service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1499393 Jan 27 22:43:16.409958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-96cf5bc3-d8dd-4cb5-8925-c5221f9e7e8d req-18a02f18-d03c-4ca3-801a-e2993a5d030c tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944688 Jan 27 22:43:16.421241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-502ca011-ccbe-48c0-9d42-10ae928a0d31 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 999 time: 0.0796671 Jan 27 22:43:16.478268 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-6930a49d-1c37-4477-b740-a3399a02dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:16.480127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-6930a49d-1c37-4477-b740-a3399a02dc65 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0531034 Jan 27 22:43:16.525170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-0fc07859-a8af-488f-9e37-1dc0ba389cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:16.527137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-0fc07859-a8af-488f-9e37-1dc0ba389cf8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418212 Jan 27 22:43:16.619026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-7e2b5f2b-940d-4d75-9df1-17c0d74b1b97 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862615 Jan 27 22:43:17.012517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21f78fd4-5c87-4296-9bc2-b2ab0dea777e req-4aa726ca-4cdd-4faa-b738-4444822cd4d1 service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885093 Jan 27 22:43:17.530654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09eea5d-f08d-401a-80e4-14700f443f5c req-46ed703e-3657-4bf6-b984-d4ef12016164 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:17.532164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c09eea5d-f08d-401a-80e4-14700f443f5c req-46ed703e-3657-4bf6-b984-d4ef12016164 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0481901 Jan 27 22:43:17.581440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c09eea5d-f08d-401a-80e4-14700f443f5c req-9733c10c-c050-42ed-8025-7e1cfcc67919 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437636 Jan 27 22:43:18.290074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6a545-e0a4-493a-89d6-b929ea6597fe req-ada74ec2-3729-4b9e-a837-f434555ee217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:18.291579 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14f6a545-e0a4-493a-89d6-b929ea6597fe req-ada74ec2-3729-4b9e-a837-f434555ee217 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=ccf121efc52f454bad8501d0a55f3210&device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 1095 time: 0.0426233 Jan 27 22:43:18.410710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6a545-e0a4-493a-89d6-b929ea6597fe req-c6ff4e10-7118-4832-b09a-b2c3e7b1cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:18.412564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14f6a545-e0a4-493a-89d6-b929ea6597fe req-c6ff4e10-7118-4832-b09a-b2c3e7b1cd0e service neutron] 10.222.0.74 "GET /v2.0/networks?id=8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 200 len: 913 time: 0.1027865 Jan 27 22:43:18.485540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14f6a545-e0a4-493a-89d6-b929ea6597fe req-9c16ef11-18f4-463f-8d76-531e2837f0c6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 200 len: 999 time: 0.0665135 Jan 27 22:43:18.537983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6a545-e0a4-493a-89d6-b929ea6597fe req-4aeba831-f304-4f83-b8ba-14e99fe40eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:18.539464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14f6a545-e0a4-493a-89d6-b929ea6597fe req-4aeba831-f304-4f83-b8ba-14e99fe40eaa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 200 len: 851 time: 0.0463283 Jan 27 22:43:18.583604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6a545-e0a4-493a-89d6-b929ea6597fe req-37e8f998-768e-4f11-803f-9bf72aaea1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:18.585131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14f6a545-e0a4-493a-89d6-b929ea6597fe req-37e8f998-768e-4f11-803f-9bf72aaea1c4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=8500b22a-ac2f-4a75-a887-5c5881bb8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402522 Jan 27 22:43:18.706734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14f6a545-e0a4-493a-89d6-b929ea6597fe req-7221ce7f-d15b-4d2a-a07e-bd695ddc527e service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156297 Jan 27 22:43:18.728890 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d62e72-657a-4e83-895a-22d6aa18edb8 req-f7a4c28a-2e53-4d5c-ab96-1e8a8683309d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:18.730523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d62e72-657a-4e83-895a-22d6aa18edb8 req-f7a4c28a-2e53-4d5c-ab96-1e8a8683309d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0781779 Jan 27 22:43:18.836562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46d62e72-657a-4e83-895a-22d6aa18edb8 req-31063b71-0e43-4c84-a222-d728f4cc4eab tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935795 Jan 27 22:43:18.851776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14f6a545-e0a4-493a-89d6-b929ea6597fe req-eee17db4-2084-4259-9339-c76e4464058f service neutron] 10.222.0.74 "GET /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372392 Jan 27 22:43:19.953693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d88b17-9c52-4216-b14a-48a4dc702d4d req-b8268490-ad98-405e-8095-2dc4928dff16 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:19.955241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75d88b17-9c52-4216-b14a-48a4dc702d4d req-b8268490-ad98-405e-8095-2dc4928dff16 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0493739 Jan 27 22:43:20.002051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75d88b17-9c52-4216-b14a-48a4dc702d4d req-4d2e37d6-99b8-4d95-9ef2-951cf73c903a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411856 Jan 27 22:43:21.115830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923ebd8-c979-414c-8b79-30aaf5ee82f3 req-6eb25f17-80b6-4c10-a874-f2a9ad4d42d2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:21.117517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4923ebd8-c979-414c-8b79-30aaf5ee82f3 req-6eb25f17-80b6-4c10-a874-f2a9ad4d42d2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0478060 Jan 27 22:43:21.171010 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4923ebd8-c979-414c-8b79-30aaf5ee82f3 req-1bd518b9-e24d-4d07-910f-2c90e987c6a4 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473790 Jan 27 22:43:22.289958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e0927-75c0-46ff-a068-0a690206ac68 req-5ec517b9-cddb-44e4-bb74-cdd32f9fc531 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:22.291354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af1e0927-75c0-46ff-a068-0a690206ac68 req-5ec517b9-cddb-44e4-bb74-cdd32f9fc531 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0481608 Jan 27 22:43:22.338455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af1e0927-75c0-46ff-a068-0a690206ac68 req-167bd210-3c75-4489-98f0-bf3dd6b3c29a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409257 Jan 27 22:43:23.455190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7839f6-5fb6-4a6d-991e-9217dabf3bd2 req-ea2d3e1b-c016-4187-96bb-0d4d6eae790e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:23.456634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e7839f6-5fb6-4a6d-991e-9217dabf3bd2 req-ea2d3e1b-c016-4187-96bb-0d4d6eae790e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0481634 Jan 27 22:43:23.503392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e7839f6-5fb6-4a6d-991e-9217dabf3bd2 req-fcc7e7c9-85e4-4685-92df-3b5a523aaf76 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412190 Jan 27 22:43:24.623029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6acd6-c0c9-432a-a897-741358cbb310 req-c16f45f1-a9d9-4c92-9966-a2e2ef307bfc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:24.624553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03f6acd6-c0c9-432a-a897-741358cbb310 req-c16f45f1-a9d9-4c92-9966-a2e2ef307bfc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0520730 Jan 27 22:43:24.671292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-03f6acd6-c0c9-432a-a897-741358cbb310 req-ca2f31c1-df6e-41f2-935e-3826bf54127d tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411117 Jan 27 22:43:25.787030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea58d78-2c04-4cf2-922a-c970ed642fdb req-d1addce0-af04-44e3-8b4a-9a021bb0d92a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:25.788559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cea58d78-2c04-4cf2-922a-c970ed642fdb req-d1addce0-af04-44e3-8b4a-9a021bb0d92a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0481813 Jan 27 22:43:25.835251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cea58d78-2c04-4cf2-922a-c970ed642fdb req-1a36019e-e1c7-474d-b9b5-2e26f9f6b13b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Jan 27 22:43:26.954809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618eb91-39e2-4945-9149-ae137347f86c req-ae1e1f8d-fc05-455e-b91a-dcc94744276a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:26.956279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1618eb91-39e2-4945-9149-ae137347f86c req-ae1e1f8d-fc05-455e-b91a-dcc94744276a tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0509086 Jan 27 22:43:27.001995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1618eb91-39e2-4945-9149-ae137347f86c req-29482749-8aba-4800-abae-5da57ecd33fc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402217 Jan 27 22:43:27.605458 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:28.005895 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:28.118328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff126c0-8e53-418f-a730-fadfd1496e00 req-98395948-e078-41b8-885d-d10be32934ed tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:28.119796 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ff126c0-8e53-418f-a730-fadfd1496e00 req-98395948-e078-41b8-885d-d10be32934ed tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0478525 Jan 27 22:43:28.170810 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7ff126c0-8e53-418f-a730-fadfd1496e00 req-b4a5c0a8-06b4-45f7-a39f-bde301399754 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452826 Jan 27 22:43:29.303690 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcc704-6ccf-4e7f-babe-985250bc7381 req-80dddeb9-a790-4418-8cd3-0303f6d76cb1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:29.305198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07dcc704-6ccf-4e7f-babe-985250bc7381 req-80dddeb9-a790-4418-8cd3-0303f6d76cb1 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0487881 Jan 27 22:43:29.357000 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-07dcc704-6ccf-4e7f-babe-985250bc7381 req-60932e1f-ed1d-403c-bb4c-b6854d2c8d47 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462084 Jan 27 22:43:30.478699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5916a-da21-47ec-9e12-8c0341b697f6 req-4480cdc3-4081-4c28-bead-09b6ba19e85e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:30.480211 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ca5916a-da21-47ec-9e12-8c0341b697f6 req-4480cdc3-4081-4c28-bead-09b6ba19e85e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0495291 Jan 27 22:43:30.527216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ca5916a-da21-47ec-9e12-8c0341b697f6 req-e5655d70-236b-4f09-9a2d-cba2b328b269 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410800 Jan 27 22:43:31.058586 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:43:31.644880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa0cfc-2381-4834-ac6e-a2a4a6d59468 req-3508e886-f050-48cc-887e-393b766b13a8 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:31.646344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5fa0cfc-2381-4834-ac6e-a2a4a6d59468 req-3508e886-f050-48cc-887e-393b766b13a8 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0477176 Jan 27 22:43:31.691633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5fa0cfc-2381-4834-ac6e-a2a4a6d59468 req-b3325267-8216-4331-a17b-124607fc0777 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398598 Jan 27 22:43:32.342762 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6ddff56-0a08-4f35-bed9-d52372d67e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:32.813544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33eb5e-3417-4441-940e-9c06fd323246 req-112a6371-75bb-497d-8c48-b785fdcecd96 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:32.815014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca33eb5e-3417-4441-940e-9c06fd323246 req-112a6371-75bb-497d-8c48-b785fdcecd96 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 944 time: 0.0516448 Jan 27 22:43:32.864049 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca33eb5e-3417-4441-940e-9c06fd323246 req-17b6c255-9fae-407c-883b-5148e2775909 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427766 Jan 27 22:43:33.415899 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a2984de9-8dc2-4227-804f-c09bf16139a8 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:43:33.507629 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:33.518695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'port_id': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'mac_address': 'fa:16:3e:d5:7e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:43:33.556917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a2984de9-8dc2-4227-804f-c09bf16139a8 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:43:33.557302 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:33.570238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2984de9-8dc2-4227-804f-c09bf16139a8 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:43:33.588537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:33.693535 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:33.738690 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=13']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:33.942363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['a2984de9-8dc2-4227-804f-c09bf16139a8'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:43:33.979913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713f3a0-682f-45a0-8832-b63a2ad2b7a9 req-8d640dbe-bb24-4e7a-b93d-640f93788b87 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:33.981364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c713f3a0-682f-45a0-8832-b63a2ad2b7a9 req-8d640dbe-bb24-4e7a-b93d-640f93788b87 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0497355 Jan 27 22:43:34.028193 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c713f3a0-682f-45a0-8832-b63a2ad2b7a9 req-7a946424-0f16-4123-8e8c-7ff1a5bc11ab tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405824 Jan 27 22:43:34.142019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d3b85-f691-4b42-a302-cb6bc743a55d req-9a8944a4-efe1-4157-9c8a-4ad3cf3e5dfc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:34.143520 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df4d3b85-f691-4b42-a302-cb6bc743a55d req-9a8944a4-efe1-4157-9c8a-4ad3cf3e5dfc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0468612 Jan 27 22:43:34.201752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-df4d3b85-f691-4b42-a302-cb6bc743a55d req-b37f150c-7074-4210-8fb8-b7e0d97b4cbc tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524518 Jan 27 22:43:34.315745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c636aba-f3b0-47d3-bd66-5cbb09131f90 req-814e2c49-89b2-4cc8-b8c2-e3ec59fea4d7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:34.317230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c636aba-f3b0-47d3-bd66-5cbb09131f90 req-814e2c49-89b2-4cc8-b8c2-e3ec59fea4d7 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0472443 Jan 27 22:43:34.363374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c636aba-f3b0-47d3-bd66-5cbb09131f90 req-ec128170-1242-47b2-a41a-1441d71ec060 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401144 Jan 27 22:43:34.857982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50d7c5-6c60-4fdc-a9d1-e6061d75e984 req-e2493ee9-3211-4407-81d5-c2b3d463af39 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:34.859491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca50d7c5-6c60-4fdc-a9d1-e6061d75e984 req-e2493ee9-3211-4407-81d5-c2b3d463af39 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 945 time: 0.0481060 Jan 27 22:43:34.907751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca50d7c5-6c60-4fdc-a9d1-e6061d75e984 req-32578544-93a5-485c-b0ee-5befc08a4c84 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420527 Jan 27 22:43:34.933142 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b38fe3e-b94e-4ae6-85aa-0df81d289c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:35.439297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a2984de9-8dc2-4227-804f-c09bf16139a8 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:43:35.549870 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port a2984de9-8dc2-4227-804f-c09bf16139a8 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:43:35.553621 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port a2984de9-8dc2-4227-804f-c09bf16139a8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:43:35.554037 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:35.632349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port a2984de9-8dc2-4227-804f-c09bf16139a8 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:43:35.632738 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:35.653819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:43:35.656010 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762566c8-2996-4cde-a3d6-c83d64e5983d" -d '{"events": [{"server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:43:35.668672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:35.692629 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5e538f-e6f1-41b2-b3c1-7347f55e98a4 x-openstack-request-id: req-be5e538f-e6f1-41b2-b3c1-7347f55e98a4 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:43:35.692926 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "name": "network-vif-plugged", "status": "completed", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:43:35.693440 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be5e538f-e6f1-41b2-b3c1-7347f55e98a4 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:43:35.693838 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'code': 200} Jan 27 22:43:35.750153 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:35.797172 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=14']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:36.026166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f023c-f16f-4a80-a603-29a3d344f908 req-27068de6-f249-4d5b-91d8-0ff65840a834 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:36.027659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-800f023c-f16f-4a80-a603-29a3d344f908 req-27068de6-f249-4d5b-91d8-0ff65840a834 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0524793 Jan 27 22:43:36.075121 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-800f023c-f16f-4a80-a603-29a3d344f908 req-c0d7afdd-73f4-4f3a-bea3-60255b799b3f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups?id=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418515 Jan 27 22:43:36.321760 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:36.435544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-c1b392a2-1ff8-4b3c-9a94-1061cef22481 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:36.437041 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-c1b392a2-1ff8-4b3c-9a94-1061cef22481 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 946 time: 0.0478842 Jan 27 22:43:36.530018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Deleting port a2984de9-8dc2-4227-804f-c09bf16139a8 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:43:36.530361 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:36.617204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] For port a2984de9-8dc2-4227-804f-c09bf16139a8, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=a2984de9-8dc2-4227-804f-c09bf16139a8,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:36.617489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:36.785268 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:36.785638 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:36.785959 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1 disassociated. External IP: 172.25.0.42, port: a2984de9-8dc2-4227-804f-c09bf16139a8. Jan 27 22:43:36.786303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Calling delete_port for a2984de9-8dc2-4227-804f-c09bf16139a8 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:43:37.002390 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (a2984de9-8dc2-4227-804f-c09bf16139a8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:37.029923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event deleted for resources: {'Port': ['ID=a2984de9-8dc2-4227-804f-c09bf16139a8,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:37.164294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:43:37.179571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b13678c-e4ad-4e46-a5d5-7b059370e6b4 req-c6ad8fb8-8e76-4ecc-8746-594dd0e973fd tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0293927 Jan 27 22:43:37.288761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:43:37.299088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892466a-610f-4094-a52b-d1fc1ca1bf13 None None] Sync routers for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:43:37.309235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892466a-610f-4094-a52b-d1fc1ca1bf13 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:43:37.309788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d892466a-610f-4094-a52b-d1fc1ca1bf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:43:37.331973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] No DVR routers for this DVR port a2984de9-8dc2-4227-804f-c09bf16139a8 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:43:37.334643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:37.338147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d67b4504-9c3a-486f-8e6a-c95289b5c35c req-26272702-54fe-4d12-b7e7-f44cc0420d9f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.74 "DELETE /v2.0/ports/a2984de9-8dc2-4227-804f-c09bf16139a8 HTTP/1.1" status: 204 len: 173 time: 0.8955171 Jan 27 22:43:37.338594 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'name': 'network-vif-deleted', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:43:37.340913 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90483ac5-3452-489e-9ed1-f4bc0a1aba14" -d '{"events": [{"server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "name": "network-vif-deleted", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:43:37.382884 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988585b6-26cb-4a34-9cf2-2ee22f87b95d x-openstack-request-id: req-988585b6-26cb-4a34-9cf2-2ee22f87b95d {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:43:37.383260 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1", "name": "network-vif-deleted", "tag": "a2984de9-8dc2-4227-804f-c09bf16139a8", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:43:37.383463 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-988585b6-26cb-4a34-9cf2-2ee22f87b95d {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:43:37.383878 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1', 'name': 'network-vif-deleted', 'tag': 'a2984de9-8dc2-4227-804f-c09bf16139a8', 'status': 'completed', 'code': 200} Jan 27 22:43:37.421976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-d892466a-610f-4094-a52b-d1fc1ca1bf13 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:43:37.624928 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:37.642331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d892466a-610f-4094-a52b-d1fc1ca1bf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:43:37.668960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892466a-610f-4094-a52b-d1fc1ca1bf13 None None] Checking router: cbe4f574-0302-4d24-8ad9-caaf5885b7d8 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:43:37.678062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892466a-610f-4094-a52b-d1fc1ca1bf13 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:43:37.678677 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d892466a-610f-4094-a52b-d1fc1ca1bf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:43:37.783523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-d892466a-610f-4094-a52b-d1fc1ca1bf13 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:43:37.994408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d892466a-610f-4094-a52b-d1fc1ca1bf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:43:38.023951 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892466a-610f-4094-a52b-d1fc1ca1bf13 None None] The sync data for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 is: [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:32:58Z', 'revision_number': 4, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'de991b16-6812-4ad2-9784-8cf64542c674', 'name': '', 'network_id': '8500b22a-ac2f-4a75-a887-5c5881bb8d12', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'mac_address': 'fa:16:3e:9b:f0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:57Z', 'updated_at': '2022-01-27T22:33:02Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'subnets': [{'id': '908d97ae-0eb6-45b9-9409-da53ea8b68f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:43:38.266322 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf6754-85cd-45c2-9e06-8095f58caabf None None] New status for floating IP 03c35bd3-8362-4166-9001-fd5e5c5f72f1: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:43:38.303540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba6c0727-9bf7-44b4-b78e-4778aecb4084 req-1ee19401-38b5-4061-b5f0-8e62945db684 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0332196 Jan 27 22:43:38.931030 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:39.401968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-70ed8e7f-a5ab-4388-aa84-18317c6d167f req-24f27aa1-1ba4-4ec5-b6c9-236f0647ff52 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0263922 Jan 27 22:43:40.497054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bf76f3f8-04a9-417a-88d2-1ade5e9ce99c req-e6411674-46df-4300-952c-ff9f6d35438f tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0262012 Jan 27 22:43:41.458387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a2984de9-8dc2-4227-804f-c09bf16139a8 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:43:41.478282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: a2984de9-8dc2-4227-804f-c09bf16139a8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:43:41.478625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device a2984de9-8dc2-4227-804f-c09bf16139a8 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:43:41.591087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee7b499b-e5f9-4dd0-a21d-b1b1e3d8840f req-30a44583-12df-4abf-8589-8588b7d968db tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0259395 Jan 27 22:43:42.695754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c11d3196-7bd3-484b-8437-c3de32e10917 req-dd31c2fe-5a2c-45b2-ac44-99d34ef1acc6 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0296993 Jan 27 22:43:43.791296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e21593b9-c446-4dcc-95ff-78e3855f0ddf req-8d3c9fdb-2837-4f3d-b0d5-ac0e9cad243b tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0274696 Jan 27 22:43:44.887819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-29db682a-0625-455b-9d72-27f91731ff96 req-f1fab729-d4f9-43a4-aa26-75034fd26cf2 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0266216 Jan 27 22:43:45.986832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ffb8670-1278-4ef7-8277-1303ce196faf req-4f1a6608-5d80-44c0-8941-9b1cccc91971 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/ports?device_id=471a8e1b-3fcf-4a3c-8ff7-242d3b77f7f1 HTTP/1.1" status: 200 len: 210 time: 0.0261462 Jan 27 22:43:53.088387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40334) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:43:53.142080 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for security_group (442cd6a2-04ed-4cb1-837e-ab7a2bacdb48), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:53.166264 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for security_group (442cd6a2-04ed-4cb1-837e-ab7a2bacdb48), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:53.292800 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (442cd6a2-04ed-4cb1-837e-ab7a2bacdb48), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:53.295430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:53.296610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "DELETE /v2.0/security-groups/442cd6a2-04ed-4cb1-837e-ab7a2bacdb48 HTTP/1.1" status: 204 len: 168 time: 0.2072251 Jan 27 22:43:53.299314 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40336) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:43:53.306065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442cd6a2-04ed-4cb1-837e-ab7a2bacdb48,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:53.314364 n-d-760456-6 neutron-server[104026]: INFO neutron.api.v2.resource [None req-2e804e98-0f72-4067-91de-0fcb786fea6e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] show failed (client error): The resource could not be found. Jan 27 22:43:53.328276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.328276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.328276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.329810 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2e804e98-0f72-4067-91de-0fcb786fea6e tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "GET /v2.0/security-groups/442cd6a2-04ed-4cb1-837e-ab7a2bacdb48 HTTP/1.1" status: 404 len: 347 time: 0.0150476 Jan 27 22:43:53.329895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.329895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.329895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.329895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.329895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.329895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.329895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.329895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.329895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.329895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183bd112-a104-40b6-8bea-4a27168b7533 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.331948 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40340) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:43:53.472006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Deleting port 359c927c-7a05-4be7-9b64-8bcd5ed52918 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:43:53.472384 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (359c927c-7a05-4be7-9b64-8bcd5ed52918), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:53.550283 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (359c927c-7a05-4be7-9b64-8bcd5ed52918), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:53.550614 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (359c927c-7a05-4be7-9b64-8bcd5ed52918), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:53.564380 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Calling delete_port for 359c927c-7a05-4be7-9b64-8bcd5ed52918 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:43:53.771293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (359c927c-7a05-4be7-9b64-8bcd5ed52918), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:53.798703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Pushing event deleted for resources: {'Port': ['ID=359c927c-7a05-4be7-9b64-8bcd5ed52918,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:53.809255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.809605 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.809954 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.810299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.810634 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.810970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.811304 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.811650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.811976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.812329 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.812655 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.813615 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.813952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:43:53.867530 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks [] for floatingip (03c35bd3-8362-4166-9001-fd5e5c5f72f1), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:53.870133 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:53.874410 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5d91a9ee-163d-43e3-a36a-77c79ea84839 tempest-ServerActionsTestJSON-1279739187 tempest-ServerActionsTestJSON-1279739187-project] 10.222.0.61 "DELETE /v2.0/floatingips/03c35bd3-8362-4166-9001-fd5e5c5f72f1 HTTP/1.1" status: 204 len: 168 time: 0.5310285 Jan 27 22:43:53.874557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40346) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:43:54.409898 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d08033a1-2e2d-4bbc-ab1f-2750d272d17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:54.656223 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d08033a1-2e2d-4bbc-ab1f-2750d272d17a admin admin] Deleting port de991b16-6812-4ad2-9784-8cf64542c674 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:43:54.656566 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d08033a1-2e2d-4bbc-ab1f-2750d272d17a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (de991b16-6812-4ad2-9784-8cf64542c674), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:54.735511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d08033a1-2e2d-4bbc-ab1f-2750d272d17a admin admin] For port de991b16-6812-4ad2-9784-8cf64542c674, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=de991b16-6812-4ad2-9784-8cf64542c674,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:54.735873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d08033a1-2e2d-4bbc-ab1f-2750d272d17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (de991b16-6812-4ad2-9784-8cf64542c674), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:54.748189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d08033a1-2e2d-4bbc-ab1f-2750d272d17a admin admin] Calling delete_port for de991b16-6812-4ad2-9784-8cf64542c674 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:43:54.990020 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d08033a1-2e2d-4bbc-ab1f-2750d272d17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (de991b16-6812-4ad2-9784-8cf64542c674), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:55.018040 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08033a1-2e2d-4bbc-ab1f-2750d272d17a admin admin] Pushing event deleted for resources: {'Port': ['ID=de991b16-6812-4ad2-9784-8cf64542c674,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:55.181627 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d08033a1-2e2d-4bbc-ab1f-2750d272d17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:55.391998 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08033a1-2e2d-4bbc-ab1f-2750d272d17a admin admin] Router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:43:55.748395 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08033a1-2e2d-4bbc-ab1f-2750d272d17a admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:43:55.754266 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d08033a1-2e2d-4bbc-ab1f-2750d272d17a admin admin] 10.222.0.61 "PUT /v2.0/routers/cbe4f574-0302-4d24-8ad9-caaf5885b7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8779497 Jan 27 22:43:55.755967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40350) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:43:55.758789 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cd6d6d-84b4-4bbc-a60c-1b3450e273d0 None None] Sync routers for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:43:55.768184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd6d6d-84b4-4bbc-a60c-1b3450e273d0 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:43:55.768794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f5cd6d6d-84b4-4bbc-a60c-1b3450e273d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:43:55.861516 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Publish callbacks [] for router (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:55.967646 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Publish callbacks [] for router_gateway (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.032484 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f5cd6d6d-84b4-4bbc-a60c-1b3450e273d0 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:43:56.078059 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Deleting port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:43:56.078909 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.157424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] For port d96b5115-2e7c-4866-8f6a-f0b0da03ac8d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d96b5115-2e7c-4866-8f6a-f0b0da03ac8d,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:56.157787 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.169436 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Calling delete_port for d96b5115-2e7c-4866-8f6a-f0b0da03ac8d owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:43:56.209641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f5cd6d6d-84b4-4bbc-a60c-1b3450e273d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:43:54Z', 'revision_number': 5, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port': {'id': 'd96b5115-2e7c-4866-8f6a-f0b0da03ac8d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:26:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:43:56.239520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cd6d6d-84b4-4bbc-a60c-1b3450e273d0 None None] Checking router: cbe4f574-0302-4d24-8ad9-caaf5885b7d8 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:43:56.247601 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd6d6d-84b4-4bbc-a60c-1b3450e273d0 None None] Routers {'cbe4f574-0302-4d24-8ad9-caaf5885b7d8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:43:56.248244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f5cd6d6d-84b4-4bbc-a60c-1b3450e273d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:43:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:43:56.344146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f5cd6d6d-84b4-4bbc-a60c-1b3450e273d0 None None] Set router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:43:56.395337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f5cd6d6d-84b4-4bbc-a60c-1b3450e273d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:43:55Z', 'revision_number': 6, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:43:56.407026 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d96b5115-2e7c-4866-8f6a-f0b0da03ac8d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.424142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cd6d6d-84b4-4bbc-a60c-1b3450e273d0 None None] The sync data for ids ['cbe4f574-0302-4d24-8ad9-caaf5885b7d8'] in n-d-760456-6 is: [{'id': 'cbe4f574-0302-4d24-8ad9-caaf5885b7d8', 'name': 'tempest-ServerActionsTestJSON-1765782348-router', 'tenant_id': 'ccf121efc52f454bad8501d0a55f3210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:32:55Z', 'updated_at': '2022-01-27T22:43:55Z', 'revision_number': 6, 'project_id': 'ccf121efc52f454bad8501d0a55f3210', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:43:56.434098 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Pushing event deleted for resources: {'Port': ['ID=d96b5115-2e7c-4866-8f6a-f0b0da03ac8d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:56.499889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.588254 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.590321 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Publish callbacks [] for router_controller (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.691960 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (cbe4f574-0302-4d24-8ad9-caaf5885b7d8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.692505 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbe4f574-0302-4d24-8ad9-caaf5885b7d8 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:43:56.696930 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.698071 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-68089b52-e66f-4e04-a589-de7583abd3da admin admin] 10.222.0.61 "DELETE /v2.0/routers/cbe4f574-0302-4d24-8ad9-caaf5885b7d8 HTTP/1.1" status: 204 len: 168 time: 0.9411733 Jan 27 22:43:56.700751 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40352) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:43:56.747499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-84821124-213e-4dc4-a387-c6b0b10085ba admin admin] Deleting subnet 908d97ae-0eb6-45b9-9409-da53ea8b68f7 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:43:56.751078 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84821124-213e-4dc4-a387-c6b0b10085ba admin admin] Publish callbacks [] for subnet (908d97ae-0eb6-45b9-9409-da53ea8b68f7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.786261 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84821124-213e-4dc4-a387-c6b0b10085ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (908d97ae-0eb6-45b9-9409-da53ea8b68f7), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.865889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84821124-213e-4dc4-a387-c6b0b10085ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (908d97ae-0eb6-45b9-9409-da53ea8b68f7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:56.978602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84821124-213e-4dc4-a387-c6b0b10085ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (908d97ae-0eb6-45b9-9409-da53ea8b68f7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.006592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84821124-213e-4dc4-a387-c6b0b10085ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908d97ae-0eb6-45b9-9409-da53ea8b68f7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:57.012325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-84821124-213e-4dc4-a387-c6b0b10085ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.015660 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-84821124-213e-4dc4-a387-c6b0b10085ba admin admin] 10.222.0.61 "DELETE /v2.0/subnets/908d97ae-0eb6-45b9-9409-da53ea8b68f7 HTTP/1.1" status: 204 len: 168 time: 0.3139052 Jan 27 22:43:57.018626 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40354) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:43:57.019098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aaf507-0eea-400f-877c-90f7a173bf06 None None] Network 8500b22a-ac2f-4a75-a887-5c5881bb8d12 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:43:57.085547 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (8500b22a-ac2f-4a75-a887-5c5881bb8d12), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.147086 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Deleting port d5288853-d37d-4421-ad3e-b9766023fd94 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:43:57.147439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.167937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cedbd49-8342-4b15-9776-72f96881a5a8 None None] DHCP port deletion for 8500b22a-ac2f-4a75-a887-5c5881bb8d12 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:43:57.216433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] For port d5288853-d37d-4421-ad3e-b9766023fd94, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d5288853-d37d-4421-ad3e-b9766023fd94,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:57.216806 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.220557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2cedbd49-8342-4b15-9776-72f96881a5a8 None None] Deleting port d5288853-d37d-4421-ad3e-b9766023fd94 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:43:57.220945 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2cedbd49-8342-4b15-9776-72f96881a5a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.230374 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Calling delete_port for d5288853-d37d-4421-ad3e-b9766023fd94 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:43:57.284487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2cedbd49-8342-4b15-9776-72f96881a5a8 None None] For port d5288853-d37d-4421-ad3e-b9766023fd94, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d5288853-d37d-4421-ad3e-b9766023fd94,segment=NetworkSegment(106e8cd7-18c9-47d6-b0a0-1867515df558),segment_id=106e8cd7-18c9-47d6-b0a0-1867515df558)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:43:57.284891 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2cedbd49-8342-4b15-9776-72f96881a5a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.296801 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2cedbd49-8342-4b15-9776-72f96881a5a8 None None] Calling delete_port for d5288853-d37d-4421-ad3e-b9766023fd94 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:43:57.377277 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.387073 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2cedbd49-8342-4b15-9776-72f96881a5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (d5288853-d37d-4421-ad3e-b9766023fd94), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.409149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] No DVR routers for this DVR port d5288853-d37d-4421-ad3e-b9766023fd94 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:43:57.411236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5288853-d37d-4421-ad3e-b9766023fd94,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:57.420189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedbd49-8342-4b15-9776-72f96881a5a8 None None] Pushing event deleted for resources: {'Port': ['ID=d5288853-d37d-4421-ad3e-b9766023fd94,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:57.423883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cedbd49-8342-4b15-9776-72f96881a5a8 None None] No DVR routers for this DVR port d5288853-d37d-4421-ad3e-b9766023fd94 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:43:57.478398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device de991b16-6812-4ad2-9784-8cf64542c674 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:43:57.498957 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (8500b22a-ac2f-4a75-a887-5c5881bb8d12), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.499163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: de991b16-6812-4ad2-9784-8cf64542c674 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:43:57.499353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device de991b16-6812-4ad2-9784-8cf64542c674 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:43:57.499782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d96b5115-2e7c-4866-8f6a-f0b0da03ac8d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:43:57.519373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: d96b5115-2e7c-4866-8f6a-f0b0da03ac8d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:43:57.519730 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d96b5115-2e7c-4866-8f6a-f0b0da03ac8d not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:43:57.519841 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8500b22a-ac2f-4a75-a887-5c5881bb8d12']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:43:57.520260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d5288853-d37d-4421-ad3e-b9766023fd94 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:43:57.529271 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106e8cd7-18c9-47d6-b0a0-1867515df558') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:43:57.529572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106e8cd7-18c9-47d6-b0a0-1867515df558') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:43:57.542605 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (106e8cd7-18c9-47d6-b0a0-1867515df558), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.548202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: d5288853-d37d-4421-ad3e-b9766023fd94 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:43:57.548565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d5288853-d37d-4421-ad3e-b9766023fd94 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:43:57.556420 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (106e8cd7-18c9-47d6-b0a0-1867515df558), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.562413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:43:57.563439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (106e8cd7-18c9-47d6-b0a0-1867515df558), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:43:57.565094 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:43:57.652362 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.703865 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (8500b22a-ac2f-4a75-a887-5c5881bb8d12), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.709374 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:57.715263 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8500b22a-ac2f-4a75-a887-5c5881bb8d12 HTTP/1.1" status: 204 len: 168 time: 0.6956940 Jan 27 22:43:57.726603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb4c6a-f7be-49e0-b1d1-e157e5a209a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8500b22a-ac2f-4a75-a887-5c5881bb8d12,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:58.028008 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:58.057923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40358) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:43:58.100895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e76fa2a9-563b-4bf6-846c-42c500b838bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ccf121efc52f454bad8501d0a55f3210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418346 Jan 27 22:43:58.103292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40360) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:43:58.149626 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c6a58d0-ed23-4a88-87bd-4a6836ca02f9 admin admin] Publish callbacks [] for security_group (c98f3fc1-5491-44f2-82e7-d3113db8002f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:58.172829 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c6a58d0-ed23-4a88-87bd-4a6836ca02f9 admin admin] Publish callbacks [] for security_group (c98f3fc1-5491-44f2-82e7-d3113db8002f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:58.292223 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c6a58d0-ed23-4a88-87bd-4a6836ca02f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c98f3fc1-5491-44f2-82e7-d3113db8002f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:58.294864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2c6a58d0-ed23-4a88-87bd-4a6836ca02f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:58.296088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2c6a58d0-ed23-4a88-87bd-4a6836ca02f9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c98f3fc1-5491-44f2-82e7-d3113db8002f HTTP/1.1" status: 204 len: 168 time: 0.1918919 Jan 27 22:43:58.304673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a58d0-ed23-4a88-87bd-4a6836ca02f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98f3fc1-5491-44f2-82e7-d3113db8002f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:59.298569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40382) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:43:59.394052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1017644822-network', 'tenant_id': '54652ff64e144690bef8c97254003904'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:43:59.470133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Made reservation on behalf of 54652ff64e144690bef8c97254003904 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:43:59.472875 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:59.481786 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:59.554776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Publish callbacks [] for security_group (57046d60-9757-47c4-8830-ec92731e44cf), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:59.651834 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (57046d60-9757-47c4-8830-ec92731e44cf), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:59.676626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:43:59.686258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57046d60-9757-47c4-8830-ec92731e44cf,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:59.692114 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (54dbc1b5-f576-4068-89be-910ffb126058), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:59.693055 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Added segment 54dbc1b5-f576-4068-89be-910ffb126058 of type vlan for network 9ced912d-f08c-4d4c-9112-724a34839dad Jan 27 22:43:59.736097 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (9ced912d-f08c-4d4c-9112-724a34839dad), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:59.845452 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (9ced912d-f08c-4d4c-9112-724a34839dad), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:59.846384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:43:59.846963 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:43:59.903040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] Pushing event updated for resources: {'Network': ['ID=9ced912d-f08c-4d4c-9112-724a34839dad,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:43:59.913404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 9ced912d-f08c-4d4c-9112-724a34839dad details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:43:59.979970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bf5e8d57-a75e-44e6-b80b-49cb77a33354 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6802263 Jan 27 22:43:59.982788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40386) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:43:59.987614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-60833d3c-66b1-4d13-9e97-6c34de84622b admin admin] Request body: {'subnet': {'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1017644822-subnet', 'tenant_id': '54652ff64e144690bef8c97254003904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:00.080827 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60833d3c-66b1-4d13-9e97-6c34de84622b admin admin] Made reservation on behalf of 54652ff64e144690bef8c97254003904 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:00.083241 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60833d3c-66b1-4d13-9e97-6c34de84622b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:00.309581 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60833d3c-66b1-4d13-9e97-6c34de84622b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (dc0ca869-4060-4cd8-a9df-c00983d549a2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:00.364986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60833d3c-66b1-4d13-9e97-6c34de84622b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0ca869-4060-4cd8-a9df-c00983d549a2,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:00.373575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60833d3c-66b1-4d13-9e97-6c34de84622b admin admin] Checking segment: {'id': '54dbc1b5-f576-4068-89be-910ffb126058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:00.373942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60833d3c-66b1-4d13-9e97-6c34de84622b admin admin] Network hostable DHCP agents. Network: 9ced912d-f08c-4d4c-9112-724a34839dad, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:44:00.464266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60833d3c-66b1-4d13-9e97-6c34de84622b admin admin] Network 9ced912d-f08c-4d4c-9112-724a34839dad is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:44:00.532333 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-60833d3c-66b1-4d13-9e97-6c34de84622b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 9ced912d-f08c-4d4c-9112-724a34839dad) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:00.537862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60833d3c-66b1-4d13-9e97-6c34de84622b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:00.538827 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-60833d3c-66b1-4d13-9e97-6c34de84622b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:00.545017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72333a5-002c-4e09-b9b1-9f516fcd7ff2 None None] Network 9ced912d-f08c-4d4c-9112-724a34839dad requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:00.642714 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee521948-c953-4c1e-85c0-3ddae1b1382c None None] Network 9ced912d-f08c-4d4c-9112-724a34839dad requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:00.655205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-60833d3c-66b1-4d13-9e97-6c34de84622b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6712348 Jan 27 22:44:01.095730 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f7c4f-7b5a-4b15-9164-529372115636 req-1ba3109f-5bb9-466b-8af0-6024bcf8ab31 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:01.097172 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-1ba3109f-5bb9-466b-8af0-6024bcf8ab31 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/networks?id=9ced912d-f08c-4d4c-9112-724a34839dad HTTP/1.1" status: 200 len: 814 time: 0.1051083 Jan 27 22:44:01.112139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-10df73ab-5137-4d67-9dc2-638a5ce787a5 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/quotas/54652ff64e144690bef8c97254003904 HTTP/1.1" status: 200 len: 375 time: 0.0096159 Jan 27 22:44:01.141861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-9e7fc27d-8eb7-4b6f-832c-2ae269192402 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=54652ff64e144690bef8c97254003904&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251310 Jan 27 22:44:01.195500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-f01ee927-2632-4920-b9ca-ad1934064ba0 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:44:01.196556 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-f01ee927-2632-4920-b9ca-ad1934064ba0 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482695 Jan 27 22:44:01.287977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-d9665b6b-bf51-486d-b2b9-15a5b744053d service neutron] 10.222.0.61 "GET /v2.0/networks/9ced912d-f08c-4d4c-9112-724a34839dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855486 Jan 27 22:44:01.375737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-0ae95dde-b961-4419-baf9-54a8128bc7a1 service neutron] 10.222.0.61 "GET /v2.0/networks/9ced912d-f08c-4d4c-9112-724a34839dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820889 Jan 27 22:44:01.635574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19b93548-8fa2-4e05-bfcb-ee544085072e req-3a3eca55-38c7-4f76-8d3b-d40060e8bcda tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 210 time: 0.0266418 Jan 27 22:44:02.347960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b77bbd04-2a3d-49a8-ab71-d7297cfa9085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:02.728256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f7d14b6-accf-42bb-ba48-3f80506d0aa8 req-723d229d-1398-4e2b-b266-6d435f7ad5a2 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 210 time: 0.0262825 Jan 27 22:44:03.609760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f7c4f-7b5a-4b15-9164-529372115636 req-2c5c84b4-077b-4f4e-b491-f4d6dfe0b012 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:03.611175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-2c5c84b4-077b-4f4e-b491-f4d6dfe0b012 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.71 "GET /v2.0/networks?id=9ced912d-f08c-4d4c-9112-724a34839dad HTTP/1.1" status: 200 len: 814 time: 0.1002045 Jan 27 22:44:03.623557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-461f7c4f-7b5a-4b15-9164-529372115636 req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Request body: {'port': {'device_id': '30340a25-0c21-4f32-bbc0-165f746b80d7', 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad', 'admin_state_up': True, 'tenant_id': '54652ff64e144690bef8c97254003904'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:03.816346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461f7c4f-7b5a-4b15-9164-529372115636 req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Made reservation on behalf of 54652ff64e144690bef8c97254003904 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:03.819955 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-461f7c4f-7b5a-4b15-9164-529372115636 req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:03.836362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-32a63d32-6250-4c1f-bb75-20b8eec2f4e8 req-e110efd3-bfd6-4167-b173-1493b39f6faa tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 210 time: 0.0351439 Jan 27 22:44:03.957105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-461f7c4f-7b5a-4b15-9164-529372115636 req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Allocated IP 172.20.0.12 (9ced912d-f08c-4d4c-9112-724a34839dad/dc0ca869-4060-4cd8-a9df-c00983d549a2/2078af5e-59c4-4765-8ae8-352b1c21d57e) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:44:04.113064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-461f7c4f-7b5a-4b15-9164-529372115636 req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks [] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:04.183776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-461f7c4f-7b5a-4b15-9164-529372115636 req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:04.226563 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461f7c4f-7b5a-4b15-9164-529372115636 req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Network 9ced912d-f08c-4d4c-9112-724a34839dad is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:44:04.229544 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-461f7c4f-7b5a-4b15-9164-529372115636 req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:04.235822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-461f7c4f-7b5a-4b15-9164-529372115636 req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:44:04.258376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Pushing event updated for resources: {'Port': ['ID=2078af5e-59c4-4765-8ae8-352b1c21d57e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:04.286398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f7c4f-7b5a-4b15-9164-529372115636 req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:04.287019 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-461f7c4f-7b5a-4b15-9164-529372115636 req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:04.392172 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-942c09fe-3a38-4c0d-8bf2-2ecbbbb10af0 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7721448 Jan 27 22:44:04.403918 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Request body: {'port': {'device_id': '30340a25-0c21-4f32-bbc0-165f746b80d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:04.467146 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:04.722416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2078af5e-59c4-4765-8ae8-352b1c21d57e {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:44:04.730213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Publish callbacks [] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:04.742614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Transition to ACTIVE for port object 2078af5e-59c4-4765-8ae8-352b1c21d57e will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:44:04.811786 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:04.866981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2078af5e-59c4-4765-8ae8-352b1c21d57e,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:04.949203 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-aea779cc-5858-4394-b82b-b3c60a1b9820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:04.966417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Attempting to bind port 2078af5e-59c4-4765-8ae8-352b1c21d57e on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:44:04.966752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Attempting to bind port 2078af5e-59c4-4765-8ae8-352b1c21d57e by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '54dbc1b5-f576-4068-89be-910ffb126058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:44:04.967077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Attempting to bind port 2078af5e-59c4-4765-8ae8-352b1c21d57e on network 9ced912d-f08c-4d4c-9112-724a34839dad {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:04.975511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Port 2078af5e-59c4-4765-8ae8-352b1c21d57e on network 9ced912d-f08c-4d4c-9112-724a34839dad not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:44:04.975774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Attempting to bind port 2078af5e-59c4-4765-8ae8-352b1c21d57e on network 9ced912d-f08c-4d4c-9112-724a34839dad {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:04.989063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b656008-e108-4524-b8a9-9f5e2ffb0a3a req-118d90e3-4b85-422d-b302-3e97566e3069 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:04.990530 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b656008-e108-4524-b8a9-9f5e2ffb0a3a req-118d90e3-4b85-422d-b302-3e97566e3069 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 944 time: 0.0722978 Jan 27 22:44:04.991218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:44:04.991546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Checking segment: {'id': '54dbc1b5-f576-4068-89be-910ffb126058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:04.991917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Bound using segment: {'id': '54dbc1b5-f576-4068-89be-910ffb126058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:44:04.992367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Bound port: 2078af5e-59c4-4765-8ae8-352b1c21d57e, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dbc1b5-f576-4068-89be-910ffb126058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:44:04.992723 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:05.082011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b656008-e108-4524-b8a9-9f5e2ffb0a3a req-d23229c7-357b-4bff-a2e8-683d215baf02 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807462 Jan 27 22:44:05.090341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] For port 2078af5e-59c4-4765-8ae8-352b1c21d57e, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:44:05.095956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] For port 2078af5e-59c4-4765-8ae8-352b1c21d57e, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2078af5e-59c4-4765-8ae8-352b1c21d57e,segment=NetworkSegment(54dbc1b5-f576-4068-89be-910ffb126058),segment_id=54dbc1b5-f576-4068-89be-910ffb126058)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:44:05.149726 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:05.185359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:05.185991 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:05.187384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] 10.222.0.71 "PUT /v2.0/ports/2078af5e-59c4-4765-8ae8-352b1c21d57e HTTP/1.1" status: 200 len: 1092 time: 0.7875295 Jan 27 22:44:05.187832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30340a25-0c21-4f32-bbc0-165f746b80d7', 'tag': '2078af5e-59c4-4765-8ae8-352b1c21d57e'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:44:05.190103 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a11f8fc-8b5e-470c-a011-80f6bdb019f6" -d '{"events": [{"name": "network-changed", "server_uuid": "30340a25-0c21-4f32-bbc0-165f746b80d7", "tag": "2078af5e-59c4-4765-8ae8-352b1c21d57e"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:44:05.214078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac63e7-3335-4a4a-b5cf-90b3600950c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2078af5e-59c4-4765-8ae8-352b1c21d57e,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:05.227593 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792f75c7-0e82-48f7-99a2-df565b74972a x-openstack-request-id: req-792f75c7-0e82-48f7-99a2-df565b74972a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:44:05.227925 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30340a25-0c21-4f32-bbc0-165f746b80d7", "tag": "2078af5e-59c4-4765-8ae8-352b1c21d57e", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:44:05.228222 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-792f75c7-0e82-48f7-99a2-df565b74972a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:44:05.228632 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30340a25-0c21-4f32-bbc0-165f746b80d7', 'tag': '2078af5e-59c4-4765-8ae8-352b1c21d57e', 'status': 'completed', 'code': 200} Jan 27 22:44:05.287839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11f8fc-8b5e-470c-a011-80f6bdb019f6 req-9b2a4af6-81e0-4f71-9851-24efd5c0f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:05.289381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a11f8fc-8b5e-470c-a011-80f6bdb019f6 req-9b2a4af6-81e0-4f71-9851-24efd5c0f0a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54652ff64e144690bef8c97254003904&device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 1095 time: 0.0410740 Jan 27 22:44:05.387004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11f8fc-8b5e-470c-a011-80f6bdb019f6 req-641b1836-5f55-4379-bdb3-c0a89c217657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:05.388513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a11f8fc-8b5e-470c-a011-80f6bdb019f6 req-641b1836-5f55-4379-bdb3-c0a89c217657 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=54652ff64e144690bef8c97254003904&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0929930 Jan 27 22:44:05.479627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11f8fc-8b5e-470c-a011-80f6bdb019f6 req-e42cf3d2-f575-437e-b731-2a5568caa597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:05.481044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a11f8fc-8b5e-470c-a011-80f6bdb019f6 req-e42cf3d2-f575-437e-b731-2a5568caa597 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875125 Jan 27 22:44:05.558104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f7c4f-7b5a-4b15-9164-529372115636 req-abd1b251-bfe8-405f-ae50-3dfed59edaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:05.559575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-abd1b251-bfe8-405f-ae50-3dfed59edaef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54652ff64e144690bef8c97254003904&device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 1095 time: 0.0411510 Jan 27 22:44:05.603449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-7b999b72-bb05-4830-b0be-81d783832200 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2078af5e-59c4-4765-8ae8-352b1c21d57e HTTP/1.1" status: 200 len: 217 time: 0.0376594 Jan 27 22:44:05.649564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f7c4f-7b5a-4b15-9164-529372115636 req-bbbe8a59-50b8-4795-9c21-6da5264ae75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:05.650959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-bbbe8a59-50b8-4795-9c21-6da5264ae75d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dc0ca869-4060-4cd8-a9df-c00983d549a2 HTTP/1.1" status: 200 len: 854 time: 0.0426099 Jan 27 22:44:05.680123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-493288ec-bda1-418a-8004-c963e1ea6b04 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ced912d-f08c-4d4c-9112-724a34839dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233729 Jan 27 22:44:05.773682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-ff515581-c95d-4647-8e95-342baaef7e2b service neutron] 10.222.0.71 "GET /v2.0/networks/9ced912d-f08c-4d4c-9112-724a34839dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873313 Jan 27 22:44:05.865038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-461f7c4f-7b5a-4b15-9164-529372115636 req-16119179-c13e-4c81-b71c-cd2f99922ff8 service neutron] 10.222.0.71 "GET /v2.0/networks/9ced912d-f08c-4d4c-9112-724a34839dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858378 Jan 27 22:44:06.195524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e903c4-de0f-4883-9227-ffea6797a323 req-c43c804d-56ce-49fc-ab16-2e80e1d8df52 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:06.197024 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7e903c4-de0f-4883-9227-ffea6797a323 req-c43c804d-56ce-49fc-ab16-2e80e1d8df52 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 944 time: 0.0479386 Jan 27 22:44:06.246729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f7e903c4-de0f-4883-9227-ffea6797a323 req-3232f51d-6110-47bc-9906-e3bc464d486e tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442603 Jan 27 22:44:06.371867 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:07.361999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb22f7-cea6-43e0-8189-3838d99a3cf9 req-81135fc6-3be1-4d65-a847-840c7aa7e769 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:07.363463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfbb22f7-cea6-43e0-8189-3838d99a3cf9 req-81135fc6-3be1-4d65-a847-840c7aa7e769 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 944 time: 0.0481918 Jan 27 22:44:07.408760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfbb22f7-cea6-43e0-8189-3838d99a3cf9 req-1dfeea8d-390b-464a-8744-7864c57c84c3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 Jan 27 22:44:07.623359 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:08.058267 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:44:08.529513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad8d2c-ad2e-43bc-ad1a-6fee3dfb4506 req-64cd3d01-1a01-47bf-8ed7-79a46431dfed tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:08.531709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68ad8d2c-ad2e-43bc-ad1a-6fee3dfb4506 req-64cd3d01-1a01-47bf-8ed7-79a46431dfed tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 944 time: 0.0480771 Jan 27 22:44:08.577682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68ad8d2c-ad2e-43bc-ad1a-6fee3dfb4506 req-3eb21c37-9f6f-4fa5-83bb-a655709dd36f tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 Jan 27 22:44:08.937436 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:09.692434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d00d5-162d-4233-93c0-d8fcf86abd35 req-940effd4-dc63-4a77-ad2c-1c7b493c233b tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:09.694372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb9d00d5-162d-4233-93c0-d8fcf86abd35 req-940effd4-dc63-4a77-ad2c-1c7b493c233b tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 944 time: 0.0511339 Jan 27 22:44:09.739583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb9d00d5-162d-4233-93c0-d8fcf86abd35 req-58600dcb-c081-43a9-bb03-17d6a7bd5fa4 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397439 Jan 27 22:44:10.054455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2078af5e-59c4-4765-8ae8-352b1c21d57e details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:44:10.149734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2078af5e-59c4-4765-8ae8-352b1c21d57e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2078af5e-59c4-4765-8ae8-352b1c21d57e,segment=NetworkSegment(54dbc1b5-f576-4068-89be-910ffb126058),segment_id=54dbc1b5-f576-4068-89be-910ffb126058)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:10.161094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '2078af5e-59c4-4765-8ae8-352b1c21d57e', 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad', 'port_id': '2078af5e-59c4-4765-8ae8-352b1c21d57e', 'mac_address': 'fa:16:3e:ea:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0ca869-4060-4cd8-a9df-c00983d549a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:44:10.198141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2078af5e-59c4-4765-8ae8-352b1c21d57e is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:10.198536 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:10.211213 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2078af5e-59c4-4765-8ae8-352b1c21d57e {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:44:10.234488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2078af5e-59c4-4765-8ae8-352b1c21d57e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2078af5e-59c4-4765-8ae8-352b1c21d57e,segment=NetworkSegment(54dbc1b5-f576-4068-89be-910ffb126058),segment_id=54dbc1b5-f576-4068-89be-910ffb126058)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:10.303292 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:10.351796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2078af5e-59c4-4765-8ae8-352b1c21d57e,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:10.359017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.359371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.359718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.360061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.360421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.360762 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.361098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.361424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.361752 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.362081 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.362437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.362763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.363088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:10.547556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2078af5e-59c4-4765-8ae8-352b1c21d57e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:44:10.852977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05396e-8587-4a7b-a982-16e85293a165 req-b0bf1ba2-296b-4524-9a73-5e3a6bc25eba tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:10.854451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e05396e-8587-4a7b-a982-16e85293a165 req-b0bf1ba2-296b-4524-9a73-5e3a6bc25eba tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 945 time: 0.0492692 Jan 27 22:44:10.901855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6e05396e-8587-4a7b-a982-16e85293a165 req-d847d24f-f59d-4751-bb70-b8966d0f2475 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Jan 27 22:44:12.018064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b55c5-3d12-4bdf-8ee3-a842b99ff314 req-6ae3ef7c-4b80-4592-a5c2-e0c2f5616b7a tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:12.019539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b07b55c5-3d12-4bdf-8ee3-a842b99ff314 req-6ae3ef7c-4b80-4592-a5c2-e0c2f5616b7a tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 945 time: 0.0511544 Jan 27 22:44:12.053907 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2078af5e-59c4-4765-8ae8-352b1c21d57e up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:44:12.066837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b07b55c5-3d12-4bdf-8ee3-a842b99ff314 req-7c589ffe-4c2b-40d7-aba7-6697a7a7b70b tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 Jan 27 22:44:12.171991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 2078af5e-59c4-4765-8ae8-352b1c21d57e completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:44:12.175889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 2078af5e-59c4-4765-8ae8-352b1c21d57e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:44:12.176301 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:12.251089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 2078af5e-59c4-4765-8ae8-352b1c21d57e is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:12.251396 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:12.273815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30340a25-0c21-4f32-bbc0-165f746b80d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2078af5e-59c4-4765-8ae8-352b1c21d57e'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:44:12.281757 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0becaa-4875-417c-a4db-bf9b8a58e1eb" -d '{"events": [{"server_uuid": "30340a25-0c21-4f32-bbc0-165f746b80d7", "name": "network-vif-plugged", "status": "completed", "tag": "2078af5e-59c4-4765-8ae8-352b1c21d57e"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:44:12.287612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 2078af5e-59c4-4765-8ae8-352b1c21d57e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2078af5e-59c4-4765-8ae8-352b1c21d57e,segment=NetworkSegment(54dbc1b5-f576-4068-89be-910ffb126058),segment_id=54dbc1b5-f576-4068-89be-910ffb126058)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:12.312951 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2c1323-ea7d-4751-85d0-5505d6cddbb6 x-openstack-request-id: req-2f2c1323-ea7d-4751-85d0-5505d6cddbb6 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:44:12.313243 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30340a25-0c21-4f32-bbc0-165f746b80d7", "name": "network-vif-plugged", "status": "completed", "tag": "2078af5e-59c4-4765-8ae8-352b1c21d57e", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:44:12.313498 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f2c1323-ea7d-4751-85d0-5505d6cddbb6 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:44:12.313890 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30340a25-0c21-4f32-bbc0-165f746b80d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2078af5e-59c4-4765-8ae8-352b1c21d57e', 'code': 200} Jan 27 22:44:12.354743 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:12.405365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=2078af5e-59c4-4765-8ae8-352b1c21d57e,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:12.413580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ecf81-bddb-4a45-9b3a-dadb61ff63e5 req-e389dd20-80c1-4b2b-955a-72d863643bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:12.414501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d3ecf81-bddb-4a45-9b3a-dadb61ff63e5 req-e389dd20-80c1-4b2b-955a-72d863643bc9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 1097 time: 0.0450325 Jan 27 22:44:12.467722 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d3ecf81-bddb-4a45-9b3a-dadb61ff63e5 req-5b0701bf-8cb6-48a6-9471-88274d0a7d09 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474977 Jan 27 22:44:13.181046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9114b9-f7aa-492e-8064-a5f60dfaa6b4 req-2f220d1e-5e8d-4e54-8f44-136534481789 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:13.182567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e9114b9-f7aa-492e-8064-a5f60dfaa6b4 req-2f220d1e-5e8d-4e54-8f44-136534481789 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 946 time: 0.0480151 Jan 27 22:44:13.236129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e9114b9-f7aa-492e-8064-a5f60dfaa6b4 req-6adec4ba-399e-456e-829b-3c96d9cc897e tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477285 Jan 27 22:44:14.349303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe3608-a51d-48b0-9dac-b8adae9c32ef req-df8361f3-53f5-430b-ba68-5ab087d55f52 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:14.351264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cbe3608-a51d-48b0-9dac-b8adae9c32ef req-df8361f3-53f5-430b-ba68-5ab087d55f52 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 946 time: 0.0467014 Jan 27 22:44:14.396586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9cbe3608-a51d-48b0-9dac-b8adae9c32ef req-e31ab8a4-4862-4fa3-87a0-ec4e38570868 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396926 Jan 27 22:44:14.624569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c698be-7013-4b22-b069-24fe095f21dd req-87aa85a3-0da1-409d-abe5-705d373ab66a tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:14.626029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-87aa85a3-0da1-409d-abe5-705d373ab66a tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/networks?id=9ced912d-f08c-4d4c-9112-724a34839dad HTTP/1.1" status: 200 len: 814 time: 0.1028352 Jan 27 22:44:14.640376 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-13dc3cb3-03f1-498b-9e5a-74a578ef4a01 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/quotas/54652ff64e144690bef8c97254003904 HTTP/1.1" status: 200 len: 375 time: 0.0089529 Jan 27 22:44:14.687407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-7a15fc60-47db-4418-8dc7-f3a4d5a1a251 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=54652ff64e144690bef8c97254003904&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0422454 Jan 27 22:44:14.775833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-189d6bad-7875-41e6-8f2b-d953b31efa00 service neutron] 10.222.0.61 "GET /v2.0/networks/9ced912d-f08c-4d4c-9112-724a34839dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817304 Jan 27 22:44:14.867291 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-812c42dc-2ed2-4ff1-9828-0b8283dc605f service neutron] 10.222.0.61 "GET /v2.0/networks/9ced912d-f08c-4d4c-9112-724a34839dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858247 Jan 27 22:44:15.154541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d3aa771-4565-48aa-8c21-1fb579a4609f req-e63ae458-2f23-40ab-b4d0-aa44f03c6adc tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 210 time: 0.0286663 Jan 27 22:44:16.249498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d6bfac23-46fe-4f45-8dbd-53ac323878a5 req-38d130b4-2464-4858-b23b-2b9e424edd16 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 210 time: 0.0266681 Jan 27 22:44:17.352013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db6cb837-e74f-4eb4-a315-da962a78ba60 req-9b03a071-2ab8-4c40-b08b-9ac8efe72692 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 210 time: 0.0321112 Jan 27 22:44:17.391704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c698be-7013-4b22-b069-24fe095f21dd req-b93f0630-df41-486a-9bb6-c694a585d1e7 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:17.393201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-b93f0630-df41-486a-9bb6-c694a585d1e7 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.74 "GET /v2.0/networks?id=9ced912d-f08c-4d4c-9112-724a34839dad HTTP/1.1" status: 200 len: 814 time: 0.4248602 Jan 27 22:44:17.405403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-22c698be-7013-4b22-b069-24fe095f21dd req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Request body: {'port': {'device_id': 'f386b5e9-9ef2-4736-b36a-2c37b91579e6', 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad', 'admin_state_up': True, 'tenant_id': '54652ff64e144690bef8c97254003904'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:17.570609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c698be-7013-4b22-b069-24fe095f21dd req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Made reservation on behalf of 54652ff64e144690bef8c97254003904 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:17.573912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-22c698be-7013-4b22-b069-24fe095f21dd req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:17.697189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-22c698be-7013-4b22-b069-24fe095f21dd req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Allocated IP 172.20.0.10 (9ced912d-f08c-4d4c-9112-724a34839dad/dc0ca869-4060-4cd8-a9df-c00983d549a2/d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:44:17.843601 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-22c698be-7013-4b22-b069-24fe095f21dd req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks [] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:17.949345 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-22c698be-7013-4b22-b069-24fe095f21dd req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:17.962967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2078af5e-59c4-4765-8ae8-352b1c21d57e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:44:17.991653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c698be-7013-4b22-b069-24fe095f21dd req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Network 9ced912d-f08c-4d4c-9112-724a34839dad is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:44:17.994645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-22c698be-7013-4b22-b069-24fe095f21dd req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:17.998293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c698be-7013-4b22-b069-24fe095f21dd req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:44:18.026303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Pushing event updated for resources: {'Port': ['ID=d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:18.053342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c698be-7013-4b22-b069-24fe095f21dd req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:18.053970 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-22c698be-7013-4b22-b069-24fe095f21dd req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.151931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-80b04a72-e6fb-4bfd-ab0e-7d91d0fa481d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7502029 Jan 27 22:44:18.162804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Request body: {'port': {'device_id': 'f386b5e9-9ef2-4736-b36a-2c37b91579e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:18.220607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.513419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55c53-0509-4c93-b163-8c425f288b77 req-904a6204-c15c-4523-90d5-f29cf7c54170 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:18.514832 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2aa55c53-0509-4c93-b163-8c425f288b77 req-904a6204-c15c-4523-90d5-f29cf7c54170 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 932 time: 0.0912123 Jan 27 22:44:18.523833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:44:18.535864 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Publish callbacks [] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.568513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Transition to ACTIVE for port object d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:44:18.585238 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2aa55c53-0509-4c93-b163-8c425f288b77 req-517b0a8d-7b13-4323-9b66-2eaf7d81d859 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641305 Jan 27 22:44:18.667893 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.719612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:18.788965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Attempting to bind port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:44:18.789217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Attempting to bind port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '54dbc1b5-f576-4068-89be-910ffb126058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:44:18.789551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Attempting to bind port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb on network 9ced912d-f08c-4d4c-9112-724a34839dad {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:18.793909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb on network 9ced912d-f08c-4d4c-9112-724a34839dad not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:44:18.794231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Attempting to bind port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb on network 9ced912d-f08c-4d4c-9112-724a34839dad {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:18.798999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:44:18.799346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Checking segment: {'id': '54dbc1b5-f576-4068-89be-910ffb126058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:18.799734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Bound using segment: {'id': '54dbc1b5-f576-4068-89be-910ffb126058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:44:18.800191 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Bound port: d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54dbc1b5-f576-4068-89be-910ffb126058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:44:18.800553 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.865025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] For port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:44:18.868714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] For port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb,segment=NetworkSegment(54dbc1b5-f576-4068-89be-910ffb126058),segment_id=54dbc1b5-f576-4068-89be-910ffb126058)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:44:18.943648 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.978150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:18.978769 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:18.980185 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] 10.222.0.74 "PUT /v2.0/ports/d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb HTTP/1.1" status: 200 len: 1092 time: 0.8214853 Jan 27 22:44:18.989328 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f386b5e9-9ef2-4736-b36a-2c37b91579e6', 'tag': 'd7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:44:18.989328 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff85847-3700-43c8-81ef-c135e58151a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f386b5e9-9ef2-4736-b36a-2c37b91579e6", "tag": "d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:44:19.007287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739448f7-a148-4a0a-aa56-e90b2a23ce99 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:19.021463 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f40a98-a018-4e84-8633-cd4835737c8d x-openstack-request-id: req-69f40a98-a018-4e84-8633-cd4835737c8d {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:44:19.021767 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f386b5e9-9ef2-4736-b36a-2c37b91579e6", "tag": "d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:44:19.022063 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69f40a98-a018-4e84-8633-cd4835737c8d {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:44:19.022483 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f386b5e9-9ef2-4736-b36a-2c37b91579e6', 'tag': 'd7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb', 'status': 'completed', 'code': 200} Jan 27 22:44:19.082021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff85847-3700-43c8-81ef-c135e58151a5 req-3ff2aa08-56cb-4042-aa0a-0c4a6e38d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.083419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ff85847-3700-43c8-81ef-c135e58151a5 req-3ff2aa08-56cb-4042-aa0a-0c4a6e38d8d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54652ff64e144690bef8c97254003904&device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 1095 time: 0.0411298 Jan 27 22:44:19.182041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff85847-3700-43c8-81ef-c135e58151a5 req-2f7d0c67-ec1f-48e4-bb52-8154837c4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.183781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ff85847-3700-43c8-81ef-c135e58151a5 req-2f7d0c67-ec1f-48e4-bb52-8154837c4198 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=54652ff64e144690bef8c97254003904&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0933425 Jan 27 22:44:19.274261 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff85847-3700-43c8-81ef-c135e58151a5 req-8528e239-8edf-4dba-a3e4-e31a56ec9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.275710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ff85847-3700-43c8-81ef-c135e58151a5 req-8528e239-8edf-4dba-a3e4-e31a56ec9f07 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866303 Jan 27 22:44:19.352879 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c698be-7013-4b22-b069-24fe095f21dd req-530d4175-a016-4dc7-b2fc-251f9ff4a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.354394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-530d4175-a016-4dc7-b2fc-251f9ff4a7b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=54652ff64e144690bef8c97254003904&device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 1095 time: 0.0430114 Jan 27 22:44:19.400408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-8062d1b8-49b1-4ad8-b035-b0dd30fb0242 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb HTTP/1.1" status: 200 len: 217 time: 0.0387545 Jan 27 22:44:19.447848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c698be-7013-4b22-b069-24fe095f21dd req-3c4f6d46-e206-49a1-8a64-f2406c343193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.449306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-3c4f6d46-e206-49a1-8a64-f2406c343193 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=dc0ca869-4060-4cd8-a9df-c00983d549a2 HTTP/1.1" status: 200 len: 854 time: 0.0439360 Jan 27 22:44:19.479287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-18c064c8-b2b9-4619-9dcd-b38744cb66e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9ced912d-f08c-4d4c-9112-724a34839dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241091 Jan 27 22:44:19.580102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-af0f3375-072d-4db4-9446-06cfef74e371 service neutron] 10.222.0.74 "GET /v2.0/networks/9ced912d-f08c-4d4c-9112-724a34839dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949037 Jan 27 22:44:19.697959 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22c698be-7013-4b22-b069-24fe095f21dd req-fa8c6bef-ed14-4b10-a8a0-8b4a2e1dedc6 service neutron] 10.222.0.74 "GET /v2.0/networks/9ced912d-f08c-4d4c-9112-724a34839dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119938 Jan 27 22:44:19.715007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72f0de-9147-4e9c-bc80-8c5d5cbbc40e req-7a23a6f8-a499-4b91-90e2-05e110bd47af tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:19.716477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee72f0de-9147-4e9c-bc80-8c5d5cbbc40e req-7a23a6f8-a499-4b91-90e2-05e110bd47af tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 944 time: 0.0627611 Jan 27 22:44:19.762940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ee72f0de-9147-4e9c-bc80-8c5d5cbbc40e req-808cf57d-118d-4c77-a14c-780957d5d2db tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Jan 27 22:44:20.877553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655780b6-6aed-4bf5-a234-ec5e537f8e69 req-464f9cc2-68e9-4ab2-87c8-4c1cd928a8bc tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:20.879023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-655780b6-6aed-4bf5-a234-ec5e537f8e69 req-464f9cc2-68e9-4ab2-87c8-4c1cd928a8bc tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 944 time: 0.0477691 Jan 27 22:44:20.926198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-655780b6-6aed-4bf5-a234-ec5e537f8e69 req-e57ec3e0-9b09-4e2e-aa8c-89ee854fe571 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Jan 27 22:44:21.772752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fe74551-5569-4887-86a7-dba6fc34f37b req-4390b67a-6893-4abe-9b33-23a3d6db2ad9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388255 Jan 27 22:44:21.856444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe74551-5569-4887-86a7-dba6fc34f37b req-e6e6fed1-3853-47c0-a88d-533d7bc2744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:21.857918 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fe74551-5569-4887-86a7-dba6fc34f37b req-e6e6fed1-3853-47c0-a88d-533d7bc2744e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54652ff64e144690bef8c97254003904&device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 1097 time: 0.0439005 Jan 27 22:44:21.957458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe74551-5569-4887-86a7-dba6fc34f37b req-955d2b37-2c3a-468f-9a2f-4ec466357840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:21.958936 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fe74551-5569-4887-86a7-dba6fc34f37b req-955d2b37-2c3a-468f-9a2f-4ec466357840 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9ced912d-f08c-4d4c-9112-724a34839dad HTTP/1.1" status: 200 len: 915 time: 0.0839880 Jan 27 22:44:22.006441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fe74551-5569-4887-86a7-dba6fc34f37b req-ff757f04-b5d5-4884-acfb-af3a90e0303e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2078af5e-59c4-4765-8ae8-352b1c21d57e HTTP/1.1" status: 200 len: 217 time: 0.0417328 Jan 27 22:44:22.084599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727baba-185a-4ca4-847c-06667ac9034c req-8ac1b7c8-0e6b-474c-86bb-42e2322d0e03 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:22.086862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7727baba-185a-4ca4-847c-06667ac9034c req-8ac1b7c8-0e6b-474c-86bb-42e2322d0e03 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 944 time: 0.0831890 Jan 27 22:44:22.088166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe74551-5569-4887-86a7-dba6fc34f37b req-7de5fbd7-9533-4d47-a8c3-71219e120463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:22.089454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fe74551-5569-4887-86a7-dba6fc34f37b req-7de5fbd7-9533-4d47-a8c3-71219e120463 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dc0ca869-4060-4cd8-a9df-c00983d549a2 HTTP/1.1" status: 200 len: 854 time: 0.0759001 Jan 27 22:44:22.128269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fe74551-5569-4887-86a7-dba6fc34f37b req-5878fddc-3611-4e3d-bc05-f84ed100676f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9ced912d-f08c-4d4c-9112-724a34839dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295124 Jan 27 22:44:22.201018 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7727baba-185a-4ca4-847c-06667ac9034c req-51aa913e-f27a-497a-93e9-00fbf09f4fc5 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082714 Jan 27 22:44:22.236196 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fe74551-5569-4887-86a7-dba6fc34f37b req-111fa154-b36d-4ee3-a784-f58cd4116899 service neutron] 10.222.0.71 "GET /v2.0/networks/9ced912d-f08c-4d4c-9112-724a34839dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023574 Jan 27 22:44:22.326592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8fe74551-5569-4887-86a7-dba6fc34f37b req-aa464535-788a-45da-97f7-25d486d0a934 service neutron] 10.222.0.71 "GET /v2.0/networks/9ced912d-f08c-4d4c-9112-724a34839dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847857 Jan 27 22:44:23.318250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283ef74-e63c-4588-bc41-ec0e8d132abf req-d5f8bcc8-ef19-4d0b-9217-41b467c9586c tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:23.319713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6283ef74-e63c-4588-bc41-ec0e8d132abf req-d5f8bcc8-ef19-4d0b-9217-41b467c9586c tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 944 time: 0.0488372 Jan 27 22:44:23.367510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6283ef74-e63c-4588-bc41-ec0e8d132abf req-64d5cbc3-20f2-4e1e-8207-5fa680bac5b7 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Jan 27 22:44:23.655537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:44:23.746092 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb,segment=NetworkSegment(54dbc1b5-f576-4068-89be-910ffb126058),segment_id=54dbc1b5-f576-4068-89be-910ffb126058)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:23.757327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'd7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb', 'network_id': '9ced912d-f08c-4d4c-9112-724a34839dad', 'port_id': 'd7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb', 'mac_address': 'fa:16:3e:89:84:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0ca869-4060-4cd8-a9df-c00983d549a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:44:23.796561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:23.796953 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:23.808994 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:44:23.827250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb,segment=NetworkSegment(54dbc1b5-f576-4068-89be-910ffb126058),segment_id=54dbc1b5-f576-4068-89be-910ffb126058)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:23.901846 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:23.948452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:24.089532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:44:24.479624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36b211-9a15-4b6e-aaf3-0e0e8664c33c req-19d49e79-bd54-4dfa-8eb6-9eadfbbce802 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:24.481146 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd36b211-9a15-4b6e-aaf3-0e0e8664c33c req-19d49e79-bd54-4dfa-8eb6-9eadfbbce802 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 945 time: 0.0479405 Jan 27 22:44:24.527361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd36b211-9a15-4b6e-aaf3-0e0e8664c33c req-9c61b242-d46a-4172-974d-f090487038a1 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406148 Jan 27 22:44:25.652324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a40db2-69b8-4d90-bcb4-50788e2bfa83 req-c733a916-8ba7-4b45-bf92-f571a24cf665 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:25.653708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68a40db2-69b8-4d90-bcb4-50788e2bfa83 req-c733a916-8ba7-4b45-bf92-f571a24cf665 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 945 time: 0.0529830 Jan 27 22:44:25.676941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:44:25.699867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68a40db2-69b8-4d90-bcb4-50788e2bfa83 req-9625b998-bc26-4cde-8a80-3eae15a95035 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Jan 27 22:44:25.776881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:44:25.780504 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:44:25.780890 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:25.856247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:25.856645 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:25.881821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f386b5e9-9ef2-4736-b36a-2c37b91579e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:44:25.884667 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34d7463-c658-4f3e-b47f-8e4b6a3d8f12" -d '{"events": [{"server_uuid": "f386b5e9-9ef2-4736-b36a-2c37b91579e6", "name": "network-vif-plugged", "status": "completed", "tag": "d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:44:25.897435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb,segment=NetworkSegment(54dbc1b5-f576-4068-89be-910ffb126058),segment_id=54dbc1b5-f576-4068-89be-910ffb126058)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:25.921779 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da50790b-687a-42b2-8ef7-87781d0a9af7 x-openstack-request-id: req-da50790b-687a-42b2-8ef7-87781d0a9af7 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:44:25.922075 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f386b5e9-9ef2-4736-b36a-2c37b91579e6", "name": "network-vif-plugged", "status": "completed", "tag": "d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:44:25.922340 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da50790b-687a-42b2-8ef7-87781d0a9af7 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:44:25.922742 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f386b5e9-9ef2-4736-b36a-2c37b91579e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb', 'code': 200} Jan 27 22:44:25.954270 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:26.002114 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:26.017080 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b5944-41fd-44c3-9306-5c3b6c5eea74 req-2994e872-8661-4c1f-975a-15821e7bbee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:26.018597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c4b5944-41fd-44c3-9306-5c3b6c5eea74 req-2994e872-8661-4c1f-975a-15821e7bbee0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 1097 time: 0.0412521 Jan 27 22:44:26.060083 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c4b5944-41fd-44c3-9306-5c3b6c5eea74 req-16c6f35e-4095-43b6-8938-46660b31648a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360436 Jan 27 22:44:26.811113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87b6e0-b6aa-41f5-ba9d-ccae0622a70e req-f250d660-200a-4da7-b01b-fd03efc80a48 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:26.812607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d87b6e0-b6aa-41f5-ba9d-ccae0622a70e req-f250d660-200a-4da7-b01b-fd03efc80a48 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 946 time: 0.0476542 Jan 27 22:44:26.862583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2d87b6e0-b6aa-41f5-ba9d-ccae0622a70e req-0078b5fc-ab6f-4e5b-823c-1a568fe50246 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442650 Jan 27 22:44:27.599988 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:27.979601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c4c58-ef87-4152-b463-469627562751 req-fd992bfa-9f77-444f-8947-912d1b45ff9c tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:27.981161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-248c4c58-ef87-4152-b463-469627562751 req-fd992bfa-9f77-444f-8947-912d1b45ff9c tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 946 time: 0.0480278 Jan 27 22:44:28.027913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-248c4c58-ef87-4152-b463-469627562751 req-1f2bded1-cbae-4ee4-a5bb-b267c53df652 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 Jan 27 22:44:28.050564 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:28.427309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aedb9c-8a57-4aa0-bfc7-d22d0e2fc656 req-7556965a-af65-45df-be05-7f3ae78aad4d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:28.428755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75aedb9c-8a57-4aa0-bfc7-d22d0e2fc656 req-7556965a-af65-45df-be05-7f3ae78aad4d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 946 time: 0.0483284 Jan 27 22:44:28.475172 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75aedb9c-8a57-4aa0-bfc7-d22d0e2fc656 req-bd252896-2f8a-4709-a126-41000f7c4566 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Jan 27 22:44:29.599794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff4732-fb08-45d6-9e7f-bc7b8e13180e req-bfe975a6-dcc9-4491-8786-56908e50b80f tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:29.602072 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebff4732-fb08-45d6-9e7f-bc7b8e13180e req-bfe975a6-dcc9-4491-8786-56908e50b80f tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 946 time: 0.0558202 Jan 27 22:44:29.652439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ebff4732-fb08-45d6-9e7f-bc7b8e13180e req-07ce4082-d060-4d4e-a3f0-62a8c6b69068 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447943 Jan 27 22:44:29.722352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c112f5-b0a1-4ddc-aad7-b5340e92a43d req-4991786b-ace1-462f-b85c-0624d3715fd3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:29.723831 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2c112f5-b0a1-4ddc-aad7-b5340e92a43d req-4991786b-ace1-462f-b85c-0624d3715fd3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.74 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 946 time: 0.0593481 Jan 27 22:44:29.834042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-e2c112f5-b0a1-4ddc-aad7-b5340e92a43d req-551c692b-b739-4b48-ab70-d88fced17c35 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Deleting port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:44:29.834381 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e2c112f5-b0a1-4ddc-aad7-b5340e92a43d req-551c692b-b739-4b48-ab70-d88fced17c35 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:29.924741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e2c112f5-b0a1-4ddc-aad7-b5340e92a43d req-551c692b-b739-4b48-ab70-d88fced17c35 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] For port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb,segment=NetworkSegment(54dbc1b5-f576-4068-89be-910ffb126058),segment_id=54dbc1b5-f576-4068-89be-910ffb126058)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:29.925029 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e2c112f5-b0a1-4ddc-aad7-b5340e92a43d req-551c692b-b739-4b48-ab70-d88fced17c35 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:29.936833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-e2c112f5-b0a1-4ddc-aad7-b5340e92a43d req-551c692b-b739-4b48-ab70-d88fced17c35 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Calling delete_port for d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:44:30.131217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e2c112f5-b0a1-4ddc-aad7-b5340e92a43d req-551c692b-b739-4b48-ab70-d88fced17c35 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:30.143782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:44:30.146346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2078af5e-59c4-4765-8ae8-352b1c21d57e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:44:30.163360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c692b-b739-4b48-ab70-d88fced17c35 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Pushing event deleted for resources: {'Port': ['ID=d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:30.205097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c112f5-b0a1-4ddc-aad7-b5340e92a43d req-551c692b-b739-4b48-ab70-d88fced17c35 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] No DVR routers for this DVR port d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:44:30.207765 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e2c112f5-b0a1-4ddc-aad7-b5340e92a43d req-551c692b-b739-4b48-ab70-d88fced17c35 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:30.211897 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2c112f5-b0a1-4ddc-aad7-b5340e92a43d req-551c692b-b739-4b48-ab70-d88fced17c35 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.74 "DELETE /v2.0/ports/d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb HTTP/1.1" status: 204 len: 173 time: 0.4831886 Jan 27 22:44:30.212382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f386b5e9-9ef2-4736-b36a-2c37b91579e6', 'name': 'network-vif-deleted', 'tag': 'd7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:44:30.214715 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afa4b76-ab1e-431f-a476-87856e7e51f2" -d '{"events": [{"server_uuid": "f386b5e9-9ef2-4736-b36a-2c37b91579e6", "name": "network-vif-deleted", "tag": "d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:44:30.251545 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc16dea5-f1b5-4a56-92d2-ae34e79b6ee4 x-openstack-request-id: req-cc16dea5-f1b5-4a56-92d2-ae34e79b6ee4 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:44:30.251852 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f386b5e9-9ef2-4736-b36a-2c37b91579e6", "name": "network-vif-deleted", "tag": "d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:44:30.252152 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc16dea5-f1b5-4a56-92d2-ae34e79b6ee4 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:44:30.252568 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f386b5e9-9ef2-4736-b36a-2c37b91579e6', 'name': 'network-vif-deleted', 'tag': 'd7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb', 'status': 'completed', 'code': 200} Jan 27 22:44:30.760388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76316935-6103-4f37-95ff-28ed38168340 req-810d8b51-bb9d-4f4c-ad23-2b1d110e1e0f tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=f386b5e9-9ef2-4736-b36a-2c37b91579e6 HTTP/1.1" status: 200 len: 210 time: 0.0304756 Jan 27 22:44:31.910887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49743e0-3551-46f3-ba07-a6a85f32ba46 req-e69fce20-fc62-435e-95f3-b0cc5249c9d8 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:31.912491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e49743e0-3551-46f3-ba07-a6a85f32ba46 req-e69fce20-fc62-435e-95f3-b0cc5249c9d8 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 946 time: 0.0490525 Jan 27 22:44:31.958753 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e49743e0-3551-46f3-ba07-a6a85f32ba46 req-4870081f-d981-4ddc-9f0f-20f4bae40c8f tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Jan 27 22:44:32.085738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca7682-0e5b-4104-9452-2d9ac49451bd req-531c5ab1-a169-4466-ac36-c02ba4a169d6 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:32.087218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aaca7682-0e5b-4104-9452-2d9ac49451bd req-531c5ab1-a169-4466-ac36-c02ba4a169d6 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 946 time: 0.0474212 Jan 27 22:44:32.133059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aaca7682-0e5b-4104-9452-2d9ac49451bd req-f6f7af4e-ca8f-4e42-97e5-aa8c8e5c5b41 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Jan 27 22:44:32.249531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182f31-ac28-4a11-ab6c-ece892b79523 req-aa57b7ab-143d-42bd-835d-84362aa97038 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:32.250979 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4182f31-ac28-4a11-ab6c-ece892b79523 req-aa57b7ab-143d-42bd-835d-84362aa97038 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 946 time: 0.0506239 Jan 27 22:44:32.298475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4182f31-ac28-4a11-ab6c-ece892b79523 req-51ff9d36-202f-4c58-a3c3-b1c82d5a839f tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Jan 27 22:44:32.369223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-d82ad060-e37d-4904-bf28-082111f69798 req-279ff77c-5b9d-4777-af66-58f20d6a4f17 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:44:32.370214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d82ad060-e37d-4904-bf28-082111f69798 req-279ff77c-5b9d-4777-af66-58f20d6a4f17 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055234 Jan 27 22:44:32.445462 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b9d26f7-8afc-4760-815b-73e59134c8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:32.477271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12849980-f340-4b24-a3b9-f5ac59b5efb5 req-c879df72-b080-47b9-bd01-d75d1df3720c tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:32.478770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12849980-f340-4b24-a3b9-f5ac59b5efb5 req-c879df72-b080-47b9-bd01-d75d1df3720c tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 946 time: 0.0512266 Jan 27 22:44:32.525549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12849980-f340-4b24-a3b9-f5ac59b5efb5 req-aabfa43f-ac24-4a34-815d-cb97da8ed059 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Jan 27 22:44:32.649929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af202033-1b5c-4523-91a1-692cc7038994 req-b80afb23-62ca-40a7-9a0d-6902ef9c413d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:32.651398 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af202033-1b5c-4523-91a1-692cc7038994 req-b80afb23-62ca-40a7-9a0d-6902ef9c413d tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 946 time: 0.0528052 Jan 27 22:44:32.700298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af202033-1b5c-4523-91a1-692cc7038994 req-dc58e393-5652-44bc-a6b0-96c9cc16d757 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 Jan 27 22:44:32.818266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff20c6-7579-4b85-9351-d0916d2cfbad req-188f39fd-357d-4243-b3f9-92dea49e2496 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:32.819748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddff20c6-7579-4b85-9351-d0916d2cfbad req-188f39fd-357d-4243-b3f9-92dea49e2496 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 946 time: 0.0485876 Jan 27 22:44:32.867063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddff20c6-7579-4b85-9351-d0916d2cfbad req-eb53c952-0689-4f1d-9780-7e0e2eafe4f8 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Jan 27 22:44:33.432477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce2457-961d-403a-b2a2-422401e5b227 req-2de3976a-2133-4c6e-9a9a-2d8ac0dded21 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:33.433947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39ce2457-961d-403a-b2a2-422401e5b227 req-2de3976a-2133-4c6e-9a9a-2d8ac0dded21 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 946 time: 0.0472193 Jan 27 22:44:33.483378 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39ce2457-961d-403a-b2a2-422401e5b227 req-1dde2a75-acc6-430b-88b8-ba18d234f1bb tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438781 Jan 27 22:44:33.687315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:44:33.707306 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:44:33.707652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device d7e5e9c0-5bdf-40e0-b7cd-4b772bfefeeb not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:44:34.609848 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501792a-5aba-4840-89ef-cdd30dc40fa2 req-54c1fd36-0685-42ef-add8-0c405e5f2bce tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:34.611320 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8501792a-5aba-4840-89ef-cdd30dc40fa2 req-54c1fd36-0685-42ef-add8-0c405e5f2bce tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 946 time: 0.0572715 Jan 27 22:44:34.656893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8501792a-5aba-4840-89ef-cdd30dc40fa2 req-786de4d5-73cb-4af0-9397-fc077d5030c2 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/security-groups?id=57046d60-9757-47c4-8830-ec92731e44cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Jan 27 22:44:34.820327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ae686-ea81-47d0-8391-023a7822f24a req-b687a5f8-a300-4cf4-ab6f-ee5aa4a7fb85 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:34.821650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-267ae686-ea81-47d0-8391-023a7822f24a req-b687a5f8-a300-4cf4-ab6f-ee5aa4a7fb85 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.71 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 946 time: 0.0463221 Jan 27 22:44:34.911390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-267ae686-ea81-47d0-8391-023a7822f24a req-194d5a96-30e8-494c-a74a-f6e86a4347d3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Deleting port 2078af5e-59c4-4765-8ae8-352b1c21d57e {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:44:34.911731 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-267ae686-ea81-47d0-8391-023a7822f24a req-194d5a96-30e8-494c-a74a-f6e86a4347d3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:34.914045 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b3bbce2c-fddd-4efe-80e8-cca91b4502c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:35.001934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-267ae686-ea81-47d0-8391-023a7822f24a req-194d5a96-30e8-494c-a74a-f6e86a4347d3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] For port 2078af5e-59c4-4765-8ae8-352b1c21d57e, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=2078af5e-59c4-4765-8ae8-352b1c21d57e,segment=NetworkSegment(54dbc1b5-f576-4068-89be-910ffb126058),segment_id=54dbc1b5-f576-4068-89be-910ffb126058)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:35.002301 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-267ae686-ea81-47d0-8391-023a7822f24a req-194d5a96-30e8-494c-a74a-f6e86a4347d3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:35.014595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-267ae686-ea81-47d0-8391-023a7822f24a req-194d5a96-30e8-494c-a74a-f6e86a4347d3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Calling delete_port for 2078af5e-59c4-4765-8ae8-352b1c21d57e owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:44:35.211098 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-267ae686-ea81-47d0-8391-023a7822f24a req-194d5a96-30e8-494c-a74a-f6e86a4347d3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (2078af5e-59c4-4765-8ae8-352b1c21d57e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:35.222803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['2078af5e-59c4-4765-8ae8-352b1c21d57e'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:44:35.240336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d5a96-30e8-494c-a74a-f6e86a4347d3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Pushing event deleted for resources: {'Port': ['ID=2078af5e-59c4-4765-8ae8-352b1c21d57e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:35.293678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-267ae686-ea81-47d0-8391-023a7822f24a req-194d5a96-30e8-494c-a74a-f6e86a4347d3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] No DVR routers for this DVR port 2078af5e-59c4-4765-8ae8-352b1c21d57e on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:44:35.296585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-267ae686-ea81-47d0-8391-023a7822f24a req-194d5a96-30e8-494c-a74a-f6e86a4347d3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:35.300042 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-267ae686-ea81-47d0-8391-023a7822f24a req-194d5a96-30e8-494c-a74a-f6e86a4347d3 tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.71 "DELETE /v2.0/ports/2078af5e-59c4-4765-8ae8-352b1c21d57e HTTP/1.1" status: 204 len: 173 time: 0.4737673 Jan 27 22:44:35.300513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30340a25-0c21-4f32-bbc0-165f746b80d7', 'name': 'network-vif-deleted', 'tag': '2078af5e-59c4-4765-8ae8-352b1c21d57e'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:44:35.302854 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd979c7-de27-4c14-bbb7-580839a0a514" -d '{"events": [{"server_uuid": "30340a25-0c21-4f32-bbc0-165f746b80d7", "name": "network-vif-deleted", "tag": "2078af5e-59c4-4765-8ae8-352b1c21d57e"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:44:35.339888 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb53f830-db6a-489d-9153-19306ac83bab x-openstack-request-id: req-cb53f830-db6a-489d-9153-19306ac83bab {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:44:35.340221 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30340a25-0c21-4f32-bbc0-165f746b80d7", "name": "network-vif-deleted", "tag": "2078af5e-59c4-4765-8ae8-352b1c21d57e", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:44:35.340489 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb53f830-db6a-489d-9153-19306ac83bab {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:44:35.340907 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30340a25-0c21-4f32-bbc0-165f746b80d7', 'name': 'network-vif-deleted', 'tag': '2078af5e-59c4-4765-8ae8-352b1c21d57e', 'status': 'completed', 'code': 200} Jan 27 22:44:35.760671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-44e716e4-9ee6-4ab6-b661-07fbc883bf0c req-ea76c3a7-536f-4fe6-8472-dfd182b994dd tempest-ServersNegativeTestJSON-1662479986 tempest-ServersNegativeTestJSON-1662479986-project] 10.222.0.61 "GET /v2.0/ports?device_id=30340a25-0c21-4f32-bbc0-165f746b80d7 HTTP/1.1" status: 200 len: 210 time: 0.0257058 Jan 27 22:44:36.307816 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:36.817129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40542) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:36.861231 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aaba659-8bf1-4077-8142-6120c8a19cf6 admin admin] Deleting subnet dc0ca869-4060-4cd8-a9df-c00983d549a2 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:44:36.864350 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4aaba659-8bf1-4077-8142-6120c8a19cf6 admin admin] Publish callbacks [] for subnet (dc0ca869-4060-4cd8-a9df-c00983d549a2), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:36.898084 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4aaba659-8bf1-4077-8142-6120c8a19cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (dc0ca869-4060-4cd8-a9df-c00983d549a2), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:36.936857 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4aaba659-8bf1-4077-8142-6120c8a19cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (dc0ca869-4060-4cd8-a9df-c00983d549a2), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.068768 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4aaba659-8bf1-4077-8142-6120c8a19cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (dc0ca869-4060-4cd8-a9df-c00983d549a2), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.092757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaba659-8bf1-4077-8142-6120c8a19cf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0ca869-4060-4cd8-a9df-c00983d549a2,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:37.100458 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4aaba659-8bf1-4077-8142-6120c8a19cf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.104345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4aaba659-8bf1-4077-8142-6120c8a19cf6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dc0ca869-4060-4cd8-a9df-c00983d549a2 HTTP/1.1" status: 204 len: 168 time: 0.2861896 Jan 27 22:44:37.106838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40544) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:37.174513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (9ced912d-f08c-4d4c-9112-724a34839dad), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.255412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (9ced912d-f08c-4d4c-9112-724a34839dad), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.275655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ced912d-f08c-4d4c-9112-724a34839dad']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:37.285039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dbc1b5-f576-4068-89be-910ffb126058') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:37.292298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dbc1b5-f576-4068-89be-910ffb126058') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:37.295258 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (54dbc1b5-f576-4068-89be-910ffb126058), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.307939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (54dbc1b5-f576-4068-89be-910ffb126058), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.313727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:44:37.314105 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (54dbc1b5-f576-4068-89be-910ffb126058), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:44:37.315719 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:44:37.456444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (9ced912d-f08c-4d4c-9112-724a34839dad), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.462590 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.541058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] 10.222.0.61 "DELETE /v2.0/networks/9ced912d-f08c-4d4c-9112-724a34839dad HTTP/1.1" status: 204 len: 168 time: 0.3580070 Jan 27 22:44:37.541058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8429c6-bee9-439e-b3da-b0ce247db54a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ced912d-f08c-4d4c-9112-724a34839dad,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:37.604919 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.765630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40548) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:37.809586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-68e33aaf-d4c5-41d9-8fed-8a05a332728d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=54652ff64e144690bef8c97254003904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427811 Jan 27 22:44:37.812040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40550) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:37.858635 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0f0f-9973-46ff-8267-f9dd8ecf8ffa admin admin] Publish callbacks [] for security_group (57046d60-9757-47c4-8830-ec92731e44cf), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.880395 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0f0f-9973-46ff-8267-f9dd8ecf8ffa admin admin] Publish callbacks [] for security_group (57046d60-9757-47c4-8830-ec92731e44cf), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.988392 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0f0f-9973-46ff-8267-f9dd8ecf8ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (57046d60-9757-47c4-8830-ec92731e44cf), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.990922 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0f0f-9973-46ff-8267-f9dd8ecf8ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:37.992284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4f2a0f0f-9973-46ff-8267-f9dd8ecf8ffa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57046d60-9757-47c4-8830-ec92731e44cf HTTP/1.1" status: 204 len: 168 time: 0.1790991 Jan 27 22:44:38.000537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a0f0f-9973-46ff-8267-f9dd8ecf8ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57046d60-9757-47c4-8830-ec92731e44cf,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:38.131615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2078af5e-59c4-4765-8ae8-352b1c21d57e no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:44:38.151808 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 2078af5e-59c4-4765-8ae8-352b1c21d57e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:44:38.152229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 2078af5e-59c4-4765-8ae8-352b1c21d57e not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:44:38.948290 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:39.054208 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40572) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:39.148551 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1587151700'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:39.267642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Made reservation on behalf of 3bfbd3e9f14149f39466ae819c15ec19 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:39.270965 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:39.279944 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:39.352637 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for security_group (09785e76-3923-43ea-b615-8b54437a791d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:39.444918 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (09785e76-3923-43ea-b615-8b54437a791d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:39.473770 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:44:39.480550 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09785e76-3923-43ea-b615-8b54437a791d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:39.486496 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e495dd0b-e026-4252-8f16-9fe123b7619d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:39.486857 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Added segment e495dd0b-e026-4252-8f16-9fe123b7619d of type vlan for network b827ddef-d185-4c9d-b1f1-b7252d248581 Jan 27 22:44:39.526777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (b827ddef-d185-4c9d-b1f1-b7252d248581), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:39.616402 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (b827ddef-d185-4c9d-b1f1-b7252d248581), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:39.621338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:39.621924 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:39.689420 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event updated for resources: {'Network': ['ID=b827ddef-d185-4c9d-b1f1-b7252d248581,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:39.700378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network b827ddef-d185-4c9d-b1f1-b7252d248581 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:44:39.757041 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a7742cc0-18e8-4f17-a33d-7865574b5e7c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7016978 Jan 27 22:44:43.015058 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40576) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:43.020341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d0089897-245a-4bbe-ab62-c28509ffdebe tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Request body: {'subnet': {'network_id': 'b827ddef-d185-4c9d-b1f1-b7252d248581', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:43.193557 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0089897-245a-4bbe-ab62-c28509ffdebe tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Made reservation on behalf of 3bfbd3e9f14149f39466ae819c15ec19 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:43.197771 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d0089897-245a-4bbe-ab62-c28509ffdebe tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:43.462554 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d0089897-245a-4bbe-ab62-c28509ffdebe tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (71f09b15-df64-49dd-8e2e-362cc2fb7555), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:43.527865 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0089897-245a-4bbe-ab62-c28509ffdebe tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event updated for resources: {'Subnet': ['ID=71f09b15-df64-49dd-8e2e-362cc2fb7555,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:43.534795 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0089897-245a-4bbe-ab62-c28509ffdebe tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Checking segment: {'id': 'e495dd0b-e026-4252-8f16-9fe123b7619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b827ddef-d185-4c9d-b1f1-b7252d248581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:43.535162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0089897-245a-4bbe-ab62-c28509ffdebe tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Network hostable DHCP agents. Network: b827ddef-d185-4c9d-b1f1-b7252d248581, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:44:43.627817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0089897-245a-4bbe-ab62-c28509ffdebe tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Network b827ddef-d185-4c9d-b1f1-b7252d248581 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:44:43.725005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-d0089897-245a-4bbe-ab62-c28509ffdebe tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, b827ddef-d185-4c9d-b1f1-b7252d248581) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:43.729673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0089897-245a-4bbe-ab62-c28509ffdebe tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:43.730274 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d0089897-245a-4bbe-ab62-c28509ffdebe tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:43.736398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af37d0-369b-4661-b89b-ece87bfa03b8 None None] Network b827ddef-d185-4c9d-b1f1-b7252d248581 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:43.802409 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d0089897-245a-4bbe-ab62-c28509ffdebe tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7862184 Jan 27 22:44:43.805868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40578) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:43.810895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8e0b77ce-45f1-41a5-87e7-5b316fb09881 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1702971522'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:43.834784 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-b827ddef-d185-4c9d-b1f1-b7252d248581', 'network_id': 'b827ddef-d185-4c9d-b1f1-b7252d248581', 'project_id': '3bfbd3e9f14149f39466ae819c15ec19', 'fixed_ips': [{'subnet_id': '71f09b15-df64-49dd-8e2e-362cc2fb7555'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:44:43.835622 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:43.918715 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0b77ce-45f1-41a5-87e7-5b316fb09881 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Made reservation on behalf of 3bfbd3e9f14149f39466ae819c15ec19 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:43.922187 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e0b77ce-45f1-41a5-87e7-5b316fb09881 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:43.946464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0b77ce-45f1-41a5-87e7-5b316fb09881 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:44:43.955955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e0b77ce-45f1-41a5-87e7-5b316fb09881 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a53a0929-57db-402a-b937-9a4d7ee7eddc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:43.956345 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-8e0b77ce-45f1-41a5-87e7-5b316fb09881 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Added segment a53a0929-57db-402a-b937-9a4d7ee7eddc of type vlan for network d09b91e2-6d8b-4982-a235-3ea4fe968086 Jan 27 22:44:43.999005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e0b77ce-45f1-41a5-87e7-5b316fb09881 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (d09b91e2-6d8b-4982-a235-3ea4fe968086), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.096518 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e0b77ce-45f1-41a5-87e7-5b316fb09881 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (d09b91e2-6d8b-4982-a235-3ea4fe968086), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.101706 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b77ce-45f1-41a5-87e7-5b316fb09881 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:44.103117 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8e0b77ce-45f1-41a5-87e7-5b316fb09881 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.126200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Allocated IP 2001:db8:0:ffff::2 (b827ddef-d185-4c9d-b1f1-b7252d248581/71f09b15-df64-49dd-8e2e-362cc2fb7555/7bb570bb-050b-4ef7-97f4-abfeef07bbc3) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:44:44.168002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b77ce-45f1-41a5-87e7-5b316fb09881 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event updated for resources: {'Network': ['ID=d09b91e2-6d8b-4982-a235-3ea4fe968086,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:44.181041 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network d09b91e2-6d8b-4982-a235-3ea4fe968086 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:44:44.219470 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8e0b77ce-45f1-41a5-87e7-5b316fb09881 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4125516 Jan 27 22:44:44.228018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40580) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:44.233010 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c4c8a827-d293-4898-a0d7-c11c58abd00c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Request body: {'subnet': {'network_id': 'd09b91e2-6d8b-4982-a235-3ea4fe968086', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:44.381044 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Publish callbacks [] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.405326 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c8a827-d293-4898-a0d7-c11c58abd00c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Made reservation on behalf of 3bfbd3e9f14149f39466ae819c15ec19 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:44.409216 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4c8a827-d293-4898-a0d7-c11c58abd00c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.491149 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.532034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Network b827ddef-d185-4c9d-b1f1-b7252d248581 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:44:44.536187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:44.542508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:44:44.548517 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Pushing event updated for resources: {'Port': ['ID=7bb570bb-050b-4ef7-97f4-abfeef07bbc3,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:44.598428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Attempting to bind port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:44:44.598802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Attempting to bind port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'e495dd0b-e026-4252-8f16-9fe123b7619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b827ddef-d185-4c9d-b1f1-b7252d248581'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:44:44.599167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Attempting to bind port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 on network b827ddef-d185-4c9d-b1f1-b7252d248581 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:44.604190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:44:44.604573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Checking segment: {'id': 'e495dd0b-e026-4252-8f16-9fe123b7619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b827ddef-d185-4c9d-b1f1-b7252d248581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:44.604977 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.605373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Bound using segment: {'id': 'e495dd0b-e026-4252-8f16-9fe123b7619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b827ddef-d185-4c9d-b1f1-b7252d248581'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:44:44.605836 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Bound port: 7bb570bb-050b-4ef7-97f4-abfeef07bbc3, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e495dd0b-e026-4252-8f16-9fe123b7619d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b827ddef-d185-4c9d-b1f1-b7252d248581'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:44:44.606213 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.708167 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4c8a827-d293-4898-a0d7-c11c58abd00c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (5f0680c3-a0c4-481c-a59a-ebcb917e16a1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.766024 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8a827-d293-4898-a0d7-c11c58abd00c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event updated for resources: {'Subnet': ['ID=5f0680c3-a0c4-481c-a59a-ebcb917e16a1,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:44.776434 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8a827-d293-4898-a0d7-c11c58abd00c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Checking segment: {'id': 'a53a0929-57db-402a-b937-9a4d7ee7eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd09b91e2-6d8b-4982-a235-3ea4fe968086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:44.776803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8a827-d293-4898-a0d7-c11c58abd00c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Network hostable DHCP agents. Network: d09b91e2-6d8b-4982-a235-3ea4fe968086, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:44:44.856101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] For port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:44:44.859205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] For port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7bb570bb-050b-4ef7-97f4-abfeef07bbc3,segment=NetworkSegment(e495dd0b-e026-4252-8f16-9fe123b7619d),segment_id=e495dd0b-e026-4252-8f16-9fe123b7619d)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:44:44.884749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8a827-d293-4898-a0d7-c11c58abd00c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Network d09b91e2-6d8b-4982-a235-3ea4fe968086 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:44:44.931715 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.947609 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-c4c8a827-d293-4898-a0d7-c11c58abd00c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, d09b91e2-6d8b-4982-a235-3ea4fe968086) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:44.952398 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c8a827-d293-4898-a0d7-c11c58abd00c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:44.952943 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c4c8a827-d293-4898-a0d7-c11c58abd00c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:44.962071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691d8247-7802-46c4-a27c-18d94e27b3e1 None None] Network d09b91e2-6d8b-4982-a235-3ea4fe968086 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:45.044724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccbe56-e65e-427c-85e8-96b14e25f846 None None] Pushing event updated for resources: {'Port': ['ID=7bb570bb-050b-4ef7-97f4-abfeef07bbc3,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:45.047517 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c4c8a827-d293-4898-a0d7-c11c58abd00c tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8184330 Jan 27 22:44:45.051009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40582) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:45.065003 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:44:45.100375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-d09b91e2-6d8b-4982-a235-3ea4fe968086', 'network_id': 'd09b91e2-6d8b-4982-a235-3ea4fe968086', 'project_id': '3bfbd3e9f14149f39466ae819c15ec19', 'fixed_ips': [{'subnet_id': '5f0680c3-a0c4-481c-a59a-ebcb917e16a1'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:44:45.104188 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.169989 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (d09b91e2-6d8b-4982-a235-3ea4fe968086), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.265097 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (5f0680c3-a0c4-481c-a59a-ebcb917e16a1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.286429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Allocated IP 2001:db8::2 (d09b91e2-6d8b-4982-a235-3ea4fe968086/5f0680c3-a0c4-481c-a59a-ebcb917e16a1/d54c6a99-3da2-4738-8388-9d608415e273) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:44:45.435559 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Publish callbacks [] for port (d54c6a99-3da2-4738-8388-9d608415e273), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.516232 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:44:45.520723 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (d54c6a99-3da2-4738-8388-9d608415e273), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.585550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Network d09b91e2-6d8b-4982-a235-3ea4fe968086 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:44:45.591498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:45.599882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:44:45.605552 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Pushing event updated for resources: {'Port': ['ID=d54c6a99-3da2-4738-8388-9d608415e273,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:45.654189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:44:45.654566 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.687365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Attempting to bind port d54c6a99-3da2-4738-8388-9d608415e273 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:44:45.687743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Attempting to bind port d54c6a99-3da2-4738-8388-9d608415e273 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a53a0929-57db-402a-b937-9a4d7ee7eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd09b91e2-6d8b-4982-a235-3ea4fe968086'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:44:45.688133 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Attempting to bind port d54c6a99-3da2-4738-8388-9d608415e273 on network d09b91e2-6d8b-4982-a235-3ea4fe968086 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:45.700586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:44:45.700898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Checking segment: {'id': 'a53a0929-57db-402a-b937-9a4d7ee7eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd09b91e2-6d8b-4982-a235-3ea4fe968086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:45.701308 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.701711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Bound using segment: {'id': 'a53a0929-57db-402a-b937-9a4d7ee7eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd09b91e2-6d8b-4982-a235-3ea4fe968086'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:44:45.702194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Bound port: d54c6a99-3da2-4738-8388-9d608415e273, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53a0929-57db-402a-b937-9a4d7ee7eddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'd09b91e2-6d8b-4982-a235-3ea4fe968086'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:44:45.702603 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d54c6a99-3da2-4738-8388-9d608415e273), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.704219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (5f0680c3-a0c4-481c-a59a-ebcb917e16a1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.739091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0680c3-a0c4-481c-a59a-ebcb917e16a1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:45.804265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:45.804660 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.806358 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (d09b91e2-6d8b-4982-a235-3ea4fe968086), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.810958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] For port d54c6a99-3da2-4738-8388-9d608415e273, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:44:45.829797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09b91e2-6d8b-4982-a235-3ea4fe968086']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:45.835781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] For port d54c6a99-3da2-4738-8388-9d608415e273, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d54c6a99-3da2-4738-8388-9d608415e273,segment=NetworkSegment(a53a0929-57db-402a-b937-9a4d7ee7eddc),segment_id=a53a0929-57db-402a-b937-9a4d7ee7eddc)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:44:45.843052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53a0929-57db-402a-b937-9a4d7ee7eddc') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:45.843678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53a0929-57db-402a-b937-9a4d7ee7eddc') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:45.853589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7bb570bb-050b-4ef7-97f4-abfeef07bbc3,segment=NetworkSegment(e495dd0b-e026-4252-8f16-9fe123b7619d),segment_id=e495dd0b-e026-4252-8f16-9fe123b7619d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:45.854253 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (a53a0929-57db-402a-b937-9a4d7ee7eddc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.920154 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d54c6a99-3da2-4738-8388-9d608415e273), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.922503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a53a0929-57db-402a-b937-9a4d7ee7eddc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.931130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:44:45.931652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (a53a0929-57db-402a-b937-9a4d7ee7eddc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:44:45.935313 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:44:45.950270 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:46.005821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0108e7-a552-403f-9aa1-dfc68690a85e None None] Pushing event updated for resources: {'Port': ['ID=d54c6a99-3da2-4738-8388-9d608415e273,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:46.033393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d5907-1882-48aa-9d9d-a5982561afb2 None None] Network d09b91e2-6d8b-4982-a235-3ea4fe968086 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:46.062357 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.db.api [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:44:46.062357 n-d-760456-6 neutron-server[104027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:44:46.062357 n-d-760456-6 neutron-server[104027]: [parameters: {'id': 'd09b91e2-6d8b-4982-a235-3ea4fe968086'}] Jan 27 22:44:46.062357 n-d-760456-6 neutron-server[104027]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:44:46.065137 n-d-760456-6 neutron-server[104027]: DEBUG oslo_db.api [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:44:46.088193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b549ae5-1c91-4e8d-992d-76163bfc71a6 None None] Network b827ddef-d185-4c9d-b1f1-b7252d248581 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:46.142823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=7bb570bb-050b-4ef7-97f4-abfeef07bbc3,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:46.199618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c2532b20-5517-4bbd-9d20-fed1919b9a33 None None] Provisioning complete for port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:44:46.199917 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c2532b20-5517-4bbd-9d20-fed1919b9a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:46.323566 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c2532b20-5517-4bbd-9d20-fed1919b9a33 None None] Current status of the port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:46.456507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3472bb61-294b-436a-84b9-71232816638a None None] get_active_networks_info from n-d-760456-6 {{(pid=104028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:44:46.521049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3472bb61-294b-436a-84b9-71232816638a None None] Resources bound (agent type, host, resource id): {{(pid=104028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:44:46.563720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (d09b91e2-6d8b-4982-a235-3ea4fe968086), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:46.588284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8357fa0b-5b2e-4ecc-89da-6569e5d4ef5a None None] Provisioning complete for port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:44:46.588666 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8357fa0b-5b2e-4ecc-89da-6569e5d4ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:46.616694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Deleting port d54c6a99-3da2-4738-8388-9d608415e273 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:44:46.617042 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d54c6a99-3da2-4738-8388-9d608415e273), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:46.686451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] For port d54c6a99-3da2-4738-8388-9d608415e273, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d54c6a99-3da2-4738-8388-9d608415e273,segment=NetworkSegment(a53a0929-57db-402a-b937-9a4d7ee7eddc),segment_id=a53a0929-57db-402a-b937-9a4d7ee7eddc)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:46.686804 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d54c6a99-3da2-4738-8388-9d608415e273), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:46.703981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Calling delete_port for d54c6a99-3da2-4738-8388-9d608415e273 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:44:46.725587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8357fa0b-5b2e-4ecc-89da-6569e5d4ef5a None None] Current status of the port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:47.210795 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d54c6a99-3da2-4738-8388-9d608415e273), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.234346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Port': ['ID=d54c6a99-3da2-4738-8388-9d608415e273,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:47.240413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] No DVR routers for this DVR port d54c6a99-3da2-4738-8388-9d608415e273 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:44:47.321906 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (d09b91e2-6d8b-4982-a235-3ea4fe968086), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.344326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09b91e2-6d8b-4982-a235-3ea4fe968086']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:47.353868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53a0929-57db-402a-b937-9a4d7ee7eddc') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:47.354169 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53a0929-57db-402a-b937-9a4d7ee7eddc') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:47.363344 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (a53a0929-57db-402a-b937-9a4d7ee7eddc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.376663 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a53a0929-57db-402a-b937-9a4d7ee7eddc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.382390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:44:47.382778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (a53a0929-57db-402a-b937-9a4d7ee7eddc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:44:47.385749 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:44:47.471344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:44:47.507701 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (d09b91e2-6d8b-4982-a235-3ea4fe968086), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.514896 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.518200 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/networks/d09b91e2-6d8b-4982-a235-3ea4fe968086 HTTP/1.1" status: 204 len: 168 time: 2.4654608 Jan 27 22:44:47.521891 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40584) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:47.522372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:44:47.522372 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.529234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5b2def58-20ca-4c4a-951f-e522e2eb97ea tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1721638602'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:47.533857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f254d-cfd8-4ed1-9a0a-9d9c5439db73 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Network': ['ID=d09b91e2-6d8b-4982-a235-3ea4fe968086,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:47.598162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:47.605154 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2def58-20ca-4c4a-951f-e522e2eb97ea tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Made reservation on behalf of 3bfbd3e9f14149f39466ae819c15ec19 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:47.608602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b2def58-20ca-4c4a-951f-e522e2eb97ea tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.632464 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2def58-20ca-4c4a-951f-e522e2eb97ea tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:44:47.640988 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b2def58-20ca-4c4a-951f-e522e2eb97ea tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b5f25cb6-e904-4266-8f0e-703538508c7b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.641343 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-5b2def58-20ca-4c4a-951f-e522e2eb97ea tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Added segment b5f25cb6-e904-4266-8f0e-703538508c7b of type vlan for network 33004c65-7ac3-4ea2-bf7a-6e06691f74f5 Jan 27 22:44:47.680797 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b2def58-20ca-4c4a-951f-e522e2eb97ea tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (33004c65-7ac3-4ea2-bf7a-6e06691f74f5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.776206 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b2def58-20ca-4c4a-951f-e522e2eb97ea tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (33004c65-7ac3-4ea2-bf7a-6e06691f74f5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.781726 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2def58-20ca-4c4a-951f-e522e2eb97ea tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:47.782315 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b2def58-20ca-4c4a-951f-e522e2eb97ea tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:47.848442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2def58-20ca-4c4a-951f-e522e2eb97ea tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event updated for resources: {'Network': ['ID=33004c65-7ac3-4ea2-bf7a-6e06691f74f5,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:47.858943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 33004c65-7ac3-4ea2-bf7a-6e06691f74f5 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:44:47.899936 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b2def58-20ca-4c4a-951f-e522e2eb97ea tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3754570 Jan 27 22:44:47.902662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40586) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:47.907606 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Request body: {'subnet': {'network_id': '33004c65-7ac3-4ea2-bf7a-6e06691f74f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:48.096451 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Made reservation on behalf of 3bfbd3e9f14149f39466ae819c15ec19 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:48.099871 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:48.161497 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Performing IP validity checks on allocation pools {{(pid=104026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 27 22:44:48.162023 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.ipam_backend_mixin [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 27 22:44:48.376217 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (d144b86c-5ee7-4afb-b88d-79e02d9cbbdc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:48.439125 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event updated for resources: {'Subnet': ['ID=d144b86c-5ee7-4afb-b88d-79e02d9cbbdc,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:48.450423 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Checking segment: {'id': 'b5f25cb6-e904-4266-8f0e-703538508c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33004c65-7ac3-4ea2-bf7a-6e06691f74f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:48.450798 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Network hostable DHCP agents. Network: 33004c65-7ac3-4ea2-bf7a-6e06691f74f5, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:44:48.523736 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Network 33004c65-7ac3-4ea2-bf7a-6e06691f74f5 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:44:48.593175 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 33004c65-7ac3-4ea2-bf7a-6e06691f74f5) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:48.597164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:48.597769 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:48.603245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb92202-7077-47b9-baef-a6217f972d03 None None] Network 33004c65-7ac3-4ea2-bf7a-6e06691f74f5 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:48.676090 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-092ff772-9972-49c4-ba9a-cc4a1e431e29 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7721913 Jan 27 22:44:48.678583 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40588) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:48.704430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-33004c65-7ac3-4ea2-bf7a-6e06691f74f5', 'network_id': '33004c65-7ac3-4ea2-bf7a-6e06691f74f5', 'project_id': '3bfbd3e9f14149f39466ae819c15ec19', 'fixed_ips': [{'subnet_id': 'd144b86c-5ee7-4afb-b88d-79e02d9cbbdc'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:44:48.705855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:48.778481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (33004c65-7ac3-4ea2-bf7a-6e06691f74f5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:48.837692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Allocated IP 2001:db8::3 (33004c65-7ac3-4ea2-bf7a-6e06691f74f5/d144b86c-5ee7-4afb-b88d-79e02d9cbbdc/3ef806bd-a2e6-4c0c-8325-4b67dafc82c7) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:44:48.858221 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (d144b86c-5ee7-4afb-b88d-79e02d9cbbdc), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:48.976423 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Publish callbacks [] for port (3ef806bd-a2e6-4c0c-8325-4b67dafc82c7), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:49.045058 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (3ef806bd-a2e6-4c0c-8325-4b67dafc82c7), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:49.082482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Network 33004c65-7ac3-4ea2-bf7a-6e06691f74f5 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:44:49.085167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:49.090408 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:44:49.095736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Pushing event updated for resources: {'Port': ['ID=3ef806bd-a2e6-4c0c-8325-4b67dafc82c7,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:49.131344 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (d144b86c-5ee7-4afb-b88d-79e02d9cbbdc), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:49.150436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Attempting to bind port 3ef806bd-a2e6-4c0c-8325-4b67dafc82c7 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:44:49.150958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Attempting to bind port 3ef806bd-a2e6-4c0c-8325-4b67dafc82c7 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'b5f25cb6-e904-4266-8f0e-703538508c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33004c65-7ac3-4ea2-bf7a-6e06691f74f5'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:44:49.151328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Attempting to bind port 3ef806bd-a2e6-4c0c-8325-4b67dafc82c7 on network 33004c65-7ac3-4ea2-bf7a-6e06691f74f5 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:49.156403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:44:49.156780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Checking segment: {'id': 'b5f25cb6-e904-4266-8f0e-703538508c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33004c65-7ac3-4ea2-bf7a-6e06691f74f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:49.157187 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:49.157588 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Bound using segment: {'id': 'b5f25cb6-e904-4266-8f0e-703538508c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33004c65-7ac3-4ea2-bf7a-6e06691f74f5'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:44:49.158111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Bound port: 3ef806bd-a2e6-4c0c-8325-4b67dafc82c7, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f25cb6-e904-4266-8f0e-703538508c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '33004c65-7ac3-4ea2-bf7a-6e06691f74f5'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:44:49.158506 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3ef806bd-a2e6-4c0c-8325-4b67dafc82c7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:49.163560 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Subnet': ['ID=d144b86c-5ee7-4afb-b88d-79e02d9cbbdc,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:49.220735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] For port 3ef806bd-a2e6-4c0c-8325-4b67dafc82c7, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:44:49.223934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] For port 3ef806bd-a2e6-4c0c-8325-4b67dafc82c7, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3ef806bd-a2e6-4c0c-8325-4b67dafc82c7,segment=NetworkSegment(b5f25cb6-e904-4266-8f0e-703538508c7b),segment_id=b5f25cb6-e904-4266-8f0e-703538508c7b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:44:49.224401 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (33004c65-7ac3-4ea2-bf7a-6e06691f74f5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:49.248548 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33004c65-7ac3-4ea2-bf7a-6e06691f74f5']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:49.254200 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f25cb6-e904-4266-8f0e-703538508c7b') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:49.254504 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f25cb6-e904-4266-8f0e-703538508c7b') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:49.264495 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (b5f25cb6-e904-4266-8f0e-703538508c7b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:49.296955 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3ef806bd-a2e6-4c0c-8325-4b67dafc82c7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:49.298720 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b5f25cb6-e904-4266-8f0e-703538508c7b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:49.305240 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:44:49.305669 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (b5f25cb6-e904-4266-8f0e-703538508c7b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:44:49.308677 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:44:49.380111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636e3f5-fc8f-4ecd-8a38-1204b9d19dcf None None] Pushing event updated for resources: {'Port': ['ID=3ef806bd-a2e6-4c0c-8325-4b67dafc82c7,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:49.390020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dd5712-6662-477c-9947-eeca3b1c93e6 None None] get_active_networks_info from n-d-760456-6 {{(pid=104028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:44:49.405409 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:44:49.405409 n-d-760456-6 neutron-server[104026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:44:49.405409 n-d-760456-6 neutron-server[104026]: [parameters: {'id': '33004c65-7ac3-4ea2-bf7a-6e06691f74f5'}] Jan 27 22:44:49.405409 n-d-760456-6 neutron-server[104026]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:44:49.405957 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:44:49.604012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd5712-6662-477c-9947-eeca3b1c93e6 None None] Resources bound (agent type, host, resource id): {{(pid=104028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:44:49.746146 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e267ef-40b4-4dc7-b875-6ffee44a3bcb None None] Network 33004c65-7ac3-4ea2-bf7a-6e06691f74f5 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:49.906625 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (33004c65-7ac3-4ea2-bf7a-6e06691f74f5), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:49.958228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Deleting port 3ef806bd-a2e6-4c0c-8325-4b67dafc82c7 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:44:49.958570 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3ef806bd-a2e6-4c0c-8325-4b67dafc82c7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.022622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] For port 3ef806bd-a2e6-4c0c-8325-4b67dafc82c7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3ef806bd-a2e6-4c0c-8325-4b67dafc82c7,segment=NetworkSegment(b5f25cb6-e904-4266-8f0e-703538508c7b),segment_id=b5f25cb6-e904-4266-8f0e-703538508c7b)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:50.022990 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3ef806bd-a2e6-4c0c-8325-4b67dafc82c7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.035792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Calling delete_port for 3ef806bd-a2e6-4c0c-8325-4b67dafc82c7 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:44:50.187869 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (3ef806bd-a2e6-4c0c-8325-4b67dafc82c7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.215889 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Port': ['ID=3ef806bd-a2e6-4c0c-8325-4b67dafc82c7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:50.221858 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] No DVR routers for this DVR port 3ef806bd-a2e6-4c0c-8325-4b67dafc82c7 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:44:50.295923 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (33004c65-7ac3-4ea2-bf7a-6e06691f74f5), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.315250 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33004c65-7ac3-4ea2-bf7a-6e06691f74f5']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:50.324940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f25cb6-e904-4266-8f0e-703538508c7b') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:50.325236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f25cb6-e904-4266-8f0e-703538508c7b') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:50.334245 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (b5f25cb6-e904-4266-8f0e-703538508c7b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.347112 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (b5f25cb6-e904-4266-8f0e-703538508c7b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.352837 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:44:50.353219 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (b5f25cb6-e904-4266-8f0e-703538508c7b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:44:50.356034 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:44:50.507690 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (33004c65-7ac3-4ea2-bf7a-6e06691f74f5), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.517982 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.518228 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/networks/33004c65-7ac3-4ea2-bf7a-6e06691f74f5 HTTP/1.1" status: 204 len: 168 time: 1.8386519 Jan 27 22:44:50.522074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40590) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:50.527964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-38d0fa7d-2692-4aaf-b3e8-d2faa19b611e tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1644958986'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:50.530697 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f0c40-cdfe-41cf-ae05-98870052d9d5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Network': ['ID=33004c65-7ac3-4ea2-bf7a-6e06691f74f5,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:50.627441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d0fa7d-2692-4aaf-b3e8-d2faa19b611e tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Made reservation on behalf of 3bfbd3e9f14149f39466ae819c15ec19 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:50.630921 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa7d-2692-4aaf-b3e8-d2faa19b611e tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.654149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d0fa7d-2692-4aaf-b3e8-d2faa19b611e tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:44:50.662557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa7d-2692-4aaf-b3e8-d2faa19b611e tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3f29ca71-225c-4c55-bc0a-3f32b15d7142), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.666719 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-38d0fa7d-2692-4aaf-b3e8-d2faa19b611e tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Added segment 3f29ca71-225c-4c55-bc0a-3f32b15d7142 of type vlan for network 31de79b6-88a2-437d-9c57-623aa77ac6ed Jan 27 22:44:50.706380 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa7d-2692-4aaf-b3e8-d2faa19b611e tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (31de79b6-88a2-437d-9c57-623aa77ac6ed), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.805247 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa7d-2692-4aaf-b3e8-d2faa19b611e tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (31de79b6-88a2-437d-9c57-623aa77ac6ed), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.810119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d0fa7d-2692-4aaf-b3e8-d2faa19b611e tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:50.810695 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-38d0fa7d-2692-4aaf-b3e8-d2faa19b611e tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:50.904790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0fa7d-2692-4aaf-b3e8-d2faa19b611e tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event updated for resources: {'Network': ['ID=31de79b6-88a2-437d-9c57-623aa77ac6ed,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:50.915429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 31de79b6-88a2-437d-9c57-623aa77ac6ed details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:44:50.956188 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-38d0fa7d-2692-4aaf-b3e8-d2faa19b611e tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4322562 Jan 27 22:44:50.959063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40592) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:50.964036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-97a4ce56-2c52-48c6-892b-658cabdea200 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Request body: {'subnet': {'network_id': '31de79b6-88a2-437d-9c57-623aa77ac6ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:51.118802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a4ce56-2c52-48c6-892b-658cabdea200 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Made reservation on behalf of 3bfbd3e9f14149f39466ae819c15ec19 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:51.122206 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97a4ce56-2c52-48c6-892b-658cabdea200 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:51.370393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97a4ce56-2c52-48c6-892b-658cabdea200 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (e1c8eb9a-d9ae-4b50-8c4e-04406d9096cb), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:51.427788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4ce56-2c52-48c6-892b-658cabdea200 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event updated for resources: {'Subnet': ['ID=e1c8eb9a-d9ae-4b50-8c4e-04406d9096cb,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:51.445185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a4ce56-2c52-48c6-892b-658cabdea200 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Checking segment: {'id': '3f29ca71-225c-4c55-bc0a-3f32b15d7142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '31de79b6-88a2-437d-9c57-623aa77ac6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:51.445602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a4ce56-2c52-48c6-892b-658cabdea200 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Network hostable DHCP agents. Network: 31de79b6-88a2-437d-9c57-623aa77ac6ed, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:44:51.536012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a4ce56-2c52-48c6-892b-658cabdea200 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Network 31de79b6-88a2-437d-9c57-623aa77ac6ed is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:44:51.638480 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-97a4ce56-2c52-48c6-892b-658cabdea200 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 31de79b6-88a2-437d-9c57-623aa77ac6ed) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:51.642596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a4ce56-2c52-48c6-892b-658cabdea200 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:51.643203 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97a4ce56-2c52-48c6-892b-658cabdea200 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:51.647604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05486c6e-ea0f-4679-8eab-4a84780447d4 None None] Network 31de79b6-88a2-437d-9c57-623aa77ac6ed requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:51.733278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-97a4ce56-2c52-48c6-892b-658cabdea200 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7731419 Jan 27 22:44:51.736937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40594) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:51.742083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6255ad56-e42c-4466-af48-a3d56dc12608 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1406736577'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:51.747086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-31de79b6-88a2-437d-9c57-623aa77ac6ed', 'network_id': '31de79b6-88a2-437d-9c57-623aa77ac6ed', 'project_id': '3bfbd3e9f14149f39466ae819c15ec19', 'fixed_ips': [{'subnet_id': 'e1c8eb9a-d9ae-4b50-8c4e-04406d9096cb'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:44:51.747956 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:51.861973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6255ad56-e42c-4466-af48-a3d56dc12608 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Made reservation on behalf of 3bfbd3e9f14149f39466ae819c15ec19 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:51.865368 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6255ad56-e42c-4466-af48-a3d56dc12608 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:51.882375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Allocated IP 2001:db8::2 (31de79b6-88a2-437d-9c57-623aa77ac6ed/e1c8eb9a-d9ae-4b50-8c4e-04406d9096cb/fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:44:51.890286 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6255ad56-e42c-4466-af48-a3d56dc12608 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:44:51.899490 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6255ad56-e42c-4466-af48-a3d56dc12608 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (acebe9a1-1f3c-452f-b895-ef78ae53253d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:51.899830 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-6255ad56-e42c-4466-af48-a3d56dc12608 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Added segment acebe9a1-1f3c-452f-b895-ef78ae53253d of type vlan for network 6126e803-d08a-4f0a-bae5-9929e6c0544b Jan 27 22:44:51.943843 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6255ad56-e42c-4466-af48-a3d56dc12608 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6126e803-d08a-4f0a-bae5-9929e6c0544b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:52.020517 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Publish callbacks [] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:52.032876 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6255ad56-e42c-4466-af48-a3d56dc12608 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6126e803-d08a-4f0a-bae5-9929e6c0544b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:52.039999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255ad56-e42c-4466-af48-a3d56dc12608 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:52.039999 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6255ad56-e42c-4466-af48-a3d56dc12608 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:52.090699 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:52.111246 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6255ad56-e42c-4466-af48-a3d56dc12608 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3731546 Jan 27 22:44:52.111983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255ad56-e42c-4466-af48-a3d56dc12608 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event updated for resources: {'Network': ['ID=6126e803-d08a-4f0a-bae5-9929e6c0544b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:52.116822 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40596) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:52.122699 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e67ab315-3cf7-4086-bcd2-68583303b9bc tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Request body: {'subnet': {'network_id': '6126e803-d08a-4f0a-bae5-9929e6c0544b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:52.125711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6126e803-d08a-4f0a-bae5-9929e6c0544b details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:44:52.148456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Network 31de79b6-88a2-437d-9c57-623aa77ac6ed is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:44:52.184639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:52.191375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:44:52.196159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Pushing event updated for resources: {'Port': ['ID=fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:52.262476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Attempting to bind port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:44:52.262864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Attempting to bind port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '3f29ca71-225c-4c55-bc0a-3f32b15d7142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '31de79b6-88a2-437d-9c57-623aa77ac6ed'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:44:52.263218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Attempting to bind port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d on network 31de79b6-88a2-437d-9c57-623aa77ac6ed {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:52.268215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:44:52.268598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Checking segment: {'id': '3f29ca71-225c-4c55-bc0a-3f32b15d7142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '31de79b6-88a2-437d-9c57-623aa77ac6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:52.269006 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:52.269406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Bound using segment: {'id': '3f29ca71-225c-4c55-bc0a-3f32b15d7142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '31de79b6-88a2-437d-9c57-623aa77ac6ed'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:44:52.269869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Bound port: fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f29ca71-225c-4c55-bc0a-3f32b15d7142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '31de79b6-88a2-437d-9c57-623aa77ac6ed'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:44:52.270254 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:52.274002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67ab315-3cf7-4086-bcd2-68583303b9bc tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Made reservation on behalf of 3bfbd3e9f14149f39466ae819c15ec19 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:52.277580 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e67ab315-3cf7-4086-bcd2-68583303b9bc tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:52.332660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] For port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:44:52.335672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] For port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d,segment=NetworkSegment(3f29ca71-225c-4c55-bc0a-3f32b15d7142),segment_id=3f29ca71-225c-4c55-bc0a-3f32b15d7142)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:44:52.400393 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:52.460888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683d46e-faee-4ec0-9188-c569b3c72fbf None None] Pushing event updated for resources: {'Port': ['ID=fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:52.519628 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e67ab315-3cf7-4086-bcd2-68583303b9bc tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (d27e167c-0d97-41a6-b42b-ea4fbc89669d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:52.585424 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab315-3cf7-4086-bcd2-68583303b9bc tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event updated for resources: {'Subnet': ['ID=d27e167c-0d97-41a6-b42b-ea4fbc89669d,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:52.595547 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67ab315-3cf7-4086-bcd2-68583303b9bc tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Checking segment: {'id': 'acebe9a1-1f3c-452f-b895-ef78ae53253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6126e803-d08a-4f0a-bae5-9929e6c0544b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:52.595987 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ab315-3cf7-4086-bcd2-68583303b9bc tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Network hostable DHCP agents. Network: 6126e803-d08a-4f0a-bae5-9929e6c0544b, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:44:52.713260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67ab315-3cf7-4086-bcd2-68583303b9bc tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Network 6126e803-d08a-4f0a-bae5-9929e6c0544b is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:44:52.805066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e67ab315-3cf7-4086-bcd2-68583303b9bc tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 6126e803-d08a-4f0a-bae5-9929e6c0544b) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:52.809149 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ab315-3cf7-4086-bcd2-68583303b9bc tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:52.809760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e67ab315-3cf7-4086-bcd2-68583303b9bc tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:52.814586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f2a109-c8b5-4fec-a225-01ee48324fc4 None None] Network 6126e803-d08a-4f0a-bae5-9929e6c0544b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:52.887544 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e67ab315-3cf7-4086-bcd2-68583303b9bc tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7690110 Jan 27 22:44:52.890188 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40598) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:52.916718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-6126e803-d08a-4f0a-bae5-9929e6c0544b', 'network_id': '6126e803-d08a-4f0a-bae5-9929e6c0544b', 'project_id': '3bfbd3e9f14149f39466ae819c15ec19', 'fixed_ips': [{'subnet_id': 'd27e167c-0d97-41a6-b42b-ea4fbc89669d'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:44:52.917675 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:52.986721 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6126e803-d08a-4f0a-bae5-9929e6c0544b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.038435 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (d27e167c-0d97-41a6-b42b-ea4fbc89669d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.060910 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Allocated IP 2001:db8::2 (6126e803-d08a-4f0a-bae5-9929e6c0544b/d27e167c-0d97-41a6-b42b-ea4fbc89669d/2d7f3efd-dfea-49c6-8b22-a8a5108d804c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:44:53.230590 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Publish callbacks [] for port (2d7f3efd-dfea-49c6-8b22-a8a5108d804c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.297006 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (2d7f3efd-dfea-49c6-8b22-a8a5108d804c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.348988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Network 6126e803-d08a-4f0a-bae5-9929e6c0544b is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:44:53.353962 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:44:53.356485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:44:53.371148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Pushing event updated for resources: {'Port': ['ID=2d7f3efd-dfea-49c6-8b22-a8a5108d804c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:53.425763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Attempting to bind port 2d7f3efd-dfea-49c6-8b22-a8a5108d804c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:44:53.425763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Attempting to bind port 2d7f3efd-dfea-49c6-8b22-a8a5108d804c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'acebe9a1-1f3c-452f-b895-ef78ae53253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6126e803-d08a-4f0a-bae5-9929e6c0544b'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:44:53.426149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Attempting to bind port 2d7f3efd-dfea-49c6-8b22-a8a5108d804c on network 6126e803-d08a-4f0a-bae5-9929e6c0544b {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:44:53.433528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:44:53.433917 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Checking segment: {'id': 'acebe9a1-1f3c-452f-b895-ef78ae53253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6126e803-d08a-4f0a-bae5-9929e6c0544b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:44:53.434329 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.434728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Bound using segment: {'id': 'acebe9a1-1f3c-452f-b895-ef78ae53253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6126e803-d08a-4f0a-bae5-9929e6c0544b'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:44:53.435200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Bound port: 2d7f3efd-dfea-49c6-8b22-a8a5108d804c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acebe9a1-1f3c-452f-b895-ef78ae53253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6126e803-d08a-4f0a-bae5-9929e6c0544b'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:44:53.436110 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (2d7f3efd-dfea-49c6-8b22-a8a5108d804c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.450889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (d27e167c-0d97-41a6-b42b-ea4fbc89669d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.460960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c9f6fa-42c4-4040-b9fc-0ff2b7ea8a8a None None] Network 31de79b6-88a2-437d-9c57-623aa77ac6ed requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:53.487561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Subnet': ['ID=d27e167c-0d97-41a6-b42b-ea4fbc89669d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:53.544645 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6126e803-d08a-4f0a-bae5-9929e6c0544b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.558749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:44:53.565066 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6126e803-d08a-4f0a-bae5-9929e6c0544b']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:53.575028 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acebe9a1-1f3c-452f-b895-ef78ae53253d') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:53.575473 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acebe9a1-1f3c-452f-b895-ef78ae53253d') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:53.589101 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (acebe9a1-1f3c-452f-b895-ef78ae53253d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.590891 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6d25a86a-14e7-45a4-9b8c-d28366476fb9 None None] Provisioning complete for port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:44:53.591271 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d25a86a-14e7-45a4-9b8c-d28366476fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.602734 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (acebe9a1-1f3c-452f-b895-ef78ae53253d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.608691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:44:53.609063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (acebe9a1-1f3c-452f-b895-ef78ae53253d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:44:53.611959 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:44:53.624753 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] For port 2d7f3efd-dfea-49c6-8b22-a8a5108d804c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:44:53.692991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] For port 2d7f3efd-dfea-49c6-8b22-a8a5108d804c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2d7f3efd-dfea-49c6-8b22-a8a5108d804c,segment=NetworkSegment(acebe9a1-1f3c-452f-b895-ef78ae53253d),segment_id=acebe9a1-1f3c-452f-b895-ef78ae53253d)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:44:53.696731 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.db.api [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 27 22:44:53.696731 n-d-760456-6 neutron-server[104026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 27 22:44:53.696731 n-d-760456-6 neutron-server[104026]: [parameters: {'id': '6126e803-d08a-4f0a-bae5-9929e6c0544b'}] Jan 27 22:44:53.696731 n-d-760456-6 neutron-server[104026]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:44:53.697101 n-d-760456-6 neutron-server[104026]: DEBUG oslo_db.api [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:44:53.732565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:44:53.732880 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.763818 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (2d7f3efd-dfea-49c6-8b22-a8a5108d804c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.795105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6d25a86a-14e7-45a4-9b8c-d28366476fb9 None None] Current status of the port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:53.795507 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d25a86a-14e7-45a4-9b8c-d28366476fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.889916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3f883-7d53-4d05-a541-07149288dea6 None None] Pushing event updated for resources: {'Port': ['ID=2d7f3efd-dfea-49c6-8b22-a8a5108d804c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:53.899282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-6d25a86a-14e7-45a4-9b8c-d28366476fb9 None None] For port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d,segment=NetworkSegment(3f29ca71-225c-4c55-bc0a-3f32b15d7142),segment_id=3f29ca71-225c-4c55-bc0a-3f32b15d7142)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:53.926564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5ee1eb-7544-42a5-9f31-675aad68da5a None None] Network 6126e803-d08a-4f0a-bae5-9929e6c0544b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:53.988749 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d25a86a-14e7-45a4-9b8c-d28366476fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:53.993363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:53.993743 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:54.113854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25a86a-14e7-45a4-9b8c-d28366476fb9 None None] Pushing event updated for resources: {'Port': ['ID=fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:54.135107 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 22:44:54.135503 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 22:44:54.138764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f5713e3b-cff9-48be-b428-6ca4da97e343 None None] Provisioning complete for port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:44:54.139321 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5713e3b-cff9-48be-b428-6ca4da97e343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:54.142276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d15cd-eac0-46db-8bbe-80a307161020 None None] get_active_networks_info from n-d-760456-6 {{(pid=104028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 27 22:44:54.198559 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6126e803-d08a-4f0a-bae5-9929e6c0544b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:54.252118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Deleting port 2d7f3efd-dfea-49c6-8b22-a8a5108d804c {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:44:54.252475 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (2d7f3efd-dfea-49c6-8b22-a8a5108d804c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:54.279443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2d15cd-eac0-46db-8bbe-80a307161020 None None] Resources bound (agent type, host, resource id): {{(pid=104028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 27 22:44:54.285065 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f5713e3b-cff9-48be-b428-6ca4da97e343 None None] Current status of the port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:54.318731 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] For port 2d7f3efd-dfea-49c6-8b22-a8a5108d804c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=2d7f3efd-dfea-49c6-8b22-a8a5108d804c,segment=NetworkSegment(acebe9a1-1f3c-452f-b895-ef78ae53253d),segment_id=acebe9a1-1f3c-452f-b895-ef78ae53253d)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:54.319099 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (2d7f3efd-dfea-49c6-8b22-a8a5108d804c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:54.332319 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Calling delete_port for 2d7f3efd-dfea-49c6-8b22-a8a5108d804c owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:44:54.473387 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (2d7f3efd-dfea-49c6-8b22-a8a5108d804c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:54.499427 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Port': ['ID=2d7f3efd-dfea-49c6-8b22-a8a5108d804c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:54.504640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] No DVR routers for this DVR port 2d7f3efd-dfea-49c6-8b22-a8a5108d804c on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:44:54.514814 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.515176 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.515531 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.515878 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.516252 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.516593 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.516926 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.517260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.517592 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.517922 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.518254 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.518582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.518908 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:54.595880 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6126e803-d08a-4f0a-bae5-9929e6c0544b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:54.616564 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6126e803-d08a-4f0a-bae5-9929e6c0544b']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:54.626281 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acebe9a1-1f3c-452f-b895-ef78ae53253d') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:54.626586 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acebe9a1-1f3c-452f-b895-ef78ae53253d') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:54.635791 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (acebe9a1-1f3c-452f-b895-ef78ae53253d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:54.648678 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (acebe9a1-1f3c-452f-b895-ef78ae53253d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:54.654970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:44:54.655377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (acebe9a1-1f3c-452f-b895-ef78ae53253d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:44:54.658439 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:44:54.776002 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (6126e803-d08a-4f0a-bae5-9929e6c0544b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:54.785561 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:54.789346 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/networks/6126e803-d08a-4f0a-bae5-9929e6c0544b HTTP/1.1" status: 204 len: 168 time: 1.8977003 Jan 27 22:44:54.792644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40602) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:54.810187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def82d10-6194-4493-891e-bf497059b7a5 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Network': ['ID=6126e803-d08a-4f0a-bae5-9929e6c0544b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:54.823060 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b38f64-9bba-408a-a85b-3f543d830ad9 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] GET failed (client error): The resource could not be found. Jan 27 22:44:54.824456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-43b38f64-9bba-408a-a85b-3f543d830ad9 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "GET /v2.0/subnets/d27e167c-0d97-41a6-b42b-ea4fbc89669d HTTP/1.1" status: 404 len: 337 time: 0.0308030 Jan 27 22:44:54.826361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:44:54.828953 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40604) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:54.846908 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-404ca2f8-3160-438a-a40f-b1b0ea29600d tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] DELETE failed (client error): The resource could not be found. Jan 27 22:44:54.847410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404ca2f8-3160-438a-a40f-b1b0ea29600d tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:44:54.850534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-404ca2f8-3160-438a-a40f-b1b0ea29600d tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/networks/6126e803-d08a-4f0a-bae5-9929e6c0544b HTTP/1.1" status: 404 len: 339 time: 0.0206361 Jan 27 22:44:54.854641 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40606) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:54.884915 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6a3236-fbf7-439c-ad9d-0576314cd267 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] DELETE failed (client error): The resource could not be found. Jan 27 22:44:54.885365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6a3236-fbf7-439c-ad9d-0576314cd267 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:44:54.888372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4c6a3236-fbf7-439c-ad9d-0576314cd267 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/subnets/d27e167c-0d97-41a6-b42b-ea4fbc89669d HTTP/1.1" status: 404 len: 337 time: 0.0328176 Jan 27 22:44:54.890748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40608) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:54.908560 n-d-760456-6 neutron-server[104027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a8449b-1db0-4925-a8ce-45f1fc294fd8 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] DELETE failed (client error): The resource could not be found. Jan 27 22:44:54.909042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a8449b-1db0-4925-a8ce-45f1fc294fd8 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:44:54.912029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d4a8449b-1db0-4925-a8ce-45f1fc294fd8 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/networks/6126e803-d08a-4f0a-bae5-9929e6c0544b HTTP/1.1" status: 404 len: 339 time: 0.0204058 Jan 27 22:44:54.914322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40610) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:54.963981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Deleting subnet e1c8eb9a-d9ae-4b50-8c4e-04406d9096cb {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:44:54.967024 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for subnet (e1c8eb9a-d9ae-4b50-8c4e-04406d9096cb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.006162 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (e1c8eb9a-d9ae-4b50-8c4e-04406d9096cb), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.092295 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (e1c8eb9a-d9ae-4b50-8c4e-04406d9096cb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.199297 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (e1c8eb9a-d9ae-4b50-8c4e-04406d9096cb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.228008 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.231379 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/subnets/e1c8eb9a-d9ae-4b50-8c4e-04406d9096cb HTTP/1.1" status: 204 len: 168 time: 0.3161120 Jan 27 22:44:55.232403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c8eb9a-d9ae-4b50-8c4e-04406d9096cb,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:55.233253 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148859fd-5696-4548-b0c1-2dd238900ce4 None None] Network 31de79b6-88a2-437d-9c57-623aa77ac6ed requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:55.234354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40612) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:55.258746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.259112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.259466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.259833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.260183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.260531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.260872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.261213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.261552 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.261892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.262227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.262562 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.262894 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ca3c1-0721-4cd1-9c1b-f6fa6be66bed tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:44:55.325752 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (31de79b6-88a2-437d-9c57-623aa77ac6ed), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.381156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Deleting port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:44:55.381507 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.396856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd72de95-82ec-42fe-bd6f-6b8957bf4db0 None None] DHCP port deletion for 31de79b6-88a2-437d-9c57-623aa77ac6ed request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:44:55.447352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] For port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d,segment=NetworkSegment(3f29ca71-225c-4c55-bc0a-3f32b15d7142),segment_id=3f29ca71-225c-4c55-bc0a-3f32b15d7142)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:55.447724 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.448218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fd72de95-82ec-42fe-bd6f-6b8957bf4db0 None None] Deleting port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:44:55.448810 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd72de95-82ec-42fe-bd6f-6b8957bf4db0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.463356 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Calling delete_port for fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:44:55.494674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:44:55.545416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fd72de95-82ec-42fe-bd6f-6b8957bf4db0 None None] For port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d,segment=NetworkSegment(3f29ca71-225c-4c55-bc0a-3f32b15d7142),segment_id=3f29ca71-225c-4c55-bc0a-3f32b15d7142)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:55.545822 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd72de95-82ec-42fe-bd6f-6b8957bf4db0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.561244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fd72de95-82ec-42fe-bd6f-6b8957bf4db0 None None] Calling delete_port for fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:44:55.604700 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.621576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d update to DOWN by agent not found {{(pid=104028) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Jan 27 22:44:55.630830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Port': ['ID=fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:55.634632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] No DVR routers for this DVR port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:44:55.661519 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fd72de95-82ec-42fe-bd6f-6b8957bf4db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.688378 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72de95-82ec-42fe-bd6f-6b8957bf4db0 None None] Pushing event deleted for resources: {'Port': ['ID=fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:55.694927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd72de95-82ec-42fe-bd6f-6b8957bf4db0 None None] No DVR routers for this DVR port fbb246b5-b4e9-4ddc-a0d0-7be3fbcdfd3d on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:44:55.715605 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (31de79b6-88a2-437d-9c57-623aa77ac6ed), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.736985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31de79b6-88a2-437d-9c57-623aa77ac6ed']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:55.747934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f29ca71-225c-4c55-bc0a-3f32b15d7142') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:55.748259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f29ca71-225c-4c55-bc0a-3f32b15d7142') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:55.758435 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (3f29ca71-225c-4c55-bc0a-3f32b15d7142), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.771636 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3f29ca71-225c-4c55-bc0a-3f32b15d7142), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.778081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:44:55.778468 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (3f29ca71-225c-4c55-bc0a-3f32b15d7142), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:44:55.781431 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:44:55.884913 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (31de79b6-88a2-437d-9c57-623aa77ac6ed), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.891971 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:55.895215 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/networks/31de79b6-88a2-437d-9c57-623aa77ac6ed HTTP/1.1" status: 204 len: 168 time: 0.6599641 Jan 27 22:44:55.897847 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40614) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:55.906920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8d5e0-218d-4edc-843f-38f22ee919d4 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Network': ['ID=31de79b6-88a2-437d-9c57-623aa77ac6ed,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:55.923973 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e60d007-1447-4a97-84fe-1efa04a340ff tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] DELETE failed (client error): The resource could not be found. Jan 27 22:44:55.924461 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e60d007-1447-4a97-84fe-1efa04a340ff tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:44:55.927510 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9e60d007-1447-4a97-84fe-1efa04a340ff tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/subnets/d144b86c-5ee7-4afb-b88d-79e02d9cbbdc HTTP/1.1" status: 404 len: 337 time: 0.0286560 Jan 27 22:44:55.930506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40616) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:55.948849 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb2feea-04d6-482b-8ad8-80789b314806 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] DELETE failed (client error): The resource could not be found. Jan 27 22:44:55.949338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb2feea-04d6-482b-8ad8-80789b314806 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:44:55.952422 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2bb2feea-04d6-482b-8ad8-80789b314806 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/networks/33004c65-7ac3-4ea2-bf7a-6e06691f74f5 HTTP/1.1" status: 404 len: 339 time: 0.0208769 Jan 27 22:44:55.954496 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40618) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:55.978778 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f1261a-2822-4e52-90a8-fb9fb8e9753a tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] DELETE failed (client error): The resource could not be found. Jan 27 22:44:55.979226 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f1261a-2822-4e52-90a8-fb9fb8e9753a tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:44:55.982233 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a1f1261a-2822-4e52-90a8-fb9fb8e9753a tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/subnets/5f0680c3-a0c4-481c-a59a-ebcb917e16a1 HTTP/1.1" status: 404 len: 337 time: 0.0268700 Jan 27 22:44:55.984529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40620) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:56.001977 n-d-760456-6 neutron-server[104026]: INFO neutron.pecan_wsgi.hooks.translation [None req-c799c23e-b6ec-47ad-b61c-e502edd234a9 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] DELETE failed (client error): The resource could not be found. Jan 27 22:44:56.002463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c799c23e-b6ec-47ad-b61c-e502edd234a9 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 27 22:44:56.005391 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c799c23e-b6ec-47ad-b61c-e502edd234a9 tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/networks/d09b91e2-6d8b-4982-a235-3ea4fe968086 HTTP/1.1" status: 404 len: 339 time: 0.0199831 Jan 27 22:44:56.007661 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40622) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:56.061005 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a045b7f2-5548-4b48-9124-1f3a2edefbab tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Deleting subnet 71f09b15-df64-49dd-8e2e-362cc2fb7555 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:44:56.064125 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a045b7f2-5548-4b48-9124-1f3a2edefbab tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for subnet (71f09b15-df64-49dd-8e2e-362cc2fb7555), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.111029 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a045b7f2-5548-4b48-9124-1f3a2edefbab tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (71f09b15-df64-49dd-8e2e-362cc2fb7555), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.191825 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a045b7f2-5548-4b48-9124-1f3a2edefbab tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (71f09b15-df64-49dd-8e2e-362cc2fb7555), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.324899 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a045b7f2-5548-4b48-9124-1f3a2edefbab tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (71f09b15-df64-49dd-8e2e-362cc2fb7555), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.351590 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045b7f2-5548-4b48-9124-1f3a2edefbab tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Subnet': ['ID=71f09b15-df64-49dd-8e2e-362cc2fb7555,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:56.355456 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a045b7f2-5548-4b48-9124-1f3a2edefbab tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.359041 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a045b7f2-5548-4b48-9124-1f3a2edefbab tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/subnets/71f09b15-df64-49dd-8e2e-362cc2fb7555 HTTP/1.1" status: 204 len: 168 time: 0.3501444 Jan 27 22:44:56.361137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40624) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:56.361450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921555f8-81de-4e4e-b3e5-ea746fac19c8 None None] Network b827ddef-d185-4c9d-b1f1-b7252d248581 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:44:56.441862 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (b827ddef-d185-4c9d-b1f1-b7252d248581), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.500677 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Deleting port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:44:56.501018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.512304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47958ff3-5e19-47eb-9c21-ecb859ca2384 None None] DHCP port deletion for b827ddef-d185-4c9d-b1f1-b7252d248581 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:44:56.563216 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-47958ff3-5e19-47eb-9c21-ecb859ca2384 None None] Deleting port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:44:56.563506 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] For port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7bb570bb-050b-4ef7-97f4-abfeef07bbc3,segment=NetworkSegment(e495dd0b-e026-4252-8f16-9fe123b7619d),segment_id=e495dd0b-e026-4252-8f16-9fe123b7619d)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:56.563633 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-47958ff3-5e19-47eb-9c21-ecb859ca2384 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.563877 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.578050 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Calling delete_port for 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:44:56.623750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-47958ff3-5e19-47eb-9c21-ecb859ca2384 None None] For port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7bb570bb-050b-4ef7-97f4-abfeef07bbc3,segment=NetworkSegment(e495dd0b-e026-4252-8f16-9fe123b7619d),segment_id=e495dd0b-e026-4252-8f16-9fe123b7619d)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:44:56.624295 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-47958ff3-5e19-47eb-9c21-ecb859ca2384 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.637090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-47958ff3-5e19-47eb-9c21-ecb859ca2384 None None] Calling delete_port for 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:44:56.741938 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.748315 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-47958ff3-5e19-47eb-9c21-ecb859ca2384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (7bb570bb-050b-4ef7-97f4-abfeef07bbc3), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.769662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Port': ['ID=7bb570bb-050b-4ef7-97f4-abfeef07bbc3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:56.771527 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] No DVR routers for this DVR port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:44:56.775383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47958ff3-5e19-47eb-9c21-ecb859ca2384 None None] Pushing event deleted for resources: {'Port': ['ID=7bb570bb-050b-4ef7-97f4-abfeef07bbc3,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:56.778983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47958ff3-5e19-47eb-9c21-ecb859ca2384 None None] No DVR routers for this DVR port 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:44:56.849551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (b827ddef-d185-4c9d-b1f1-b7252d248581), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.869857 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b827ddef-d185-4c9d-b1f1-b7252d248581']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:56.878890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e495dd0b-e026-4252-8f16-9fe123b7619d') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:56.879195 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e495dd0b-e026-4252-8f16-9fe123b7619d') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:44:56.888953 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (e495dd0b-e026-4252-8f16-9fe123b7619d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.902036 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e495dd0b-e026-4252-8f16-9fe123b7619d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.907752 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:44:56.908168 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (e495dd0b-e026-4252-8f16-9fe123b7619d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:44:56.911052 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:44:57.015743 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (b827ddef-d185-4c9d-b1f1-b7252d248581), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:57.023223 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:57.026212 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] 10.222.0.61 "DELETE /v2.0/networks/b827ddef-d185-4c9d-b1f1-b7252d248581 HTTP/1.1" status: 204 len: 168 time: 0.6638963 Jan 27 22:44:57.037921 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0b40d-acc4-4db9-ac6d-08b728b56ace tempest-NetworksIpV6Test-349431318 tempest-NetworksIpV6Test-349431318-project] Pushing event deleted for resources: {'Network': ['ID=b827ddef-d185-4c9d-b1f1-b7252d248581,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:57.472016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:44:57.479021 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40630) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:57.493158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:44:57.493515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7bb570bb-050b-4ef7-97f4-abfeef07bbc3 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:44:57.587074 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:57.611083 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ae9a7552-7b22-4bc2-b28c-db9c935f89c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3bfbd3e9f14149f39466ae819c15ec19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308239 Jan 27 22:44:57.613577 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40634) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:57.660602 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9314fdbe-9f05-4b98-9812-887156ab4be6 admin admin] Publish callbacks [] for security_group (09785e76-3923-43ea-b615-8b54437a791d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:57.681813 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9314fdbe-9f05-4b98-9812-887156ab4be6 admin admin] Publish callbacks [] for security_group (09785e76-3923-43ea-b615-8b54437a791d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:57.792596 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9314fdbe-9f05-4b98-9812-887156ab4be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (09785e76-3923-43ea-b615-8b54437a791d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:57.795162 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9314fdbe-9f05-4b98-9812-887156ab4be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:57.796340 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9314fdbe-9f05-4b98-9812-887156ab4be6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09785e76-3923-43ea-b615-8b54437a791d HTTP/1.1" status: 204 len: 168 time: 0.1815567 Jan 27 22:44:57.803866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314fdbe-9f05-4b98-9812-887156ab4be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09785e76-3923-43ea-b615-8b54437a791d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:58.015765 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:58.734312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40656) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:58.834543 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-1e92b2b8-e7a1-409d-9b92-f548e834abca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1679678604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:58.924768 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e92b2b8-e7a1-409d-9b92-f548e834abca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (8677f361-6ce7-4331-964d-490a21738ceb), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:58.925777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e92b2b8-e7a1-409d-9b92-f548e834abca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (8677f361-6ce7-4331-964d-490a21738ceb), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:58.974140 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e92b2b8-e7a1-409d-9b92-f548e834abca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for router_controller (8677f361-6ce7-4331-964d-490a21738ceb), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.016001 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e92b2b8-e7a1-409d-9b92-f548e834abca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (8677f361-6ce7-4331-964d-490a21738ceb), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.087099 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e92b2b8-e7a1-409d-9b92-f548e834abca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.088272 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1e92b2b8-e7a1-409d-9b92-f548e834abca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3529229 Jan 27 22:44:59.090900 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40660) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:59.095774 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2099734088'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:59.147515 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Made reservation on behalf of f1780351d18744888607958ca1376e78 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:59.151543 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.159955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.231231 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for security_group (23acac46-98f2-406f-83cc-30516597ab67), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.289997 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (23acac46-98f2-406f-83cc-30516597ab67), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.315553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:44:59.324851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23acac46-98f2-406f-83cc-30516597ab67,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:59.330771 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d76a4278-c49d-4e55-bf36-67d2cffb3863), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.331110 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Added segment d76a4278-c49d-4e55-bf36-67d2cffb3863 of type vlan for network a456dc40-9d48-4367-8405-cf801db430a6 Jan 27 22:44:59.372514 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (a456dc40-9d48-4367-8405-cf801db430a6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.472985 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (a456dc40-9d48-4367-8405-cf801db430a6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.477939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:44:59.478639 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.542854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Pushing event updated for resources: {'Network': ['ID=a456dc40-9d48-4367-8405-cf801db430a6,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:44:59.552760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network a456dc40-9d48-4367-8405-cf801db430a6 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:44:59.579461 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8000b83e-e7ec-4857-a6ae-03a629183c44 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4874086 Jan 27 22:44:59.581581 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40662) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:44:59.586695 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-2a08bff2-955a-4963-9ae7-a24115fb183d tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Request body: {'subnet': {'network_id': 'a456dc40-9d48-4367-8405-cf801db430a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:44:59.724164 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a08bff2-955a-4963-9ae7-a24115fb183d tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Made reservation on behalf of f1780351d18744888607958ca1376e78 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:44:59.727560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a08bff2-955a-4963-9ae7-a24115fb183d tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:44:59.970320 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a08bff2-955a-4963-9ae7-a24115fb183d tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (f5bb0b5a-d0a5-4e28-b322-4ada8e5684a4), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.028890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08bff2-955a-4963-9ae7-a24115fb183d tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Pushing event updated for resources: {'Subnet': ['ID=f5bb0b5a-d0a5-4e28-b322-4ada8e5684a4,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:00.037528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a08bff2-955a-4963-9ae7-a24115fb183d tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Checking segment: {'id': 'd76a4278-c49d-4e55-bf36-67d2cffb3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a456dc40-9d48-4367-8405-cf801db430a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:00.037902 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a08bff2-955a-4963-9ae7-a24115fb183d tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Network hostable DHCP agents. Network: a456dc40-9d48-4367-8405-cf801db430a6, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:45:00.106871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a08bff2-955a-4963-9ae7-a24115fb183d tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Network a456dc40-9d48-4367-8405-cf801db430a6 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:45:00.215910 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-2a08bff2-955a-4963-9ae7-a24115fb183d tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, a456dc40-9d48-4367-8405-cf801db430a6) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:00.220088 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a08bff2-955a-4963-9ae7-a24115fb183d tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:00.220747 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2a08bff2-955a-4963-9ae7-a24115fb183d tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.225160 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a00cbd-43d9-4564-9915-911904dcd5fb None None] Network a456dc40-9d48-4367-8405-cf801db430a6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:45:00.310017 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2a08bff2-955a-4963-9ae7-a24115fb183d tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7273428 Jan 27 22:45:00.313195 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40664) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:00.318613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-dcf9c598-dfc0-4f45-83a5-8c64e24ee204 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1436025047'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:00.324101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-a456dc40-9d48-4367-8405-cf801db430a6', 'network_id': 'a456dc40-9d48-4367-8405-cf801db430a6', 'project_id': 'f1780351d18744888607958ca1376e78', 'fixed_ips': [{'subnet_id': 'f5bb0b5a-d0a5-4e28-b322-4ada8e5684a4'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:45:00.324972 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.398548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf9c598-dfc0-4f45-83a5-8c64e24ee204 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Made reservation on behalf of f1780351d18744888607958ca1376e78 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:45:00.402797 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c598-dfc0-4f45-83a5-8c64e24ee204 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.428282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf9c598-dfc0-4f45-83a5-8c64e24ee204 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:45:00.438571 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c598-dfc0-4f45-83a5-8c64e24ee204 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8b54bf1a-0c82-4309-945f-c18c0d4f52e9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.439422 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-dcf9c598-dfc0-4f45-83a5-8c64e24ee204 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Added segment 8b54bf1a-0c82-4309-945f-c18c0d4f52e9 of type vlan for network fab13f8c-6686-4f49-8b64-efe8c36733b3 Jan 27 22:45:00.457116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Allocated IP 172.20.0.2 (a456dc40-9d48-4367-8405-cf801db430a6/f5bb0b5a-d0a5-4e28-b322-4ada8e5684a4/8a49b556-b6bc-4ac6-b15d-b82e270ecbc8) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:45:00.485801 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c598-dfc0-4f45-83a5-8c64e24ee204 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (fab13f8c-6686-4f49-8b64-efe8c36733b3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.541977 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c598-dfc0-4f45-83a5-8c64e24ee204 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (fab13f8c-6686-4f49-8b64-efe8c36733b3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.547074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf9c598-dfc0-4f45-83a5-8c64e24ee204 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:00.547665 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c598-dfc0-4f45-83a5-8c64e24ee204 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.601100 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Publish callbacks [] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.613693 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9c598-dfc0-4f45-83a5-8c64e24ee204 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Pushing event updated for resources: {'Network': ['ID=fab13f8c-6686-4f49-8b64-efe8c36733b3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:00.623462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network fab13f8c-6686-4f49-8b64-efe8c36733b3 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:45:00.647183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dcf9c598-dfc0-4f45-83a5-8c64e24ee204 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3327973 Jan 27 22:45:00.650416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40666) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:00.655318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3a1e6433-9cf2-4a97-8e5f-9522315ce4ca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Request body: {'subnet': {'network_id': 'fab13f8c-6686-4f49-8b64-efe8c36733b3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:00.683646 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.727258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Network a456dc40-9d48-4367-8405-cf801db430a6 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:45:00.730062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:00.732361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:45:00.747990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Pushing event updated for resources: {'Port': ['ID=8a49b556-b6bc-4ac6-b15d-b82e270ecbc8,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:00.793346 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1e6433-9cf2-4a97-8e5f-9522315ce4ca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Made reservation on behalf of f1780351d18744888607958ca1376e78 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:45:00.796940 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a1e6433-9cf2-4a97-8e5f-9522315ce4ca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.798710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Attempting to bind port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:45:00.799080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Attempting to bind port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'd76a4278-c49d-4e55-bf36-67d2cffb3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a456dc40-9d48-4367-8405-cf801db430a6'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:45:00.799449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Attempting to bind port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 on network a456dc40-9d48-4367-8405-cf801db430a6 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:00.804855 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:45:00.805326 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Checking segment: {'id': 'd76a4278-c49d-4e55-bf36-67d2cffb3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a456dc40-9d48-4367-8405-cf801db430a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:00.805719 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.806215 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Bound using segment: {'id': 'd76a4278-c49d-4e55-bf36-67d2cffb3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a456dc40-9d48-4367-8405-cf801db430a6'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:45:00.806692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Bound port: 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76a4278-c49d-4e55-bf36-67d2cffb3863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a456dc40-9d48-4367-8405-cf801db430a6'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:45:00.807081 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.874021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] For port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:00.877037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] For port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8a49b556-b6bc-4ac6-b15d-b82e270ecbc8,segment=NetworkSegment(d76a4278-c49d-4e55-bf36-67d2cffb3863),segment_id=d76a4278-c49d-4e55-bf36-67d2cffb3863)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:45:00.919427 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:00.979873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f5451-890e-4892-91d3-e0c559f60876 None None] Pushing event updated for resources: {'Port': ['ID=8a49b556-b6bc-4ac6-b15d-b82e270ecbc8,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:01.050314 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a1e6433-9cf2-4a97-8e5f-9522315ce4ca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (9e9fab03-9e6b-4361-8c57-f35151396d2b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:01.111359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e6433-9cf2-4a97-8e5f-9522315ce4ca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Pushing event updated for resources: {'Subnet': ['ID=9e9fab03-9e6b-4361-8c57-f35151396d2b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:01.128845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e6433-9cf2-4a97-8e5f-9522315ce4ca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Checking segment: {'id': '8b54bf1a-0c82-4309-945f-c18c0d4f52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fab13f8c-6686-4f49-8b64-efe8c36733b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:01.129223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e6433-9cf2-4a97-8e5f-9522315ce4ca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Network hostable DHCP agents. Network: fab13f8c-6686-4f49-8b64-efe8c36733b3, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:45:01.198881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e6433-9cf2-4a97-8e5f-9522315ce4ca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Network fab13f8c-6686-4f49-8b64-efe8c36733b3 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:45:01.295692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-3a1e6433-9cf2-4a97-8e5f-9522315ce4ca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, fab13f8c-6686-4f49-8b64-efe8c36733b3) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:01.299921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e6433-9cf2-4a97-8e5f-9522315ce4ca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:01.300640 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3a1e6433-9cf2-4a97-8e5f-9522315ce4ca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:01.304512 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65131b6-c6dd-45a4-8864-ddacdbbf6e45 None None] Network fab13f8c-6686-4f49-8b64-efe8c36733b3 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:45:01.378310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3a1e6433-9cf2-4a97-8e5f-9522315ce4ca tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7268419 Jan 27 22:45:01.381385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40668) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:01.386056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f00ee11b-2ca3-4a14-a303-06e1269de192 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fab13f8c-6686-4f49-8b64-efe8c36733b3'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:01.403344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-fab13f8c-6686-4f49-8b64-efe8c36733b3', 'network_id': 'fab13f8c-6686-4f49-8b64-efe8c36733b3', 'project_id': 'f1780351d18744888607958ca1376e78', 'fixed_ips': [{'subnet_id': '9e9fab03-9e6b-4361-8c57-f35151396d2b'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:45:01.404228 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:01.555550 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:01.559022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Allocated IP 172.21.0.2 (fab13f8c-6686-4f49-8b64-efe8c36733b3/9e9fab03-9e6b-4361-8c57-f35151396d2b/6c802afb-a2eb-4b6a-9e92-a3a5828479a9) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:45:01.602133 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f00ee11b-2ca3-4a14-a303-06e1269de192 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for router_gateway (8677f361-6ce7-4331-964d-490a21738ceb), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:01.672014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:01.672570 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:01.777873 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Publish callbacks [] for port (6c802afb-a2eb-4b6a-9e92-a3a5828479a9), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:01.816201 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [None req-f00ee11b-2ca3-4a14-a303-06e1269de192 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 27 22:45:01.817439 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f00ee11b-2ca3-4a14-a303-06e1269de192 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] 10.222.0.61 "PUT /v2.0/routers/8677f361-6ce7-4331-964d-490a21738ceb HTTP/1.1" status: 400 len: 364 time: 0.4350886 Jan 27 22:45:01.826899 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40670) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:01.833627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:01.834087 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:01.857013 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (6c802afb-a2eb-4b6a-9e92-a3a5828479a9), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:01.885247 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-6231fbd0-d554-4047-9afd-6a1609b3b72c tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Deleting subnet 9e9fab03-9e6b-4361-8c57-f35151396d2b {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:45:01.889423 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6231fbd0-d554-4047-9afd-6a1609b3b72c tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for subnet (9e9fab03-9e6b-4361-8c57-f35151396d2b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:01.906324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8a49b556-b6bc-4ac6-b15d-b82e270ecbc8,segment=NetworkSegment(d76a4278-c49d-4e55-bf36-67d2cffb3863),segment_id=d76a4278-c49d-4e55-bf36-67d2cffb3863)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:01.912371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Network fab13f8c-6686-4f49-8b64-efe8c36733b3 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:45:01.915806 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:01.921603 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:45:01.928981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Pushing event updated for resources: {'Port': ['ID=6c802afb-a2eb-4b6a-9e92-a3a5828479a9,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:01.933313 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6231fbd0-d554-4047-9afd-6a1609b3b72c tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (9e9fab03-9e6b-4361-8c57-f35151396d2b), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:01.976186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b6a27-6966-4b47-9957-3ce0daf7ed92 None None] Network a456dc40-9d48-4367-8405-cf801db430a6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:45:01.981016 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.031053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6231fbd0-d554-4047-9afd-6a1609b3b72c tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (9e9fab03-9e6b-4361-8c57-f35151396d2b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.056443 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Attempting to bind port 6c802afb-a2eb-4b6a-9e92-a3a5828479a9 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:45:02.056812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Attempting to bind port 6c802afb-a2eb-4b6a-9e92-a3a5828479a9 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '8b54bf1a-0c82-4309-945f-c18c0d4f52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fab13f8c-6686-4f49-8b64-efe8c36733b3'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:45:02.057178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Attempting to bind port 6c802afb-a2eb-4b6a-9e92-a3a5828479a9 on network fab13f8c-6686-4f49-8b64-efe8c36733b3 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:02.077883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:45:02.078256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Checking segment: {'id': '8b54bf1a-0c82-4309-945f-c18c0d4f52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fab13f8c-6686-4f49-8b64-efe8c36733b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:02.078660 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.079054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Bound using segment: {'id': '8b54bf1a-0c82-4309-945f-c18c0d4f52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fab13f8c-6686-4f49-8b64-efe8c36733b3'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:45:02.079559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Bound port: 6c802afb-a2eb-4b6a-9e92-a3a5828479a9, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b54bf1a-0c82-4309-945f-c18c0d4f52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fab13f8c-6686-4f49-8b64-efe8c36733b3'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:45:02.079943 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6c802afb-a2eb-4b6a-9e92-a3a5828479a9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.123064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=8a49b556-b6bc-4ac6-b15d-b82e270ecbc8,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:02.130235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e923d61a-0041-4165-a9d8-12be022f2222 None None] Provisioning complete for port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:02.130607 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e923d61a-0041-4165-a9d8-12be022f2222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.136067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6231fbd0-d554-4047-9afd-6a1609b3b72c tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (9e9fab03-9e6b-4361-8c57-f35151396d2b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.150618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6231fbd0-d554-4047-9afd-6a1609b3b72c tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.153899 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6231fbd0-d554-4047-9afd-6a1609b3b72c tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] 10.222.0.61 "DELETE /v2.0/subnets/9e9fab03-9e6b-4361-8c57-f35151396d2b HTTP/1.1" status: 204 len: 168 time: 0.3259881 Jan 27 22:45:02.156734 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40672) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:02.175836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231fbd0-d554-4047-9afd-6a1609b3b72c tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9fab03-9e6b-4361-8c57-f35151396d2b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:02.237101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] For port 6c802afb-a2eb-4b6a-9e92-a3a5828479a9, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:02.241171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] For port 6c802afb-a2eb-4b6a-9e92-a3a5828479a9, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6c802afb-a2eb-4b6a-9e92-a3a5828479a9,segment=NetworkSegment(8b54bf1a-0c82-4309-945f-c18c0d4f52e9),segment_id=8b54bf1a-0c82-4309-945f-c18c0d4f52e9)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:45:02.248391 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (fab13f8c-6686-4f49-8b64-efe8c36733b3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.296024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e923d61a-0041-4165-a9d8-12be022f2222 None None] Current status of the port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:02.309707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Deleting port 6c802afb-a2eb-4b6a-9e92-a3a5828479a9 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:45:02.310062 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6c802afb-a2eb-4b6a-9e92-a3a5828479a9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.330511 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6c802afb-a2eb-4b6a-9e92-a3a5828479a9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.371240 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ecc000b6-8e37-4976-8c85-8406d3793f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.390724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] For port 6c802afb-a2eb-4b6a-9e92-a3a5828479a9, host n-d-760456-6, got binding levels [] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:02.391356 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6c802afb-a2eb-4b6a-9e92-a3a5828479a9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.396718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f4a63-e727-4a04-b5be-5f19de2eef72 None None] Pushing event updated for resources: {'Port': ['ID=6c802afb-a2eb-4b6a-9e92-a3a5828479a9,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:02.407280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Calling delete_port for 6c802afb-a2eb-4b6a-9e92-a3a5828479a9 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:45:02.661409 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6c802afb-a2eb-4b6a-9e92-a3a5828479a9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.687291 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-cbcc5cb1-7c78-4d1f-ab8d-19601b16cd92 None None] Provisioning complete for port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:02.689249 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5cb1-7c78-4d1f-ab8d-19601b16cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.691515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Pushing event deleted for resources: {'Port': ['ID=6c802afb-a2eb-4b6a-9e92-a3a5828479a9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:02.699536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] No DVR routers for this DVR port 6c802afb-a2eb-4b6a-9e92-a3a5828479a9 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:45:02.797105 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (fab13f8c-6686-4f49-8b64-efe8c36733b3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.833209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab13f8c-6686-4f49-8b64-efe8c36733b3']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:02.844164 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b54bf1a-0c82-4309-945f-c18c0d4f52e9') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:02.844468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b54bf1a-0c82-4309-945f-c18c0d4f52e9') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:02.854912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (8b54bf1a-0c82-4309-945f-c18c0d4f52e9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.868933 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (8b54bf1a-0c82-4309-945f-c18c0d4f52e9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.875319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:45:02.875725 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (8b54bf1a-0c82-4309-945f-c18c0d4f52e9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:45:02.878884 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:45:02.941769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cbcc5cb1-7c78-4d1f-ab8d-19601b16cd92 None None] Current status of the port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:02.998574 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (fab13f8c-6686-4f49-8b64-efe8c36733b3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.005876 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.009554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] 10.222.0.61 "DELETE /v2.0/networks/fab13f8c-6686-4f49-8b64-efe8c36733b3 HTTP/1.1" status: 204 len: 168 time: 0.8518281 Jan 27 22:45:03.012190 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40674) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:03.021166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e938d-9cf7-4439-9aef-427ad6510750 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Pushing event deleted for resources: {'Network': ['ID=fab13f8c-6686-4f49-8b64-efe8c36733b3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:03.062700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2e91df-119b-4cf4-96f5-574ff82b0ae7 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Deleting subnet f5bb0b5a-d0a5-4e28-b322-4ada8e5684a4 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:45:03.066011 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb2e91df-119b-4cf4-96f5-574ff82b0ae7 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for subnet (f5bb0b5a-d0a5-4e28-b322-4ada8e5684a4), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.115046 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb2e91df-119b-4cf4-96f5-574ff82b0ae7 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (f5bb0b5a-d0a5-4e28-b322-4ada8e5684a4), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.204461 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb2e91df-119b-4cf4-96f5-574ff82b0ae7 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (f5bb0b5a-d0a5-4e28-b322-4ada8e5684a4), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.330591 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb2e91df-119b-4cf4-96f5-574ff82b0ae7 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (f5bb0b5a-d0a5-4e28-b322-4ada8e5684a4), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.361306 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e91df-119b-4cf4-96f5-574ff82b0ae7 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Pushing event deleted for resources: {'Subnet': ['ID=f5bb0b5a-d0a5-4e28-b322-4ada8e5684a4,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:03.368761 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cb2e91df-119b-4cf4-96f5-574ff82b0ae7 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.372029 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cb2e91df-119b-4cf4-96f5-574ff82b0ae7 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] 10.222.0.61 "DELETE /v2.0/subnets/f5bb0b5a-d0a5-4e28-b322-4ada8e5684a4 HTTP/1.1" status: 204 len: 168 time: 0.3588212 Jan 27 22:45:03.374493 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40676) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:03.376184 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f576c814-355e-4c89-9142-97c80121fedf None None] Network a456dc40-9d48-4367-8405-cf801db430a6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:45:03.463708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (a456dc40-9d48-4367-8405-cf801db430a6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.500232 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:03.537201 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Deleting port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:45:03.537551 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.549780 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a0757f-4120-4eb9-b92f-ff3ba2f1598a None None] DHCP port deletion for a456dc40-9d48-4367-8405-cf801db430a6 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:45:03.564427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-114e71c7-b36b-4c6c-b5a2-46e0668173b3 None None] Could not find standard attr ID for object 6c802afb-a2eb-4b6a-9e92-a3a5828479a9. {{(pid=104028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 27 22:45:03.568670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:03.568987 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.607898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767dc75a-9ea4-4466-b755-3eb9d549b262 None None] DHCP port deletion for fab13f8c-6686-4f49-8b64-efe8c36733b3 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:45:03.611364 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] For port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8a49b556-b6bc-4ac6-b15d-b82e270ecbc8,segment=NetworkSegment(d76a4278-c49d-4e55-bf36-67d2cffb3863),segment_id=d76a4278-c49d-4e55-bf36-67d2cffb3863)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:03.611739 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.627973 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Calling delete_port for 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:45:03.638151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f77df-1229-49f1-8b55-7841f5ead6a6 None None] Network fab13f8c-6686-4f49-8b64-efe8c36733b3 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:45:03.659807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f77df-1229-49f1-8b55-7841f5ead6a6 None None] Network fab13f8c-6686-4f49-8b64-efe8c36733b3 could not be found, it might have been deleted concurrently. {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Jan 27 22:45:03.676339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-54a0757f-4120-4eb9-b92f-ff3ba2f1598a None None] Deleting port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:45:03.676732 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-54a0757f-4120-4eb9-b92f-ff3ba2f1598a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.754915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:03.768320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-54a0757f-4120-4eb9-b92f-ff3ba2f1598a None None] For port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8a49b556-b6bc-4ac6-b15d-b82e270ecbc8,segment=NetworkSegment(d76a4278-c49d-4e55-bf36-67d2cffb3863),segment_id=d76a4278-c49d-4e55-bf36-67d2cffb3863)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:03.768821 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-54a0757f-4120-4eb9-b92f-ff3ba2f1598a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.780357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-54a0757f-4120-4eb9-b92f-ff3ba2f1598a None None] Calling delete_port for 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:45:03.816167 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.842018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Pushing event deleted for resources: {'Port': ['ID=8a49b556-b6bc-4ac6-b15d-b82e270ecbc8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:03.845642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] No DVR routers for this DVR port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:45:03.875887 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-54a0757f-4120-4eb9-b92f-ff3ba2f1598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (8a49b556-b6bc-4ac6-b15d-b82e270ecbc8), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.887540 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0757f-4120-4eb9-b92f-ff3ba2f1598a None None] Pushing event deleted for resources: {'Port': ['ID=8a49b556-b6bc-4ac6-b15d-b82e270ecbc8,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:03.892046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0757f-4120-4eb9-b92f-ff3ba2f1598a None None] No DVR routers for this DVR port 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:45:03.927060 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (a456dc40-9d48-4367-8405-cf801db430a6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.947442 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a456dc40-9d48-4367-8405-cf801db430a6']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:03.957262 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76a4278-c49d-4e55-bf36-67d2cffb3863') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:03.957562 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76a4278-c49d-4e55-bf36-67d2cffb3863') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:03.967109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (d76a4278-c49d-4e55-bf36-67d2cffb3863), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.980160 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (d76a4278-c49d-4e55-bf36-67d2cffb3863), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.985843 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:45:03.986222 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (d76a4278-c49d-4e55-bf36-67d2cffb3863), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:45:03.989091 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:45:04.101227 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (a456dc40-9d48-4367-8405-cf801db430a6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:04.108122 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:04.111253 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] 10.222.0.61 "DELETE /v2.0/networks/a456dc40-9d48-4367-8405-cf801db430a6 HTTP/1.1" status: 204 len: 168 time: 0.7356324 Jan 27 22:45:04.114143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40678) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:04.123269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5eea32-3c78-495e-84a4-24e57ebea813 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Pushing event deleted for resources: {'Network': ['ID=a456dc40-9d48-4367-8405-cf801db430a6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:04.141662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-93a76c79-36d1-4040-ac5d-61482472c19c tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] 10.222.0.61 "GET /v2.0/ports?device_id=8677f361-6ce7-4331-964d-490a21738ceb HTTP/1.1" status: 200 len: 205 time: 0.0263014 Jan 27 22:45:04.143992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40680) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:04.219077 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71fb01a0-1e4e-4ad9-b5d5-ec11852cda21 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for router (8677f361-6ce7-4331-964d-490a21738ceb), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:04.374801 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71fb01a0-1e4e-4ad9-b5d5-ec11852cda21 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (8677f361-6ce7-4331-964d-490a21738ceb), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:04.377010 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71fb01a0-1e4e-4ad9-b5d5-ec11852cda21 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for router_controller (8677f361-6ce7-4331-964d-490a21738ceb), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:04.512783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71fb01a0-1e4e-4ad9-b5d5-ec11852cda21 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (8677f361-6ce7-4331-964d-490a21738ceb), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:04.513249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fb01a0-1e4e-4ad9-b5d5-ec11852cda21 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Fanout notify agent at l3_agent the message router_deleted on router 8677f361-6ce7-4331-964d-490a21738ceb {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:45:04.520129 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-71fb01a0-1e4e-4ad9-b5d5-ec11852cda21 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:04.521945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-71fb01a0-1e4e-4ad9-b5d5-ec11852cda21 tempest-RoutersNegativeTest-412062897 tempest-RoutersNegativeTest-412062897-project] 10.222.0.61 "DELETE /v2.0/routers/8677f361-6ce7-4331-964d-490a21738ceb HTTP/1.1" status: 204 len: 168 time: 0.3763270 Jan 27 22:45:04.938612 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40686) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:04.941793 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4393caad-bfd6-463e-836e-db8164cb9c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:05.072680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-88ffacbe-7fda-47c2-a47e-046d2e7be682 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1780351d18744888607958ca1376e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328287 Jan 27 22:45:05.075132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40690) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:05.120632 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94e914e7-dbd1-45de-9245-904ee34fcf43 admin admin] Publish callbacks [] for security_group (23acac46-98f2-406f-83cc-30516597ab67), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:05.141422 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94e914e7-dbd1-45de-9245-904ee34fcf43 admin admin] Publish callbacks [] for security_group (23acac46-98f2-406f-83cc-30516597ab67), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:05.255379 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94e914e7-dbd1-45de-9245-904ee34fcf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (23acac46-98f2-406f-83cc-30516597ab67), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:05.258070 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-94e914e7-dbd1-45de-9245-904ee34fcf43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:05.259723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-94e914e7-dbd1-45de-9245-904ee34fcf43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/23acac46-98f2-406f-83cc-30516597ab67 HTTP/1.1" status: 204 len: 168 time: 0.1836822 Jan 27 22:45:05.267952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e914e7-dbd1-45de-9245-904ee34fcf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23acac46-98f2-406f-83cc-30516597ab67,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:05.476343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:45:05.497777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:45:05.498129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8a49b556-b6bc-4ac6-b15d-b82e270ecbc8 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:45:05.498560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6c802afb-a2eb-4b6a-9e92-a3a5828479a9 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:45:05.521276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 6c802afb-a2eb-4b6a-9e92-a3a5828479a9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:45:05.521632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6c802afb-a2eb-4b6a-9e92-a3a5828479a9 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:45:06.260343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40712) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:06.329974 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:06.354749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2025383661-network', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:06.438418 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Made reservation on behalf of f2c04363881549e3b92b47844ce0f856 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:45:06.441208 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:06.449859 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:06.521374 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Publish callbacks [] for security_group (ca1b0c4a-7741-4174-92dd-fdfda8f32562), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:06.615286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ca1b0c4a-7741-4174-92dd-fdfda8f32562), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:06.640320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:45:06.649124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1b0c4a-7741-4174-92dd-fdfda8f32562,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:06.656412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e85537f0-9edf-445b-8d75-06bb2b5dce41), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:06.657282 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Added segment e85537f0-9edf-445b-8d75-06bb2b5dce41 of type vlan for network ab996e65-55e7-42c0-a1c9-6b758363c0b4 Jan 27 22:45:06.698478 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (ab996e65-55e7-42c0-a1c9-6b758363c0b4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:06.787087 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (ab996e65-55e7-42c0-a1c9-6b758363c0b4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:06.787989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:06.788600 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:06.846695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] Pushing event updated for resources: {'Network': ['ID=ab996e65-55e7-42c0-a1c9-6b758363c0b4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:06.858549 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network ab996e65-55e7-42c0-a1c9-6b758363c0b4 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:45:06.887916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c95394ae-791f-4af2-8c2f-0675b4deffc2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6264544 Jan 27 22:45:06.890824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40716) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:06.895494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-69effc0d-4e19-4eb6-873c-c42ae3659ee1 admin admin] Request body: {'subnet': {'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2025383661-subnet', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:06.998428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69effc0d-4e19-4eb6-873c-c42ae3659ee1 admin admin] Made reservation on behalf of f2c04363881549e3b92b47844ce0f856 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:45:07.000865 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69effc0d-4e19-4eb6-873c-c42ae3659ee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:07.290525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69effc0d-4e19-4eb6-873c-c42ae3659ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (f913d642-1549-432b-83f2-989f301c089d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:07.347165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69effc0d-4e19-4eb6-873c-c42ae3659ee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f913d642-1549-432b-83f2-989f301c089d,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:07.354503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69effc0d-4e19-4eb6-873c-c42ae3659ee1 admin admin] Checking segment: {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:07.354851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69effc0d-4e19-4eb6-873c-c42ae3659ee1 admin admin] Network hostable DHCP agents. Network: ab996e65-55e7-42c0-a1c9-6b758363c0b4, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:45:07.443861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69effc0d-4e19-4eb6-873c-c42ae3659ee1 admin admin] Network ab996e65-55e7-42c0-a1c9-6b758363c0b4 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:45:07.535556 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-69effc0d-4e19-4eb6-873c-c42ae3659ee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, ab996e65-55e7-42c0-a1c9-6b758363c0b4) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:07.539497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69effc0d-4e19-4eb6-873c-c42ae3659ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:07.540663 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69effc0d-4e19-4eb6-873c-c42ae3659ee1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:07.547421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef97e6b-f135-4d1c-b314-08b350618a37 None None] Network ab996e65-55e7-42c0-a1c9-6b758363c0b4 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:45:07.622635 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:07.636307 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-69effc0d-4e19-4eb6-873c-c42ae3659ee1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7444034 Jan 27 22:45:07.646517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40718) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:07.646517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2025383661-router', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:07.648050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-ab996e65-55e7-42c0-a1c9-6b758363c0b4', 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4', 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'fixed_ips': [{'subnet_id': 'f913d642-1549-432b-83f2-989f301c089d'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:45:07.648946 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:07.735797 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (334b226c-3247-440f-9766-5a30f21ee483), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:07.736983 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (334b226c-3247-440f-9766-5a30f21ee483), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:07.783207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Allocated IP 172.20.0.2 (ab996e65-55e7-42c0-a1c9-6b758363c0b4/f913d642-1549-432b-83f2-989f301c089d/4cace8ba-31fe-4aa3-a119-a9df463f4e13) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:45:07.791619 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Publish callbacks [] for router_controller (334b226c-3247-440f-9766-5a30f21ee483), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:07.924323 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Publish callbacks [] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:07.993127 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:07.999985 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Publish callbacks [] for router_gateway (334b226c-3247-440f-9766-5a30f21ee483), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:08.031371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Network ab996e65-55e7-42c0-a1c9-6b758363c0b4 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:45:08.034089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:08.036524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:45:08.050960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Pushing event updated for resources: {'Port': ['ID=4cace8ba-31fe-4aa3-a119-a9df463f4e13,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:08.096412 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Attempting to bind port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:45:08.101260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Attempting to bind port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:45:08.101260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Attempting to bind port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 on network ab996e65-55e7-42c0-a1c9-6b758363c0b4 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:08.102649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:45:08.103038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Checking segment: {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:08.103446 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:08.103848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Bound using segment: {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:45:08.104349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Bound port: 4cace8ba-31fe-4aa3-a119-a9df463f4e13, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:45:08.104737 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:08.167872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] For port 4cace8ba-31fe-4aa3-a119-a9df463f4e13, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:08.171142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] For port 4cace8ba-31fe-4aa3-a119-a9df463f4e13, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4cace8ba-31fe-4aa3-a119-a9df463f4e13,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:45:08.262586 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:08.332447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749f3a3-a142-42cb-80bd-6f5382546f4d None None] Pushing event updated for resources: {'Port': ['ID=4cace8ba-31fe-4aa3-a119-a9df463f4e13,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:08.673147 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Publish callbacks [] for router_gateway (334b226c-3247-440f-9766-5a30f21ee483), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:08.694084 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:08.799175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Allocated IP 172.25.0.23 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/85e52bc4-8ef2-4463-a538-a0e4fff8de0d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:45:08.908286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Publish callbacks [] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:08.918536 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:08.999296 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:09.047962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:45:09.053239 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:09.056350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:45:09.062312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Pushing event updated for resources: {'Port': ['ID=85e52bc4-8ef2-4463-a538-a0e4fff8de0d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:09.225086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97be9e7-fc04-4d56-9628-f0ae9f74f3ef None None] Network ab996e65-55e7-42c0-a1c9-6b758363c0b4 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:45:09.330942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-78c86607-0585-4f04-a03d-09e34a2ffc6f None None] Provisioning complete for port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:09.331223 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-78c86607-0585-4f04-a03d-09e34a2ffc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:09.410460 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Publish callbacks [] for router_gateway (334b226c-3247-440f-9766-5a30f21ee483), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:09.417820 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-78c86607-0585-4f04-a03d-09e34a2ffc6f None None] Current status of the port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:09.418218 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-78c86607-0585-4f04-a03d-09e34a2ffc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:09.454182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-78c86607-0585-4f04-a03d-09e34a2ffc6f None None] For port 4cace8ba-31fe-4aa3-a119-a9df463f4e13, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4cace8ba-31fe-4aa3-a119-a9df463f4e13,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:09.524613 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-78c86607-0585-4f04-a03d-09e34a2ffc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:09.568722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4cace8ba-31fe-4aa3-a119-a9df463f4e13 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:09.610620 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c86607-0585-4f04-a03d-09e34a2ffc6f None None] Pushing event updated for resources: {'Port': ['ID=4cace8ba-31fe-4aa3-a119-a9df463f4e13,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:09.640229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:09.640614 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:09.645591 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (334b226c-3247-440f-9766-5a30f21ee483), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:09.676110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-582bf139-e043-440d-9eb0-e1a1fafd8a6d None None] Provisioning complete for port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:09.676491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-582bf139-e043-440d-9eb0-e1a1fafd8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:09.758875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:09.794790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-582bf139-e043-440d-9eb0-e1a1fafd8a6d None None] Current status of the port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:09.815674 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Router 334b226c-3247-440f-9766-5a30f21ee483 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:45:09.919147 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:45:09.927741 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Sync routers for ids ['334b226c-3247-440f-9766-5a30f21ee483'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:45:09.936880 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Routers {'334b226c-3247-440f-9766-5a30f21ee483'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:45:09.937481 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['334b226c-3247-440f-9766-5a30f21ee483'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:09.989472 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:09.990860 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dbd60a93-8480-4a93-b58e-ffa8b76fda4c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3508461 Jan 27 22:45:09.994010 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40722) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:10.041473 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Set router 334b226c-3247-440f-9766-5a30f21ee483 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:45:10.219934 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b226c-3247-440f-9766-5a30f21ee483', 'name': 'tempest-TestEncryptedCinderVolumes-2025383661-router', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:07Z', 'updated_at': '2022-01-27T22:45:09Z', 'revision_number': 3, 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'gw_port': {'id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b226c-3247-440f-9766-5a30f21ee483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:08Z', 'updated_at': '2022-01-27T22:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:10.246769 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Checking router: 334b226c-3247-440f-9766-5a30f21ee483 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:45:10.247118 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Updating router 334b226c-3247-440f-9766-5a30f21ee483 port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:45:10.271312 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:10.409031 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:10.516451 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Publish callbacks [] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:10.566727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Allocated IP 172.20.0.1 (ab996e65-55e7-42c0-a1c9-6b758363c0b4/f913d642-1549-432b-83f2-989f301c089d/33fa716b-d8d1-4d44-95e4-44f8ae340be3) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:45:10.615455 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:10.667025 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Publish callbacks [] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:10.671250 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Pushing event updated for resources: {'Port': ['ID=85e52bc4-8ef2-4463-a538-a0e4fff8de0d,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:10.674224 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Attempting to bind port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:45:10.674597 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Attempting to bind port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:45:10.674960 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Attempting to bind port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:10.682283 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.687245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.687245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.687245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.687245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.687245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.687245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.687245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.687245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.687245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.687245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.687245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.687245 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:10.691596 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:45:10.691984 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:10.692420 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:10.692811 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:45:10.693282 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Bound port: 85e52bc4-8ef2-4463-a538-a0e4fff8de0d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:45:10.693670 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:10.744262 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] For port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:10.747327 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] For port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=85e52bc4-8ef2-4463-a538-a0e4fff8de0d,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:45:10.764441 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:10.801115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Network ab996e65-55e7-42c0-a1c9-6b758363c0b4 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:45:10.803886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:10.806820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:45:10.844732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Pushing event updated for resources: {'Port': ['ID=33fa716b-d8d1-4d44-95e4-44f8ae340be3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:10.845834 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:10.861092 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (334b226c-3247-440f-9766-5a30f21ee483), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:10.906005 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d377ed0-2511-4703-b6af-4e4dbe974f25 None None] Pushing event updated for resources: {'Port': ['ID=85e52bc4-8ef2-4463-a538-a0e4fff8de0d,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:10.919993 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Routers {'334b226c-3247-440f-9766-5a30f21ee483'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:45:10.920658 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['334b226c-3247-440f-9766-5a30f21ee483'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:11.052524 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] Set router 334b226c-3247-440f-9766-5a30f21ee483 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:45:11.082634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:11.129695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b4976f50-c101-4abe-be15-b2ebe953aad2 None None] Provisioning complete for port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:11.130839 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b4976f50-c101-4abe-be15-b2ebe953aad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:11.170726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b4976f50-c101-4abe-be15-b2ebe953aad2 None None] Port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:45:11.235541 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b226c-3247-440f-9766-5a30f21ee483', 'name': 'tempest-TestEncryptedCinderVolumes-2025383661-router', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:07Z', 'updated_at': '2022-01-27T22:45:09Z', 'revision_number': 3, 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'gw_port': {'id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b226c-3247-440f-9766-5a30f21ee483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:08Z', 'updated_at': '2022-01-27T22:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:11.253165 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Publish callbacks [] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:11.266509 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd176ee-0209-4b69-bc55-6e8b842d15ee None None] The sync data for ids ['334b226c-3247-440f-9766-5a30f21ee483'] in n-d-760456-6 is: [{'id': '334b226c-3247-440f-9766-5a30f21ee483', 'name': 'tempest-TestEncryptedCinderVolumes-2025383661-router', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:07Z', 'updated_at': '2022-01-27T22:45:09Z', 'revision_number': 3, 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'gw_port': {'id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b226c-3247-440f-9766-5a30f21ee483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:08Z', 'updated_at': '2022-01-27T22:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:45:11.324309 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:11.395352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Pushing event updated for resources: {'Port': ['ID=33fa716b-d8d1-4d44-95e4-44f8ae340be3,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:11.398006 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (334b226c-3247-440f-9766-5a30f21ee483), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:11.517032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4cace8ba-31fe-4aa3-a119-a9df463f4e13 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:11.517949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Network ab996e65-55e7-42c0-a1c9-6b758363c0b4 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:45:11.519414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:11.593456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:11.597359 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:11.685299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Router 334b226c-3247-440f-9766-5a30f21ee483 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:45:11.707704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:11.801896 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ac1c611d-0522-4ba9-83f6-0275a9739bd1 None None] Provisioning complete for port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:11.802276 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ac1c611d-0522-4ba9-83f6-0275a9739bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:11.806081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:45:11.811217 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-729a3d2d-6b08-495c-84e4-3820d72a0e26 admin admin] 10.222.0.61 "PUT /v2.0/routers/334b226c-3247-440f-9766-5a30f21ee483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8162220 Jan 27 22:45:11.840419 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c611d-0522-4ba9-83f6-0275a9739bd1 None None] Port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:45:12.484343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40740) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:12.489290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1516726184-network', 'tenant_id': '2bd604617e75472483a16c9880975e2b'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:12.609757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Made reservation on behalf of 2bd604617e75472483a16c9880975e2b for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:45:12.612443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:12.621877 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:12.704159 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Publish callbacks [] for security_group (414ae7ab-00ed-497e-8458-ebb5bc158e69), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:12.764015 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (414ae7ab-00ed-497e-8458-ebb5bc158e69), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:12.789676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:45:12.798897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414ae7ab-00ed-497e-8458-ebb5bc158e69,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:12.805193 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (20e5e3b3-5ca8-444f-829f-aaadb5b00a8e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:12.805586 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Added segment 20e5e3b3-5ca8-444f-829f-aaadb5b00a8e of type vlan for network 73b2def1-8e61-4e63-bc77-f48de66caa13 Jan 27 22:45:12.847110 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (73b2def1-8e61-4e63-bc77-f48de66caa13), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:12.893791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Sync routers for ids ['334b226c-3247-440f-9766-5a30f21ee483'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:45:12.903966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Routers {'334b226c-3247-440f-9766-5a30f21ee483'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:45:12.904635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['334b226c-3247-440f-9766-5a30f21ee483'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:12.941574 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (73b2def1-8e61-4e63-bc77-f48de66caa13), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:12.942566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:12.943194 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:13.003584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] Pushing event updated for resources: {'Network': ['ID=73b2def1-8e61-4e63-bc77-f48de66caa13,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:13.014969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 73b2def1-8e61-4e63-bc77-f48de66caa13 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:45:13.017692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Set router 334b226c-3247-440f-9766-5a30f21ee483 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:45:13.052784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1b5227c3-69e6-423d-9f3c-8607b376f141 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5673127 Jan 27 22:45:13.056028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40742) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:13.060862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-29d33283-ffe2-45a3-bb67-154d6ea3ab52 admin admin] Request body: {'subnet': {'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1516726184-subnet', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:13.147116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d33283-ffe2-45a3-bb67-154d6ea3ab52 admin admin] Made reservation on behalf of 2bd604617e75472483a16c9880975e2b for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:45:13.149596 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29d33283-ffe2-45a3-bb67-154d6ea3ab52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:13.270572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b226c-3247-440f-9766-5a30f21ee483', 'name': 'tempest-TestEncryptedCinderVolumes-2025383661-router', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:07Z', 'updated_at': '2022-01-27T22:45:10Z', 'revision_number': 4, 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'gw_port': {'id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b226c-3247-440f-9766-5a30f21ee483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:08Z', 'updated_at': '2022-01-27T22:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '33fa716b-d8d1-4d44-95e4-44f8ae340be3', 'name': '', 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'mac_address': 'fa:16:3e:f7:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b226c-3247-440f-9766-5a30f21ee483', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'f913d642-1549-432b-83f2-989f301c089d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:10Z', 'updated_at': '2022-01-27T22:45:11Z', 'revision_number': 2, 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'subnets': [{'id': 'f913d642-1549-432b-83f2-989f301c089d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:13.296800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Checking router: 334b226c-3247-440f-9766-5a30f21ee483 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:45:13.297158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Updating router 334b226c-3247-440f-9766-5a30f21ee483 port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:45:13.322309 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:13.381244 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29d33283-ffe2-45a3-bb67-154d6ea3ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (716c88ec-66ba-4631-b3d4-fc0be15a4c7d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:13.445267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d33283-ffe2-45a3-bb67-154d6ea3ab52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=716c88ec-66ba-4631-b3d4-fc0be15a4c7d,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:13.453062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d33283-ffe2-45a3-bb67-154d6ea3ab52 admin admin] Checking segment: {'id': '20e5e3b3-5ca8-444f-829f-aaadb5b00a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:13.453998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d33283-ffe2-45a3-bb67-154d6ea3ab52 admin admin] Network hostable DHCP agents. Network: 73b2def1-8e61-4e63-bc77-f48de66caa13, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:45:13.540295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 85e52bc4-8ef2-4463-a538-a0e4fff8de0d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:13.558240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d33283-ffe2-45a3-bb67-154d6ea3ab52 admin admin] Network 73b2def1-8e61-4e63-bc77-f48de66caa13 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:45:13.684370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-29d33283-ffe2-45a3-bb67-154d6ea3ab52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 73b2def1-8e61-4e63-bc77-f48de66caa13) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:13.688987 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d33283-ffe2-45a3-bb67-154d6ea3ab52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:13.689775 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-29d33283-ffe2-45a3-bb67-154d6ea3ab52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:13.728993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619937a-b9b3-41b3-9c69-035a1f54767d None None] Network 73b2def1-8e61-4e63-bc77-f48de66caa13 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:45:13.778017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-29d33283-ffe2-45a3-bb67-154d6ea3ab52 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7208974 Jan 27 22:45:13.780663 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 40744) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:13.785140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1516726184-router', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:13.827175 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Publish callbacks [] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:13.852440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:13.852822 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:13.872656 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (c803e74a-6a1b-4765-b668-2cfd0bc42046), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:13.874083 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (c803e74a-6a1b-4765-b668-2cfd0bc42046), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:13.886660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-73b2def1-8e61-4e63-bc77-f48de66caa13', 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13', 'project_id': '2bd604617e75472483a16c9880975e2b', 'fixed_ips': [{'subnet_id': '716c88ec-66ba-4631-b3d4-fc0be15a4c7d'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:45:13.887514 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:13.927329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Publish callbacks [] for router_controller (c803e74a-6a1b-4765-b668-2cfd0bc42046), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:13.973778 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.107416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Pushing event updated for resources: {'Port': ['ID=33fa716b-d8d1-4d44-95e4-44f8ae340be3,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:14.124329 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Publish callbacks [] for router_gateway (c803e74a-6a1b-4765-b668-2cfd0bc42046), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.144163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.144515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.144852 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.145188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.145589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.145920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.146245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.146565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.146884 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.147202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.147520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.147834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.148175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:45:14.163643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:14.169443 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.186911 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Allocated IP 172.20.0.2 (73b2def1-8e61-4e63-bc77-f48de66caa13/716c88ec-66ba-4631-b3d4-fc0be15a4c7d/7ea37131-eb35-41ba-afa7-0eed6768cc18) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:45:14.224457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=85e52bc4-8ef2-4463-a538-a0e4fff8de0d,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:14.227742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Attempting to bind port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:45:14.228173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Attempting to bind port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:45:14.228488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Attempting to bind port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 on network ab996e65-55e7-42c0-a1c9-6b758363c0b4 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:14.275825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:45:14.276225 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Checking segment: {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:14.276646 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.277074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Bound using segment: {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:45:14.277552 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Bound port: 33fa716b-d8d1-4d44-95e4-44f8ae340be3, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:45:14.277932 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.320615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ed214d8a-2083-4e2f-b2aa-09beaf38b8f7 None None] Provisioning complete for port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:14.320935 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ed214d8a-2083-4e2f-b2aa-09beaf38b8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.351372 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.397595 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Publish callbacks [] for router_gateway (c803e74a-6a1b-4765-b668-2cfd0bc42046), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.417462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.432812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ed214d8a-2083-4e2f-b2aa-09beaf38b8f7 None None] Port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:45:14.480492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] For port 33fa716b-d8d1-4d44-95e4-44f8ae340be3, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:14.488663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=85e52bc4-8ef2-4463-a538-a0e4fff8de0d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:14.500027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] For port 33fa716b-d8d1-4d44-95e4-44f8ae340be3, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=33fa716b-d8d1-4d44-95e4-44f8ae340be3,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:45:14.512241 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Publish callbacks [] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.520214 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Allocated IP 172.25.0.140 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/791894ac-c820-4697-977f-213e36f8143e) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:45:14.599149 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.622316 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Publish callbacks [] for port (791894ac-c820-4697-977f-213e36f8143e), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.661441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Routers {'334b226c-3247-440f-9766-5a30f21ee483'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:45:14.662080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['334b226c-3247-440f-9766-5a30f21ee483'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:14.663767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a458c-48c3-4b1d-9f0f-475ad1e3376c None None] Pushing event updated for resources: {'Port': ['ID=33fa716b-d8d1-4d44-95e4-44f8ae340be3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:14.669307 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.741862 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (791894ac-c820-4697-977f-213e36f8143e), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.757179 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Network 73b2def1-8e61-4e63-bc77-f48de66caa13 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:45:14.781083 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:45:14.784108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:14.788467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:14.790503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:45:14.795369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:45:14.800189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Pushing event updated for resources: {'Port': ['ID=7ea37131-eb35-41ba-afa7-0eed6768cc18,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:14.830714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Pushing event updated for resources: {'Port': ['ID=791894ac-c820-4697-977f-213e36f8143e,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:14.864668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] Set router 334b226c-3247-440f-9766-5a30f21ee483 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:45:14.915298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Attempting to bind port 7ea37131-eb35-41ba-afa7-0eed6768cc18 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:45:14.915636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Attempting to bind port 7ea37131-eb35-41ba-afa7-0eed6768cc18 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '20e5e3b3-5ca8-444f-829f-aaadb5b00a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:45:14.915998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Attempting to bind port 7ea37131-eb35-41ba-afa7-0eed6768cc18 on network 73b2def1-8e61-4e63-bc77-f48de66caa13 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:14.933031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:45:14.933687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Checking segment: {'id': '20e5e3b3-5ca8-444f-829f-aaadb5b00a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:14.934337 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.934749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Bound using segment: {'id': '20e5e3b3-5ca8-444f-829f-aaadb5b00a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:45:14.935240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Bound port: 7ea37131-eb35-41ba-afa7-0eed6768cc18, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e5e3b3-5ca8-444f-829f-aaadb5b00a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:45:14.935708 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:14.938452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-522809d3-f8ed-4bac-83f4-fa8b2a42c5a6 None None] Provisioning complete for port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:14.938820 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-522809d3-f8ed-4bac-83f4-fa8b2a42c5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:15.123561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] For port 7ea37131-eb35-41ba-afa7-0eed6768cc18, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:15.156688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Publish callbacks [] for router_gateway (c803e74a-6a1b-4765-b668-2cfd0bc42046), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:15.172870 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] For port 7ea37131-eb35-41ba-afa7-0eed6768cc18, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7ea37131-eb35-41ba-afa7-0eed6768cc18,segment=NetworkSegment(20e5e3b3-5ca8-444f-829f-aaadb5b00a8e),segment_id=20e5e3b3-5ca8-444f-829f-aaadb5b00a8e)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:45:15.207440 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-522809d3-f8ed-4bac-83f4-fa8b2a42c5a6 None None] Current status of the port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:15.207837 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-522809d3-f8ed-4bac-83f4-fa8b2a42c5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:15.250779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-522809d3-f8ed-4bac-83f4-fa8b2a42c5a6 None None] For port 33fa716b-d8d1-4d44-95e4-44f8ae340be3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=33fa716b-d8d1-4d44-95e4-44f8ae340be3,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:15.257561 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:15.267579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b226c-3247-440f-9766-5a30f21ee483', 'name': 'tempest-TestEncryptedCinderVolumes-2025383661-router', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:07Z', 'updated_at': '2022-01-27T22:45:10Z', 'revision_number': 4, 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'gw_port': {'id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b226c-3247-440f-9766-5a30f21ee483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:08Z', 'updated_at': '2022-01-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '33fa716b-d8d1-4d44-95e4-44f8ae340be3', 'name': '', 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'mac_address': 'fa:16:3e:f7:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b226c-3247-440f-9766-5a30f21ee483', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'f913d642-1549-432b-83f2-989f301c089d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:10Z', 'updated_at': '2022-01-27T22:45:14Z', 'revision_number': 4, 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'subnets': [{'id': 'f913d642-1549-432b-83f2-989f301c089d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:15.332674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b411128-d2a6-4053-aff4-897f4d7eadd6 None None] The sync data for ids ['334b226c-3247-440f-9766-5a30f21ee483'] in n-d-760456-6 is: [{'id': '334b226c-3247-440f-9766-5a30f21ee483', 'name': 'tempest-TestEncryptedCinderVolumes-2025383661-router', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:07Z', 'updated_at': '2022-01-27T22:45:10Z', 'revision_number': 4, 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'gw_port': {'id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b226c-3247-440f-9766-5a30f21ee483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:08Z', 'updated_at': '2022-01-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '33fa716b-d8d1-4d44-95e4-44f8ae340be3', 'name': '', 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'mac_address': 'fa:16:3e:f7:27:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334b226c-3247-440f-9766-5a30f21ee483', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'f913d642-1549-432b-83f2-989f301c089d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:10Z', 'updated_at': '2022-01-27T22:45:14Z', 'revision_number': 4, 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'subnets': [{'id': 'f913d642-1549-432b-83f2-989f301c089d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:45:15.364869 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189212a7-cc47-428c-ad16-817b22b197f7 None None] Pushing event updated for resources: {'Port': ['ID=7ea37131-eb35-41ba-afa7-0eed6768cc18,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:15.372235 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (c803e74a-6a1b-4765-b668-2cfd0bc42046), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:15.372485 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-522809d3-f8ed-4bac-83f4-fa8b2a42c5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:15.498350 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522809d3-f8ed-4bac-83f4-fa8b2a42c5a6 None None] Pushing event updated for resources: {'Port': ['ID=33fa716b-d8d1-4d44-95e4-44f8ae340be3,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:15.722584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 33fa716b-d8d1-4d44-95e4-44f8ae340be3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:15.831016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:15.831243 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:15.956428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:15.957561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 85e52bc4-8ef2-4463-a538-a0e4fff8de0d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:16.018334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:16.018718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:16.033021 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Router c803e74a-6a1b-4765-b668-2cfd0bc42046 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:45:16.123842 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:16.200720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:45:16.214107 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Sync routers for ids ['c803e74a-6a1b-4765-b668-2cfd0bc42046'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:45:16.224500 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Routers {'c803e74a-6a1b-4765-b668-2cfd0bc42046'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:45:16.225409 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c803e74a-6a1b-4765-b668-2cfd0bc42046'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:16.281285 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:16.285475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 40746) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:45:16.291319 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-977eff67-3e56-453c-ae79-856411ffd90f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5038142 Jan 27 22:45:16.346457 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Set router c803e74a-6a1b-4765-b668-2cfd0bc42046 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:45:16.543747 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'name': 'tempest-TestEncryptedCinderVolumes-1516726184-router', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '791894ac-c820-4697-977f-213e36f8143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:13Z', 'updated_at': '2022-01-27T22:45:14Z', 'revision_number': 3, 'project_id': '2bd604617e75472483a16c9880975e2b', 'gw_port': {'id': '791894ac-c820-4697-977f-213e36f8143e', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:14Z', 'updated_at': '2022-01-27T22:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:16.577547 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Checking router: c803e74a-6a1b-4765-b668-2cfd0bc42046 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:45:16.578158 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Updating router c803e74a-6a1b-4765-b668-2cfd0bc42046 port 791894ac-c820-4697-977f-213e36f8143e binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:45:16.605700 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (791894ac-c820-4697-977f-213e36f8143e), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:16.909268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0b4ef-27e8-4e11-8cc9-6cefc6d0ea9b None None] Network 73b2def1-8e61-4e63-bc77-f48de66caa13 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:45:16.926330 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Publish callbacks [] for port (791894ac-c820-4697-977f-213e36f8143e), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.016526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a48a9893-3f93-4bc5-bfb2-8f66cef0a804 None None] Provisioning complete for port 7ea37131-eb35-41ba-afa7-0eed6768cc18 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:17.017218 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a48a9893-3f93-4bc5-bfb2-8f66cef0a804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.038484 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (791894ac-c820-4697-977f-213e36f8143e), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.126291 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Attempting to bind port 791894ac-c820-4697-977f-213e36f8143e on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:45:17.127088 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Attempting to bind port 791894ac-c820-4697-977f-213e36f8143e by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:45:17.127682 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Attempting to bind port 791894ac-c820-4697-977f-213e36f8143e on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:17.204315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a48a9893-3f93-4bc5-bfb2-8f66cef0a804 None None] Current status of the port 7ea37131-eb35-41ba-afa7-0eed6768cc18 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:17.204781 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a48a9893-3f93-4bc5-bfb2-8f66cef0a804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.236624 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.256491 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a48a9893-3f93-4bc5-bfb2-8f66cef0a804 None None] For port 7ea37131-eb35-41ba-afa7-0eed6768cc18, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7ea37131-eb35-41ba-afa7-0eed6768cc18,segment=NetworkSegment(20e5e3b3-5ca8-444f-829f-aaadb5b00a8e),segment_id=20e5e3b3-5ca8-444f-829f-aaadb5b00a8e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:17.265028 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:45:17.265788 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:17.265788 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.266145 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:45:17.266623 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Bound port: 791894ac-c820-4697-977f-213e36f8143e, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:45:17.267124 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (791894ac-c820-4697-977f-213e36f8143e), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.270269 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a286cd-0025-4a53-9399-05b8af27a0ab None None] Pushing event updated for resources: {'Port': ['ID=791894ac-c820-4697-977f-213e36f8143e,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:17.323999 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] For port 791894ac-c820-4697-977f-213e36f8143e, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:17.328515 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] For port 791894ac-c820-4697-977f-213e36f8143e, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=791894ac-c820-4697-977f-213e36f8143e,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:45:17.347420 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a48a9893-3f93-4bc5-bfb2-8f66cef0a804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.403439 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a9893-3f93-4bc5-bfb2-8f66cef0a804 None None] Pushing event updated for resources: {'Port': ['ID=7ea37131-eb35-41ba-afa7-0eed6768cc18,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:17.439810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Allocated IP 172.20.0.1 (73b2def1-8e61-4e63-bc77-f48de66caa13/716c88ec-66ba-4631-b3d4-fc0be15a4c7d/d6f734ed-cbf9-4cf3-80a9-9121ba68a10e) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:45:17.455692 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (791894ac-c820-4697-977f-213e36f8143e), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.474946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8d825cf9-3155-4c36-b3cd-55677d3eb60f None None] Provisioning complete for port 7ea37131-eb35-41ba-afa7-0eed6768cc18 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:17.475544 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8d825cf9-3155-4c36-b3cd-55677d3eb60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.526315 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a286cd-0025-4a53-9399-05b8af27a0ab None None] Pushing event updated for resources: {'Port': ['ID=791894ac-c820-4697-977f-213e36f8143e,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:17.533767 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Routers {'c803e74a-6a1b-4765-b668-2cfd0bc42046'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:45:17.534384 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c803e74a-6a1b-4765-b668-2cfd0bc42046'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:17.576576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8d825cf9-3155-4c36-b3cd-55677d3eb60f None None] Current status of the port 7ea37131-eb35-41ba-afa7-0eed6768cc18 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:17.581739 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Publish callbacks [] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.633290 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7ea37131-eb35-41ba-afa7-0eed6768cc18 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:17.656919 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] Set router c803e74a-6a1b-4765-b668-2cfd0bc42046 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:45:17.680660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7ea37131-eb35-41ba-afa7-0eed6768cc18 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:17.681123 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.695720 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.741568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Network 73b2def1-8e61-4e63-bc77-f48de66caa13 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:45:17.746938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:17.751975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:45:17.755354 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f734ed-cbf9-4cf3-80a9-9121ba68a10e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:17.772981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7ea37131-eb35-41ba-afa7-0eed6768cc18 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:17.775082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 33fa716b-d8d1-4d44-95e4-44f8ae340be3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:17.813021 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (c803e74a-6a1b-4765-b668-2cfd0bc42046), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.831867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:17.832445 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:17.867633 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'name': 'tempest-TestEncryptedCinderVolumes-1516726184-router', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '791894ac-c820-4697-977f-213e36f8143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:13Z', 'updated_at': '2022-01-27T22:45:14Z', 'revision_number': 3, 'project_id': '2bd604617e75472483a16c9880975e2b', 'gw_port': {'id': '791894ac-c820-4697-977f-213e36f8143e', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:14Z', 'updated_at': '2022-01-27T22:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:17.899830 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f14a6c-9c03-4e03-9c19-115373637a7f None None] The sync data for ids ['c803e74a-6a1b-4765-b668-2cfd0bc42046'] in n-d-760456-6 is: [{'id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'name': 'tempest-TestEncryptedCinderVolumes-1516726184-router', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '791894ac-c820-4697-977f-213e36f8143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:13Z', 'updated_at': '2022-01-27T22:45:14Z', 'revision_number': 3, 'project_id': '2bd604617e75472483a16c9880975e2b', 'gw_port': {'id': '791894ac-c820-4697-977f-213e36f8143e', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:14Z', 'updated_at': '2022-01-27T22:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:45:17.930482 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:18.001396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-53ecba94-d420-46e6-bc72-6eb6a189f8ac None None] Provisioning complete for port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:18.001708 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-53ecba94-d420-46e6-bc72-6eb6a189f8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:18.037636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-53ecba94-d420-46e6-bc72-6eb6a189f8ac None None] Port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:45:18.100793 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:18.289255 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Publish callbacks [] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:18.358313 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:18.427745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f734ed-cbf9-4cf3-80a9-9121ba68a10e,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:18.430449 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (c803e74a-6a1b-4765-b668-2cfd0bc42046), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:18.529623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Network 73b2def1-8e61-4e63-bc77-f48de66caa13 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:45:18.531183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:18.654388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Router c803e74a-6a1b-4765-b668-2cfd0bc42046 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:45:18.771981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5e627fd4-0630-42f7-ae3e-eea5f4460b52 None None] Provisioning complete for port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:18.775925 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:45:18.777375 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5e627fd4-0630-42f7-ae3e-eea5f4460b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:18.783672 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d15e6722-9075-40f3-a982-42ef6188f7d3 admin admin] 10.222.0.61 "PUT /v2.0/routers/c803e74a-6a1b-4765-b668-2cfd0bc42046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4970665 Jan 27 22:45:18.981907 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5e627fd4-0630-42f7-ae3e-eea5f4460b52 None None] Port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:45:19.515531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Sync routers for ids ['c803e74a-6a1b-4765-b668-2cfd0bc42046'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:45:19.529920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Routers {'c803e74a-6a1b-4765-b668-2cfd0bc42046'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:45:19.530094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c803e74a-6a1b-4765-b668-2cfd0bc42046'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:19.567605 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 791894ac-c820-4697-977f-213e36f8143e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:19.670052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Set router c803e74a-6a1b-4765-b668-2cfd0bc42046 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:45:19.704149 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 791894ac-c820-4697-977f-213e36f8143e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:19.704531 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (791894ac-c820-4697-977f-213e36f8143e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:19.884144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-ef13b531-fb10-4ae1-b6f3-8c32102bdc9f tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:19.886028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-ef13b531-fb10-4ae1-b6f3-8c32102bdc9f tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/networks?id=ab996e65-55e7-42c0-a1c9-6b758363c0b4 HTTP/1.1" status: 200 len: 817 time: 0.1018207 Jan 27 22:45:19.886197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 791894ac-c820-4697-977f-213e36f8143e is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:19.886594 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (791894ac-c820-4697-977f-213e36f8143e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:19.901036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-78ea2eb5-0766-4ec8-8554-ac3079fa9aa5 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/quotas/f2c04363881549e3b92b47844ce0f856 HTTP/1.1" status: 200 len: 375 time: 0.0096376 Jan 27 22:45:19.928888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 791894ac-c820-4697-977f-213e36f8143e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=791894ac-c820-4697-977f-213e36f8143e,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:19.950765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'name': 'tempest-TestEncryptedCinderVolumes-1516726184-router', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '791894ac-c820-4697-977f-213e36f8143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:13Z', 'updated_at': '2022-01-27T22:45:17Z', 'revision_number': 4, 'project_id': '2bd604617e75472483a16c9880975e2b', 'gw_port': {'id': '791894ac-c820-4697-977f-213e36f8143e', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:14Z', 'updated_at': '2022-01-27T22:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'd6f734ed-cbf9-4cf3-80a9-9121ba68a10e', 'name': '', 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'mac_address': 'fa:16:3e:ba:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '716c88ec-66ba-4631-b3d4-fc0be15a4c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:17Z', 'updated_at': '2022-01-27T22:45:18Z', 'revision_number': 2, 'project_id': '2bd604617e75472483a16c9880975e2b', 'subnets': [{'id': '716c88ec-66ba-4631-b3d4-fc0be15a4c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:19.952160 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-c23579ab-9188-4af4-a4fb-6e927ee18dcb tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f2c04363881549e3b92b47844ce0f856&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457337 Jan 27 22:45:19.982058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Checking router: c803e74a-6a1b-4765-b668-2cfd0bc42046 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:45:19.982410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Updating router c803e74a-6a1b-4765-b668-2cfd0bc42046 port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:45:20.001464 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (791894ac-c820-4697-977f-213e36f8143e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:20.026832 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:20.055454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-3d3bc09d-b175-45dd-8747-5d6d596c4451 service neutron] 10.222.0.61 "GET /v2.0/networks/ab996e65-55e7-42c0-a1c9-6b758363c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912428 Jan 27 22:45:20.082848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=791894ac-c820-4697-977f-213e36f8143e,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:20.151873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-3b414e45-df07-4c47-9230-f1df5ccf3b36 service neutron] 10.222.0.61 "GET /v2.0/networks/ab996e65-55e7-42c0-a1c9-6b758363c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902367 Jan 27 22:45:20.312935 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Publish callbacks [] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:20.381281 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:20.425334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-39b86674-1955-4db4-93bc-52e11f647829 req-91969f0a-c219-41cb-b04c-72353cb76fc0 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 210 time: 0.0349450 Jan 27 22:45:20.446398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d89ec-d65e-49ed-aa2b-dfaad0614a64 None None] Pushing event updated for resources: {'Port': ['ID=d6f734ed-cbf9-4cf3-80a9-9121ba68a10e,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:20.505083 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Attempting to bind port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:45:20.505464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Attempting to bind port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '20e5e3b3-5ca8-444f-829f-aaadb5b00a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:45:20.505831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Attempting to bind port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e on network 73b2def1-8e61-4e63-bc77-f48de66caa13 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:20.512032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:45:20.512456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Checking segment: {'id': '20e5e3b3-5ca8-444f-829f-aaadb5b00a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:20.512837 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:20.513234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Bound using segment: {'id': '20e5e3b3-5ca8-444f-829f-aaadb5b00a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:45:20.513713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Bound port: d6f734ed-cbf9-4cf3-80a9-9121ba68a10e, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e5e3b3-5ca8-444f-829f-aaadb5b00a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:45:20.514171 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:20.581509 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] For port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:20.584784 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] For port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d6f734ed-cbf9-4cf3-80a9-9121ba68a10e,segment=NetworkSegment(20e5e3b3-5ca8-444f-829f-aaadb5b00a8e),segment_id=20e5e3b3-5ca8-444f-829f-aaadb5b00a8e)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:45:20.649773 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:20.716427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Routers {'c803e74a-6a1b-4765-b668-2cfd0bc42046'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:45:20.717082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:45:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c803e74a-6a1b-4765-b668-2cfd0bc42046'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:20.759614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d89ec-d65e-49ed-aa2b-dfaad0614a64 None None] Pushing event updated for resources: {'Port': ['ID=d6f734ed-cbf9-4cf3-80a9-9121ba68a10e,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:20.772536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-14d64eb8-18da-43fa-8806-56ae677bb6b8 None None] Provisioning complete for port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:20.772927 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14d64eb8-18da-43fa-8806-56ae677bb6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:20.872107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] Set router c803e74a-6a1b-4765-b668-2cfd0bc42046 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:45:20.972272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-14d64eb8-18da-43fa-8806-56ae677bb6b8 None None] Current status of the port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:20.973182 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14d64eb8-18da-43fa-8806-56ae677bb6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:21.064295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-14d64eb8-18da-43fa-8806-56ae677bb6b8 None None] For port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d6f734ed-cbf9-4cf3-80a9-9121ba68a10e,segment=NetworkSegment(20e5e3b3-5ca8-444f-829f-aaadb5b00a8e),segment_id=20e5e3b3-5ca8-444f-829f-aaadb5b00a8e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:21.127002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'name': 'tempest-TestEncryptedCinderVolumes-1516726184-router', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '791894ac-c820-4697-977f-213e36f8143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:13Z', 'updated_at': '2022-01-27T22:45:17Z', 'revision_number': 4, 'project_id': '2bd604617e75472483a16c9880975e2b', 'gw_port': {'id': '791894ac-c820-4697-977f-213e36f8143e', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:14Z', 'updated_at': '2022-01-27T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'd6f734ed-cbf9-4cf3-80a9-9121ba68a10e', 'name': '', 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'mac_address': 'fa:16:3e:ba:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '716c88ec-66ba-4631-b3d4-fc0be15a4c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:17Z', 'updated_at': '2022-01-27T22:45:20Z', 'revision_number': 4, 'project_id': '2bd604617e75472483a16c9880975e2b', 'subnets': [{'id': '716c88ec-66ba-4631-b3d4-fc0be15a4c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:45:21.152914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3cb59f-b43f-4ea5-9cee-766aa8b01b71 None None] The sync data for ids ['c803e74a-6a1b-4765-b668-2cfd0bc42046'] in n-d-760456-6 is: [{'id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'name': 'tempest-TestEncryptedCinderVolumes-1516726184-router', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '791894ac-c820-4697-977f-213e36f8143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:13Z', 'updated_at': '2022-01-27T22:45:17Z', 'revision_number': 4, 'project_id': '2bd604617e75472483a16c9880975e2b', 'gw_port': {'id': '791894ac-c820-4697-977f-213e36f8143e', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:14Z', 'updated_at': '2022-01-27T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'd6f734ed-cbf9-4cf3-80a9-9121ba68a10e', 'name': '', 'network_id': '73b2def1-8e61-4e63-bc77-f48de66caa13', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'mac_address': 'fa:16:3e:ba:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '716c88ec-66ba-4631-b3d4-fc0be15a4c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:17Z', 'updated_at': '2022-01-27T22:45:20Z', 'revision_number': 4, 'project_id': '2bd604617e75472483a16c9880975e2b', 'subnets': [{'id': '716c88ec-66ba-4631-b3d4-fc0be15a4c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:45:21.178046 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14d64eb8-18da-43fa-8806-56ae677bb6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:21.248054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d64eb8-18da-43fa-8806-56ae677bb6b8 None None] Pushing event updated for resources: {'Port': ['ID=d6f734ed-cbf9-4cf3-80a9-9121ba68a10e,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:21.301908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f601d81d-f14e-4dc6-afca-501acd2ebdd4 None None] Provisioning complete for port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:21.302500 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f601d81d-f14e-4dc6-afca-501acd2ebdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:21.388193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f601d81d-f14e-4dc6-afca-501acd2ebdd4 None None] Current status of the port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:21.545495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3cea9717-78d3-4886-984b-30dc54b4e560 req-9809fcd1-1e20-4ac2-b75f-5c3477c83dce tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 210 time: 0.0344722 Jan 27 22:45:21.594137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d6f734ed-cbf9-4cf3-80a9-9121ba68a10e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:21.643858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:21.644299 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:21.731168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:21.732180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 791894ac-c820-4697-977f-213e36f8143e up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:21.778033 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 791894ac-c820-4697-977f-213e36f8143e triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:21.778408 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (791894ac-c820-4697-977f-213e36f8143e), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:21.858914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 791894ac-c820-4697-977f-213e36f8143e is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:22.064611 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:45:22.337515 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-347c3f9d-ed8f-476e-930b-8ee2703dc733 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:22.339250 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-347c3f9d-ed8f-476e-930b-8ee2703dc733 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.74 "GET /v2.0/networks?id=ab996e65-55e7-42c0-a1c9-6b758363c0b4 HTTP/1.1" status: 200 len: 817 time: 0.1105957 Jan 27 22:45:22.352856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Request body: {'port': {'device_id': '4d7e745f-813c-486c-849f-e040795bca19', 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4', 'admin_state_up': True, 'tenant_id': 'f2c04363881549e3b92b47844ce0f856'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:22.575431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Made reservation on behalf of f2c04363881549e3b92b47844ce0f856 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:45:22.579825 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:22.684251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7e122c0-d50e-4e74-9e92-23787c4718f2 req-615b902b-94db-44eb-ba1f-9dfd28058eda tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 210 time: 0.0386617 Jan 27 22:45:22.753974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Allocated IP 172.20.0.10 (ab996e65-55e7-42c0-a1c9-6b758363c0b4/f913d642-1549-432b-83f2-989f301c089d/ab844f96-78e0-427c-84bc-c977c21b8869) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:45:22.903494 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks [] for port (ab844f96-78e0-427c-84bc-c977c21b8869), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:22.986821 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.033068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Network ab996e65-55e7-42c0-a1c9-6b758363c0b4 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:45:23.035990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:45:23.047771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:45:23.079303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Pushing event updated for resources: {'Port': ['ID=ab844f96-78e0-427c-84bc-c977c21b8869,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:23.108361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:23.108995 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.189452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-0b19a672-7712-41a2-bad6-b07e5f48f7c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8412018 Jan 27 22:45:23.297020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Request body: {'port': {'device_id': '4d7e745f-813c-486c-849f-e040795bca19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:45:23.326825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-98875e1d-d568-4f99-8a5b-bb54313263f4 None None] Provisioning complete for port ab844f96-78e0-427c-84bc-c977c21b8869 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:23.327389 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-98875e1d-d568-4f99-8a5b-bb54313263f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.350978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.359944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-98875e1d-d568-4f99-8a5b-bb54313263f4 None None] Port ab844f96-78e0-427c-84bc-c977c21b8869 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:45:23.610808 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab844f96-78e0-427c-84bc-c977c21b8869 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:45:23.618080 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Publish callbacks [] for port (ab844f96-78e0-427c-84bc-c977c21b8869), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.629715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Transition to ACTIVE for port object ab844f96-78e0-427c-84bc-c977c21b8869 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:45:23.700572 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.753283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Pushing event updated for resources: {'Port': ['ID=ab844f96-78e0-427c-84bc-c977c21b8869,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:23.859882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc4124-0220-42f6-96bc-8257a2fe3c8d req-8917f832-a032-4df1-8357-0765349ff98d tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:23.861560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6afc4124-0220-42f6-96bc-8257a2fe3c8d req-8917f832-a032-4df1-8357-0765349ff98d tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 944 time: 0.0927956 Jan 27 22:45:23.864295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Attempting to bind port ab844f96-78e0-427c-84bc-c977c21b8869 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:45:23.864634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Attempting to bind port ab844f96-78e0-427c-84bc-c977c21b8869 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:45:23.864967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Attempting to bind port ab844f96-78e0-427c-84bc-c977c21b8869 on network ab996e65-55e7-42c0-a1c9-6b758363c0b4 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:23.882133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Port ab844f96-78e0-427c-84bc-c977c21b8869 on network ab996e65-55e7-42c0-a1c9-6b758363c0b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:45:23.882460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Attempting to bind port ab844f96-78e0-427c-84bc-c977c21b8869 on network ab996e65-55e7-42c0-a1c9-6b758363c0b4 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:45:23.890443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:45:23.890788 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Checking segment: {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:45:23.891179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Bound using segment: {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:45:23.891626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Bound port: ab844f96-78e0-427c-84bc-c977c21b8869, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:45:23.891976 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:23.947557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6afc4124-0220-42f6-96bc-8257a2fe3c8d req-34954f47-c1a1-4844-8156-693da895b663 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801895 Jan 27 22:45:23.975302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] For port ab844f96-78e0-427c-84bc-c977c21b8869, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:45:23.978613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] For port ab844f96-78e0-427c-84bc-c977c21b8869, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ab844f96-78e0-427c-84bc-c977c21b8869,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:45:24.032793 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:24.065742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.066346 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:24.067710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] 10.222.0.74 "PUT /v2.0/ports/ab844f96-78e0-427c-84bc-c977c21b8869 HTTP/1.1" status: 200 len: 1092 time: 0.8719754 Jan 27 22:45:24.068179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7e745f-813c-486c-849f-e040795bca19', 'tag': 'ab844f96-78e0-427c-84bc-c977c21b8869'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:24.071044 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8f31a6-377f-40e0-b9b3-e7e1656d5999" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7e745f-813c-486c-849f-e040795bca19", "tag": "ab844f96-78e0-427c-84bc-c977c21b8869"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:24.100482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc2c5c-5a91-4ec5-8683-da0a6cd8c205 service neutron] Pushing event updated for resources: {'Port': ['ID=ab844f96-78e0-427c-84bc-c977c21b8869,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:24.181917 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6b00e6-6bc7-469d-87c4-9750c562b711 x-openstack-request-id: req-1b6b00e6-6bc7-469d-87c4-9750c562b711 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:24.182337 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7e745f-813c-486c-849f-e040795bca19", "tag": "ab844f96-78e0-427c-84bc-c977c21b8869", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:24.182672 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b6b00e6-6bc7-469d-87c4-9750c562b711 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:24.183190 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7e745f-813c-486c-849f-e040795bca19', 'tag': 'ab844f96-78e0-427c-84bc-c977c21b8869', 'status': 'completed', 'code': 200} Jan 27 22:45:24.239094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-8443c4b1-601a-4a94-a3cb-470395c83f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.240692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-8443c4b1-601a-4a94-a3cb-470395c83f1d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f2c04363881549e3b92b47844ce0f856&device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 1095 time: 0.0474234 Jan 27 22:45:24.283569 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-27ee1891-72d5-4f8d-86a5-5b1e931cefbf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab844f96-78e0-427c-84bc-c977c21b8869 HTTP/1.1" status: 200 len: 217 time: 0.0356486 Jan 27 22:45:24.331692 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-7a8e7120-c122-471d-acf8-fdad38094d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.333187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-7a8e7120-c122-471d-acf8-fdad38094d93 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f913d642-1549-432b-83f2-989f301c089d HTTP/1.1" status: 200 len: 856 time: 0.0446627 Jan 27 22:45:24.380728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-6df627a2-f22d-4ea1-a049-6ac76db3f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.382236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-6df627a2-f22d-4ea1-a049-6ac76db3f506 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab996e65-55e7-42c0-a1c9-6b758363c0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432267 Jan 27 22:45:24.469363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-5f6f0836-ad97-4b19-a5cb-2aeeb530b495 service neutron] 10.222.0.74 "GET /v2.0/networks/ab996e65-55e7-42c0-a1c9-6b758363c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807199 Jan 27 22:45:24.560992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8875d7c4-c9cd-4158-8a17-73bcab17cf8d req-da88029b-3c36-44a5-a4c1-8b11d8336132 service neutron] 10.222.0.74 "GET /v2.0/networks/ab996e65-55e7-42c0-a1c9-6b758363c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851867 Jan 27 22:45:24.728407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f31a6-377f-40e0-b9b3-e7e1656d5999 req-4dfc6f47-0105-41f3-a3a6-f3944e62b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.729788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a8f31a6-377f-40e0-b9b3-e7e1656d5999 req-4dfc6f47-0105-41f3-a3a6-f3944e62b3a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f2c04363881549e3b92b47844ce0f856&device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 1095 time: 0.0408099 Jan 27 22:45:24.825375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f31a6-377f-40e0-b9b3-e7e1656d5999 req-78969e9a-88ef-4210-b856-0d029aecbb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.826834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a8f31a6-377f-40e0-b9b3-e7e1656d5999 req-78969e9a-88ef-4210-b856-0d029aecbb5a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ab996e65-55e7-42c0-a1c9-6b758363c0b4 HTTP/1.1" status: 200 len: 918 time: 0.0826273 Jan 27 22:45:24.876475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a8f31a6-377f-40e0-b9b3-e7e1656d5999 req-aefcf6d0-a163-4fd1-b262-74e3a07e7737 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab844f96-78e0-427c-84bc-c977c21b8869 HTTP/1.1" status: 200 len: 217 time: 0.0432403 Jan 27 22:45:24.924296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f31a6-377f-40e0-b9b3-e7e1656d5999 req-70be98b6-858d-485d-8383-641438c395fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.925758 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a8f31a6-377f-40e0-b9b3-e7e1656d5999 req-70be98b6-858d-485d-8383-641438c395fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f913d642-1549-432b-83f2-989f301c089d HTTP/1.1" status: 200 len: 856 time: 0.0430834 Jan 27 22:45:24.971350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f31a6-377f-40e0-b9b3-e7e1656d5999 req-f34f82f3-d4a5-4503-949d-a70707555372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:24.972906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a8f31a6-377f-40e0-b9b3-e7e1656d5999 req-f34f82f3-d4a5-4503-949d-a70707555372 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab996e65-55e7-42c0-a1c9-6b758363c0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403469 Jan 27 22:45:25.103291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85a021-c071-4a4c-890e-97038ae6d452 req-aeaa80f3-3312-466c-89bd-c5bbc89c839f tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:25.104801 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f85a021-c071-4a4c-890e-97038ae6d452 req-aeaa80f3-3312-466c-89bd-c5bbc89c839f tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 944 time: 0.0781081 Jan 27 22:45:25.110177 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a8f31a6-377f-40e0-b9b3-e7e1656d5999 req-5e429556-94f3-4bd0-8d02-cc080b19642e service neutron] 10.222.0.74 "GET /v2.0/networks/ab996e65-55e7-42c0-a1c9-6b758363c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304293 Jan 27 22:45:25.206038 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f85a021-c071-4a4c-890e-97038ae6d452 req-2ca48c33-ba8c-4eb8-b504-5af3a80e13aa tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949147 Jan 27 22:45:25.233459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5a8f31a6-377f-40e0-b9b3-e7e1656d5999 req-ed3eb7dd-6d0c-4685-aeb9-f2468b3ad690 service neutron] 10.222.0.74 "GET /v2.0/networks/ab996e65-55e7-42c0-a1c9-6b758363c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165774 Jan 27 22:45:26.321039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef866be-d4c8-4ca3-ae93-95fc56f6bc46 req-2e6eb906-ca1c-4a50-a47e-253afa9a4d38 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:26.322510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aef866be-d4c8-4ca3-ae93-95fc56f6bc46 req-2e6eb906-ca1c-4a50-a47e-253afa9a4d38 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 944 time: 0.0491841 Jan 27 22:45:26.368225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aef866be-d4c8-4ca3-ae93-95fc56f6bc46 req-a1d05f6a-42e0-430f-abed-cd839a85b8c9 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Jan 27 22:45:27.486935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b3f01-8bd0-467c-8e78-a0b53d8e6c4a req-c1303d5a-5730-49a0-947a-4509b6ea7224 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:27.488465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a40b3f01-8bd0-467c-8e78-a0b53d8e6c4a req-c1303d5a-5730-49a0-947a-4509b6ea7224 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 944 time: 0.0529230 Jan 27 22:45:27.536129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a40b3f01-8bd0-467c-8e78-a0b53d8e6c4a req-8ff30138-e66f-44c9-8c67-6741a17d68c7 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419312 Jan 27 22:45:27.580752 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:27.933515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ab844f96-78e0-427c-84bc-c977c21b8869 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:45:27.993072 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:28.030624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ab844f96-78e0-427c-84bc-c977c21b8869, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ab844f96-78e0-427c-84bc-c977c21b8869,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:28.041694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'ab844f96-78e0-427c-84bc-c977c21b8869', 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4', 'port_id': 'ab844f96-78e0-427c-84bc-c977c21b8869', 'mac_address': 'fa:16:3e:b1:b0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913d642-1549-432b-83f2-989f301c089d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:45:28.077980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port ab844f96-78e0-427c-84bc-c977c21b8869 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:28.078364 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:28.091560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab844f96-78e0-427c-84bc-c977c21b8869 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:45:28.114591 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ab844f96-78e0-427c-84bc-c977c21b8869, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ab844f96-78e0-427c-84bc-c977c21b8869,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:28.181338 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:28.228327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=ab844f96-78e0-427c-84bc-c977c21b8869,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:28.406713 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['ab844f96-78e0-427c-84bc-c977c21b8869'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:45:28.648892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338473d-e314-4325-813c-438f387eab6e req-5dfa9a53-cdb9-45d4-bdc3-a4368b07e267 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:28.650363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4338473d-e314-4325-813c-438f387eab6e req-5dfa9a53-cdb9-45d4-bdc3-a4368b07e267 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 945 time: 0.0470643 Jan 27 22:45:28.696515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4338473d-e314-4325-813c-438f387eab6e req-a4b31500-37b7-42c6-806d-bf701763f341 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Jan 27 22:45:29.812250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060bca4-12cb-4ed6-be52-f2ee11171e80 req-d34343f7-db3e-454c-a7d3-5968eb9bacc0 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:29.814392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b060bca4-12cb-4ed6-be52-f2ee11171e80 req-d34343f7-db3e-454c-a7d3-5968eb9bacc0 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 945 time: 0.0498669 Jan 27 22:45:29.869615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b060bca4-12cb-4ed6-be52-f2ee11171e80 req-c96edfed-d82f-495a-a29e-f52a9ae3635c tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493774 Jan 27 22:45:29.949042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ab844f96-78e0-427c-84bc-c977c21b8869 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:45:30.077736 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port ab844f96-78e0-427c-84bc-c977c21b8869 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:45:30.081508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port ab844f96-78e0-427c-84bc-c977c21b8869 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:45:30.081893 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:30.157204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port ab844f96-78e0-427c-84bc-c977c21b8869 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:45:30.157614 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:30.181922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7e745f-813c-486c-849f-e040795bca19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab844f96-78e0-427c-84bc-c977c21b8869'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:45:30.184195 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1d70a7-ecef-4647-bb4c-06a178054a1d" -d '{"events": [{"server_uuid": "4d7e745f-813c-486c-849f-e040795bca19", "name": "network-vif-plugged", "status": "completed", "tag": "ab844f96-78e0-427c-84bc-c977c21b8869"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:45:30.196739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port ab844f96-78e0-427c-84bc-c977c21b8869, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ab844f96-78e0-427c-84bc-c977c21b8869,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:45:30.254888 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:30.370627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a5dfe-58af-4664-bbac-319967082d17 req-623ee39a-4b81-4748-aa8d-e66831b8592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:30.372428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da8a5dfe-58af-4664-bbac-319967082d17 req-623ee39a-4b81-4748-aa8d-e66831b8592c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 1097 time: 0.0422823 Jan 27 22:45:30.419934 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da8a5dfe-58af-4664-bbac-319967082d17 req-2e400985-56a1-44ec-8f04-fcba3217a056 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Jan 27 22:45:30.433825 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5386f9c0-52de-451d-ab06-4a4e5eb48fb9 x-openstack-request-id: req-5386f9c0-52de-451d-ab06-4a4e5eb48fb9 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:45:30.436353 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7e745f-813c-486c-849f-e040795bca19", "name": "network-vif-plugged", "status": "completed", "tag": "ab844f96-78e0-427c-84bc-c977c21b8869", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:45:30.436353 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5386f9c0-52de-451d-ab06-4a4e5eb48fb9 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:45:30.436353 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7e745f-813c-486c-849f-e040795bca19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab844f96-78e0-427c-84bc-c977c21b8869', 'code': 200} Jan 27 22:45:30.459571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=ab844f96-78e0-427c-84bc-c977c21b8869,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:45:30.986854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38bddb-b759-4ff1-b3fe-862848b9ac2c req-b20d5e8b-9e0f-434a-8604-e35fd598494f tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:30.988348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da38bddb-b759-4ff1-b3fe-862848b9ac2c req-b20d5e8b-9e0f-434a-8604-e35fd598494f tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 946 time: 0.0476191 Jan 27 22:45:31.034081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da38bddb-b759-4ff1-b3fe-862848b9ac2c req-1d906b7c-c486-49d3-b520-d65035fc4791 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Jan 27 22:45:32.155347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168b3cb-21bb-443d-a2d8-6e574545c6bb req-127fbe32-e967-4812-a837-b53e676b876d tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:32.156781 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5168b3cb-21bb-443d-a2d8-6e574545c6bb req-127fbe32-e967-4812-a837-b53e676b876d tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 946 time: 0.0511096 Jan 27 22:45:32.203281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5168b3cb-21bb-443d-a2d8-6e574545c6bb req-8caf00b0-f364-4136-914f-2497903141c5 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 Jan 27 22:45:32.317631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872ec1a-9920-44ed-a944-ec83b825b69e req-f373bd0d-a58a-4701-8411-e03e4eb2cdd8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:45:32.319116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8872ec1a-9920-44ed-a944-ec83b825b69e req-f373bd0d-a58a-4701-8411-e03e4eb2cdd8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 946 time: 0.0476396 Jan 27 22:45:32.352657 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7dca2d8f-1fbd-4c8e-9643-a1e4cb429249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:32.365858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8872ec1a-9920-44ed-a944-ec83b825b69e req-31d222d4-0646-4844-b0f2-9cf0aa3e019d tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406237 Jan 27 22:45:34.957882 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7104bede-67ae-4f8b-9298-c9aab8a940c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:36.329527 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:37.631647 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:38.951818 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:57.603161 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:58.031520 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:45:59.064766 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:46:02.335066 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ec898d40-2cbc-438a-8ada-414606a11848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:04.922056 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19310065-9d92-4deb-84bc-a3be31f261bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:06.340240 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:07.596929 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:07.891536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5cfac-8125-49a0-ba51-9dd826e78308 req-aec4a21f-0860-474e-a7ed-705d6aed6e00 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:07.893078 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ec5cfac-8125-49a0-ba51-9dd826e78308 req-aec4a21f-0860-474e-a7ed-705d6aed6e00 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 946 time: 0.0544293 Jan 27 22:46:07.941663 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3ec5cfac-8125-49a0-ba51-9dd826e78308 req-11203ebc-b6e7-4bac-965e-5d5d9213ae92 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429902 Jan 27 22:46:08.934088 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:09.060583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e3de9-c03d-4d4e-9da4-b622913f3903 req-1f801599-d842-4124-808e-f03ee1fa217a tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:09.062198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a91e3de9-c03d-4d4e-9da4-b622913f3903 req-1f801599-d842-4124-808e-f03ee1fa217a tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 946 time: 0.0507331 Jan 27 22:46:09.120831 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a91e3de9-c03d-4d4e-9da4-b622913f3903 req-0d0b4a88-8fc3-4adc-bc44-58249988a139 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490887 Jan 27 22:46:09.318051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0991e-cd4d-4c8a-83f9-a936056e8c09 req-a3ca59ff-b33f-4351-aa35-4d8bce6a79f9 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:09.319476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4c0991e-cd4d-4c8a-83f9-a936056e8c09 req-a3ca59ff-b33f-4351-aa35-4d8bce6a79f9 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.74 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 946 time: 0.0463264 Jan 27 22:46:09.421592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-f4c0991e-cd4d-4c8a-83f9-a936056e8c09 req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Deleting port ab844f96-78e0-427c-84bc-c977c21b8869 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:46:09.421845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f4c0991e-cd4d-4c8a-83f9-a936056e8c09 req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:09.510086 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-f4c0991e-cd4d-4c8a-83f9-a936056e8c09 req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] For port ab844f96-78e0-427c-84bc-c977c21b8869, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=ab844f96-78e0-427c-84bc-c977c21b8869,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:46:09.510464 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f4c0991e-cd4d-4c8a-83f9-a936056e8c09 req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:09.522445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-f4c0991e-cd4d-4c8a-83f9-a936056e8c09 req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Calling delete_port for ab844f96-78e0-427c-84bc-c977c21b8869 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:46:09.688337 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f4c0991e-cd4d-4c8a-83f9-a936056e8c09 req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ab844f96-78e0-427c-84bc-c977c21b8869), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:09.700952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['ab844f96-78e0-427c-84bc-c977c21b8869'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:46:09.724479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Pushing event deleted for resources: {'Port': ['ID=ab844f96-78e0-427c-84bc-c977c21b8869,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:09.750534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.752525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.752525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.752525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.752525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.752525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.752989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.753099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.753374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.753714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.754053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.754386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.754720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:09.777528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c0991e-cd4d-4c8a-83f9-a936056e8c09 req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] No DVR routers for this DVR port ab844f96-78e0-427c-84bc-c977c21b8869 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:46:09.780126 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-f4c0991e-cd4d-4c8a-83f9-a936056e8c09 req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:09.783488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4c0991e-cd4d-4c8a-83f9-a936056e8c09 req-398f0971-3c5a-4a8a-8588-8c5332faa028 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.74 "DELETE /v2.0/ports/ab844f96-78e0-427c-84bc-c977c21b8869 HTTP/1.1" status: 204 len: 173 time: 0.4578388 Jan 27 22:46:09.783924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7e745f-813c-486c-849f-e040795bca19', 'name': 'network-vif-deleted', 'tag': 'ab844f96-78e0-427c-84bc-c977c21b8869'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:46:09.786184 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0994a1-98ed-4627-90e2-3278de03a27c" -d '{"events": [{"server_uuid": "4d7e745f-813c-486c-849f-e040795bca19", "name": "network-vif-deleted", "tag": "ab844f96-78e0-427c-84bc-c977c21b8869"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:46:09.822917 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f0ef3c-a784-4ac2-a146-ad2fb74619c5 x-openstack-request-id: req-b8f0ef3c-a784-4ac2-a146-ad2fb74619c5 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:46:09.823217 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7e745f-813c-486c-849f-e040795bca19", "name": "network-vif-deleted", "tag": "ab844f96-78e0-427c-84bc-c977c21b8869", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:46:09.823506 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8f0ef3c-a784-4ac2-a146-ad2fb74619c5 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:46:09.823894 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7e745f-813c-486c-849f-e040795bca19', 'name': 'network-vif-deleted', 'tag': 'ab844f96-78e0-427c-84bc-c977c21b8869', 'status': 'completed', 'code': 200} Jan 27 22:46:10.229950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ee761f2-8e51-4bfc-97f5-b44d1993f78f req-1e8a4e08-1441-493a-8ccf-9b91b1f6f2cb tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d7e745f-813c-486c-849f-e040795bca19 HTTP/1.1" status: 200 len: 210 time: 0.0260625 Jan 27 22:46:11.837112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-949db050-9faf-40e3-b1f9-cd0255f4fad3 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:11.838545 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-949db050-9faf-40e3-b1f9-cd0255f4fad3 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/networks?id=ab996e65-55e7-42c0-a1c9-6b758363c0b4 HTTP/1.1" status: 200 len: 817 time: 0.0970569 Jan 27 22:46:11.853929 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-21f8721f-1554-4370-80a4-c98caaacdca3 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/quotas/f2c04363881549e3b92b47844ce0f856 HTTP/1.1" status: 200 len: 375 time: 0.0092852 Jan 27 22:46:11.907169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-5a8f45b0-c30b-480b-bec1-abe266384fa2 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f2c04363881549e3b92b47844ce0f856&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480464 Jan 27 22:46:12.006435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-3ff85bae-0efa-47b7-b5b8-fae1a9e37855 service neutron] 10.222.0.61 "GET /v2.0/networks/ab996e65-55e7-42c0-a1c9-6b758363c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880945 Jan 27 22:46:12.109514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-6ffe1257-95d9-43e2-9eb1-99a8bb0ce6ce service neutron] 10.222.0.61 "GET /v2.0/networks/ab996e65-55e7-42c0-a1c9-6b758363c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969265 Jan 27 22:46:12.332106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3ed0edc-1356-4192-8e9e-2ed314180af2 req-8549442e-1850-4b0a-8a52-c755db3f8eba tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 210 time: 0.0283337 Jan 27 22:46:13.427707 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86641519-9d5a-4e27-bcb5-5e1403cec5ba req-778b270c-19d2-4fc7-922e-1fb09b0a86eb tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 210 time: 0.0288403 Jan 27 22:46:14.152061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ab844f96-78e0-427c-84bc-c977c21b8869 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:46:14.173132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: ab844f96-78e0-427c-84bc-c977c21b8869 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:46:14.173500 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device ab844f96-78e0-427c-84bc-c977c21b8869 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:46:14.257345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-ebd44af7-c448-4e38-8ac8-68cdf8127f31 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:14.258800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-ebd44af7-c448-4e38-8ac8-68cdf8127f31 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.74 "GET /v2.0/networks?id=ab996e65-55e7-42c0-a1c9-6b758363c0b4 HTTP/1.1" status: 200 len: 817 time: 0.1014578 Jan 27 22:46:14.270131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Request body: {'port': {'device_id': '73cfd795-6f76-40d5-8a2b-107b1322e6fc', 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4', 'admin_state_up': True, 'tenant_id': 'f2c04363881549e3b92b47844ce0f856'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:46:14.436868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Made reservation on behalf of f2c04363881549e3b92b47844ce0f856 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:46:14.440555 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:14.830297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8c8afee-3ac7-4ee0-8334-8cc08088a6c9 req-72d55ddd-1ef9-40f2-b349-bd1a3299eef0 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 210 time: 0.3331590 Jan 27 22:46:14.888066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Allocated IP 172.20.0.7 (ab996e65-55e7-42c0-a1c9-6b758363c0b4/f913d642-1549-432b-83f2-989f301c089d/3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:46:15.038013 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks [] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:15.134379 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:15.177664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Network ab996e65-55e7-42c0-a1c9-6b758363c0b4 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:46:15.180695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:46:15.187652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:46:15.211471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Pushing event updated for resources: {'Port': ['ID=3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:15.239658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:15.240339 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:15.314870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-7fb14889-6e40-4e38-9312-fd7593ec85b8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0483630 Jan 27 22:46:15.328288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Request body: {'port': {'device_id': '73cfd795-6f76-40d5-8a2b-107b1322e6fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:46:15.387448 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:15.440631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-aba374ba-8f15-4524-9940-d62ae1a1ff87 None None] Provisioning complete for port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:46:15.442216 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-aba374ba-8f15-4524-9940-d62ae1a1ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:15.481016 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-aba374ba-8f15-4524-9940-d62ae1a1ff87 None None] Port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:46:15.653602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:46:15.661031 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Publish callbacks [] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:15.673365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Transition to ACTIVE for port object 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:46:15.734673 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:15.784511 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:15.873493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Attempting to bind port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:46:15.873846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Attempting to bind port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:46:15.874183 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Attempting to bind port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 on network ab996e65-55e7-42c0-a1c9-6b758363c0b4 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:46:15.883519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 on network ab996e65-55e7-42c0-a1c9-6b758363c0b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:46:15.883880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Attempting to bind port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 on network ab996e65-55e7-42c0-a1c9-6b758363c0b4 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:46:15.889675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:46:15.890020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Checking segment: {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:46:15.891742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Bound using segment: {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:46:15.892482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Bound port: 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85537f0-9edf-445b-8d75-06bb2b5dce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:46:15.893470 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:16.007187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad11883-29a4-4d5a-a031-2b0a40e5d514 req-22c6c6f4-a2c6-4a23-b12b-5c9e4e6339ad tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:16.008861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ad11883-29a4-4d5a-a031-2b0a40e5d514 req-22c6c6f4-a2c6-4a23-b12b-5c9e4e6339ad tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 943 time: 0.0965817 Jan 27 22:46:16.010009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] For port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:46:16.013517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] For port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:46:16.059214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ad11883-29a4-4d5a-a031-2b0a40e5d514 req-d056fb5e-f513-4e08-a23c-816977742196 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441377 Jan 27 22:46:16.094641 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:16.131885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:16.132658 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:16.134522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] 10.222.0.74 "PUT /v2.0/ports/3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 HTTP/1.1" status: 200 len: 1091 time: 0.8113537 Jan 27 22:46:16.137081 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cfd795-6f76-40d5-8a2b-107b1322e6fc', 'tag': '3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:46:16.140684 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6da0ad9-f96a-4430-a141-3926c91faa08" -d '{"events": [{"name": "network-changed", "server_uuid": "73cfd795-6f76-40d5-8a2b-107b1322e6fc", "tag": "3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:46:16.171217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072989a-66d0-46ec-b6ef-38e55978c6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:16.183399 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0fdb35-9875-4169-8b14-e1fecc638406 x-openstack-request-id: req-ee0fdb35-9875-4169-8b14-e1fecc638406 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:46:16.183701 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cfd795-6f76-40d5-8a2b-107b1322e6fc", "tag": "3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:46:16.183980 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee0fdb35-9875-4169-8b14-e1fecc638406 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:46:16.184464 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cfd795-6f76-40d5-8a2b-107b1322e6fc', 'tag': '3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0', 'status': 'completed', 'code': 200} Jan 27 22:46:16.259441 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da0ad9-f96a-4430-a141-3926c91faa08 req-9fa6c2ab-c26e-448e-b95e-b5e65393cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:16.261114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6da0ad9-f96a-4430-a141-3926c91faa08 req-9fa6c2ab-c26e-448e-b95e-b5e65393cd58 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f2c04363881549e3b92b47844ce0f856&device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 1094 time: 0.0469284 Jan 27 22:46:16.363528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da0ad9-f96a-4430-a141-3926c91faa08 req-a4be30c7-0c3f-40e3-b3bc-1f2f76cdf985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:16.365045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6da0ad9-f96a-4430-a141-3926c91faa08 req-a4be30c7-0c3f-40e3-b3bc-1f2f76cdf985 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f2c04363881549e3b92b47844ce0f856&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0976682 Jan 27 22:46:16.465697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da0ad9-f96a-4430-a141-3926c91faa08 req-4bc5a27c-7af7-4490-b2a3-822fb30db8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:16.467848 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6da0ad9-f96a-4430-a141-3926c91faa08 req-4bc5a27c-7af7-4490-b2a3-822fb30db8e6 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960672 Jan 27 22:46:16.541862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-6fbfcc15-cf6a-4805-a9fb-4f1b55c43091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:16.543353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-6fbfcc15-cf6a-4805-a9fb-4f1b55c43091 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f2c04363881549e3b92b47844ce0f856&device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 1094 time: 0.0417862 Jan 27 22:46:16.590051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-85802199-7bba-4958-a2c1-92c68abf347e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 HTTP/1.1" status: 200 len: 217 time: 0.0389378 Jan 27 22:46:16.637084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-f8db7337-2449-46d7-84f4-7d38094f1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:16.638637 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-f8db7337-2449-46d7-84f4-7d38094f1b2d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f913d642-1549-432b-83f2-989f301c089d HTTP/1.1" status: 200 len: 856 time: 0.0431306 Jan 27 22:46:16.681488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-ad1d106a-25ab-4f64-8a43-cdd7a5d31f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:16.683074 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-ad1d106a-25ab-4f64-8a43-cdd7a5d31f18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ab996e65-55e7-42c0-a1c9-6b758363c0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391324 Jan 27 22:46:16.774510 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-3f4f09d0-0214-4e04-b1dc-857a8862a181 service neutron] 10.222.0.74 "GET /v2.0/networks/ab996e65-55e7-42c0-a1c9-6b758363c0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852549 Jan 27 22:46:16.863223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5cf6e37e-76f6-416c-9083-1627644e79b5 req-71da181b-f573-4c41-aea3-2c0589b992dc service neutron] 10.222.0.74 "GET /v2.0/networks/ab996e65-55e7-42c0-a1c9-6b758363c0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825438 Jan 27 22:46:17.180981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2c294-e224-4f3a-bfa4-5ba563b9372a req-fe5cb544-60b1-42c4-b5c8-14c46183b3ec tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:17.182464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30b2c294-e224-4f3a-bfa4-5ba563b9372a req-fe5cb544-60b1-42c4-b5c8-14c46183b3ec tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 943 time: 0.0482881 Jan 27 22:46:17.229091 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-30b2c294-e224-4f3a-bfa4-5ba563b9372a req-889b550f-54d0-431f-bb24-47669ddde081 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402517 Jan 27 22:46:18.348569 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bca18-0adf-417c-866d-88a3aeb1db42 req-60e6a912-7722-480c-af9a-8d78b80c1f1d tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:18.350052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-294bca18-0adf-417c-866d-88a3aeb1db42 req-60e6a912-7722-480c-af9a-8d78b80c1f1d tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 943 time: 0.0519311 Jan 27 22:46:18.396436 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-294bca18-0adf-417c-866d-88a3aeb1db42 req-6fffc46e-a295-497d-a30c-0b9b00ea4328 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Jan 27 22:46:19.512292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151151d7-c745-419d-b42b-cb6a84e7ab27 req-069ca568-7fbc-4e1a-a26f-6540284727e2 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:19.514405 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-151151d7-c745-419d-b42b-cb6a84e7ab27 req-069ca568-7fbc-4e1a-a26f-6540284727e2 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 943 time: 0.0500083 Jan 27 22:46:19.558698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-151151d7-c745-419d-b42b-cb6a84e7ab27 req-0ef87cff-c212-4514-bf32-6c184a74642f tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387588 Jan 27 22:46:20.198905 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:46:20.293145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:46:20.304791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0', 'network_id': 'ab996e65-55e7-42c0-a1c9-6b758363c0b4', 'port_id': '3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0', 'mac_address': 'fa:16:3e:92:b7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913d642-1549-432b-83f2-989f301c089d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:46:20.344054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:46:20.344473 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:20.356652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:46:20.375294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:46:20.452850 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:20.498459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:20.505612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.505960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.506299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.506635 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.506966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.507293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.507618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.507941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.508285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.508610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.508931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.509250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.509567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:46:20.643431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:46:20.678773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3a1ea-01df-4393-830e-ac1727a24290 req-d941b5d9-1fed-47d8-a23f-bc84af067b05 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:20.680285 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19c3a1ea-01df-4393-830e-ac1727a24290 req-d941b5d9-1fed-47d8-a23f-bc84af067b05 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 944 time: 0.0521293 Jan 27 22:46:20.727812 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19c3a1ea-01df-4393-830e-ac1727a24290 req-a12475ec-c931-4729-b379-35ab83dde2ca tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Jan 27 22:46:21.839673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9265f-2f2e-4f46-b16f-4ca7cb73c41f req-de4cece2-88f5-4a55-97e2-907deb59a79a tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:21.841167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20b9265f-2f2e-4f46-b16f-4ca7cb73c41f req-de4cece2-88f5-4a55-97e2-907deb59a79a tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 944 time: 0.0473781 Jan 27 22:46:21.886750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-20b9265f-2f2e-4f46-b16f-4ca7cb73c41f req-bb8090cc-446f-4af0-84ac-c5530a10a8bf tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396061 Jan 27 22:46:22.215034 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:46:22.339739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:46:22.344435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:46:22.344823 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:22.419858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:46:22.420202 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:22.445211 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cfd795-6f76-40d5-8a2b-107b1322e6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:46:22.447424 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78f05bf-dce4-400f-b3eb-b44b2247949b" -d '{"events": [{"server_uuid": "73cfd795-6f76-40d5-8a2b-107b1322e6fc", "name": "network-vif-plugged", "status": "completed", "tag": "3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:46:22.460626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:46:22.485554 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb9b42f-d0a9-47a7-9e5b-555bc24070b1 x-openstack-request-id: req-bbb9b42f-d0a9-47a7-9e5b-555bc24070b1 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:46:22.485554 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cfd795-6f76-40d5-8a2b-107b1322e6fc", "name": "network-vif-plugged", "status": "completed", "tag": "3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:46:22.485554 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bbb9b42f-d0a9-47a7-9e5b-555bc24070b1 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:46:22.485554 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cfd795-6f76-40d5-8a2b-107b1322e6fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0', 'code': 200} Jan 27 22:46:22.534810 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:22.586359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:46:22.601505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d7c38-fb70-4c00-b012-608e518e8970 req-8735b0c8-21a8-4cde-8e22-79cff0fc70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:22.603050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb3d7c38-fb70-4c00-b012-608e518e8970 req-8735b0c8-21a8-4cde-8e22-79cff0fc70d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 1096 time: 0.0426519 Jan 27 22:46:22.649537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb3d7c38-fb70-4c00-b012-608e518e8970 req-d7bd4ff8-5508-4d04-8659-65e997a85371 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412066 Jan 27 22:46:22.999840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a78e89-32e1-4b9a-8382-6bbb1ed59477 req-e814c844-48bd-4318-a102-276e0ede6616 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:23.001318 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4a78e89-32e1-4b9a-8382-6bbb1ed59477 req-e814c844-48bd-4318-a102-276e0ede6616 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 945 time: 0.0474000 Jan 27 22:46:23.047384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b4a78e89-32e1-4b9a-8382-6bbb1ed59477 req-18e1452e-8224-4def-99e2-9a3345076042 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 Jan 27 22:46:24.162974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79e8d8-e94a-44a6-b7a4-df1f80d694db req-42f873f6-8a9e-43c6-ac7d-6c234c013859 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:24.164476 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f79e8d8-e94a-44a6-b7a4-df1f80d694db req-42f873f6-8a9e-43c6-ac7d-6c234c013859 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 945 time: 0.0483122 Jan 27 22:46:24.211428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f79e8d8-e94a-44a6-b7a4-df1f80d694db req-8dce6294-168c-4b32-9b1c-95dd2807b7c8 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Jan 27 22:46:24.327932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23878f63-5d30-4856-8160-4cfe55eadca7 req-34777358-f5c8-441b-a063-af330e58da2e tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:46:24.329348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23878f63-5d30-4856-8160-4cfe55eadca7 req-34777358-f5c8-441b-a063-af330e58da2e tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 945 time: 0.0519516 Jan 27 22:46:24.376201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23878f63-5d30-4856-8160-4cfe55eadca7 req-4dedafd5-179c-44a7-98a5-64a19a131ff6 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412536 Jan 27 22:46:27.624921 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:28.070827 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:32.350831 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cbd13877-9b13-4cdc-be87-9e55aeb94fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:34.945045 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b1026bbf-94aa-4df1-8430-876946f6e535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:36.064875 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:46:36.321854 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:37.619743 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:38.956142 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:57.619109 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:46:58.036383 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:00.078492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a33eb9-7929-4e56-b681-fdfa751c2ba7 req-99a667fd-111d-4cc4-a47d-83c78e695671 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:00.080006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4a33eb9-7929-4e56-b681-fdfa751c2ba7 req-99a667fd-111d-4cc4-a47d-83c78e695671 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 945 time: 0.0499272 Jan 27 22:47:00.127953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f4a33eb9-7929-4e56-b681-fdfa751c2ba7 req-bd8c39cd-2542-4f2e-bf93-7d6af0ed3af6 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Jan 27 22:47:01.251913 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f72ae-cc44-4c8b-85d9-42b13fea54b6 req-30d3f4d7-e920-4161-87b4-525bc227e906 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:01.253453 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d44f72ae-cc44-4c8b-85d9-42b13fea54b6 req-30d3f4d7-e920-4161-87b4-525bc227e906 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 945 time: 0.0501058 Jan 27 22:47:01.303996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d44f72ae-cc44-4c8b-85d9-42b13fea54b6 req-3076b284-2171-4c87-8081-e3e88563acdc tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/security-groups?id=ca1b0c4a-7741-4174-92dd-fdfda8f32562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449846 Jan 27 22:47:01.462555 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a93bf-9d4d-4f6b-af4f-46ac4460c82a req-d0ac877e-f4ce-4bc5-9a1e-6d65f5867713 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:01.463941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d55a93bf-9d4d-4f6b-af4f-46ac4460c82a req-d0ac877e-f4ce-4bc5-9a1e-6d65f5867713 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.74 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 945 time: 0.0480111 Jan 27 22:47:01.552845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d55a93bf-9d4d-4f6b-af4f-46ac4460c82a req-df6c0fcb-ef2b-462b-85fa-5a0e0e67eb62 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Deleting port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:47:01.553307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d55a93bf-9d4d-4f6b-af4f-46ac4460c82a req-df6c0fcb-ef2b-462b-85fa-5a0e0e67eb62 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:01.644284 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d55a93bf-9d4d-4f6b-af4f-46ac4460c82a req-df6c0fcb-ef2b-462b-85fa-5a0e0e67eb62 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] For port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:01.644662 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d55a93bf-9d4d-4f6b-af4f-46ac4460c82a req-df6c0fcb-ef2b-462b-85fa-5a0e0e67eb62 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:01.656933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d55a93bf-9d4d-4f6b-af4f-46ac4460c82a req-df6c0fcb-ef2b-462b-85fa-5a0e0e67eb62 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Calling delete_port for 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:47:01.851337 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d55a93bf-9d4d-4f6b-af4f-46ac4460c82a req-df6c0fcb-ef2b-462b-85fa-5a0e0e67eb62 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:01.863788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:47:01.879657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c0fcb-ef2b-462b-85fa-5a0e0e67eb62 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Pushing event deleted for resources: {'Port': ['ID=3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:01.921066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55a93bf-9d4d-4f6b-af4f-46ac4460c82a req-df6c0fcb-ef2b-462b-85fa-5a0e0e67eb62 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] No DVR routers for this DVR port 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:47:01.923728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d55a93bf-9d4d-4f6b-af4f-46ac4460c82a req-df6c0fcb-ef2b-462b-85fa-5a0e0e67eb62 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:01.927080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d55a93bf-9d4d-4f6b-af4f-46ac4460c82a req-df6c0fcb-ef2b-462b-85fa-5a0e0e67eb62 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.74 "DELETE /v2.0/ports/3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 HTTP/1.1" status: 204 len: 173 time: 0.4575946 Jan 27 22:47:01.927520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cfd795-6f76-40d5-8a2b-107b1322e6fc', 'name': 'network-vif-deleted', 'tag': '3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:47:01.929802 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cea68f-9a17-4863-b13e-c074a01fc941" -d '{"events": [{"server_uuid": "73cfd795-6f76-40d5-8a2b-107b1322e6fc", "name": "network-vif-deleted", "tag": "3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:47:01.965782 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beace5de-bd53-4164-972c-999441e51e23 x-openstack-request-id: req-beace5de-bd53-4164-972c-999441e51e23 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:47:01.966110 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cfd795-6f76-40d5-8a2b-107b1322e6fc", "name": "network-vif-deleted", "tag": "3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:47:01.966372 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-beace5de-bd53-4164-972c-999441e51e23 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:47:01.966807 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cfd795-6f76-40d5-8a2b-107b1322e6fc', 'name': 'network-vif-deleted', 'tag': '3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0', 'status': 'completed', 'code': 200} Jan 27 22:47:02.367877 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c9ce4766-7243-49cf-b923-6ed0c0f8719c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:02.411363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-274c8f80-0b10-48c2-80ef-5ef209745942 req-f8f3f9a8-ee41-4995-894e-0b2ee4ff23e3 tempest-TestEncryptedCinderVolumes-1479686621 tempest-TestEncryptedCinderVolumes-1479686621-project] 10.222.0.61 "GET /v2.0/ports?device_id=73cfd795-6f76-40d5-8a2b-107b1322e6fc HTTP/1.1" status: 200 len: 210 time: 0.0263059 Jan 27 22:47:03.582951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41118) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:03.928241 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8998ba9-9f17-4280-a207-8c9f3e6b05bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (334b226c-3247-440f-9766-5a30f21ee483), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:04.173752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e8998ba9-9f17-4280-a207-8c9f3e6b05bf admin admin] Deleting port 33fa716b-d8d1-4d44-95e4-44f8ae340be3 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:47:04.174101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8998ba9-9f17-4280-a207-8c9f3e6b05bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:04.254932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-e8998ba9-9f17-4280-a207-8c9f3e6b05bf admin admin] For port 33fa716b-d8d1-4d44-95e4-44f8ae340be3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=33fa716b-d8d1-4d44-95e4-44f8ae340be3,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:04.255275 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8998ba9-9f17-4280-a207-8c9f3e6b05bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:04.266860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e8998ba9-9f17-4280-a207-8c9f3e6b05bf admin admin] Calling delete_port for 33fa716b-d8d1-4d44-95e4-44f8ae340be3 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:47:04.525863 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8998ba9-9f17-4280-a207-8c9f3e6b05bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (33fa716b-d8d1-4d44-95e4-44f8ae340be3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:04.556667 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8998ba9-9f17-4280-a207-8c9f3e6b05bf admin admin] Pushing event deleted for resources: {'Port': ['ID=33fa716b-d8d1-4d44-95e4-44f8ae340be3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:04.720773 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e8998ba9-9f17-4280-a207-8c9f3e6b05bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (334b226c-3247-440f-9766-5a30f21ee483), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:04.931521 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7116c037-8a8e-4d38-aab3-cf49fd0b83aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:04.935056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8998ba9-9f17-4280-a207-8c9f3e6b05bf admin admin] Router 334b226c-3247-440f-9766-5a30f21ee483 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:47:05.042085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8998ba9-9f17-4280-a207-8c9f3e6b05bf admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:47:05.047790 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e8998ba9-9f17-4280-a207-8c9f3e6b05bf admin admin] 10.222.0.61 "PUT /v2.0/routers/334b226c-3247-440f-9766-5a30f21ee483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4637475 Jan 27 22:47:05.050271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41120) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:05.052964 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f695129-e040-4998-b4ea-20f4c3c71442 None None] Sync routers for ids ['334b226c-3247-440f-9766-5a30f21ee483'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:47:05.063515 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f695129-e040-4998-b4ea-20f4c3c71442 None None] Routers {'334b226c-3247-440f-9766-5a30f21ee483'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:47:05.064159 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8f695129-e040-4998-b4ea-20f4c3c71442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['334b226c-3247-440f-9766-5a30f21ee483'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:05.156976 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Publish callbacks [] for router (334b226c-3247-440f-9766-5a30f21ee483), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:05.167462 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-8f695129-e040-4998-b4ea-20f4c3c71442 None None] Set router 334b226c-3247-440f-9766-5a30f21ee483 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:47:05.259428 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Publish callbacks [] for router_gateway (334b226c-3247-440f-9766-5a30f21ee483), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:05.342207 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8f695129-e040-4998-b4ea-20f4c3c71442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b226c-3247-440f-9766-5a30f21ee483', 'name': 'tempest-TestEncryptedCinderVolumes-2025383661-router', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:07Z', 'updated_at': '2022-01-27T22:47:04Z', 'revision_number': 5, 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'gw_port': {'id': '85e52bc4-8ef2-4463-a538-a0e4fff8de0d', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b226c-3247-440f-9766-5a30f21ee483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:08Z', 'updated_at': '2022-01-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:05.353500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Deleting port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:47:05.353850 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:05.372460 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f695129-e040-4998-b4ea-20f4c3c71442 None None] Checking router: 334b226c-3247-440f-9766-5a30f21ee483 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:47:05.380930 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f695129-e040-4998-b4ea-20f4c3c71442 None None] Routers {'334b226c-3247-440f-9766-5a30f21ee483'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:47:05.381556 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8f695129-e040-4998-b4ea-20f4c3c71442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['334b226c-3247-440f-9766-5a30f21ee483'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:05.432836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] For port 85e52bc4-8ef2-4463-a538-a0e4fff8de0d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=85e52bc4-8ef2-4463-a538-a0e4fff8de0d,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:05.433241 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:05.445491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Calling delete_port for 85e52bc4-8ef2-4463-a538-a0e4fff8de0d owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:47:05.462657 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-8f695129-e040-4998-b4ea-20f4c3c71442 None None] Set router 334b226c-3247-440f-9766-5a30f21ee483 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:47:05.518334 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8f695129-e040-4998-b4ea-20f4c3c71442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334b226c-3247-440f-9766-5a30f21ee483', 'name': 'tempest-TestEncryptedCinderVolumes-2025383661-router', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:07Z', 'updated_at': '2022-01-27T22:47:05Z', 'revision_number': 6, 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:05.544674 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f695129-e040-4998-b4ea-20f4c3c71442 None None] The sync data for ids ['334b226c-3247-440f-9766-5a30f21ee483'] in n-d-760456-6 is: [{'id': '334b226c-3247-440f-9766-5a30f21ee483', 'name': 'tempest-TestEncryptedCinderVolumes-2025383661-router', 'tenant_id': 'f2c04363881549e3b92b47844ce0f856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:07Z', 'updated_at': '2022-01-27T22:47:05Z', 'revision_number': 6, 'project_id': 'f2c04363881549e3b92b47844ce0f856', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:47:05.704346 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (85e52bc4-8ef2-4463-a538-a0e4fff8de0d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:05.740896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Pushing event deleted for resources: {'Port': ['ID=85e52bc4-8ef2-4463-a538-a0e4fff8de0d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:05.804849 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (334b226c-3247-440f-9766-5a30f21ee483), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.218406 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (334b226c-3247-440f-9766-5a30f21ee483), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.220573 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Publish callbacks [] for router_controller (334b226c-3247-440f-9766-5a30f21ee483), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.338937 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (334b226c-3247-440f-9766-5a30f21ee483), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.339509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 334b226c-3247-440f-9766-5a30f21ee483 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:47:06.344056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.345251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ccd527f6-3763-4e39-baf5-2f585df0264c admin admin] 10.222.0.61 "DELETE /v2.0/routers/334b226c-3247-440f-9766-5a30f21ee483 HTTP/1.1" status: 204 len: 168 time: 1.2940719 Jan 27 22:47:06.347713 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41122) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:06.350331 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.396426 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70c0df6-0f98-40b6-a3f3-a5462e240ca6 admin admin] Deleting subnet f913d642-1549-432b-83f2-989f301c089d {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:47:06.397175 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f70c0df6-0f98-40b6-a3f3-a5462e240ca6 admin admin] Publish callbacks [] for subnet (f913d642-1549-432b-83f2-989f301c089d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.424679 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:47:06.432197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f70c0df6-0f98-40b6-a3f3-a5462e240ca6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (f913d642-1549-432b-83f2-989f301c089d), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.445361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:47:06.454063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 3e23d2a1-d4e4-4dfd-850d-7daa6ac001f0 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:47:06.517403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f70c0df6-0f98-40b6-a3f3-a5462e240ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (f913d642-1549-432b-83f2-989f301c089d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.642442 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f70c0df6-0f98-40b6-a3f3-a5462e240ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (f913d642-1549-432b-83f2-989f301c089d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.668003 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c0df6-0f98-40b6-a3f3-a5462e240ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f913d642-1549-432b-83f2-989f301c089d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:06.672128 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f70c0df6-0f98-40b6-a3f3-a5462e240ca6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.675360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f70c0df6-0f98-40b6-a3f3-a5462e240ca6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f913d642-1549-432b-83f2-989f301c089d HTTP/1.1" status: 204 len: 168 time: 0.3266466 Jan 27 22:47:06.677983 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41124) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:06.684285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af59185-dff6-4be0-b313-e95154459063 None None] Network ab996e65-55e7-42c0-a1c9-6b758363c0b4 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:47:06.747483 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (ab996e65-55e7-42c0-a1c9-6b758363c0b4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.807736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Deleting port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:47:06.808101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.829723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e166cb1-c0aa-4a72-9eaf-bdb7b760f5b0 None None] DHCP port deletion for ab996e65-55e7-42c0-a1c9-6b758363c0b4 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:47:06.870077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] For port 4cace8ba-31fe-4aa3-a119-a9df463f4e13, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4cace8ba-31fe-4aa3-a119-a9df463f4e13,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:06.870481 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.875765 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7e166cb1-c0aa-4a72-9eaf-bdb7b760f5b0 None None] Deleting port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:47:06.876179 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7e166cb1-c0aa-4a72-9eaf-bdb7b760f5b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.884102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Calling delete_port for 4cace8ba-31fe-4aa3-a119-a9df463f4e13 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:47:06.942183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7e166cb1-c0aa-4a72-9eaf-bdb7b760f5b0 None None] For port 4cace8ba-31fe-4aa3-a119-a9df463f4e13, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4cace8ba-31fe-4aa3-a119-a9df463f4e13,segment=NetworkSegment(e85537f0-9edf-445b-8d75-06bb2b5dce41),segment_id=e85537f0-9edf-445b-8d75-06bb2b5dce41)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:06.942502 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7e166cb1-c0aa-4a72-9eaf-bdb7b760f5b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:06.956020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7e166cb1-c0aa-4a72-9eaf-bdb7b760f5b0 None None] Calling delete_port for 4cace8ba-31fe-4aa3-a119-a9df463f4e13 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:47:07.036608 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:07.043033 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7e166cb1-c0aa-4a72-9eaf-bdb7b760f5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (4cace8ba-31fe-4aa3-a119-a9df463f4e13), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:07.062978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4cace8ba-31fe-4aa3-a119-a9df463f4e13,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:07.066536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] No DVR routers for this DVR port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:47:07.067932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e166cb1-c0aa-4a72-9eaf-bdb7b760f5b0 None None] Pushing event deleted for resources: {'Port': ['ID=4cace8ba-31fe-4aa3-a119-a9df463f4e13,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:07.072187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e166cb1-c0aa-4a72-9eaf-bdb7b760f5b0 None None] No DVR routers for this DVR port 4cace8ba-31fe-4aa3-a119-a9df463f4e13 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:47:07.139950 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (ab996e65-55e7-42c0-a1c9-6b758363c0b4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:07.161267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab996e65-55e7-42c0-a1c9-6b758363c0b4']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:07.170618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85537f0-9edf-445b-8d75-06bb2b5dce41') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:07.170922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85537f0-9edf-445b-8d75-06bb2b5dce41') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:07.185090 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (e85537f0-9edf-445b-8d75-06bb2b5dce41), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:07.198924 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (e85537f0-9edf-445b-8d75-06bb2b5dce41), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:07.204893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (e85537f0-9edf-445b-8d75-06bb2b5dce41), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:47:07.212630 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:47:07.330886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (ab996e65-55e7-42c0-a1c9-6b758363c0b4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:07.336354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:07.339474 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] 10.222.0.61 "DELETE /v2.0/networks/ab996e65-55e7-42c0-a1c9-6b758363c0b4 HTTP/1.1" status: 204 len: 168 time: 0.6605825 Jan 27 22:47:07.342694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41126) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:07.350619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cca8c-3819-4341-9df4-797114f570dd admin admin] Pushing event deleted for resources: {'Network': ['ID=ab996e65-55e7-42c0-a1c9-6b758363c0b4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:07.560878 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 33fa716b-d8d1-4d44-95e4-44f8ae340be3 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:47:07.581572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 33fa716b-d8d1-4d44-95e4-44f8ae340be3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:47:07.581925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 33fa716b-d8d1-4d44-95e4-44f8ae340be3 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:47:07.582338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4cace8ba-31fe-4aa3-a119-a9df463f4e13 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:47:07.601288 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4cace8ba-31fe-4aa3-a119-a9df463f4e13 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:47:07.601794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4cace8ba-31fe-4aa3-a119-a9df463f4e13 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:47:07.602049 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 85e52bc4-8ef2-4463-a538-a0e4fff8de0d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:47:07.621611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 85e52bc4-8ef2-4463-a538-a0e4fff8de0d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:47:07.626038 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 85e52bc4-8ef2-4463-a538-a0e4fff8de0d not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:47:07.626038 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:07.686555 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (c803e74a-6a1b-4765-b668-2cfd0bc42046), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:07.925968 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Deleting port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:47:07.926316 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:08.005582 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] For port d6f734ed-cbf9-4cf3-80a9-9121ba68a10e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=d6f734ed-cbf9-4cf3-80a9-9121ba68a10e,segment=NetworkSegment(20e5e3b3-5ca8-444f-829f-aaadb5b00a8e),segment_id=20e5e3b3-5ca8-444f-829f-aaadb5b00a8e)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:08.005947 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:08.017850 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Calling delete_port for d6f734ed-cbf9-4cf3-80a9-9121ba68a10e owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:47:08.256800 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (d6f734ed-cbf9-4cf3-80a9-9121ba68a10e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:08.280845 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f734ed-cbf9-4cf3-80a9-9121ba68a10e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:08.290810 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.291145 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.291489 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.291830 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.292187 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.292716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.292880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.293856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.293856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.293856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.294139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.294443 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.294764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:08.461082 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (c803e74a-6a1b-4765-b668-2cfd0bc42046), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:08.673309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Router c803e74a-6a1b-4765-b668-2cfd0bc42046 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:47:08.777835 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:47:08.782843 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-07939d1a-bd9f-461a-9c33-8f5b56f3729f admin admin] 10.222.0.61 "PUT /v2.0/routers/c803e74a-6a1b-4765-b668-2cfd0bc42046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4391243 Jan 27 22:47:08.785463 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41130) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:08.788377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24ec93-5af1-4e34-8880-1be3d7dff0ec None None] Sync routers for ids ['c803e74a-6a1b-4765-b668-2cfd0bc42046'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:47:08.798693 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24ec93-5af1-4e34-8880-1be3d7dff0ec None None] Routers {'c803e74a-6a1b-4765-b668-2cfd0bc42046'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:47:08.799316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fc24ec93-5af1-4e34-8880-1be3d7dff0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c803e74a-6a1b-4765-b668-2cfd0bc42046'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:08.890443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Publish callbacks [] for router (c803e74a-6a1b-4765-b668-2cfd0bc42046), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:08.912158 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-fc24ec93-5af1-4e34-8880-1be3d7dff0ec None None] Set router c803e74a-6a1b-4765-b668-2cfd0bc42046 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:47:08.970236 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:08.995337 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Publish callbacks [] for router_gateway (c803e74a-6a1b-4765-b668-2cfd0bc42046), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:09.095565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fc24ec93-5af1-4e34-8880-1be3d7dff0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'name': 'tempest-TestEncryptedCinderVolumes-1516726184-router', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '791894ac-c820-4697-977f-213e36f8143e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:13Z', 'updated_at': '2022-01-27T22:47:08Z', 'revision_number': 5, 'project_id': '2bd604617e75472483a16c9880975e2b', 'gw_port': {'id': '791894ac-c820-4697-977f-213e36f8143e', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:45:14Z', 'updated_at': '2022-01-27T22:45:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:09.114886 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Deleting port 791894ac-c820-4697-977f-213e36f8143e {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:47:09.115235 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (791894ac-c820-4697-977f-213e36f8143e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:09.122498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24ec93-5af1-4e34-8880-1be3d7dff0ec None None] Checking router: c803e74a-6a1b-4765-b668-2cfd0bc42046 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:47:09.130477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24ec93-5af1-4e34-8880-1be3d7dff0ec None None] Routers {'c803e74a-6a1b-4765-b668-2cfd0bc42046'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:47:09.131079 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fc24ec93-5af1-4e34-8880-1be3d7dff0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c803e74a-6a1b-4765-b668-2cfd0bc42046'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:09.198063 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] For port 791894ac-c820-4697-977f-213e36f8143e, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=791894ac-c820-4697-977f-213e36f8143e,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:09.198427 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (791894ac-c820-4697-977f-213e36f8143e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:09.209980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Calling delete_port for 791894ac-c820-4697-977f-213e36f8143e owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:47:09.215469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-fc24ec93-5af1-4e34-8880-1be3d7dff0ec None None] Set router c803e74a-6a1b-4765-b668-2cfd0bc42046 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:47:09.268624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-fc24ec93-5af1-4e34-8880-1be3d7dff0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'name': 'tempest-TestEncryptedCinderVolumes-1516726184-router', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:13Z', 'updated_at': '2022-01-27T22:47:08Z', 'revision_number': 6, 'project_id': '2bd604617e75472483a16c9880975e2b', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:09.294283 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24ec93-5af1-4e34-8880-1be3d7dff0ec None None] The sync data for ids ['c803e74a-6a1b-4765-b668-2cfd0bc42046'] in n-d-760456-6 is: [{'id': 'c803e74a-6a1b-4765-b668-2cfd0bc42046', 'name': 'tempest-TestEncryptedCinderVolumes-1516726184-router', 'tenant_id': '2bd604617e75472483a16c9880975e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:45:13Z', 'updated_at': '2022-01-27T22:47:08Z', 'revision_number': 6, 'project_id': '2bd604617e75472483a16c9880975e2b', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:47:09.458872 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (791894ac-c820-4697-977f-213e36f8143e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:09.485042 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Pushing event deleted for resources: {'Port': ['ID=791894ac-c820-4697-977f-213e36f8143e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:09.544533 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (c803e74a-6a1b-4765-b668-2cfd0bc42046), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:09.637368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (c803e74a-6a1b-4765-b668-2cfd0bc42046), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:09.640613 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Publish callbacks [] for router_controller (c803e74a-6a1b-4765-b668-2cfd0bc42046), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:09.800190 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (c803e74a-6a1b-4765-b668-2cfd0bc42046), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:09.800812 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c803e74a-6a1b-4765-b668-2cfd0bc42046 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:47:09.805885 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:09.807160 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c3f9b394-a8d0-41fc-b8eb-5afba052375d admin admin] 10.222.0.61 "DELETE /v2.0/routers/c803e74a-6a1b-4765-b668-2cfd0bc42046 HTTP/1.1" status: 204 len: 168 time: 1.0207763 Jan 27 22:47:09.809659 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41132) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:09.853817 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f2bdec-c0cd-465c-ae04-5f44c5176055 admin admin] Deleting subnet 716c88ec-66ba-4631-b3d4-fc0be15a4c7d {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:47:09.856977 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6f2bdec-c0cd-465c-ae04-5f44c5176055 admin admin] Publish callbacks [] for subnet (716c88ec-66ba-4631-b3d4-fc0be15a4c7d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:09.890962 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6f2bdec-c0cd-465c-ae04-5f44c5176055 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (716c88ec-66ba-4631-b3d4-fc0be15a4c7d), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:09.967243 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6f2bdec-c0cd-465c-ae04-5f44c5176055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (716c88ec-66ba-4631-b3d4-fc0be15a4c7d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.043449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d6f734ed-cbf9-4cf3-80a9-9121ba68a10e no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:47:10.067142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: d6f734ed-cbf9-4cf3-80a9-9121ba68a10e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:47:10.067779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device d6f734ed-cbf9-4cf3-80a9-9121ba68a10e not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:47:10.191062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6f2bdec-c0cd-465c-ae04-5f44c5176055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (716c88ec-66ba-4631-b3d4-fc0be15a4c7d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.216642 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2bdec-c0cd-465c-ae04-5f44c5176055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=716c88ec-66ba-4631-b3d4-fc0be15a4c7d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:10.220440 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b6f2bdec-c0cd-465c-ae04-5f44c5176055 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.225228 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b6f2bdec-c0cd-465c-ae04-5f44c5176055 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/716c88ec-66ba-4631-b3d4-fc0be15a4c7d HTTP/1.1" status: 204 len: 168 time: 0.4131217 Jan 27 22:47:10.226357 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41134) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:10.233116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f8a1bf-2d7e-4d8d-bbdc-ea62507b4572 None None] Network 73b2def1-8e61-4e63-bc77-f48de66caa13 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:47:10.312338 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (73b2def1-8e61-4e63-bc77-f48de66caa13), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.370767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Deleting port 7ea37131-eb35-41ba-afa7-0eed6768cc18 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:47:10.371112 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.395695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430dbc21-4633-49ad-8360-0be4a49632f6 None None] DHCP port deletion for 73b2def1-8e61-4e63-bc77-f48de66caa13 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:47:10.434589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] For port 7ea37131-eb35-41ba-afa7-0eed6768cc18, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7ea37131-eb35-41ba-afa7-0eed6768cc18,segment=NetworkSegment(20e5e3b3-5ca8-444f-829f-aaadb5b00a8e),segment_id=20e5e3b3-5ca8-444f-829f-aaadb5b00a8e)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:10.434990 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.449254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Calling delete_port for 7ea37131-eb35-41ba-afa7-0eed6768cc18 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:47:10.450213 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-430dbc21-4633-49ad-8360-0be4a49632f6 None None] Deleting port 7ea37131-eb35-41ba-afa7-0eed6768cc18 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:47:10.450750 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-430dbc21-4633-49ad-8360-0be4a49632f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.600141 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.628430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea37131-eb35-41ba-afa7-0eed6768cc18,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:10.630950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] No DVR routers for this DVR port 7ea37131-eb35-41ba-afa7-0eed6768cc18 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:47:10.657287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.657642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.657996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.658341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.658680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.659018 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.659355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.659709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.660039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.660396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.660724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.661055 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.661382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:10.668507 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-430dbc21-4633-49ad-8360-0be4a49632f6 None None] For port 7ea37131-eb35-41ba-afa7-0eed6768cc18, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7ea37131-eb35-41ba-afa7-0eed6768cc18,segment=NetworkSegment(20e5e3b3-5ca8-444f-829f-aaadb5b00a8e),segment_id=20e5e3b3-5ca8-444f-829f-aaadb5b00a8e)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:10.668919 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-430dbc21-4633-49ad-8360-0be4a49632f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.681975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-430dbc21-4633-49ad-8360-0be4a49632f6 None None] Calling delete_port for 7ea37131-eb35-41ba-afa7-0eed6768cc18 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:47:10.717771 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (73b2def1-8e61-4e63-bc77-f48de66caa13), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.738159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b2def1-8e61-4e63-bc77-f48de66caa13']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:10.747220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e5e3b3-5ca8-444f-829f-aaadb5b00a8e') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:10.747522 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e5e3b3-5ca8-444f-829f-aaadb5b00a8e') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:10.756065 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-430dbc21-4633-49ad-8360-0be4a49632f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (7ea37131-eb35-41ba-afa7-0eed6768cc18), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.757444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (20e5e3b3-5ca8-444f-829f-aaadb5b00a8e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.771495 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (20e5e3b3-5ca8-444f-829f-aaadb5b00a8e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.777487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:47:10.777879 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (20e5e3b3-5ca8-444f-829f-aaadb5b00a8e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:47:10.779552 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:47:10.783598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dbc21-4633-49ad-8360-0be4a49632f6 None None] Pushing event deleted for resources: {'Port': ['ID=7ea37131-eb35-41ba-afa7-0eed6768cc18,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:10.787056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430dbc21-4633-49ad-8360-0be4a49632f6 None None] No DVR routers for this DVR port 7ea37131-eb35-41ba-afa7-0eed6768cc18 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:47:10.898939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (73b2def1-8e61-4e63-bc77-f48de66caa13), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.904387 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:10.907784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/73b2def1-8e61-4e63-bc77-f48de66caa13 HTTP/1.1" status: 204 len: 168 time: 0.6797216 Jan 27 22:47:10.921749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516b6d4-8121-4212-a1a1-2da74a9039e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b2def1-8e61-4e63-bc77-f48de66caa13,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:11.333058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41138) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:11.373401 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fb60d290-8b02-4874-a31b-e97d4fdb7411 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2c04363881549e3b92b47844ce0f856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391941 Jan 27 22:47:11.375744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41140) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:11.427235 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccee7932-dcfe-4144-bbd0-0a4bab359987 admin admin] Publish callbacks [] for security_group (ca1b0c4a-7741-4174-92dd-fdfda8f32562), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:11.448271 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccee7932-dcfe-4144-bbd0-0a4bab359987 admin admin] Publish callbacks [] for security_group (ca1b0c4a-7741-4174-92dd-fdfda8f32562), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:11.546783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7ea37131-eb35-41ba-afa7-0eed6768cc18 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:47:11.567740 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 7ea37131-eb35-41ba-afa7-0eed6768cc18 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:47:11.568183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7ea37131-eb35-41ba-afa7-0eed6768cc18 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:47:11.568616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 791894ac-c820-4697-977f-213e36f8143e no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:47:11.573196 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccee7932-dcfe-4144-bbd0-0a4bab359987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ca1b0c4a-7741-4174-92dd-fdfda8f32562), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:11.576086 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ccee7932-dcfe-4144-bbd0-0a4bab359987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:11.580229 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ccee7932-dcfe-4144-bbd0-0a4bab359987 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca1b0c4a-7741-4174-92dd-fdfda8f32562 HTTP/1.1" status: 204 len: 168 time: 0.2006800 Jan 27 22:47:11.592344 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee7932-dcfe-4144-bbd0-0a4bab359987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1b0c4a-7741-4174-92dd-fdfda8f32562,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:11.593778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 791894ac-c820-4697-977f-213e36f8143e {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:47:11.593778 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 791894ac-c820-4697-977f-213e36f8143e not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:47:12.222180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41146) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:12.261695 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d5f744ff-cee2-409f-a129-527faf4b3203 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2bd604617e75472483a16c9880975e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382910 Jan 27 22:47:12.263976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41148) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:12.310507 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c723-d506-41ca-8c8c-3ce8e9878237 admin admin] Publish callbacks [] for security_group (414ae7ab-00ed-497e-8458-ebb5bc158e69), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:12.331899 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c723-d506-41ca-8c8c-3ce8e9878237 admin admin] Publish callbacks [] for security_group (414ae7ab-00ed-497e-8458-ebb5bc158e69), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:12.447503 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c723-d506-41ca-8c8c-3ce8e9878237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (414ae7ab-00ed-497e-8458-ebb5bc158e69), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:12.450143 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c723-d506-41ca-8c8c-3ce8e9878237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:12.451334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a0d5c723-d506-41ca-8c8c-3ce8e9878237 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/414ae7ab-00ed-497e-8458-ebb5bc158e69 HTTP/1.1" status: 204 len: 168 time: 0.1864538 Jan 27 22:47:12.459935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5c723-d506-41ca-8c8c-3ce8e9878237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414ae7ab-00ed-497e-8458-ebb5bc158e69,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:13.064739 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:47:13.577903 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41170) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:13.670277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1960925624-network', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:47:13.768038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Made reservation on behalf of 17892f7c734d41c08b5800d2dc8edd9c for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:47:13.770454 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:13.779438 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:13.850960 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Publish callbacks [] for security_group (224a90c3-c81c-439d-bfd5-1b83efe5f45a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:13.927013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (224a90c3-c81c-439d-bfd5-1b83efe5f45a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:13.951220 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:47:13.959658 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224a90c3-c81c-439d-bfd5-1b83efe5f45a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:13.965537 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:13.966288 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Added segment a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3 of type vlan for network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 Jan 27 22:47:14.005028 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (a0d41425-c7ab-4ec0-a0a5-9518709a8d99), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:14.086984 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (a0d41425-c7ab-4ec0-a0a5-9518709a8d99), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:14.087915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:14.088527 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:14.149206 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d41425-c7ab-4ec0-a0a5-9518709a8d99,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:14.159664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:47:14.167767 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-864b4309-006d-48a4-b58c-62650f8d7903 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5887940 Jan 27 22:47:14.170793 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41174) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:14.176327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f33ae5f7-7c04-40e7-b9c9-b00582a338f7 admin admin] Request body: {'subnet': {'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1960925624-subnet', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:47:14.250834 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33ae5f7-7c04-40e7-b9c9-b00582a338f7 admin admin] Made reservation on behalf of 17892f7c734d41c08b5800d2dc8edd9c for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:47:14.253338 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f33ae5f7-7c04-40e7-b9c9-b00582a338f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:14.502861 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f33ae5f7-7c04-40e7-b9c9-b00582a338f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (53fddd1a-01a2-43b0-8c5b-11c60ce4164f), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:14.552118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ae5f7-7c04-40e7-b9c9-b00582a338f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fddd1a-01a2-43b0-8c5b-11c60ce4164f,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:14.567038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33ae5f7-7c04-40e7-b9c9-b00582a338f7 admin admin] Checking segment: {'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:47:14.567407 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33ae5f7-7c04-40e7-b9c9-b00582a338f7 admin admin] Network hostable DHCP agents. Network: a0d41425-c7ab-4ec0-a0a5-9518709a8d99, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:47:14.642256 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33ae5f7-7c04-40e7-b9c9-b00582a338f7 admin admin] Network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:47:14.744024 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-f33ae5f7-7c04-40e7-b9c9-b00582a338f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, a0d41425-c7ab-4ec0-a0a5-9518709a8d99) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:47:14.748069 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33ae5f7-7c04-40e7-b9c9-b00582a338f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:14.748702 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f33ae5f7-7c04-40e7-b9c9-b00582a338f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:14.754830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dffc18-ca76-4b92-8019-f0cd633303b6 None None] Network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:47:14.844202 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f33ae5f7-7c04-40e7-b9c9-b00582a338f7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6721478 Jan 27 22:47:14.847384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41176) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:14.852587 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:47:14.855865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'fixed_ips': [{'subnet_id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:47:14.856784 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:14.910309 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:14.911472 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:14.978223 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Publish callbacks [] for router_controller (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:14.994615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Allocated IP 172.20.0.2 (a0d41425-c7ab-4ec0-a0a5-9518709a8d99/53fddd1a-01a2-43b0-8c5b-11c60ce4164f/065fb426-e1bd-469c-95a0-8728eb0bfa6a) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:47:15.142377 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Publish callbacks [] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:15.199038 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Publish callbacks [] for router_gateway (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:15.253354 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:15.292672 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:47:15.297955 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:47:15.302705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:47:15.305824 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Pushing event updated for resources: {'Port': ['ID=065fb426-e1bd-469c-95a0-8728eb0bfa6a,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:15.380098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Attempting to bind port 065fb426-e1bd-469c-95a0-8728eb0bfa6a on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:47:15.380098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Attempting to bind port 065fb426-e1bd-469c-95a0-8728eb0bfa6a by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:47:15.380477 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Attempting to bind port 065fb426-e1bd-469c-95a0-8728eb0bfa6a on network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:47:15.386704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:47:15.387246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Checking segment: {'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:47:15.387665 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:15.388061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Bound using segment: {'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:47:15.388776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Bound port: 065fb426-e1bd-469c-95a0-8728eb0bfa6a, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:47:15.389352 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:15.457959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] For port 065fb426-e1bd-469c-95a0-8728eb0bfa6a, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:47:15.461010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] For port 065fb426-e1bd-469c-95a0-8728eb0bfa6a, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=065fb426-e1bd-469c-95a0-8728eb0bfa6a,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:47:15.522275 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:15.600107 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e63ad-b083-4d62-8ddf-791ad508ad31 None None] Pushing event updated for resources: {'Port': ['ID=065fb426-e1bd-469c-95a0-8728eb0bfa6a,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:15.807906 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Publish callbacks [] for router_gateway (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:15.827809 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:15.946855 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Allocated IP 172.25.0.147 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/e9fe3256-03a4-4c8c-b918-e62ba3cd82c2) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:47:16.051870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Publish callbacks [] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:16.149162 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:16.188691 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:47:16.191501 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:47:16.194246 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:47:16.228561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Pushing event updated for resources: {'Port': ['ID=e9fe3256-03a4-4c8c-b918-e62ba3cd82c2,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:16.530153 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Publish callbacks [] for router_gateway (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:16.577589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603559ce-e5b7-454f-a6e7-febef734b4fd None None] Network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:47:16.653219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-7cba6e56-e507-406f-99ba-ae066021503a None None] Provisioning complete for port 065fb426-e1bd-469c-95a0-8728eb0bfa6a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:16.653818 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7cba6e56-e507-406f-99ba-ae066021503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:16.732408 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:16.769360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7cba6e56-e507-406f-99ba-ae066021503a None None] Current status of the port 065fb426-e1bd-469c-95a0-8728eb0bfa6a is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:16.769765 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7cba6e56-e507-406f-99ba-ae066021503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:16.806669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7cba6e56-e507-406f-99ba-ae066021503a None None] For port 065fb426-e1bd-469c-95a0-8728eb0bfa6a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=065fb426-e1bd-469c-95a0-8728eb0bfa6a,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:16.910224 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7cba6e56-e507-406f-99ba-ae066021503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:16.939260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:47:16.965733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba6e56-e507-406f-99ba-ae066021503a None None] Pushing event updated for resources: {'Port': ['ID=065fb426-e1bd-469c-95a0-8728eb0bfa6a,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:17.029494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e9573fa0-8023-40ef-b7d1-95b7006c4a26 None None] Provisioning complete for port 065fb426-e1bd-469c-95a0-8728eb0bfa6a triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:17.029874 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9573fa0-8023-40ef-b7d1-95b7006c4a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:17.069065 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:47:17.079273 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Sync routers for ids ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:47:17.089144 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Routers {'6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:47:17.095559 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:17.115903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e9573fa0-8023-40ef-b7d1-95b7006c4a26 None None] Current status of the port 065fb426-e1bd-469c-95a0-8728eb0bfa6a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:17.158669 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:17.159934 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9199d2ed-b4a3-481a-916e-3ffefe86fbc6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3115559 Jan 27 22:47:17.162830 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41178) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:17.195113 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Set router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:47:17.459136 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:47:16Z', 'revision_number': 3, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:17.485968 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Checking router: 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:47:17.486309 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Updating router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:47:17.512983 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:17.589664 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:17.608742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 065fb426-e1bd-469c-95a0-8728eb0bfa6a up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:47:17.662330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 065fb426-e1bd-469c-95a0-8728eb0bfa6a triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:17.662712 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:17.743904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 065fb426-e1bd-469c-95a0-8728eb0bfa6a is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:17.795338 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Publish callbacks [] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:17.803617 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Allocated IP 172.20.0.1 (a0d41425-c7ab-4ec0-a0a5-9518709a8d99/53fddd1a-01a2-43b0-8c5b-11c60ce4164f/70de85ef-5c64-455f-8ae6-584aa28e2567) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:47:17.859043 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:17.903984 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Publish callbacks [] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:17.909771 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Pushing event updated for resources: {'Port': ['ID=e9fe3256-03a4-4c8c-b918-e62ba3cd82c2,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:17.913999 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Attempting to bind port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:47:17.914391 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Attempting to bind port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:47:17.914751 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Attempting to bind port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:47:17.922946 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.923288 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.923624 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.923962 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.924312 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.924641 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.924964 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.925284 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.925608 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.925925 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.926244 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.926561 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.926874 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:17.930076 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:47:17.930442 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:47:17.930840 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:17.931244 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:47:17.931738 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Bound port: e9fe3256-03a4-4c8c-b918-e62ba3cd82c2, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:47:17.932127 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:17.982407 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] For port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:47:17.985400 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] For port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e9fe3256-03a4-4c8c-b918-e62ba3cd82c2,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:47:18.047503 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:18.076219 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:18.084704 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:47:18.087546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:47:18.095154 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:47:18.135721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Pushing event updated for resources: {'Port': ['ID=70de85ef-5c64-455f-8ae6-584aa28e2567,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:18.137795 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Routers {'6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:47:18.140049 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:18.152348 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:18.201906 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eb721-fe15-4388-b5c4-f31b1dc39373 None None] Pushing event updated for resources: {'Port': ['ID=e9fe3256-03a4-4c8c-b918-e62ba3cd82c2,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:18.281150 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] Set router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:47:18.334942 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:18.343710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bccf78ae-c77b-471d-a4d1-d8add7afba6c None None] Provisioning complete for port 70de85ef-5c64-455f-8ae6-584aa28e2567 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:18.344175 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bccf78ae-c77b-471d-a4d1-d8add7afba6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:18.381640 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bccf78ae-c77b-471d-a4d1-d8add7afba6c None None] Port 70de85ef-5c64-455f-8ae6-584aa28e2567 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:47:18.470255 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:47:16Z', 'revision_number': 3, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:18.500147 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7158ac5d-692f-4094-a85d-d58a78c7f27f None None] The sync data for ids ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'] in n-d-760456-6 is: [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:47:16Z', 'revision_number': 3, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:47:18.504639 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Publish callbacks [] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:18.565171 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:18.632451 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Pushing event updated for resources: {'Port': ['ID=70de85ef-5c64-455f-8ae6-584aa28e2567,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:18.636187 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:18.745623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:47:18.747046 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:47:18.881809 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:47:18.995247 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:47:19.000928 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b4f41725-a767-4ab9-add8-13f54bcc4698 admin admin] 10.222.0.61 "PUT /v2.0/routers/6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8365777 Jan 27 22:47:19.010623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-d89732a6-74a4-4a1c-a02d-718c8b49b544 None None] Provisioning complete for port 70de85ef-5c64-455f-8ae6-584aa28e2567 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:19.010623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d89732a6-74a4-4a1c-a02d-718c8b49b544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:19.046366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-d89732a6-74a4-4a1c-a02d-718c8b49b544 None None] Port 70de85ef-5c64-455f-8ae6-584aa28e2567 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:47:19.601648 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:47:19.652894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:19.653286 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:19.721274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41194) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:19.726300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-697306502-network', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:47:19.739432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:19.739432 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:19.771469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e9fe3256-03a4-4c8c-b918-e62ba3cd82c2,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:19.818890 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Made reservation on behalf of ef7772552ad04ecdb3a85a76cea022af for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:47:19.821462 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:19.834020 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:19.847551 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:19.899513 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=e9fe3256-03a4-4c8c-b918-e62ba3cd82c2,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:19.919160 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Publish callbacks [] for security_group (27d3df5c-8527-4bd3-8c64-7f8f037d154a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:19.985621 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (27d3df5c-8527-4bd3-8c64-7f8f037d154a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:20.010690 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:47:20.019455 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d3df5c-8527-4bd3-8c64-7f8f037d154a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:20.025465 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9875f225-916e-43b3-a228-5589d1792214), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:20.025813 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Added segment 9875f225-916e-43b3-a228-5589d1792214 of type vlan for network 1266cecb-cfd9-47b7-b2d3-d906729a12cc Jan 27 22:47:20.063754 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Sync routers for ids ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:47:20.072884 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (1266cecb-cfd9-47b7-b2d3-d906729a12cc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:20.073139 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Routers {'6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:47:20.073764 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:20.144365 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (1266cecb-cfd9-47b7-b2d3-d906729a12cc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:20.145364 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:20.145955 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:20.188551 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Set router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:47:20.205971 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] Pushing event updated for resources: {'Network': ['ID=1266cecb-cfd9-47b7-b2d3-d906729a12cc,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:20.217489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 1266cecb-cfd9-47b7-b2d3-d906729a12cc details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:47:20.267564 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-de42ce99-97ef-4140-a880-de991a86ac70 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5451748 Jan 27 22:47:20.270251 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41196) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:20.275086 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-94ad2973-fb77-44ce-97be-2e1be8de7e99 admin admin] Request body: {'subnet': {'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-697306502-subnet', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'ip_version': 4}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:47:20.345156 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ad2973-fb77-44ce-97be-2e1be8de7e99 admin admin] Made reservation on behalf of ef7772552ad04ecdb3a85a76cea022af for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:47:20.347457 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94ad2973-fb77-44ce-97be-2e1be8de7e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:20.451344 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:47:18Z', 'revision_number': 4, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '70de85ef-5c64-455f-8ae6-584aa28e2567', 'name': '', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'mac_address': 'fa:16:3e:fd:2b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:17Z', 'updated_at': '2022-01-27T22:47:18Z', 'revision_number': 2, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'subnets': [{'id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:20.480848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Checking router: 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:47:20.481202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Updating router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 port 70de85ef-5c64-455f-8ae6-584aa28e2567 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:47:20.506128 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:20.579495 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94ad2973-fb77-44ce-97be-2e1be8de7e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (0984a487-3aa0-43bf-9ea9-9e78ee937803), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:20.638976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad2973-fb77-44ce-97be-2e1be8de7e99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0984a487-3aa0-43bf-9ea9-9e78ee937803,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:20.648587 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ad2973-fb77-44ce-97be-2e1be8de7e99 admin admin] Checking segment: {'id': '9875f225-916e-43b3-a228-5589d1792214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:47:20.648949 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad2973-fb77-44ce-97be-2e1be8de7e99 admin admin] Network hostable DHCP agents. Network: 1266cecb-cfd9-47b7-b2d3-d906729a12cc, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:47:20.750006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad2973-fb77-44ce-97be-2e1be8de7e99 admin admin] Network 1266cecb-cfd9-47b7-b2d3-d906729a12cc is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:47:20.761884 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Publish callbacks [] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:20.852974 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-94ad2973-fb77-44ce-97be-2e1be8de7e99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 1266cecb-cfd9-47b7-b2d3-d906729a12cc) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:47:20.857080 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ad2973-fb77-44ce-97be-2e1be8de7e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:20.857718 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-94ad2973-fb77-44ce-97be-2e1be8de7e99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:20.861272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0093cb08-d82d-4882-8568-eb511a98b1e7 None None] Network 1266cecb-cfd9-47b7-b2d3-d906729a12cc requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:47:20.902575 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:20.947159 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-94ad2973-fb77-44ce-97be-2e1be8de7e99 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6758451 Jan 27 22:47:20.949994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41198) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:20.955093 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-697306502-router', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:47:20.973445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Pushing event updated for resources: {'Port': ['ID=70de85ef-5c64-455f-8ae6-584aa28e2567,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:21.005932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.006277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.006623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.006966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.007331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.007623 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.007954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.008384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.008694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.008939 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.009265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.009589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.009906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:47:21.016788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-1266cecb-cfd9-47b7-b2d3-d906729a12cc', 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc', 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'fixed_ips': [{'subnet_id': '0984a487-3aa0-43bf-9ea9-9e78ee937803'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:47:21.017670 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.076444 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.077649 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.082219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Attempting to bind port 70de85ef-5c64-455f-8ae6-584aa28e2567 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:47:21.082812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Attempting to bind port 70de85ef-5c64-455f-8ae6-584aa28e2567 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:47:21.082965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Attempting to bind port 70de85ef-5c64-455f-8ae6-584aa28e2567 on network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:47:21.129946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:47:21.130336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Checking segment: {'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:47:21.130745 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.131150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Bound using segment: {'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:47:21.131644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Bound port: 70de85ef-5c64-455f-8ae6-584aa28e2567, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:47:21.132047 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.137944 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Publish callbacks [] for router_controller (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.257565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9875f071-0f6e-438e-9321-737a4b89f51b None None] Provisioning complete for port 70de85ef-5c64-455f-8ae6-584aa28e2567 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:21.257865 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9875f071-0f6e-438e-9321-737a4b89f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.284615 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Allocated IP 172.20.0.2 (1266cecb-cfd9-47b7-b2d3-d906729a12cc/0984a487-3aa0-43bf-9ea9-9e78ee937803/28bf3519-29b4-469b-bd5e-1e91e3576d83) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:47:21.286930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] For port 70de85ef-5c64-455f-8ae6-584aa28e2567, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:47:21.316143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] For port 70de85ef-5c64-455f-8ae6-584aa28e2567, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=70de85ef-5c64-455f-8ae6-584aa28e2567,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:47:21.319292 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9875f071-0f6e-438e-9321-737a4b89f51b None None] Port 70de85ef-5c64-455f-8ae6-584aa28e2567 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:47:21.407226 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.516865 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Publish callbacks [] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.531117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Routers {'6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:47:21.531940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:21.538185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a318af-4756-42d2-a750-8df54586e34b None None] Pushing event updated for resources: {'Port': ['ID=70de85ef-5c64-455f-8ae6-584aa28e2567,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:21.610487 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Publish callbacks [] for router_gateway (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.731607 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.733586 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:47:21.846619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Network 1266cecb-cfd9-47b7-b2d3-d906729a12cc is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:47:21.848561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8b6755bf-2607-4149-914f-e642234e107e None None] Provisioning complete for port 70de85ef-5c64-455f-8ae6-584aa28e2567 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:21.849204 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b6755bf-2607-4149-914f-e642234e107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.885882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:47:21.912365 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Publish callbacks [] for router_gateway (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.912936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:47:21.920044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Pushing event updated for resources: {'Port': ['ID=28bf3519-29b4-469b-bd5e-1e91e3576d83,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:21.935537 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:21.995390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] Set router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:47:22.039429 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Allocated IP 172.25.0.81 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:47:22.044196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:22.044578 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:22.049339 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Attempting to bind port 28bf3519-29b4-469b-bd5e-1e91e3576d83 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:47:22.049712 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Attempting to bind port 28bf3519-29b4-469b-bd5e-1e91e3576d83 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '9875f225-916e-43b3-a228-5589d1792214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:47:22.050070 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Attempting to bind port 28bf3519-29b4-469b-bd5e-1e91e3576d83 on network 1266cecb-cfd9-47b7-b2d3-d906729a12cc {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:47:22.126739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:47:22.127433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Checking segment: {'id': '9875f225-916e-43b3-a228-5589d1792214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:47:22.127562 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:22.127892 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Bound using segment: {'id': '9875f225-916e-43b3-a228-5589d1792214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:47:22.128404 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Bound port: 28bf3519-29b4-469b-bd5e-1e91e3576d83, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9875f225-916e-43b3-a228-5589d1792214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:47:22.128787 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:22.150092 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Publish callbacks [] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:22.226324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8b6755bf-2607-4149-914f-e642234e107e None None] Current status of the port 70de85ef-5c64-455f-8ae6-584aa28e2567 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:22.226709 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b6755bf-2607-4149-914f-e642234e107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:22.242194 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:22.278802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:47:22.281728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:47:22.285165 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:47:22.310959 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Pushing event updated for resources: {'Port': ['ID=c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:22.337244 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8b6755bf-2607-4149-914f-e642234e107e None None] For port 70de85ef-5c64-455f-8ae6-584aa28e2567, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=70de85ef-5c64-455f-8ae6-584aa28e2567,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:22.349062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] For port 28bf3519-29b4-469b-bd5e-1e91e3576d83, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:47:22.353365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] For port 28bf3519-29b4-469b-bd5e-1e91e3576d83, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=28bf3519-29b4-469b-bd5e-1e91e3576d83,segment=NetworkSegment(9875f225-916e-43b3-a228-5589d1792214),segment_id=9875f225-916e-43b3-a228-5589d1792214)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:47:22.373860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:22.402476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:47:18Z', 'revision_number': 4, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '70de85ef-5c64-455f-8ae6-584aa28e2567', 'name': '', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'mac_address': 'fa:16:3e:fd:2b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:17Z', 'updated_at': '2022-01-27T22:47:21Z', 'revision_number': 4, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'subnets': [{'id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:22.429731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e27277-8d06-4abf-8385-74a7245545f7 None None] The sync data for ids ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'] in n-d-760456-6 is: [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:47:18Z', 'revision_number': 4, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '70de85ef-5c64-455f-8ae6-584aa28e2567', 'name': '', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'mac_address': 'fa:16:3e:fd:2b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:17Z', 'updated_at': '2022-01-27T22:47:21Z', 'revision_number': 4, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'subnets': [{'id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:47:22.435713 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b6755bf-2607-4149-914f-e642234e107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:22.470358 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:22.512927 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6755bf-2607-4149-914f-e642234e107e None None] Pushing event updated for resources: {'Port': ['ID=70de85ef-5c64-455f-8ae6-584aa28e2567,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:22.572638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980e8fa-7e9a-4b53-b9b3-1e78ab4b802d None None] Pushing event updated for resources: {'Port': ['ID=28bf3519-29b4-469b-bd5e-1e91e3576d83,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:22.694582 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Publish callbacks [] for router_gateway (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:22.917922 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:23.144673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Router 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:47:23.259735 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:47:23.268991 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Sync routers for ids ['7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:47:23.280038 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Routers {'7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:47:23.280838 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:23.363791 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:23.365115 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6506c8d6-7be3-40c5-9b1f-fc5911c12f12 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4141090 Jan 27 22:47:23.367871 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41200) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:47:23.409027 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Set router 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:47:23.658910 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'name': 'tempest-TestMinimumBasicScenario-697306502-router', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:22Z', 'revision_number': 3, 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'gw_port': {'id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:23.663812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f424f7b-e96f-4f26-8e58-a782c27eed16 None None] Network 1266cecb-cfd9-47b7-b2d3-d906729a12cc requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:47:23.690401 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Checking router: 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:47:23.690665 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Updating router 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:47:23.724734 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:23.747134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 70de85ef-5c64-455f-8ae6-584aa28e2567 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:47:23.829202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-04cc616e-5b00-42ad-ad5d-8cbac59d7fdf None None] Provisioning complete for port 28bf3519-29b4-469b-bd5e-1e91e3576d83 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:23.829602 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04cc616e-5b00-42ad-ad5d-8cbac59d7fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:23.894439 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 70de85ef-5c64-455f-8ae6-584aa28e2567 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:23.895229 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:23.909875 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:23.971279 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-04cc616e-5b00-42ad-ad5d-8cbac59d7fdf None None] Current status of the port 28bf3519-29b4-469b-bd5e-1e91e3576d83 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:23.971686 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04cc616e-5b00-42ad-ad5d-8cbac59d7fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.042121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-04cc616e-5b00-42ad-ad5d-8cbac59d7fdf None None] For port 28bf3519-29b4-469b-bd5e-1e91e3576d83, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=28bf3519-29b4-469b-bd5e-1e91e3576d83,segment=NetworkSegment(9875f225-916e-43b3-a228-5589d1792214),segment_id=9875f225-916e-43b3-a228-5589d1792214)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:24.056360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 70de85ef-5c64-455f-8ae6-584aa28e2567 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:24.058969 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 28bf3519-29b4-469b-bd5e-1e91e3576d83 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:47:24.116888 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04cc616e-5b00-42ad-ad5d-8cbac59d7fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.123236 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Allocated IP 172.20.0.1 (1266cecb-cfd9-47b7-b2d3-d906729a12cc/0984a487-3aa0-43bf-9ea9-9e78ee937803/1ee14224-6c09-44d4-af27-77495e9646d3) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:47:24.149618 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Publish callbacks [] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.164012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 28bf3519-29b4-469b-bd5e-1e91e3576d83 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:24.164541 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.201848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc616e-5b00-42ad-ad5d-8cbac59d7fdf None None] Pushing event updated for resources: {'Port': ['ID=28bf3519-29b4-469b-bd5e-1e91e3576d83,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:24.224243 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.243570 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Publish callbacks [] for port (1ee14224-6c09-44d4-af27-77495e9646d3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.265307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3211348c-a771-40ef-b532-758fbf6dbb15 None None] Provisioning complete for port 28bf3519-29b4-469b-bd5e-1e91e3576d83 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:24.265752 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3211348c-a771-40ef-b532-758fbf6dbb15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.283435 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Attempting to bind port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:47:24.284008 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Attempting to bind port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:47:24.284350 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Attempting to bind port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:47:24.290681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 28bf3519-29b4-469b-bd5e-1e91e3576d83 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:24.291679 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53756987-7b12-4034-b95a-f47d38a9c551 None None] Pushing event updated for resources: {'Port': ['ID=c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:24.294133 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:47:24.294724 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:47:24.295402 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.296016 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:47:24.296608 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Bound port: c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:47:24.297556 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.321686 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.355729 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] For port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:47:24.356912 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3211348c-a771-40ef-b532-758fbf6dbb15 None None] Current status of the port 28bf3519-29b4-469b-bd5e-1e91e3576d83 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:24.357074 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Network 1266cecb-cfd9-47b7-b2d3-d906729a12cc is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:47:24.359984 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] For port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:47:24.360904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:47:24.364601 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:47:24.398495 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee14224-6c09-44d4-af27-77495e9646d3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:24.411979 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.445918 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.500845 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Routers {'7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:47:24.501609 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:24.551394 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53756987-7b12-4034-b95a-f47d38a9c551 None None] Pushing event updated for resources: {'Port': ['ID=c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:24.578682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8829c091-e6f0-45f6-8221-13c8b360f08c None None] Provisioning complete for port 1ee14224-6c09-44d4-af27-77495e9646d3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:24.579075 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8829c091-e6f0-45f6-8221-13c8b360f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.617788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8829c091-e6f0-45f6-8221-13c8b360f08c None None] Port 1ee14224-6c09-44d4-af27-77495e9646d3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:47:24.622394 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.627659 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] Set router 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:47:24.785680 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Publish callbacks [] for port (1ee14224-6c09-44d4-af27-77495e9646d3), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.802540 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'name': 'tempest-TestMinimumBasicScenario-697306502-router', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:22Z', 'revision_number': 3, 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'gw_port': {'id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:24.832367 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8a899-b0fd-4ff3-88e9-b7da499b2317 None None] The sync data for ids ['7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'] in n-d-760456-6 is: [{'id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'name': 'tempest-TestMinimumBasicScenario-697306502-router', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:22Z', 'revision_number': 3, 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'gw_port': {'id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:47:24.856808 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.924552 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:24.926327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee14224-6c09-44d4-af27-77495e9646d3,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:25.027967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Network 1266cecb-cfd9-47b7-b2d3-d906729a12cc is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:47:25.032315 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:47:25.357793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ef65f4a6-a253-4f84-97b4-da4070e9efe6 None None] Provisioning complete for port 1ee14224-6c09-44d4-af27-77495e9646d3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:25.358356 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ef65f4a6-a253-4f84-97b4-da4070e9efe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:25.395531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ef65f4a6-a253-4f84-97b4-da4070e9efe6 None None] Port 1ee14224-6c09-44d4-af27-77495e9646d3 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:47:25.440695 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Router 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:47:25.558031 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:47:25.563284 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-57fdb3e9-72f5-46a4-b44b-f5b04a637cc4 admin admin] 10.222.0.61 "PUT /v2.0/routers/7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1943681 Jan 27 22:47:25.678941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:47:25.737861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:25.738333 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:25.819738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:25.820049 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:25.841197 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:25.902112 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:25.902930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 28bf3519-29b4-469b-bd5e-1e91e3576d83 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:47:25.981643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:25.993564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 28bf3519-29b4-469b-bd5e-1e91e3576d83 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:25.993813 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:26.075916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 28bf3519-29b4-469b-bd5e-1e91e3576d83 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:26.487581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Sync routers for ids ['7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:47:26.501903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Routers {'7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:47:26.502987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:26.623800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Set router 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:47:27.001002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'name': 'tempest-TestMinimumBasicScenario-697306502-router', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:24Z', 'revision_number': 4, 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'gw_port': {'id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '1ee14224-6c09-44d4-af27-77495e9646d3', 'name': '', 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'mac_address': 'fa:16:3e:80:25:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0984a487-3aa0-43bf-9ea9-9e78ee937803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:23Z', 'updated_at': '2022-01-27T22:47:24Z', 'revision_number': 2, 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'subnets': [{'id': '0984a487-3aa0-43bf-9ea9-9e78ee937803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:27.027724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Checking router: 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:47:27.028109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Updating router 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 port 1ee14224-6c09-44d4-af27-77495e9646d3 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:47:27.055303 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:27.364623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Publish callbacks [] for port (1ee14224-6c09-44d4-af27-77495e9646d3), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:27.464366 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:27.541981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126cd0d-1717-4db0-8256-610e44cd0c14 None None] Pushing event updated for resources: {'Port': ['ID=1ee14224-6c09-44d4-af27-77495e9646d3,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:27.620673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:47:27.654968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Attempting to bind port 1ee14224-6c09-44d4-af27-77495e9646d3 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:47:27.662561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Attempting to bind port 1ee14224-6c09-44d4-af27-77495e9646d3 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '9875f225-916e-43b3-a228-5589d1792214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:47:27.662561 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Attempting to bind port 1ee14224-6c09-44d4-af27-77495e9646d3 on network 1266cecb-cfd9-47b7-b2d3-d906729a12cc {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:47:27.662561 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:27.675857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:47:27.676751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Checking segment: {'id': '9875f225-916e-43b3-a228-5589d1792214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:47:27.677228 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:27.677703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Bound using segment: {'id': '9875f225-916e-43b3-a228-5589d1792214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:47:27.678331 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Bound port: 1ee14224-6c09-44d4-af27-77495e9646d3, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9875f225-916e-43b3-a228-5589d1792214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:47:27.678789 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:27.760029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:27.760539 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:27.783936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] For port 1ee14224-6c09-44d4-af27-77495e9646d3, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:47:27.801385 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] For port 1ee14224-6c09-44d4-af27-77495e9646d3, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1ee14224-6c09-44d4-af27-77495e9646d3,segment=NetworkSegment(9875f225-916e-43b3-a228-5589d1792214),segment_id=9875f225-916e-43b3-a228-5589d1792214)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:47:27.873649 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:27.876167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-19638465-bb0d-44e1-89de-2f5537cecafd None None] Provisioning complete for port 1ee14224-6c09-44d4-af27-77495e9646d3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:27.876601 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19638465-bb0d-44e1-89de-2f5537cecafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:27.904137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:28.017129 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Routers {'7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:47:28.017980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:47:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:28.024099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126cd0d-1717-4db0-8256-610e44cd0c14 None None] Pushing event updated for resources: {'Port': ['ID=1ee14224-6c09-44d4-af27-77495e9646d3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:28.067977 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:28.163046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-19638465-bb0d-44e1-89de-2f5537cecafd None None] Current status of the port 1ee14224-6c09-44d4-af27-77495e9646d3 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:28.163445 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19638465-bb0d-44e1-89de-2f5537cecafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:28.189860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] Set router 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:47:28.245811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-19638465-bb0d-44e1-89de-2f5537cecafd None None] For port 1ee14224-6c09-44d4-af27-77495e9646d3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1ee14224-6c09-44d4-af27-77495e9646d3,segment=NetworkSegment(9875f225-916e-43b3-a228-5589d1792214),segment_id=9875f225-916e-43b3-a228-5589d1792214)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:28.340158 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-19638465-bb0d-44e1-89de-2f5537cecafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:28.414534 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19638465-bb0d-44e1-89de-2f5537cecafd None None] Pushing event updated for resources: {'Port': ['ID=1ee14224-6c09-44d4-af27-77495e9646d3,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:28.483015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c8dc7cf6-e87f-428d-9000-cdcc8c995a1f None None] Provisioning complete for port 1ee14224-6c09-44d4-af27-77495e9646d3 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:28.483434 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8dc7cf6-e87f-428d-9000-cdcc8c995a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:28.535992 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'name': 'tempest-TestMinimumBasicScenario-697306502-router', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:24Z', 'revision_number': 4, 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'gw_port': {'id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '1ee14224-6c09-44d4-af27-77495e9646d3', 'name': '', 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'mac_address': 'fa:16:3e:80:25:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0984a487-3aa0-43bf-9ea9-9e78ee937803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:23Z', 'updated_at': '2022-01-27T22:47:27Z', 'revision_number': 4, 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'subnets': [{'id': '0984a487-3aa0-43bf-9ea9-9e78ee937803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:47:28.572246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e602a938-ad5f-42c8-a332-2c45eedb711b None None] The sync data for ids ['7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'] in n-d-760456-6 is: [{'id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'name': 'tempest-TestMinimumBasicScenario-697306502-router', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:24Z', 'revision_number': 4, 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'gw_port': {'id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '1ee14224-6c09-44d4-af27-77495e9646d3', 'name': '', 'network_id': '1266cecb-cfd9-47b7-b2d3-d906729a12cc', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'mac_address': 'fa:16:3e:80:25:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '0984a487-3aa0-43bf-9ea9-9e78ee937803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:23Z', 'updated_at': '2022-01-27T22:47:27Z', 'revision_number': 4, 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'subnets': [{'id': '0984a487-3aa0-43bf-9ea9-9e78ee937803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:47:28.640646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c8dc7cf6-e87f-428d-9000-cdcc8c995a1f None None] Current status of the port 1ee14224-6c09-44d4-af27-77495e9646d3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:29.607793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1ee14224-6c09-44d4-af27-77495e9646d3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:47:29.653814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 1ee14224-6c09-44d4-af27-77495e9646d3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:29.654199 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:29.760271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 1ee14224-6c09-44d4-af27-77495e9646d3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:32.548023 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e0da6c55-19e0-4a55-ba2a-e4f3182819fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:34.963652 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5d0223d8-aa88-46c8-b5fb-c870506fc373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:36.338402 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:36.831790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-3b6aebfb-739f-4c70-ac6c-c8f080613a0a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:36.833195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-3b6aebfb-739f-4c70-ac6c-c8f080613a0a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/networks?id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99 HTTP/1.1" status: 200 len: 815 time: 0.1021349 Jan 27 22:47:36.847817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-37fb261e-1b40-4a46-b395-cbaf5858c240 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/quotas/17892f7c734d41c08b5800d2dc8edd9c HTTP/1.1" status: 200 len: 375 time: 0.0092914 Jan 27 22:47:36.896343 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-bf98f2fa-b9fb-4d84-a3a4-b566b9996713 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=17892f7c734d41c08b5800d2dc8edd9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438244 Jan 27 22:47:36.994534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-ece04586-f5d7-47f3-8275-05f811cf4556 service neutron] 10.222.0.61 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867016 Jan 27 22:47:37.086403 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-076b3666-e206-4a24-a542-af098d1c962a service neutron] 10.222.0.61 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862160 Jan 27 22:47:37.452523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-907b0d26-21ad-49f5-aab3-eb91b3e589be req-03fa61d4-852c-4f36-871e-46f0dca21347 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 210 time: 0.1209960 Jan 27 22:47:37.610027 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:38.533799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccef0e2a-1e9a-41e8-ac96-adcf7a805ad9 req-9d9de65e-1c30-4c74-9c4a-7cc76d19f637 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 210 time: 0.0310626 Jan 27 22:47:38.998520 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:39.609166 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-056c2a3a-bbae-4888-8163-e0beed936ed6 req-ee8372b5-2e09-4ac4-b634-4d7a86736b2b tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 210 time: 0.0259464 Jan 27 22:47:40.684185 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ddbde3fb-e7a9-47d6-a7ba-902f3e3acb97 req-260d2cd5-1afa-458b-b870-8e66b0f4e1cf tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 210 time: 0.0252991 Jan 27 22:47:41.775554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2014242a-babf-49d7-9023-ac6025066167 req-2e422d36-9fe1-4c8b-8e91-5c1ad71a140a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 210 time: 0.0259538 Jan 27 22:47:42.867156 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7049d609-207d-4810-ad83-1db228d28360 req-58360c67-1331-452c-8891-05e3baec85b1 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 210 time: 0.0251672 Jan 27 22:47:43.705194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-2e46a3f9-d3c9-4099-8fc2-69c9a1b9cc8a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:43.707725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-2e46a3f9-d3c9-4099-8fc2-69c9a1b9cc8a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.74 "GET /v2.0/networks?id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99 HTTP/1.1" status: 200 len: 815 time: 0.1040447 Jan 27 22:47:43.718722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Request body: {'port': {'device_id': 'f868920f-c16a-4adf-aabc-952a29531c50', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'admin_state_up': True, 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:47:43.909477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Made reservation on behalf of 17892f7c734d41c08b5800d2dc8edd9c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:47:43.909477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:43.997874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af94c8dd-32d9-4ae9-b713-d44a916f1920 req-a925cbd0-80c8-451f-82da-03cff8150e44 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 210 time: 0.0316777 Jan 27 22:47:44.068501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Allocated IP 172.20.0.10 (a0d41425-c7ab-4ec0-a0a5-9518709a8d99/53fddd1a-01a2-43b0-8c5b-11c60ce4164f/392c2beb-cc6a-406b-9b47-df05cf54761d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:47:44.229594 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:44.328036 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:44.382030 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:47:44.385754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:47:44.389187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:47:44.420431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event updated for resources: {'Port': ['ID=392c2beb-cc6a-406b-9b47-df05cf54761d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:44.458747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:44.460052 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:44.529953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-78e9bdc8-02c1-4cfa-bd02-a87d6d02dd89 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8148620 Jan 27 22:47:44.774365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-763ba8cf-4867-4a5b-97e5-f11b05557edb None None] Provisioning complete for port 392c2beb-cc6a-406b-9b47-df05cf54761d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:44.774950 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-763ba8cf-4867-4a5b-97e5-f11b05557edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:44.810195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-763ba8cf-4867-4a5b-97e5-f11b05557edb None None] Port 392c2beb-cc6a-406b-9b47-df05cf54761d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:47:45.153475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fa72a-6d95-421e-806e-46b05bb04da8 req-46111151-cfe3-4789-ad67-ae9a2139a18d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:45.155036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-246fa72a-6d95-421e-806e-46b05bb04da8 req-46111151-cfe3-4789-ad67-ae9a2139a18d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 932 time: 0.0696795 Jan 27 22:47:45.208563 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-246fa72a-6d95-421e-806e-46b05bb04da8 req-4141feda-2adf-4a38-b5c7-830e6efba8b3 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449908 Jan 27 22:47:46.335092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68c92b-ef7c-42ba-ba44-f7cdffdea463 req-9c49a7c7-f50e-4c40-abe8-9fefe37b451d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:46.336731 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f68c92b-ef7c-42ba-ba44-f7cdffdea463 req-9c49a7c7-f50e-4c40-abe8-9fefe37b451d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 932 time: 0.0509779 Jan 27 22:47:46.388932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f68c92b-ef7c-42ba-ba44-f7cdffdea463 req-63074bb3-f4ee-41b6-aaa0-206eb941c2c4 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462248 Jan 27 22:47:47.517686 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b62d1e-afc2-4c10-9270-0d06ff83a302 req-970ef795-90fe-43ef-a4ac-8ea4feac1ad4 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:47.520254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9b62d1e-afc2-4c10-9270-0d06ff83a302 req-970ef795-90fe-43ef-a4ac-8ea4feac1ad4 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 932 time: 0.0586164 Jan 27 22:47:47.575232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9b62d1e-afc2-4c10-9270-0d06ff83a302 req-c7d81090-7743-4b43-830e-7e68b0b622ec tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489225 Jan 27 22:47:48.698361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62ec12-f5d4-4ee4-b054-58449c09d6d1 req-69b2d0ad-cd36-4b18-a59e-fc90a2827c7f tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:48.700023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d62ec12-f5d4-4ee4-b054-58449c09d6d1 req-69b2d0ad-cd36-4b18-a59e-fc90a2827c7f tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 932 time: 0.0545170 Jan 27 22:47:48.753968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4d62ec12-f5d4-4ee4-b054-58449c09d6d1 req-00ddda6b-8840-4512-ba57-544583f9ff88 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468421 Jan 27 22:47:49.894978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c313f-9a54-47b2-94c9-d907884da940 req-90ea8913-e856-4af9-bbc3-560ceef72105 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:49.897364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-504c313f-9a54-47b2-94c9-d907884da940 req-90ea8913-e856-4af9-bbc3-560ceef72105 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 932 time: 0.0527701 Jan 27 22:47:49.949144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-504c313f-9a54-47b2-94c9-d907884da940 req-2660cbd2-d4ec-46be-99ad-0c606a474a0d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459809 Jan 27 22:47:50.064894 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:47:51.086779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a35d9b-5366-4a38-8f52-70ba7812fbc1 req-c3773fb0-6394-4d51-a61e-28ebbb57d414 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:51.088360 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75a35d9b-5366-4a38-8f52-70ba7812fbc1 req-c3773fb0-6394-4d51-a61e-28ebbb57d414 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 932 time: 0.0567424 Jan 27 22:47:51.155727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-75a35d9b-5366-4a38-8f52-70ba7812fbc1 req-73454d92-fa8e-447b-8605-fb47f408addc tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589638 Jan 27 22:47:52.099939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Request body: {'port': {'device_id': 'f868920f-c16a-4adf-aabc-952a29531c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:47:52.099939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:52.099939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392c2beb-cc6a-406b-9b47-df05cf54761d {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:47:52.099939 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Publish callbacks [] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:52.099939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Transition to ACTIVE for port object 392c2beb-cc6a-406b-9b47-df05cf54761d will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:47:52.282966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007adb2-3a7e-4275-9e38-8b434e199d49 req-193d13d8-00df-45f9-a6f3-e553b7fa54b5 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:52.284496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2007adb2-3a7e-4275-9e38-8b434e199d49 req-193d13d8-00df-45f9-a6f3-e553b7fa54b5 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 932 time: 0.0541887 Jan 27 22:47:52.330674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2007adb2-3a7e-4275-9e38-8b434e199d49 req-8a64c108-aa40-442c-ae5e-29c109488e7f tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Jan 27 22:47:52.449241 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:52.497466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Pushing event updated for resources: {'Port': ['ID=392c2beb-cc6a-406b-9b47-df05cf54761d,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:52.573896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Attempting to bind port 392c2beb-cc6a-406b-9b47-df05cf54761d on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:47:52.574297 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Attempting to bind port 392c2beb-cc6a-406b-9b47-df05cf54761d by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:47:52.574573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Attempting to bind port 392c2beb-cc6a-406b-9b47-df05cf54761d on network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:47:52.579031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Port 392c2beb-cc6a-406b-9b47-df05cf54761d on network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:47:52.581672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Attempting to bind port 392c2beb-cc6a-406b-9b47-df05cf54761d on network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:47:52.584961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:47:52.585389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Checking segment: {'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:47:52.585780 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Bound using segment: {'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:47:52.586207 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Bound port: 392c2beb-cc6a-406b-9b47-df05cf54761d, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:47:52.586568 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:52.654628 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] For port 392c2beb-cc6a-406b-9b47-df05cf54761d, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:47:52.657897 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] For port 392c2beb-cc6a-406b-9b47-df05cf54761d, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=392c2beb-cc6a-406b-9b47-df05cf54761d,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:47:52.721291 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:52.756873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:52.757491 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:52.758867 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] 10.222.0.74 "PUT /v2.0/ports/392c2beb-cc6a-406b-9b47-df05cf54761d HTTP/1.1" status: 200 len: 1092 time: 1.1504960 Jan 27 22:47:52.759308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:47:52.761675 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f753d514-449e-4e74-96fb-e0d808eb90b2" -d '{"events": [{"name": "network-changed", "server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:47:52.789170 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c2f1f-2738-41ca-9dd0-2c8ee048d829 service neutron] Pushing event updated for resources: {'Port': ['ID=392c2beb-cc6a-406b-9b47-df05cf54761d,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:52.804665 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef2468f-88d1-4a09-b556-4a7a383c81ac x-openstack-request-id: req-eef2468f-88d1-4a09-b556-4a7a383c81ac {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:47:52.804968 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:47:52.805227 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eef2468f-88d1-4a09-b556-4a7a383c81ac {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:47:52.805646 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'status': 'completed', 'code': 200} Jan 27 22:47:52.877764 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753d514-449e-4e74-96fb-e0d808eb90b2 req-60460a2b-b642-4c1b-89af-0806df1eefe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:52.879290 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f753d514-449e-4e74-96fb-e0d808eb90b2 req-60460a2b-b642-4c1b-89af-0806df1eefe9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17892f7c734d41c08b5800d2dc8edd9c&device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 1095 time: 0.0496535 Jan 27 22:47:52.977348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753d514-449e-4e74-96fb-e0d808eb90b2 req-491d58b2-b28e-4f4a-99fe-b6e4d777b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:52.978877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f753d514-449e-4e74-96fb-e0d808eb90b2 req-491d58b2-b28e-4f4a-99fe-b6e4d777b1d4 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=17892f7c734d41c08b5800d2dc8edd9c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0928640 Jan 27 22:47:53.077359 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753d514-449e-4e74-96fb-e0d808eb90b2 req-59c12ba0-9606-4883-9c1f-655289b24845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:53.078745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f753d514-449e-4e74-96fb-e0d808eb90b2 req-59c12ba0-9606-4883-9c1f-655289b24845 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928583 Jan 27 22:47:53.157167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-f9546a0c-c51f-423a-9422-98e5b888973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:53.158678 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-f9546a0c-c51f-423a-9422-98e5b888973b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17892f7c734d41c08b5800d2dc8edd9c&device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 1095 time: 0.0397823 Jan 27 22:47:53.198895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-7c303e54-2eb2-4ce9-97c2-93b74fcfba54 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392c2beb-cc6a-406b-9b47-df05cf54761d HTTP/1.1" status: 200 len: 217 time: 0.0332086 Jan 27 22:47:53.249639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-d8ac05d1-b25b-41ca-a073-d98c09d4b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:53.251002 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-d8ac05d1-b25b-41ca-a073-d98c09d4b32d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=53fddd1a-01a2-43b0-8c5b-11c60ce4164f HTTP/1.1" status: 200 len: 854 time: 0.0464180 Jan 27 22:47:53.294135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-fe510b79-5506-4665-abd0-5551da5abd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:53.295615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-fe510b79-5506-4665-abd0-5551da5abd2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387073 Jan 27 22:47:53.387793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-18c6b434-666a-4f69-bf7d-e2f53680e2c1 service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845258 Jan 27 22:47:53.504909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cf9c9-ae5b-4606-9b20-427c4c664fec req-05a8f2de-0013-4c04-8306-439ed8d22584 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:53.507010 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec3cf9c9-ae5b-4606-9b20-427c4c664fec req-05a8f2de-0013-4c04-8306-439ed8d22584 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 944 time: 0.1049721 Jan 27 22:47:53.535954 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b831dada-e35c-4eba-a18d-3f0acc038087 req-7da60541-89f2-49db-aae1-fce553561e64 service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418779 Jan 27 22:47:53.567670 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec3cf9c9-ae5b-4606-9b20-427c4c664fec req-482e0e8f-6ef0-4d89-a09d-b9aea5082f29 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544083 Jan 27 22:47:54.681487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc44ec9-c53c-4eed-b857-68b0847305e8 req-0d38985e-299b-4df1-9d1a-a59e5030796b tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:54.682935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbc44ec9-c53c-4eed-b857-68b0847305e8 req-0d38985e-299b-4df1-9d1a-a59e5030796b tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 944 time: 0.0472434 Jan 27 22:47:54.728457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bbc44ec9-c53c-4eed-b857-68b0847305e8 req-e9febb07-9ade-495d-8c4a-23ea654c5be6 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398393 Jan 27 22:47:55.840516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e44033-6308-49a9-b37f-48584854cc29 req-e775985c-5ec9-4caa-838d-4fa5d28018d7 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:55.841879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90e44033-6308-49a9-b37f-48584854cc29 req-e775985c-5ec9-4caa-838d-4fa5d28018d7 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 944 time: 0.0464225 Jan 27 22:47:55.887709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-90e44033-6308-49a9-b37f-48584854cc29 req-6fa56e25-65b4-4abf-a025-8c50da5fcea4 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Jan 27 22:47:56.648823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 392c2beb-cc6a-406b-9b47-df05cf54761d details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:47:56.744260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 392c2beb-cc6a-406b-9b47-df05cf54761d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=392c2beb-cc6a-406b-9b47-df05cf54761d,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:56.755210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'port_id': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'mac_address': 'fa:16:3e:b2:61:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:47:56.801540 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 392c2beb-cc6a-406b-9b47-df05cf54761d is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:56.801939 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:56.814790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392c2beb-cc6a-406b-9b47-df05cf54761d {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:47:56.833880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 392c2beb-cc6a-406b-9b47-df05cf54761d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=392c2beb-cc6a-406b-9b47-df05cf54761d,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:56.898500 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:56.945834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=392c2beb-cc6a-406b-9b47-df05cf54761d,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:57.002492 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fed85-2815-4ae9-87a7-36b88010af0a req-49b128a6-e168-4c56-a06c-d89f74742f60 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:57.003931 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-661fed85-2815-4ae9-87a7-36b88010af0a req-49b128a6-e168-4c56-a06c-d89f74742f60 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 945 time: 0.0503335 Jan 27 22:47:57.049493 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-661fed85-2815-4ae9-87a7-36b88010af0a req-d33c545c-54f0-4ecd-a10a-9c6423cf252c tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Jan 27 22:47:57.123148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['392c2beb-cc6a-406b-9b47-df05cf54761d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:47:57.629122 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:58.063434 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:58.162083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff43b6-6f0e-48bf-a57a-c1de01868eb6 req-f2775792-7996-4f4e-82d8-c8eeabc9c3f6 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:58.163566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9ff43b6-6f0e-48bf-a57a-c1de01868eb6 req-f2775792-7996-4f4e-82d8-c8eeabc9c3f6 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 945 time: 0.0482464 Jan 27 22:47:58.210046 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9ff43b6-6f0e-48bf-a57a-c1de01868eb6 req-e61d3e16-68b2-4e7d-a667-8ec25727add6 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Jan 27 22:47:58.660285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 392c2beb-cc6a-406b-9b47-df05cf54761d up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:47:58.780755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 392c2beb-cc6a-406b-9b47-df05cf54761d completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:47:58.784761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 392c2beb-cc6a-406b-9b47-df05cf54761d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:47:58.785166 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:58.863406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 392c2beb-cc6a-406b-9b47-df05cf54761d is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:47:58.863794 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:58.884949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:47:58.887170 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47cc3be-ac35-4318-8882-dac5ffaa0ff3" -d '{"events": [{"server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "name": "network-vif-plugged", "status": "completed", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:47:58.899920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 392c2beb-cc6a-406b-9b47-df05cf54761d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=392c2beb-cc6a-406b-9b47-df05cf54761d,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:47:58.925783 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75fad8b-a6eb-490d-8e31-85fe389317e7 x-openstack-request-id: req-d75fad8b-a6eb-490d-8e31-85fe389317e7 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:47:58.926084 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "name": "network-vif-plugged", "status": "completed", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:47:58.926343 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d75fad8b-a6eb-490d-8e31-85fe389317e7 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:47:58.926743 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'code': 200} Jan 27 22:47:58.955296 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:47:59.003308 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=392c2beb-cc6a-406b-9b47-df05cf54761d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:47:59.019040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7e30b-7395-4a7b-bccf-e760a1a5df49 req-21bc3e95-87ff-499d-b389-dc29e94e0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:59.020575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8e7e30b-7395-4a7b-bccf-e760a1a5df49 req-21bc3e95-87ff-499d-b389-dc29e94e0646 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 1097 time: 0.0395386 Jan 27 22:47:59.066225 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e8e7e30b-7395-4a7b-bccf-e760a1a5df49 req-371c3818-56b2-4aa0-90c5-f2fc178a68e6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393324 Jan 27 22:47:59.322659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22133ad9-d9b6-4932-be95-6556bb9b617b req-cbf39b34-1c98-4e68-884a-83c3a5f95192 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:47:59.324163 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22133ad9-d9b6-4932-be95-6556bb9b617b req-cbf39b34-1c98-4e68-884a-83c3a5f95192 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 946 time: 0.0476141 Jan 27 22:47:59.370762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22133ad9-d9b6-4932-be95-6556bb9b617b req-1e5b1342-0472-4fbc-bd56-ddd29272f427 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Jan 27 22:48:00.486770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0e066-2bf6-446b-bf72-c2dc44e1af78 req-b59c5c01-056b-4be4-be8e-8c2f501d072c tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:00.488259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e0e066-2bf6-446b-bf72-c2dc44e1af78 req-b59c5c01-056b-4be4-be8e-8c2f501d072c tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 946 time: 0.0484917 Jan 27 22:48:00.534541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54e0e066-2bf6-446b-bf72-c2dc44e1af78 req-80d58f06-751b-4979-b60c-265cb6bae3d7 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Jan 27 22:48:00.660273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92eff5a-193b-4ff9-9f43-df81eb37a787 req-b38c68bc-bc2e-42f0-9684-a3eaec9118c7 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:00.661645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e92eff5a-193b-4ff9-9f43-df81eb37a787 req-b38c68bc-bc2e-42f0-9684-a3eaec9118c7 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 946 time: 0.0552337 Jan 27 22:48:00.707485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e92eff5a-193b-4ff9-9f43-df81eb37a787 req-e7a8cbe7-57ef-45a0-b8af-647b5cb397c5 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Jan 27 22:48:00.897468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25e410-b8a1-4569-8335-e4f4ae54d227 req-bf7c98d3-2642-4627-a4d9-6145a7f78144 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:00.898950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b25e410-b8a1-4569-8335-e4f4ae54d227 req-bf7c98d3-2642-4627-a4d9-6145a7f78144 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 946 time: 0.0549660 Jan 27 22:48:00.947855 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b25e410-b8a1-4569-8335-e4f4ae54d227 req-34209cba-d850-46c6-87cc-8f966934dc96 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431638 Jan 27 22:48:02.343454 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e44cf34a-82e1-4467-be8e-4e834ae260ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:04.935597 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a688f9a-0fa1-411d-8349-e9700da6bacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:06.329203 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:07.632714 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:08.961246 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:20.645909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51c6ff-2b4c-4925-b4f2-5d395f2f482a req-c2c8c1db-1668-4994-955d-405fefd167f6 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:20.647927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a51c6ff-2b4c-4925-b4f2-5d395f2f482a req-c2c8c1db-1668-4994-955d-405fefd167f6 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 946 time: 0.0510225 Jan 27 22:48:20.694060 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a51c6ff-2b4c-4925-b4f2-5d395f2f482a req-be066989-f77a-4c28-b176-396c02e40513 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 Jan 27 22:48:20.716342 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41428) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:20.796038 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e92ba46-1b67-4dce-9df8-360c074375b4 tempest-TestMinimumBasicScenario-1117636961 tempest-TestMinimumBasicScenario-1117636961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:20.797603 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0e92ba46-1b67-4dce-9df8-360c074375b4 tempest-TestMinimumBasicScenario-1117636961 tempest-TestMinimumBasicScenario-1117636961-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 1092 time: 0.0802841 Jan 27 22:48:20.800614 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41432) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:20.804803 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:48:20.880507 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:20.977171 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:21.076441 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Allocated IP 172.25.0.132 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:48:21.178427 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for port (e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:21.269625 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:21.304648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:48:21.309019 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:48:21.311874 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:48:21.341854 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event updated for resources: {'Port': ['ID=e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:21.353498 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.353866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.354224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.354573 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.354915 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.355255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.355591 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.355925 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.356290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.356624 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.356966 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.357286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.357615 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:21.855279 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for floatingip (049f9c16-fda3-441d-9c9e-fa65ef824f0a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:22.033499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:22.192637 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for port (e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:22.280342 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:22.347755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event updated for resources: {'Port': ['ID=e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:22.360019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (049f9c16-fda3-441d-9c9e-fa65ef824f0a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:22.457266 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Floating IP 049f9c16-fda3-441d-9c9e-fa65ef824f0a associated. External IP: 172.25.0.132, port: 392c2beb-cc6a-406b-9b47-df05cf54761d. Jan 27 22:48:22.659369 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:48:22.766027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:48:22.776615 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215572b-c50b-4923-8d2f-bb68364a4d7f None None] Sync routers for ids ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:48:22.788124 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215572b-c50b-4923-8d2f-bb68364a4d7f None None] Routers {'6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:48:22.788845 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6215572b-c50b-4923-8d2f-bb68364a4d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:48:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:22.900719 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6215572b-c50b-4923-8d2f-bb68364a4d7f None None] Set router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:48:22.974029 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:23.005566 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bfb06720-f27f-4a40-8c1c-adb720369862 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2039344 Jan 27 22:48:23.006301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:48:23.008780 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52d6bbf4e823dbab06c8da649c31c3d22b524fdafd52c393f21dfa390ba9c210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeec42b-9e14-4c30-92f2-da00f1a10677" -d '{"events": [{"name": "network-changed", "server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:48:23.009095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41434) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:23.015579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741403555', 'description': 'tempest-secgroup-smoke-1741403555 description', 'project_id': '17892f7c734d41c08b5800d2dc8edd9c'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:48:23.109391 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da6830-9e88-4e31-9599-225a20008cb8 x-openstack-request-id: req-11da6830-9e88-4e31-9599-225a20008cb8 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:48:23.109699 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:48:23.109963 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11da6830-9e88-4e31-9599-225a20008cb8 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:48:23.110409 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'status': 'completed', 'code': 200} Jan 27 22:48:23.118108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:23.128794 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6215572b-c50b-4923-8d2f-bb68364a4d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:47:18Z', 'revision_number': 4, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '049f9c16-fda3-441d-9c9e-fa65ef824f0a', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'port_id': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'mac_address': 'fa:16:3e:b2:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f868920f-c16a-4adf-aabc-952a29531c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:48:21Z', 'updated_at': '2022-01-27T22:48:21Z', 'revision_number': 0, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70de85ef-5c64-455f-8ae6-584aa28e2567', 'name': '', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'mac_address': 'fa:16:3e:fd:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:17Z', 'updated_at': '2022-01-27T22:47:22Z', 'revision_number': 5, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'subnets': [{'id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:23.159573 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215572b-c50b-4923-8d2f-bb68364a4d7f None None] Checking router: 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:48:23.168435 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215572b-c50b-4923-8d2f-bb68364a4d7f None None] Routers {'6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:48:23.169046 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6215572b-c50b-4923-8d2f-bb68364a4d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:48:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:23.199972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeec42b-9e14-4c30-92f2-da00f1a10677 req-67163101-1676-448c-80a1-d08ad093832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.201567 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4eeec42b-9e14-4c30-92f2-da00f1a10677 req-67163101-1676-448c-80a1-d08ad093832a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17892f7c734d41c08b5800d2dc8edd9c&device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 1097 time: 0.0674787 Jan 27 22:48:23.218621 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.74', 55531) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:23.260819 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-b1d559c1-dcfa-41ef-b4b5-d58358f162b6 req-058dd530-154a-42ae-a975-de20d85ad7ff service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409579 Jan 27 22:48:23.269276 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group (57b363d3-e71b-4f6c-b324-32398048d456), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:23.278059 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6215572b-c50b-4923-8d2f-bb68364a4d7f None None] Set router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:48:23.311586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeec42b-9e14-4c30-92f2-da00f1a10677 req-1432e5f2-42cb-4fef-847d-85e3eb48803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.322552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4eeec42b-9e14-4c30-92f2-da00f1a10677 req-1432e5f2-42cb-4fef-847d-85e3eb48803a service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99 HTTP/1.1" status: 200 len: 916 time: 0.1049910 Jan 27 22:48:23.359688 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (57b363d3-e71b-4f6c-b324-32398048d456), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:23.405016 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4eeec42b-9e14-4c30-92f2-da00f1a10677 req-77b14352-bad2-4d45-881a-18fd63c709ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392c2beb-cc6a-406b-9b47-df05cf54761d HTTP/1.1" status: 200 len: 1000 time: 0.0859306 Jan 27 22:48:23.405642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b363d3-e71b-4f6c-b324-32398048d456,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:23.422385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.422747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.423103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.423452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.423797 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.424186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.424576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.424909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.425243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.425580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.425916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.426246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.426575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:48:23.468508 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:23.469807 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4fb3ca50-0ba7-4aa5-846a-eed397aa6dca tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4578176 Jan 27 22:48:23.472826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41440) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:23.479382 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-10435007-7dd4-4aa8-88ef-3808248986ab tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Request body: {'security_group_rule': {'security_group_id': '57b363d3-e71b-4f6c-b324-32398048d456', 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:48:23.487450 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeec42b-9e14-4c30-92f2-da00f1a10677 req-d8e43d7c-3b6b-4ea1-a91f-56f74585e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.490157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4eeec42b-9e14-4c30-92f2-da00f1a10677 req-d8e43d7c-3b6b-4ea1-a91f-56f74585e61d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=53fddd1a-01a2-43b0-8c5b-11c60ce4164f HTTP/1.1" status: 200 len: 854 time: 0.0751748 Jan 27 22:48:23.539477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeec42b-9e14-4c30-92f2-da00f1a10677 req-9bb38da3-d316-482d-bd46-f4095da64f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.541069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4eeec42b-9e14-4c30-92f2-da00f1a10677 req-9bb38da3-d316-482d-bd46-f4095da64f22 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447309 Jan 27 22:48:23.608325 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6215572b-c50b-4923-8d2f-bb68364a4d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:47:18Z', 'revision_number': 4, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '049f9c16-fda3-441d-9c9e-fa65ef824f0a', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'port_id': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'mac_address': 'fa:16:3e:b2:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f868920f-c16a-4adf-aabc-952a29531c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:48:21Z', 'updated_at': '2022-01-27T22:48:21Z', 'revision_number': 0, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70de85ef-5c64-455f-8ae6-584aa28e2567', 'name': '', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'mac_address': 'fa:16:3e:fd:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:17Z', 'updated_at': '2022-01-27T22:47:22Z', 'revision_number': 5, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'subnets': [{'id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:48:23.620839 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-10435007-7dd4-4aa8-88ef-3808248986ab tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (4a69da0c-42dd-4f03-b8d1-743229fc9189), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:23.636740 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6215572b-c50b-4923-8d2f-bb68364a4d7f None None] The sync data for ids ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'] in n-d-760456-6 is: [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:47:18Z', 'revision_number': 4, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '049f9c16-fda3-441d-9c9e-fa65ef824f0a', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'floating_ip_address': '172.25.0.132', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'port_id': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'mac_address': 'fa:16:3e:b2:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f868920f-c16a-4adf-aabc-952a29531c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:48:21Z', 'updated_at': '2022-01-27T22:48:21Z', 'revision_number': 0, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70de85ef-5c64-455f-8ae6-584aa28e2567', 'name': '', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'mac_address': 'fa:16:3e:fd:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:17Z', 'updated_at': '2022-01-27T22:47:22Z', 'revision_number': 5, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'subnets': [{'id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:48:23.649540 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4eeec42b-9e14-4c30-92f2-da00f1a10677 req-eb3f479d-47cd-4c40-9bde-38b07dec6a9f service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015909 Jan 27 22:48:23.756886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-10435007-7dd4-4aa8-88ef-3808248986ab tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (4a69da0c-42dd-4f03-b8d1-743229fc9189), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:23.777081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4eeec42b-9e14-4c30-92f2-da00f1a10677 req-a6e56591-45bb-43a0-8a9c-a7543facbbc2 service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201773 Jan 27 22:48:23.825843 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-10435007-7dd4-4aa8-88ef-3808248986ab tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (4a69da0c-42dd-4f03-b8d1-743229fc9189), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:23.843498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5f4ad-a2ff-4bc3-8982-2308550cc8ae None None] New status for floating IP 049f9c16-fda3-441d-9c9e-fa65ef824f0a: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:48:23.851193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10435007-7dd4-4aa8-88ef-3808248986ab tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a69da0c-42dd-4f03-b8d1-743229fc9189,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:23.917857 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-10435007-7dd4-4aa8-88ef-3808248986ab tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:23.920368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-10435007-7dd4-4aa8-88ef-3808248986ab tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4434047 Jan 27 22:48:23.926378 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41442) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:23.931420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-5c8881eb-d999-4cd3-9d8f-9cf13f5d645d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Request body: {'security_group_rule': {'security_group_id': '57b363d3-e71b-4f6c-b324-32398048d456', 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:48:23.987187 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d559c1-dcfa-41ef-b4b5-d58358f162b6 req-8bc21d63-24d2-412d-bcfa-ba81bd7ebd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:23.989057 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d559c1-dcfa-41ef-b4b5-d58358f162b6 req-8bc21d63-24d2-412d-bcfa-ba81bd7ebd95 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17892f7c734d41c08b5800d2dc8edd9c&device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 1097 time: 0.0522571 Jan 27 22:48:24.068886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c8881eb-d999-4cd3-9d8f-9cf13f5d645d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (a2468135-4fe4-4a9c-a442-ee994332fb79), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:24.125101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d559c1-dcfa-41ef-b4b5-d58358f162b6 req-9c7984e9-78b4-4a00-84cb-1cb4e5e6d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:24.126643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d559c1-dcfa-41ef-b4b5-d58358f162b6 req-9c7984e9-78b4-4a00-84cb-1cb4e5e6d763 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99 HTTP/1.1" status: 200 len: 916 time: 0.1189349 Jan 27 22:48:24.194400 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c8881eb-d999-4cd3-9d8f-9cf13f5d645d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (a2468135-4fe4-4a9c-a442-ee994332fb79), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:24.208125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d559c1-dcfa-41ef-b4b5-d58358f162b6 req-b84abba5-4a07-42db-bb19-8cc4d417d4ec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392c2beb-cc6a-406b-9b47-df05cf54761d HTTP/1.1" status: 200 len: 1002 time: 0.0751178 Jan 27 22:48:24.255020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d559c1-dcfa-41ef-b4b5-d58358f162b6 req-1050cb35-ba1d-41fa-af7a-227213bfd2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:24.257017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d559c1-dcfa-41ef-b4b5-d58358f162b6 req-1050cb35-ba1d-41fa-af7a-227213bfd2eb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=53fddd1a-01a2-43b0-8c5b-11c60ce4164f HTTP/1.1" status: 200 len: 854 time: 0.0429225 Jan 27 22:48:24.297192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c8881eb-d999-4cd3-9d8f-9cf13f5d645d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (a2468135-4fe4-4a9c-a442-ee994332fb79), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:24.305752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d559c1-dcfa-41ef-b4b5-d58358f162b6 req-964b2928-2782-47c8-b8b3-7c9959033992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:24.308155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d559c1-dcfa-41ef-b4b5-d58358f162b6 req-964b2928-2782-47c8-b8b3-7c9959033992 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447106 Jan 27 22:48:24.325361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8881eb-d999-4cd3-9d8f-9cf13f5d645d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2468135-4fe4-4a9c-a442-ee994332fb79,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:24.413293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d559c1-dcfa-41ef-b4b5-d58358f162b6 req-e8aec20e-e653-46e1-9cc7-868281368a4b service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971551 Jan 27 22:48:24.468240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5c8881eb-d999-4cd3-9d8f-9cf13f5d645d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:24.469414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5c8881eb-d999-4cd3-9d8f-9cf13f5d645d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5416639 Jan 27 22:48:24.472490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41444) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:24.478111 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-77b049e6-3fc2-4761-aefe-a346e5b16a04 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Request body: {'security_group_rule': {'security_group_id': '57b363d3-e71b-4f6c-b324-32398048d456', 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:48:24.507662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1d559c1-dcfa-41ef-b4b5-d58358f162b6 req-6b41ef97-f2b3-4590-9a03-63dd1d5c7acf service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885017 Jan 27 22:48:24.602581 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-77b049e6-3fc2-4761-aefe-a346e5b16a04 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (545d44ad-a819-4931-806d-9842a261c357), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:24.656557 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-77b049e6-3fc2-4761-aefe-a346e5b16a04 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (545d44ad-a819-4931-806d-9842a261c357), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:24.754111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-77b049e6-3fc2-4761-aefe-a346e5b16a04 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (545d44ad-a819-4931-806d-9842a261c357), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:24.770784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b049e6-3fc2-4761-aefe-a346e5b16a04 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545d44ad-a819-4931-806d-9842a261c357,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:24.859594 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-77b049e6-3fc2-4761-aefe-a346e5b16a04 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:24.860805 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-77b049e6-3fc2-4761-aefe-a346e5b16a04 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3868015 Jan 27 22:48:24.866939 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41446) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:24.867840 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-7280e54f-705c-4640-9e8f-dd201a22934b tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Request body: {'security_group_rule': {'security_group_id': '57b363d3-e71b-4f6c-b324-32398048d456', 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:48:24.953762 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7280e54f-705c-4640-9e8f-dd201a22934b tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (013aa54f-1f95-4307-ae77-6ccef412284d), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:25.010331 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7280e54f-705c-4640-9e8f-dd201a22934b tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (013aa54f-1f95-4307-ae77-6ccef412284d), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:25.082623 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7280e54f-705c-4640-9e8f-dd201a22934b tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (013aa54f-1f95-4307-ae77-6ccef412284d), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:25.100478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280e54f-705c-4640-9e8f-dd201a22934b tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013aa54f-1f95-4307-ae77-6ccef412284d,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:25.181760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7280e54f-705c-4640-9e8f-dd201a22934b tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:25.183031 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7280e54f-705c-4640-9e8f-dd201a22934b tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3185010 Jan 27 22:48:25.186041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41448) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:25.190338 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-eabddd71-5587-4722-87d4-aad361b16318 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Request body: {'security_group_rule': {'security_group_id': '57b363d3-e71b-4f6c-b324-32398048d456', 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:48:25.259643 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-eabddd71-5587-4722-87d4-aad361b16318 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Project 17892f7c734d41c08b5800d2dc8edd9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:48:25.264490 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eabddd71-5587-4722-87d4-aad361b16318 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (87873faf-d7d5-46a2-90cd-ce8afcd600fc), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:25.323447 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eabddd71-5587-4722-87d4-aad361b16318 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (87873faf-d7d5-46a2-90cd-ce8afcd600fc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:25.402532 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eabddd71-5587-4722-87d4-aad361b16318 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (87873faf-d7d5-46a2-90cd-ce8afcd600fc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:25.419714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabddd71-5587-4722-87d4-aad361b16318 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87873faf-d7d5-46a2-90cd-ce8afcd600fc,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:25.495973 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-eabddd71-5587-4722-87d4-aad361b16318 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:25.497230 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-eabddd71-5587-4722-87d4-aad361b16318 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3102729 Jan 27 22:48:25.500023 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41450) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:48:25.504322 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5b8dc0d1-587b-4995-9564-ae7a1b5e8b32 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Request body: {'security_group_rule': {'security_group_id': '57b363d3-e71b-4f6c-b324-32398048d456', 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:48:25.585758 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-5b8dc0d1-587b-4995-9564-ae7a1b5e8b32 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Project 17892f7c734d41c08b5800d2dc8edd9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:48:25.590750 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc0d1-587b-4995-9564-ae7a1b5e8b32 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (88bbf872-042c-474a-b4a9-b767a8adbd00), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:25.647600 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc0d1-587b-4995-9564-ae7a1b5e8b32 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (88bbf872-042c-474a-b4a9-b767a8adbd00), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:25.765801 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc0d1-587b-4995-9564-ae7a1b5e8b32 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (88bbf872-042c-474a-b4a9-b767a8adbd00), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:25.782755 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dc0d1-587b-4995-9564-ae7a1b5e8b32 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bbf872-042c-474a-b4a9-b767a8adbd00,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:25.859480 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc0d1-587b-4995-9564-ae7a1b5e8b32 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:25.860742 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5b8dc0d1-587b-4995-9564-ae7a1b5e8b32 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3597732 Jan 27 22:48:25.950895 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e09e832c-f541-4e69-aae6-aca92912f43c req-a0839361-cee7-4c3d-a497-f784536e7632 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741403555&fields=id&tenant_id=17892f7c734d41c08b5800d2dc8edd9c HTTP/1.1" status: 200 len: 267 time: 0.0450022 Jan 27 22:48:26.006472 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e832c-f541-4e69-aae6-aca92912f43c req-8bb53382-74c6-40b0-9702-ef893565f29e tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:26.007937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e09e832c-f541-4e69-aae6-aca92912f43c req-8bb53382-74c6-40b0-9702-ef893565f29e tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 946 time: 0.0517905 Jan 27 22:48:26.018623 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e09e832c-f541-4e69-aae6-aca92912f43c req-cbb9c8ea-49f4-44ca-bf56-61aa02ccc5b5 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Request body: {'port': {'security_groups': ['224a90c3-c81c-439d-bfd5-1b83efe5f45a', '57b363d3-e71b-4f6c-b324-32398048d456']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:48:26.078551 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e09e832c-f541-4e69-aae6-aca92912f43c req-cbb9c8ea-49f4-44ca-bf56-61aa02ccc5b5 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:26.261923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e09e832c-f541-4e69-aae6-aca92912f43c req-cbb9c8ea-49f4-44ca-bf56-61aa02ccc5b5 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] For port 392c2beb-cc6a-406b-9b47-df05cf54761d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=392c2beb-cc6a-406b-9b47-df05cf54761d,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:48:26.291240 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e09e832c-f541-4e69-aae6-aca92912f43c req-cbb9c8ea-49f4-44ca-bf56-61aa02ccc5b5 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:26.366609 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e09e832c-f541-4e69-aae6-aca92912f43c req-cbb9c8ea-49f4-44ca-bf56-61aa02ccc5b5 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:26.384043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['392c2beb-cc6a-406b-9b47-df05cf54761d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:48:26.435657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e832c-f541-4e69-aae6-aca92912f43c req-cbb9c8ea-49f4-44ca-bf56-61aa02ccc5b5 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:26.436770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e09e832c-f541-4e69-aae6-aca92912f43c req-cbb9c8ea-49f4-44ca-bf56-61aa02ccc5b5 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:26.439029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e09e832c-f541-4e69-aae6-aca92912f43c req-cbb9c8ea-49f4-44ca-bf56-61aa02ccc5b5 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "PUT /v2.0/ports/392c2beb-cc6a-406b-9b47-df05cf54761d HTTP/1.1" status: 200 len: 982 time: 0.4246891 Jan 27 22:48:26.439732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:48:26.444532 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe25089-a94f-48b0-ac56-94174fdf9c67" -d '{"events": [{"name": "network-changed", "server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:48:26.479267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9c8ea-49f4-44ca-bf56-61aa02ccc5b5 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event updated for resources: {'Port': ['ID=392c2beb-cc6a-406b-9b47-df05cf54761d,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:48:26.515193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['392c2beb-cc6a-406b-9b47-df05cf54761d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:48:26.542661 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a74e2a4-30b5-4b88-9e66-fc211d6e92dd x-openstack-request-id: req-6a74e2a4-30b5-4b88-9e66-fc211d6e92dd {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:48:26.542906 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:48:26.543167 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a74e2a4-30b5-4b88-9e66-fc211d6e92dd {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:48:26.543563 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'status': 'completed', 'code': 200} Jan 27 22:48:26.650384 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe25089-a94f-48b0-ac56-94174fdf9c67 req-20bd0203-0dd2-44d9-97a3-a832ffd7c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:26.652289 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe25089-a94f-48b0-ac56-94174fdf9c67 req-20bd0203-0dd2-44d9-97a3-a832ffd7c818 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17892f7c734d41c08b5800d2dc8edd9c&device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 1136 time: 0.0791111 Jan 27 22:48:26.658988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d54977-7f80-481a-8121-7f6113658676 req-d5b00cd3-5983-4132-a8db-6a6544a17965 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:26.660396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7d54977-7f80-481a-8121-7f6113658676 req-d5b00cd3-5983-4132-a8db-6a6544a17965 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0999231 Jan 27 22:48:26.776898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c8a683c7-d435-4d8f-865b-6bab3ff4f630 None None] Provisioning complete for port 392c2beb-cc6a-406b-9b47-df05cf54761d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:48:26.777196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8a683c7-d435-4d8f-865b-6bab3ff4f630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:27.065334 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:48:27.095115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b7d54977-7f80-481a-8121-7f6113658676 req-9993b85a-add2-437c-bf73-f31603d42232 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4263866 Jan 27 22:48:27.105070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe25089-a94f-48b0-ac56-94174fdf9c67 req-16811d1e-08ee-4233-ac1f-da54b46fba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:27.106560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe25089-a94f-48b0-ac56-94174fdf9c67 req-16811d1e-08ee-4233-ac1f-da54b46fba3f service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99 HTTP/1.1" status: 200 len: 916 time: 0.4453154 Jan 27 22:48:27.126904 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c8a683c7-d435-4d8f-865b-6bab3ff4f630 None None] Current status of the port 392c2beb-cc6a-406b-9b47-df05cf54761d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:48:27.173328 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe25089-a94f-48b0-ac56-94174fdf9c67 req-fec9f891-3017-4b22-8015-e0bf330ecf41 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392c2beb-cc6a-406b-9b47-df05cf54761d HTTP/1.1" status: 200 len: 1002 time: 0.0601413 Jan 27 22:48:27.220973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe25089-a94f-48b0-ac56-94174fdf9c67 req-dc69132f-8fc9-48f7-b2fe-1c7ebc90b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:27.222489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe25089-a94f-48b0-ac56-94174fdf9c67 req-dc69132f-8fc9-48f7-b2fe-1c7ebc90b464 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=53fddd1a-01a2-43b0-8c5b-11c60ce4164f HTTP/1.1" status: 200 len: 854 time: 0.0435619 Jan 27 22:48:27.271844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe25089-a94f-48b0-ac56-94174fdf9c67 req-53043a2f-5140-4a90-830a-4ce9d4789174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:27.273377 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe25089-a94f-48b0-ac56-94174fdf9c67 req-53043a2f-5140-4a90-830a-4ce9d4789174 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447874 Jan 27 22:48:27.359649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe25089-a94f-48b0-ac56-94174fdf9c67 req-cd54d8ae-0cd6-450f-b597-cf7f01788142 service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801396 Jan 27 22:48:27.453593 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9fe25089-a94f-48b0-ac56-94174fdf9c67 req-55a8534c-3385-49ab-99c3-141572820c15 service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869584 Jan 27 22:48:27.619366 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:28.054106 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:32.382763 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8aa3ed95-1cad-4f8b-b436-dab45fb8638b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:34.939745 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d97249bd-8ae1-4c0d-a829-0355b91847ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:35.013825 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33aba35-eab4-4941-8675-9f5e7b3737ad req-42f89bde-922c-4395-af78-161ec5610e40 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:35.015314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c33aba35-eab4-4941-8675-9f5e7b3737ad req-42f89bde-922c-4395-af78-161ec5610e40 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0493000 Jan 27 22:48:35.103050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c33aba35-eab4-4941-8675-9f5e7b3737ad req-1e2322fb-d3f6-4a15-9c80-309060c4ef06 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818090 Jan 27 22:48:35.108281 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03d159-3125-4a38-b083-cd9da0f71b3c req-8493bd14-c0d2-4f90-ab81-63e2c2f5320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:35.109716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b03d159-3125-4a38-b083-cd9da0f71b3c req-8493bd14-c0d2-4f90-ab81-63e2c2f5320d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17892f7c734d41c08b5800d2dc8edd9c&device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 1136 time: 0.0680423 Jan 27 22:48:35.204262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03d159-3125-4a38-b083-cd9da0f71b3c req-67a627ac-1e7a-48ba-bb42-b87413e5b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:35.205688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b03d159-3125-4a38-b083-cd9da0f71b3c req-67a627ac-1e7a-48ba-bb42-b87413e5b4fd service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99 HTTP/1.1" status: 200 len: 916 time: 0.0879042 Jan 27 22:48:35.270771 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b03d159-3125-4a38-b083-cd9da0f71b3c req-09ce4117-c416-4be7-8634-3d0378cb383f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392c2beb-cc6a-406b-9b47-df05cf54761d HTTP/1.1" status: 200 len: 1002 time: 0.0581658 Jan 27 22:48:35.322009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03d159-3125-4a38-b083-cd9da0f71b3c req-43e318b7-e6e5-4ac2-8b88-42ab51449d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:35.323423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b03d159-3125-4a38-b083-cd9da0f71b3c req-43e318b7-e6e5-4ac2-8b88-42ab51449d2a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=53fddd1a-01a2-43b0-8c5b-11c60ce4164f HTTP/1.1" status: 200 len: 854 time: 0.0468016 Jan 27 22:48:35.366309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03d159-3125-4a38-b083-cd9da0f71b3c req-cf1794ea-539c-4cab-b476-fcb443e17d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:35.367728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b03d159-3125-4a38-b083-cd9da0f71b3c req-cf1794ea-539c-4cab-b476-fcb443e17d66 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387337 Jan 27 22:48:35.453412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b03d159-3125-4a38-b083-cd9da0f71b3c req-906fb0fa-28ad-469b-8665-55753f31f7ca service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797756 Jan 27 22:48:35.549876 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b03d159-3125-4a38-b083-cd9da0f71b3c req-64746674-62ce-49ad-8b87-2d0124a50e01 service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897052 Jan 27 22:48:36.220273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56a11b-49b1-453c-a56e-b689eed03cd0 req-1f3d16f8-e6e4-43d3-b4f5-c8a9a78f6396 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:36.221746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c56a11b-49b1-453c-a56e-b689eed03cd0 req-1f3d16f8-e6e4-43d3-b4f5-c8a9a78f6396 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0490968 Jan 27 22:48:36.280478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c56a11b-49b1-453c-a56e-b689eed03cd0 req-0c5e969f-90c7-4448-8dbf-42e33c7e6c90 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529416 Jan 27 22:48:36.362126 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:37.400115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb59f8-448d-48f1-b558-402e52f8885a req-8f45d725-de64-42e9-b051-c8e4688f14f4 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:37.401523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63eb59f8-448d-48f1-b558-402e52f8885a req-8f45d725-de64-42e9-b051-c8e4688f14f4 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0526938 Jan 27 22:48:37.460227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63eb59f8-448d-48f1-b558-402e52f8885a req-5177ebe0-6f28-4d11-8713-527c7fb03a12 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531065 Jan 27 22:48:37.642259 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:38.573908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee4fb8-76d1-4512-84b3-db512695180a req-c1579ad0-1529-45df-9053-db37d663517a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:38.575384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17ee4fb8-76d1-4512-84b3-db512695180a req-c1579ad0-1529-45df-9053-db37d663517a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0483401 Jan 27 22:48:38.634572 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17ee4fb8-76d1-4512-84b3-db512695180a req-11667705-ebb9-4fad-85eb-60f3bf4ced57 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535629 Jan 27 22:48:38.950487 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:39.747655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8fc65-13b2-47a7-ace8-b2787172b381 req-6c07f06a-c11a-4da9-9113-422193dd5a6c tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:39.749125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3f8fc65-13b2-47a7-ace8-b2787172b381 req-6c07f06a-c11a-4da9-9113-422193dd5a6c tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0480351 Jan 27 22:48:39.810964 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c3f8fc65-13b2-47a7-ace8-b2787172b381 req-9c642015-4323-43e0-96dc-a7eb20c4b7da tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561693 Jan 27 22:48:40.925573 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef8f6f-eb79-43ba-8fc8-a10da1e3c11d req-b1675bfa-5043-4900-ae93-4dc42db6f769 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:40.927021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63ef8f6f-eb79-43ba-8fc8-a10da1e3c11d req-b1675bfa-5043-4900-ae93-4dc42db6f769 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0482159 Jan 27 22:48:40.985090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63ef8f6f-eb79-43ba-8fc8-a10da1e3c11d req-181020dc-14fb-4544-86cf-ae36ebc8bad8 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523829 Jan 27 22:48:42.099578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96180d8-c7ab-4b21-81f2-806d3d00735c req-7d194b27-76b3-437d-b86d-f3b1d46b409a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:42.101671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b96180d8-c7ab-4b21-81f2-806d3d00735c req-7d194b27-76b3-437d-b86d-f3b1d46b409a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0497537 Jan 27 22:48:42.160527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b96180d8-c7ab-4b21-81f2-806d3d00735c req-c010cff0-2df7-4cd1-8179-b56cbf1e91ad tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530858 Jan 27 22:48:43.278162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ada21-e611-46f7-978e-8bf64177dd4d req-9f4c6671-1bc9-46f9-b8b8-a2153f830da4 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:43.279626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-499ada21-e611-46f7-978e-8bf64177dd4d req-9f4c6671-1bc9-46f9-b8b8-a2153f830da4 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0519574 Jan 27 22:48:43.338459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-499ada21-e611-46f7-978e-8bf64177dd4d req-0130c81f-a08f-4817-82b3-7a5a38231add tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530362 Jan 27 22:48:44.459066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cf983-5a8d-41b1-aec2-443cc80b6fed req-754e3126-0677-4cc2-b217-85956c5fed8d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:44.461023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-989cf983-5a8d-41b1-aec2-443cc80b6fed req-754e3126-0677-4cc2-b217-85956c5fed8d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0561597 Jan 27 22:48:44.519028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-989cf983-5a8d-41b1-aec2-443cc80b6fed req-66de5070-2bd7-4108-ba3a-8257cd434ab2 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522866 Jan 27 22:48:45.636107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c19c-207a-438d-80ae-baa8c0a729f5 req-42fb4db3-9c7c-4fce-b0ce-658bca87d213 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:45.637559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3773c19c-207a-438d-80ae-baa8c0a729f5 req-42fb4db3-9c7c-4fce-b0ce-658bca87d213 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0479012 Jan 27 22:48:45.699618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3773c19c-207a-438d-80ae-baa8c0a729f5 req-983d762f-e037-4e22-84ad-d713996fd6e4 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560436 Jan 27 22:48:46.814397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8c012-e0b6-4d64-a305-47d0991df898 req-a7416380-765b-4b93-b428-7c74102e6627 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:46.815853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a2a8c012-e0b6-4d64-a305-47d0991df898 req-a7416380-765b-4b93-b428-7c74102e6627 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0475800 Jan 27 22:48:46.874268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a2a8c012-e0b6-4d64-a305-47d0991df898 req-457c2c8c-c3e4-4853-9e84-65235f0d6337 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520756 Jan 27 22:48:47.989024 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a48c13-a38d-48b2-a620-5c7112f0fb20 req-a46f68cd-0b76-4427-bea8-a7a9d74e4e0c tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:47.990527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1a48c13-a38d-48b2-a620-5c7112f0fb20 req-a46f68cd-0b76-4427-bea8-a7a9d74e4e0c tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0485384 Jan 27 22:48:48.049866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1a48c13-a38d-48b2-a620-5c7112f0fb20 req-6ee4979c-5738-411f-afff-37065934b1fb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534611 Jan 27 22:48:49.170777 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacaf70-0c73-4772-a15f-6482997c9ef0 req-3749eb13-55de-4ba1-b38f-8f530303a336 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:49.172274 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eeacaf70-0c73-4772-a15f-6482997c9ef0 req-3749eb13-55de-4ba1-b38f-8f530303a336 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0532894 Jan 27 22:48:49.230336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-eeacaf70-0c73-4772-a15f-6482997c9ef0 req-c1bec0a6-4223-45c3-8a6f-079ebb7a5724 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523937 Jan 27 22:48:50.343990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d6839-d046-4b8c-9229-bc274a43abb0 req-ea4a1706-777f-46a2-a4a3-8ec7aef91ab3 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:50.345570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-526d6839-d046-4b8c-9229-bc274a43abb0 req-ea4a1706-777f-46a2-a4a3-8ec7aef91ab3 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0491076 Jan 27 22:48:50.404267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-526d6839-d046-4b8c-9229-bc274a43abb0 req-fc97bc86-3336-4b02-813c-a8ce1f2a400b tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523319 Jan 27 22:48:51.526229 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88ff0e-ed53-4848-b4d5-564d1d64b03b req-98f9fdbc-6f33-4d89-950f-96fe25d965e9 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:51.527681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be88ff0e-ed53-4848-b4d5-564d1d64b03b req-98f9fdbc-6f33-4d89-950f-96fe25d965e9 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0536935 Jan 27 22:48:51.586843 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-be88ff0e-ed53-4848-b4d5-564d1d64b03b req-24f14e44-6b67-43c9-8590-dd34abb24127 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534699 Jan 27 22:48:52.704677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41136973-4c6e-4d8b-8603-55c675e47db7 req-b104e00b-3104-4ece-968e-35b0e492b769 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:48:52.706162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41136973-4c6e-4d8b-8603-55c675e47db7 req-b104e00b-3104-4ece-968e-35b0e492b769 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0492926 Jan 27 22:48:52.764853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41136973-4c6e-4d8b-8603-55c675e47db7 req-1a79e5b9-7786-469b-95f8-1e34b5eb0d2a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&id=57b363d3-e71b-4f6c-b324-32398048d456&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530832 Jan 27 22:48:57.627913 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:48:58.068488 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:02.350328 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a24290fb-1d99-4192-b1b4-b0b610927b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:04.065508 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:49:04.976699 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8f00f37e-539f-4814-8842-f133ab71e23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:06.365959 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:07.664150 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:08.949452 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:24.256544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83a0217e-9bd1-4800-9f99-675e4612c5c8 req-78b9b4d5-19ef-4e1e-9101-000fd4e1a7a0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404220 Jan 27 22:49:24.340632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0217e-9bd1-4800-9f99-675e4612c5c8 req-0dbed497-9abf-4eea-9140-e0e860693cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:24.342186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83a0217e-9bd1-4800-9f99-675e4612c5c8 req-0dbed497-9abf-4eea-9140-e0e860693cf1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17892f7c734d41c08b5800d2dc8edd9c&device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 1136 time: 0.0454793 Jan 27 22:49:24.442407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0217e-9bd1-4800-9f99-675e4612c5c8 req-7f878404-96bb-4615-90fd-8b56e175dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:24.443794 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83a0217e-9bd1-4800-9f99-675e4612c5c8 req-7f878404-96bb-4615-90fd-8b56e175dac8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99 HTTP/1.1" status: 200 len: 916 time: 0.0834455 Jan 27 22:49:24.518120 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83a0217e-9bd1-4800-9f99-675e4612c5c8 req-75c9ed8c-e3ac-4f8f-93e3-8362097a52c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392c2beb-cc6a-406b-9b47-df05cf54761d HTTP/1.1" status: 200 len: 1002 time: 0.0683961 Jan 27 22:49:24.564688 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0217e-9bd1-4800-9f99-675e4612c5c8 req-64551dc8-58c5-454a-ae4d-cba33505dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:24.566081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83a0217e-9bd1-4800-9f99-675e4612c5c8 req-64551dc8-58c5-454a-ae4d-cba33505dfb3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=53fddd1a-01a2-43b0-8c5b-11c60ce4164f HTTP/1.1" status: 200 len: 854 time: 0.0422423 Jan 27 22:49:24.609926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0217e-9bd1-4800-9f99-675e4612c5c8 req-946ca636-0936-430f-ba07-adfd2926d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:24.612538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83a0217e-9bd1-4800-9f99-675e4612c5c8 req-946ca636-0936-430f-ba07-adfd2926d446 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407331 Jan 27 22:49:24.704966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83a0217e-9bd1-4800-9f99-675e4612c5c8 req-44c4ced6-bcf7-4965-8a02-1033fa5b80fa service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864999 Jan 27 22:49:24.792592 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83a0217e-9bd1-4800-9f99-675e4612c5c8 req-ccd2e05f-fb2f-41d8-b7b2-cb771a60d681 service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807741 Jan 27 22:49:25.064786 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5904521e-5e8f-42f6-ab6e-6ea0b0a109eb req-1562a80f-b6ed-4daa-839a-fd00204bf39a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741403555&fields=id&tenant_id=17892f7c734d41c08b5800d2dc8edd9c HTTP/1.1" status: 200 len: 267 time: 0.0446856 Jan 27 22:49:25.123325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904521e-5e8f-42f6-ab6e-6ea0b0a109eb req-4e9b4820-19ec-40b0-88cd-dd26cebcbe03 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:25.124818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5904521e-5e8f-42f6-ab6e-6ea0b0a109eb req-4e9b4820-19ec-40b0-88cd-dd26cebcbe03 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 985 time: 0.0540314 Jan 27 22:49:25.136046 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-5904521e-5e8f-42f6-ab6e-6ea0b0a109eb req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Request body: {'port': {'security_groups': ['224a90c3-c81c-439d-bfd5-1b83efe5f45a']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:25.199262 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5904521e-5e8f-42f6-ab6e-6ea0b0a109eb req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:25.371364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-5904521e-5e8f-42f6-ab6e-6ea0b0a109eb req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] For port 392c2beb-cc6a-406b-9b47-df05cf54761d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=392c2beb-cc6a-406b-9b47-df05cf54761d,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:25.402164 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5904521e-5e8f-42f6-ab6e-6ea0b0a109eb req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:25.461835 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5904521e-5e8f-42f6-ab6e-6ea0b0a109eb req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:25.473330 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['392c2beb-cc6a-406b-9b47-df05cf54761d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:49:25.506427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904521e-5e8f-42f6-ab6e-6ea0b0a109eb req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:25.507062 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-5904521e-5e8f-42f6-ab6e-6ea0b0a109eb req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:25.509995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5904521e-5e8f-42f6-ab6e-6ea0b0a109eb req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "PUT /v2.0/ports/392c2beb-cc6a-406b-9b47-df05cf54761d HTTP/1.1" status: 200 len: 943 time: 0.3775227 Jan 27 22:49:25.509995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:49:25.511217 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77537e7-7ca9-4e48-900b-9cde5b02ebac" -d '{"events": [{"name": "network-changed", "server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:49:25.515759 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41512) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:25.554727 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cdc999-81a5-42ac-be6d-338318d87f74 x-openstack-request-id: req-65cdc999-81a5-42ac-be6d-338318d87f74 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:49:25.554727 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:49:25.554991 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65cdc999-81a5-42ac-be6d-338318d87f74 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:49:25.555339 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'status': 'completed', 'code': 200} Jan 27 22:49:25.556874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event updated for resources: {'Port': ['ID=392c2beb-cc6a-406b-9b47-df05cf54761d,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:25.565176 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.565427 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.565782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.566129 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.566469 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.566812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.567150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.567482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.572439 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.572954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.573392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.573954 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.574551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6793501-6b0f-4f0e-bcc1-38be3fef2b1a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:25.595619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['392c2beb-cc6a-406b-9b47-df05cf54761d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:49:25.599840 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group (57b363d3-e71b-4f6c-b324-32398048d456), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:25.633043 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77537e7-7ca9-4e48-900b-9cde5b02ebac req-5cf1c22c-13b2-49e9-9f99-fa04ec62c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:25.634803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b77537e7-7ca9-4e48-900b-9cde5b02ebac req-5cf1c22c-13b2-49e9-9f99-fa04ec62c15f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17892f7c734d41c08b5800d2dc8edd9c&device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 1097 time: 0.0554843 Jan 27 22:49:25.638121 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group (57b363d3-e71b-4f6c-b324-32398048d456), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:25.761914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77537e7-7ca9-4e48-900b-9cde5b02ebac req-cb608e8e-c35c-4770-a44f-c79df7bcb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:25.762691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b77537e7-7ca9-4e48-900b-9cde5b02ebac req-cb608e8e-c35c-4770-a44f-c79df7bcb5e0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99 HTTP/1.1" status: 200 len: 916 time: 0.1219628 Jan 27 22:49:25.783568 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (57b363d3-e71b-4f6c-b324-32398048d456), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:25.787346 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:25.789120 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "DELETE /v2.0/security-groups/57b363d3-e71b-4f6c-b324-32398048d456 HTTP/1.1" status: 204 len: 168 time: 0.2713163 Jan 27 22:49:25.799139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41516) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:25.806202 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b363d3-e71b-4f6c-b324-32398048d456,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:25.810818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e46f341f-f566-4660-b1b9-29a1f14b6e0a None None] Provisioning complete for port 392c2beb-cc6a-406b-9b47-df05cf54761d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:49:25.811199 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e46f341f-f566-4660-b1b9-29a1f14b6e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:25.836459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b77537e7-7ca9-4e48-900b-9cde5b02ebac req-a57a10be-d966-4b69-9c48-9dec9b49d144 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392c2beb-cc6a-406b-9b47-df05cf54761d HTTP/1.1" status: 200 len: 1002 time: 0.0678535 Jan 27 22:49:25.888326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77537e7-7ca9-4e48-900b-9cde5b02ebac req-979db989-850b-4a03-abde-4351661b9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:25.889890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b77537e7-7ca9-4e48-900b-9cde5b02ebac req-979db989-850b-4a03-abde-4351661b9565 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=53fddd1a-01a2-43b0-8c5b-11c60ce4164f HTTP/1.1" status: 200 len: 854 time: 0.0477650 Jan 27 22:49:25.898616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e46f341f-f566-4660-b1b9-29a1f14b6e0a None None] Current status of the port 392c2beb-cc6a-406b-9b47-df05cf54761d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:49:25.938770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77537e7-7ca9-4e48-900b-9cde5b02ebac req-a78c76f3-8ebb-4e38-a469-c1b582d569da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:25.940351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b77537e7-7ca9-4e48-900b-9cde5b02ebac req-a78c76f3-8ebb-4e38-a469-c1b582d569da service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434537 Jan 27 22:49:26.038337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b77537e7-7ca9-4e48-900b-9cde5b02ebac req-76a5b927-3456-4505-8379-31290c05debc service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916820 Jan 27 22:49:26.110084 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.110433 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.110788 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.111124 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.111459 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.111789 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.112139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.112469 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.112797 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.113121 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.113444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.113766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.114090 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7a6f37-0e0b-41d5-b10b-296d9cf3aaed tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:26.129281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b77537e7-7ca9-4e48-900b-9cde5b02ebac req-2a06e73e-114f-4db5-b440-9b3df72441ea service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854604 Jan 27 22:49:26.245914 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Deleting port e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:26.246252 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:26.317403 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:26.317727 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for floatingip (e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:26.329445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Calling delete_port for e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:26.520152 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:26.545493 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event deleted for resources: {'Port': ['ID=e6f4b3bc-fac4-47c2-8a89-24d9cfa4002d,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:26.605225 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks [] for floatingip (049f9c16-fda3-441d-9c9e-fa65ef824f0a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:26.605554 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Floating IP 049f9c16-fda3-441d-9c9e-fa65ef824f0a disassociated (deleted). External IP: 172.25.0.132, port: 392c2beb-cc6a-406b-9b47-df05cf54761d. Jan 27 22:49:26.825662 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:49:26.929947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:49:26.935005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:26.939570 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475db88-e117-4367-a1cf-b2f4acfc690b None None] Sync routers for ids ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:49:26.949440 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475db88-e117-4367-a1cf-b2f4acfc690b None None] Routers {'6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:49:26.950052 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f475db88-e117-4367-a1cf-b2f4acfc690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:49:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:26.961353 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a63c4885-b2bc-4e09-97fb-1beb65f08bdb tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "DELETE /v2.0/floatingips/049f9c16-fda3-441d-9c9e-fa65ef824f0a HTTP/1.1" status: 204 len: 168 time: 1.1606996 Jan 27 22:49:26.961949 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:49:26.964241 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52d6bbf4e823dbab06c8da649c31c3d22b524fdafd52c393f21dfa390ba9c210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460106ac-deb0-45f9-8e2e-35ad90492c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:49:27.004417 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b039c033-61f5-430f-b49a-ab087ca60b09 x-openstack-request-id: req-b039c033-61f5-430f-b49a-ab087ca60b09 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:49:27.005016 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:49:27.005284 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b039c033-61f5-430f-b49a-ab087ca60b09 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:49:27.005700 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'status': 'completed', 'code': 200} Jan 27 22:49:27.056567 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-f475db88-e117-4367-a1cf-b2f4acfc690b None None] Set router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:49:27.070098 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460106ac-deb0-45f9-8e2e-35ad90492c7d req-0e20a05b-1f85-4c99-aaf5-31bcc91b32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:27.071624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-460106ac-deb0-45f9-8e2e-35ad90492c7d req-0e20a05b-1f85-4c99-aaf5-31bcc91b32f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=17892f7c734d41c08b5800d2dc8edd9c&device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 1097 time: 0.0451913 Jan 27 22:49:27.169501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460106ac-deb0-45f9-8e2e-35ad90492c7d req-54de0dba-8134-494d-bd0f-995fed02b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:27.171873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-460106ac-deb0-45f9-8e2e-35ad90492c7d req-54de0dba-8134-494d-bd0f-995fed02b4c6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99 HTTP/1.1" status: 200 len: 916 time: 0.0941334 Jan 27 22:49:27.217303 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-460106ac-deb0-45f9-8e2e-35ad90492c7d req-b107b072-bf4e-404b-a78e-0912e28f6d4d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=392c2beb-cc6a-406b-9b47-df05cf54761d HTTP/1.1" status: 200 len: 217 time: 0.0392416 Jan 27 22:49:27.264690 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f475db88-e117-4367-a1cf-b2f4acfc690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:47:18Z', 'revision_number': 4, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '70de85ef-5c64-455f-8ae6-584aa28e2567', 'name': '', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'mac_address': 'fa:16:3e:fd:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:17Z', 'updated_at': '2022-01-27T22:47:22Z', 'revision_number': 5, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'subnets': [{'id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:27.269186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460106ac-deb0-45f9-8e2e-35ad90492c7d req-b2a0787e-ccd6-412b-9c4b-699f9ac6b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:27.271235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-460106ac-deb0-45f9-8e2e-35ad90492c7d req-b2a0787e-ccd6-412b-9c4b-699f9ac6b889 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=53fddd1a-01a2-43b0-8c5b-11c60ce4164f HTTP/1.1" status: 200 len: 854 time: 0.0484192 Jan 27 22:49:27.291659 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475db88-e117-4367-a1cf-b2f4acfc690b None None] Checking router: 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:49:27.300751 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475db88-e117-4367-a1cf-b2f4acfc690b None None] Routers {'6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:49:27.301361 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f475db88-e117-4367-a1cf-b2f4acfc690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:49:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:27.320263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460106ac-deb0-45f9-8e2e-35ad90492c7d req-f3c9241b-e1b5-454e-ad1f-d6d8d61777ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:27.322070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-460106ac-deb0-45f9-8e2e-35ad90492c7d req-f3c9241b-e1b5-454e-ad1f-d6d8d61777ef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0d41425-c7ab-4ec0-a0a5-9518709a8d99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460441 Jan 27 22:49:27.414331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-460106ac-deb0-45f9-8e2e-35ad90492c7d req-9d473173-2c20-4cf8-a106-22d827e7d5ed service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859528 Jan 27 22:49:27.419278 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-f475db88-e117-4367-a1cf-b2f4acfc690b None None] Set router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:49:27.513799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-460106ac-deb0-45f9-8e2e-35ad90492c7d req-eb1f78fc-d1d1-4e4a-90ad-b0b1bf5e4eb7 service neutron] 10.222.0.74 "GET /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892560 Jan 27 22:49:27.625287 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f475db88-e117-4367-a1cf-b2f4acfc690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:47:18Z', 'revision_number': 4, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '70de85ef-5c64-455f-8ae6-584aa28e2567', 'name': '', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'mac_address': 'fa:16:3e:fd:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:17Z', 'updated_at': '2022-01-27T22:47:22Z', 'revision_number': 5, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'subnets': [{'id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:27.629108 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:27.652998 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f475db88-e117-4367-a1cf-b2f4acfc690b None None] The sync data for ids ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'] in n-d-760456-6 is: [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:47:18Z', 'revision_number': 4, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '70de85ef-5c64-455f-8ae6-584aa28e2567', 'name': '', 'network_id': 'a0d41425-c7ab-4ec0-a0a5-9518709a8d99', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'mac_address': 'fa:16:3e:fd:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:17Z', 'updated_at': '2022-01-27T22:47:22Z', 'revision_number': 5, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'subnets': [{'id': '53fddd1a-01a2-43b0-8c5b-11c60ce4164f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:49:27.853202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e17f7b1-3622-4a36-a255-9433116d4d60 None None] New status for floating IP 049f9c16-fda3-441d-9c9e-fa65ef824f0a: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:49:28.068772 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:32.348878 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-795de5ac-b6a2-4439-9066-db002d637e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:34.937890 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d199-2097-41d7-bc30-57ece32af1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:36.364676 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:37.771482 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:38.955994 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:41.064316 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:49:42.847237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2f3ea-efe8-41d1-a360-d73a8b2b15f5 req-3b6361b4-b728-4b1f-87c0-5baba0f2377d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:42.848850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cda2f3ea-efe8-41d1-a360-d73a8b2b15f5 req-3b6361b4-b728-4b1f-87c0-5baba0f2377d tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 946 time: 0.0489862 Jan 27 22:49:42.894988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cda2f3ea-efe8-41d1-a360-d73a8b2b15f5 req-1969da63-ddf3-43f9-98e2-a74609cefbb9 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Jan 27 22:49:44.019635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af79eb-2726-48b2-ac38-819b518192f9 req-18a1d0c2-4c90-4eb1-b43d-9f7186a4b813 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:44.021154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76af79eb-2726-48b2-ac38-819b518192f9 req-18a1d0c2-4c90-4eb1-b43d-9f7186a4b813 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 946 time: 0.0527720 Jan 27 22:49:44.068233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76af79eb-2726-48b2-ac38-819b518192f9 req-2958b020-2677-4496-8dc8-d0c6fb37f582 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/security-groups?id=224a90c3-c81c-439d-bfd5-1b83efe5f45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Jan 27 22:49:44.499728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b4226-44ac-477a-86d9-b9b620c54be9 req-8682c078-7248-4a95-a091-97278f1b804a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:49:44.501232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d9b4226-44ac-477a-86d9-b9b620c54be9 req-8682c078-7248-4a95-a091-97278f1b804a tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.74 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 946 time: 0.0506048 Jan 27 22:49:44.593423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-1d9b4226-44ac-477a-86d9-b9b620c54be9 req-981ea79d-a8c7-454e-924d-5d6014c30785 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Deleting port 392c2beb-cc6a-406b-9b47-df05cf54761d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:44.593773 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d9b4226-44ac-477a-86d9-b9b620c54be9 req-981ea79d-a8c7-454e-924d-5d6014c30785 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.684341 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1d9b4226-44ac-477a-86d9-b9b620c54be9 req-981ea79d-a8c7-454e-924d-5d6014c30785 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] For port 392c2beb-cc6a-406b-9b47-df05cf54761d, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=392c2beb-cc6a-406b-9b47-df05cf54761d,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:44.684610 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d9b4226-44ac-477a-86d9-b9b620c54be9 req-981ea79d-a8c7-454e-924d-5d6014c30785 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.696832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-1d9b4226-44ac-477a-86d9-b9b620c54be9 req-981ea79d-a8c7-454e-924d-5d6014c30785 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Calling delete_port for 392c2beb-cc6a-406b-9b47-df05cf54761d owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:44.868766 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d9b4226-44ac-477a-86d9-b9b620c54be9 req-981ea79d-a8c7-454e-924d-5d6014c30785 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (392c2beb-cc6a-406b-9b47-df05cf54761d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.880543 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['392c2beb-cc6a-406b-9b47-df05cf54761d'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:49:44.897490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ea79d-a8c7-454e-924d-5d6014c30785 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Pushing event deleted for resources: {'Port': ['ID=392c2beb-cc6a-406b-9b47-df05cf54761d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:44.940477 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9b4226-44ac-477a-86d9-b9b620c54be9 req-981ea79d-a8c7-454e-924d-5d6014c30785 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] No DVR routers for this DVR port 392c2beb-cc6a-406b-9b47-df05cf54761d on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:44.943283 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1d9b4226-44ac-477a-86d9-b9b620c54be9 req-981ea79d-a8c7-454e-924d-5d6014c30785 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:44.947686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1d9b4226-44ac-477a-86d9-b9b620c54be9 req-981ea79d-a8c7-454e-924d-5d6014c30785 tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.74 "DELETE /v2.0/ports/392c2beb-cc6a-406b-9b47-df05cf54761d HTTP/1.1" status: 204 len: 173 time: 0.4400358 Jan 27 22:49:44.948162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'name': 'network-vif-deleted', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:49:44.950422 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6cbd15-c286-451e-a193-6a775d1b1ff7" -d '{"events": [{"server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "name": "network-vif-deleted", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:49:44.987004 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ab4347-89e0-4b7b-9835-ce1ef0859a06 x-openstack-request-id: req-88ab4347-89e0-4b7b-9835-ce1ef0859a06 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:49:44.987318 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f868920f-c16a-4adf-aabc-952a29531c50", "name": "network-vif-deleted", "tag": "392c2beb-cc6a-406b-9b47-df05cf54761d", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:49:44.987575 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-88ab4347-89e0-4b7b-9835-ce1ef0859a06 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:49:44.987990 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f868920f-c16a-4adf-aabc-952a29531c50', 'name': 'network-vif-deleted', 'tag': '392c2beb-cc6a-406b-9b47-df05cf54761d', 'status': 'completed', 'code': 200} Jan 27 22:49:45.163935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0ffa8ed3-9c9c-4745-a05b-ffdb7685b96f req-8d846e30-bdb9-4c9c-984a-7308612e1baa tempest-TestMinimumBasicScenario-1645715367 tempest-TestMinimumBasicScenario-1645715367-project] 10.222.0.61 "GET /v2.0/ports?device_id=f868920f-c16a-4adf-aabc-952a29531c50 HTTP/1.1" status: 200 len: 210 time: 0.0274570 Jan 27 22:49:47.368128 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41628) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:47.706171 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2d0c-c87f-4fd8-b4ea-212f32f4db44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:47.947033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d2d0c-c87f-4fd8-b4ea-212f32f4db44 admin admin] Deleting port 70de85ef-5c64-455f-8ae6-584aa28e2567 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:47.947384 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2d0c-c87f-4fd8-b4ea-212f32f4db44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.027162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-7b4d2d0c-c87f-4fd8-b4ea-212f32f4db44 admin admin] For port 70de85ef-5c64-455f-8ae6-584aa28e2567, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=70de85ef-5c64-455f-8ae6-584aa28e2567,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:48.027544 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2d0c-c87f-4fd8-b4ea-212f32f4db44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.039408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d2d0c-c87f-4fd8-b4ea-212f32f4db44 admin admin] Calling delete_port for 70de85ef-5c64-455f-8ae6-584aa28e2567 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:48.308799 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2d0c-c87f-4fd8-b4ea-212f32f4db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (70de85ef-5c64-455f-8ae6-584aa28e2567), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.334743 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d2d0c-c87f-4fd8-b4ea-212f32f4db44 admin admin] Pushing event deleted for resources: {'Port': ['ID=70de85ef-5c64-455f-8ae6-584aa28e2567,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:48.498430 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2d0c-c87f-4fd8-b4ea-212f32f4db44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.712472 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4d2d0c-c87f-4fd8-b4ea-212f32f4db44 admin admin] Router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:49:48.817777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4d2d0c-c87f-4fd8-b4ea-212f32f4db44 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:49:48.824285 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7b4d2d0c-c87f-4fd8-b4ea-212f32f4db44 admin admin] 10.222.0.61 "PUT /v2.0/routers/6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4537010 Jan 27 22:49:48.825388 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41630) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:48.827709 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ced10-854a-43ba-885f-e3cfdac8529c None None] Sync routers for ids ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:49:48.838291 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ced10-854a-43ba-885f-e3cfdac8529c None None] Routers {'6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:49:48.838985 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6d2ced10-854a-43ba-885f-e3cfdac8529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:49:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:48.931854 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Publish callbacks [] for router (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:48.950537 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6d2ced10-854a-43ba-885f-e3cfdac8529c None None] Set router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:49:49.033617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Publish callbacks [] for router_gateway (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.124678 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6d2ced10-854a-43ba-885f-e3cfdac8529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:49:48Z', 'revision_number': 5, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port': {'id': 'e9fe3256-03a4-4c8c-b918-e62ba3cd82c2', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:15Z', 'updated_at': '2022-01-27T22:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:49.134404 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Deleting port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:49.134751 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.151482 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ced10-854a-43ba-885f-e3cfdac8529c None None] Checking router: 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:49:49.160220 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ced10-854a-43ba-885f-e3cfdac8529c None None] Routers {'6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:49:49.160858 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6d2ced10-854a-43ba-885f-e3cfdac8529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:49:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:49.219393 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] For port e9fe3256-03a4-4c8c-b918-e62ba3cd82c2, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e9fe3256-03a4-4c8c-b918-e62ba3cd82c2,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:49.219758 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.233044 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Calling delete_port for e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:49.301472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 392c2beb-cc6a-406b-9b47-df05cf54761d no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:49.326151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 392c2beb-cc6a-406b-9b47-df05cf54761d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:49.326499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 392c2beb-cc6a-406b-9b47-df05cf54761d not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:49.338824 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6d2ced10-854a-43ba-885f-e3cfdac8529c None None] Set router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:49:49.392968 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6d2ced10-854a-43ba-885f-e3cfdac8529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:49:49Z', 'revision_number': 6, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:49.419430 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ced10-854a-43ba-885f-e3cfdac8529c None None] The sync data for ids ['6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8'] in n-d-760456-6 is: [{'id': '6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8', 'name': 'tempest-TestMinimumBasicScenario-1960925624-router', 'tenant_id': '17892f7c734d41c08b5800d2dc8edd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:14Z', 'updated_at': '2022-01-27T22:49:49Z', 'revision_number': 6, 'project_id': '17892f7c734d41c08b5800d2dc8edd9c', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:49:49.439945 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (e9fe3256-03a4-4c8c-b918-e62ba3cd82c2), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.465339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fe3256-03a4-4c8c-b918-e62ba3cd82c2,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:49.525718 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.894179 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.896310 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Publish callbacks [] for router_controller (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.993325 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.993882 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:49:49.998355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:49.999661 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8275a8b2-f13a-4ba6-9df9-68a094313f08 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6cedb9ba-21e1-4c0e-9006-8d1cfe358ab8 HTTP/1.1" status: 204 len: 168 time: 1.1733396 Jan 27 22:49:50.002216 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41632) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:50.046016 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea75143-28bf-4295-b178-ca77113a759a admin admin] Deleting subnet 53fddd1a-01a2-43b0-8c5b-11c60ce4164f {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:49:50.049109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ea75143-28bf-4295-b178-ca77113a759a admin admin] Publish callbacks [] for subnet (53fddd1a-01a2-43b0-8c5b-11c60ce4164f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.084107 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ea75143-28bf-4295-b178-ca77113a759a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (53fddd1a-01a2-43b0-8c5b-11c60ce4164f), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.164302 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ea75143-28bf-4295-b178-ca77113a759a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (53fddd1a-01a2-43b0-8c5b-11c60ce4164f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.186188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 70de85ef-5c64-455f-8ae6-584aa28e2567 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:50.208775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 70de85ef-5c64-455f-8ae6-584aa28e2567 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:50.209398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 70de85ef-5c64-455f-8ae6-584aa28e2567 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:50.308966 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ea75143-28bf-4295-b178-ca77113a759a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (53fddd1a-01a2-43b0-8c5b-11c60ce4164f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.336207 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea75143-28bf-4295-b178-ca77113a759a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fddd1a-01a2-43b0-8c5b-11c60ce4164f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:50.340973 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5ea75143-28bf-4295-b178-ca77113a759a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.344742 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5ea75143-28bf-4295-b178-ca77113a759a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/53fddd1a-01a2-43b0-8c5b-11c60ce4164f HTTP/1.1" status: 204 len: 168 time: 0.3415630 Jan 27 22:49:50.347407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41634) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:50.347900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52df6fad-3a22-4cbb-8c7a-d5ed30b0e657 None None] Network a0d41425-c7ab-4ec0-a0a5-9518709a8d99 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:50.426513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (a0d41425-c7ab-4ec0-a0a5-9518709a8d99), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.488027 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Deleting port 065fb426-e1bd-469c-95a0-8728eb0bfa6a {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:50.488027 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.526767 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] DHCP port deletion for a0d41425-c7ab-4ec0-a0a5-9518709a8d99 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:49:50.560163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] For port 065fb426-e1bd-469c-95a0-8728eb0bfa6a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=065fb426-e1bd-469c-95a0-8728eb0bfa6a,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:50.560542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.573752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Calling delete_port for 065fb426-e1bd-469c-95a0-8728eb0bfa6a owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:50.578048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Deleting port 065fb426-e1bd-469c-95a0-8728eb0bfa6a {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:50.578431 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.639510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] For port 065fb426-e1bd-469c-95a0-8728eb0bfa6a, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=065fb426-e1bd-469c-95a0-8728eb0bfa6a,segment=NetworkSegment(a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3),segment_id=a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:50.639914 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.652897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Calling delete_port for 065fb426-e1bd-469c-95a0-8728eb0bfa6a owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:50.754145 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.761095 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (065fb426-e1bd-469c-95a0-8728eb0bfa6a), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.781541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=065fb426-e1bd-469c-95a0-8728eb0bfa6a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:50.787177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] No DVR routers for this DVR port 065fb426-e1bd-469c-95a0-8728eb0bfa6a on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:50.790357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Pushing event deleted for resources: {'Port': ['ID=065fb426-e1bd-469c-95a0-8728eb0bfa6a,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:50.792524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] No DVR routers for this DVR port 065fb426-e1bd-469c-95a0-8728eb0bfa6a on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:50.802815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.803175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.803525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.803867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.804245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.804587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.804921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.805254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.805633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.805898 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.806228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.806556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.806883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbacb8-a907-4916-8c7f-afe89a1e7cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:49:50.862624 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (a0d41425-c7ab-4ec0-a0a5-9518709a8d99), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.882678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d41425-c7ab-4ec0-a0a5-9518709a8d99']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:50.891662 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:50.891904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:50.901741 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.914408 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.920107 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:50.920489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (a35c1b4f-5e2a-48a3-9aeb-5bc85e235aa3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:50.922080 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:51.044254 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (a0d41425-c7ab-4ec0-a0a5-9518709a8d99), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.049622 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.053361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] 10.222.0.61 "DELETE /v2.0/networks/a0d41425-c7ab-4ec0-a0a5-9518709a8d99 HTTP/1.1" status: 204 len: 168 time: 0.7042737 Jan 27 22:49:51.056386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41636) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:51.064748 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ce187-44d0-4ab6-9fed-654007c8c5cd admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d41425-c7ab-4ec0-a0a5-9518709a8d99,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:51.399422 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-29c8db5b-a7a0-45a4-a370-fd6b296a2a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.634227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:51.644778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-29c8db5b-a7a0-45a4-a370-fd6b296a2a06 admin admin] Deleting port 1ee14224-6c09-44d4-af27-77495e9646d3 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:51.645127 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-29c8db5b-a7a0-45a4-a370-fd6b296a2a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.654019 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:51.654314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e9fe3256-03a4-4c8c-b918-e62ba3cd82c2 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:51.654737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 065fb426-e1bd-469c-95a0-8728eb0bfa6a no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:51.673649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 065fb426-e1bd-469c-95a0-8728eb0bfa6a {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:51.674001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 065fb426-e1bd-469c-95a0-8728eb0bfa6a not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:51.721653 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-29c8db5b-a7a0-45a4-a370-fd6b296a2a06 admin admin] For port 1ee14224-6c09-44d4-af27-77495e9646d3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=1ee14224-6c09-44d4-af27-77495e9646d3,segment=NetworkSegment(9875f225-916e-43b3-a228-5589d1792214),segment_id=9875f225-916e-43b3-a228-5589d1792214)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:51.722021 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-29c8db5b-a7a0-45a4-a370-fd6b296a2a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:51.733973 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-29c8db5b-a7a0-45a4-a370-fd6b296a2a06 admin admin] Calling delete_port for 1ee14224-6c09-44d4-af27-77495e9646d3 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:52.016463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-29c8db5b-a7a0-45a4-a370-fd6b296a2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1ee14224-6c09-44d4-af27-77495e9646d3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.046824 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8db5b-a7a0-45a4-a370-fd6b296a2a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee14224-6c09-44d4-af27-77495e9646d3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:52.210913 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-29c8db5b-a7a0-45a4-a370-fd6b296a2a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.422685 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c8db5b-a7a0-45a4-a370-fd6b296a2a06 admin admin] Router 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:49:52.526400 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c8db5b-a7a0-45a4-a370-fd6b296a2a06 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:49:52.531618 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-29c8db5b-a7a0-45a4-a370-fd6b296a2a06 admin admin] 10.222.0.61 "PUT /v2.0/routers/7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4739561 Jan 27 22:49:52.534181 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41642) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:52.536659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43522c89-89c6-4772-992b-72127e2b81ab None None] Sync routers for ids ['7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:49:52.546154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43522c89-89c6-4772-992b-72127e2b81ab None None] Routers {'7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:49:52.546779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-43522c89-89c6-4772-992b-72127e2b81ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:49:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:52.644439 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Publish callbacks [] for router (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.654749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-43522c89-89c6-4772-992b-72127e2b81ab None None] Set router 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:49:52.743405 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Publish callbacks [] for router_gateway (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.835091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-43522c89-89c6-4772-992b-72127e2b81ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'name': 'tempest-TestMinimumBasicScenario-697306502-router', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:49:51Z', 'revision_number': 5, 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'gw_port': {'id': 'c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:14:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:52.857003 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Deleting port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:52.857344 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.862728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43522c89-89c6-4772-992b-72127e2b81ab None None] Checking router: 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:49:52.871585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43522c89-89c6-4772-992b-72127e2b81ab None None] Routers {'7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:49:52.872245 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-43522c89-89c6-4772-992b-72127e2b81ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:49:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:52.934114 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] For port c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:52.934917 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:52.946640 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Calling delete_port for c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:52.968894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-43522c89-89c6-4772-992b-72127e2b81ab None None] Set router 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:49:53.020264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-43522c89-89c6-4772-992b-72127e2b81ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'name': 'tempest-TestMinimumBasicScenario-697306502-router', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:49:52Z', 'revision_number': 6, 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:53.049115 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43522c89-89c6-4772-992b-72127e2b81ab None None] The sync data for ids ['7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383'] in n-d-760456-6 is: [{'id': '7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383', 'name': 'tempest-TestMinimumBasicScenario-697306502-router', 'tenant_id': 'ef7772552ad04ecdb3a85a76cea022af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:47:21Z', 'updated_at': '2022-01-27T22:49:52Z', 'revision_number': 6, 'project_id': 'ef7772552ad04ecdb3a85a76cea022af', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:49:53.165651 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.191333 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:53.254780 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.344764 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.346777 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Publish callbacks [] for router_controller (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.434051 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.434623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:49:53.439297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.443122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41646) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:53.443586 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-48c5030f-c3e4-45fc-8d21-8c223f20b20b admin admin] 10.222.0.61 "DELETE /v2.0/routers/7b5dce4a-d6a3-4cd4-a5e1-4c79817d9383 HTTP/1.1" status: 204 len: 168 time: 0.9079232 Jan 27 22:49:53.494452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa517a4c-7d62-4597-a2b3-bf0e38652211 admin admin] Deleting subnet 0984a487-3aa0-43bf-9ea9-9e78ee937803 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:49:53.497753 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa517a4c-7d62-4597-a2b3-bf0e38652211 admin admin] Publish callbacks [] for subnet (0984a487-3aa0-43bf-9ea9-9e78ee937803), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.533225 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa517a4c-7d62-4597-a2b3-bf0e38652211 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (0984a487-3aa0-43bf-9ea9-9e78ee937803), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.609302 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa517a4c-7d62-4597-a2b3-bf0e38652211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (0984a487-3aa0-43bf-9ea9-9e78ee937803), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.737027 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa517a4c-7d62-4597-a2b3-bf0e38652211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (0984a487-3aa0-43bf-9ea9-9e78ee937803), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.762684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa517a4c-7d62-4597-a2b3-bf0e38652211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0984a487-3aa0-43bf-9ea9-9e78ee937803,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:53.766461 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fa517a4c-7d62-4597-a2b3-bf0e38652211 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.769713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fa517a4c-7d62-4597-a2b3-bf0e38652211 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0984a487-3aa0-43bf-9ea9-9e78ee937803 HTTP/1.1" status: 204 len: 168 time: 0.3254540 Jan 27 22:49:53.772171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41648) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:53.772475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8cd2ea-9547-48bb-b2a3-fe86d553b601 None None] Network 1266cecb-cfd9-47b7-b2d3-d906729a12cc requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:49:53.851531 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (1266cecb-cfd9-47b7-b2d3-d906729a12cc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.864710 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1ee14224-6c09-44d4-af27-77495e9646d3 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:53.886744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 1ee14224-6c09-44d4-af27-77495e9646d3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:53.887100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 1ee14224-6c09-44d4-af27-77495e9646d3 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:53.887537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:53.907205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Deleting port 28bf3519-29b4-469b-bd5e-1e91e3576d83 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:53.907554 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.911264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:53.911622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c7057062-6bb5-4dfb-be0f-5e2d6fe4dfec not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:53.977422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] For port 28bf3519-29b4-469b-bd5e-1e91e3576d83, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=28bf3519-29b4-469b-bd5e-1e91e3576d83,segment=NetworkSegment(9875f225-916e-43b3-a228-5589d1792214),segment_id=9875f225-916e-43b3-a228-5589d1792214)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:53.977795 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:53.980775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8835129-b51b-4d97-96f5-ccf1a012be20 None None] DHCP port deletion for 1266cecb-cfd9-47b7-b2d3-d906729a12cc request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:49:53.991116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Calling delete_port for 28bf3519-29b4-469b-bd5e-1e91e3576d83 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:54.036147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c8835129-b51b-4d97-96f5-ccf1a012be20 None None] Deleting port 28bf3519-29b4-469b-bd5e-1e91e3576d83 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:49:54.036538 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8835129-b51b-4d97-96f5-ccf1a012be20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.103281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c8835129-b51b-4d97-96f5-ccf1a012be20 None None] For port 28bf3519-29b4-469b-bd5e-1e91e3576d83, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=28bf3519-29b4-469b-bd5e-1e91e3576d83,segment=NetworkSegment(9875f225-916e-43b3-a228-5589d1792214),segment_id=9875f225-916e-43b3-a228-5589d1792214)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:49:54.103687 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8835129-b51b-4d97-96f5-ccf1a012be20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.118011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c8835129-b51b-4d97-96f5-ccf1a012be20 None None] Calling delete_port for 28bf3519-29b4-469b-bd5e-1e91e3576d83 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:49:54.147992 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.178486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Pushing event deleted for resources: {'Port': ['ID=28bf3519-29b4-469b-bd5e-1e91e3576d83,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:54.182767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] No DVR routers for this DVR port 28bf3519-29b4-469b-bd5e-1e91e3576d83 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:54.193247 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8835129-b51b-4d97-96f5-ccf1a012be20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (28bf3519-29b4-469b-bd5e-1e91e3576d83), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.218711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8835129-b51b-4d97-96f5-ccf1a012be20 None None] Pushing event deleted for resources: {'Port': ['ID=28bf3519-29b4-469b-bd5e-1e91e3576d83,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:54.222311 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8835129-b51b-4d97-96f5-ccf1a012be20 None None] No DVR routers for this DVR port 28bf3519-29b4-469b-bd5e-1e91e3576d83 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:49:54.260303 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (1266cecb-cfd9-47b7-b2d3-d906729a12cc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.283908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1266cecb-cfd9-47b7-b2d3-d906729a12cc']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:54.293744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9875f225-916e-43b3-a228-5589d1792214') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:54.294050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9875f225-916e-43b3-a228-5589d1792214') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:49:54.303729 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (9875f225-916e-43b3-a228-5589d1792214), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.317581 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9875f225-916e-43b3-a228-5589d1792214), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.323995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:49:54.324494 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (9875f225-916e-43b3-a228-5589d1792214), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:49:54.326155 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:49:54.438886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (1266cecb-cfd9-47b7-b2d3-d906729a12cc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.444697 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.448062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] 10.222.0.61 "DELETE /v2.0/networks/1266cecb-cfd9-47b7-b2d3-d906729a12cc HTTP/1.1" status: 204 len: 168 time: 0.6748579 Jan 27 22:49:54.459603 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234789b3-adb6-47ae-b422-a6af7dbe101b admin admin] Pushing event deleted for resources: {'Network': ['ID=1266cecb-cfd9-47b7-b2d3-d906729a12cc,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:54.828898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41652) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:54.868709 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9e26c795-5a8f-43a4-b818-c59f8a3388ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17892f7c734d41c08b5800d2dc8edd9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386791 Jan 27 22:49:54.871087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41654) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:54.917616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f5282a8-fcab-4615-8f67-2d964cced714 admin admin] Publish callbacks [] for security_group (224a90c3-c81c-439d-bfd5-1b83efe5f45a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:54.938501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f5282a8-fcab-4615-8f67-2d964cced714 admin admin] Publish callbacks [] for security_group (224a90c3-c81c-439d-bfd5-1b83efe5f45a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:55.113174 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f5282a8-fcab-4615-8f67-2d964cced714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (224a90c3-c81c-439d-bfd5-1b83efe5f45a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:55.115764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f5282a8-fcab-4615-8f67-2d964cced714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:55.117063 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2f5282a8-fcab-4615-8f67-2d964cced714 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/224a90c3-c81c-439d-bfd5-1b83efe5f45a HTTP/1.1" status: 204 len: 168 time: 0.2450950 Jan 27 22:49:55.124908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5282a8-fcab-4615-8f67-2d964cced714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224a90c3-c81c-439d-bfd5-1b83efe5f45a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:55.632062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 28bf3519-29b4-469b-bd5e-1e91e3576d83 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:49:55.653077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 28bf3519-29b4-469b-bd5e-1e91e3576d83 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:49:55.653422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 28bf3519-29b4-469b-bd5e-1e91e3576d83 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:49:55.786822 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41660) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:55.830552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e530dbe7-6ccb-487f-8ce6-6cb7a45bfe23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef7772552ad04ecdb3a85a76cea022af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425296 Jan 27 22:49:55.833064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41662) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:55.879556 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad4305b4-5560-4406-994f-0eb781e23f21 admin admin] Publish callbacks [] for security_group (27d3df5c-8527-4bd3-8c64-7f8f037d154a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:55.900556 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad4305b4-5560-4406-994f-0eb781e23f21 admin admin] Publish callbacks [] for security_group (27d3df5c-8527-4bd3-8c64-7f8f037d154a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.010949 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad4305b4-5560-4406-994f-0eb781e23f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (27d3df5c-8527-4bd3-8c64-7f8f037d154a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.013575 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ad4305b4-5560-4406-994f-0eb781e23f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:56.014728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ad4305b4-5560-4406-994f-0eb781e23f21 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27d3df5c-8527-4bd3-8c64-7f8f037d154a HTTP/1.1" status: 204 len: 168 time: 0.1807616 Jan 27 22:49:56.022575 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4305b4-5560-4406-994f-0eb781e23f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d3df5c-8527-4bd3-8c64-7f8f037d154a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:57.645185 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.084657 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.321097 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41702) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:58.326528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-99d17e14-4339-40e0-98ac-8375ff39054f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572900105', 'description': 'tempest-secgroup-smoke-1572900105 description', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:58.410437 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99d17e14-4339-40e0-98ac-8375ff39054f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.418395 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99d17e14-4339-40e0-98ac-8375ff39054f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.490567 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99d17e14-4339-40e0-98ac-8375ff39054f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (fd46c1b6-4b2a-46f4-8a89-ba1c86fdd0ac), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.570198 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99d17e14-4339-40e0-98ac-8375ff39054f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fd46c1b6-4b2a-46f4-8a89-ba1c86fdd0ac), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.608933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d17e14-4339-40e0-98ac-8375ff39054f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd46c1b6-4b2a-46f4-8a89-ba1c86fdd0ac,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:58.648327 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99d17e14-4339-40e0-98ac-8375ff39054f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (138e27c7-6d08-48ac-8bfa-d8263b7b7171), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.730294 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99d17e14-4339-40e0-98ac-8375ff39054f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (138e27c7-6d08-48ac-8bfa-d8263b7b7171), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.758140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d17e14-4339-40e0-98ac-8375ff39054f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138e27c7-6d08-48ac-8bfa-d8263b7b7171,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:58.835639 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-99d17e14-4339-40e0-98ac-8375ff39054f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.836987 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-99d17e14-4339-40e0-98ac-8375ff39054f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5148396 Jan 27 22:49:58.839899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41704) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:58.844216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a5f2e0d4-41b2-4374-9e2e-342576533e15 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '138e27c7-6d08-48ac-8bfa-d8263b7b7171', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:58.918193 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a5f2e0d4-41b2-4374-9e2e-342576533e15 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (cd836196-744a-4b88-be19-2bf5fea5bca2), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:58.971782 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a5f2e0d4-41b2-4374-9e2e-342576533e15 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (cd836196-744a-4b88-be19-2bf5fea5bca2), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.010692 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a5f2e0d4-41b2-4374-9e2e-342576533e15 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (cd836196-744a-4b88-be19-2bf5fea5bca2), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.028519 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2e0d4-41b2-4374-9e2e-342576533e15 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd836196-744a-4b88-be19-2bf5fea5bca2,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:59.069859 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a5f2e0d4-41b2-4374-9e2e-342576533e15 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.071049 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a5f2e0d4-41b2-4374-9e2e-342576533e15 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2302063 Jan 27 22:49:59.074276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41706) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:59.078666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b0443e5c-a432-4cff-b035-b9954793e82b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '138e27c7-6d08-48ac-8bfa-d8263b7b7171', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:59.146728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0443e5c-a432-4cff-b035-b9954793e82b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (e8b1419c-1ba4-403e-a369-1a10a489fdff), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.201882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0443e5c-a432-4cff-b035-b9954793e82b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (e8b1419c-1ba4-403e-a369-1a10a489fdff), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.284882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0443e5c-a432-4cff-b035-b9954793e82b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (e8b1419c-1ba4-403e-a369-1a10a489fdff), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.301964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0443e5c-a432-4cff-b035-b9954793e82b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b1419c-1ba4-403e-a369-1a10a489fdff,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:59.372675 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b0443e5c-a432-4cff-b035-b9954793e82b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.373924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b0443e5c-a432-4cff-b035-b9954793e82b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2986290 Jan 27 22:49:59.376708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41708) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:59.381008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-335a3de2-597c-45ad-af03-335df4a5d2fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '138e27c7-6d08-48ac-8bfa-d8263b7b7171', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:59.443551 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-335a3de2-597c-45ad-af03-335df4a5d2fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (2943f46f-6f8b-40d5-821b-1e91fa08e842), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.502196 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-335a3de2-597c-45ad-af03-335df4a5d2fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (2943f46f-6f8b-40d5-821b-1e91fa08e842), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.564835 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-335a3de2-597c-45ad-af03-335df4a5d2fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (2943f46f-6f8b-40d5-821b-1e91fa08e842), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.581586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a3de2-597c-45ad-af03-335df4a5d2fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2943f46f-6f8b-40d5-821b-1e91fa08e842,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:49:59.646186 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-335a3de2-597c-45ad-af03-335df4a5d2fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.647384 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-335a3de2-597c-45ad-af03-335df4a5d2fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2697687 Jan 27 22:49:59.650140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41710) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:49:59.654303 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9bebf600-94e8-4b15-9b11-9185ee4da1b6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '138e27c7-6d08-48ac-8bfa-d8263b7b7171', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:49:59.757957 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9bebf600-94e8-4b15-9b11-9185ee4da1b6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (c9d80dfe-cb72-4029-a15c-5f1e0248a95f), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.814310 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9bebf600-94e8-4b15-9b11-9185ee4da1b6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (c9d80dfe-cb72-4029-a15c-5f1e0248a95f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.907396 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9bebf600-94e8-4b15-9b11-9185ee4da1b6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (c9d80dfe-cb72-4029-a15c-5f1e0248a95f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:49:59.925632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebf600-94e8-4b15-9b11-9185ee4da1b6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d80dfe-cb72-4029-a15c-5f1e0248a95f,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:00.011871 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9bebf600-94e8-4b15-9b11-9185ee4da1b6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.013137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9bebf600-94e8-4b15-9b11-9185ee4da1b6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3620648 Jan 27 22:50:00.015795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41712) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:00.020488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-bfd5e435-8bf9-4291-a477-217534cc301a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '138e27c7-6d08-48ac-8bfa-d8263b7b7171', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:50:00.102040 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-bfd5e435-8bf9-4291-a477-217534cc301a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Project 29c38416fa8f4bc5b26ea7b668b7d2d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:50:00.107978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e435-8bf9-4291-a477-217534cc301a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (33e044bb-8851-4eab-8e0f-660870355d34), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.164451 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e435-8bf9-4291-a477-217534cc301a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (33e044bb-8851-4eab-8e0f-660870355d34), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.256245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e435-8bf9-4291-a477-217534cc301a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (33e044bb-8851-4eab-8e0f-660870355d34), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.274640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5e435-8bf9-4291-a477-217534cc301a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e044bb-8851-4eab-8e0f-660870355d34,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:00.343836 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e435-8bf9-4291-a477-217534cc301a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.345124 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bfd5e435-8bf9-4291-a477-217534cc301a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3283477 Jan 27 22:50:00.347758 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41714) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:00.352090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-ef563969-ed96-4a14-b43e-2e40265305d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '138e27c7-6d08-48ac-8bfa-d8263b7b7171', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:50:00.433523 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-ef563969-ed96-4a14-b43e-2e40265305d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Project 29c38416fa8f4bc5b26ea7b668b7d2d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:50:00.438552 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef563969-ed96-4a14-b43e-2e40265305d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (886fddc1-4e07-41cf-a445-4a5a06905f2d), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.498389 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef563969-ed96-4a14-b43e-2e40265305d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (886fddc1-4e07-41cf-a445-4a5a06905f2d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.598709 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef563969-ed96-4a14-b43e-2e40265305d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (886fddc1-4e07-41cf-a445-4a5a06905f2d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.615973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef563969-ed96-4a14-b43e-2e40265305d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886fddc1-4e07-41cf-a445-4a5a06905f2d,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:00.692458 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ef563969-ed96-4a14-b43e-2e40265305d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.693642 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ef563969-ed96-4a14-b43e-2e40265305d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449278 Jan 27 22:50:00.696882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41716) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:00.702270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b734ab6e-e0ac-44c1-9ffe-754056704a84 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'network': {'name': 'tempest-network-smoke--319044932', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'port_security_enabled': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:50:00.775942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b734ab6e-e0ac-44c1-9ffe-754056704a84 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:50:00.779204 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b734ab6e-e0ac-44c1-9ffe-754056704a84 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.804173 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b734ab6e-e0ac-44c1-9ffe-754056704a84 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:50:00.814401 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b734ab6e-e0ac-44c1-9ffe-754056704a84 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (74bff66a-dfe2-431e-b7d2-f19ef380a6b3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.814779 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-b734ab6e-e0ac-44c1-9ffe-754056704a84 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Added segment 74bff66a-dfe2-431e-b7d2-f19ef380a6b3 of type vlan for network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b Jan 27 22:50:00.855477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b734ab6e-e0ac-44c1-9ffe-754056704a84 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (e4b5cb3c-2356-4cad-bc46-b4f20e081e6b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.941685 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b734ab6e-e0ac-44c1-9ffe-754056704a84 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (e4b5cb3c-2356-4cad-bc46-b4f20e081e6b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:00.947276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b734ab6e-e0ac-44c1-9ffe-754056704a84 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:00.947817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b734ab6e-e0ac-44c1-9ffe-754056704a84 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.012816 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734ab6e-e0ac-44c1-9ffe-754056704a84 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Network': ['ID=e4b5cb3c-2356-4cad-bc46-b4f20e081e6b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:01.023960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:50:01.059343 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b734ab6e-e0ac-44c1-9ffe-754056704a84 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3614471 Jan 27 22:50:01.062306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41718) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:01.066671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'admin_state_up': True, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:50:01.147903 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.149052 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.202901 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_controller (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.720374 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.964170 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:01.982669 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.084821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.25.0.18 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/7b2c625e-7190-431c-bd33-89b7f5af34e8) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:50:02.183674 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.279738 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.320004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:50:02.322807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:50:02.327255 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:50:02.342191 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cde68bea-5dca-48a1-a538-f5fb2d7fbaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.355504 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=7b2c625e-7190-431c-bd33-89b7f5af34e8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:02.650314 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:02.850546 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.033143 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router b5e9b4aa-e85c-4253-9351-fe7d58c6470a is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:50:03.139962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:50:03.150341 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Sync routers for ids ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:50:03.160519 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Routers {'b5e9b4aa-e85c-4253-9351-fe7d58c6470a'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:03.161133 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:49:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:03.195219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.199433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2f69ab22-b276-4f9e-9b39-c66737d10243 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1333144 Jan 27 22:50:03.199709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41720) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:03.266880 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Set router b5e9b4aa-e85c-4253-9351-fe7d58c6470a gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:03.329583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2f590e5a-541e-4c2a-9b94-7a880c4fe557 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=29c38416fa8f4bc5b26ea7b668b7d2d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1262934 Jan 27 22:50:03.329843 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41724) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:03.444087 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:02Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:03.472454 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Checking router: b5e9b4aa-e85c-4253-9351-fe7d58c6470a for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:50:03.473004 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Updating router b5e9b4aa-e85c-4253-9351-fe7d58c6470a port 7b2c625e-7190-431c-bd33-89b7f5af34e8 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:50:03.476273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb02388-206c-4e32-84f2-bac72471fc44 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:03.480893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-feb02388-206c-4e32-84f2-bac72471fc44 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1471629 Jan 27 22:50:03.481145 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41726) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:03.498741 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.515722 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ca17e6ea-093a-474f-bfd1-28434d0d911d tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335114 Jan 27 22:50:03.518377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41728) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:03.523045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-06f967d0-d18b-41ff-86a5-6d82df2131a9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1317134062', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:50:03.678746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f967d0-d18b-41ff-86a5-6d82df2131a9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:50:03.682471 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06f967d0-d18b-41ff-86a5-6d82df2131a9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.746268 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Publish callbacks [] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.856494 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.911084 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Attempting to bind port 7b2c625e-7190-431c-bd33-89b7f5af34e8 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:50:03.923872 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Attempting to bind port 7b2c625e-7190-431c-bd33-89b7f5af34e8 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:50:03.923872 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Attempting to bind port 7b2c625e-7190-431c-bd33-89b7f5af34e8 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:50:03.923872 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Pushing event updated for resources: {'Port': ['ID=7b2c625e-7190-431c-bd33-89b7f5af34e8,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:03.923872 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.923872 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.924384 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.924492 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.924757 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.925084 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.925414 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.925736 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.926063 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.926384 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.926708 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.927029 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.927346 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:03.930390 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:50:03.930766 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:50:03.931162 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.931545 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:50:03.932287 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Bound port: 7b2c625e-7190-431c-bd33-89b7f5af34e8, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:50:03.932663 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.953494 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06f967d0-d18b-41ff-86a5-6d82df2131a9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (7831a1ed-9185-4d3d-8633-a61bccd7de57), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:03.983106 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] For port 7b2c625e-7190-431c-bd33-89b7f5af34e8, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:50:03.986091 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] For port 7b2c625e-7190-431c-bd33-89b7f5af34e8, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7b2c625e-7190-431c-bd33-89b7f5af34e8,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:50:04.015931 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f967d0-d18b-41ff-86a5-6d82df2131a9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Subnet': ['ID=7831a1ed-9185-4d3d-8633-a61bccd7de57,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:04.024069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f967d0-d18b-41ff-86a5-6d82df2131a9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Checking segment: {'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:50:04.024461 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f967d0-d18b-41ff-86a5-6d82df2131a9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network hostable DHCP agents. Network: e4b5cb3c-2356-4cad-bc46-b4f20e081e6b, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:50:04.056968 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:04.115722 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Routers {'b5e9b4aa-e85c-4253-9351-fe7d58c6470a'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:04.116280 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:49:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:04.124670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f967d0-d18b-41ff-86a5-6d82df2131a9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:50:04.153804 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6c851-d08a-4389-8ea2-30c374102510 None None] Pushing event updated for resources: {'Port': ['ID=7b2c625e-7190-431c-bd33-89b7f5af34e8,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:04.170868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-06f967d0-d18b-41ff-86a5-6d82df2131a9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, e4b5cb3c-2356-4cad-bc46-b4f20e081e6b) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:50:04.175470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f967d0-d18b-41ff-86a5-6d82df2131a9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:04.176285 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-06f967d0-d18b-41ff-86a5-6d82df2131a9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:04.193098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0d29bf-8fa5-4983-88d9-2506f72762a3 None None] Network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:50:04.227739 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] Set router b5e9b4aa-e85c-4253-9351-fe7d58c6470a gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:04.243227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-06f967d0-d18b-41ff-86a5-6d82df2131a9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7237108 Jan 27 22:50:04.246513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41730) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:04.422200 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:02Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:04.449117 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47774bd1-6203-4a6b-9047-db2a6869fa98 None None] The sync data for ids ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'] in n-d-760456-6 is: [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:02Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:50:04.457673 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ips': [{'subnet_id': '7831a1ed-9185-4d3d-8633-a61bccd7de57'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:50:04.458570 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:04.604294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Allocated IP 172.20.0.2 (e4b5cb3c-2356-4cad-bc46-b4f20e081e6b/7831a1ed-9185-4d3d-8633-a61bccd7de57/e55f0db6-8bb0-4f12-b894-e5c441401e23) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:50:04.743376 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:04.767460 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Publish callbacks [] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:04.839994 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:04.903943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:50:04.908937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:50:04.911637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:50:04.925449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Pushing event updated for resources: {'Port': ['ID=e55f0db6-8bb0-4f12-b894-e5c441401e23,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:04.985194 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Attempting to bind port e55f0db6-8bb0-4f12-b894-e5c441401e23 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:50:04.985570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Attempting to bind port e55f0db6-8bb0-4f12-b894-e5c441401e23 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:50:04.985941 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Attempting to bind port e55f0db6-8bb0-4f12-b894-e5c441401e23 on network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:50:04.992143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:50:04.992669 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Checking segment: {'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:50:04.993088 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:04.993481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Bound using segment: {'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:50:04.993960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Bound port: e55f0db6-8bb0-4f12-b894-e5c441401e23, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:50:04.994344 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.006924 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bdb71c8c-0bb1-475a-8db5-82c50c090f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.068459 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] For port e55f0db6-8bb0-4f12-b894-e5c441401e23, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:50:05.071750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] For port e55f0db6-8bb0-4f12-b894-e5c441401e23, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e55f0db6-8bb0-4f12-b894-e5c441401e23,segment=NetworkSegment(74bff66a-dfe2-431e-b7d2-f19ef380a6b3),segment_id=74bff66a-dfe2-431e-b7d2-f19ef380a6b3)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:50:05.177011 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.257814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a429fb0-2903-484a-8800-1a0d990e035a None None] Pushing event updated for resources: {'Port': ['ID=e55f0db6-8bb0-4f12-b894-e5c441401e23,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:05.376436 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.20.0.1 (e4b5cb3c-2356-4cad-bc46-b4f20e081e6b/7831a1ed-9185-4d3d-8633-a61bccd7de57/95bd5dce-c76f-4735-a4e7-69fd0626b9d6) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:50:05.537150 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.650990 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.695677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:50:05.698731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:50:05.702706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:50:05.711978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e55f0db6-8bb0-4f12-b894-e5c441401e23 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:05.731457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=95bd5dce-c76f-4735-a4e7-69fd0626b9d6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:05.757423 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.760348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e55f0db6-8bb0-4f12-b894-e5c441401e23 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:05.760728 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.839307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e55f0db6-8bb0-4f12-b894-e5c441401e23 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:05.839307 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.874347 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port e55f0db6-8bb0-4f12-b894-e5c441401e23, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e55f0db6-8bb0-4f12-b894-e5c441401e23,segment=NetworkSegment(74bff66a-dfe2-431e-b7d2-f19ef380a6b3),segment_id=74bff66a-dfe2-431e-b7d2-f19ef380a6b3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:05.942380 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.942940 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:05.943607 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7b2c625e-7190-431c-bd33-89b7f5af34e8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:06.022999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=e55f0db6-8bb0-4f12-b894-e5c441401e23,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:06.031630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7b2c625e-7190-431c-bd33-89b7f5af34e8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:06.032036 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.116177 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7b2c625e-7190-431c-bd33-89b7f5af34e8 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:06.116582 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.143609 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 7b2c625e-7190-431c-bd33-89b7f5af34e8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7b2c625e-7190-431c-bd33-89b7f5af34e8,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:06.222236 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.239881 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.282943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=7b2c625e-7190-431c-bd33-89b7f5af34e8,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:06.335823 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.382086 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.410884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=95bd5dce-c76f-4735-a4e7-69fd0626b9d6,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:06.416360 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.510108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:50:06.511497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:50:06.630063 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router b5e9b4aa-e85c-4253-9351-fe7d58c6470a has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:50:06.744804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:50:06.750494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d171231a-73dd-4623-9332-6c1f42b8673c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "PUT /v2.0/routers/b5e9b4aa-e85c-4253-9351-fe7d58c6470a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5032060 Jan 27 22:50:06.760668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Sync routers for ids ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:50:06.773010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Routers {'b5e9b4aa-e85c-4253-9351-fe7d58c6470a'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:06.773638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:50:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:06.826434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ab0637-93ff-4fe8-b350-669ffc53c05e None None] Network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:50:06.911177 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-7b7129bf-1858-4716-9f7b-f192eade9e85 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572900105&fields=id&tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 267 time: 0.0444167 Jan 27 22:50:06.959314 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bb9fb633-b877-40ec-b31a-17e22627fb4a None None] Provisioning complete for port e55f0db6-8bb0-4f12-b894-e5c441401e23 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:06.959692 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb9fb633-b877-40ec-b31a-17e22627fb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:06.984660 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Set router b5e9b4aa-e85c-4253-9351-fe7d58c6470a gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:07.020444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-4641207f-5d9f-4ace-8701-f4c497b9921f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:07.022740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-4641207f-5d9f-4ace-8701-f4c497b9921f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/networks?id=e4b5cb3c-2356-4cad-bc46-b4f20e081e6b HTTP/1.1" status: 200 len: 796 time: 0.1050577 Jan 27 22:50:07.036966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-5a53ef05-27ff-4bdc-881b-7cd0b421b87d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/quotas/29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 375 time: 0.0093782 Jan 27 22:50:07.091285 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-012accf6-3a18-41ed-9260-02760b81e709 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490227 Jan 27 22:50:07.203558 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fb633-b877-40ec-b31a-17e22627fb4a None None] Current status of the port e55f0db6-8bb0-4f12-b894-e5c441401e23 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:07.248470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-9a4f81fb-23d7-47dd-8b98-8007e827f57e service neutron] 10.222.0.61 "GET /v2.0/networks/e4b5cb3c-2356-4cad-bc46-b4f20e081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449258 Jan 27 22:50:07.279595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:05Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '95bd5dce-c76f-4735-a4e7-69fd0626b9d6', 'name': '', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:de:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:05Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 2, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:07.307421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Checking router: b5e9b4aa-e85c-4253-9351-fe7d58c6470a for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:50:07.308141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Updating router b5e9b4aa-e85c-4253-9351-fe7d58c6470a port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:50:07.339644 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:07.350395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-06f10fe4-5669-4674-9ec1-83d3df7c3628 service neutron] 10.222.0.61 "GET /v2.0/networks/e4b5cb3c-2356-4cad-bc46-b4f20e081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958223 Jan 27 22:50:07.468167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6c1172ba-1696-491e-95cb-f16ebb3c6d29 None None] Provisioning complete for port e55f0db6-8bb0-4f12-b894-e5c441401e23 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:07.468546 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c1172ba-1696-491e-95cb-f16ebb3c6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:07.626759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c63ce790-a4c8-4562-a377-eced73d4fed3 req-e72d8d8d-14b8-497c-a052-400a66d41463 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 210 time: 0.0381575 Jan 27 22:50:07.677785 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:07.695882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e55f0db6-8bb0-4f12-b894-e5c441401e23 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:07.702943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6c1172ba-1696-491e-95cb-f16ebb3c6d29 None None] Current status of the port e55f0db6-8bb0-4f12-b894-e5c441401e23 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:07.789142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-6c1172ba-1696-491e-95cb-f16ebb3c6d29 None None] Provisioning complete for port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:07.789529 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c1172ba-1696-491e-95cb-f16ebb3c6d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:07.795836 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Publish callbacks [] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:07.834925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-6c1172ba-1696-491e-95cb-f16ebb3c6d29 None None] Port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:50:07.838273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port e55f0db6-8bb0-4f12-b894-e5c441401e23 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:07.838667 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:07.879995 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:07.970112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2820f-d6da-4b47-8ec9-fe817467d479 None None] Pushing event updated for resources: {'Port': ['ID=95bd5dce-c76f-4735-a4e7-69fd0626b9d6,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:07.997353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e55f0db6-8bb0-4f12-b894-e5c441401e23 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:07.999045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7b2c625e-7190-431c-bd33-89b7f5af34e8 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:08.024274 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-c4916654-4fea-40fe-b0e4-6b98f3c8902a None None] Provisioning complete for port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:08.024663 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c4916654-4fea-40fe-b0e4-6b98f3c8902a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:08.243272 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Attempting to bind port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:50:08.243646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Attempting to bind port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:50:08.244017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Attempting to bind port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 on network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:50:08.255638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:50:08.256938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Checking segment: {'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:50:08.257936 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:08.257936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Bound using segment: {'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:50:08.258174 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Bound port: 95bd5dce-c76f-4735-a4e7-69fd0626b9d6, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:50:08.258563 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:08.260228 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-c4916654-4fea-40fe-b0e4-6b98f3c8902a None None] Port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:50:08.299863 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 7b2c625e-7190-431c-bd33-89b7f5af34e8 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:08.300271 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:08.359726 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] For port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:50:08.378569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] For port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=95bd5dce-c76f-4735-a4e7-69fd0626b9d6,segment=NetworkSegment(74bff66a-dfe2-431e-b7d2-f19ef380a6b3),segment_id=74bff66a-dfe2-431e-b7d2-f19ef380a6b3)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:50:08.409137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3ec04df7-c343-41d0-bb73-5180f03ac30c None None] Provisioning complete for port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:08.409524 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3ec04df7-c343-41d0-bb73-5180f03ac30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:08.442961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 7b2c625e-7190-431c-bd33-89b7f5af34e8 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:08.452192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3ec04df7-c343-41d0-bb73-5180f03ac30c None None] Port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:50:08.490363 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:08.547142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Routers {'b5e9b4aa-e85c-4253-9351-fe7d58c6470a'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:08.547792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:50:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:08.553401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2820f-d6da-4b47-8ec9-fe817467d479 None None] Pushing event updated for resources: {'Port': ['ID=95bd5dce-c76f-4735-a4e7-69fd0626b9d6,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:08.668731 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] Set router b5e9b4aa-e85c-4253-9351-fe7d58c6470a gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:08.709588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13b8b43f-9ce3-4e70-a7f8-7b7488edca3c req-ece1998d-2b99-4309-bd17-e0850aca48b7 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 210 time: 0.0274277 Jan 27 22:50:08.818080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2c831afa-fa2a-4258-849d-d1366c295699 None None] Provisioning complete for port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:08.818458 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c831afa-fa2a-4258-849d-d1366c295699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:08.961987 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2c831afa-fa2a-4258-849d-d1366c295699 None None] Current status of the port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:08.962292 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c831afa-fa2a-4258-849d-d1366c295699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:08.967432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:05Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '95bd5dce-c76f-4735-a4e7-69fd0626b9d6', 'name': '', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:de:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:05Z', 'updated_at': '2022-01-27T22:50:08Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:09.004676 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:09.007364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aa50f4-5430-4399-aa13-6d315a6b2c6e None None] The sync data for ids ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'] in n-d-760456-6 is: [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:05Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '95bd5dce-c76f-4735-a4e7-69fd0626b9d6', 'name': '', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:de:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:05Z', 'updated_at': '2022-01-27T22:50:08Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:50:09.029921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2c831afa-fa2a-4258-849d-d1366c295699 None None] For port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=95bd5dce-c76f-4735-a4e7-69fd0626b9d6,segment=NetworkSegment(74bff66a-dfe2-431e-b7d2-f19ef380a6b3),segment_id=74bff66a-dfe2-431e-b7d2-f19ef380a6b3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:09.131165 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c831afa-fa2a-4258-849d-d1366c295699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:09.189064 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c831afa-fa2a-4258-849d-d1366c295699 None None] Pushing event updated for resources: {'Port': ['ID=95bd5dce-c76f-4735-a4e7-69fd0626b9d6,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:09.707190 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:09.762093 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:09.762478 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:09.851273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60926083-8321-4b1d-925f-6daabafa876f req-6acb1c64-92d9-44fa-b2a1-3876a5d089ad tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 210 time: 0.0449495 Jan 27 22:50:09.858422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:09.934431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-13139c7c-a069-4ddf-b85d-7d82379e6d1b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:09.936056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-13139c7c-a069-4ddf-b85d-7d82379e6d1b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "GET /v2.0/networks?id=e4b5cb3c-2356-4cad-bc46-b4f20e081e6b HTTP/1.1" status: 200 len: 796 time: 0.1391149 Jan 27 22:50:10.006909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-458434d9-7539-4fab-9312-93c60a507003 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 380 time: 0.0599000 Jan 27 22:50:10.016365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'port': {'device_id': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'admin_state_up': True, 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'security_groups': ['138e27c7-6d08-48ac-8bfa-d8263b7b7171']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:50:10.227596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:50:10.231067 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:10.357487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.20.0.11 (e4b5cb3c-2356-4cad-bc46-b4f20e081e6b/7831a1ed-9185-4d3d-8633-a61bccd7de57/b6f93b59-ec80-49f3-b87a-975d504f58fe) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:50:10.502157 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:10.587771 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:10.630814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:50:10.633729 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:50:10.636626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:50:10.674957 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=b6f93b59-ec80-49f3-b87a-975d504f58fe,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:10.702243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:10.702892 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:10.784349 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-a62870e3-01bc-4f8a-b042-61c34986c5c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7721019 Jan 27 22:50:10.839402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Request body: {'port': {'device_id': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:50:10.864771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3c5ae85d-8835-4dc9-b870-f65386cba907 None None] Provisioning complete for port b6f93b59-ec80-49f3-b87a-975d504f58fe triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:10.865347 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3c5ae85d-8835-4dc9-b870-f65386cba907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:10.901770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:10.914652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ae85d-8835-4dc9-b870-f65386cba907 None None] Port b6f93b59-ec80-49f3-b87a-975d504f58fe cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:50:11.054251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebc5dd-1514-47c9-bfaa-33a647d9e2df req-6a9a1627-2960-4b76-ae29-9c8e6fcda2f1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:11.055741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdebc5dd-1514-47c9-bfaa-33a647d9e2df req-6a9a1627-2960-4b76-ae29-9c8e6fcda2f1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 932 time: 0.1186671 Jan 27 22:50:11.161304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdebc5dd-1514-47c9-bfaa-33a647d9e2df req-44cc9d6c-fedd-40e8-bc53-507598f242a5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984354 Jan 27 22:50:11.245658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f93b59-ec80-49f3-b87a-975d504f58fe {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:50:11.254006 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Publish callbacks [] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:11.266731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Transition to ACTIVE for port object b6f93b59-ec80-49f3-b87a-975d504f58fe will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:50:11.341781 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:11.394154 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f93b59-ec80-49f3-b87a-975d504f58fe,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:11.467115 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Attempting to bind port b6f93b59-ec80-49f3-b87a-975d504f58fe on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:50:11.467566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Attempting to bind port b6f93b59-ec80-49f3-b87a-975d504f58fe by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:50:11.467799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Attempting to bind port b6f93b59-ec80-49f3-b87a-975d504f58fe on network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:50:11.472489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Port b6f93b59-ec80-49f3-b87a-975d504f58fe on network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:50:11.472814 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Attempting to bind port b6f93b59-ec80-49f3-b87a-975d504f58fe on network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:50:11.477934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:50:11.478277 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Checking segment: {'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:50:11.478664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Bound using segment: {'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:50:11.479095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Bound port: b6f93b59-ec80-49f3-b87a-975d504f58fe, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74bff66a-dfe2-431e-b7d2-f19ef380a6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:50:11.479465 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:11.557245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] For port b6f93b59-ec80-49f3-b87a-975d504f58fe, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:50:11.560548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] For port b6f93b59-ec80-49f3-b87a-975d504f58fe, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b6f93b59-ec80-49f3-b87a-975d504f58fe,segment=NetworkSegment(74bff66a-dfe2-431e-b7d2-f19ef380a6b3),segment_id=74bff66a-dfe2-431e-b7d2-f19ef380a6b3)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:50:11.662137 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:11.696940 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:11.697591 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:11.699035 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] 10.222.0.71 "PUT /v2.0/ports/b6f93b59-ec80-49f3-b87a-975d504f58fe HTTP/1.1" status: 200 len: 1092 time: 0.9064686 Jan 27 22:50:11.699434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'tag': 'b6f93b59-ec80-49f3-b87a-975d504f58fe'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:50:11.702266 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4690cd69-64fd-471b-b9c2-f910a2de7b89" -d '{"events": [{"name": "network-changed", "server_uuid": "07df2add-b3b0-4af1-bc20-2d7ace9d4be3", "tag": "b6f93b59-ec80-49f3-b87a-975d504f58fe"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:50:11.733619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a78622-c5a2-4f8c-86ff-e63e7705d342 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f93b59-ec80-49f3-b87a-975d504f58fe,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:11.746738 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5138f65d-5f17-4d42-8f54-3ecda02d4b78 x-openstack-request-id: req-5138f65d-5f17-4d42-8f54-3ecda02d4b78 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:50:11.747017 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07df2add-b3b0-4af1-bc20-2d7ace9d4be3", "tag": "b6f93b59-ec80-49f3-b87a-975d504f58fe", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:50:11.747296 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5138f65d-5f17-4d42-8f54-3ecda02d4b78 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:50:11.747716 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'tag': 'b6f93b59-ec80-49f3-b87a-975d504f58fe', 'status': 'completed', 'code': 200} Jan 27 22:50:11.812550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cd69-64fd-471b-b9c2-f910a2de7b89 req-7cb6d3a6-c33f-4043-9f75-9c5aadefe9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:11.814097 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4690cd69-64fd-471b-b9c2-f910a2de7b89 req-7cb6d3a6-c33f-4043-9f75-9c5aadefe9ac service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 1095 time: 0.0467117 Jan 27 22:50:11.917551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cd69-64fd-471b-b9c2-f910a2de7b89 req-0a3d4ed4-c63e-49fd-82a2-1817f0805bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:11.919114 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4690cd69-64fd-471b-b9c2-f910a2de7b89 req-0a3d4ed4-c63e-49fd-82a2-1817f0805bc2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0983915 Jan 27 22:50:12.010278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690cd69-64fd-471b-b9c2-f910a2de7b89 req-496c75ec-1959-4dee-a942-ece1cc65af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:12.011716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4690cd69-64fd-471b-b9c2-f910a2de7b89 req-496c75ec-1959-4dee-a942-ece1cc65af1c service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870600 Jan 27 22:50:12.089991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-8d9770af-4ea8-4142-a286-bc2b28cf941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:12.091528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-8d9770af-4ea8-4142-a286-bc2b28cf941c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 1095 time: 0.0455461 Jan 27 22:50:12.138473 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-78737416-01f5-4cda-a268-85b2e31d196f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6f93b59-ec80-49f3-b87a-975d504f58fe HTTP/1.1" status: 200 len: 217 time: 0.0404000 Jan 27 22:50:12.186993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-c28a20ed-af8f-4338-87bd-5710407e57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:12.188561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-c28a20ed-af8f-4338-87bd-5710407e57a4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7831a1ed-9185-4d3d-8633-a61bccd7de57 HTTP/1.1" status: 200 len: 835 time: 0.0457392 Jan 27 22:50:12.262085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-fca0b261-b3ed-4a9a-abcb-09c069453470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:12.263511 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-fca0b261-b3ed-4a9a-abcb-09c069453470 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e4b5cb3c-2356-4cad-bc46-b4f20e081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697672 Jan 27 22:50:12.322792 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535f35e-f74e-4d32-adcf-60eb6c2ca33f req-d6ca3351-a4fa-4954-be48-c4a5aa97508b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:12.324255 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f535f35e-f74e-4d32-adcf-60eb6c2ca33f req-d6ca3351-a4fa-4954-be48-c4a5aa97508b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 944 time: 0.0937514 Jan 27 22:50:12.401408 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f535f35e-f74e-4d32-adcf-60eb6c2ca33f req-2cd23a63-4042-4cae-865c-78979323ea7b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712962 Jan 27 22:50:12.403370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-4fe4f8d8-beb1-408f-89b5-40c8502578c1 service neutron] 10.222.0.71 "GET /v2.0/networks/e4b5cb3c-2356-4cad-bc46-b4f20e081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335297 Jan 27 22:50:12.490710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4588a381-1063-4bc5-a71e-26cdff3fc4c9 req-8e74f82c-35e0-434a-9a9d-f7398e7b5fa4 service neutron] 10.222.0.71 "GET /v2.0/networks/e4b5cb3c-2356-4cad-bc46-b4f20e081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816286 Jan 27 22:50:13.526114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0ec8a-ad8a-46c4-892a-3663d1f236fa req-8f114957-cf9c-4ae2-b39f-e61efc8d427d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:13.527685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93b0ec8a-ad8a-46c4-892a-3663d1f236fa req-8f114957-cf9c-4ae2-b39f-e61efc8d427d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 944 time: 0.0526960 Jan 27 22:50:13.582410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93b0ec8a-ad8a-46c4-892a-3663d1f236fa req-9b0cb736-65ca-4832-8f4c-87cff985931e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490520 Jan 27 22:50:14.695104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631de4f-2b15-49fe-aff8-dfcde1890e64 req-95e74d5c-00b4-41fe-b061-12bdf92d52bc tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:14.696598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a631de4f-2b15-49fe-aff8-dfcde1890e64 req-95e74d5c-00b4-41fe-b061-12bdf92d52bc tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 944 time: 0.0478752 Jan 27 22:50:14.743560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a631de4f-2b15-49fe-aff8-dfcde1890e64 req-7133f471-5074-4e2c-bf57-a4ffd5dc9f55 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415573 Jan 27 22:50:14.765496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-2ab9967d-69ae-4a88-aba2-e84667dcff6b req-3e20df64-89f6-4b77-9eb8-6cd0054cb784 service neutron] (104027) timed out ('10.222.0.71', 49833) {{(pid=104027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:50:15.682436 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device b6f93b59-ec80-49f3-b87a-975d504f58fe details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:50:15.775932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port b6f93b59-ec80-49f3-b87a-975d504f58fe, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b6f93b59-ec80-49f3-b87a-975d504f58fe,segment=NetworkSegment(74bff66a-dfe2-431e-b7d2-f19ef380a6b3),segment_id=74bff66a-dfe2-431e-b7d2-f19ef380a6b3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:15.787815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'b6f93b59-ec80-49f3-b87a-975d504f58fe', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'port_id': 'b6f93b59-ec80-49f3-b87a-975d504f58fe', 'mac_address': 'fa:16:3e:e1:75:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:50:15.826611 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port b6f93b59-ec80-49f3-b87a-975d504f58fe is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:15.827024 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:15.860012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f93b59-ec80-49f3-b87a-975d504f58fe {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:50:15.862889 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71212081-2e92-4413-afe7-07bf1b2a05b5 req-a6bed697-6d8c-44df-9dcd-4861a9cd230d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:15.864749 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71212081-2e92-4413-afe7-07bf1b2a05b5 req-a6bed697-6d8c-44df-9dcd-4861a9cd230d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 944 time: 0.0531697 Jan 27 22:50:15.881792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port b6f93b59-ec80-49f3-b87a-975d504f58fe, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b6f93b59-ec80-49f3-b87a-975d504f58fe,segment=NetworkSegment(74bff66a-dfe2-431e-b7d2-f19ef380a6b3),segment_id=74bff66a-dfe2-431e-b7d2-f19ef380a6b3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:15.917939 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71212081-2e92-4413-afe7-07bf1b2a05b5 req-b10b3ec9-957d-4cb8-98e9-a84132087844 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458901 Jan 27 22:50:15.930194 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:15.980934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=b6f93b59-ec80-49f3-b87a-975d504f58fe,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:16.171661 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['b6f93b59-ec80-49f3-b87a-975d504f58fe'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:50:17.043085 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616ac7b-7550-407e-bb01-6a37721179a6 req-f9591395-afae-4ae6-9d06-83748d7c3d75 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:17.045144 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c616ac7b-7550-407e-bb01-6a37721179a6 req-f9591395-afae-4ae6-9d06-83748d7c3d75 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 945 time: 0.0515010 Jan 27 22:50:17.094506 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c616ac7b-7550-407e-bb01-6a37721179a6 req-b96ab3a5-8641-4ebe-8d77-7f5d92b4cfa3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438347 Jan 27 22:50:17.682119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device b6f93b59-ec80-49f3-b87a-975d504f58fe up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:50:17.804294 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port b6f93b59-ec80-49f3-b87a-975d504f58fe completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:50:17.808356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port b6f93b59-ec80-49f3-b87a-975d504f58fe triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:50:17.808743 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:17.887307 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port b6f93b59-ec80-49f3-b87a-975d504f58fe is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:50:17.888607 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:17.910087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f93b59-ec80-49f3-b87a-975d504f58fe'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:50:17.912378 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea035758-25f1-4580-9cc0-a1cb00a1cd12" -d '{"events": [{"server_uuid": "07df2add-b3b0-4af1-bc20-2d7ace9d4be3", "name": "network-vif-plugged", "status": "completed", "tag": "b6f93b59-ec80-49f3-b87a-975d504f58fe"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:50:17.924650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port b6f93b59-ec80-49f3-b87a-975d504f58fe, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b6f93b59-ec80-49f3-b87a-975d504f58fe,segment=NetworkSegment(74bff66a-dfe2-431e-b7d2-f19ef380a6b3),segment_id=74bff66a-dfe2-431e-b7d2-f19ef380a6b3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:17.947301 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20760c5f-6a37-44bc-b9b7-3a94f5d20629 x-openstack-request-id: req-20760c5f-6a37-44bc-b9b7-3a94f5d20629 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:50:17.947599 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07df2add-b3b0-4af1-bc20-2d7ace9d4be3", "name": "network-vif-plugged", "status": "completed", "tag": "b6f93b59-ec80-49f3-b87a-975d504f58fe", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:50:17.947860 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20760c5f-6a37-44bc-b9b7-3a94f5d20629 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:50:17.948297 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f93b59-ec80-49f3-b87a-975d504f58fe', 'code': 200} Jan 27 22:50:17.993259 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:18.040357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=b6f93b59-ec80-49f3-b87a-975d504f58fe,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:18.040644 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5bcec-6c15-4228-9717-d479fc01d07d req-f02c1ae8-9695-47e0-b2c9-6636727553b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:18.042025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0c5bcec-6c15-4228-9717-d479fc01d07d req-f02c1ae8-9695-47e0-b2c9-6636727553b5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 1097 time: 0.0401106 Jan 27 22:50:18.063325 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:50:18.086516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0c5bcec-6c15-4228-9717-d479fc01d07d req-0397e2d9-ec56-4eaa-843e-cb533a799a33 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391333 Jan 27 22:50:18.209648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078f8d8-a28b-4478-bbbf-7b7c35a349a4 req-e9550627-3368-4be0-aae7-79b643f1ddf5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:18.211122 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c078f8d8-a28b-4478-bbbf-7b7c35a349a4 req-e9550627-3368-4be0-aae7-79b643f1ddf5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 946 time: 0.0478356 Jan 27 22:50:18.262495 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c078f8d8-a28b-4478-bbbf-7b7c35a349a4 req-e0a82e9d-2e7d-4ad7-b9a6-b0e2a5df7f53 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451033 Jan 27 22:50:19.378846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662e082-a022-4fa2-be57-26af9cac0a83 req-199b000a-b311-4a98-97da-f6c5bd76a964 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:19.380331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7662e082-a022-4fa2-be57-26af9cac0a83 req-199b000a-b311-4a98-97da-f6c5bd76a964 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 946 time: 0.0479228 Jan 27 22:50:19.428469 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7662e082-a022-4fa2-be57-26af9cac0a83 req-cf87f34b-074c-46e0-83a5-5b46eb633ef8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425103 Jan 27 22:50:19.548975 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7fb59-df87-4ce1-bd3a-878af701fd3e req-7b389e98-f589-41ed-9c57-11e6138de3a3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:19.550469 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bd7fb59-df87-4ce1-bd3a-878af701fd3e req-7b389e98-f589-41ed-9c57-11e6138de3a3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 946 time: 0.0562167 Jan 27 22:50:19.602102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bd7fb59-df87-4ce1-bd3a-878af701fd3e req-1e9aa33e-32e8-47d3-95e6-82da876ae809 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457854 Jan 27 22:50:19.623694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41792) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:19.665190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a811f51-edbc-41fb-8609-a05fdd46b3f7 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:19.666687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5a811f51-edbc-41fb-8609-a05fdd46b3f7 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 1092 time: 0.0420251 Jan 27 22:50:19.670142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41794) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:19.674331 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': 'b6f93b59-ec80-49f3-b87a-975d504f58fe', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:50:19.764625 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:19.858490 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:19.965908 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.25.0.154 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/0350d8f6-20fd-47c5-919a-9fa0a990d9da) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:50:20.063949 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (0350d8f6-20fd-47c5-919a-9fa0a990d9da), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:20.141912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0350d8f6-20fd-47c5-919a-9fa0a990d9da), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:20.184722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:50:20.188135 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:50:20.193826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:50:20.199592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=0350d8f6-20fd-47c5-919a-9fa0a990d9da,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:20.549543 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (b12a3930-b16e-4956-80b3-7babf0b83852), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:20.667950 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0350d8f6-20fd-47c5-919a-9fa0a990d9da), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:20.816383 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (0350d8f6-20fd-47c5-919a-9fa0a990d9da), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:20.855543 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0350d8f6-20fd-47c5-919a-9fa0a990d9da), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:20.931709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=0350d8f6-20fd-47c5-919a-9fa0a990d9da,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:20.938687 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (b12a3930-b16e-4956-80b3-7babf0b83852), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:21.047138 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Floating IP b12a3930-b16e-4956-80b3-7babf0b83852 associated. External IP: 172.25.0.154, port: b6f93b59-ec80-49f3-b87a-975d504f58fe. Jan 27 22:50:21.570898 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router b5e9b4aa-e85c-4253-9351-fe7d58c6470a has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:50:21.677632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:50:21.687329 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab53de0-2190-4d7f-b150-1a82b543b528 None None] Sync routers for ids ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:50:21.696992 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab53de0-2190-4d7f-b150-1a82b543b528 None None] Routers {'b5e9b4aa-e85c-4253-9351-fe7d58c6470a'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:21.697607 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aab53de0-2190-4d7f-b150-1a82b543b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:50:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:21.754803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:21.781811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a515b67f-b359-43e6-a79b-a5ba67c90284 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1106577 Jan 27 22:50:21.782419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'tag': 'b6f93b59-ec80-49f3-b87a-975d504f58fe'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:50:21.784714 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8ec09a-fd23-44b5-921d-5e96985d5ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "07df2add-b3b0-4af1-bc20-2d7ace9d4be3", "tag": "b6f93b59-ec80-49f3-b87a-975d504f58fe"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:50:21.802825 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-aab53de0-2190-4d7f-b150-1a82b543b528 None None] Set router b5e9b4aa-e85c-4253-9351-fe7d58c6470a gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:21.830203 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32097875-c8b3-4d31-8114-cf347bed3142 x-openstack-request-id: req-32097875-c8b3-4d31-8114-cf347bed3142 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:50:21.830677 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07df2add-b3b0-4af1-bc20-2d7ace9d4be3", "tag": "b6f93b59-ec80-49f3-b87a-975d504f58fe", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:50:21.830944 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-32097875-c8b3-4d31-8114-cf347bed3142 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:50:21.831361 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'tag': 'b6f93b59-ec80-49f3-b87a-975d504f58fe', 'status': 'completed', 'code': 200} Jan 27 22:50:21.928468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ec09a-fd23-44b5-921d-5e96985d5ca4 req-3a44c40f-e5a8-4104-bccd-82979cb6c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:21.929916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f8ec09a-fd23-44b5-921d-5e96985d5ca4 req-3a44c40f-e5a8-4104-bccd-82979cb6c124 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 1097 time: 0.0784390 Jan 27 22:50:21.937153 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959f31c-45e5-497b-aa6d-11b5efaf6eda req-fce6e092-b22a-499a-b0e3-6ad37cd1500e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:21.938618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0959f31c-45e5-497b-aa6d-11b5efaf6eda req-fce6e092-b22a-499a-b0e3-6ad37cd1500e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 946 time: 0.0858328 Jan 27 22:50:22.041946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0959f31c-45e5-497b-aa6d-11b5efaf6eda req-debfef82-c22a-4f7b-8bd7-a5130f157d91 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949728 Jan 27 22:50:22.061509 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ec09a-fd23-44b5-921d-5e96985d5ca4 req-4464134a-fcf3-433c-b010-1ba8afc280da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:22.063138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f8ec09a-fd23-44b5-921d-5e96985d5ca4 req-4464134a-fcf3-433c-b010-1ba8afc280da service neutron] 10.222.0.71 "GET /v2.0/networks?id=e4b5cb3c-2356-4cad-bc46-b4f20e081e6b HTTP/1.1" status: 200 len: 897 time: 0.1236744 Jan 27 22:50:22.065238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41802) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:22.119887 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aab53de0-2190-4d7f-b150-1a82b543b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:05Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'b12a3930-b16e-4956-80b3-7babf0b83852', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'port_id': 'b6f93b59-ec80-49f3-b87a-975d504f58fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'mac_address': 'fa:16:3e:e1:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:50:20Z', 'updated_at': '2022-01-27T22:50:20Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95bd5dce-c76f-4735-a4e7-69fd0626b9d6', 'name': '', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:de:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:05Z', 'updated_at': '2022-01-27T22:50:09Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:22.146092 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab53de0-2190-4d7f-b150-1a82b543b528 None None] Checking router: b5e9b4aa-e85c-4253-9351-fe7d58c6470a for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:50:22.154909 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab53de0-2190-4d7f-b150-1a82b543b528 None None] Routers {'b5e9b4aa-e85c-4253-9351-fe7d58c6470a'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:22.155529 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aab53de0-2190-4d7f-b150-1a82b543b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:50:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:22.175039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5467c0b9-f362-44c8-884a-156b662516c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/b12a3930-b16e-4956-80b3-7babf0b83852 HTTP/1.1" status: 200 len: 992 time: 0.1087346 Jan 27 22:50:22.180940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f8ec09a-fd23-44b5-921d-5e96985d5ca4 req-506ee3e7-b8f1-469c-a9c1-bbc3b81822f6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6f93b59-ec80-49f3-b87a-975d504f58fe HTTP/1.1" status: 200 len: 1000 time: 0.0753191 Jan 27 22:50:22.233236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ec09a-fd23-44b5-921d-5e96985d5ca4 req-60e61585-1c82-4622-b8be-2a45a070af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:22.234702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f8ec09a-fd23-44b5-921d-5e96985d5ca4 req-60e61585-1c82-4622-b8be-2a45a070af77 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7831a1ed-9185-4d3d-8633-a61bccd7de57 HTTP/1.1" status: 200 len: 835 time: 0.0471916 Jan 27 22:50:22.260384 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-aab53de0-2190-4d7f-b150-1a82b543b528 None None] Set router b5e9b4aa-e85c-4253-9351-fe7d58c6470a gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:22.283347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ec09a-fd23-44b5-921d-5e96985d5ca4 req-06e68f04-d351-425d-89ca-0e82cb1fa23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:22.284878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f8ec09a-fd23-44b5-921d-5e96985d5ca4 req-06e68f04-d351-425d-89ca-0e82cb1fa23d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e4b5cb3c-2356-4cad-bc46-b4f20e081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445874 Jan 27 22:50:22.373279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f8ec09a-fd23-44b5-921d-5e96985d5ca4 req-488a16b5-0b50-4fd9-92d8-8f6a69cc9de0 service neutron] 10.222.0.71 "GET /v2.0/networks/e4b5cb3c-2356-4cad-bc46-b4f20e081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822532 Jan 27 22:50:22.465232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3f8ec09a-fd23-44b5-921d-5e96985d5ca4 req-9c55a718-ce0b-402a-9ba7-94466470aebc service neutron] 10.222.0.71 "GET /v2.0/networks/e4b5cb3c-2356-4cad-bc46-b4f20e081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859027 Jan 27 22:50:22.482108 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-aab53de0-2190-4d7f-b150-1a82b543b528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:05Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'b12a3930-b16e-4956-80b3-7babf0b83852', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'port_id': 'b6f93b59-ec80-49f3-b87a-975d504f58fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'mac_address': 'fa:16:3e:e1:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:50:20Z', 'updated_at': '2022-01-27T22:50:20Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95bd5dce-c76f-4735-a4e7-69fd0626b9d6', 'name': '', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:de:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:05Z', 'updated_at': '2022-01-27T22:50:09Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:22.508597 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab53de0-2190-4d7f-b150-1a82b543b528 None None] The sync data for ids ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'] in n-d-760456-6 is: [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:05Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': 'b12a3930-b16e-4956-80b3-7babf0b83852', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'port_id': 'b6f93b59-ec80-49f3-b87a-975d504f58fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'mac_address': 'fa:16:3e:e1:75:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:50:20Z', 'updated_at': '2022-01-27T22:50:20Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95bd5dce-c76f-4735-a4e7-69fd0626b9d6', 'name': '', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:de:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:05Z', 'updated_at': '2022-01-27T22:50:09Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:50:22.710671 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5658df3a-fb3c-47e4-9c6f-6bbe7760057d None None] New status for floating IP b12a3930-b16e-4956-80b3-7babf0b83852: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:50:23.179080 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41804) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:23.242911 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-36854e41-b1b4-4201-b63f-324f36206bca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/b12a3930-b16e-4956-80b3-7babf0b83852 HTTP/1.1" status: 200 len: 994 time: 0.0627484 Jan 27 22:50:25.741011 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bedc6a07-cf5f-4012-b74e-dbc6764a1c00 req-9893760a-ae49-4f9a-a882-abc0d3ad5c28 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391636 Jan 27 22:50:25.822050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6a07-cf5f-4012-b74e-dbc6764a1c00 req-a2a22638-6936-4513-8325-d0a41767649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:25.823518 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bedc6a07-cf5f-4012-b74e-dbc6764a1c00 req-a2a22638-6936-4513-8325-d0a41767649b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 1097 time: 0.0409720 Jan 27 22:50:25.929168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6a07-cf5f-4012-b74e-dbc6764a1c00 req-2fc22e66-b82d-4fdb-a6eb-503507c63be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:25.930653 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bedc6a07-cf5f-4012-b74e-dbc6764a1c00 req-2fc22e66-b82d-4fdb-a6eb-503507c63be6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e4b5cb3c-2356-4cad-bc46-b4f20e081e6b HTTP/1.1" status: 200 len: 897 time: 0.0889621 Jan 27 22:50:26.006698 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bedc6a07-cf5f-4012-b74e-dbc6764a1c00 req-a7406137-ac57-4701-bf44-a78acdeb19aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6f93b59-ec80-49f3-b87a-975d504f58fe HTTP/1.1" status: 200 len: 1002 time: 0.0661047 Jan 27 22:50:26.065385 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6a07-cf5f-4012-b74e-dbc6764a1c00 req-6df91ee5-cee6-4d3c-ac60-0b77607bdb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:26.066884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bedc6a07-cf5f-4012-b74e-dbc6764a1c00 req-6df91ee5-cee6-4d3c-ac60-0b77607bdb5f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7831a1ed-9185-4d3d-8633-a61bccd7de57 HTTP/1.1" status: 200 len: 835 time: 0.0544798 Jan 27 22:50:26.112458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6a07-cf5f-4012-b74e-dbc6764a1c00 req-fea4b41a-95ac-45f7-83b7-8105d053386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:26.113932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bedc6a07-cf5f-4012-b74e-dbc6764a1c00 req-fea4b41a-95ac-45f7-83b7-8105d053386e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e4b5cb3c-2356-4cad-bc46-b4f20e081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410302 Jan 27 22:50:26.204371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bedc6a07-cf5f-4012-b74e-dbc6764a1c00 req-de24052b-d565-4d50-b0c3-df24036875b8 service neutron] 10.222.0.71 "GET /v2.0/networks/e4b5cb3c-2356-4cad-bc46-b4f20e081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809400 Jan 27 22:50:26.297337 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bedc6a07-cf5f-4012-b74e-dbc6764a1c00 req-b0437d5a-5c83-4f6a-811c-5845abc947e6 service neutron] 10.222.0.71 "GET /v2.0/networks/e4b5cb3c-2356-4cad-bc46-b4f20e081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896175 Jan 27 22:50:27.700920 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:28.060994 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:32.375144 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0610e4f4-af03-4154-855c-9ec5fac3c6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:34.965827 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e6ff7a54-e101-45a3-a016-1b412c788d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:36.398336 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:37.655311 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:38.963572 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:52.048483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3cfba-3676-4fe6-addc-b6363f8ed1f7 req-013b9c87-89f9-4b83-abfb-ec07f4c73ba1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:52.049924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63f3cfba-3676-4fe6-addc-b6363f8ed1f7 req-013b9c87-89f9-4b83-abfb-ec07f4c73ba1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 946 time: 0.0492694 Jan 27 22:50:52.102075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63f3cfba-3676-4fe6-addc-b6363f8ed1f7 req-93326456-bd5d-4899-9f7d-2047f795e377 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461550 Jan 27 22:50:53.216982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53804a-d2da-4524-8fd4-686860023e4a req-58946962-6ad4-405e-8be4-4e0b11edb6d3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:53.218442 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec53804a-d2da-4524-8fd4-686860023e4a req-58946962-6ad4-405e-8be4-4e0b11edb6d3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 946 time: 0.0469534 Jan 27 22:50:53.271405 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec53804a-d2da-4524-8fd4-686860023e4a req-17628aba-e3ff-4732-bee5-70c14f5d9bde tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469210 Jan 27 22:50:53.293906 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41822) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:53.353834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f16a5358-5693-4054-bf07-0f0870ff25d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/b12a3930-b16e-4956-80b3-7babf0b83852 HTTP/1.1" status: 200 len: 994 time: 0.0588379 Jan 27 22:50:54.794250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940cc5a-63f6-44c2-864a-b3fb43e9f8cd req-7d1b09e0-de2b-45b7-b9e0-ee372a824875 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:54.795744 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1940cc5a-63f6-44c2-864a-b3fb43e9f8cd req-7d1b09e0-de2b-45b7-b9e0-ee372a824875 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 946 time: 0.0478678 Jan 27 22:50:54.848107 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1940cc5a-63f6-44c2-864a-b3fb43e9f8cd req-c713df77-e1f2-4844-83e2-5a4b3546f595 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467651 Jan 27 22:50:55.062178 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:50:55.962300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a346cb-c3d7-48a8-bc26-0f03074be8e6 req-ddd4688a-4b2f-451c-a0f4-c049635e14ac tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:55.963775 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6a346cb-c3d7-48a8-bc26-0f03074be8e6 req-ddd4688a-4b2f-451c-a0f4-c049635e14ac tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 946 time: 0.0483475 Jan 27 22:50:56.012064 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6a346cb-c3d7-48a8-bc26-0f03074be8e6 req-c4411818-879d-4d30-9be6-5b9c05bf6f3f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426881 Jan 27 22:50:56.035019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41832) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:56.107970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4c523d9e-f7ed-4d25-9a08-599f3bcdd95f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/b12a3930-b16e-4956-80b3-7babf0b83852 HTTP/1.1" status: 200 len: 994 time: 0.0718002 Jan 27 22:50:56.391626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41838) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:50:56.558542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 0350d8f6-20fd-47c5-919a-9fa0a990d9da {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:50:56.558876 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0350d8f6-20fd-47c5-919a-9fa0a990d9da), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:56.631776 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0350d8f6-20fd-47c5-919a-9fa0a990d9da), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:56.632122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (0350d8f6-20fd-47c5-919a-9fa0a990d9da), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:56.644006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 0350d8f6-20fd-47c5-919a-9fa0a990d9da owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:50:56.941505 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0350d8f6-20fd-47c5-919a-9fa0a990d9da), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:56.967203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=0350d8f6-20fd-47c5-919a-9fa0a990d9da,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:56.996353 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:56.996717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:56.997077 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:56.997423 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:56.997769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:56.998112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:56.998451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:56.998787 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:56.999130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:56.999466 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:56.999801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:57.000155 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:57.000487 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:50:57.041012 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (b12a3930-b16e-4956-80b3-7babf0b83852), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:57.041402 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Floating IP b12a3930-b16e-4956-80b3-7babf0b83852 disassociated (deleted). External IP: 172.25.0.154, port: b6f93b59-ec80-49f3-b87a-975d504f58fe. Jan 27 22:50:57.252352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router b5e9b4aa-e85c-4253-9351-fe7d58c6470a has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:50:57.358198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:50:57.363523 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:57.368104 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7e485-3484-431b-9908-cdeec4e0ea05 None None] Sync routers for ids ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:50:57.378162 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7e485-3484-431b-9908-cdeec4e0ea05 None None] Routers {'b5e9b4aa-e85c-4253-9351-fe7d58c6470a'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:57.378771 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a1a7e485-3484-431b-9908-cdeec4e0ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:50:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:57.393175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-88fcbc70-581a-4b80-9733-8e3301fe4f8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/floatingips/b12a3930-b16e-4956-80b3-7babf0b83852 HTTP/1.1" status: 204 len: 168 time: 0.9980803 Jan 27 22:50:57.393175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'tag': 'b6f93b59-ec80-49f3-b87a-975d504f58fe'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:50:57.393880 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c84ea0-b171-4d18-a03b-f4245e56d7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "07df2add-b3b0-4af1-bc20-2d7ace9d4be3", "tag": "b6f93b59-ec80-49f3-b87a-975d504f58fe"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:50:57.489859 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-a1a7e485-3484-431b-9908-cdeec4e0ea05 None None] Set router b5e9b4aa-e85c-4253-9351-fe7d58c6470a gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:57.494179 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d214e19d-23b5-4c81-9d5a-6d5a9ef253a5 x-openstack-request-id: req-d214e19d-23b5-4c81-9d5a-6d5a9ef253a5 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:50:57.494481 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07df2add-b3b0-4af1-bc20-2d7ace9d4be3", "tag": "b6f93b59-ec80-49f3-b87a-975d504f58fe", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:50:57.494745 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d214e19d-23b5-4c81-9d5a-6d5a9ef253a5 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:50:57.495189 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'tag': 'b6f93b59-ec80-49f3-b87a-975d504f58fe', 'status': 'completed', 'code': 200} Jan 27 22:50:57.559140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84ea0-b171-4d18-a03b-f4245e56d7bc req-a0672732-fec0-4651-bb63-16efe82683de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:57.560620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24c84ea0-b171-4d18-a03b-f4245e56d7bc req-a0672732-fec0-4651-bb63-16efe82683de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 1097 time: 0.0417852 Jan 27 22:50:57.652598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84ea0-b171-4d18-a03b-f4245e56d7bc req-1dba0e52-fd13-4941-bb98-fd04a81ee634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:57.654088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24c84ea0-b171-4d18-a03b-f4245e56d7bc req-1dba0e52-fd13-4941-bb98-fd04a81ee634 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e4b5cb3c-2356-4cad-bc46-b4f20e081e6b HTTP/1.1" status: 200 len: 897 time: 0.0873761 Jan 27 22:50:57.693346 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a1a7e485-3484-431b-9908-cdeec4e0ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:05Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '95bd5dce-c76f-4735-a4e7-69fd0626b9d6', 'name': '', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:de:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:05Z', 'updated_at': '2022-01-27T22:50:09Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:57.699379 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24c84ea0-b171-4d18-a03b-f4245e56d7bc req-665d037c-2d1a-41ee-9c4e-a3fd861faece service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6f93b59-ec80-49f3-b87a-975d504f58fe HTTP/1.1" status: 200 len: 217 time: 0.0389667 Jan 27 22:50:57.706960 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:57.721287 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7e485-3484-431b-9908-cdeec4e0ea05 None None] Checking router: b5e9b4aa-e85c-4253-9351-fe7d58c6470a for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:50:57.730440 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7e485-3484-431b-9908-cdeec4e0ea05 None None] Routers {'b5e9b4aa-e85c-4253-9351-fe7d58c6470a'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:50:57.731058 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a1a7e485-3484-431b-9908-cdeec4e0ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:50:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:57.753375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84ea0-b171-4d18-a03b-f4245e56d7bc req-9455d300-d101-43d6-b6ca-cfea4c5dd850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:57.754865 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24c84ea0-b171-4d18-a03b-f4245e56d7bc req-9455d300-d101-43d6-b6ca-cfea4c5dd850 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7831a1ed-9185-4d3d-8633-a61bccd7de57 HTTP/1.1" status: 200 len: 835 time: 0.0488777 Jan 27 22:50:57.843179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84ea0-b171-4d18-a03b-f4245e56d7bc req-5af1d0b8-bdfa-4218-832d-c1b2944128b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:57.844645 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24c84ea0-b171-4d18-a03b-f4245e56d7bc req-5af1d0b8-bdfa-4218-832d-c1b2944128b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e4b5cb3c-2356-4cad-bc46-b4f20e081e6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774870 Jan 27 22:50:57.848470 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-a1a7e485-3484-431b-9908-cdeec4e0ea05 None None] Set router b5e9b4aa-e85c-4253-9351-fe7d58c6470a gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:50:57.855750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa00d4b-f8ff-4cce-9d82-fab63e67b633 req-91a68754-4751-47d6-a7b7-88969b03508b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:57.857198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-daa00d4b-f8ff-4cce-9d82-fab63e67b633 req-91a68754-4751-47d6-a7b7-88969b03508b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 946 time: 0.0631323 Jan 27 22:50:57.952168 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-daa00d4b-f8ff-4cce-9d82-fab63e67b633 req-d8e4d208-f4ac-41e6-ba6c-430bf99ad0e2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869040 Jan 27 22:50:57.983346 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24c84ea0-b171-4d18-a03b-f4245e56d7bc req-b703d37b-2d36-4d0f-be8d-bfe6ead5c37c service neutron] 10.222.0.71 "GET /v2.0/networks/e4b5cb3c-2356-4cad-bc46-b4f20e081e6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251545 Jan 27 22:50:58.055478 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a1a7e485-3484-431b-9908-cdeec4e0ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:05Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '95bd5dce-c76f-4735-a4e7-69fd0626b9d6', 'name': '', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:de:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:05Z', 'updated_at': '2022-01-27T22:50:09Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:50:58.080427 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24c84ea0-b171-4d18-a03b-f4245e56d7bc req-6ac8f817-eefb-4f09-8b07-83812551b58c service neutron] 10.222.0.71 "GET /v2.0/networks/e4b5cb3c-2356-4cad-bc46-b4f20e081e6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891888 Jan 27 22:50:58.088770 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7e485-3484-431b-9908-cdeec4e0ea05 None None] The sync data for ids ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'] in n-d-760456-6 is: [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:05Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '95bd5dce-c76f-4735-a4e7-69fd0626b9d6', 'name': '', 'network_id': 'e4b5cb3c-2356-4cad-bc46-b4f20e081e6b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:de:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:05Z', 'updated_at': '2022-01-27T22:50:09Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': '7831a1ed-9185-4d3d-8633-a61bccd7de57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:50:58.090891 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:58.311879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ac0b9-f9c7-428f-903a-ed4a478c589d None None] New status for floating IP b12a3930-b16e-4956-80b3-7babf0b83852: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:50:59.069553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0587d9-b323-4c16-84ae-01819563cb90 req-b56fa17a-7a16-45e0-af43-0897e25b2a45 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:59.071033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c0587d9-b323-4c16-84ae-01819563cb90 req-b56fa17a-7a16-45e0-af43-0897e25b2a45 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 946 time: 0.0482564 Jan 27 22:50:59.119465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c0587d9-b323-4c16-84ae-01819563cb90 req-4a1c959d-758b-4ba5-8298-39af0de8b2a1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=138e27c7-6d08-48ac-8bfa-d8263b7b7171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 Jan 27 22:50:59.443246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dca4a-a526-47f3-9a6c-63f4e41cc8a4 req-5262d7fc-994e-4ca2-bbc0-7904d2ee3ccf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:50:59.444715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-698dca4a-a526-47f3-9a6c-63f4e41cc8a4 req-5262d7fc-994e-4ca2-bbc0-7904d2ee3ccf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 946 time: 0.0513940 Jan 27 22:50:59.531361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-698dca4a-a526-47f3-9a6c-63f4e41cc8a4 req-a9d713af-0da4-401c-812e-f4451a2ae344 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port b6f93b59-ec80-49f3-b87a-975d504f58fe {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:50:59.531706 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-698dca4a-a526-47f3-9a6c-63f4e41cc8a4 req-a9d713af-0da4-401c-812e-f4451a2ae344 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:59.621121 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-698dca4a-a526-47f3-9a6c-63f4e41cc8a4 req-a9d713af-0da4-401c-812e-f4451a2ae344 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port b6f93b59-ec80-49f3-b87a-975d504f58fe, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=b6f93b59-ec80-49f3-b87a-975d504f58fe,segment=NetworkSegment(74bff66a-dfe2-431e-b7d2-f19ef380a6b3),segment_id=74bff66a-dfe2-431e-b7d2-f19ef380a6b3)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:50:59.621490 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-698dca4a-a526-47f3-9a6c-63f4e41cc8a4 req-a9d713af-0da4-401c-812e-f4451a2ae344 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:59.633631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-698dca4a-a526-47f3-9a6c-63f4e41cc8a4 req-a9d713af-0da4-401c-812e-f4451a2ae344 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for b6f93b59-ec80-49f3-b87a-975d504f58fe owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:50:59.848890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-698dca4a-a526-47f3-9a6c-63f4e41cc8a4 req-a9d713af-0da4-401c-812e-f4451a2ae344 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b6f93b59-ec80-49f3-b87a-975d504f58fe), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:59.883841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d713af-0da4-401c-812e-f4451a2ae344 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=b6f93b59-ec80-49f3-b87a-975d504f58fe,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:50:59.921916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-698dca4a-a526-47f3-9a6c-63f4e41cc8a4 req-a9d713af-0da4-401c-812e-f4451a2ae344 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] No DVR routers for this DVR port b6f93b59-ec80-49f3-b87a-975d504f58fe on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:50:59.925236 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-698dca4a-a526-47f3-9a6c-63f4e41cc8a4 req-a9d713af-0da4-401c-812e-f4451a2ae344 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:50:59.928590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-698dca4a-a526-47f3-9a6c-63f4e41cc8a4 req-a9d713af-0da4-401c-812e-f4451a2ae344 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "DELETE /v2.0/ports/b6f93b59-ec80-49f3-b87a-975d504f58fe HTTP/1.1" status: 204 len: 173 time: 0.4790025 Jan 27 22:50:59.929029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'name': 'network-vif-deleted', 'tag': 'b6f93b59-ec80-49f3-b87a-975d504f58fe'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:50:59.931576 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a85f7ee-ca11-404c-84d2-f2157ba4b908" -d '{"events": [{"server_uuid": "07df2add-b3b0-4af1-bc20-2d7ace9d4be3", "name": "network-vif-deleted", "tag": "b6f93b59-ec80-49f3-b87a-975d504f58fe"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:50:59.967484 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884be2cb-6b05-4bf8-b82e-357e65947e0f x-openstack-request-id: req-884be2cb-6b05-4bf8-b82e-357e65947e0f {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:50:59.967846 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07df2add-b3b0-4af1-bc20-2d7ace9d4be3", "name": "network-vif-deleted", "tag": "b6f93b59-ec80-49f3-b87a-975d504f58fe", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:50:59.968048 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-884be2cb-6b05-4bf8-b82e-357e65947e0f {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:50:59.968478 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07df2add-b3b0-4af1-bc20-2d7ace9d4be3', 'name': 'network-vif-deleted', 'tag': 'b6f93b59-ec80-49f3-b87a-975d504f58fe', 'status': 'completed', 'code': 200} Jan 27 22:51:00.218216 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a111ac89-2287-4d53-889b-d39f4acf3bf3 req-be8beef3-234c-4f7c-8884-3b3837a36d7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=07df2add-b3b0-4af1-bc20-2d7ace9d4be3 HTTP/1.1" status: 200 len: 210 time: 0.0260408 Jan 27 22:51:01.279244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41856) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:01.922700 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:02.171244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:51:02.171588 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:02.259806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port 95bd5dce-c76f-4735-a4e7-69fd0626b9d6, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=95bd5dce-c76f-4735-a4e7-69fd0626b9d6,segment=NetworkSegment(74bff66a-dfe2-431e-b7d2-f19ef380a6b3),segment_id=74bff66a-dfe2-431e-b7d2-f19ef380a6b3)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:02.260107 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:02.272129 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:51:02.357746 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fbf522d4-ecc2-4441-9671-9fc02063ed06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:02.540543 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (95bd5dce-c76f-4735-a4e7-69fd0626b9d6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:02.566957 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=95bd5dce-c76f-4735-a4e7-69fd0626b9d6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:02.579172 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.580162 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.580516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.580861 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.581198 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.581534 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.581868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.582200 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.582529 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.582857 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.583185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.583511 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.583866 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:02.754690 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:02.962851 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router b5e9b4aa-e85c-4253-9351-fe7d58c6470a has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:51:03.065507 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:51:03.070528 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d5b8fc1e-a4e1-4e9f-82b9-92e9c73100c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "PUT /v2.0/routers/b5e9b4aa-e85c-4253-9351-fe7d58c6470a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7902749 Jan 27 22:51:03.073327 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41858) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:03.076713 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433e58f-edf1-4550-9325-18b4d6eae5f6 None None] Sync routers for ids ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:51:03.086266 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433e58f-edf1-4550-9325-18b4d6eae5f6 None None] Routers {'b5e9b4aa-e85c-4253-9351-fe7d58c6470a'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:03.086877 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1433e58f-edf1-4550-9325-18b4d6eae5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:50:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:03.127346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1118dfc-85be-48eb-ba7f-769b93278a56 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting subnet 7831a1ed-9185-4d3d-8633-a61bccd7de57 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:51:03.130617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a1118dfc-85be-48eb-ba7f-769b93278a56 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (7831a1ed-9185-4d3d-8633-a61bccd7de57), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:03.174235 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a1118dfc-85be-48eb-ba7f-769b93278a56 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (7831a1ed-9185-4d3d-8633-a61bccd7de57), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:03.198311 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-1433e58f-edf1-4550-9325-18b4d6eae5f6 None None] Set router b5e9b4aa-e85c-4253-9351-fe7d58c6470a gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:03.256005 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a1118dfc-85be-48eb-ba7f-769b93278a56 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (7831a1ed-9185-4d3d-8633-a61bccd7de57), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:03.369481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a1118dfc-85be-48eb-ba7f-769b93278a56 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (7831a1ed-9185-4d3d-8633-a61bccd7de57), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:03.397610 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1118dfc-85be-48eb-ba7f-769b93278a56 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Subnet': ['ID=7831a1ed-9185-4d3d-8633-a61bccd7de57,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:03.401506 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a1118dfc-85be-48eb-ba7f-769b93278a56 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:03.404933 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a1118dfc-85be-48eb-ba7f-769b93278a56 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/subnets/7831a1ed-9185-4d3d-8633-a61bccd7de57 HTTP/1.1" status: 204 len: 168 time: 0.3306143 Jan 27 22:51:03.408123 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41860) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:03.410536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45380126-6166-41d3-94a7-0a5a737ed163 None None] Network e4b5cb3c-2356-4cad-bc46-b4f20e081e6b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:51:03.474289 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1433e58f-edf1-4550-9325-18b4d6eae5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:51:02Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:03.508317 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433e58f-edf1-4550-9325-18b4d6eae5f6 None None] Checking router: b5e9b4aa-e85c-4253-9351-fe7d58c6470a for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:51:03.516315 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433e58f-edf1-4550-9325-18b4d6eae5f6 None None] Routers {'b5e9b4aa-e85c-4253-9351-fe7d58c6470a'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:03.517431 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1433e58f-edf1-4550-9325-18b4d6eae5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:50:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:03.526852 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:03.587023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] DHCP port deletion for e4b5cb3c-2356-4cad-bc46-b4f20e081e6b request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:51:03.626433 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-1433e58f-edf1-4550-9325-18b4d6eae5f6 None None] Set router b5e9b4aa-e85c-4253-9351-fe7d58c6470a gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:03.637665 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:03.691950 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Deleting port e55f0db6-8bb0-4f12-b894-e5c441401e23 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:51:03.692324 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:03.757339 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 7b2c625e-7190-431c-bd33-89b7f5af34e8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:51:03.757841 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:03.757988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device e55f0db6-8bb0-4f12-b894-e5c441401e23 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:51:03.761057 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] For port e55f0db6-8bb0-4f12-b894-e5c441401e23, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=e55f0db6-8bb0-4f12-b894-e5c441401e23,segment=NetworkSegment(74bff66a-dfe2-431e-b7d2-f19ef380a6b3),segment_id=74bff66a-dfe2-431e-b7d2-f19ef380a6b3)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:03.761421 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:03.796633 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Calling delete_port for e55f0db6-8bb0-4f12-b894-e5c441401e23 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:51:03.811164 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-1433e58f-edf1-4550-9325-18b4d6eae5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:51:02Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:03.837447 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1433e58f-edf1-4550-9325-18b4d6eae5f6 None None] The sync data for ids ['b5e9b4aa-e85c-4253-9351-fe7d58c6470a'] in n-d-760456-6 is: [{'id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1165422192', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:51:02Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '7b2c625e-7190-431c-bd33-89b7f5af34e8', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:00:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e9b4aa-e85c-4253-9351-fe7d58c6470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:50:01Z', 'updated_at': '2022-01-27T22:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:51:03.846193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port 7b2c625e-7190-431c-bd33-89b7f5af34e8, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=7b2c625e-7190-431c-bd33-89b7f5af34e8,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:03.846688 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:03.860638 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 7b2c625e-7190-431c-bd33-89b7f5af34e8 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:51:03.911564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port e55f0db6-8bb0-4f12-b894-e5c441401e23 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:03.911966 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:03.931684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device b6f93b59-ec80-49f3-b87a-975d504f58fe no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:51:03.955068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: b6f93b59-ec80-49f3-b87a-975d504f58fe {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:51:03.955426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device b6f93b59-ec80-49f3-b87a-975d504f58fe not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:51:03.969866 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (e55f0db6-8bb0-4f12-b894-e5c441401e23), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.014943 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] No DVR routers for this DVR port e55f0db6-8bb0-4f12-b894-e5c441401e23 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:51:04.016499 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Pushing event deleted for resources: {'Port': ['ID=e55f0db6-8bb0-4f12-b894-e5c441401e23,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:04.025993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.026354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.026707 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.027058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.027590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.027739 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.028110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.028432 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.028773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.029105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.029502 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.029795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.030131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6645865-fa6d-42e8-8857-40e21606fb37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:04.100160 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (7b2c625e-7190-431c-bd33-89b7f5af34e8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.130819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=7b2c625e-7190-431c-bd33-89b7f5af34e8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:04.193458 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.289512 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.291696 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_controller (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.397392 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (b5e9b4aa-e85c-4253-9351-fe7d58c6470a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.397987 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Fanout notify agent at l3_agent the message router_deleted on router b5e9b4aa-e85c-4253-9351-fe7d58c6470a {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:51:04.404796 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.405956 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-510d08d6-3fa8-4381-a48c-1183251ef106 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/routers/b5e9b4aa-e85c-4253-9351-fe7d58c6470a HTTP/1.1" status: 204 len: 168 time: 0.9966865 Jan 27 22:51:04.408730 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41862) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:04.487627 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (e4b5cb3c-2356-4cad-bc46-b4f20e081e6b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.577652 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (e4b5cb3c-2356-4cad-bc46-b4f20e081e6b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.597872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b5cb3c-2356-4cad-bc46-b4f20e081e6b']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:04.607014 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74bff66a-dfe2-431e-b7d2-f19ef380a6b3') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:04.607345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74bff66a-dfe2-431e-b7d2-f19ef380a6b3') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:04.617134 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (74bff66a-dfe2-431e-b7d2-f19ef380a6b3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.629987 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (74bff66a-dfe2-431e-b7d2-f19ef380a6b3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.635712 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:51:04.636135 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (74bff66a-dfe2-431e-b7d2-f19ef380a6b3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:51:04.638997 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:51:04.740421 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (e4b5cb3c-2356-4cad-bc46-b4f20e081e6b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.747366 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.750511 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/networks/e4b5cb3c-2356-4cad-bc46-b4f20e081e6b HTTP/1.1" status: 204 len: 168 time: 0.3408473 Jan 27 22:51:04.753396 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41864) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:04.761967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561e322-36a2-489d-b070-13d124b0952b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Network': ['ID=e4b5cb3c-2356-4cad-bc46-b4f20e081e6b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:04.811172 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb467675-866d-473a-896b-f4c82054964f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (138e27c7-6d08-48ac-8bfa-d8263b7b7171), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.838001 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb467675-866d-473a-896b-f4c82054964f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (138e27c7-6d08-48ac-8bfa-d8263b7b7171), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.957381 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c3c77310-f9ad-4e42-a345-c09c1e1ffbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.986392 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb467675-866d-473a-896b-f4c82054964f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (138e27c7-6d08-48ac-8bfa-d8263b7b7171), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.989090 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eb467675-866d-473a-896b-f4c82054964f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:04.990267 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-eb467675-866d-473a-896b-f4c82054964f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/security-groups/138e27c7-6d08-48ac-8bfa-d8263b7b7171 HTTP/1.1" status: 204 len: 168 time: 0.2358232 Jan 27 22:51:04.999538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb467675-866d-473a-896b-f4c82054964f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138e27c7-6d08-48ac-8bfa-d8263b7b7171,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:05.313161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41870) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:05.318351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-2d92f992-d30c-4654-a366-008c7ab40a70 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-309547854', 'description': 'tempest-secgroup-smoke-309547854 description', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:05.391101 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d92f992-d30c-4654-a366-008c7ab40a70 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:05.456700 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d92f992-d30c-4654-a366-008c7ab40a70 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (05da14c3-b1a3-4050-965b-558a73f5871c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:05.506100 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d92f992-d30c-4654-a366-008c7ab40a70 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (05da14c3-b1a3-4050-965b-558a73f5871c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:05.536599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92f992-d30c-4654-a366-008c7ab40a70 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05da14c3-b1a3-4050-965b-558a73f5871c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:05.587789 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-2d92f992-d30c-4654-a366-008c7ab40a70 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:05.589106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2d92f992-d30c-4654-a366-008c7ab40a70 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2743704 Jan 27 22:51:05.592020 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41872) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:05.596880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a7ae1724-974e-4864-b71e-3fd240da2751 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '05da14c3-b1a3-4050-965b-558a73f5871c', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:05.671880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:51:05.677282 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1724-974e-4864-b71e-3fd240da2751 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (8a901e48-a65c-40ea-80d6-d22954cbbd83), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:05.693457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:51:05.693811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 95bd5dce-c76f-4735-a4e7-69fd0626b9d6 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:51:05.694237 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7b2c625e-7190-431c-bd33-89b7f5af34e8 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:51:05.716177 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 7b2c625e-7190-431c-bd33-89b7f5af34e8 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:51:05.717056 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 7b2c625e-7190-431c-bd33-89b7f5af34e8 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:51:05.732440 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1724-974e-4864-b71e-3fd240da2751 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (8a901e48-a65c-40ea-80d6-d22954cbbd83), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:05.779869 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1724-974e-4864-b71e-3fd240da2751 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (8a901e48-a65c-40ea-80d6-d22954cbbd83), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:05.797934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae1724-974e-4864-b71e-3fd240da2751 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a901e48-a65c-40ea-80d6-d22954cbbd83,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:05.868188 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a7ae1724-974e-4864-b71e-3fd240da2751 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:05.869456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a7ae1724-974e-4864-b71e-3fd240da2751 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2764575 Jan 27 22:51:05.872245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41874) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:05.878321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9717758a-6ae4-4643-86c6-cb28f2a66b46 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '05da14c3-b1a3-4050-965b-558a73f5871c', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:05.967511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9717758a-6ae4-4643-86c6-cb28f2a66b46 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (3b1d494a-ca5e-4708-bf6c-20c2bae96ac4), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.021443 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9717758a-6ae4-4643-86c6-cb28f2a66b46 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (3b1d494a-ca5e-4708-bf6c-20c2bae96ac4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.105907 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9717758a-6ae4-4643-86c6-cb28f2a66b46 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (3b1d494a-ca5e-4708-bf6c-20c2bae96ac4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.126870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717758a-6ae4-4643-86c6-cb28f2a66b46 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1d494a-ca5e-4708-bf6c-20c2bae96ac4,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:06.199783 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9717758a-6ae4-4643-86c6-cb28f2a66b46 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.201080 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9717758a-6ae4-4643-86c6-cb28f2a66b46 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278551 Jan 27 22:51:06.204045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41876) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:06.208858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1d948c32-10d0-4b2d-b652-094d3301341c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '05da14c3-b1a3-4050-965b-558a73f5871c', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:06.310974 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d948c32-10d0-4b2d-b652-094d3301341c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (27b17e6c-0efe-4414-b620-185dc058dc4e), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.366501 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d948c32-10d0-4b2d-b652-094d3301341c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (27b17e6c-0efe-4414-b620-185dc058dc4e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.374393 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.431282 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d948c32-10d0-4b2d-b652-094d3301341c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (27b17e6c-0efe-4414-b620-185dc058dc4e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.449127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d948c32-10d0-4b2d-b652-094d3301341c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b17e6c-0efe-4414-b620-185dc058dc4e,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:06.536534 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d948c32-10d0-4b2d-b652-094d3301341c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.537803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1d948c32-10d0-4b2d-b652-094d3301341c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3322144 Jan 27 22:51:06.540585 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41878) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:06.544921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c1fe5593-f98c-4b7c-b05b-c9bb67619a64 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '05da14c3-b1a3-4050-965b-558a73f5871c', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:06.619372 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5593-f98c-4b7c-b05b-c9bb67619a64 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (c9e4ac5b-871e-49eb-b814-b8c59b895060), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.675856 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5593-f98c-4b7c-b05b-c9bb67619a64 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (c9e4ac5b-871e-49eb-b814-b8c59b895060), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.745884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5593-f98c-4b7c-b05b-c9bb67619a64 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (c9e4ac5b-871e-49eb-b814-b8c59b895060), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.765640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe5593-f98c-4b7c-b05b-c9bb67619a64 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e4ac5b-871e-49eb-b814-b8c59b895060,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:06.822295 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c1fe5593-f98c-4b7c-b05b-c9bb67619a64 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.823494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c1fe5593-f98c-4b7c-b05b-c9bb67619a64 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2819951 Jan 27 22:51:06.826291 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41880) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:06.830676 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-35937f13-2d34-493e-81a9-09586ffe4532 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '05da14c3-b1a3-4050-965b-558a73f5871c', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:06.894628 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-35937f13-2d34-493e-81a9-09586ffe4532 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Project 29c38416fa8f4bc5b26ea7b668b7d2d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:51:06.899391 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35937f13-2d34-493e-81a9-09586ffe4532 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (373f7be5-379d-432f-9afb-caf6233ef0a0), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:06.956890 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35937f13-2d34-493e-81a9-09586ffe4532 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (373f7be5-379d-432f-9afb-caf6233ef0a0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.019549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35937f13-2d34-493e-81a9-09586ffe4532 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (373f7be5-379d-432f-9afb-caf6233ef0a0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.034087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35937f13-2d34-493e-81a9-09586ffe4532 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373f7be5-379d-432f-9afb-caf6233ef0a0,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:07.154233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-35937f13-2d34-493e-81a9-09586ffe4532 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.155441 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-35937f13-2d34-493e-81a9-09586ffe4532 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3282006 Jan 27 22:51:07.158592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41882) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:07.162851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-4a3c616a-29dc-4134-8e51-fa64023f1b7a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '05da14c3-b1a3-4050-965b-558a73f5871c', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:07.242755 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-4a3c616a-29dc-4134-8e51-fa64023f1b7a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Project 29c38416fa8f4bc5b26ea7b668b7d2d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:51:07.247859 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a3c616a-29dc-4134-8e51-fa64023f1b7a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (fb19116c-b440-4835-86df-b9bee51fa138), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.307753 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a3c616a-29dc-4134-8e51-fa64023f1b7a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (fb19116c-b440-4835-86df-b9bee51fa138), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.379784 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a3c616a-29dc-4134-8e51-fa64023f1b7a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (fb19116c-b440-4835-86df-b9bee51fa138), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.398315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c616a-29dc-4134-8e51-fa64023f1b7a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb19116c-b440-4835-86df-b9bee51fa138,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:07.462019 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4a3c616a-29dc-4134-8e51-fa64023f1b7a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.463171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4a3c616a-29dc-4134-8e51-fa64023f1b7a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3036327 Jan 27 22:51:07.465891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41884) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:07.471262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-97991d4a-aee5-4841-bd4f-fb5a2a2e3e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'network': {'name': 'tempest-network-smoke--9386069', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'port_security_enabled': True}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:07.535132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97991d4a-aee5-4841-bd4f-fb5a2a2e3e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:51:07.538010 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97991d4a-aee5-4841-bd4f-fb5a2a2e3e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.561157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97991d4a-aee5-4841-bd4f-fb5a2a2e3e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:51:07.570785 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97991d4a-aee5-4841-bd4f-fb5a2a2e3e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a06bf3dd-3094-4572-b248-c87751f8149c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.571134 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-97991d4a-aee5-4841-bd4f-fb5a2a2e3e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Added segment a06bf3dd-3094-4572-b248-c87751f8149c of type vlan for network 9eaf4363-89c2-433a-948f-142dea497c47 Jan 27 22:51:07.610105 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97991d4a-aee5-4841-bd4f-fb5a2a2e3e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (9eaf4363-89c2-433a-948f-142dea497c47), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.614561 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.671238 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97991d4a-aee5-4841-bd4f-fb5a2a2e3e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (9eaf4363-89c2-433a-948f-142dea497c47), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:07.676230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97991d4a-aee5-4841-bd4f-fb5a2a2e3e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:07.679668 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-97991d4a-aee5-4841-bd4f-fb5a2a2e3e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:08.054211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97991d4a-aee5-4841-bd4f-fb5a2a2e3e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Network': ['ID=9eaf4363-89c2-433a-948f-142dea497c47,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:08.065080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 9eaf4363-89c2-433a-948f-142dea497c47 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:51:08.092113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-97991d4a-aee5-4841-bd4f-fb5a2a2e3e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6248493 Jan 27 22:51:08.094869 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41886) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:08.100293 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'admin_state_up': True, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:08.175175 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:08.176294 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:08.230443 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_controller (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:08.408525 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:08.660174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:08.678889 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:08.779919 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.25.0.80 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/128ed0c0-c890-4256-b803-1dd71aa784e7) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:08.876736 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:08.985759 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:09.014759 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:09.058720 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:09.066472 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:09.068672 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=128ed0c0-c890-4256-b803-1dd71aa784e7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:09.070913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:09.665312 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:09.858965 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:10.048490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:51:10.151868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:51:10.161532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Sync routers for ids ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:51:10.171478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Routers {'5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:10.177991 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:51:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:10.250929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:10.252826 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-227aea22-85f7-4ab9-b355-c94f1806b98a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1562700 Jan 27 22:51:10.255966 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41888) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:10.287978 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9c0ef57b-30a6-4fe1-99cb-d714a492e955 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=29c38416fa8f4bc5b26ea7b668b7d2d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308201 Jan 27 22:51:10.290503 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41890) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:10.381219 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ac222-6cad-4d67-a606-c9a8ee333088 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:10.382768 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cc3ac222-6cad-4d67-a606-c9a8ee333088 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913324 Jan 27 22:51:10.385698 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41892) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:10.414410 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bcf53631-8f21-423d-91d2-8a7d95033324 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272772 Jan 27 22:51:10.416601 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41894) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:10.421438 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0c293923-9095-4518-8798-c3a274a69e3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1962331557', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:10.430772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Set router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:10.573777 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c293923-9095-4518-8798-c3a274a69e3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'subnet': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:51:10.577268 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c293923-9095-4518-8798-c3a274a69e3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11912780'] for subnet (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:10.605403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:09Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:10.632565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Checking router: 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:51:10.632565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Updating router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc port 128ed0c0-c890-4256-b803-1dd71aa784e7 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:51:10.661141 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:10.831680 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c293923-9095-4518-8798-c3a274a69e3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8985373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11912798'] for subnet (cf8f3297-3730-4546-a74b-7e0dc1951341), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:10.893480 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c293923-9095-4518-8798-c3a274a69e3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Subnet': ['ID=cf8f3297-3730-4546-a74b-7e0dc1951341,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:10.903275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c293923-9095-4518-8798-c3a274a69e3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Checking segment: {'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:10.903647 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c293923-9095-4518-8798-c3a274a69e3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network hostable DHCP agents. Network: 9eaf4363-89c2-433a-948f-142dea497c47, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:51:10.904259 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Publish callbacks [] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:10.984894 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:11.013539 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c293923-9095-4518-8798-c3a274a69e3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 9eaf4363-89c2-433a-948f-142dea497c47 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:51:11.035972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Attempting to bind port 128ed0c0-c890-4256-b803-1dd71aa784e7 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:51:11.036369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Attempting to bind port 128ed0c0-c890-4256-b803-1dd71aa784e7 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:51:11.036729 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Attempting to bind port 128ed0c0-c890-4256-b803-1dd71aa784e7 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:11.038657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f1a61-c28c-4cad-90cc-feba9d05eb86 None None] Pushing event updated for resources: {'Port': ['ID=128ed0c0-c890-4256-b803-1dd71aa784e7,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:11.043879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:51:11.045890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:11.045890 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:11.045890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:51:11.045890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Bound port: 128ed0c0-c890-4256-b803-1dd71aa784e7, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:51:11.045890 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:11.094301 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0c293923-9095-4518-8798-c3a274a69e3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 9eaf4363-89c2-433a-948f-142dea497c47) {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:11.099267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c293923-9095-4518-8798-c3a274a69e3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:11.099908 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0c293923-9095-4518-8798-c3a274a69e3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:11.100940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] For port 128ed0c0-c890-4256-b803-1dd71aa784e7, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:51:11.104856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] For port 128ed0c0-c890-4256-b803-1dd71aa784e7, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=128ed0c0-c890-4256-b803-1dd71aa784e7,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:51:11.107334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb8cf61-4c06-4f5f-b681-e84de5d988e1 None None] Network 9eaf4363-89c2-433a-948f-142dea497c47 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:51:11.174872 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:11.200161 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0c293923-9095-4518-8798-c3a274a69e3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7824440 Jan 27 22:51:11.202990 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41896) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:11.244457 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-9eaf4363-89c2-433a-948f-142dea497c47', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ips': [{'subnet_id': 'cf8f3297-3730-4546-a74b-7e0dc1951341'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:51:11.245319 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:11.274802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f1a61-c28c-4cad-90cc-feba9d05eb86 None None] Pushing event updated for resources: {'Port': ['ID=128ed0c0-c890-4256-b803-1dd71aa784e7,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:11.280587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Routers {'5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:11.281212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:51:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:11.480957 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] Set router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:11.540935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Allocated IP 172.20.0.2 (9eaf4363-89c2-433a-948f-142dea497c47/cf8f3297-3730-4546-a74b-7e0dc1951341/485eb93a-eddb-4f7b-b07b-ec6c032f58e1) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:11.647240 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:11.780600 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Publish callbacks [] for port (485eb93a-eddb-4f7b-b07b-ec6c032f58e1), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:11.788488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:09Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:11.816895 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93136ea4-3643-4a7e-ae59-928742918473 None None] The sync data for ids ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'] in n-d-760456-6 is: [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:09Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:51:11.861355 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (485eb93a-eddb-4f7b-b07b-ec6c032f58e1), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:11.904302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Network 9eaf4363-89c2-433a-948f-142dea497c47 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:11.907203 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:11.915373 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:11.921173 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Pushing event updated for resources: {'Port': ['ID=485eb93a-eddb-4f7b-b07b-ec6c032f58e1,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:11.928977 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.20.0.1 (9eaf4363-89c2-433a-948f-142dea497c47/cf8f3297-3730-4546-a74b-7e0dc1951341/4b1fba00-44da-441d-9541-d7e8578a3d89) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:11.982112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Attempting to bind port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:51:11.982914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Attempting to bind port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:51:11.982914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Attempting to bind port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 on network 9eaf4363-89c2-433a-948f-142dea497c47 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:11.988703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:51:11.989091 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Checking segment: {'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:11.989616 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:11.990015 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Bound using segment: {'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:51:11.990492 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Bound port: 485eb93a-eddb-4f7b-b07b-ec6c032f58e1, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:51:11.990883 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (485eb93a-eddb-4f7b-b07b-ec6c032f58e1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:12.072959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] For port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:51:12.075728 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] For port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=485eb93a-eddb-4f7b-b07b-ec6c032f58e1,segment=NetworkSegment(a06bf3dd-3094-4572-b248-c87751f8149c),segment_id=a06bf3dd-3094-4572-b248-c87751f8149c)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:51:12.079636 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:12.151704 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (485eb93a-eddb-4f7b-b07b-ec6c032f58e1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:12.180929 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:12.213799 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6046b3-f15c-4efb-a99d-6c062bf630d4 None None] Pushing event updated for resources: {'Port': ['ID=485eb93a-eddb-4f7b-b07b-ec6c032f58e1,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:12.248126 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 9eaf4363-89c2-433a-948f-142dea497c47 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:12.251561 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:12.255698 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:12.291584 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=4b1fba00-44da-441d-9541-d7e8578a3d89,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:12.313188 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:12.538645 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:12.831276 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:12.894060 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:12.972350 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=4b1fba00-44da-441d-9541-d7e8578a3d89,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:12.975857 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:13.071444 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 9eaf4363-89c2-433a-948f-142dea497c47 is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:13.072923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:13.168576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42bb10c-41c9-4ee8-a9dc-845116c53501 None None] Network 9eaf4363-89c2-433a-948f-142dea497c47 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:51:13.191260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:51:13.287472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-cbb581f4-c0f9-4ec9-b6ca-4ccb9e2da7cd None None] Provisioning complete for port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:13.288142 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cbb581f4-c0f9-4ec9-b6ca-4ccb9e2da7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (485eb93a-eddb-4f7b-b07b-ec6c032f58e1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:13.383403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cbb581f4-c0f9-4ec9-b6ca-4ccb9e2da7cd None None] Current status of the port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:13.383979 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cbb581f4-c0f9-4ec9-b6ca-4ccb9e2da7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (485eb93a-eddb-4f7b-b07b-ec6c032f58e1), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:13.449925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-cbb581f4-c0f9-4ec9-b6ca-4ccb9e2da7cd None None] For port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=485eb93a-eddb-4f7b-b07b-ec6c032f58e1,segment=NetworkSegment(a06bf3dd-3094-4572-b248-c87751f8149c),segment_id=a06bf3dd-3094-4572-b248-c87751f8149c)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:13.557572 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cbb581f4-c0f9-4ec9-b6ca-4ccb9e2da7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (485eb93a-eddb-4f7b-b07b-ec6c032f58e1), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:13.616853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb581f4-c0f9-4ec9-b6ca-4ccb9e2da7cd None None] Pushing event updated for resources: {'Port': ['ID=485eb93a-eddb-4f7b-b07b-ec6c032f58e1,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:13.621544 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:51:13.626897 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-1e13bc78-de41-4fc6-a7b3-887645d6059e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "PUT /v2.0/routers/5ab73f2f-9fb1-4773-bdad-8e4aae153cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4228354 Jan 27 22:51:13.688616 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-60413608-a68a-4beb-ae26-98c98fc160ba None None] Provisioning complete for port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:13.689090 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-60413608-a68a-4beb-ae26-98c98fc160ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (485eb93a-eddb-4f7b-b07b-ec6c032f58e1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:13.787520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-60413608-a68a-4beb-ae26-98c98fc160ba None None] Current status of the port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:13.799587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-60413608-a68a-4beb-ae26-98c98fc160ba None None] Provisioning complete for port 4b1fba00-44da-441d-9541-d7e8578a3d89 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:13.800139 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-60413608-a68a-4beb-ae26-98c98fc160ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:13.836983 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-949236e9-8407-40c5-949d-80b74840e7d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-309547854&fields=id&tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 267 time: 0.0702059 Jan 27 22:51:13.856975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-60413608-a68a-4beb-ae26-98c98fc160ba None None] Port 4b1fba00-44da-441d-9541-d7e8578a3d89 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:51:13.872947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:13.883871 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Sync routers for ids ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:51:13.895899 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Routers {'5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:13.896713 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:51:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:13.947906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:13.948342 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (485eb93a-eddb-4f7b-b07b-ec6c032f58e1), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:13.972271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436934e4-245b-4340-9928-49bf7ee5696f req-ad87a3cf-18b7-4450-9b8e-a8307dfad701 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:13.973943 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-ad87a3cf-18b7-4450-9b8e-a8307dfad701 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/networks?id=9eaf4363-89c2-433a-948f-142dea497c47 HTTP/1.1" status: 200 len: 794 time: 0.1303062 Jan 27 22:51:13.990189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-3884df8b-d6f9-4807-8ff9-b0926d9e1617 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/quotas/29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 375 time: 0.0106869 Jan 27 22:51:14.014041 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9dd40ca9-9e50-4d9a-9ffb-54034b0d89c1 None None] Provisioning complete for port 4b1fba00-44da-441d-9541-d7e8578a3d89 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:14.014802 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9dd40ca9-9e50-4d9a-9ffb-54034b0d89c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:14.026294 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Set router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:14.057963 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-8f0b198c-2cba-4ca6-84cb-0260af266a33 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601420 Jan 27 22:51:14.214714 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-a451bffd-c25a-4a7e-a567-c8605fec2b6e service neutron] 10.222.0.61 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433744 Jan 27 22:51:14.250268 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4b1fba00-44da-441d-9541-d7e8578a3d89', 'name': '', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:1c:f9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:11Z', 'updated_at': '2022-01-27T22:51:12Z', 'revision_number': 2, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:14.257393 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9dd40ca9-9e50-4d9a-9ffb-54034b0d89c1 None None] Port 4b1fba00-44da-441d-9541-d7e8578a3d89 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:51:14.266478 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:14.267625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 128ed0c0-c890-4256-b803-1dd71aa784e7 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:14.277525 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Checking router: 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:51:14.277889 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Updating router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc port 4b1fba00-44da-441d-9541-d7e8578a3d89 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:51:14.302724 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:14.313221 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-247e07d1-799a-40b6-b504-d009489eab84 service neutron] 10.222.0.61 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924315 Jan 27 22:51:14.317809 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 128ed0c0-c890-4256-b803-1dd71aa784e7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:14.318305 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:14.405622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-326ee062-4b8b-484a-a5f0-94fa81d3e821 None None] Provisioning complete for port 4b1fba00-44da-441d-9541-d7e8578a3d89 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:14.406190 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-326ee062-4b8b-484a-a5f0-94fa81d3e821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:14.433461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 128ed0c0-c890-4256-b803-1dd71aa784e7 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:14.433860 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:14.461716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-326ee062-4b8b-484a-a5f0-94fa81d3e821 None None] Port 4b1fba00-44da-441d-9541-d7e8578a3d89 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:51:14.464171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 128ed0c0-c890-4256-b803-1dd71aa784e7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=128ed0c0-c890-4256-b803-1dd71aa784e7,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:14.523241 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:14.566788 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4510c6ab-889f-4a61-a769-1111b9e7f200 req-d1997f31-46e3-44a7-95cf-643cc2aa41b2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 210 time: 0.0495663 Jan 27 22:51:14.579509 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Publish callbacks [] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:14.580701 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=128ed0c0-c890-4256-b803-1dd71aa784e7,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:14.643519 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:14.710623 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Pushing event updated for resources: {'Port': ['ID=4b1fba00-44da-441d-9541-d7e8578a3d89,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:14.742562 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.742920 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.743270 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.743611 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.743947 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.744320 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.744721 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.744985 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.745313 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.745642 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.745976 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.746298 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.746629 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:51:14.758784 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Attempting to bind port 4b1fba00-44da-441d-9541-d7e8578a3d89 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:51:14.759158 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Attempting to bind port 4b1fba00-44da-441d-9541-d7e8578a3d89 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:51:14.759524 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Attempting to bind port 4b1fba00-44da-441d-9541-d7e8578a3d89 on network 9eaf4363-89c2-433a-948f-142dea497c47 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:14.764689 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:51:14.765068 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Checking segment: {'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:14.765498 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:14.765892 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Bound using segment: {'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:51:14.766377 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Bound port: 4b1fba00-44da-441d-9541-d7e8578a3d89, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:51:14.767253 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:14.831184 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] For port 4b1fba00-44da-441d-9541-d7e8578a3d89, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:51:14.834451 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] For port 4b1fba00-44da-441d-9541-d7e8578a3d89, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4b1fba00-44da-441d-9541-d7e8578a3d89,segment=NetworkSegment(a06bf3dd-3094-4572-b248-c87751f8149c),segment_id=a06bf3dd-3094-4572-b248-c87751f8149c)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:51:14.923490 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:14.987512 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-06061c92-dda1-4610-bfe6-09d8f8daba11 None None] Provisioning complete for port 4b1fba00-44da-441d-9541-d7e8578a3d89 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:14.987874 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-06061c92-dda1-4610-bfe6-09d8f8daba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:14.989145 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a3082-ce23-4c10-aee0-241cc28ead18 None None] Pushing event updated for resources: {'Port': ['ID=4b1fba00-44da-441d-9541-d7e8578a3d89,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:15.006428 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Routers {'5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:15.006428 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:51:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:15.101379 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-06061c92-dda1-4610-bfe6-09d8f8daba11 None None] Current status of the port 4b1fba00-44da-441d-9541-d7e8578a3d89 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:15.101796 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-06061c92-dda1-4610-bfe6-09d8f8daba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:15.144861 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] Set router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:15.158754 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-06061c92-dda1-4610-bfe6-09d8f8daba11 None None] For port 4b1fba00-44da-441d-9541-d7e8578a3d89, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4b1fba00-44da-441d-9541-d7e8578a3d89,segment=NetworkSegment(a06bf3dd-3094-4572-b248-c87751f8149c),segment_id=a06bf3dd-3094-4572-b248-c87751f8149c)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:15.232718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-06061c92-dda1-4610-bfe6-09d8f8daba11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:15.298601 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06061c92-dda1-4610-bfe6-09d8f8daba11 None None] Pushing event updated for resources: {'Port': ['ID=4b1fba00-44da-441d-9541-d7e8578a3d89,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:15.356958 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-89727901-e506-4cd9-b59e-23135dea0adb None None] Provisioning complete for port 4b1fba00-44da-441d-9541-d7e8578a3d89 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:15.358292 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-89727901-e506-4cd9-b59e-23135dea0adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:15.440183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-89727901-e506-4cd9-b59e-23135dea0adb None None] Current status of the port 4b1fba00-44da-441d-9541-d7e8578a3d89 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:15.464947 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4b1fba00-44da-441d-9541-d7e8578a3d89', 'name': '', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:1c:f9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:11Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:15.492107 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b888be-674d-4eab-a859-59df1b45d2de None None] The sync data for ids ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'] in n-d-760456-6 is: [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4b1fba00-44da-441d-9541-d7e8578a3d89', 'name': '', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:1c:f9:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:11Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:51:15.693726 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-033b8bc2-3841-4024-a02e-2f30bc306cf8 req-4a92b35a-3841-40e7-b614-43dab5122316 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 210 time: 0.0593128 Jan 27 22:51:15.843572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4b1fba00-44da-441d-9541-d7e8578a3d89 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:15.895596 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4b1fba00-44da-441d-9541-d7e8578a3d89 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:15.895976 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:16.004986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4b1fba00-44da-441d-9541-d7e8578a3d89 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:16.006082 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 128ed0c0-c890-4256-b803-1dd71aa784e7 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:16.060101 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 128ed0c0-c890-4256-b803-1dd71aa784e7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:16.060486 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:16.154795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 128ed0c0-c890-4256-b803-1dd71aa784e7 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:16.630064 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436934e4-245b-4340-9928-49bf7ee5696f req-795df44b-9510-4dd9-be8b-32b99165df4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:16.632159 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-795df44b-9510-4dd9-be8b-32b99165df4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "GET /v2.0/networks?id=9eaf4363-89c2-433a-948f-142dea497c47 HTTP/1.1" status: 200 len: 794 time: 0.1164644 Jan 27 22:51:16.701240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-dc8f2937-a3aa-4db8-875c-9ed01fac48af tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 379 time: 0.0593219 Jan 27 22:51:16.710007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-436934e4-245b-4340-9928-49bf7ee5696f req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'port': {'device_id': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'admin_state_up': True, 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'security_groups': ['05da14c3-b1a3-4050-965b-558a73f5871c']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:16.843669 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a56df8d-0393-4dcf-b998-592333986e7a req-19bca717-749a-4d2e-bd41-d7a87a9b9d05 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 210 time: 0.0416574 Jan 27 22:51:16.934225 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436934e4-245b-4340-9928-49bf7ee5696f req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:51:16.938785 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-436934e4-245b-4340-9928-49bf7ee5696f req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:17.077398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-436934e4-245b-4340-9928-49bf7ee5696f req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.20.0.13 (9eaf4363-89c2-433a-948f-142dea497c47/cf8f3297-3730-4546-a74b-7e0dc1951341/696881fc-2e00-4fc1-bfbd-010e7ae12e8b) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:17.219792 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-436934e4-245b-4340-9928-49bf7ee5696f req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:17.323607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-436934e4-245b-4340-9928-49bf7ee5696f req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:17.366673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436934e4-245b-4340-9928-49bf7ee5696f req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 9eaf4363-89c2-433a-948f-142dea497c47 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:17.369587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-436934e4-245b-4340-9928-49bf7ee5696f req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:17.378247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-436934e4-245b-4340-9928-49bf7ee5696f req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:17.381830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=696881fc-2e00-4fc1-bfbd-010e7ae12e8b,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:17.429989 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436934e4-245b-4340-9928-49bf7ee5696f req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:17.430637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-436934e4-245b-4340-9928-49bf7ee5696f req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:17.514428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-4c8c47e7-a48d-4a51-a786-36464edcc521 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8083940 Jan 27 22:51:17.525786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Request body: {'port': {'device_id': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:17.578377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f5e070bf-ff01-4cb7-9114-188fb7ebe531 None None] Provisioning complete for port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:17.579085 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f5e070bf-ff01-4cb7-9114-188fb7ebe531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:17.587188 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:17.614860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f5e070bf-ff01-4cb7-9114-188fb7ebe531 None None] Port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:51:17.849845 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696881fc-2e00-4fc1-bfbd-010e7ae12e8b {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:51:17.857151 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Publish callbacks [] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:17.868654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Transition to ACTIVE for port object 696881fc-2e00-4fc1-bfbd-010e7ae12e8b will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:51:17.968992 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d3ee3-307e-4c9b-bbcc-e00e4e7d9db2 req-61d0dc83-77a9-4444-bd72-68a8b811fda9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:17.971154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-844d3ee3-307e-4c9b-bbcc-e00e4e7d9db2 req-61d0dc83-77a9-4444-bd72-68a8b811fda9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 932 time: 0.0503352 Jan 27 22:51:17.972287 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:18.053885 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Pushing event updated for resources: {'Port': ['ID=696881fc-2e00-4fc1-bfbd-010e7ae12e8b,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:18.108759 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-844d3ee3-307e-4c9b-bbcc-e00e4e7d9db2 req-b7b08b8e-6b55-4be6-96f6-98d4d2e463d0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080170 Jan 27 22:51:18.154392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Attempting to bind port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:51:18.154733 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Attempting to bind port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:51:18.155671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Attempting to bind port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b on network 9eaf4363-89c2-433a-948f-142dea497c47 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:18.160421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b on network 9eaf4363-89c2-433a-948f-142dea497c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:51:18.160746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Attempting to bind port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b on network 9eaf4363-89c2-433a-948f-142dea497c47 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:51:18.165577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:51:18.165915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Checking segment: {'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:51:18.166350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Bound using segment: {'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:51:18.166723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Bound port: 696881fc-2e00-4fc1-bfbd-010e7ae12e8b, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06bf3dd-3094-4572-b248-c87751f8149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:51:18.167099 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:18.230108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] For port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:51:18.233296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] For port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=696881fc-2e00-4fc1-bfbd-010e7ae12e8b,segment=NetworkSegment(a06bf3dd-3094-4572-b248-c87751f8149c),segment_id=a06bf3dd-3094-4572-b248-c87751f8149c)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:51:18.329956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:18.368448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:18.369088 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:18.370522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] 10.222.0.71 "PUT /v2.0/ports/696881fc-2e00-4fc1-bfbd-010e7ae12e8b HTTP/1.1" status: 200 len: 1092 time: 0.8490880 Jan 27 22:51:18.370966 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'tag': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:51:18.373248 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f5b040-515c-458a-b827-6c7fed67f451" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc0b72f-4c83-4488-af2e-5f217362345f", "tag": "696881fc-2e00-4fc1-bfbd-010e7ae12e8b"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:51:18.406249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51ec27-490c-4b51-a885-4cd22bb94702 service neutron] Pushing event updated for resources: {'Port': ['ID=696881fc-2e00-4fc1-bfbd-010e7ae12e8b,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:18.424038 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca2c28e-0cb8-4fce-afb8-cd2516116e8c x-openstack-request-id: req-6ca2c28e-0cb8-4fce-afb8-cd2516116e8c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:51:18.425534 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc0b72f-4c83-4488-af2e-5f217362345f", "tag": "696881fc-2e00-4fc1-bfbd-010e7ae12e8b", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:51:18.425922 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ca2c28e-0cb8-4fce-afb8-cd2516116e8c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:51:18.426936 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'tag': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b', 'status': 'completed', 'code': 200} Jan 27 22:51:18.488995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5b040-515c-458a-b827-6c7fed67f451 req-834b09cc-bdb9-440b-bb9c-f220944245df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:18.490537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5f5b040-515c-458a-b827-6c7fed67f451 req-834b09cc-bdb9-440b-bb9c-f220944245df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 1095 time: 0.0479753 Jan 27 22:51:18.593577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5b040-515c-458a-b827-6c7fed67f451 req-47d8cfa2-a648-45a4-a110-53e92676d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:18.595085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5f5b040-515c-458a-b827-6c7fed67f451 req-47d8cfa2-a648-45a4-a110-53e92676d633 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&shared=False HTTP/1.1" status: 200 len: 895 time: 0.0981107 Jan 27 22:51:18.692551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5b040-515c-458a-b827-6c7fed67f451 req-50e3a96a-5327-443a-a0f2-18657a6d1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:18.694106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a5f5b040-515c-458a-b827-6c7fed67f451 req-50e3a96a-5327-443a-a0f2-18657a6d1d6b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933516 Jan 27 22:51:18.767752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436934e4-245b-4340-9928-49bf7ee5696f req-2fdce0e3-a592-40f5-aeb6-669d5aaef962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:18.769257 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-2fdce0e3-a592-40f5-aeb6-669d5aaef962 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 1095 time: 0.0413706 Jan 27 22:51:18.814004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-6c775b57-70ce-4b1f-a0b2-27cb94212951 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696881fc-2e00-4fc1-bfbd-010e7ae12e8b HTTP/1.1" status: 200 len: 217 time: 0.0378478 Jan 27 22:51:18.860664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436934e4-245b-4340-9928-49bf7ee5696f req-9228e4cf-7521-486f-a640-88b18c6762be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:18.862047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-9228e4cf-7521-486f-a640-88b18c6762be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf8f3297-3730-4546-a74b-7e0dc1951341 HTTP/1.1" status: 200 len: 835 time: 0.0430324 Jan 27 22:51:18.905719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436934e4-245b-4340-9928-49bf7ee5696f req-dd1220b1-d061-4fbc-9b95-51f54a641ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:18.907736 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-dd1220b1-d061-4fbc-9b95-51f54a641ed0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9eaf4363-89c2-433a-948f-142dea497c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394549 Jan 27 22:51:18.998933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-6e5a2616-a78d-4ba8-a0a9-012ef1ed4fd6 service neutron] 10.222.0.71 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853343 Jan 27 22:51:19.085342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-436934e4-245b-4340-9928-49bf7ee5696f req-97e36bc4-6a97-44fe-98de-2f1d6f823822 service neutron] 10.222.0.71 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809512 Jan 27 22:51:19.228920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83513b60-ffa6-459e-8a75-eadb7f0a09ab req-ad68f424-f5f3-477a-bcd2-2ca6edcab32e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:19.230314 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83513b60-ffa6-459e-8a75-eadb7f0a09ab req-ad68f424-f5f3-477a-bcd2-2ca6edcab32e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 944 time: 0.0481699 Jan 27 22:51:19.285795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83513b60-ffa6-459e-8a75-eadb7f0a09ab req-dd01282c-032a-4f75-a3f7-7e4fd6d9c0e7 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493243 Jan 27 22:51:20.405795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6567e-8bc3-4bc0-ae5e-0b91f78fbd97 req-5f993c3f-fdd1-49dc-b027-3e017ee47ed7 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:20.407236 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12e6567e-8bc3-4bc0-ae5e-0b91f78fbd97 req-5f993c3f-fdd1-49dc-b027-3e017ee47ed7 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 944 time: 0.0509694 Jan 27 22:51:20.458783 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-12e6567e-8bc3-4bc0-ae5e-0b91f78fbd97 req-f9ab7b39-ac1e-4337-9f1f-b78097cb19c6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457804 Jan 27 22:51:21.570536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809244a-7413-455a-bdd2-37ff0553e7e5 req-a3db67cd-f01d-42f8-9b70-4617d453ab43 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:21.571991 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2809244a-7413-455a-bdd2-37ff0553e7e5 req-a3db67cd-f01d-42f8-9b70-4617d453ab43 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 944 time: 0.0468211 Jan 27 22:51:21.620294 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2809244a-7413-455a-bdd2-37ff0553e7e5 req-090be167-8b3b-4e8e-b3e6-1c79e047400d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426407 Jan 27 22:51:22.055287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 696881fc-2e00-4fc1-bfbd-010e7ae12e8b details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:51:22.150989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=696881fc-2e00-4fc1-bfbd-010e7ae12e8b,segment=NetworkSegment(a06bf3dd-3094-4572-b248-c87751f8149c),segment_id=a06bf3dd-3094-4572-b248-c87751f8149c)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:22.162610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'port_id': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b', 'mac_address': 'fa:16:3e:5b:b6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:51:22.198185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:22.198588 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:22.211981 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696881fc-2e00-4fc1-bfbd-010e7ae12e8b {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:51:22.232103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=696881fc-2e00-4fc1-bfbd-010e7ae12e8b,segment=NetworkSegment(a06bf3dd-3094-4572-b248-c87751f8149c),segment_id=a06bf3dd-3094-4572-b248-c87751f8149c)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:22.328371 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:22.378841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=696881fc-2e00-4fc1-bfbd-010e7ae12e8b,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:22.562604 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['696881fc-2e00-4fc1-bfbd-010e7ae12e8b'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:51:22.753949 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33189756-e96d-4f84-887c-5eaf4f1ca15b req-f96dd467-fbc1-4f03-a8db-4ab64baf4cf4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:22.755440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33189756-e96d-4f84-887c-5eaf4f1ca15b req-f96dd467-fbc1-4f03-a8db-4ab64baf4cf4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 945 time: 0.0525916 Jan 27 22:51:22.803426 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33189756-e96d-4f84-887c-5eaf4f1ca15b req-40926309-1268-4b0e-a68b-5eba56eb970f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423107 Jan 27 22:51:23.915548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fb568-1956-47e8-9e76-0a04687aebca req-fee82048-bd4c-45d5-8560-681f47fe8d67 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:23.916945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-152fb568-1956-47e8-9e76-0a04687aebca req-fee82048-bd4c-45d5-8560-681f47fe8d67 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 945 time: 0.0477822 Jan 27 22:51:23.965443 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-152fb568-1956-47e8-9e76-0a04687aebca req-a78fe167-576b-4574-94ce-2331668eb533 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428965 Jan 27 22:51:24.070421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 696881fc-2e00-4fc1-bfbd-010e7ae12e8b up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:51:24.185823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:51:24.189632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:51:24.190060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:24.269547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:51:24.270077 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:24.291922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:51:24.294247 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae33eb0-9cd9-40ba-8f4c-ec923e95dbcf" -d '{"events": [{"server_uuid": "1dc0b72f-4c83-4488-af2e-5f217362345f", "name": "network-vif-plugged", "status": "completed", "tag": "696881fc-2e00-4fc1-bfbd-010e7ae12e8b"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:51:24.307403 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=696881fc-2e00-4fc1-bfbd-010e7ae12e8b,segment=NetworkSegment(a06bf3dd-3094-4572-b248-c87751f8149c),segment_id=a06bf3dd-3094-4572-b248-c87751f8149c)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:51:24.382984 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:24.400277 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0881d3f-cdb6-4128-963a-8fccc9a5e7d3 x-openstack-request-id: req-f0881d3f-cdb6-4128-963a-8fccc9a5e7d3 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:51:24.400583 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0b72f-4c83-4488-af2e-5f217362345f", "name": "network-vif-plugged", "status": "completed", "tag": "696881fc-2e00-4fc1-bfbd-010e7ae12e8b", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:51:24.400843 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0881d3f-cdb6-4128-963a-8fccc9a5e7d3 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:51:24.401281 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b', 'code': 200} Jan 27 22:51:24.427420 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=696881fc-2e00-4fc1-bfbd-010e7ae12e8b,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:24.488682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd0200-30ad-4422-acd4-b2c2b76e39f3 req-2b13c200-73a9-47e2-abbe-4edae4cf7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:24.490115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-febd0200-30ad-4422-acd4-b2c2b76e39f3 req-2b13c200-73a9-47e2-abbe-4edae4cf7133 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 1097 time: 0.0432897 Jan 27 22:51:24.533016 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-febd0200-30ad-4422-acd4-b2c2b76e39f3 req-091d0a18-281f-4e9a-a925-76feee148bfe service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376492 Jan 27 22:51:25.078976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d07848-87e8-4067-8098-54baaf24e477 req-34e1ba6d-b846-4083-9b9c-be1016967ad5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:25.080467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79d07848-87e8-4067-8098-54baaf24e477 req-34e1ba6d-b846-4083-9b9c-be1016967ad5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0475018 Jan 27 22:51:25.129098 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79d07848-87e8-4067-8098-54baaf24e477 req-17650f63-2933-4390-a060-12e4349ab3d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425191 Jan 27 22:51:26.241689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d9a1b-c2b9-4299-97fd-62b17038126b req-e244af01-6a6b-4288-b387-09d06a3ad82e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:26.243118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd7d9a1b-c2b9-4299-97fd-62b17038126b req-e244af01-6a6b-4288-b387-09d06a3ad82e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0462487 Jan 27 22:51:26.293062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cd7d9a1b-c2b9-4299-97fd-62b17038126b req-6e34b04f-8ead-462c-81ee-f5ea3caac38a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Jan 27 22:51:26.404768 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bdc2f-f713-4f70-8e06-78d7ff8264d2 req-ef91681a-b392-4eda-85ec-a8bb06902d97 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:26.406121 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-276bdc2f-f713-4f70-8e06-78d7ff8264d2 req-ef91681a-b392-4eda-85ec-a8bb06902d97 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0476205 Jan 27 22:51:26.454231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-276bdc2f-f713-4f70-8e06-78d7ff8264d2 req-7aa036b1-d05a-4d6a-8e3e-4dea9391d1b1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425894 Jan 27 22:51:26.475479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41956) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:26.514070 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d56ba5a-2a13-4fcd-8f5f-133002e8ee43 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:26.515543 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5d56ba5a-2a13-4fcd-8f5f-133002e8ee43 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 1092 time: 0.0390654 Jan 27 22:51:26.518376 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 41958) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:26.522473 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:51:26.677111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:26.748944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01c3df35-c9ee-455c-840a-dee1632fe878 req-c6468994-d094-4d88-bade-3c4c9956b1b1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398853 Jan 27 22:51:26.777481 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:26.826408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3df35-c9ee-455c-840a-dee1632fe878 req-5610df32-43fd-429f-96b7-c1648b3d02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:26.827882 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01c3df35-c9ee-455c-840a-dee1632fe878 req-5610df32-43fd-429f-96b7-c1648b3d02b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 1097 time: 0.0396974 Jan 27 22:51:26.878650 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.25.0.105 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/4fc13ad8-fe07-492e-b1b3-bcb944cd87f7) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:51:26.933886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3df35-c9ee-455c-840a-dee1632fe878 req-1393fb5b-afe1-417e-a632-594a06a67c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:26.935241 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01c3df35-c9ee-455c-840a-dee1632fe878 req-1393fb5b-afe1-417e-a632-594a06a67c9a service neutron] 10.222.0.71 "GET /v2.0/networks?id=9eaf4363-89c2-433a-948f-142dea497c47 HTTP/1.1" status: 200 len: 895 time: 0.0899575 Jan 27 22:51:26.977479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01c3df35-c9ee-455c-840a-dee1632fe878 req-6fd85a72-cdce-496a-9a84-6b891ff6ccbb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696881fc-2e00-4fc1-bfbd-010e7ae12e8b HTTP/1.1" status: 200 len: 217 time: 0.0343649 Jan 27 22:51:26.982489 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (4fc13ad8-fe07-492e-b1b3-bcb944cd87f7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:27.038796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3df35-c9ee-455c-840a-dee1632fe878 req-17372c70-5b1c-4f2b-8786-bbe06a3e6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:27.040281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01c3df35-c9ee-455c-840a-dee1632fe878 req-17372c70-5b1c-4f2b-8786-bbe06a3e6a0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf8f3297-3730-4546-a74b-7e0dc1951341 HTTP/1.1" status: 200 len: 835 time: 0.0566993 Jan 27 22:51:27.084991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3df35-c9ee-455c-840a-dee1632fe878 req-060d01b8-a678-4ade-8952-12146697522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:27.086458 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01c3df35-c9ee-455c-840a-dee1632fe878 req-060d01b8-a678-4ade-8952-12146697522c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9eaf4363-89c2-433a-948f-142dea497c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401034 Jan 27 22:51:27.163239 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (4fc13ad8-fe07-492e-b1b3-bcb944cd87f7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:27.177309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01c3df35-c9ee-455c-840a-dee1632fe878 req-95a2b010-7aab-4ab5-bc2b-8cf0deb80a80 service neutron] 10.222.0.71 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835073 Jan 27 22:51:27.204313 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:51:27.209596 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:51:27.212245 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:51:27.235013 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=4fc13ad8-fe07-492e-b1b3-bcb944cd87f7,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:27.273927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-01c3df35-c9ee-455c-840a-dee1632fe878 req-2a37e840-b8c6-434a-995e-d34e53036488 service neutron] 10.222.0.71 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901771 Jan 27 22:51:27.586619 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (1e97e59a-95ab-4e81-90f6-e3c5ae39e233), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:27.850371 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4fc13ad8-fe07-492e-b1b3-bcb944cd87f7), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:27.854242 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:27.998943 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (4fc13ad8-fe07-492e-b1b3-bcb944cd87f7), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:28.099802 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (4fc13ad8-fe07-492e-b1b3-bcb944cd87f7), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:28.134372 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:28.170309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=4fc13ad8-fe07-492e-b1b3-bcb944cd87f7,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:51:28.183166 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (1e97e59a-95ab-4e81-90f6-e3c5ae39e233), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:28.278359 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Floating IP 1e97e59a-95ab-4e81-90f6-e3c5ae39e233 associated. External IP: 172.25.0.105, port: 696881fc-2e00-4fc1-bfbd-010e7ae12e8b. Jan 27 22:51:28.484934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:51:28.592274 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:51:28.605391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2342721-6663-486b-bd5a-e117819c4230 None None] Sync routers for ids ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:51:28.615699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2342721-6663-486b-bd5a-e117819c4230 None None] Routers {'5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:28.617218 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c2342721-6663-486b-bd5a-e117819c4230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:51:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:28.723884 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-c2342721-6663-486b-bd5a-e117819c4230 None None] Set router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:28.725517 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:28.752155 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0f6cf78e-2ffa-47ad-ba8f-d996a5413aca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2326691 Jan 27 22:51:28.752652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'tag': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:51:28.754954 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52d6bbf4e823dbab06c8da649c31c3d22b524fdafd52c393f21dfa390ba9c210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdd48b0-5a6b-4bf6-b4e9-2116d693e5df" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc0b72f-4c83-4488-af2e-5f217362345f", "tag": "696881fc-2e00-4fc1-bfbd-010e7ae12e8b"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:51:28.795228 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150d7d0b-a69b-4848-99ac-f8dc1c5fa7fe x-openstack-request-id: req-150d7d0b-a69b-4848-99ac-f8dc1c5fa7fe {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:51:28.795228 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc0b72f-4c83-4488-af2e-5f217362345f", "tag": "696881fc-2e00-4fc1-bfbd-010e7ae12e8b", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:51:28.795640 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-150d7d0b-a69b-4848-99ac-f8dc1c5fa7fe {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:51:28.796377 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'tag': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b', 'status': 'completed', 'code': 200} Jan 27 22:51:28.880459 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba596ee7-a596-4ab4-a145-f462d0410e44 req-1be355b3-e727-4dab-8235-0664244224c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:28.881930 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba596ee7-a596-4ab4-a145-f462d0410e44 req-1be355b3-e727-4dab-8235-0664244224c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0759256 Jan 27 22:51:28.884410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd48b0-5a6b-4bf6-b4e9-2116d693e5df req-1f29e46e-3276-4008-a01d-9a9c15722f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:28.885750 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecdd48b0-5a6b-4bf6-b4e9-2116d693e5df req-1f29e46e-3276-4008-a01d-9a9c15722f87 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 1097 time: 0.0684431 Jan 27 22:51:28.949268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c2342721-6663-486b-bd5a-e117819c4230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '1e97e59a-95ab-4e81-90f6-e3c5ae39e233', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'port_id': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'mac_address': 'fa:16:3e:5b:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:51:27Z', 'updated_at': '2022-01-27T22:51:27Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b1fba00-44da-441d-9541-d7e8578a3d89', 'name': '', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:1c:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:11Z', 'updated_at': '2022-01-27T22:51:15Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:28.975458 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2342721-6663-486b-bd5a-e117819c4230 None None] Checking router: 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:51:28.984048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2342721-6663-486b-bd5a-e117819c4230 None None] Routers {'5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:51:28.984699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c2342721-6663-486b-bd5a-e117819c4230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:51:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:28.987607 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba596ee7-a596-4ab4-a145-f462d0410e44 req-1a430824-e7bd-4c7c-8e1e-1ca30fc12595 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984459 Jan 27 22:51:29.010113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41964) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:29.059707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd48b0-5a6b-4bf6-b4e9-2116d693e5df req-6fb6c988-8ab3-4103-b174-433422381eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:29.061187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecdd48b0-5a6b-4bf6-b4e9-2116d693e5df req-6fb6c988-8ab3-4103-b174-433422381eaf service neutron] 10.222.0.71 "GET /v2.0/networks?id=9eaf4363-89c2-433a-948f-142dea497c47 HTTP/1.1" status: 200 len: 895 time: 0.1650131 Jan 27 22:51:29.094619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-c2342721-6663-486b-bd5a-e117819c4230 None None] Set router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:51:29.122045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5bfc6278-d69c-4a0d-856e-dc6143f03843 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/1e97e59a-95ab-4e81-90f6-e3c5ae39e233 HTTP/1.1" status: 200 len: 992 time: 0.1107602 Jan 27 22:51:29.138858 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecdd48b0-5a6b-4bf6-b4e9-2116d693e5df req-548e52a9-1728-485a-b9e8-284f64614382 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696881fc-2e00-4fc1-bfbd-010e7ae12e8b HTTP/1.1" status: 200 len: 1000 time: 0.0705106 Jan 27 22:51:29.186434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd48b0-5a6b-4bf6-b4e9-2116d693e5df req-555c5b48-b00f-4bfa-8bd7-5edfdeabc1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:29.187906 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecdd48b0-5a6b-4bf6-b4e9-2116d693e5df req-555c5b48-b00f-4bfa-8bd7-5edfdeabc1a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf8f3297-3730-4546-a74b-7e0dc1951341 HTTP/1.1" status: 200 len: 835 time: 0.0435712 Jan 27 22:51:29.236695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd48b0-5a6b-4bf6-b4e9-2116d693e5df req-641a97a7-9d89-4e7e-9c4f-c295a0779c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:51:29.238202 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecdd48b0-5a6b-4bf6-b4e9-2116d693e5df req-641a97a7-9d89-4e7e-9c4f-c295a0779c5e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9eaf4363-89c2-433a-948f-142dea497c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439267 Jan 27 22:51:29.340345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecdd48b0-5a6b-4bf6-b4e9-2116d693e5df req-2c4f87c1-5d74-4260-b0dd-7541aede5901 service neutron] 10.222.0.71 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961251 Jan 27 22:51:29.344441 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-c2342721-6663-486b-bd5a-e117819c4230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '1e97e59a-95ab-4e81-90f6-e3c5ae39e233', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'port_id': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'mac_address': 'fa:16:3e:5b:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:51:27Z', 'updated_at': '2022-01-27T22:51:27Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b1fba00-44da-441d-9541-d7e8578a3d89', 'name': '', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:1c:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:11Z', 'updated_at': '2022-01-27T22:51:15Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:51:29.375000 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2342721-6663-486b-bd5a-e117819c4230 None None] The sync data for ids ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'] in n-d-760456-6 is: [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '1e97e59a-95ab-4e81-90f6-e3c5ae39e233', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'port_id': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'mac_address': 'fa:16:3e:5b:b6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:51:27Z', 'updated_at': '2022-01-27T22:51:27Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b1fba00-44da-441d-9541-d7e8578a3d89', 'name': '', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:1c:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:11Z', 'updated_at': '2022-01-27T22:51:15Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:51:29.440606 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ecdd48b0-5a6b-4bf6-b4e9-2116d693e5df req-0dafb50f-b3fb-4678-ba9c-8a21d0d33618 service neutron] 10.222.0.71 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933216 Jan 27 22:51:29.676835 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6270ce-c9cc-4d5d-907c-16978d255bcb None None] New status for floating IP 1e97e59a-95ab-4e81-90f6-e3c5ae39e233: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:51:30.125084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 41966) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:51:30.187423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1b30e97e-f1e3-4478-b181-a063ea44e020 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/1e97e59a-95ab-4e81-90f6-e3c5ae39e233 HTTP/1.1" status: 200 len: 994 time: 0.0610633 Jan 27 22:51:32.061328 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:51:32.356662 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f4522fa0-f4fd-46e4-95e1-cd0f723a4a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:34.974040 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e00f4525-73c6-4edc-a841-5a36350fe3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:36.385257 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:37.671002 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:38.967913 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:57.721897 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:51:58.189409 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:01.555779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a8284-1724-4ef2-85a9-caa6a46cbc7c req-6ade67f2-fee2-4352-bb27-80eeffb20da2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:01.556985 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-440a8284-1724-4ef2-85a9-caa6a46cbc7c req-6ade67f2-fee2-4352-bb27-80eeffb20da2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0485780 Jan 27 22:52:01.637502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-440a8284-1724-4ef2-85a9-caa6a46cbc7c req-e80a3361-55c8-45a2-9214-55d6f587b578 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749309 Jan 27 22:52:01.643611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2c7b4-7487-4061-93c2-5d24e9264d5f req-64972959-9660-40c9-aadc-96fe31c559a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:01.645096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0a2c7b4-7487-4061-93c2-5d24e9264d5f req-64972959-9660-40c9-aadc-96fe31c559a6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 1097 time: 0.0669737 Jan 27 22:52:01.732708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2c7b4-7487-4061-93c2-5d24e9264d5f req-bfddefef-c707-4dc9-9f2b-aba4a8323871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:01.734062 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0a2c7b4-7487-4061-93c2-5d24e9264d5f req-bfddefef-c707-4dc9-9f2b-aba4a8323871 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9eaf4363-89c2-433a-948f-142dea497c47 HTTP/1.1" status: 200 len: 895 time: 0.0830128 Jan 27 22:52:01.801708 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0a2c7b4-7487-4061-93c2-5d24e9264d5f req-702a039a-ec39-4132-9a9f-9edf64a2f246 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696881fc-2e00-4fc1-bfbd-010e7ae12e8b HTTP/1.1" status: 200 len: 1002 time: 0.0603189 Jan 27 22:52:01.850366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2c7b4-7487-4061-93c2-5d24e9264d5f req-dd8c2d5f-f6fd-4355-a26b-2bd1b9e7f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:01.851754 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0a2c7b4-7487-4061-93c2-5d24e9264d5f req-dd8c2d5f-f6fd-4355-a26b-2bd1b9e7f250 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf8f3297-3730-4546-a74b-7e0dc1951341 HTTP/1.1" status: 200 len: 835 time: 0.0424602 Jan 27 22:52:01.895611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2c7b4-7487-4061-93c2-5d24e9264d5f req-4a7dec75-cc03-4154-8c1a-67c86fbfc408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:01.897111 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0a2c7b4-7487-4061-93c2-5d24e9264d5f req-4a7dec75-cc03-4154-8c1a-67c86fbfc408 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9eaf4363-89c2-433a-948f-142dea497c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392292 Jan 27 22:52:01.988907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0a2c7b4-7487-4061-93c2-5d24e9264d5f req-aae06fab-79b6-4f13-87e9-9fd1e2af87ee service neutron] 10.222.0.71 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841177 Jan 27 22:52:02.077278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0a2c7b4-7487-4061-93c2-5d24e9264d5f req-4d5b6553-3635-41b3-bb24-1309700ece01 service neutron] 10.222.0.71 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820704 Jan 27 22:52:02.345709 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dadf410a-3242-4f09-b488-b543f94a7c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:02.754844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de668c05-37bf-4f31-88f4-0b4637ea6044 req-0d882709-5d0a-444f-b4fc-4e9a9579c40c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:02.756326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de668c05-37bf-4f31-88f4-0b4637ea6044 req-0d882709-5d0a-444f-b4fc-4e9a9579c40c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0477641 Jan 27 22:52:02.807387 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de668c05-37bf-4f31-88f4-0b4637ea6044 req-d041b582-6671-4550-9400-238e290d04e4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454571 Jan 27 22:52:03.921543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e3ff1-f297-4df0-974e-be207a7e8301 req-9bbf9417-9f81-4e7d-a48f-8659ca1bf644 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:03.922928 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b2e3ff1-f297-4df0-974e-be207a7e8301 req-9bbf9417-9f81-4e7d-a48f-8659ca1bf644 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0476427 Jan 27 22:52:03.970785 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b2e3ff1-f297-4df0-974e-be207a7e8301 req-d86caf2d-60a8-4926-ba40-bb609bb234c7 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423911 Jan 27 22:52:04.927429 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e98a684e-79a0-462a-a642-4c85db4f5da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:05.083116 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff42c3d-7bcd-4996-9316-42c2a35b21f5 req-e487927d-1510-4dc4-822b-694ca7c1096e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:05.084611 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ff42c3d-7bcd-4996-9316-42c2a35b21f5 req-e487927d-1510-4dc4-822b-694ca7c1096e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0470660 Jan 27 22:52:05.132286 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ff42c3d-7bcd-4996-9316-42c2a35b21f5 req-5d97c593-9b7e-4b37-b6f1-675fa63a1b0d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419927 Jan 27 22:52:06.247804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5da6e-fecf-41c7-bde4-b2fd1e763255 req-307d10ce-c619-4a7f-ad2f-66bd8d649e0f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:06.249293 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58c5da6e-fecf-41c7-bde4-b2fd1e763255 req-307d10ce-c619-4a7f-ad2f-66bd8d649e0f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0507464 Jan 27 22:52:06.297256 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-58c5da6e-fecf-41c7-bde4-b2fd1e763255 req-54052348-d7a4-4e23-b0b0-5d0167985da1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417657 Jan 27 22:52:06.362231 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:07.411099 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e9670-c291-4922-98a9-5794edb51454 req-f092de4d-bde5-4442-ba8f-c7414019f642 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:07.412553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb8e9670-c291-4922-98a9-5794edb51454 req-f092de4d-bde5-4442-ba8f-c7414019f642 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0479870 Jan 27 22:52:07.464057 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb8e9670-c291-4922-98a9-5794edb51454 req-a2776729-6651-46dd-944a-c89618dbaaac tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448322 Jan 27 22:52:07.630290 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:08.578494 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fc74a-d157-457a-a4a4-600373449b7b req-b90c3433-5cc9-4303-b4cd-98ba5e730e1a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:08.580502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d7fc74a-d157-457a-a4a4-600373449b7b req-b90c3433-5cc9-4303-b4cd-98ba5e730e1a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0468676 Jan 27 22:52:08.631115 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8d7fc74a-d157-457a-a4a4-600373449b7b req-2e2b11d7-9798-46c6-a68d-608be15cfa88 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451770 Jan 27 22:52:08.988578 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:09.060163 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:52:09.744807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3da336-d0a5-40b1-92c7-f733acd4dd7c req-dce1ad60-010b-4724-be1f-f2252b104acf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:09.746275 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b3da336-d0a5-40b1-92c7-f733acd4dd7c req-dce1ad60-010b-4724-be1f-f2252b104acf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0474813 Jan 27 22:52:09.793770 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9b3da336-d0a5-40b1-92c7-f733acd4dd7c req-8d32e669-a446-4fdb-86b5-b4a6046e2ec6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419621 Jan 27 22:52:10.905927 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274627f8-9eb8-4ae8-8446-fd7115b3bf79 req-6f6246dc-1634-4519-aa33-2bb626ea0d6a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:10.907388 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-274627f8-9eb8-4ae8-8446-fd7115b3bf79 req-6f6246dc-1634-4519-aa33-2bb626ea0d6a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0468218 Jan 27 22:52:10.964965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-274627f8-9eb8-4ae8-8446-fd7115b3bf79 req-018c4d4e-5f86-4f40-b076-ec00dd472e83 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437629 Jan 27 22:52:12.082995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2fd18-5279-4363-b881-29e6e8ba759b req-d29158e9-5f04-400b-ae9d-b3516bd59d8e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:12.084483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0fc2fd18-5279-4363-b881-29e6e8ba759b req-d29158e9-5f04-400b-ae9d-b3516bd59d8e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0514693 Jan 27 22:52:12.131977 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0fc2fd18-5279-4363-b881-29e6e8ba759b req-4fe53f16-b133-49c7-863f-089f669d7e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420139 Jan 27 22:52:13.246140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa05fb-ac87-433f-9cb8-6a7f71972624 req-e4abcba1-b607-4e31-b703-7050ba7a3bfd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:13.247613 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cfa05fb-ac87-433f-9cb8-6a7f71972624 req-e4abcba1-b607-4e31-b703-7050ba7a3bfd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0479157 Jan 27 22:52:13.303989 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2cfa05fb-ac87-433f-9cb8-6a7f71972624 req-3be57316-ebbf-4af1-a863-bf22056918cb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508502 Jan 27 22:52:14.422124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff89ee-4e83-4199-b883-ee2fec4911d7 req-ce5597fe-492d-4607-97e4-aef9336895b5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:14.423610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65ff89ee-4e83-4199-b883-ee2fec4911d7 req-ce5597fe-492d-4607-97e4-aef9336895b5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0510433 Jan 27 22:52:14.475690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65ff89ee-4e83-4199-b883-ee2fec4911d7 req-9073c981-d3af-4ca0-9ca8-13cf7fe751ab tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456748 Jan 27 22:52:15.595670 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f9b0d-b212-4f9c-813e-a1f1473b2dff req-3b8636f5-8154-42fc-964b-56994d806cad tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:15.597182 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc3f9b0d-b212-4f9c-813e-a1f1473b2dff req-3b8636f5-8154-42fc-964b-56994d806cad tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0531154 Jan 27 22:52:15.647813 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc3f9b0d-b212-4f9c-813e-a1f1473b2dff req-e7ae863a-c71c-46cb-ab7a-c0519029bf13 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445716 Jan 27 22:52:16.760801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd20a2-40e3-4299-b9fd-8e26b8831ffa req-c380201b-b247-4166-9bf0-f600d8559d60 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:16.762264 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2afd20a2-40e3-4299-b9fd-8e26b8831ffa req-c380201b-b247-4166-9bf0-f600d8559d60 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0474608 Jan 27 22:52:16.813850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2afd20a2-40e3-4299-b9fd-8e26b8831ffa req-5a1eb0f3-fb3d-4091-a3a7-d6e01d2a7749 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459521 Jan 27 22:52:17.929038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d6e69-7b1c-4e37-b840-f5cc0a3edc06 req-42636929-86cb-4a98-90a7-7d6acb9395a3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:17.930498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-677d6e69-7b1c-4e37-b840-f5cc0a3edc06 req-42636929-86cb-4a98-90a7-7d6acb9395a3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0491548 Jan 27 22:52:17.981025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-677d6e69-7b1c-4e37-b840-f5cc0a3edc06 req-ef6a7833-f8b3-453e-86e9-32fdda9f757b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446587 Jan 27 22:52:19.097082 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227e859-7810-454b-a584-0230dc3adeaa req-1ccb9055-b766-4806-a337-fdce432bdb95 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:19.099243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e227e859-7810-454b-a584-0230dc3adeaa req-1ccb9055-b766-4806-a337-fdce432bdb95 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0482454 Jan 27 22:52:19.147365 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e227e859-7810-454b-a584-0230dc3adeaa req-9cecb727-27f8-4a34-bbdc-52f515dd8b88 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420732 Jan 27 22:52:19.169523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42014) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:19.235877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bcfdea3a-d7a4-4a70-86ed-59020aee5f90 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/1e97e59a-95ab-4e81-90f6-e3c5ae39e233 HTTP/1.1" status: 200 len: 994 time: 0.0652182 Jan 27 22:52:26.756263 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41914bc1-75df-4187-b23e-fc701fad4247 req-70c0459f-6012-4f51-9a1f-aa6c3762d47d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0374155 Jan 27 22:52:26.833368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41914bc1-75df-4187-b23e-fc701fad4247 req-fa039091-2b41-4d84-af65-b75aed634380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:26.834827 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41914bc1-75df-4187-b23e-fc701fad4247 req-fa039091-2b41-4d84-af65-b75aed634380 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 1097 time: 0.0397203 Jan 27 22:52:26.936128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41914bc1-75df-4187-b23e-fc701fad4247 req-43f6ac67-ef27-4c2e-ad19-1bc79264d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:26.937600 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41914bc1-75df-4187-b23e-fc701fad4247 req-43f6ac67-ef27-4c2e-ad19-1bc79264d607 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9eaf4363-89c2-433a-948f-142dea497c47 HTTP/1.1" status: 200 len: 895 time: 0.0857320 Jan 27 22:52:27.005136 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41914bc1-75df-4187-b23e-fc701fad4247 req-4c2d7e89-52ae-467e-a176-36844ce99bb4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696881fc-2e00-4fc1-bfbd-010e7ae12e8b HTTP/1.1" status: 200 len: 1002 time: 0.0609231 Jan 27 22:52:27.057955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41914bc1-75df-4187-b23e-fc701fad4247 req-e7385465-ee4c-455d-960b-c33947dd64c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:27.059814 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41914bc1-75df-4187-b23e-fc701fad4247 req-e7385465-ee4c-455d-960b-c33947dd64c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf8f3297-3730-4546-a74b-7e0dc1951341 HTTP/1.1" status: 200 len: 835 time: 0.0472410 Jan 27 22:52:27.103695 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41914bc1-75df-4187-b23e-fc701fad4247 req-182177c5-daf0-4123-bd89-49970c2a9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:27.105276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41914bc1-75df-4187-b23e-fc701fad4247 req-182177c5-daf0-4123-bd89-49970c2a9678 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9eaf4363-89c2-433a-948f-142dea497c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395405 Jan 27 22:52:27.193975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41914bc1-75df-4187-b23e-fc701fad4247 req-cb7a422b-7f4d-46e4-a1d2-9a54bd14e5b6 service neutron] 10.222.0.71 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819590 Jan 27 22:52:27.287380 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-41914bc1-75df-4187-b23e-fc701fad4247 req-9636e095-39e4-4eab-831f-993a09cc1058 service neutron] 10.222.0.71 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845358 Jan 27 22:52:27.730599 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:28.127204 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:32.341839 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1e35be81-92f1-441e-8619-57d0c54bdfbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:34.919065 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0cca9b5e-e7e0-4801-b6ee-d5c0d305717b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:36.343973 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:37.644711 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:38.947333 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:46.060137 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:52:49.679087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42024) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:49.835950 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 4fc13ad8-fe07-492e-b1b3-bcb944cd87f7 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:52:49.836301 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4fc13ad8-fe07-492e-b1b3-bcb944cd87f7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:49.912478 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4fc13ad8-fe07-492e-b1b3-bcb944cd87f7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:49.912817 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (4fc13ad8-fe07-492e-b1b3-bcb944cd87f7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:49.924805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 4fc13ad8-fe07-492e-b1b3-bcb944cd87f7 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:52:50.435889 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4fc13ad8-fe07-492e-b1b3-bcb944cd87f7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:50.461821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=4fc13ad8-fe07-492e-b1b3-bcb944cd87f7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:50.472393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.474567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.474567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.474567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.474567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.474567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.474567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.475708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.475708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.475708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.475708 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.476029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.476300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:50.534009 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (1e97e59a-95ab-4e81-90f6-e3c5ae39e233), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:50.534475 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Floating IP 1e97e59a-95ab-4e81-90f6-e3c5ae39e233 disassociated (deleted). External IP: 172.25.0.105, port: 696881fc-2e00-4fc1-bfbd-010e7ae12e8b. Jan 27 22:52:50.734926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:52:50.840529 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:52:50.845092 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:50.851439 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76437f24-be85-4d1f-a618-c1d9cc749c1f None None] Sync routers for ids ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:52:50.860213 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76437f24-be85-4d1f-a618-c1d9cc749c1f None None] Routers {'5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:52:50.860885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-76437f24-be85-4d1f-a618-c1d9cc749c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:52:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:50.871179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-da9f001b-d478-4bf5-9767-57706059498f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/floatingips/1e97e59a-95ab-4e81-90f6-e3c5ae39e233 HTTP/1.1" status: 204 len: 168 time: 1.1909831 Jan 27 22:52:50.871790 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'tag': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:52:50.874126 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c91dcd-2302-4346-a76b-3403ff2c6887" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc0b72f-4c83-4488-af2e-5f217362345f", "tag": "696881fc-2e00-4fc1-bfbd-010e7ae12e8b"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:52:50.915311 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234fc7d4-be3c-4367-ad86-f5ffb685653c x-openstack-request-id: req-234fc7d4-be3c-4367-ad86-f5ffb685653c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:52:50.915623 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc0b72f-4c83-4488-af2e-5f217362345f", "tag": "696881fc-2e00-4fc1-bfbd-010e7ae12e8b", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:52:50.916134 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-234fc7d4-be3c-4367-ad86-f5ffb685653c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:52:50.916347 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'tag': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b', 'status': 'completed', 'code': 200} Jan 27 22:52:50.973688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-76437f24-be85-4d1f-a618-c1d9cc749c1f None None] Set router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:52:50.979013 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-6cc9df39-754b-42f4-b057-5d9f3c7571e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:50.980558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-6cc9df39-754b-42f4-b057-5d9f3c7571e1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 1097 time: 0.0419462 Jan 27 22:52:51.077621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-9114cea7-d941-4cd8-86f1-44e50f46b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:51.079047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-9114cea7-d941-4cd8-86f1-44e50f46b586 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9eaf4363-89c2-433a-948f-142dea497c47 HTTP/1.1" status: 200 len: 895 time: 0.0914247 Jan 27 22:52:51.122088 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-39a53aa3-90c4-42f3-bd7c-1a3ff6eefdaf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=696881fc-2e00-4fc1-bfbd-010e7ae12e8b HTTP/1.1" status: 200 len: 217 time: 0.0370829 Jan 27 22:52:51.177448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-c4b70d2a-d59b-4483-ab5e-bfb603f2e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:51.193048 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-c4b70d2a-d59b-4483-ab5e-bfb603f2e351 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cf8f3297-3730-4546-a74b-7e0dc1951341 HTTP/1.1" status: 200 len: 835 time: 0.0486383 Jan 27 22:52:51.229821 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-f3b046c7-8bb0-4bb5-910f-b44ba9325d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:51.231830 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-f3b046c7-8bb0-4bb5-910f-b44ba9325d64 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9eaf4363-89c2-433a-948f-142dea497c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466571 Jan 27 22:52:51.245543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-a6568c3a-47cc-475c-bc95-09a4f4b17d69 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:52:51.246514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-a6568c3a-47cc-475c-bc95-09a4f4b17d69 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055671 Jan 27 22:52:51.352944 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-4b05839b-48f7-4450-ad82-cac678500c4f service neutron] 10.222.0.71 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993781 Jan 27 22:52:51.379572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-76437f24-be85-4d1f-a618-c1d9cc749c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4b1fba00-44da-441d-9541-d7e8578a3d89', 'name': '', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:1c:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:11Z', 'updated_at': '2022-01-27T22:51:15Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:51.407462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76437f24-be85-4d1f-a618-c1d9cc749c1f None None] Checking router: 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:52:51.422771 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76437f24-be85-4d1f-a618-c1d9cc749c1f None None] Routers {'5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:52:51.423392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-76437f24-be85-4d1f-a618-c1d9cc749c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:52:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:51.469254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c10040-850d-4885-a3d4-88f6e582e3af req-bb6bbc02-8522-496e-a3ef-d19cb6edd876 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:51.470751 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19c10040-850d-4885-a3d4-88f6e582e3af req-bb6bbc02-8522-496e-a3ef-d19cb6edd876 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.1653125 Jan 27 22:52:51.499850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-85c91dcd-2302-4346-a76b-3403ff2c6887 req-1cbdebbe-dbe8-4251-a7f1-0727a54eb4de service neutron] 10.222.0.71 "GET /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397345 Jan 27 22:52:51.532952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19c10040-850d-4885-a3d4-88f6e582e3af req-2a4c4c66-f7e9-40d2-a25a-48e7803ac4ae tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553288 Jan 27 22:52:51.573257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-76437f24-be85-4d1f-a618-c1d9cc749c1f None None] Set router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:52:51.785682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-76437f24-be85-4d1f-a618-c1d9cc749c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4b1fba00-44da-441d-9541-d7e8578a3d89', 'name': '', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:1c:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:11Z', 'updated_at': '2022-01-27T22:51:15Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:51.811352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76437f24-be85-4d1f-a618-c1d9cc749c1f None None] The sync data for ids ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'] in n-d-760456-6 is: [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4b1fba00-44da-441d-9541-d7e8578a3d89', 'name': '', 'network_id': '9eaf4363-89c2-433a-948f-142dea497c47', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:1c:f9:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:11Z', 'updated_at': '2022-01-27T22:51:15Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cf8f3297-3730-4546-a74b-7e0dc1951341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:52:52.023931 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b2adc1-e398-4a83-93b3-9b2a8d952d43 None None] New status for floating IP 1e97e59a-95ab-4e81-90f6-e3c5ae39e233: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:52:52.705830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7a5e4-1336-4ca7-9ba5-c7c91a7a1baa req-a309f219-b5a0-4b47-84f3-cadb2e212efd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:52.707415 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63b7a5e4-1336-4ca7-9ba5-c7c91a7a1baa req-a309f219-b5a0-4b47-84f3-cadb2e212efd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.1039124 Jan 27 22:52:52.758134 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63b7a5e4-1336-4ca7-9ba5-c7c91a7a1baa req-034baa99-858a-4fb6-a746-9ac6318147ae tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=05da14c3-b1a3-4050-965b-558a73f5871c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450938 Jan 27 22:52:52.824865 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0c210-4582-43f4-8ff7-d2891b3cf212 req-2f2607df-3406-4f63-a9c8-937dc48011d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:52:52.826211 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9e0c210-4582-43f4-8ff7-d2891b3cf212 req-2f2607df-3406-4f63-a9c8-937dc48011d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 946 time: 0.0479641 Jan 27 22:52:52.912640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d9e0c210-4582-43f4-8ff7-d2891b3cf212 req-6f9bd258-9354-44b1-b319-c9245d4c7c0c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:52:52.912982 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9e0c210-4582-43f4-8ff7-d2891b3cf212 req-6f9bd258-9354-44b1-b319-c9245d4c7c0c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:53.003915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-d9e0c210-4582-43f4-8ff7-d2891b3cf212 req-6f9bd258-9354-44b1-b319-c9245d4c7c0c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=696881fc-2e00-4fc1-bfbd-010e7ae12e8b,segment=NetworkSegment(a06bf3dd-3094-4572-b248-c87751f8149c),segment_id=a06bf3dd-3094-4572-b248-c87751f8149c)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:52:53.004309 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9e0c210-4582-43f4-8ff7-d2891b3cf212 req-6f9bd258-9354-44b1-b319-c9245d4c7c0c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:53.016066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-d9e0c210-4582-43f4-8ff7-d2891b3cf212 req-6f9bd258-9354-44b1-b319-c9245d4c7c0c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 696881fc-2e00-4fc1-bfbd-010e7ae12e8b owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:52:53.255753 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9e0c210-4582-43f4-8ff7-d2891b3cf212 req-6f9bd258-9354-44b1-b319-c9245d4c7c0c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (696881fc-2e00-4fc1-bfbd-010e7ae12e8b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:53.283039 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bd258-9354-44b1-b319-c9245d4c7c0c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=696881fc-2e00-4fc1-bfbd-010e7ae12e8b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:53.325719 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0c210-4582-43f4-8ff7-d2891b3cf212 req-6f9bd258-9354-44b1-b319-c9245d4c7c0c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] No DVR routers for this DVR port 696881fc-2e00-4fc1-bfbd-010e7ae12e8b on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:52:53.328388 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-d9e0c210-4582-43f4-8ff7-d2891b3cf212 req-6f9bd258-9354-44b1-b319-c9245d4c7c0c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:53.332227 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d9e0c210-4582-43f4-8ff7-d2891b3cf212 req-6f9bd258-9354-44b1-b319-c9245d4c7c0c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "DELETE /v2.0/ports/696881fc-2e00-4fc1-bfbd-010e7ae12e8b HTTP/1.1" status: 204 len: 173 time: 0.5006537 Jan 27 22:52:53.332680 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'name': 'network-vif-deleted', 'tag': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:52:53.335024 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0375a8b5-5ac7-4c02-b911-3da2ff21acae" -d '{"events": [{"server_uuid": "1dc0b72f-4c83-4488-af2e-5f217362345f", "name": "network-vif-deleted", "tag": "696881fc-2e00-4fc1-bfbd-010e7ae12e8b"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:52:53.371808 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e7b161-5b55-4e52-8f25-eca6d29a5786 x-openstack-request-id: req-20e7b161-5b55-4e52-8f25-eca6d29a5786 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:52:53.372142 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc0b72f-4c83-4488-af2e-5f217362345f", "name": "network-vif-deleted", "tag": "696881fc-2e00-4fc1-bfbd-010e7ae12e8b", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:52:53.372404 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20e7b161-5b55-4e52-8f25-eca6d29a5786 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:52:53.372813 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc0b72f-4c83-4488-af2e-5f217362345f', 'name': 'network-vif-deleted', 'tag': '696881fc-2e00-4fc1-bfbd-010e7ae12e8b', 'status': 'completed', 'code': 200} Jan 27 22:52:53.862452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4071f47b-77d1-4ab8-849e-17ff65be5bad req-35efa555-3baf-47bf-85c0-5a1ac6d6f2fa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=1dc0b72f-4c83-4488-af2e-5f217362345f HTTP/1.1" status: 200 len: 210 time: 0.0253563 Jan 27 22:52:54.920838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42044) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:55.279616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eeb39e31-b9bc-4e3f-a199-0cdf896a7753 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:55.530274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-eeb39e31-b9bc-4e3f-a199-0cdf896a7753 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 4b1fba00-44da-441d-9541-d7e8578a3d89 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:52:55.530543 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eeb39e31-b9bc-4e3f-a199-0cdf896a7753 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:55.625126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-eeb39e31-b9bc-4e3f-a199-0cdf896a7753 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port 4b1fba00-44da-441d-9541-d7e8578a3d89, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4b1fba00-44da-441d-9541-d7e8578a3d89,segment=NetworkSegment(a06bf3dd-3094-4572-b248-c87751f8149c),segment_id=a06bf3dd-3094-4572-b248-c87751f8149c)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:52:55.625650 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eeb39e31-b9bc-4e3f-a199-0cdf896a7753 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:55.638320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-eeb39e31-b9bc-4e3f-a199-0cdf896a7753 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 4b1fba00-44da-441d-9541-d7e8578a3d89 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:52:55.886540 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eeb39e31-b9bc-4e3f-a199-0cdf896a7753 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4b1fba00-44da-441d-9541-d7e8578a3d89), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:55.911590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb39e31-b9bc-4e3f-a199-0cdf896a7753 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=4b1fba00-44da-441d-9541-d7e8578a3d89,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:56.089566 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-eeb39e31-b9bc-4e3f-a199-0cdf896a7753 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:56.309892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb39e31-b9bc-4e3f-a199-0cdf896a7753 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:52:56.413796 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb39e31-b9bc-4e3f-a199-0cdf896a7753 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:52:56.419715 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-eeb39e31-b9bc-4e3f-a199-0cdf896a7753 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "PUT /v2.0/routers/5ab73f2f-9fb1-4773-bdad-8e4aae153cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4968524 Jan 27 22:52:56.421686 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42046) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:56.423014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ca248-de4e-4c4e-a580-a3ad859bba3b None None] Sync routers for ids ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:52:56.434520 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ca248-de4e-4c4e-a580-a3ad859bba3b None None] Routers {'5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:52:56.435136 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-386ca248-de4e-4c4e-a580-a3ad859bba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:52:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:56.480146 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting subnet cf8f3297-3730-4546-a74b-7e0dc1951341 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:52:56.483290 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (cf8f3297-3730-4546-a74b-7e0dc1951341), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:56.524272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (cf8f3297-3730-4546-a74b-7e0dc1951341), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:56.538188 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 696881fc-2e00-4fc1-bfbd-010e7ae12e8b no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:52:56.543021 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-386ca248-de4e-4c4e-a580-a3ad859bba3b None None] Set router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:52:56.607829 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (cf8f3297-3730-4546-a74b-7e0dc1951341), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:56.610447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 696881fc-2e00-4fc1-bfbd-010e7ae12e8b {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:52:56.610802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 696881fc-2e00-4fc1-bfbd-010e7ae12e8b not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:52:56.737654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-386ca248-de4e-4c4e-a580-a3ad859bba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:52:55Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:56.739054 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (cf8f3297-3730-4546-a74b-7e0dc1951341), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:56.767471 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ca248-de4e-4c4e-a580-a3ad859bba3b None None] Checking router: 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:52:56.768023 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8f3297-3730-4546-a74b-7e0dc1951341,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:56.771337 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:56.774528 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/subnets/cf8f3297-3730-4546-a74b-7e0dc1951341 HTTP/1.1" status: 204 len: 168 time: 0.3518510 Jan 27 22:52:56.774871 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec35bd0-27f8-43c9-8c3b-743c91dc03e4 None None] Network 9eaf4363-89c2-433a-948f-142dea497c47 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:52:56.777539 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42050) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:56.779700 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.780060 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.780425 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.780831 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.781091 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.781422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.781750 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.782079 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.782441 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.782771 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.783102 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.783422 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.784276 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11cf67-25c1-44fd-8bed-18a12d2c6855 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:56.823079 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ca248-de4e-4c4e-a580-a3ad859bba3b None None] Routers {'5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:52:56.823722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-386ca248-de4e-4c4e-a580-a3ad859bba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:52:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:56.914346 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:56.964335 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-386ca248-de4e-4c4e-a580-a3ad859bba3b None None] Set router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:52:57.028241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] DHCP port deletion for 9eaf4363-89c2-433a-948f-142dea497c47 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:52:57.035197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.164360 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Deleting port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:52:57.164732 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (485eb93a-eddb-4f7b-b07b-ec6c032f58e1), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.212525 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 128ed0c0-c890-4256-b803-1dd71aa784e7 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:52:57.213096 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.233636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] For port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=485eb93a-eddb-4f7b-b07b-ec6c032f58e1,segment=NetworkSegment(a06bf3dd-3094-4572-b248-c87751f8149c),segment_id=a06bf3dd-3094-4572-b248-c87751f8149c)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:52:57.234035 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (485eb93a-eddb-4f7b-b07b-ec6c032f58e1), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.247776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Calling delete_port for 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:52:57.259944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-386ca248-de4e-4c4e-a580-a3ad859bba3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:52:55Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:57.291208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port 128ed0c0-c890-4256-b803-1dd71aa784e7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=128ed0c0-c890-4256-b803-1dd71aa784e7,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:52:57.291590 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.303595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 128ed0c0-c890-4256-b803-1dd71aa784e7 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:52:57.315985 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ca248-de4e-4c4e-a580-a3ad859bba3b None None] The sync data for ids ['5ab73f2f-9fb1-4773-bdad-8e4aae153cdc'] in n-d-760456-6 is: [{'id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-108874154', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:52:55Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '128ed0c0-c890-4256-b803-1dd71aa784e7', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73f2f-9fb1-4773-bdad-8e4aae153cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:51:08Z', 'updated_at': '2022-01-27T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:52:57.469784 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (485eb93a-eddb-4f7b-b07b-ec6c032f58e1), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.492866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Pushing event deleted for resources: {'Port': ['ID=485eb93a-eddb-4f7b-b07b-ec6c032f58e1,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:57.503299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] No DVR routers for this DVR port 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:52:57.505423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.505781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.506144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.506577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.506921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.507259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.507592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.507925 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.508282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.508613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.508954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.509281 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.509601 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00af9baa-7955-4e17-bd41-bd6027c781b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:52:57.541715 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (128ed0c0-c890-4256-b803-1dd71aa784e7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.570431 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=128ed0c0-c890-4256-b803-1dd71aa784e7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:57.635754 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.726980 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.737219 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.739585 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_controller (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.812547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:52:57.870714 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (5ab73f2f-9fb1-4773-bdad-8e4aae153cdc), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.871256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Fanout notify agent at l3_agent the message router_deleted on router 5ab73f2f-9fb1-4773-bdad-8e4aae153cdc {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:52:57.879655 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.883641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-54f9ac12-58aa-4ce1-8714-11079216cbe0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/routers/5ab73f2f-9fb1-4773-bdad-8e4aae153cdc HTTP/1.1" status: 204 len: 168 time: 1.1024239 Jan 27 22:52:57.883937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42052) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:57.979903 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (9eaf4363-89c2-433a-948f-142dea497c47), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:57.990901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:52:57.991288 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 485eb93a-eddb-4f7b-b07b-ec6c032f58e1 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:52:57.991668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4b1fba00-44da-441d-9541-d7e8578a3d89 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:52:58.019120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4b1fba00-44da-441d-9541-d7e8578a3d89 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:52:58.019120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4b1fba00-44da-441d-9541-d7e8578a3d89 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:52:58.073901 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (9eaf4363-89c2-433a-948f-142dea497c47), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:58.094679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eaf4363-89c2-433a-948f-142dea497c47']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:58.104911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06bf3dd-3094-4572-b248-c87751f8149c') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:58.105214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06bf3dd-3094-4572-b248-c87751f8149c') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:52:58.120711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (a06bf3dd-3094-4572-b248-c87751f8149c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:58.129866 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:58.133741 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (a06bf3dd-3094-4572-b248-c87751f8149c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:58.139678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (a06bf3dd-3094-4572-b248-c87751f8149c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:52:58.145217 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:52:58.278338 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (9eaf4363-89c2-433a-948f-142dea497c47), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:58.286356 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:58.289312 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/networks/9eaf4363-89c2-433a-948f-142dea497c47 HTTP/1.1" status: 204 len: 168 time: 0.4043369 Jan 27 22:52:58.292402 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42054) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:58.302234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b217b-2443-4f19-bb98-ca149f8ecbb4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Network': ['ID=9eaf4363-89c2-433a-948f-142dea497c47,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:58.350345 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a32504d-a810-42c7-988d-04c4c96028fa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (05da14c3-b1a3-4050-965b-558a73f5871c), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:58.378824 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a32504d-a810-42c7-988d-04c4c96028fa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (05da14c3-b1a3-4050-965b-558a73f5871c), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:58.495542 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a32504d-a810-42c7-988d-04c4c96028fa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (05da14c3-b1a3-4050-965b-558a73f5871c), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:58.498286 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6a32504d-a810-42c7-988d-04c4c96028fa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:58.499502 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6a32504d-a810-42c7-988d-04c4c96028fa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/security-groups/05da14c3-b1a3-4050-965b-558a73f5871c HTTP/1.1" status: 204 len: 168 time: 0.2061477 Jan 27 22:52:58.508974 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32504d-a810-42c7-988d-04c4c96028fa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05da14c3-b1a3-4050-965b-558a73f5871c,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:58.999673 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42060) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:59.004926 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-3d126f6f-5f82-44c5-b35c-34a1528dbe9b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030300942', 'description': 'tempest-secgroup-smoke-2030300942 description', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:59.095618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d126f6f-5f82-44c5-b35c-34a1528dbe9b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.159681 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d126f6f-5f82-44c5-b35c-34a1528dbe9b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (c65a3482-32c0-4abd-a879-131c10c7a393), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.307149 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d126f6f-5f82-44c5-b35c-34a1528dbe9b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c65a3482-32c0-4abd-a879-131c10c7a393), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.335416 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d126f6f-5f82-44c5-b35c-34a1528dbe9b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65a3482-32c0-4abd-a879-131c10c7a393,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:59.420414 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-3d126f6f-5f82-44c5-b35c-34a1528dbe9b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.421683 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-3d126f6f-5f82-44c5-b35c-34a1528dbe9b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4209056 Jan 27 22:52:59.425178 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42062) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:59.429703 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-9cc995be-dfcd-4679-94c6-4f969b24518b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': 'c65a3482-32c0-4abd-a879-131c10c7a393', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:59.517219 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9cc995be-dfcd-4679-94c6-4f969b24518b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (e7759325-5f3f-42fd-b1e4-1e0a0d4959bc), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.575327 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9cc995be-dfcd-4679-94c6-4f969b24518b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (e7759325-5f3f-42fd-b1e4-1e0a0d4959bc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.655636 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9cc995be-dfcd-4679-94c6-4f969b24518b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (e7759325-5f3f-42fd-b1e4-1e0a0d4959bc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.675137 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc995be-dfcd-4679-94c6-4f969b24518b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7759325-5f3f-42fd-b1e4-1e0a0d4959bc,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:52:59.694983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 128ed0c0-c890-4256-b803-1dd71aa784e7 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:52:59.714902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 128ed0c0-c890-4256-b803-1dd71aa784e7 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:52:59.715257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 128ed0c0-c890-4256-b803-1dd71aa784e7 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:52:59.829469 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-9cc995be-dfcd-4679-94c6-4f969b24518b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:52:59.830677 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-9cc995be-dfcd-4679-94c6-4f969b24518b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4045517 Jan 27 22:52:59.835525 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42064) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:52:59.839895 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ad743f2d-3111-4f17-96cf-110a484fad8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': 'c65a3482-32c0-4abd-a879-131c10c7a393', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:52:59.992244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad743f2d-3111-4f17-96cf-110a484fad8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (f528b28e-a8fa-4cac-9240-8a5cd220f026), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.048446 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad743f2d-3111-4f17-96cf-110a484fad8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (f528b28e-a8fa-4cac-9240-8a5cd220f026), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.129839 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad743f2d-3111-4f17-96cf-110a484fad8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (f528b28e-a8fa-4cac-9240-8a5cd220f026), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.147622 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad743f2d-3111-4f17-96cf-110a484fad8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f528b28e-a8fa-4cac-9240-8a5cd220f026,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:00.215146 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ad743f2d-3111-4f17-96cf-110a484fad8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.216435 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ad743f2d-3111-4f17-96cf-110a484fad8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3798559 Jan 27 22:53:00.219265 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42066) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:00.224289 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-0f6609b5-e2bf-4694-bf9b-558cc0f46a7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': 'c65a3482-32c0-4abd-a879-131c10c7a393', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:53:00.317459 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6609b5-e2bf-4694-bf9b-558cc0f46a7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (f488621d-4e30-427d-a215-109559208cd8), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.372001 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6609b5-e2bf-4694-bf9b-558cc0f46a7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (f488621d-4e30-427d-a215-109559208cd8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.446915 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6609b5-e2bf-4694-bf9b-558cc0f46a7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (f488621d-4e30-427d-a215-109559208cd8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.464478 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6609b5-e2bf-4694-bf9b-558cc0f46a7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f488621d-4e30-427d-a215-109559208cd8,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:00.537958 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0f6609b5-e2bf-4694-bf9b-558cc0f46a7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.539226 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0f6609b5-e2bf-4694-bf9b-558cc0f46a7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3190372 Jan 27 22:53:00.542133 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42068) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:00.546499 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-193b3d83-fbbe-4631-a995-2663e97c9321 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': 'c65a3482-32c0-4abd-a879-131c10c7a393', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:53:00.654242 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-193b3d83-fbbe-4631-a995-2663e97c9321 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (09d0fc76-f9e1-4492-87a1-368ebe0c84de), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.712260 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-193b3d83-fbbe-4631-a995-2663e97c9321 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (09d0fc76-f9e1-4492-87a1-368ebe0c84de), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.798049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-193b3d83-fbbe-4631-a995-2663e97c9321 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (09d0fc76-f9e1-4492-87a1-368ebe0c84de), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.819430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b3d83-fbbe-4631-a995-2663e97c9321 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d0fc76-f9e1-4492-87a1-368ebe0c84de,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:00.885814 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-193b3d83-fbbe-4631-a995-2663e97c9321 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:00.887037 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-193b3d83-fbbe-4631-a995-2663e97c9321 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3439803 Jan 27 22:53:00.889856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42070) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:00.894186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-81189113-ab89-49a6-a763-b8570cc43599 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': 'c65a3482-32c0-4abd-a879-131c10c7a393', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:53:00.972475 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-81189113-ab89-49a6-a763-b8570cc43599 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Project 29c38416fa8f4bc5b26ea7b668b7d2d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:53:00.977473 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81189113-ab89-49a6-a763-b8570cc43599 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (5b0b5bdf-b78d-483b-9116-5a39f9a0e3f8), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.034568 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81189113-ab89-49a6-a763-b8570cc43599 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (5b0b5bdf-b78d-483b-9116-5a39f9a0e3f8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.103665 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81189113-ab89-49a6-a763-b8570cc43599 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (5b0b5bdf-b78d-483b-9116-5a39f9a0e3f8), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.122652 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81189113-ab89-49a6-a763-b8570cc43599 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0b5bdf-b78d-483b-9116-5a39f9a0e3f8,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:01.192015 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81189113-ab89-49a6-a763-b8570cc43599 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.193356 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-81189113-ab89-49a6-a763-b8570cc43599 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3025780 Jan 27 22:53:01.196189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42072) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:01.200572 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b2fa6d68-a583-4773-a80c-eb8542958300 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': 'c65a3482-32c0-4abd-a879-131c10c7a393', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:53:01.292422 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-b2fa6d68-a583-4773-a80c-eb8542958300 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Project 29c38416fa8f4bc5b26ea7b668b7d2d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:53:01.297355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2fa6d68-a583-4773-a80c-eb8542958300 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (bbbbea65-e249-47b5-a97b-61956cfdddb5), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.355370 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2fa6d68-a583-4773-a80c-eb8542958300 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (bbbbea65-e249-47b5-a97b-61956cfdddb5), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.441552 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2fa6d68-a583-4773-a80c-eb8542958300 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (bbbbea65-e249-47b5-a97b-61956cfdddb5), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.459211 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa6d68-a583-4773-a80c-eb8542958300 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbbea65-e249-47b5-a97b-61956cfdddb5,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:01.543846 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b2fa6d68-a583-4773-a80c-eb8542958300 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.545120 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b2fa6d68-a583-4773-a80c-eb8542958300 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3479681 Jan 27 22:53:01.547970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42074) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:01.553555 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8f5f4e70-3d86-4656-8a0b-fb8a7da5765d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'network': {'name': 'tempest-network-smoke--52178736', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'port_security_enabled': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:53:01.663553 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5f4e70-3d86-4656-8a0b-fb8a7da5765d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:53:01.667138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4e70-3d86-4656-8a0b-fb8a7da5765d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.694856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5f4e70-3d86-4656-8a0b-fb8a7da5765d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:53:01.703618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4e70-3d86-4656-8a0b-fb8a7da5765d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9778b838-1b26-4a2e-982b-cb49a11c555b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.703967 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-8f5f4e70-3d86-4656-8a0b-fb8a7da5765d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Added segment 9778b838-1b26-4a2e-982b-cb49a11c555b of type vlan for network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 Jan 27 22:53:01.742599 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4e70-3d86-4656-8a0b-fb8a7da5765d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (a0dca4eb-06ed-4a3c-ac74-98e37ea31941), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.832355 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4e70-3d86-4656-8a0b-fb8a7da5765d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (a0dca4eb-06ed-4a3c-ac74-98e37ea31941), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.837282 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5f4e70-3d86-4656-8a0b-fb8a7da5765d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:01.837877 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8f5f4e70-3d86-4656-8a0b-fb8a7da5765d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:01.901152 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f4e70-3d86-4656-8a0b-fb8a7da5765d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Network': ['ID=a0dca4eb-06ed-4a3c-ac74-98e37ea31941,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:01.913025 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:53:01.949528 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8f5f4e70-3d86-4656-8a0b-fb8a7da5765d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4005008 Jan 27 22:53:01.952259 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42076) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:01.956785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'admin_state_up': True, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:53:02.032831 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.034451 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.089283 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_controller (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.286000 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.375620 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-569a0018-3ebc-4714-9211-d09acca428c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.582393 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.600944 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.704280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.25.0.21 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/05964552-026e-40d8-88f7-06be34009eb3) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:53:02.802300 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (05964552-026e-40d8-88f7-06be34009eb3), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.895747 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (05964552-026e-40d8-88f7-06be34009eb3), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:02.936528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:53:02.939284 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:53:02.942769 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:53:02.967669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=05964552-026e-40d8-88f7-06be34009eb3,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:03.245109 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:03.717394 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:03.897880 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:53:04.004554 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:53:04.014276 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Sync routers for ids ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:53:04.024651 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Routers {'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:04.025269 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:52:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:04.081560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:04.082956 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e024eb8e-accf-47b7-8954-ed7197e4c6fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1296592 Jan 27 22:53:04.086236 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42078) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:04.114941 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2ed09921-9d8b-4aea-9242-a17ccebb9ee9 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=29c38416fa8f4bc5b26ea7b668b7d2d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274804 Jan 27 22:53:04.117476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42080) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:04.129585 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Set router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:04.316402 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:03Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:04.347739 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Checking router: a9c47ca7-2c0b-4582-9944-d625f9f0dfbd for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:53:04.348118 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Updating router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd port 05964552-026e-40d8-88f7-06be34009eb3 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:53:04.373240 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (05964552-026e-40d8-88f7-06be34009eb3), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:04.524881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd58a4ad-5da7-4dd0-8030-89d33789dd43 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:04.526323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bd58a4ad-5da7-4dd0-8030-89d33789dd43 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4078588 Jan 27 22:53:04.529216 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42082) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:04.557616 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-32271160-9e4f-4ae2-8dc7-d0c35b91e874 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272655 Jan 27 22:53:04.560221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42084) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:04.565452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3c233848-1638-44e4-8be2-b489c79908d6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1983326170', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:53:04.623363 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Publish callbacks [] for port (05964552-026e-40d8-88f7-06be34009eb3), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:04.686505 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (05964552-026e-40d8-88f7-06be34009eb3), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:04.716476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c233848-1638-44e4-8be2-b489c79908d6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:53:04.720054 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c233848-1638-44e4-8be2-b489c79908d6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:04.741659 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Pushing event updated for resources: {'Port': ['ID=05964552-026e-40d8-88f7-06be34009eb3,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:04.744590 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Attempting to bind port 05964552-026e-40d8-88f7-06be34009eb3 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:53:04.744958 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Attempting to bind port 05964552-026e-40d8-88f7-06be34009eb3 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:53:04.745319 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Attempting to bind port 05964552-026e-40d8-88f7-06be34009eb3 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:53:04.753974 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.754321 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.754663 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.754999 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.755329 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.755660 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.755991 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.756352 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.756660 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.756981 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.757299 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.757618 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.757936 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:53:04.761394 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:53:04.761779 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:53:04.762165 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:04.762541 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:53:04.763009 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Bound port: 05964552-026e-40d8-88f7-06be34009eb3, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:53:04.763387 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (05964552-026e-40d8-88f7-06be34009eb3), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:04.815249 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] For port 05964552-026e-40d8-88f7-06be34009eb3, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:53:04.818293 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] For port 05964552-026e-40d8-88f7-06be34009eb3, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=05964552-026e-40d8-88f7-06be34009eb3,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:53:04.890110 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (05964552-026e-40d8-88f7-06be34009eb3), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:04.947488 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Routers {'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:04.948093 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:52:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:04.975014 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0887-cc4c-4e4f-9d5a-7d315082c25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:04.989097 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90a9bd-beb0-44c3-8428-f0906854a2c6 None None] Pushing event updated for resources: {'Port': ['ID=05964552-026e-40d8-88f7-06be34009eb3,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:05.003927 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c233848-1638-44e4-8be2-b489c79908d6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (a2a57228-a047-4552-9d34-5e1e0f60c741), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:05.059668 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] Set router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:05.069746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c233848-1638-44e4-8be2-b489c79908d6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Subnet': ['ID=a2a57228-a047-4552-9d34-5e1e0f60c741,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:05.078557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c233848-1638-44e4-8be2-b489c79908d6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Checking segment: {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:53:05.078961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c233848-1638-44e4-8be2-b489c79908d6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network hostable DHCP agents. Network: a0dca4eb-06ed-4a3c-ac74-98e37ea31941, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:53:05.158083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c233848-1638-44e4-8be2-b489c79908d6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:53:05.238482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-3c233848-1638-44e4-8be2-b489c79908d6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, a0dca4eb-06ed-4a3c-ac74-98e37ea31941) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:53:05.242956 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c233848-1638-44e4-8be2-b489c79908d6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:05.244019 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3c233848-1638-44e4-8be2-b489c79908d6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:05.247803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062533dc-04bb-4775-a8fe-ed5fd8ff5e1e None None] Network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:53:05.327518 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:03Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:05.335407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3c233848-1638-44e4-8be2-b489c79908d6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7741711 Jan 27 22:53:05.338271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42088) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:05.351644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ips': [{'subnet_id': 'a2a57228-a047-4552-9d34-5e1e0f60c741'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:53:05.353156 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:05.354541 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04640a7-9951-4b4d-b4cb-eb912b6ed2cc None None] The sync data for ids ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'] in n-d-760456-6 is: [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:03Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:53:05.511819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Allocated IP 172.20.0.2 (a0dca4eb-06ed-4a3c-ac74-98e37ea31941/a2a57228-a047-4552-9d34-5e1e0f60c741/0276523e-9989-4edf-a1c9-a394a58ba9be) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:53:05.695668 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Publish callbacks [] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:05.780892 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:05.819296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 05964552-026e-40d8-88f7-06be34009eb3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:53:05.854746 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:05.870715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:53:05.883498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:53:05.886089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:53:05.892485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Pushing event updated for resources: {'Port': ['ID=0276523e-9989-4edf-a1c9-a394a58ba9be,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:05.963804 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Attempting to bind port 0276523e-9989-4edf-a1c9-a394a58ba9be on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:53:05.964214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Attempting to bind port 0276523e-9989-4edf-a1c9-a394a58ba9be by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:53:05.964587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Attempting to bind port 0276523e-9989-4edf-a1c9-a394a58ba9be on network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:53:05.973074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 05964552-026e-40d8-88f7-06be34009eb3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:05.973466 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (05964552-026e-40d8-88f7-06be34009eb3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:05.976255 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:53:05.976879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Checking segment: {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:53:05.976879 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:05.977210 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Bound using segment: {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:53:05.977686 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Bound port: 0276523e-9989-4edf-a1c9-a394a58ba9be, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:53:05.978081 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:06.076236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-669925ea-2931-439c-8843-9619d93914d4 None None] For port 0276523e-9989-4edf-a1c9-a394a58ba9be, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:53:06.079532 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-669925ea-2931-439c-8843-9619d93914d4 None None] For port 0276523e-9989-4edf-a1c9-a394a58ba9be, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0276523e-9989-4edf-a1c9-a394a58ba9be,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:53:06.118271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 05964552-026e-40d8-88f7-06be34009eb3 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:53:06.118685 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (05964552-026e-40d8-88f7-06be34009eb3), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:06.143546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 05964552-026e-40d8-88f7-06be34009eb3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=05964552-026e-40d8-88f7-06be34009eb3,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:06.153330 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:06.179935 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.20.0.1 (a0dca4eb-06ed-4a3c-ac74-98e37ea31941/a2a57228-a047-4552-9d34-5e1e0f60c741/cb65c4ce-19e8-423b-84d7-1fa65a5450b0) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:53:06.214486 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (05964552-026e-40d8-88f7-06be34009eb3), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:06.220524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669925ea-2931-439c-8843-9619d93914d4 None None] Pushing event updated for resources: {'Port': ['ID=0276523e-9989-4edf-a1c9-a394a58ba9be,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:06.295273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=05964552-026e-40d8-88f7-06be34009eb3,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:06.338525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:06.384432 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:06.447097 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:06.491268 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:53:06.494440 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:53:06.501316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:53:06.527999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=cb65c4ce-19e8-423b-84d7-1fa65a5450b0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:06.552975 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:06.741105 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:07.018966 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:07.084235 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:07.159675 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=cb65c4ce-19e8-423b-84d7-1fa65a5450b0,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:07.162280 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:07.256007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:53:07.257290 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:53:07.375118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:53:07.488979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:53:07.494467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8f0cd534-5992-44b1-af4a-1ad3d8aadcf1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "PUT /v2.0/routers/a9c47ca7-2c0b-4582-9944-d625f9f0dfbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1548831 Jan 27 22:53:07.502699 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Sync routers for ids ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:53:07.513467 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Routers {'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:07.514518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:07.631414 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee74766-8dbd-4b89-b7d2-c5aecfa8a04c None None] Network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:53:07.652911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2240981e-7440-470b-b930-2c9b2064b52e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030300942&fields=id&tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 267 time: 0.0479262 Jan 27 22:53:07.683121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Set router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:07.728731 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:07.781108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-206a3db8-9492-4cb5-a123-f5df014ff343 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:07.782847 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-206a3db8-9492-4cb5-a123-f5df014ff343 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/networks?id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941 HTTP/1.1" status: 200 len: 795 time: 0.1227319 Jan 27 22:53:07.798141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-00122b29-4e32-45f6-9feb-eaeaa3f220dd None None] Provisioning complete for port 0276523e-9989-4edf-a1c9-a394a58ba9be triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:07.802683 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00122b29-4e32-45f6-9feb-eaeaa3f220dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:07.802871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-722537df-1d59-49ed-8521-330f9ec6796d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/quotas/29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 375 time: 0.0102739 Jan 27 22:53:07.859276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-274770b8-28a4-4cfd-9ab4-16397848dfb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526035 Jan 27 22:53:07.875876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 05964552-026e-40d8-88f7-06be34009eb3 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:53:07.878132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-d03c2701-5b96-46aa-930b-a762e0fe1255 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:53:07.879100 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-d03c2701-5b96-46aa-930b-a762e0fe1255 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062835 Jan 27 22:53:07.973201 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-8899f2b0-923d-4189-ae9a-22892f56c251 service neutron] 10.222.0.61 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875254 Jan 27 22:53:08.061918 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-00122b29-4e32-45f6-9feb-eaeaa3f220dd None None] Current status of the port 0276523e-9989-4edf-a1c9-a394a58ba9be is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:53:08.062314 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00122b29-4e32-45f6-9feb-eaeaa3f220dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:08.071114 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 05964552-026e-40d8-88f7-06be34009eb3 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:08.071114 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (05964552-026e-40d8-88f7-06be34009eb3), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:08.072361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-7604558a-a5fe-4534-bc18-27ac4c705996 service neutron] 10.222.0.61 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929511 Jan 27 22:53:08.147327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-00122b29-4e32-45f6-9feb-eaeaa3f220dd None None] For port 0276523e-9989-4edf-a1c9-a394a58ba9be, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0276523e-9989-4edf-a1c9-a394a58ba9be,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:08.149650 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'cb65c4ce-19e8-423b-84d7-1fa65a5450b0', 'name': '', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:43:3f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:05Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 2, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:08.180763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Checking router: a9c47ca7-2c0b-4582-9944-d625f9f0dfbd for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:53:08.181120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Updating router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:53:08.226772 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-00122b29-4e32-45f6-9feb-eaeaa3f220dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:08.257845 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:08.279854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 05964552-026e-40d8-88f7-06be34009eb3 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:53:08.280999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0276523e-9989-4edf-a1c9-a394a58ba9be up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:53:08.337372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00122b29-4e32-45f6-9feb-eaeaa3f220dd None None] Pushing event updated for resources: {'Port': ['ID=0276523e-9989-4edf-a1c9-a394a58ba9be,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:08.440522 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0216f649-883b-450b-9f79-78e658a72c4e None None] Provisioning complete for port 0276523e-9989-4edf-a1c9-a394a58ba9be triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:08.440914 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0216f649-883b-450b-9f79-78e658a72c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:08.508450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0276523e-9989-4edf-a1c9-a394a58ba9be triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:08.509138 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:08.645982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0216f649-883b-450b-9f79-78e658a72c4e None None] Current status of the port 0276523e-9989-4edf-a1c9-a394a58ba9be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:53:08.856702 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0216f649-883b-450b-9f79-78e658a72c4e None None] Provisioning complete for port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:08.856967 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0216f649-883b-450b-9f79-78e658a72c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:08.863332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0276523e-9989-4edf-a1c9-a394a58ba9be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:53:08.945050 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Publish callbacks [] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:08.952696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0216f649-883b-450b-9f79-78e658a72c4e None None] Port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:53:09.032382 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:09.062603 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:09.072452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2fe1b901-abfe-40f0-8827-65fb9e834a4f None None] Provisioning complete for port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:09.078217 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2fe1b901-abfe-40f0-8827-65fb9e834a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:09.140997 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1b901-abfe-40f0-8827-65fb9e834a4f None None] Port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:53:09.148295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25e0d4-a5c9-436a-be82-eb053221e9bb None None] Pushing event updated for resources: {'Port': ['ID=cb65c4ce-19e8-423b-84d7-1fa65a5450b0,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:09.200508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Attempting to bind port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:53:09.200885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Attempting to bind port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:53:09.201256 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Attempting to bind port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 on network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:53:09.207020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:53:09.207400 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Checking segment: {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:53:09.207807 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:09.208231 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Bound using segment: {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:53:09.208708 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Bound port: cb65c4ce-19e8-423b-84d7-1fa65a5450b0, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:53:09.209096 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:09.276387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] For port cb65c4ce-19e8-423b-84d7-1fa65a5450b0, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:53:09.280239 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] For port cb65c4ce-19e8-423b-84d7-1fa65a5450b0, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cb65c4ce-19e8-423b-84d7-1fa65a5450b0,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:53:09.337713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4e07f772-30da-4106-abd5-bbc29cd4fd1a req-cfa540c0-89d9-417c-be94-3fdcf2dd5068 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 210 time: 0.0268214 Jan 27 22:53:09.342109 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:09.413266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8c7b777e-7382-4028-9e4c-20f70d341840 None None] Provisioning complete for port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:09.413644 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8c7b777e-7382-4028-9e4c-20f70d341840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:09.434183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25e0d4-a5c9-436a-be82-eb053221e9bb None None] Pushing event updated for resources: {'Port': ['ID=cb65c4ce-19e8-423b-84d7-1fa65a5450b0,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:09.442774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Routers {'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:09.443701 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:09.590827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] Set router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:09.591980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b777e-7382-4028-9e4c-20f70d341840 None None] Current status of the port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:53:09.592418 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8c7b777e-7382-4028-9e4c-20f70d341840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:09.688841 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-8c7b777e-7382-4028-9e4c-20f70d341840 None None] For port cb65c4ce-19e8-423b-84d7-1fa65a5450b0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cb65c4ce-19e8-423b-84d7-1fa65a5450b0,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:09.747494 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0276523e-9989-4edf-a1c9-a394a58ba9be up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:53:09.781003 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8c7b777e-7382-4028-9e4c-20f70d341840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:09.875206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b777e-7382-4028-9e4c-20f70d341840 None None] Pushing event updated for resources: {'Port': ['ID=cb65c4ce-19e8-423b-84d7-1fa65a5450b0,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:09.904599 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 0276523e-9989-4edf-a1c9-a394a58ba9be triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:09.904985 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:09.937405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-cef6bae5-1b07-49d8-97b5-68a594c90f79 None None] Provisioning complete for port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:09.937689 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cef6bae5-1b07-49d8-97b5-68a594c90f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:09.979651 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'cb65c4ce-19e8-423b-84d7-1fa65a5450b0', 'name': '', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:43:3f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:05Z', 'updated_at': '2022-01-27T22:53:09Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:10.016280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66816738-1ae9-4371-8829-5e1fd7903e85 None None] The sync data for ids ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'] in n-d-760456-6 is: [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'cb65c4ce-19e8-423b-84d7-1fa65a5450b0', 'name': '', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:43:3f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:05Z', 'updated_at': '2022-01-27T22:53:09Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:53:10.083392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 0276523e-9989-4edf-a1c9-a394a58ba9be is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:53:10.118947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-cef6bae5-1b07-49d8-97b5-68a594c90f79 None None] Current status of the port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:53:10.418352 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ce8b7eb2-2018-46e0-8ab1-59529e28cbcc req-23507074-24f8-43c9-9d85-3b20bcd8e28e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 210 time: 0.0279391 Jan 27 22:53:11.496558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c19ae88-bf78-4f2b-8df2-b4b0d7ecd329 req-c29ec270-ff7f-4260-b910-2ef629768f42 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 210 time: 0.0264733 Jan 27 22:53:11.774854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cb65c4ce-19e8-423b-84d7-1fa65a5450b0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:53:11.822154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:11.822535 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:11.901518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:53:12.572534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ef22cca-0118-417d-bd3d-1c0349a261b5 req-e400947e-ad59-4a39-82f1-a506a42311bb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 210 time: 0.0259759 Jan 27 22:53:13.662181 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-649f07a6-8272-4946-bcab-f7b88baee412 req-a9c7f99a-1ee2-4df0-81c0-3a181dda5777 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 210 time: 0.0250371 Jan 27 22:53:14.760141 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-466b41f4-f2b5-4b43-a0aa-0e356523b140 req-446f7164-af4e-4d8e-81c1-66f7e49ba758 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 210 time: 0.0289733 Jan 27 22:53:15.587832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-affa58c9-28c0-4ea8-8abf-65a0d68ca7df tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:15.589323 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-affa58c9-28c0-4ea8-8abf-65a0d68ca7df tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.74 "GET /v2.0/networks?id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941 HTTP/1.1" status: 200 len: 795 time: 0.1064060 Jan 27 22:53:15.659650 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-d8ee314f-3d00-4f2a-87eb-b02dabe18a40 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 380 time: 0.0625367 Jan 27 22:53:15.668873 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'port': {'device_id': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'admin_state_up': True, 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'security_groups': ['c65a3482-32c0-4abd-a879-131c10c7a393']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:53:15.862014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8f601ed8-ea05-41a1-9331-8cd44f15eeaa req-6af03f68-c9bb-4aa5-9fa1-6b7564236e80 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 210 time: 0.0286698 Jan 27 22:53:15.883965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:53:15.887515 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:16.024707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.20.0.8 (a0dca4eb-06ed-4a3c-ac74-98e37ea31941/a2a57228-a047-4552-9d34-5e1e0f60c741/6eb031ab-1f98-4244-807b-3781e108a8ee) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:53:16.163715 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:16.258296 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:16.307311 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:53:16.310296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:53:16.316051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:53:16.340880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=6eb031ab-1f98-4244-807b-3781e108a8ee,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:16.370648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:16.371405 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:16.469112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-3bd2c375-ba52-41fb-aa46-3e29c9be1047 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8037252 Jan 27 22:53:16.478841 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-7723ea77-d7a7-4248-8d92-902eab9993ed tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:53:16.480347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-7723ea77-d7a7-4248-8d92-902eab9993ed tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063679 Jan 27 22:53:16.558189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Request body: {'port': {'device_id': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:53:16.585106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-14e6059f-2a72-4433-ac7d-05f9cfe11d1e None None] Provisioning complete for port 6eb031ab-1f98-4244-807b-3781e108a8ee triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:16.585632 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-14e6059f-2a72-4433-ac7d-05f9cfe11d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:16.618661 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:16.624666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-14e6059f-2a72-4433-ac7d-05f9cfe11d1e None None] Port 6eb031ab-1f98-4244-807b-3781e108a8ee cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:53:16.884982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb031ab-1f98-4244-807b-3781e108a8ee {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:53:16.891689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Publish callbacks [] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:16.904753 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Transition to ACTIVE for port object 6eb031ab-1f98-4244-807b-3781e108a8ee will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:53:16.991945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcd8ad-3895-4b0c-8325-8ff017d30cf1 req-3c81adb7-b40d-4420-a7f7-a4708157e24f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:16.995940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1fcd8ad-3895-4b0c-8325-8ff017d30cf1 req-3c81adb7-b40d-4420-a7f7-a4708157e24f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 931 time: 0.0521677 Jan 27 22:53:16.995940 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:17.063657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb031ab-1f98-4244-807b-3781e108a8ee,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:17.130298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a1fcd8ad-3895-4b0c-8325-8ff017d30cf1 req-05da679e-4857-4caa-9b8a-7de8c0d10159 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097140 Jan 27 22:53:17.161197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Attempting to bind port 6eb031ab-1f98-4244-807b-3781e108a8ee on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:53:17.161540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Attempting to bind port 6eb031ab-1f98-4244-807b-3781e108a8ee by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:53:17.161884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Attempting to bind port 6eb031ab-1f98-4244-807b-3781e108a8ee on network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:53:17.166397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Port 6eb031ab-1f98-4244-807b-3781e108a8ee on network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:53:17.166880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Attempting to bind port 6eb031ab-1f98-4244-807b-3781e108a8ee on network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:53:17.171691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:53:17.172036 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Checking segment: {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:53:17.172449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Bound using segment: {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:53:17.172875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Bound port: 6eb031ab-1f98-4244-807b-3781e108a8ee, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:53:17.173233 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:17.238322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:53:17.241347 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6eb031ab-1f98-4244-807b-3781e108a8ee,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:53:17.312819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:17.348877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:17.349459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:17.350889 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] 10.222.0.74 "PUT /v2.0/ports/6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 200 len: 1091 time: 0.8638313 Jan 27 22:53:17.351340 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:53:17.353640 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcc8893-41d5-4565-9c53-ae6e3910c9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:53:17.381271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998f7f6-a55f-419b-ae80-2f2ed78b3a03 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb031ab-1f98-4244-807b-3781e108a8ee,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:17.396872 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df46ed11-9420-4c6f-a469-97ca5f6243f4 x-openstack-request-id: req-df46ed11-9420-4c6f-a469-97ca5f6243f4 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:53:17.397243 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:53:17.397508 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df46ed11-9420-4c6f-a469-97ca5f6243f4 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:53:17.397926 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'status': 'completed', 'code': 200} Jan 27 22:53:17.462625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8893-41d5-4565-9c53-ae6e3910c9a9 req-13abe85f-dc67-4b49-9e4e-1314719f9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:17.464235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dcc8893-41d5-4565-9c53-ae6e3910c9a9 req-13abe85f-dc67-4b49-9e4e-1314719f9a91 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1094 time: 0.0482697 Jan 27 22:53:17.564305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8893-41d5-4565-9c53-ae6e3910c9a9 req-fc9e0959-7232-404b-95ce-af740ff5b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:17.565780 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dcc8893-41d5-4565-9c53-ae6e3910c9a9 req-fc9e0959-7232-404b-95ce-af740ff5b0ff service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0953286 Jan 27 22:53:17.662536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8893-41d5-4565-9c53-ae6e3910c9a9 req-bcdc52af-8795-4c31-9f0c-6aa2794325ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:17.663935 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dcc8893-41d5-4565-9c53-ae6e3910c9a9 req-bcdc52af-8795-4c31-9f0c-6aa2794325ce service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924482 Jan 27 22:53:17.737542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2405b784-7c32-4bb3-9b7e-0b3e7f6f84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:17.739029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2405b784-7c32-4bb3-9b7e-0b3e7f6f84a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1094 time: 0.0401826 Jan 27 22:53:17.786006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-5d43280b-3283-425b-ae26-fa339e17bfce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 200 len: 217 time: 0.0409486 Jan 27 22:53:17.840535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2efcb6b1-871e-4dd3-b4db-ce7fcf04c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:17.841952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-2efcb6b1-871e-4dd3-b4db-ce7fcf04c8af service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a2a57228-a047-4552-9d34-5e1e0f60c741 HTTP/1.1" status: 200 len: 835 time: 0.0465596 Jan 27 22:53:17.885516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-7d098a2d-89fd-4536-8d41-bcd04c8ce889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:17.886947 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-7d098a2d-89fd-4536-8d41-bcd04c8ce889 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395052 Jan 27 22:53:17.972723 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-7a501111-4d10-4724-8374-9404d79126e1 service neutron] 10.222.0.74 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799215 Jan 27 22:53:18.412868 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dca2e-db95-4dce-805c-2d261ee258fa req-876a4a09-3b20-4183-b50c-0a3d6cbd8881 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:18.414336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a51dca2e-db95-4dce-805c-2d261ee258fa req-876a4a09-3b20-4183-b50c-0a3d6cbd8881 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 943 time: 0.0751696 Jan 27 22:53:18.416562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170a7de7-1560-4485-bc6d-4b7aa6e0d978 req-d5ab5dbd-d0bc-44ef-96f0-4a40b7995ea9 service neutron] 10.222.0.74 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380009 Jan 27 22:53:18.463304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a51dca2e-db95-4dce-805c-2d261ee258fa req-f1c74479-fc33-4909-9506-eb947142d499 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Jan 27 22:53:19.584564 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a96a5-ff4f-4315-9857-98fc41358887 req-8fa9aaf1-8561-4666-b9c0-7dec91a550ab tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:19.586036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-040a96a5-ff4f-4315-9857-98fc41358887 req-8fa9aaf1-8561-4666-b9c0-7dec91a550ab tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 943 time: 0.0513411 Jan 27 22:53:19.634177 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-040a96a5-ff4f-4315-9857-98fc41358887 req-f9203127-1606-454c-8a03-65f7b238e060 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426300 Jan 27 22:53:20.750363 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131e2a2-1833-407d-a6bb-ebeaa90702fd req-0b06df08-6129-4606-bd12-2590bbdcc0ed tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:20.751861 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d131e2a2-1833-407d-a6bb-ebeaa90702fd req-0b06df08-6129-4606-bd12-2590bbdcc0ed tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 943 time: 0.0479572 Jan 27 22:53:20.798992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d131e2a2-1833-407d-a6bb-ebeaa90702fd req-f65133de-d77f-4011-a566-44cb15bcebbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416408 Jan 27 22:53:21.916965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40ecbd-7f23-4369-987b-515bca844420 req-4bb2fe88-d994-43b2-ad74-0ac5ef8cfd38 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:21.918449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c40ecbd-7f23-4369-987b-515bca844420 req-4bb2fe88-d994-43b2-ad74-0ac5ef8cfd38 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 943 time: 0.0528269 Jan 27 22:53:21.966473 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c40ecbd-7f23-4369-987b-515bca844420 req-201cdc0a-7254-424b-84ad-85f5e306d5b7 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Jan 27 22:53:22.389781 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 6eb031ab-1f98-4244-807b-3781e108a8ee details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:53:22.481556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6eb031ab-1f98-4244-807b-3781e108a8ee,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:22.492430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'port_id': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'mac_address': 'fa:16:3e:c7:93:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:53:22.531336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 6eb031ab-1f98-4244-807b-3781e108a8ee is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:53:22.531726 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:22.544481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb031ab-1f98-4244-807b-3781e108a8ee {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:53:22.562763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6eb031ab-1f98-4244-807b-3781e108a8ee,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:22.663504 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:22.709391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=6eb031ab-1f98-4244-807b-3781e108a8ee,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:22.904978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['6eb031ab-1f98-4244-807b-3781e108a8ee'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:53:23.058606 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:53:23.080033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed46a1b-f69f-4685-b69d-65d37b3bea9d req-d0833cab-6b9c-4019-8d3f-7ad8bc322b59 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:23.081537 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ed46a1b-f69f-4685-b69d-65d37b3bea9d req-d0833cab-6b9c-4019-8d3f-7ad8bc322b59 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 944 time: 0.0478194 Jan 27 22:53:23.130719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ed46a1b-f69f-4685-b69d-65d37b3bea9d req-8b32afa9-4e88-40fd-a869-44b2d6ff601f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422509 Jan 27 22:53:24.242859 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707a6ca-90b2-468f-8f7b-b38ca869b7df req-1141fa55-f92a-47f8-ae67-0209482fd378 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:24.244343 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7707a6ca-90b2-468f-8f7b-b38ca869b7df req-1141fa55-f92a-47f8-ae67-0209482fd378 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 944 time: 0.0472329 Jan 27 22:53:24.295658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7707a6ca-90b2-468f-8f7b-b38ca869b7df req-95bec754-9fff-4aaf-b763-308e18f10808 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458229 Jan 27 22:53:24.402838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 6eb031ab-1f98-4244-807b-3781e108a8ee up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:53:24.569304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 6eb031ab-1f98-4244-807b-3781e108a8ee completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:53:24.573180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 6eb031ab-1f98-4244-807b-3781e108a8ee triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:53:24.573564 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:24.651806 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 6eb031ab-1f98-4244-807b-3781e108a8ee is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:53:24.652235 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:24.673670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:53:24.676119 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c673ec-54be-417d-ab47-f9b3003a1760" -d '{"events": [{"server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "name": "network-vif-plugged", "status": "completed", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:53:24.689312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6eb031ab-1f98-4244-807b-3781e108a8ee,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:53:24.714663 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e002eb79-c0c2-4b9a-a802-3f34b1fc2151 x-openstack-request-id: req-e002eb79-c0c2-4b9a-a802-3f34b1fc2151 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:53:24.714983 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "name": "network-vif-plugged", "status": "completed", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:53:24.715243 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e002eb79-c0c2-4b9a-a802-3f34b1fc2151 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:53:24.715679 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'code': 200} Jan 27 22:53:24.758196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:24.806528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=6eb031ab-1f98-4244-807b-3781e108a8ee,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:24.810222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d691a6-4d0c-48a0-bee1-64dc0795e5da req-f0a512a7-2e35-429f-a0b1-0b560a6c5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:24.811690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19d691a6-4d0c-48a0-bee1-64dc0795e5da req-f0a512a7-2e35-429f-a0b1-0b560a6c5357 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1096 time: 0.0398510 Jan 27 22:53:24.856025 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-19d691a6-4d0c-48a0-bee1-64dc0795e5da req-dfc38858-9c3d-4b80-9ce8-84c6288b579e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386682 Jan 27 22:53:25.416307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a26ae9-941c-4669-b928-488b2cb3ef72 req-e812ff79-2a95-42fe-b7ac-2053bb03dd83 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:25.417725 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4a26ae9-941c-4669-b928-488b2cb3ef72 req-e812ff79-2a95-42fe-b7ac-2053bb03dd83 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0505629 Jan 27 22:53:25.468132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a4a26ae9-941c-4669-b928-488b2cb3ef72 req-00127533-983f-4412-b9ec-c8ffaedd54c8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422676 Jan 27 22:53:26.587559 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5f900-1694-456c-ab30-13dcfcb24208 req-7e0c7da1-46bc-4b81-a91f-f63fe43d4ea6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:26.589029 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22e5f900-1694-456c-ab30-13dcfcb24208 req-7e0c7da1-46bc-4b81-a91f-f63fe43d4ea6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0513725 Jan 27 22:53:26.635845 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-22e5f900-1694-456c-ab30-13dcfcb24208 req-11dd1647-928d-4661-80d8-89f5e6bc4c34 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412390 Jan 27 22:53:26.749162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2515f-b839-4af2-b913-2e1422c3f191 req-77240aa6-2385-4e78-9c7d-37bbc64d1393 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:26.750561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5bb2515f-b839-4af2-b913-2e1422c3f191 req-77240aa6-2385-4e78-9c7d-37bbc64d1393 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0482209 Jan 27 22:53:26.798152 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5bb2515f-b839-4af2-b913-2e1422c3f191 req-2e12a946-caf8-41aa-a6ef-6c74bac5d598 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Jan 27 22:53:26.819943 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42166) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:26.862085 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6bc915-d3f3-47b7-a9fc-c2254f7bc7c6 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:26.863593 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2d6bc915-d3f3-47b7-a9fc-c2254f7bc7c6 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1091 time: 0.0426462 Jan 27 22:53:26.866795 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42168) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:26.870994 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:53:26.946014 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:27.066284 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:27.169682 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.25.0.15 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/699d5a65-71fb-47e5-9d4b-fc4c8ada5713) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:53:27.267907 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (699d5a65-71fb-47e5-9d4b-fc4c8ada5713), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:27.380766 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (699d5a65-71fb-47e5-9d4b-fc4c8ada5713), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:27.422468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:53:27.425216 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:53:27.431519 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:53:27.452913 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=699d5a65-71fb-47e5-9d4b-fc4c8ada5713,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:27.789449 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:27.795922 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (1bdd1e08-430b-43bb-a5cf-115b61680c11), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:27.947967 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (699d5a65-71fb-47e5-9d4b-fc4c8ada5713), before_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:28.105174 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (699d5a65-71fb-47e5-9d4b-fc4c8ada5713), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:28.174632 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:28.197556 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8985490'] for port (699d5a65-71fb-47e5-9d4b-fc4c8ada5713), after_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:28.266876 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=699d5a65-71fb-47e5-9d4b-fc4c8ada5713,revision_number=2']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:53:28.278181 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (1bdd1e08-430b-43bb-a5cf-115b61680c11), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:28.379465 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Floating IP 1bdd1e08-430b-43bb-a5cf-115b61680c11 associated. External IP: 172.25.0.15, port: 6eb031ab-1f98-4244-807b-3781e108a8ee. Jan 27 22:53:28.590021 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:53:28.695399 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:53:28.705255 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d463d021-b2f3-4299-a6e9-eaf2fd20496d None None] Sync routers for ids ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:53:28.714787 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d463d021-b2f3-4299-a6e9-eaf2fd20496d None None] Routers {'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:28.717937 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d463d021-b2f3-4299-a6e9-eaf2fd20496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:28.759820 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:28.787653 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5e452f84-f524-4e11-b82f-da7140198158 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9198520 Jan 27 22:53:28.788414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:53:28.790809 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52d6bbf4e823dbab06c8da649c31c3d22b524fdafd52c393f21dfa390ba9c210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a9dbdc-82d6-4bf1-906e-471da6e21b51" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:53:28.822104 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-d463d021-b2f3-4299-a6e9-eaf2fd20496d None None] Set router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:28.890212 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed945ed-3300-4132-b386-f9263395f15e x-openstack-request-id: req-bed945ed-3300-4132-b386-f9263395f15e {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:53:28.890524 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:53:28.890792 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bed945ed-3300-4132-b386-f9263395f15e {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:53:28.891212 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'status': 'completed', 'code': 200} Jan 27 22:53:28.899723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b058261-14f0-41e9-8741-0c5bcea155c3 req-3c50452a-0d62-4bed-8a78-0b4c5b823201 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:28.901300 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b058261-14f0-41e9-8741-0c5bcea155c3 req-3c50452a-0d62-4bed-8a78-0b4c5b823201 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0577705 Jan 27 22:53:28.982475 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b058261-14f0-41e9-8741-0c5bcea155c3 req-09452ba6-a3e9-49ee-b153-4405df34b76c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753629 Jan 27 22:53:28.989163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9dbdc-82d6-4bf1-906e-471da6e21b51 req-e1bbc593-8a4c-4bd1-9725-265438cb22db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:28.989163 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48a9dbdc-82d6-4bf1-906e-471da6e21b51 req-e1bbc593-8a4c-4bd1-9725-265438cb22db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1096 time: 0.0751581 Jan 27 22:53:29.004784 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42176) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:29.054998 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d463d021-b2f3-4299-a6e9-eaf2fd20496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '1bdd1e08-430b-43bb-a5cf-115b61680c11', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'port_id': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'mac_address': 'fa:16:3e:c7:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:53:27Z', 'updated_at': '2022-01-27T22:53:27Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb65c4ce-19e8-423b-84d7-1fa65a5450b0', 'name': '', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:43:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:05Z', 'updated_at': '2022-01-27T22:53:09Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:29.067937 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c91a7e6b-733d-48e1-9273-79539ca31b16 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/1bdd1e08-430b-43bb-a5cf-115b61680c11 HTTP/1.1" status: 200 len: 990 time: 0.0616243 Jan 27 22:53:29.080591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9dbdc-82d6-4bf1-906e-471da6e21b51 req-c7d1fa11-4b0c-4ca7-b8cd-d817f21107c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:29.081232 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d463d021-b2f3-4299-a6e9-eaf2fd20496d None None] Checking router: a9c47ca7-2c0b-4582-9944-d625f9f0dfbd for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:53:29.082069 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48a9dbdc-82d6-4bf1-906e-471da6e21b51 req-c7d1fa11-4b0c-4ca7-b8cd-d817f21107c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941 HTTP/1.1" status: 200 len: 896 time: 0.0882890 Jan 27 22:53:29.090038 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d463d021-b2f3-4299-a6e9-eaf2fd20496d None None] Routers {'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:53:29.090715 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d463d021-b2f3-4299-a6e9-eaf2fd20496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:53:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:29.152064 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48a9dbdc-82d6-4bf1-906e-471da6e21b51 req-1919877b-c811-4ff8-99e7-31cf5aa22ea3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 200 len: 998 time: 0.0639558 Jan 27 22:53:29.196388 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-d463d021-b2f3-4299-a6e9-eaf2fd20496d None None] Set router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:53:29.203199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9dbdc-82d6-4bf1-906e-471da6e21b51 req-d4956681-e5ad-437d-8deb-254df5b5d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:29.206966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48a9dbdc-82d6-4bf1-906e-471da6e21b51 req-d4956681-e5ad-437d-8deb-254df5b5d7bd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a2a57228-a047-4552-9d34-5e1e0f60c741 HTTP/1.1" status: 200 len: 835 time: 0.0494704 Jan 27 22:53:29.240629 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [req-454277a8-e409-4763-a215-1457d25e52b7 req-53476dcb-85af-41c3-ba3b-4e13393841ac service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438075 Jan 27 22:53:29.252100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9dbdc-82d6-4bf1-906e-471da6e21b51 req-fba4505f-dd45-4b11-83c7-fe0944258897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:29.253641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48a9dbdc-82d6-4bf1-906e-471da6e21b51 req-fba4505f-dd45-4b11-83c7-fe0944258897 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410626 Jan 27 22:53:29.346661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48a9dbdc-82d6-4bf1-906e-471da6e21b51 req-c9dccd44-ee86-4656-a25a-8257970370f9 service neutron] 10.222.0.74 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875223 Jan 27 22:53:29.423305 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-d463d021-b2f3-4299-a6e9-eaf2fd20496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '1bdd1e08-430b-43bb-a5cf-115b61680c11', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'port_id': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'mac_address': 'fa:16:3e:c7:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:53:27Z', 'updated_at': '2022-01-27T22:53:27Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb65c4ce-19e8-423b-84d7-1fa65a5450b0', 'name': '', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:43:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:05Z', 'updated_at': '2022-01-27T22:53:09Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:53:29.435957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48a9dbdc-82d6-4bf1-906e-471da6e21b51 req-4b7b818f-4b4a-49ed-a3f9-4cd950bc38ec service neutron] 10.222.0.74 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840986 Jan 27 22:53:29.455621 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d463d021-b2f3-4299-a6e9-eaf2fd20496d None None] The sync data for ids ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'] in n-d-760456-6 is: [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '1bdd1e08-430b-43bb-a5cf-115b61680c11', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'port_id': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'mac_address': 'fa:16:3e:c7:93:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:53:27Z', 'updated_at': '2022-01-27T22:53:27Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb65c4ce-19e8-423b-84d7-1fa65a5450b0', 'name': '', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:43:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:05Z', 'updated_at': '2022-01-27T22:53:09Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:53:29.645242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454277a8-e409-4763-a215-1457d25e52b7 req-6a060886-800a-418c-8c32-f3e00aa9bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:29.647223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-454277a8-e409-4763-a215-1457d25e52b7 req-6a060886-800a-418c-8c32-f3e00aa9bba3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1096 time: 0.0490057 Jan 27 22:53:29.655793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc873c48-2650-4ff6-b16c-20c3d6fa1be8 None None] New status for floating IP 1bdd1e08-430b-43bb-a5cf-115b61680c11: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:53:29.752684 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454277a8-e409-4763-a215-1457d25e52b7 req-7f7e16eb-f4b1-4991-be02-3b7d71b9f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:29.754171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-454277a8-e409-4763-a215-1457d25e52b7 req-7f7e16eb-f4b1-4991-be02-3b7d71b9f05e service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941 HTTP/1.1" status: 200 len: 896 time: 0.0872345 Jan 27 22:53:29.828940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-454277a8-e409-4763-a215-1457d25e52b7 req-82b25ce1-eb5c-4c66-b8fb-dc65f5e15b38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 200 len: 998 time: 0.0693643 Jan 27 22:53:29.878456 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454277a8-e409-4763-a215-1457d25e52b7 req-6034e6d8-4b82-4b18-9fea-15145a54657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:29.880480 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-454277a8-e409-4763-a215-1457d25e52b7 req-6034e6d8-4b82-4b18-9fea-15145a54657c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a2a57228-a047-4552-9d34-5e1e0f60c741 HTTP/1.1" status: 200 len: 835 time: 0.0458167 Jan 27 22:53:29.926943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454277a8-e409-4763-a215-1457d25e52b7 req-985e6166-a874-4b38-90f5-a77277a84f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:53:29.928502 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-454277a8-e409-4763-a215-1457d25e52b7 req-985e6166-a874-4b38-90f5-a77277a84f3a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422471 Jan 27 22:53:30.018528 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-454277a8-e409-4763-a215-1457d25e52b7 req-54306f14-ec64-4d1d-8778-19b1de00c0e2 service neutron] 10.222.0.74 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844219 Jan 27 22:53:30.071433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42178) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:53:30.154599 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cc2bf6e6-0512-41d0-baed-2666de6b1d87 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/1bdd1e08-430b-43bb-a5cf-115b61680c11 HTTP/1.1" status: 200 len: 992 time: 0.0820892 Jan 27 22:53:30.160092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-454277a8-e409-4763-a215-1457d25e52b7 req-8c093963-b5b4-4bc9-bde4-e63f08bd60c2 service neutron] 10.222.0.74 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363823 Jan 27 22:53:32.373968 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e490685e-0eb1-4bb5-9071-1df519dedd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:34.962452 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a300d1b2-a9aa-4878-a9c6-8bc208d576f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:36.383385 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:37.682676 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:38.948600 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:57.708641 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:53:58.150647 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:00.058483 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:54:01.263157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-13034e11-50dc-443a-9065-65eb996947ef req-30ec4395-e995-4f28-a686-50e744a74eff service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:54:01.264220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13034e11-50dc-443a-9065-65eb996947ef req-30ec4395-e995-4f28-a686-50e744a74eff service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054333 Jan 27 22:54:01.563237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a017cf6-bf10-425d-8c4c-a39fa1a149cd req-12216f4c-815f-4114-89ed-5b406da8a52c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:01.564789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a017cf6-bf10-425d-8c4c-a39fa1a149cd req-12216f4c-815f-4114-89ed-5b406da8a52c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0487123 Jan 27 22:54:01.616015 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a017cf6-bf10-425d-8c4c-a39fa1a149cd req-aba2ff2c-69c1-4b24-91fc-040b8e86e013 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438523 Jan 27 22:54:01.728299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42196) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:01.806308 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-4bd43730-ba27-4b78-9f54-8c89c18a3a51 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768259 Jan 27 22:54:01.814704 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-22fac024-df88-4ab0-b356-b8782fea2e33 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:54:01.815654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-22fac024-df88-4ab0-b356-b8782fea2e33 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048249 Jan 27 22:54:02.385202 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-76ac388b-9404-4d2a-b5fd-7c9e78c0f199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:02.735837 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfd8bd-414c-40e2-91e7-055ffc7c919b req-e8fe9732-5ed4-45fe-8b28-0c012cd2e7b3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:02.737373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66dfd8bd-414c-40e2-91e7-055ffc7c919b req-e8fe9732-5ed4-45fe-8b28-0c012cd2e7b3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0518296 Jan 27 22:54:02.786382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66dfd8bd-414c-40e2-91e7-055ffc7c919b req-05046347-5990-4e6f-b450-9929a2a1a94b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433342 Jan 27 22:54:03.754408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b8fb8b53-0358-4bef-86cb-883e32cbb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:03.755850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b8fb8b53-0358-4bef-86cb-883e32cbb112 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1096 time: 0.0394576 Jan 27 22:54:03.849561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-3f6b12db-749e-4b39-b0fa-b8b3741a77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:03.851056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-3f6b12db-749e-4b39-b0fa-b8b3741a77b2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941 HTTP/1.1" status: 200 len: 896 time: 0.0878484 Jan 27 22:54:03.955550 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-bc867b06-356e-44fa-952a-78cdb6c0680f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 200 len: 1000 time: 0.0982587 Jan 27 22:54:03.963929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8afb7f-b18a-491c-80c1-ebc13a8afe81 req-cbd0722d-4f44-42bb-af07-ec651c4a8aff tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:03.965336 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b8afb7f-b18a-491c-80c1-ebc13a8afe81 req-cbd0722d-4f44-42bb-af07-ec651c4a8aff tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.1068025 Jan 27 22:54:04.041930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-9ca8f375-cb89-4b5e-8612-19f4067f7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:04.043375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-9ca8f375-cb89-4b5e-8612-19f4067f7bb8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a2a57228-a047-4552-9d34-5e1e0f60c741 HTTP/1.1" status: 200 len: 835 time: 0.0772080 Jan 27 22:54:04.048573 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3b8afb7f-b18a-491c-80c1-ebc13a8afe81 req-0bca0fff-21b9-4cb7-a1a3-31c0c91a8493 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753684 Jan 27 22:54:04.088011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-6c1e19aa-3aee-4b33-8028-90b9b72506c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:04.089515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-6c1e19aa-3aee-4b33-8028-90b9b72506c8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401168 Jan 27 22:54:04.186383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-1444fe22-29f8-465c-9bb4-df073ea3dce2 service neutron] 10.222.0.74 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850551 Jan 27 22:54:04.273994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-380a63c8-f092-44e7-8c88-b31607746cda service neutron] 10.222.0.74 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820930 Jan 27 22:54:04.931140 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3766daf2-6fee-478c-948a-ffd62743aee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:05.164490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05623707-da69-4230-90f9-472c3d7a2985 req-bb3eabc8-f0cd-40f6-aebe-5e433cadb24f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:05.165966 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05623707-da69-4230-90f9-472c3d7a2985 req-bb3eabc8-f0cd-40f6-aebe-5e433cadb24f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0480435 Jan 27 22:54:05.213658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-05623707-da69-4230-90f9-472c3d7a2985 req-2304f66b-9be3-47cc-9ee3-48c0c2e9c053 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421293 Jan 27 22:54:06.333380 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d752e8e-e172-41ff-ad56-75593c189efc req-053da40d-cffc-4c5a-8133-173e5cb81a8f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:06.334868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d752e8e-e172-41ff-ad56-75593c189efc req-053da40d-cffc-4c5a-8133-173e5cb81a8f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0522666 Jan 27 22:54:06.378814 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:06.382412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0d752e8e-e172-41ff-ad56-75593c189efc req-4d10b8a9-0431-49ab-a075-0958c0e8cb9c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418241 Jan 27 22:54:07.498893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef66e5-4c6e-45ac-a521-1a3c2570f388 req-efddb37a-2cc6-4502-b4fe-b44a08f9a9a4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:07.500362 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1aef66e5-4c6e-45ac-a521-1a3c2570f388 req-efddb37a-2cc6-4502-b4fe-b44a08f9a9a4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0475876 Jan 27 22:54:07.547748 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1aef66e5-4c6e-45ac-a521-1a3c2570f388 req-4df2fa28-b5fd-4d19-8692-e0504a5ee6de tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418127 Jan 27 22:54:07.647510 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:08.663442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a8be8-272b-4519-a6bc-63635c5664a5 req-c09b5ec9-ace5-468d-aee2-ba9d651bb975 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:08.664969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a5a8be8-272b-4519-a6bc-63635c5664a5 req-c09b5ec9-ace5-468d-aee2-ba9d651bb975 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0503006 Jan 27 22:54:08.712449 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6a5a8be8-272b-4519-a6bc-63635c5664a5 req-e0953bb9-f85b-4ef7-8ef6-1990d7b8c063 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420456 Jan 27 22:54:08.949796 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:09.826434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6e7fb-c324-45d0-9621-64afbb3e5bdb req-1cb54f36-84f2-45b3-a016-b320a18ed7cb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:09.827905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ce6e7fb-c324-45d0-9621-64afbb3e5bdb req-1cb54f36-84f2-45b3-a016-b320a18ed7cb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0481369 Jan 27 22:54:09.875560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ce6e7fb-c324-45d0-9621-64afbb3e5bdb req-d2b7291c-8d2d-4acd-b392-7709b3cb2a20 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422571 Jan 27 22:54:11.009528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bd9d4-c927-4db2-beea-6498d128073f req-9be16786-8e92-41a7-9c51-eb3ab882dee0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:11.010984 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-706bd9d4-c927-4db2-beea-6498d128073f req-9be16786-8e92-41a7-9c51-eb3ab882dee0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0470698 Jan 27 22:54:11.061162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-706bd9d4-c927-4db2-beea-6498d128073f req-c37e5c87-cb95-4c83-8f05-d1960ea44d2a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447268 Jan 27 22:54:12.174462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1c769-8f8f-453b-a65c-0b4a4a73949a req-fe0bfc1a-5ce1-42ec-b3c1-341bb5f883a3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:12.175917 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6e1c769-8f8f-453b-a65c-0b4a4a73949a req-fe0bfc1a-5ce1-42ec-b3c1-341bb5f883a3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0467563 Jan 27 22:54:12.222396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b6e1c769-8f8f-453b-a65c-0b4a4a73949a req-8d5369a1-acc5-4259-9fec-b1a010184563 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409846 Jan 27 22:54:13.334470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbf0ed-442d-4f34-abec-54a6fd73f9c8 req-06f1dea0-4a59-4b3c-ab01-622012227e8e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:13.335933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ddbf0ed-442d-4f34-abec-54a6fd73f9c8 req-06f1dea0-4a59-4b3c-ab01-622012227e8e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0472341 Jan 27 22:54:13.383251 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ddbf0ed-442d-4f34-abec-54a6fd73f9c8 req-d625807c-8844-424b-bff5-2d69ad9a8e62 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 Jan 27 22:54:14.499746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6378ed-746b-4db8-9c17-de09a973e95d req-e0b55866-bf9a-4844-8258-c76b9e110a26 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:14.501327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c6378ed-746b-4db8-9c17-de09a973e95d req-e0b55866-bf9a-4844-8258-c76b9e110a26 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0511758 Jan 27 22:54:14.548478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2c6378ed-746b-4db8-9c17-de09a973e95d req-d1d48482-4f14-4d92-8074-8c0cfe3c15ec tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Jan 27 22:54:15.668430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926f166-4e4e-42ff-b454-68ee124a7ecc req-00bb3197-0b4e-48bf-ac8e-6dcd1bc04439 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:15.669970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d926f166-4e4e-42ff-b454-68ee124a7ecc req-00bb3197-0b4e-48bf-ac8e-6dcd1bc04439 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0513682 Jan 27 22:54:15.722006 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d926f166-4e4e-42ff-b454-68ee124a7ecc req-d54b6e8d-7971-4de9-b212-fde81c0d1666 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454283 Jan 27 22:54:16.835607 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f789f-2097-422f-8b08-1574e68cd4e5 req-e432dff2-e90c-41ec-a9fb-6fab74ea2a17 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:16.837065 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d84f789f-2097-422f-8b08-1574e68cd4e5 req-e432dff2-e90c-41ec-a9fb-6fab74ea2a17 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0478940 Jan 27 22:54:16.894406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d84f789f-2097-422f-8b08-1574e68cd4e5 req-3d91cd64-2dbf-41b4-b786-e78f667046c5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519156 Jan 27 22:54:18.010199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54577be4-63b9-4cd9-bbcb-548dd540f628 req-f6de6e7d-3aa0-46d1-a3be-1cc42624d289 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:18.017497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54577be4-63b9-4cd9-bbcb-548dd540f628 req-f6de6e7d-3aa0-46d1-a3be-1cc42624d289 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0481160 Jan 27 22:54:18.061543 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-54577be4-63b9-4cd9-bbcb-548dd540f628 req-fa7580a8-6a14-4f65-8fd8-09304605a9b6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437791 Jan 27 22:54:19.175886 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebc9d9-030d-4dda-a4bf-a7bea65d819e req-b1d271ac-6597-4e26-bba0-d08d854de0b4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:19.177383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87ebc9d9-030d-4dda-a4bf-a7bea65d819e req-b1d271ac-6597-4e26-bba0-d08d854de0b4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0476644 Jan 27 22:54:19.224533 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87ebc9d9-030d-4dda-a4bf-a7bea65d819e req-00b0a273-13ef-467c-8315-0c37754181ef tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416193 Jan 27 22:54:20.343715 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e5cc0-1c76-4840-ad49-553c509fb1ec req-ece454a6-2a83-4ede-bade-fc82465803fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:20.345215 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5d4e5cc0-1c76-4840-ad49-553c509fb1ec req-ece454a6-2a83-4ede-bade-fc82465803fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0525830 Jan 27 22:54:20.393347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5d4e5cc0-1c76-4840-ad49-553c509fb1ec req-c6d6e44b-732b-406c-bad8-c2032627ef4a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425699 Jan 27 22:54:21.336344 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-47ebe0f5-b07f-4bf6-b543-42ea8034a864 service neutron] show failed (client error): The resource could not be found. Jan 27 22:54:21.337361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-47ebe0f5-b07f-4bf6-b543-42ea8034a864 service neutron] 10.222.0.74 "GET /v2.0/ports/6eb031ab-1f98-4244-807b-3781e108a8ee/bindings/n-h2-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.0552619 Jan 27 22:54:21.510917 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd8d8a-c231-4445-ad4d-073cd6156ba0 req-0971d428-c327-45a2-8b36-1e67c8225d7f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:21.512423 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cebd8d8a-c231-4445-ad4d-073cd6156ba0 req-0971d428-c327-45a2-8b36-1e67c8225d7f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0479529 Jan 27 22:54:21.574672 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cebd8d8a-c231-4445-ad4d-073cd6156ba0 req-314087ee-d625-4d1a-bba9-d417bf0de13a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559902 Jan 27 22:54:21.897793 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-1bb37eb6-1dc5-461b-a8a5-461bb77c7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:21.899301 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-1bb37eb6-1dc5-461b-a8a5-461bb77c7759 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7&tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0469608 Jan 27 22:54:21.912250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:54:21.968820 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.217327 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=6eb031ab-1f98-4244-807b-3781e108a8ee,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:22.254779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:54:22.293125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:22.295362 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a582fe7-c1fb-4e87-8433-66e2855b5b4f" -d '{"events": [{"server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "name": "network-vif-unplugged", "status": "completed", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:22.299984 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Publish callbacks [] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.312114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Transition to ACTIVE for port object 6eb031ab-1f98-4244-807b-3781e108a8ee will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:54:22.343206 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7140d0-8517-4f38-acd9-8796809dd65a x-openstack-request-id: req-5c7140d0-8517-4f38-acd9-8796809dd65a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:22.343502 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "name": "network-vif-unplugged", "status": "completed", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:22.343769 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c7140d0-8517-4f38-acd9-8796809dd65a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:22.344194 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'code': 200} Jan 27 22:54:22.383916 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.463673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb031ab-1f98-4244-807b-3781e108a8ee,revision_number=6']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:22.476314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.476679 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.477035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.477376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.477714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.478057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.478392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.478725 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.479061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.479393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.479726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.480052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.480404 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:22.518709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] No DVR routers for this DVR port 6eb031ab-1f98-4244-807b-3781e108a8ee on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:54:22.664919 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Attempting to bind port 6eb031ab-1f98-4244-807b-3781e108a8ee on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:54:22.665262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Attempting to bind port 6eb031ab-1f98-4244-807b-3781e108a8ee by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:54:22.665599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Attempting to bind port 6eb031ab-1f98-4244-807b-3781e108a8ee on network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:22.686122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Port 6eb031ab-1f98-4244-807b-3781e108a8ee on network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:54:22.686463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Attempting to bind port 6eb031ab-1f98-4244-807b-3781e108a8ee on network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:54:22.695502 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:54:22.695846 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Checking segment: {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:54:22.696307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Bound using segment: {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:54:22.696706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Bound port: 6eb031ab-1f98-4244-807b-3781e108a8ee, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9778b838-1b26-4a2e-982b-cb49a11c555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:54:22.700664 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.740581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d553d-9cf5-49c6-bea4-c8de565063e4 req-814ee9b6-f567-4763-9d9d-8425bab6217d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:22.742085 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c8d553d-9cf5-49c6-bea4-c8de565063e4 req-814ee9b6-f567-4763-9d9d-8425bab6217d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 943 time: 0.0945954 Jan 27 22:54:22.792070 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:54:22.796663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6eb031ab-1f98-4244-807b-3781e108a8ee,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:54:22.814868 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1c8d553d-9cf5-49c6-bea4-c8de565063e4 req-a0798750-226d-4107-aa4c-62efe7663059 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669932 Jan 27 22:54:22.852987 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.892643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:22.893278 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:22.895378 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] 10.222.0.71 "PUT /v2.0/ports/6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 200 len: 1091 time: 0.9876361 Jan 27 22:54:22.916175 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f74d9f-a094-413c-9ad0-11d439b38752 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb031ab-1f98-4244-807b-3781e108a8ee,revision_number=7']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:22.960773 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-39d62aa8-e635-4534-a2f4-09dc6790db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:22.962288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-39d62aa8-e635-4534-a2f4-09dc6790db3f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1094 time: 0.0431628 Jan 27 22:54:23.053581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-1df67f92-1f29-40fb-a54f-7b897d671bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:23.054960 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-1df67f92-1f29-40fb-a54f-7b897d671bd3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941 HTTP/1.1" status: 200 len: 896 time: 0.0863819 Jan 27 22:54:23.127508 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-a34416a5-ebda-4298-ba49-3ea1d43aa782 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 200 len: 998 time: 0.0653541 Jan 27 22:54:23.174181 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-16a6904a-5af2-493f-afce-cb8fc25c6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:23.175549 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-16a6904a-5af2-493f-afce-cb8fc25c6fad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2a57228-a047-4552-9d34-5e1e0f60c741 HTTP/1.1" status: 200 len: 835 time: 0.0429480 Jan 27 22:54:23.218993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-afe7d8b1-1b8f-4300-ad36-7778bea559e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:23.221012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-afe7d8b1-1b8f-4300-ad36-7778bea559e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397446 Jan 27 22:54:23.308760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-457db126-9f05-47e9-b668-d458d3be3a03 service neutron] 10.222.0.71 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820303 Jan 27 22:54:23.394023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d59b253-46c0-4091-a428-18bafbd8d707 req-49bd9d9c-083e-4968-9c30-b32538fe2064 service neutron] 10.222.0.71 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792122 Jan 27 22:54:23.937540 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e037b9-fc6d-4f2b-ae7d-83063c4f1687 req-3030e461-a627-4602-bc4a-5004ccf87b2f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:23.939032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24e037b9-fc6d-4f2b-ae7d-83063c4f1687 req-3030e461-a627-4602-bc4a-5004ccf87b2f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 943 time: 0.0534220 Jan 27 22:54:23.987544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-24e037b9-fc6d-4f2b-ae7d-83063c4f1687 req-87b0ca9c-effd-4d0c-9f32-c99eacb079ab tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427408 Jan 27 22:54:24.345647 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:24.347928 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120063db-2232-4eab-aa33-f0e0c2b11d90" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:24.396438 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5991ef-7458-4e65-b986-c92b515a79f0 x-openstack-request-id: req-da5991ef-7458-4e65-b986-c92b515a79f0 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:24.396808 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:24.397140 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da5991ef-7458-4e65-b986-c92b515a79f0 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:24.397636 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'status': 'completed', 'code': 200} Jan 27 22:54:24.483092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-d42051c1-7c8d-47df-8f27-9c5e6685b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:24.484617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-d42051c1-7c8d-47df-8f27-9c5e6685b590 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1094 time: 0.0670373 Jan 27 22:54:24.487460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-c0f9a499-6da5-4417-906a-6f598e297c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:24.488836 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-c0f9a499-6da5-4417-906a-6f598e297c27 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1094 time: 0.0625970 Jan 27 22:54:24.645634 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-03063dfd-7dd4-41f2-badd-0752817b0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:24.647093 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-03063dfd-7dd4-41f2-badd-0752817b0664 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941 HTTP/1.1" status: 200 len: 896 time: 0.1564496 Jan 27 22:54:24.649603 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-c57bfe64-f81c-4389-ad4a-cedc2d2d4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:24.650922 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-c57bfe64-f81c-4389-ad4a-cedc2d2d4fd3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941 HTTP/1.1" status: 200 len: 896 time: 0.1524255 Jan 27 22:54:24.703023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 6eb031ab-1f98-4244-807b-3781e108a8ee no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:54:24.744418 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] The host n-h1-760456-6 is not matching for port 6eb031ab-1f98-4244-807b-3781e108a8ee host n-h2-760456-6! {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Jan 27 22:54:24.744903 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 6eb031ab-1f98-4244-807b-3781e108a8ee not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:54:24.762484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-ba475f11-f254-4786-925a-4de49e13fb8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 200 len: 998 time: 0.1087618 Jan 27 22:54:24.764260 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-8c839232-4c79-462e-8ce8-fe74c558f99a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 200 len: 998 time: 0.1036236 Jan 27 22:54:24.851057 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-7c8064d5-a8be-490e-876f-b358f7de6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:24.852541 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-7c8064d5-a8be-490e-876f-b358f7de6452 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a2a57228-a047-4552-9d34-5e1e0f60c741 HTTP/1.1" status: 200 len: 835 time: 0.0828011 Jan 27 22:54:24.853903 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-9cc6fead-c4ad-4d63-a13d-bee873af2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:24.855198 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-9cc6fead-c4ad-4d63-a13d-bee873af2dcc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2a57228-a047-4552-9d34-5e1e0f60c741 HTTP/1.1" status: 200 len: 835 time: 0.0785656 Jan 27 22:54:25.280146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-d7ba46b9-3eaa-45ac-b1a7-e1040e9b679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:25.281598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-d7ba46b9-3eaa-45ac-b1a7-e1040e9b679d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4235837 Jan 27 22:54:25.286041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-049c0150-751d-4341-813c-ab03a414c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:25.287489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-049c0150-751d-4341-813c-ab03a414c4b1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4214487 Jan 27 22:54:25.335916 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e64c3d-8199-4b71-8382-b48110e375be req-f2ec5418-8c34-4a9f-a28f-873ddf0ad380 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:25.337440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0e64c3d-8199-4b71-8382-b48110e375be req-f2ec5418-8c34-4a9f-a28f-873ddf0ad380 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 943 time: 0.1034985 Jan 27 22:54:25.496407 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0e64c3d-8199-4b71-8382-b48110e375be req-397b811a-4522-4291-ab0a-05ba60101d9e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046093 Jan 27 22:54:25.499624 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-1dbf6cd8-2178-4abf-bd9a-035babc8806c service neutron] 10.222.0.74 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103441 Jan 27 22:54:25.501822 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-fb83e885-f348-45df-8fdf-521399594abf service neutron] 10.222.0.71 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027977 Jan 27 22:54:25.662189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-4fce4f5e-ecf7-4bce-b751-0523374d5523 service neutron] 10.222.0.74 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568747 Jan 27 22:54:25.664051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-120063db-2232-4eab-aa33-f0e0c2b11d90 req-e8bd70b2-c392-43eb-b836-d4a8ac7cfae8 service neutron] 10.222.0.71 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516464 Jan 27 22:54:26.616215 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173df1-fabc-4f8e-bf6a-25ea063c3035 req-229672c3-4871-4cee-aed5-93fffb010714 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:26.617773 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6173df1-fabc-4f8e-bf6a-25ea063c3035 req-229672c3-4871-4cee-aed5-93fffb010714 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 943 time: 0.0500226 Jan 27 22:54:26.665552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a6173df1-fabc-4f8e-bf6a-25ea063c3035 req-6634ac48-0922-4b85-bfca-0c987b0d8e58 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421963 Jan 27 22:54:26.734643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dc1b8a2-ca0e-4526-90d6-6145917689b3 req-44a6d6f9-d850-4a05-b32b-80e2e1a983e3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392303 Jan 27 22:54:26.831559 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1b8a2-ca0e-4526-90d6-6145917689b3 req-266a6a59-35cd-49c8-a264-17d9c6a84a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:26.833002 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dc1b8a2-ca0e-4526-90d6-6145917689b3 req-266a6a59-35cd-49c8-a264-17d9c6a84a38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1094 time: 0.0500779 Jan 27 22:54:26.939481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6eb031ab-1f98-4244-807b-3781e108a8ee details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:54:26.940588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1b8a2-ca0e-4526-90d6-6145917689b3 req-710ab199-35c7-4de3-8344-cb992050cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:26.947769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dc1b8a2-ca0e-4526-90d6-6145917689b3 req-710ab199-35c7-4de3-8344-cb992050cf6b service neutron] 10.222.0.71 "GET /v2.0/networks?id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941 HTTP/1.1" status: 200 len: 896 time: 0.0917015 Jan 27 22:54:27.037523 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dc1b8a2-ca0e-4526-90d6-6145917689b3 req-602dd812-3da0-4ae7-87a7-6c67b69b4728 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 200 len: 998 time: 0.0897303 Jan 27 22:54:27.052054 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6eb031ab-1f98-4244-807b-3781e108a8ee,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:27.064560 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'port_id': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'mac_address': 'fa:16:3e:c7:93:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:54:27.078836 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c53a6b-7ee4-4769-8ba4-82382bbf7177 req-90db66e2-f36f-4a9a-83d9-a032e1377c59 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:27.080893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95c53a6b-7ee4-4769-8ba4-82382bbf7177 req-90db66e2-f36f-4a9a-83d9-a032e1377c59 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 943 time: 0.0889139 Jan 27 22:54:27.106497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 6eb031ab-1f98-4244-807b-3781e108a8ee is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:27.106803 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:27.119521 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb031ab-1f98-4244-807b-3781e108a8ee {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:54:27.138162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6eb031ab-1f98-4244-807b-3781e108a8ee,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:27.145446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1b8a2-ca0e-4526-90d6-6145917689b3 req-10e57ddb-c59c-4a6e-b2a0-a368a03a47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:27.146926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dc1b8a2-ca0e-4526-90d6-6145917689b3 req-10e57ddb-c59c-4a6e-b2a0-a368a03a47e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2a57228-a047-4552-9d34-5e1e0f60c741 HTTP/1.1" status: 200 len: 835 time: 0.1029563 Jan 27 22:54:27.204468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-a56edb1f-0a62-4051-a41c-c5d644e71c12 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:27.206026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-a56edb1f-0a62-4051-a41c-c5d644e71c12 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.74 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7&tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&binding%3Ahost_id=n-h2-760456-6 HTTP/1.1" status: 200 len: 943 time: 0.1210616 Jan 27 22:54:27.222996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-95c53a6b-7ee4-4769-8ba4-82382bbf7177 req-f5a28f14-81ed-4db7-83a7-ac8d66c15f5e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269178 Jan 27 22:54:27.253368 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1b8a2-ca0e-4526-90d6-6145917689b3 req-913fe9f7-282b-46fc-a0bd-2e78dbdc2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:27.254878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dc1b8a2-ca0e-4526-90d6-6145917689b3 req-913fe9f7-282b-46fc-a0bd-2e78dbdc2906 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951250 Jan 27 22:54:27.263045 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:27.316383 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=6eb031ab-1f98-4244-807b-3781e108a8ee,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:27.323807 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.324261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.326472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.326472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.326472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.326472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.326472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.326472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.326954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.326954 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.327220 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.327549 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.327877 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:54:27.342160 n-d-760456-6 neutron-server[104027]: INFO neutron.api.v2.resource [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-551656c9-ca14-4b6b-8a7d-553ba127fd69 service neutron] delete failed (client error): The resource could not be found. Jan 27 22:54:27.343162 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-551656c9-ca14-4b6b-8a7d-553ba127fd69 service neutron] 10.222.0.74 "DELETE /v2.0/ports/6eb031ab-1f98-4244-807b-3781e108a8ee/bindings/n-h1-760456-6 HTTP/1.1" status: 404 len: 380 time: 0.1294780 Jan 27 22:54:27.413052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b896c-f619-4098-ab7b-c60d851d01bb req-c2255aa6-a971-4a87-86d5-664329d70025 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:27.414527 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-412b896c-f619-4098-ab7b-c60d851d01bb req-c2255aa6-a971-4a87-86d5-664329d70025 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 944 time: 0.0898740 Jan 27 22:54:27.429287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dc1b8a2-ca0e-4526-90d6-6145917689b3 req-92f25a10-b19a-41a3-b963-bbe3c6115182 service neutron] 10.222.0.71 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657128 Jan 27 22:54:27.518549 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['6eb031ab-1f98-4244-807b-3781e108a8ee'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:54:27.526198 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-a0ce9f8f-6c60-4aec-9e48-3c51410eda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:27.527702 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-a0ce9f8f-6c60-4aec-9e48-3c51410eda90 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1095 time: 0.1344450 Jan 27 22:54:27.558068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-412b896c-f619-4098-ab7b-c60d851d01bb req-022c4ef0-75b7-4608-8db7-3b54a1e7f1c1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277483 Jan 27 22:54:27.633886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8dc1b8a2-ca0e-4526-90d6-6145917689b3 req-1e00b296-6f67-418e-9bed-d280399321b4 service neutron] 10.222.0.71 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955376 Jan 27 22:54:27.650590 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-fb989ad1-947e-411f-a572-3226c17cc01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:27.652050 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-fb989ad1-947e-411f-a572-3226c17cc01d service neutron] 10.222.0.74 "GET /v2.0/networks?id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941 HTTP/1.1" status: 200 len: 896 time: 0.1179159 Jan 27 22:54:27.720740 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-28d84b49-2341-42fe-8eb9-4bd3b8f77b4e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 200 len: 999 time: 0.0622625 Jan 27 22:54:27.745740 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:27.767419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-3b6ae9dd-78d9-4f21-a253-ee813df1575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:27.768887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-3b6ae9dd-78d9-4f21-a253-ee813df1575b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a2a57228-a047-4552-9d34-5e1e0f60c741 HTTP/1.1" status: 200 len: 835 time: 0.0431969 Jan 27 22:54:27.817395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-84f77772-9cbe-4ff1-bd5d-ce017c2aa359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:27.818870 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-84f77772-9cbe-4ff1-bd5d-ce017c2aa359 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443659 Jan 27 22:54:27.904040 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-1b807c89-60a5-4e0c-8d52-a57e2769535a service neutron] 10.222.0.74 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787168 Jan 27 22:54:27.994070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f16de1d9-e1d0-4f69-b7b6-d2e7469c599a req-cf57ebdf-a8bd-4af2-becd-08b68119bf71 service neutron] 10.222.0.74 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847981 Jan 27 22:54:28.193929 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:28.676915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b35f70-abff-4561-8532-bd876860b2d8 req-410345b3-8ac8-45f6-8812-05dec4698b0d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:28.678428 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2b35f70-abff-4561-8532-bd876860b2d8 req-410345b3-8ac8-45f6-8812-05dec4698b0d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 944 time: 0.0511246 Jan 27 22:54:28.727462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e2b35f70-abff-4561-8532-bd876860b2d8 req-30fc58b6-93c5-4290-8bea-2c1df08a19be tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435688 Jan 27 22:54:28.939906 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6eb031ab-1f98-4244-807b-3781e108a8ee up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:54:29.050826 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 6eb031ab-1f98-4244-807b-3781e108a8ee completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:54:29.054743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 6eb031ab-1f98-4244-807b-3781e108a8ee triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:54:29.055123 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:29.286447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 6eb031ab-1f98-4244-807b-3781e108a8ee is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:54:29.287285 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:29.309421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:29.311637 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73075f3a-80e8-46a3-970c-aa76f20c1575" -d '{"events": [{"server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "name": "network-vif-plugged", "status": "completed", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:29.325124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6eb031ab-1f98-4244-807b-3781e108a8ee,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:29.349246 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfd71f2-7cfc-4064-aba2-ae253c5f17ec x-openstack-request-id: req-1cfd71f2-7cfc-4064-aba2-ae253c5f17ec {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:29.349550 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "name": "network-vif-plugged", "status": "completed", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:29.349811 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1cfd71f2-7cfc-4064-aba2-ae253c5f17ec {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:29.350213 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'code': 200} Jan 27 22:54:29.406385 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:29.452357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=6eb031ab-1f98-4244-807b-3781e108a8ee,revision_number=9']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:29.838435 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36856f93-860b-4c22-8698-32372aa43d99 req-7aae614f-77a2-42a0-aa36-c875dc03f83e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:29.839893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36856f93-860b-4c22-8698-32372aa43d99 req-7aae614f-77a2-42a0-aa36-c875dc03f83e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0470641 Jan 27 22:54:29.893496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36856f93-860b-4c22-8698-32372aa43d99 req-fada1d83-0d53-4cfa-900c-4f6ef7ecc009 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481565 Jan 27 22:54:29.915038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42282) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:29.974310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-12a3aa56-4439-4673-8679-bd49cff5aaff tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/1bdd1e08-430b-43bb-a5cf-115b61680c11 HTTP/1.1" status: 200 len: 992 time: 0.0580525 Jan 27 22:54:32.331976 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0023bb14-6987-49eb-8d95-b891baf13552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:34.960417 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c8796774-9c35-424d-8ea8-2e73909f0c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:36.378037 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:37.058865 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:54:37.651623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:38.937395 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:56.315876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42292) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:54:56.470804 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 699d5a65-71fb-47e5-9d4b-fc4c8ada5713 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:54:56.471064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (699d5a65-71fb-47e5-9d4b-fc4c8ada5713), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:56.548558 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (699d5a65-71fb-47e5-9d4b-fc4c8ada5713), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:56.548888 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (699d5a65-71fb-47e5-9d4b-fc4c8ada5713), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:56.560398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 699d5a65-71fb-47e5-9d4b-fc4c8ada5713 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:54:56.788536 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (699d5a65-71fb-47e5-9d4b-fc4c8ada5713), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:56.812051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=699d5a65-71fb-47e5-9d4b-fc4c8ada5713,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:56.875603 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (1bdd1e08-430b-43bb-a5cf-115b61680c11), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:56.875941 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Floating IP 1bdd1e08-430b-43bb-a5cf-115b61680c11 disassociated (deleted). External IP: 172.25.0.15, port: 6eb031ab-1f98-4244-807b-3781e108a8ee. Jan 27 22:54:57.086775 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:54:57.193320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:54:57.198048 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:57.203003 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c861f76-3ec3-4d37-80a5-1062def5c84b None None] Sync routers for ids ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:54:57.212822 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c861f76-3ec3-4d37-80a5-1062def5c84b None None] Routers {'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:54:57.213442 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9c861f76-3ec3-4d37-80a5-1062def5c84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:54:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:57.227054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8fad3f25-9475-4d3c-93db-663debe1689b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/floatingips/1bdd1e08-430b-43bb-a5cf-115b61680c11 HTTP/1.1" status: 204 len: 168 time: 0.9076788 Jan 27 22:54:57.227054 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:57.227621 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab5c09d-5e22-4b3d-95c0-db882ac08a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:57.271630 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92db15fc-bd9f-491b-be1d-a6cb9b56b7d6 x-openstack-request-id: req-92db15fc-bd9f-491b-be1d-a6cb9b56b7d6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:57.271933 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:57.272228 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92db15fc-bd9f-491b-be1d-a6cb9b56b7d6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:57.272648 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'status': 'completed', 'code': 200} Jan 27 22:54:57.342604 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9c861f76-3ec3-4d37-80a5-1062def5c84b None None] Set router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:54:57.342891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c09d-5e22-4b3d-95c0-db882ac08a0a req-795187a6-3ec0-4891-abef-7a9541ef2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:57.342891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ab5c09d-5e22-4b3d-95c0-db882ac08a0a req-795187a6-3ec0-4891-abef-7a9541ef2b89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 1096 time: 0.0417068 Jan 27 22:54:57.441387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c09d-5e22-4b3d-95c0-db882ac08a0a req-396a830e-beaa-458a-ae30-7afdda715ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:57.442890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ab5c09d-5e22-4b3d-95c0-db882ac08a0a req-396a830e-beaa-458a-ae30-7afdda715ad4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941 HTTP/1.1" status: 200 len: 896 time: 0.0950892 Jan 27 22:54:57.485231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ab5c09d-5e22-4b3d-95c0-db882ac08a0a req-f02b884c-4718-4494-86a8-254e6748f738 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 200 len: 217 time: 0.0360162 Jan 27 22:54:57.535609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c09d-5e22-4b3d-95c0-db882ac08a0a req-bb39d351-c6a4-4d84-ba61-b86e0985bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:57.537270 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ab5c09d-5e22-4b3d-95c0-db882ac08a0a req-bb39d351-c6a4-4d84-ba61-b86e0985bbdb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a2a57228-a047-4552-9d34-5e1e0f60c741 HTTP/1.1" status: 200 len: 835 time: 0.0466287 Jan 27 22:54:57.587671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c09d-5e22-4b3d-95c0-db882ac08a0a req-adb38642-17fe-451b-815a-b968f281772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:57.589210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ab5c09d-5e22-4b3d-95c0-db882ac08a0a req-adb38642-17fe-451b-815a-b968f281772c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a0dca4eb-06ed-4a3c-ac74-98e37ea31941&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449023 Jan 27 22:54:57.640580 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9c861f76-3ec3-4d37-80a5-1062def5c84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'cb65c4ce-19e8-423b-84d7-1fa65a5450b0', 'name': '', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:43:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:05Z', 'updated_at': '2022-01-27T22:53:09Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:57.668808 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c861f76-3ec3-4d37-80a5-1062def5c84b None None] Checking router: a9c47ca7-2c0b-4582-9944-d625f9f0dfbd for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:54:57.677763 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c861f76-3ec3-4d37-80a5-1062def5c84b None None] Routers {'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:54:57.678387 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9c861f76-3ec3-4d37-80a5-1062def5c84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:54:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:57.732325 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac0b1e-14bf-4241-8c7e-99de3968ed1d req-c9783a95-14ce-4f33-aac1-5399b4abe392 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:57.735447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cac0b1e-14bf-4241-8c7e-99de3968ed1d req-c9783a95-14ce-4f33-aac1-5399b4abe392 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0762839 Jan 27 22:54:57.739900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ab5c09d-5e22-4b3d-95c0-db882ac08a0a req-52a5ba7c-34a9-4735-89dc-48b0643c3435 service neutron] 10.222.0.71 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382535 Jan 27 22:54:57.754365 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:57.786378 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9c861f76-3ec3-4d37-80a5-1062def5c84b None None] Set router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:54:57.842699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7cac0b1e-14bf-4241-8c7e-99de3968ed1d req-c76c5180-06b0-46f4-ac3c-4f423878d655 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999177 Jan 27 22:54:57.863265 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ab5c09d-5e22-4b3d-95c0-db882ac08a0a req-26f0c52b-0a16-410a-b521-d7c36f9734fa service neutron] 10.222.0.71 "GET /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143706 Jan 27 22:54:58.000260 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9c861f76-3ec3-4d37-80a5-1062def5c84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'cb65c4ce-19e8-423b-84d7-1fa65a5450b0', 'name': '', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:43:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:05Z', 'updated_at': '2022-01-27T22:53:09Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:54:58.027742 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c861f76-3ec3-4d37-80a5-1062def5c84b None None] The sync data for ids ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'] in n-d-760456-6 is: [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'cb65c4ce-19e8-423b-84d7-1fa65a5450b0', 'name': '', 'network_id': 'a0dca4eb-06ed-4a3c-ac74-98e37ea31941', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:43:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:05Z', 'updated_at': '2022-01-27T22:53:09Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'a2a57228-a047-4552-9d34-5e1e0f60c741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:54:58.177194 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:58.247948 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1707ce-722a-4651-b7d8-6e0c369e6ada None None] New status for floating IP 1bdd1e08-430b-43bb-a5cf-115b61680c11: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:54:58.977263 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3e6fc-f5bf-4beb-9567-8622ca0d55c2 req-b4a88cb9-ba7f-445a-b029-e0d83f292e35 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:58.978679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0f3e6fc-f5bf-4beb-9567-8622ca0d55c2 req-b4a88cb9-ba7f-445a-b029-e0d83f292e35 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.0936563 Jan 27 22:54:59.074264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817dfb7-b9ab-400c-b31b-61b1b2a4d378 req-97f11781-1152-4090-a8b8-7fb576ea8e4c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:54:59.075729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4817dfb7-b9ab-400c-b31b-61b1b2a4d378 req-97f11781-1152-4090-a8b8-7fb576ea8e4c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 945 time: 0.1061745 Jan 27 22:54:59.119891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-c0f3e6fc-f5bf-4beb-9567-8622ca0d55c2 req-37f1926a-850f-417f-86b0-ccfccaacf249 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 6eb031ab-1f98-4244-807b-3781e108a8ee {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:54:59.120259 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c0f3e6fc-f5bf-4beb-9567-8622ca0d55c2 req-37f1926a-850f-417f-86b0-ccfccaacf249 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:59.491833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4817dfb7-b9ab-400c-b31b-61b1b2a4d378 req-08d60b9c-2df9-4318-994c-d70e262c48ae tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=c65a3482-32c0-4abd-a879-131c10c7a393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4102762 Jan 27 22:54:59.535301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-c0f3e6fc-f5bf-4beb-9567-8622ca0d55c2 req-37f1926a-850f-417f-86b0-ccfccaacf249 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port 6eb031ab-1f98-4244-807b-3781e108a8ee, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6eb031ab-1f98-4244-807b-3781e108a8ee,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:54:59.535670 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c0f3e6fc-f5bf-4beb-9567-8622ca0d55c2 req-37f1926a-850f-417f-86b0-ccfccaacf249 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:59.547156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-c0f3e6fc-f5bf-4beb-9567-8622ca0d55c2 req-37f1926a-850f-417f-86b0-ccfccaacf249 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 6eb031ab-1f98-4244-807b-3781e108a8ee owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:54:59.730829 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c0f3e6fc-f5bf-4beb-9567-8622ca0d55c2 req-37f1926a-850f-417f-86b0-ccfccaacf249 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6eb031ab-1f98-4244-807b-3781e108a8ee), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:59.759400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1926a-850f-417f-86b0-ccfccaacf249 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=6eb031ab-1f98-4244-807b-3781e108a8ee,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:54:59.799860 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f3e6fc-f5bf-4beb-9567-8622ca0d55c2 req-37f1926a-850f-417f-86b0-ccfccaacf249 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] No DVR routers for this DVR port 6eb031ab-1f98-4244-807b-3781e108a8ee on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:54:59.802539 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-c0f3e6fc-f5bf-4beb-9567-8622ca0d55c2 req-37f1926a-850f-417f-86b0-ccfccaacf249 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:54:59.805900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c0f3e6fc-f5bf-4beb-9567-8622ca0d55c2 req-37f1926a-850f-417f-86b0-ccfccaacf249 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "DELETE /v2.0/ports/6eb031ab-1f98-4244-807b-3781e108a8ee HTTP/1.1" status: 204 len: 173 time: 0.8197670 Jan 27 22:54:59.806343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'name': 'network-vif-deleted', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:54:59.808599 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1bd6ee-a4cb-4269-89fb-49a352e3cfc4" -d '{"events": [{"server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "name": "network-vif-deleted", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:54:59.845242 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d459e85-5a3b-427d-9d41-9b07a845cba3 x-openstack-request-id: req-2d459e85-5a3b-427d-9d41-9b07a845cba3 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:54:59.845540 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9d8fa1-f301-467d-98cc-4b06fd23c0f7", "name": "network-vif-deleted", "tag": "6eb031ab-1f98-4244-807b-3781e108a8ee", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:54:59.845804 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d459e85-5a3b-427d-9d41-9b07a845cba3 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:54:59.846223 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9d8fa1-f301-467d-98cc-4b06fd23c0f7', 'name': 'network-vif-deleted', 'tag': '6eb031ab-1f98-4244-807b-3781e108a8ee', 'status': 'completed', 'code': 200} Jan 27 22:55:00.604450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-757caae8-0cc2-4ab3-b988-d1b7b9fedcc3 req-c521a648-36de-4df4-bf46-f934f96e4e24 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e9d8fa1-f301-467d-98cc-4b06fd23c0f7 HTTP/1.1" status: 200 len: 210 time: 0.0303657 Jan 27 22:55:01.666217 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42312) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:02.017618 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d27b71f7-381e-4240-a4ad-8db0ce6f5bbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:02.278052 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d27b71f7-381e-4240-a4ad-8db0ce6f5bbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port cb65c4ce-19e8-423b-84d7-1fa65a5450b0 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:55:02.278325 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d27b71f7-381e-4240-a4ad-8db0ce6f5bbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:02.342832 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-df9c409b-1690-4b22-8790-13c9214e2723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:02.371083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-d27b71f7-381e-4240-a4ad-8db0ce6f5bbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port cb65c4ce-19e8-423b-84d7-1fa65a5450b0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=cb65c4ce-19e8-423b-84d7-1fa65a5450b0,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:02.371459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d27b71f7-381e-4240-a4ad-8db0ce6f5bbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:02.383134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-d27b71f7-381e-4240-a4ad-8db0ce6f5bbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for cb65c4ce-19e8-423b-84d7-1fa65a5450b0 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:55:02.714283 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d27b71f7-381e-4240-a4ad-8db0ce6f5bbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (cb65c4ce-19e8-423b-84d7-1fa65a5450b0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:02.741025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b71f7-381e-4240-a4ad-8db0ce6f5bbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=cb65c4ce-19e8-423b-84d7-1fa65a5450b0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:02.922529 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-d27b71f7-381e-4240-a4ad-8db0ce6f5bbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:03.124988 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6eb031ab-1f98-4244-807b-3781e108a8ee no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:55:03.146097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 6eb031ab-1f98-4244-807b-3781e108a8ee {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:55:03.146456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6eb031ab-1f98-4244-807b-3781e108a8ee not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:55:03.155967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27b71f7-381e-4240-a4ad-8db0ce6f5bbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:55:03.260025 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27b71f7-381e-4240-a4ad-8db0ce6f5bbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:55:03.265036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d27b71f7-381e-4240-a4ad-8db0ce6f5bbf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "PUT /v2.0/routers/a9c47ca7-2c0b-4582-9944-d625f9f0dfbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5977986 Jan 27 22:55:03.267771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42314) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:03.270470 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457e0ef-1729-4a70-b2dc-540a04097f63 None None] Sync routers for ids ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:55:03.279920 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457e0ef-1729-4a70-b2dc-540a04097f63 None None] Routers {'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:03.280633 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f457e0ef-1729-4a70-b2dc-540a04097f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:54:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:03.322105 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff854f8a-5ed8-4851-b3fb-4c5ddc49397b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting subnet a2a57228-a047-4552-9d34-5e1e0f60c741 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:55:03.325279 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff854f8a-5ed8-4851-b3fb-4c5ddc49397b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (a2a57228-a047-4552-9d34-5e1e0f60c741), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:03.370320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff854f8a-5ed8-4851-b3fb-4c5ddc49397b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (a2a57228-a047-4552-9d34-5e1e0f60c741), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:03.390309 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-f457e0ef-1729-4a70-b2dc-540a04097f63 None None] Set router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:03.452129 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff854f8a-5ed8-4851-b3fb-4c5ddc49397b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (a2a57228-a047-4552-9d34-5e1e0f60c741), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:03.567021 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f457e0ef-1729-4a70-b2dc-540a04097f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:55:02Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:03.597078 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457e0ef-1729-4a70-b2dc-540a04097f63 None None] Checking router: a9c47ca7-2c0b-4582-9944-d625f9f0dfbd for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:55:03.605701 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457e0ef-1729-4a70-b2dc-540a04097f63 None None] Routers {'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:03.606305 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f457e0ef-1729-4a70-b2dc-540a04097f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:54:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:03.611459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff854f8a-5ed8-4851-b3fb-4c5ddc49397b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (a2a57228-a047-4552-9d34-5e1e0f60c741), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:03.641082 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ff854f8a-5ed8-4851-b3fb-4c5ddc49397b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:03.647975 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f9888-4759-4946-8ee8-85fe4a90dfbd None None] Network a0dca4eb-06ed-4a3c-ac74-98e37ea31941 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:55:03.648520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42316) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:03.648905 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ff854f8a-5ed8-4851-b3fb-4c5ddc49397b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/subnets/a2a57228-a047-4552-9d34-5e1e0f60c741 HTTP/1.1" status: 204 len: 168 time: 0.3796625 Jan 27 22:55:03.649757 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff854f8a-5ed8-4851-b3fb-4c5ddc49397b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a57228-a047-4552-9d34-5e1e0f60c741,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:03.716736 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-f457e0ef-1729-4a70-b2dc-540a04097f63 None None] Set router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:03.760694 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:03.853922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5896f051-2db2-4c1e-a61e-44b1c6015fe6 None None] DHCP port deletion for a0dca4eb-06ed-4a3c-ac74-98e37ea31941 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:55:03.904421 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5896f051-2db2-4c1e-a61e-44b1c6015fe6 None None] Deleting port 0276523e-9989-4edf-a1c9-a394a58ba9be {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:55:03.911112 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5896f051-2db2-4c1e-a61e-44b1c6015fe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:03.921244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:03.945685 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-f457e0ef-1729-4a70-b2dc-540a04097f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:55:02Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:03.974025 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457e0ef-1729-4a70-b2dc-540a04097f63 None None] The sync data for ids ['a9c47ca7-2c0b-4582-9944-d625f9f0dfbd'] in n-d-760456-6 is: [{'id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555409659', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '05964552-026e-40d8-88f7-06be34009eb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:55:02Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '05964552-026e-40d8-88f7-06be34009eb3', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c47ca7-2c0b-4582-9944-d625f9f0dfbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:53:02Z', 'updated_at': '2022-01-27T22:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:55:03.981023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5896f051-2db2-4c1e-a61e-44b1c6015fe6 None None] For port 0276523e-9989-4edf-a1c9-a394a58ba9be, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=0276523e-9989-4edf-a1c9-a394a58ba9be,segment=NetworkSegment(9778b838-1b26-4a2e-982b-cb49a11c555b),segment_id=9778b838-1b26-4a2e-982b-cb49a11c555b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:03.981435 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5896f051-2db2-4c1e-a61e-44b1c6015fe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:03.996584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5896f051-2db2-4c1e-a61e-44b1c6015fe6 None None] Calling delete_port for 0276523e-9989-4edf-a1c9-a394a58ba9be owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:55:04.069417 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 05964552-026e-40d8-88f7-06be34009eb3 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:55:04.070071 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (05964552-026e-40d8-88f7-06be34009eb3), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.155648 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port 05964552-026e-40d8-88f7-06be34009eb3, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=05964552-026e-40d8-88f7-06be34009eb3,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:04.156065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (05964552-026e-40d8-88f7-06be34009eb3), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.168350 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 05964552-026e-40d8-88f7-06be34009eb3 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:55:04.211604 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5896f051-2db2-4c1e-a61e-44b1c6015fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (0276523e-9989-4edf-a1c9-a394a58ba9be), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.243167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896f051-2db2-4c1e-a61e-44b1c6015fe6 None None] Pushing event deleted for resources: {'Port': ['ID=0276523e-9989-4edf-a1c9-a394a58ba9be,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:04.249417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896f051-2db2-4c1e-a61e-44b1c6015fe6 None None] No DVR routers for this DVR port 0276523e-9989-4edf-a1c9-a394a58ba9be on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:55:04.434482 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (05964552-026e-40d8-88f7-06be34009eb3), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.468916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=05964552-026e-40d8-88f7-06be34009eb3,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:04.494778 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.495130 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.495479 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.495816 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.496230 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.496565 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.496897 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.497224 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.497556 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.497877 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.498198 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.498520 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.498838 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:04.538231 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.631007 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.633142 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_controller (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.730961 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (a9c47ca7-2c0b-4582-9944-d625f9f0dfbd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.731618 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Fanout notify agent at l3_agent the message router_deleted on router a9c47ca7-2c0b-4582-9944-d625f9f0dfbd {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:55:04.742013 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.742013 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d5826a17-72fc-48df-a515-2bd3c5358fd4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/routers/a9c47ca7-2c0b-4582-9944-d625f9f0dfbd HTTP/1.1" status: 204 len: 168 time: 1.0907118 Jan 27 22:55:04.743077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42320) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:04.824424 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (a0dca4eb-06ed-4a3c-ac74-98e37ea31941), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.913499 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (a0dca4eb-06ed-4a3c-ac74-98e37ea31941), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.920048 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7407c74c-d3bf-432a-89a4-2bb4f2c263fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.939492 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0dca4eb-06ed-4a3c-ac74-98e37ea31941']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:04.949546 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9778b838-1b26-4a2e-982b-cb49a11c555b') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:04.949863 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9778b838-1b26-4a2e-982b-cb49a11c555b') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:04.959601 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (9778b838-1b26-4a2e-982b-cb49a11c555b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.972423 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (9778b838-1b26-4a2e-982b-cb49a11c555b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.978272 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (9778b838-1b26-4a2e-982b-cb49a11c555b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: timer() Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:55:04.984507 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:55:05.096571 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (a0dca4eb-06ed-4a3c-ac74-98e37ea31941), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.104066 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.106810 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/networks/a0dca4eb-06ed-4a3c-ac74-98e37ea31941 HTTP/1.1" status: 204 len: 168 time: 0.3628001 Jan 27 22:55:05.109994 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42322) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:05.119000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61beb590-4182-4b98-89ef-c29d9c158a41 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Network': ['ID=a0dca4eb-06ed-4a3c-ac74-98e37ea31941,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:05.173294 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61b881a1-c22f-456e-8250-c1e4e6474d4f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (c65a3482-32c0-4abd-a879-131c10c7a393), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.200459 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61b881a1-c22f-456e-8250-c1e4e6474d4f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (c65a3482-32c0-4abd-a879-131c10c7a393), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.330405 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61b881a1-c22f-456e-8250-c1e4e6474d4f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (c65a3482-32c0-4abd-a879-131c10c7a393), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.333102 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-61b881a1-c22f-456e-8250-c1e4e6474d4f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.334414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-61b881a1-c22f-456e-8250-c1e4e6474d4f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/security-groups/c65a3482-32c0-4abd-a879-131c10c7a393 HTTP/1.1" status: 204 len: 168 time: 0.2233560 Jan 27 22:55:05.343892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b881a1-c22f-456e-8250-c1e4e6474d4f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65a3482-32c0-4abd-a879-131c10c7a393,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:05.733101 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42328) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:05.738388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b6ffa818-518e-4890-a07d-9757de61a48e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1238183586', 'description': 'tempest-secgroup-smoke-1238183586 description', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:05.795138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cb65c4ce-19e8-423b-84d7-1fa65a5450b0 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:55:05.799112 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa818-518e-4890-a07d-9757de61a48e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.816546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: cb65c4ce-19e8-423b-84d7-1fa65a5450b0 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:55:05.816896 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device cb65c4ce-19e8-423b-84d7-1fa65a5450b0 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:55:05.817328 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 05964552-026e-40d8-88f7-06be34009eb3 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:55:05.836600 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 05964552-026e-40d8-88f7-06be34009eb3 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:55:05.836944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 05964552-026e-40d8-88f7-06be34009eb3 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:55:05.837358 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0276523e-9989-4edf-a1c9-a394a58ba9be no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:55:05.856556 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 0276523e-9989-4edf-a1c9-a394a58ba9be {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:55:05.858045 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 0276523e-9989-4edf-a1c9-a394a58ba9be not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:55:05.864677 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa818-518e-4890-a07d-9757de61a48e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (b36261e8-ba5f-48a9-8683-968859643323), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.907857 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa818-518e-4890-a07d-9757de61a48e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b36261e8-ba5f-48a9-8683-968859643323), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.936784 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffa818-518e-4890-a07d-9757de61a48e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36261e8-ba5f-48a9-8683-968859643323,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:05.967343 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6ffa818-518e-4890-a07d-9757de61a48e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:05.968581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b6ffa818-518e-4890-a07d-9757de61a48e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2344184 Jan 27 22:55:05.971410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42330) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:05.976746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9093c6ae-8017-4bbc-b49a-a5aa928f4431 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': 'b36261e8-ba5f-48a9-8683-968859643323', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:06.043538 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9093c6ae-8017-4bbc-b49a-a5aa928f4431 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (f76a6688-a228-4de6-88ac-f76ca4fdb58e), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.100830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9093c6ae-8017-4bbc-b49a-a5aa928f4431 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (f76a6688-a228-4de6-88ac-f76ca4fdb58e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.170652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9093c6ae-8017-4bbc-b49a-a5aa928f4431 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (f76a6688-a228-4de6-88ac-f76ca4fdb58e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.188874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093c6ae-8017-4bbc-b49a-a5aa928f4431 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76a6688-a228-4de6-88ac-f76ca4fdb58e,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:06.264176 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9093c6ae-8017-4bbc-b49a-a5aa928f4431 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.265341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9093c6ae-8017-4bbc-b49a-a5aa928f4431 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2929375 Jan 27 22:55:06.268196 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42332) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:06.273430 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-07dac356-fbf8-46a4-944e-7e04a49d684b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': 'b36261e8-ba5f-48a9-8683-968859643323', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:06.370022 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07dac356-fbf8-46a4-944e-7e04a49d684b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (eb46e07d-9eba-4886-b1b0-9c4c5b94a6fc), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.393589 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.425377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07dac356-fbf8-46a4-944e-7e04a49d684b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (eb46e07d-9eba-4886-b1b0-9c4c5b94a6fc), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.484821 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07dac356-fbf8-46a4-944e-7e04a49d684b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (eb46e07d-9eba-4886-b1b0-9c4c5b94a6fc), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.504386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dac356-fbf8-46a4-944e-7e04a49d684b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb46e07d-9eba-4886-b1b0-9c4c5b94a6fc,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:06.572953 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07dac356-fbf8-46a4-944e-7e04a49d684b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.574112 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-07dac356-fbf8-46a4-944e-7e04a49d684b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3042655 Jan 27 22:55:06.577060 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42334) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:06.581999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d35819e9-dec4-4c76-a76b-ef287759e6e4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': 'b36261e8-ba5f-48a9-8683-968859643323', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:06.661127 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d35819e9-dec4-4c76-a76b-ef287759e6e4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (5e91c63f-0ef6-473a-8d5c-877044e021e0), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.719682 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d35819e9-dec4-4c76-a76b-ef287759e6e4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (5e91c63f-0ef6-473a-8d5c-877044e021e0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.793256 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d35819e9-dec4-4c76-a76b-ef287759e6e4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (5e91c63f-0ef6-473a-8d5c-877044e021e0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.811312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35819e9-dec4-4c76-a76b-ef287759e6e4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e91c63f-0ef6-473a-8d5c-877044e021e0,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:06.881841 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d35819e9-dec4-4c76-a76b-ef287759e6e4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:06.883033 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d35819e9-dec4-4c76-a76b-ef287759e6e4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3050344 Jan 27 22:55:06.885916 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42336) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:06.890154 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-bd2896af-2067-41d9-8739-bf84761add67 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': 'b36261e8-ba5f-48a9-8683-968859643323', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:06.958152 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd2896af-2067-41d9-8739-bf84761add67 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (99679a79-5c11-4e60-8cf1-32a720d1a843), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.015543 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd2896af-2067-41d9-8739-bf84761add67 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (99679a79-5c11-4e60-8cf1-32a720d1a843), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.056293 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd2896af-2067-41d9-8739-bf84761add67 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (99679a79-5c11-4e60-8cf1-32a720d1a843), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.074988 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2896af-2067-41d9-8739-bf84761add67 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99679a79-5c11-4e60-8cf1-32a720d1a843,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:07.116178 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bd2896af-2067-41d9-8739-bf84761add67 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.117427 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bd2896af-2067-41d9-8739-bf84761add67 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2305751 Jan 27 22:55:07.120094 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42338) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:07.124514 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-81d3bb8d-deab-4da1-83b0-dcd6abf82be2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': 'b36261e8-ba5f-48a9-8683-968859643323', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:07.227929 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-81d3bb8d-deab-4da1-83b0-dcd6abf82be2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Project 29c38416fa8f4bc5b26ea7b668b7d2d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:55:07.233108 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81d3bb8d-deab-4da1-83b0-dcd6abf82be2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (f550d0e6-8385-497b-acbc-a441a1bc7720), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.289077 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81d3bb8d-deab-4da1-83b0-dcd6abf82be2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (f550d0e6-8385-497b-acbc-a441a1bc7720), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.352914 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81d3bb8d-deab-4da1-83b0-dcd6abf82be2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (f550d0e6-8385-497b-acbc-a441a1bc7720), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.369764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3bb8d-deab-4da1-83b0-dcd6abf82be2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f550d0e6-8385-497b-acbc-a441a1bc7720,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:07.418534 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-81d3bb8d-deab-4da1-83b0-dcd6abf82be2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.419680 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-81d3bb8d-deab-4da1-83b0-dcd6abf82be2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2985620 Jan 27 22:55:07.422401 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42340) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:07.426993 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c7c83a4b-cee7-40cd-9ac6-7c4a395c40c1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': 'b36261e8-ba5f-48a9-8683-968859643323', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:07.490744 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-c7c83a4b-cee7-40cd-9ac6-7c4a395c40c1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Project 29c38416fa8f4bc5b26ea7b668b7d2d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:55:07.495615 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7c83a4b-cee7-40cd-9ac6-7c4a395c40c1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (7f7c5fa7-84c8-44f4-bb4e-309d7bad9269), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.555744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7c83a4b-cee7-40cd-9ac6-7c4a395c40c1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (7f7c5fa7-84c8-44f4-bb4e-309d7bad9269), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.616383 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7c83a4b-cee7-40cd-9ac6-7c4a395c40c1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (7f7c5fa7-84c8-44f4-bb4e-309d7bad9269), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.633571 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c83a4b-cee7-40cd-9ac6-7c4a395c40c1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7c5fa7-84c8-44f4-bb4e-309d7bad9269,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:07.667669 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.693296 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c7c83a4b-cee7-40cd-9ac6-7c4a395c40c1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.694517 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c7c83a4b-cee7-40cd-9ac6-7c4a395c40c1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2709348 Jan 27 22:55:07.697445 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42342) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:07.702238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-f8775f43-ce1c-4083-8a3f-8a1acbd16e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'network': {'name': 'tempest-network-smoke--878131539', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'port_security_enabled': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:07.758996 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8775f43-ce1c-4083-8a3f-8a1acbd16e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:55:07.762407 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f8775f43-ce1c-4083-8a3f-8a1acbd16e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.785346 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8775f43-ce1c-4083-8a3f-8a1acbd16e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:55:07.794497 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f8775f43-ce1c-4083-8a3f-8a1acbd16e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ef3c9a16-fe78-48d1-8eab-27d6721b0212), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.794849 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-f8775f43-ce1c-4083-8a3f-8a1acbd16e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Added segment ef3c9a16-fe78-48d1-8eab-27d6721b0212 of type vlan for network 9fcc4993-8688-410c-b06d-08db202eb43b Jan 27 22:55:07.835297 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f8775f43-ce1c-4083-8a3f-8a1acbd16e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (9fcc4993-8688-410c-b06d-08db202eb43b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.935989 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f8775f43-ce1c-4083-8a3f-8a1acbd16e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (9fcc4993-8688-410c-b06d-08db202eb43b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:07.940980 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8775f43-ce1c-4083-8a3f-8a1acbd16e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:07.941570 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-f8775f43-ce1c-4083-8a3f-8a1acbd16e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:08.296237 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8775f43-ce1c-4083-8a3f-8a1acbd16e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Network': ['ID=9fcc4993-8688-410c-b06d-08db202eb43b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:08.307257 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 9fcc4993-8688-410c-b06d-08db202eb43b details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:55:08.339344 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-f8775f43-ce1c-4083-8a3f-8a1acbd16e8a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6408575 Jan 27 22:55:08.342023 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42344) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:08.346468 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'admin_state_up': True, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:08.450806 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (c75dc267-c713-4400-82ba-e984824c204a), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:08.451836 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (c75dc267-c713-4400-82ba-e984824c204a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:08.501839 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_controller (c75dc267-c713-4400-82ba-e984824c204a), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:08.713019 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (c75dc267-c713-4400-82ba-e984824c204a), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:08.941897 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:08.944870 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (c75dc267-c713-4400-82ba-e984824c204a), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:08.967237 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:09.065765 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.25.0.213 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/41070272-f275-4e0a-92e6-9b979a22d82b) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:55:09.167598 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (41070272-f275-4e0a-92e6-9b979a22d82b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:09.250272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (41070272-f275-4e0a-92e6-9b979a22d82b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:09.285177 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:09.288448 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:09.291771 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:55:09.317490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=41070272-f275-4e0a-92e6-9b979a22d82b,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:09.605463 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (c75dc267-c713-4400-82ba-e984824c204a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:09.799990 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (c75dc267-c713-4400-82ba-e984824c204a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:09.969762 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router c75dc267-c713-4400-82ba-e984824c204a is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:55:10.074806 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:55:10.084967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Sync routers for ids ['c75dc267-c713-4400-82ba-e984824c204a'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:55:10.094811 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Routers {'c75dc267-c713-4400-82ba-e984824c204a'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:10.099571 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c75dc267-c713-4400-82ba-e984824c204a'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:10.150263 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:10.151549 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-32192aa5-b40b-4e7c-be71-b157a8cb8741 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8085501 Jan 27 22:55:10.154813 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42346) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:10.209802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Set router c75dc267-c713-4400-82ba-e984824c204a gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:10.231431 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-5489d5f8-c96a-48b9-9f7e-b4330aaba59e tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=29c38416fa8f4bc5b26ea7b668b7d2d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0753448 Jan 27 22:55:10.233912 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42350) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:10.319517 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139f4cd1-f386-46e8-a052-9e37c44a7412 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:10.321067 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-139f4cd1-f386-46e8-a052-9e37c44a7412 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862494 Jan 27 22:55:10.324004 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42352) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:10.353310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7f9d9ec6-f12b-4854-8108-58cfbfc3b420 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280261 Jan 27 22:55:10.355801 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42354) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:10.360844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a222fb5d-aefd-4370-9b1f-76f8c997dfa5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-513059572', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:10.399794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:09Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:10.426240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Checking router: c75dc267-c713-4400-82ba-e984824c204a for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:55:10.426597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Updating router c75dc267-c713-4400-82ba-e984824c204a port 41070272-f275-4e0a-92e6-9b979a22d82b binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:55:10.450448 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (41070272-f275-4e0a-92e6-9b979a22d82b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:10.531342 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a222fb5d-aefd-4370-9b1f-76f8c997dfa5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:55:10.534879 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a222fb5d-aefd-4370-9b1f-76f8c997dfa5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:10.703596 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Publish callbacks [] for port (41070272-f275-4e0a-92e6-9b979a22d82b), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:10.758999 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (41070272-f275-4e0a-92e6-9b979a22d82b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:10.800137 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a222fb5d-aefd-4370-9b1f-76f8c997dfa5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (b787f070-ab04-4799-a19b-60165fab0367), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:10.810883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Attempting to bind port 41070272-f275-4e0a-92e6-9b979a22d82b on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:55:10.811266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Attempting to bind port 41070272-f275-4e0a-92e6-9b979a22d82b by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:55:10.811638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Attempting to bind port 41070272-f275-4e0a-92e6-9b979a22d82b on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:10.814488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149470-173d-4747-9e62-cce906aedfe0 None None] Pushing event updated for resources: {'Port': ['ID=41070272-f275-4e0a-92e6-9b979a22d82b,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:10.819741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:55:10.820148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:10.820575 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:10.820953 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:55:10.821427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Bound port: 41070272-f275-4e0a-92e6-9b979a22d82b, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:55:10.821817 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (41070272-f275-4e0a-92e6-9b979a22d82b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:10.870337 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222fb5d-aefd-4370-9b1f-76f8c997dfa5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Subnet': ['ID=b787f070-ab04-4799-a19b-60165fab0367,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:10.873374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] For port 41070272-f275-4e0a-92e6-9b979a22d82b, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:55:10.874149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a222fb5d-aefd-4370-9b1f-76f8c997dfa5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Checking segment: {'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:10.874523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a222fb5d-aefd-4370-9b1f-76f8c997dfa5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network hostable DHCP agents. Network: 9fcc4993-8688-410c-b06d-08db202eb43b, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:55:10.876595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] For port 41070272-f275-4e0a-92e6-9b979a22d82b, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=41070272-f275-4e0a-92e6-9b979a22d82b,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:55:10.931190 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (41070272-f275-4e0a-92e6-9b979a22d82b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:10.943083 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a222fb5d-aefd-4370-9b1f-76f8c997dfa5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 9fcc4993-8688-410c-b06d-08db202eb43b is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:55:10.985744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Routers {'c75dc267-c713-4400-82ba-e984824c204a'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:10.986394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c75dc267-c713-4400-82ba-e984824c204a'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:10.993697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a222fb5d-aefd-4370-9b1f-76f8c997dfa5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 9fcc4993-8688-410c-b06d-08db202eb43b) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:10.998530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a222fb5d-aefd-4370-9b1f-76f8c997dfa5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:10.999130 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a222fb5d-aefd-4370-9b1f-76f8c997dfa5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.026630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5315e5-37f7-4292-a683-8adc0d9831ee None None] Network 9fcc4993-8688-410c-b06d-08db202eb43b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:55:11.033209 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149470-173d-4747-9e62-cce906aedfe0 None None] Pushing event updated for resources: {'Port': ['ID=41070272-f275-4e0a-92e6-9b979a22d82b,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:11.088233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a222fb5d-aefd-4370-9b1f-76f8c997dfa5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7310221 Jan 27 22:55:11.090783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42356) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:11.157336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] Set router c75dc267-c713-4400-82ba-e984824c204a gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:11.224832 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-9fcc4993-8688-410c-b06d-08db202eb43b', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ips': [{'subnet_id': 'b787f070-ab04-4799-a19b-60165fab0367'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:55:11.225689 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.527981 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.597828 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Allocated IP 172.20.0.2 (9fcc4993-8688-410c-b06d-08db202eb43b/b787f070-ab04-4799-a19b-60165fab0367/a14a5fe8-2262-494f-812a-911377588d4c) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:55:11.663985 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:09Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:11.697487 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db94ef-7535-4231-9900-f54b0d3eb5d9 None None] The sync data for ids ['c75dc267-c713-4400-82ba-e984824c204a'] in n-d-760456-6 is: [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:09Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:55:11.783843 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Publish callbacks [] for port (a14a5fe8-2262-494f-812a-911377588d4c), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.839851 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (a14a5fe8-2262-494f-812a-911377588d4c), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.878783 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Network 9fcc4993-8688-410c-b06d-08db202eb43b is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:11.881646 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:11.884249 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:55:11.892021 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.20.0.1 (9fcc4993-8688-410c-b06d-08db202eb43b/b787f070-ab04-4799-a19b-60165fab0367/89e4ce75-2859-44e1-8104-e92194a44b06) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:55:11.901999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Pushing event updated for resources: {'Port': ['ID=a14a5fe8-2262-494f-812a-911377588d4c,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:11.969316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Attempting to bind port a14a5fe8-2262-494f-812a-911377588d4c on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:55:11.969705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Attempting to bind port a14a5fe8-2262-494f-812a-911377588d4c by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:55:11.970077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Attempting to bind port a14a5fe8-2262-494f-812a-911377588d4c on network 9fcc4993-8688-410c-b06d-08db202eb43b {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:11.979204 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:55:11.980098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Checking segment: {'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:11.980531 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:11.980938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Bound using segment: {'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:55:11.981429 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Bound port: a14a5fe8-2262-494f-812a-911377588d4c, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:55:11.981819 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a14a5fe8-2262-494f-812a-911377588d4c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:12.042530 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (89e4ce75-2859-44e1-8104-e92194a44b06), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:12.056897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] For port a14a5fe8-2262-494f-812a-911377588d4c, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:55:12.060219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] For port a14a5fe8-2262-494f-812a-911377588d4c, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a14a5fe8-2262-494f-812a-911377588d4c,segment=NetworkSegment(ef3c9a16-fe78-48d1-8eab-27d6721b0212),segment_id=ef3c9a16-fe78-48d1-8eab-27d6721b0212)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:55:12.119737 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a14a5fe8-2262-494f-812a-911377588d4c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:12.137118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:12.186085 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116160c6-b9d2-45aa-b07e-a62d19e1a40b None None] Pushing event updated for resources: {'Port': ['ID=a14a5fe8-2262-494f-812a-911377588d4c,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:12.194832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 9fcc4993-8688-410c-b06d-08db202eb43b is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:12.196701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=89e4ce75-2859-44e1-8104-e92194a44b06,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:12.199078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:12.201146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:55:12.247641 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (c75dc267-c713-4400-82ba-e984824c204a), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:12.784282 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:13.057506 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (89e4ce75-2859-44e1-8104-e92194a44b06), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:13.119587 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:13.202391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=89e4ce75-2859-44e1-8104-e92194a44b06,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:13.207339 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (c75dc267-c713-4400-82ba-e984824c204a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:13.300655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 9fcc4993-8688-410c-b06d-08db202eb43b is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:13.302858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:13.423505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router c75dc267-c713-4400-82ba-e984824c204a has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:55:13.544268 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:55:13.556157 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-31a018a4-3338-414d-accd-942b4393d204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "PUT /v2.0/routers/c75dc267-c713-4400-82ba-e984824c204a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4639244 Jan 27 22:55:13.572240 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f36b1-ad9d-465b-9d35-5a27ea7f9017 None None] Network 9fcc4993-8688-410c-b06d-08db202eb43b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:55:13.642747 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Sync routers for ids ['c75dc267-c713-4400-82ba-e984824c204a'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:55:13.655916 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Routers {'c75dc267-c713-4400-82ba-e984824c204a'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:13.656620 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c75dc267-c713-4400-82ba-e984824c204a'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:13.664017 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-1692a0ff-ef91-4fda-aca1-dbed93387f2d None None] Provisioning complete for port a14a5fe8-2262-494f-812a-911377588d4c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:13.664449 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1692a0ff-ef91-4fda-aca1-dbed93387f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a14a5fe8-2262-494f-812a-911377588d4c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:13.712444 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-16df93ee-b6b3-4846-9df0-9dd6da062005 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1238183586&fields=id&tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 267 time: 0.0512152 Jan 27 22:55:13.784689 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Set router c75dc267-c713-4400-82ba-e984824c204a gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:13.784876 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-1692a0ff-ef91-4fda-aca1-dbed93387f2d None None] Current status of the port a14a5fe8-2262-494f-812a-911377588d4c is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:13.802699 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1692a0ff-ef91-4fda-aca1-dbed93387f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (a14a5fe8-2262-494f-812a-911377588d4c), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:13.854327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-1692a0ff-ef91-4fda-aca1-dbed93387f2d None None] For port a14a5fe8-2262-494f-812a-911377588d4c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a14a5fe8-2262-494f-812a-911377588d4c,segment=NetworkSegment(ef3c9a16-fe78-48d1-8eab-27d6721b0212),segment_id=ef3c9a16-fe78-48d1-8eab-27d6721b0212)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:13.865405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-f313dfe7-457e-4617-8bd4-f650e4cdb81b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:13.867324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-f313dfe7-457e-4617-8bd4-f650e4cdb81b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/networks?id=9fcc4993-8688-410c-b06d-08db202eb43b HTTP/1.1" status: 200 len: 796 time: 0.1476595 Jan 27 22:55:13.893061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-954267c9-5a6b-4e9a-b36b-5e8cbf315f8b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/quotas/29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 375 time: 0.0201306 Jan 27 22:55:13.931422 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1692a0ff-ef91-4fda-aca1-dbed93387f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (a14a5fe8-2262-494f-812a-911377588d4c), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:13.984654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-49deb336-3b06-4d2e-b708-973473225c50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847471 Jan 27 22:55:14.017310 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 41070272-f275-4e0a-92e6-9b979a22d82b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:14.068334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692a0ff-ef91-4fda-aca1-dbed93387f2d None None] Pushing event updated for resources: {'Port': ['ID=a14a5fe8-2262-494f-812a-911377588d4c,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:14.094799 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0405a903-2914-4037-8482-36e4b3f4d2c8 None None] Provisioning complete for port 89e4ce75-2859-44e1-8104-e92194a44b06 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:14.094799 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0405a903-2914-4037-8482-36e4b3f4d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.140829 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:55:14.141820 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0405a903-2914-4037-8482-36e4b3f4d2c8 None None] Port 89e4ce75-2859-44e1-8104-e92194a44b06 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:55:14.145053 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 41070272-f275-4e0a-92e6-9b979a22d82b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:14.145537 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (41070272-f275-4e0a-92e6-9b979a22d82b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.171479 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-f12e5382-68f2-4a9a-a603-a0368f5f1391 service neutron] 10.222.0.61 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739664 Jan 27 22:55:14.178350 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '89e4ce75-2859-44e1-8104-e92194a44b06', 'name': '', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:3e:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'b787f070-ab04-4799-a19b-60165fab0367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:11Z', 'updated_at': '2022-01-27T22:55:12Z', 'revision_number': 2, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'b787f070-ab04-4799-a19b-60165fab0367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:14.189138 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0405a903-2914-4037-8482-36e4b3f4d2c8 None None] Provisioning complete for port a14a5fe8-2262-494f-812a-911377588d4c triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:14.189596 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0405a903-2914-4037-8482-36e4b3f4d2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a14a5fe8-2262-494f-812a-911377588d4c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.208260 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Checking router: c75dc267-c713-4400-82ba-e984824c204a for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:55:14.208909 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Updating router c75dc267-c713-4400-82ba-e984824c204a port 89e4ce75-2859-44e1-8104-e92194a44b06 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:55:14.240325 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.282944 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 41070272-f275-4e0a-92e6-9b979a22d82b is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:14.283407 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (41070272-f275-4e0a-92e6-9b979a22d82b), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.300027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-28f03393-8e84-4eab-a193-17e7ac865ab4 service neutron] 10.222.0.61 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212764 Jan 27 22:55:14.332128 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 41070272-f275-4e0a-92e6-9b979a22d82b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=41070272-f275-4e0a-92e6-9b979a22d82b,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:14.341489 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0405a903-2914-4037-8482-36e4b3f4d2c8 None None] Current status of the port a14a5fe8-2262-494f-812a-911377588d4c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:14.439157 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (41070272-f275-4e0a-92e6-9b979a22d82b), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.440011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a14a5fe8-2262-494f-812a-911377588d4c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:14.538221 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=41070272-f275-4e0a-92e6-9b979a22d82b,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:14.541473 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-03fc8933-adb8-437e-8bfe-cb472a686e90 None None] Provisioning complete for port 89e4ce75-2859-44e1-8104-e92194a44b06 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:14.542299 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03fc8933-adb8-437e-8bfe-cb472a686e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.605032 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Publish callbacks [] for port (89e4ce75-2859-44e1-8104-e92194a44b06), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.605481 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-03fc8933-adb8-437e-8bfe-cb472a686e90 None None] Port 89e4ce75-2859-44e1-8104-e92194a44b06 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:55:14.612856 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a14a5fe8-2262-494f-812a-911377588d4c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:14.617052 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a14a5fe8-2262-494f-812a-911377588d4c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.617462 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b8a71637-b9ac-4638-bdc5-27533fa516fc req-494a0ba3-0deb-470d-8029-5ff67cb54bc5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 210 time: 0.0321908 Jan 27 22:55:14.673563 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.702846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a14a5fe8-2262-494f-812a-911377588d4c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:14.719594 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Pushing event updated for resources: {'Port': ['ID=89e4ce75-2859-44e1-8104-e92194a44b06,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:14.728546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-97753214-69f5-4c10-a97a-c0ec454c49b2 None None] Provisioning complete for port 89e4ce75-2859-44e1-8104-e92194a44b06 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:14.728915 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-97753214-69f5-4c10-a97a-c0ec454c49b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.765172 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.765976 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.766536 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.767089 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.767533 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.767982 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.768445 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.768899 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.769431 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.769886 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.770987 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.771111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-97753214-69f5-4c10-a97a-c0ec454c49b2 None None] Port 89e4ce75-2859-44e1-8104-e92194a44b06 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:55:14.771783 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.772375 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:14.806729 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Attempting to bind port 89e4ce75-2859-44e1-8104-e92194a44b06 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:55:14.811937 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Attempting to bind port 89e4ce75-2859-44e1-8104-e92194a44b06 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:55:14.811937 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Attempting to bind port 89e4ce75-2859-44e1-8104-e92194a44b06 on network 9fcc4993-8688-410c-b06d-08db202eb43b {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:14.812830 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:55:14.813211 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Checking segment: {'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:14.813615 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.814014 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Bound using segment: {'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:55:14.814488 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Bound port: 89e4ce75-2859-44e1-8104-e92194a44b06, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:55:14.814966 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.878616 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] For port 89e4ce75-2859-44e1-8104-e92194a44b06, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:55:14.882638 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] For port 89e4ce75-2859-44e1-8104-e92194a44b06, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=89e4ce75-2859-44e1-8104-e92194a44b06,segment=NetworkSegment(ef3c9a16-fe78-48d1-8eab-27d6721b0212),segment_id=ef3c9a16-fe78-48d1-8eab-27d6721b0212)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:55:14.937046 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:14.990333 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a954d49-48ac-46b4-b59c-347c3ba8070f None None] Pushing event updated for resources: {'Port': ['ID=89e4ce75-2859-44e1-8104-e92194a44b06,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:15.006011 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Routers {'c75dc267-c713-4400-82ba-e984824c204a'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:15.007213 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c75dc267-c713-4400-82ba-e984824c204a'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:15.022275 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bdb56b41-94bc-4598-94d4-5987273c0625 None None] Provisioning complete for port 89e4ce75-2859-44e1-8104-e92194a44b06 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:15.023131 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bdb56b41-94bc-4598-94d4-5987273c0625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:15.122246 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] Set router c75dc267-c713-4400-82ba-e984824c204a gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:15.150576 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bdb56b41-94bc-4598-94d4-5987273c0625 None None] Current status of the port 89e4ce75-2859-44e1-8104-e92194a44b06 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:15.152419 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bdb56b41-94bc-4598-94d4-5987273c0625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:15.211661 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-bdb56b41-94bc-4598-94d4-5987273c0625 None None] For port 89e4ce75-2859-44e1-8104-e92194a44b06, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=89e4ce75-2859-44e1-8104-e92194a44b06,segment=NetworkSegment(ef3c9a16-fe78-48d1-8eab-27d6721b0212),segment_id=ef3c9a16-fe78-48d1-8eab-27d6721b0212)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:15.296633 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bdb56b41-94bc-4598-94d4-5987273c0625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:15.347930 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb56b41-94bc-4598-94d4-5987273c0625 None None] Pushing event updated for resources: {'Port': ['ID=89e4ce75-2859-44e1-8104-e92194a44b06,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:15.348843 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '89e4ce75-2859-44e1-8104-e92194a44b06', 'name': '', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:3e:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'b787f070-ab04-4799-a19b-60165fab0367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:11Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'b787f070-ab04-4799-a19b-60165fab0367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:15.377337 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cdb87-1529-4a6f-9c06-aa7283cc9720 None None] The sync data for ids ['c75dc267-c713-4400-82ba-e984824c204a'] in n-d-760456-6 is: [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '89e4ce75-2859-44e1-8104-e92194a44b06', 'name': '', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:3e:46:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'b787f070-ab04-4799-a19b-60165fab0367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:11Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'b787f070-ab04-4799-a19b-60165fab0367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:55:15.424102 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0dba6ad3-0f2b-449b-b612-32798f347933 None None] Provisioning complete for port 89e4ce75-2859-44e1-8104-e92194a44b06 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:15.424523 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0dba6ad3-0f2b-449b-b612-32798f347933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:15.541599 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0dba6ad3-0f2b-449b-b612-32798f347933 None None] Current status of the port 89e4ce75-2859-44e1-8104-e92194a44b06 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:15.718956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79d457fc-963d-41cd-a125-bf475aec70fe req-c1c1e76d-abb2-405d-a671-b142477bb234 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 210 time: 0.0283399 Jan 27 22:55:15.929224 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 41070272-f275-4e0a-92e6-9b979a22d82b up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:15.996705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 41070272-f275-4e0a-92e6-9b979a22d82b triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:15.998112 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (41070272-f275-4e0a-92e6-9b979a22d82b), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:16.097192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 41070272-f275-4e0a-92e6-9b979a22d82b is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:16.098606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 89e4ce75-2859-44e1-8104-e92194a44b06 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:16.169029 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 89e4ce75-2859-44e1-8104-e92194a44b06 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:16.169638 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:16.256774 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 89e4ce75-2859-44e1-8104-e92194a44b06 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:16.257921 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a14a5fe8-2262-494f-812a-911377588d4c up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:16.308878 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port a14a5fe8-2262-494f-812a-911377588d4c triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:16.309256 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (a14a5fe8-2262-494f-812a-911377588d4c), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:16.392982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port a14a5fe8-2262-494f-812a-911377588d4c is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:16.715483 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-f1348cf9-718e-42bb-bce8-a9317e61d5aa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:16.716997 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-f1348cf9-718e-42bb-bce8-a9317e61d5aa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "GET /v2.0/networks?id=9fcc4993-8688-410c-b06d-08db202eb43b HTTP/1.1" status: 200 len: 796 time: 0.1206734 Jan 27 22:55:16.784663 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-55a977a8-19f1-45fa-a99a-34d046597ffa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 380 time: 0.0599144 Jan 27 22:55:16.792685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'port': {'device_id': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'admin_state_up': True, 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'security_groups': ['b36261e8-ba5f-48a9-8683-968859643323']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:16.868485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a792219e-a846-4d58-8cd2-4e7063593a03 req-de6fd6d2-e979-4a17-bbf4-b307fd3ede4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 210 time: 0.0707917 Jan 27 22:55:17.033584 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:55:17.038118 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:17.169066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.20.0.4 (9fcc4993-8688-410c-b06d-08db202eb43b/b787f070-ab04-4799-a19b-60165fab0367/0bd75e61-c228-4352-a9af-61ba2840beb4) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:55:17.310173 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:17.387675 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:17.431742 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 9fcc4993-8688-410c-b06d-08db202eb43b is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:17.434791 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:17.440740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:55:17.448310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=0bd75e61-c228-4352-a9af-61ba2840beb4,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:17.502592 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:17.503352 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:17.590809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-60a1d0de-e2d0-41f0-913c-8c6bb58666d2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8019106 Jan 27 22:55:17.645751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Request body: {'port': {'device_id': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:17.680334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b0bf48b1-e281-4bd7-bf50-dac61f560b85 None None] Provisioning complete for port 0bd75e61-c228-4352-a9af-61ba2840beb4 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:17.680951 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b0bf48b1-e281-4bd7-bf50-dac61f560b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:17.701290 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:17.714618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf48b1-e281-4bd7-bf50-dac61f560b85 None None] Port 0bd75e61-c228-4352-a9af-61ba2840beb4 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:55:17.991049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd75e61-c228-4352-a9af-61ba2840beb4 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:55:18.001184 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Publish callbacks [] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:18.018177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Transition to ACTIVE for port object 0bd75e61-c228-4352-a9af-61ba2840beb4 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:55:18.025200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013dacc-0efd-40c9-9332-4fc39087f919 req-0ebfcc64-4416-4646-a8f8-c97e8af62a98 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.026697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9013dacc-0efd-40c9-9332-4fc39087f919 req-0ebfcc64-4416-4646-a8f8-c97e8af62a98 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 931 time: 0.0766315 Jan 27 22:55:18.075252 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9013dacc-0efd-40c9-9332-4fc39087f919 req-89513838-8202-4e4a-a130-3ab80efd92cd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Jan 27 22:55:18.083927 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:18.139587 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd75e61-c228-4352-a9af-61ba2840beb4,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:18.207640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Attempting to bind port 0bd75e61-c228-4352-a9af-61ba2840beb4 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:55:18.208132 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Attempting to bind port 0bd75e61-c228-4352-a9af-61ba2840beb4 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:55:18.208475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Attempting to bind port 0bd75e61-c228-4352-a9af-61ba2840beb4 on network 9fcc4993-8688-410c-b06d-08db202eb43b {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:18.212998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Port 0bd75e61-c228-4352-a9af-61ba2840beb4 on network 9fcc4993-8688-410c-b06d-08db202eb43b not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:55:18.213374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Attempting to bind port 0bd75e61-c228-4352-a9af-61ba2840beb4 on network 9fcc4993-8688-410c-b06d-08db202eb43b {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:55:18.218458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:55:18.218799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Checking segment: {'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:55:18.219189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Bound using segment: {'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:55:18.219624 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Bound port: 0bd75e61-c228-4352-a9af-61ba2840beb4, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef3c9a16-fe78-48d1-8eab-27d6721b0212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:55:18.220004 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:18.285332 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] For port 0bd75e61-c228-4352-a9af-61ba2840beb4, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:55:18.288982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] For port 0bd75e61-c228-4352-a9af-61ba2840beb4, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0bd75e61-c228-4352-a9af-61ba2840beb4,segment=NetworkSegment(ef3c9a16-fe78-48d1-8eab-27d6721b0212),segment_id=ef3c9a16-fe78-48d1-8eab-27d6721b0212)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:55:18.359242 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:18.394282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.394978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:18.396737 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] 10.222.0.71 "PUT /v2.0/ports/0bd75e61-c228-4352-a9af-61ba2840beb4 HTTP/1.1" status: 200 len: 1091 time: 0.7975268 Jan 27 22:55:18.397193 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'tag': '0bd75e61-c228-4352-a9af-61ba2840beb4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:18.403853 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6355654c-873e-4eb1-96b9-cf958c5022a6" -d '{"events": [{"name": "network-changed", "server_uuid": "78cc2c06-45ac-4a16-8e78-4085ee53fb04", "tag": "0bd75e61-c228-4352-a9af-61ba2840beb4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:18.434336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc38dec-30d3-4f3f-878a-6735ad27fd89 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd75e61-c228-4352-a9af-61ba2840beb4,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:18.454515 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e422aaa-db0c-4a6d-9203-3824abcb3907 x-openstack-request-id: req-7e422aaa-db0c-4a6d-9203-3824abcb3907 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:18.454820 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cc2c06-45ac-4a16-8e78-4085ee53fb04", "tag": "0bd75e61-c228-4352-a9af-61ba2840beb4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:18.455105 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e422aaa-db0c-4a6d-9203-3824abcb3907 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:18.455607 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'tag': '0bd75e61-c228-4352-a9af-61ba2840beb4', 'status': 'completed', 'code': 200} Jan 27 22:55:18.517165 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355654c-873e-4eb1-96b9-cf958c5022a6 req-2032ee1f-a778-4aaa-b3d6-924caaf7458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.518687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6355654c-873e-4eb1-96b9-cf958c5022a6 req-2032ee1f-a778-4aaa-b3d6-924caaf7458a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 1094 time: 0.0433981 Jan 27 22:55:18.625167 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355654c-873e-4eb1-96b9-cf958c5022a6 req-c268c36a-6cdf-468a-ba81-1358cee0024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.626636 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6355654c-873e-4eb1-96b9-cf958c5022a6 req-c268c36a-6cdf-468a-ba81-1358cee0024d service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1004865 Jan 27 22:55:18.717241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355654c-873e-4eb1-96b9-cf958c5022a6 req-78709144-f2e3-477c-9d33-c9d9b0c224db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.718610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6355654c-873e-4eb1-96b9-cf958c5022a6 req-78709144-f2e3-477c-9d33-c9d9b0c224db service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861232 Jan 27 22:55:18.798640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-44a043d3-9cf2-4186-ac9b-45bd93399df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.800139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-44a043d3-9cf2-4186-ac9b-45bd93399df8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 1094 time: 0.0453362 Jan 27 22:55:18.841279 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-f880555e-fab4-410b-b6c8-7b301e960c7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd75e61-c228-4352-a9af-61ba2840beb4 HTTP/1.1" status: 200 len: 217 time: 0.0350401 Jan 27 22:55:18.890508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-5a4ebc05-4f12-4da9-9fe9-359569577f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.891953 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-5a4ebc05-4f12-4da9-9fe9-359569577f08 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b787f070-ab04-4799-a19b-60165fab0367 HTTP/1.1" status: 200 len: 834 time: 0.0451150 Jan 27 22:55:18.939352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-65196ebd-9b28-4cee-a4fa-9bcdc5e7c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:18.940869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-65196ebd-9b28-4cee-a4fa-9bcdc5e7c247 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fcc4993-8688-410c-b06d-08db202eb43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432849 Jan 27 22:55:19.027692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-993c2088-9db6-4b62-9b60-6a5fcc43c554 service neutron] 10.222.0.71 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810418 Jan 27 22:55:19.119926 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aade654f-0554-4bbd-bc48-ad7ce8f6dd68 req-c9d148c7-3b35-4b2f-b94a-353de46a0318 service neutron] 10.222.0.71 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865896 Jan 27 22:55:19.195336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dfe4b-936f-4b29-b8a0-7d693eb92bda req-85e46c4c-36d0-4529-a18d-d4e65cd447f5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:19.196851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f14dfe4b-936f-4b29-b8a0-7d693eb92bda req-85e46c4c-36d0-4529-a18d-d4e65cd447f5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 943 time: 0.0495675 Jan 27 22:55:19.246640 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f14dfe4b-936f-4b29-b8a0-7d693eb92bda req-a085d125-3fa6-4a12-8dd1-bc350ec65623 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440693 Jan 27 22:55:20.361565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d00d21-8774-4b5b-a37d-a1e2669aa7e0 req-5b34e9ef-ffd4-4035-99ab-8cd9b08de5b8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:20.363010 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6d00d21-8774-4b5b-a37d-a1e2669aa7e0 req-5b34e9ef-ffd4-4035-99ab-8cd9b08de5b8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 943 time: 0.0472677 Jan 27 22:55:20.409505 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6d00d21-8774-4b5b-a37d-a1e2669aa7e0 req-4344f194-82c8-46c3-8a85-660cc62bb833 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407932 Jan 27 22:55:21.202612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0bd75e61-c228-4352-a9af-61ba2840beb4 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:55:21.294805 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0bd75e61-c228-4352-a9af-61ba2840beb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0bd75e61-c228-4352-a9af-61ba2840beb4,segment=NetworkSegment(ef3c9a16-fe78-48d1-8eab-27d6721b0212),segment_id=ef3c9a16-fe78-48d1-8eab-27d6721b0212)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:21.306483 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '0bd75e61-c228-4352-a9af-61ba2840beb4', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'port_id': '0bd75e61-c228-4352-a9af-61ba2840beb4', 'mac_address': 'fa:16:3e:e5:b8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b787f070-ab04-4799-a19b-60165fab0367', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:55:21.345582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 0bd75e61-c228-4352-a9af-61ba2840beb4 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:21.345973 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:21.359074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd75e61-c228-4352-a9af-61ba2840beb4 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:55:21.378069 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0bd75e61-c228-4352-a9af-61ba2840beb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0bd75e61-c228-4352-a9af-61ba2840beb4,segment=NetworkSegment(ef3c9a16-fe78-48d1-8eab-27d6721b0212),segment_id=ef3c9a16-fe78-48d1-8eab-27d6721b0212)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:21.461979 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:21.511598 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=0bd75e61-c228-4352-a9af-61ba2840beb4,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:21.529467 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bfc09-f839-4059-b1d9-4a00d8fe6b05 req-5241714c-6db0-4b94-89cd-73360f876c3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:21.536609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-590bfc09-f839-4059-b1d9-4a00d8fe6b05 req-5241714c-6db0-4b94-89cd-73360f876c3a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 944 time: 0.0584743 Jan 27 22:55:21.580586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-590bfc09-f839-4059-b1d9-4a00d8fe6b05 req-f692e879-2761-4083-9a8b-19e23ea43b4c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430267 Jan 27 22:55:21.679141 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['0bd75e61-c228-4352-a9af-61ba2840beb4'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:55:22.694995 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280b5bd-f27a-44ed-b372-2ac92130c6c8 req-0f46e743-ec2e-4462-9e78-e83b79105dd2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:22.696514 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8280b5bd-f27a-44ed-b372-2ac92130c6c8 req-0f46e743-ec2e-4462-9e78-e83b79105dd2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 944 time: 0.0485411 Jan 27 22:55:22.745005 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8280b5bd-f27a-44ed-b372-2ac92130c6c8 req-86f68e22-2632-4a1c-8990-e62d8e9c75cc tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428662 Jan 27 22:55:23.209900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0bd75e61-c228-4352-a9af-61ba2840beb4 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:55:23.306782 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 0bd75e61-c228-4352-a9af-61ba2840beb4 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:55:23.310357 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 0bd75e61-c228-4352-a9af-61ba2840beb4 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:55:23.310732 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.386864 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 0bd75e61-c228-4352-a9af-61ba2840beb4 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:55:23.387300 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.409348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd75e61-c228-4352-a9af-61ba2840beb4'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:23.412183 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe7644c-fa0d-4f16-92f2-cb96b7dd173f" -d '{"events": [{"server_uuid": "78cc2c06-45ac-4a16-8e78-4085ee53fb04", "name": "network-vif-plugged", "status": "completed", "tag": "0bd75e61-c228-4352-a9af-61ba2840beb4"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:23.424217 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 0bd75e61-c228-4352-a9af-61ba2840beb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0bd75e61-c228-4352-a9af-61ba2840beb4,segment=NetworkSegment(ef3c9a16-fe78-48d1-8eab-27d6721b0212),segment_id=ef3c9a16-fe78-48d1-8eab-27d6721b0212)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:55:23.449632 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae855e88-dea2-49a4-9704-541caf25ccf0 x-openstack-request-id: req-ae855e88-dea2-49a4-9704-541caf25ccf0 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:23.449930 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc2c06-45ac-4a16-8e78-4085ee53fb04", "name": "network-vif-plugged", "status": "completed", "tag": "0bd75e61-c228-4352-a9af-61ba2840beb4", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:23.450216 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae855e88-dea2-49a4-9704-541caf25ccf0 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:23.450872 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd75e61-c228-4352-a9af-61ba2840beb4', 'code': 200} Jan 27 22:55:23.478741 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:23.526338 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=0bd75e61-c228-4352-a9af-61ba2840beb4,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:23.548476 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fa54a-6aeb-4b7c-a58f-895570324a2b req-cb81068d-48d1-4cc3-9d81-6493d0b796e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:23.550008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-333fa54a-6aeb-4b7c-a58f-895570324a2b req-cb81068d-48d1-4cc3-9d81-6493d0b796e6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 1096 time: 0.0444698 Jan 27 22:55:23.594976 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-333fa54a-6aeb-4b7c-a58f-895570324a2b req-72182691-bb2f-4e7d-a410-d576127ab02a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391498 Jan 27 22:55:23.857660 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f029fab-5007-4ee3-a456-bd712f15b92e req-98bbd6f0-a0b5-46a3-99dc-6b9ca81e71db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:23.860262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f029fab-5007-4ee3-a456-bd712f15b92e req-98bbd6f0-a0b5-46a3-99dc-6b9ca81e71db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0474138 Jan 27 22:55:23.908729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4f029fab-5007-4ee3-a456-bd712f15b92e req-e1b93f30-f80c-420b-94b8-67161f608326 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429585 Jan 27 22:55:25.024489 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c96ae-901e-4fe9-8d35-e6f10f49e253 req-8bb26bdb-d55d-47cd-b042-dbccaa8b0086 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:25.025965 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e39c96ae-901e-4fe9-8d35-e6f10f49e253 req-8bb26bdb-d55d-47cd-b042-dbccaa8b0086 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0474160 Jan 27 22:55:25.078280 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e39c96ae-901e-4fe9-8d35-e6f10f49e253 req-ee44402f-277e-48ed-ab33-18ef46096a66 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467067 Jan 27 22:55:25.199589 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c84eb-740b-4954-9b8e-a988ee8ef624 req-61320d76-378e-43fa-b024-008119cffa5a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:25.201417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af0c84eb-740b-4954-9b8e-a988ee8ef624 req-61320d76-378e-43fa-b024-008119cffa5a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0571699 Jan 27 22:55:25.249769 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af0c84eb-740b-4954-9b8e-a988ee8ef624 req-8845a246-f7a0-44fe-8aff-1c86c4658d6d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428190 Jan 27 22:55:25.271929 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42418) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:25.310460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8988e-ba36-4870-800d-997c2e8514c6 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:25.311946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-d4d8988e-ba36-4870-800d-997c2e8514c6 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 1091 time: 0.0390399 Jan 27 22:55:25.314694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42420) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:25.319474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '0bd75e61-c228-4352-a9af-61ba2840beb4', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:55:25.392842 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.492857 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.591295 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.25.0.186 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/1a2aee9a-f6c6-4648-b820-8143facff0dd) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:55:25.695183 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (1a2aee9a-f6c6-4648-b820-8143facff0dd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.764619 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (1a2aee9a-f6c6-4648-b820-8143facff0dd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:25.800609 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:55:25.803501 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:55:25.806869 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:55:25.833534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=1a2aee9a-f6c6-4648-b820-8143facff0dd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:25.845631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:25.845986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:25.846336 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:25.846677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:25.847015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:25.847350 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:25.847720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:25.848053 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:25.848413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:25.848743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:25.849072 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:25.849399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:25.849724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:55:26.180871 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (6d15bcd5-de56-41f9-888f-fb8295f67b25), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.290639 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (1a2aee9a-f6c6-4648-b820-8143facff0dd), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.438041 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (1a2aee9a-f6c6-4648-b820-8143facff0dd), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.484286 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (1a2aee9a-f6c6-4648-b820-8143facff0dd), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.556625 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=1a2aee9a-f6c6-4648-b820-8143facff0dd,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:55:26.566523 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (6d15bcd5-de56-41f9-888f-fb8295f67b25), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:26.667633 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Floating IP 6d15bcd5-de56-41f9-888f-fb8295f67b25 associated. External IP: 172.25.0.186, port: 0bd75e61-c228-4352-a9af-61ba2840beb4. Jan 27 22:55:27.186740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router c75dc267-c713-4400-82ba-e984824c204a has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:55:27.294800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:55:27.304971 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed108c-96fc-4535-bb15-08cd681ec098 None None] Sync routers for ids ['c75dc267-c713-4400-82ba-e984824c204a'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:55:27.314127 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed108c-96fc-4535-bb15-08cd681ec098 None None] Routers {'c75dc267-c713-4400-82ba-e984824c204a'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:27.314741 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f0ed108c-96fc-4535-bb15-08cd681ec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c75dc267-c713-4400-82ba-e984824c204a'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:27.378038 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:27.407534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f3162c58-8a3c-4e36-8525-b2bad9c1445c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0892532 Jan 27 22:55:27.407534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'tag': '0bd75e61-c228-4352-a9af-61ba2840beb4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:55:27.408439 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273a54b0-6463-40ba-83fa-61ee8faa6145" -d '{"events": [{"name": "network-changed", "server_uuid": "78cc2c06-45ac-4a16-8e78-4085ee53fb04", "tag": "0bd75e61-c228-4352-a9af-61ba2840beb4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:55:27.422464 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f0ed108c-96fc-4535-bb15-08cd681ec098 None None] Set router c75dc267-c713-4400-82ba-e984824c204a gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:27.449494 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21892aa8-45e6-4f11-8c43-37ce8513bd9b x-openstack-request-id: req-21892aa8-45e6-4f11-8c43-37ce8513bd9b {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:55:27.449494 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cc2c06-45ac-4a16-8e78-4085ee53fb04", "tag": "0bd75e61-c228-4352-a9af-61ba2840beb4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:55:27.449494 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21892aa8-45e6-4f11-8c43-37ce8513bd9b {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:55:27.449494 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'tag': '0bd75e61-c228-4352-a9af-61ba2840beb4', 'status': 'completed', 'code': 200} Jan 27 22:55:27.532520 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dafcf-4e5e-443c-a87f-c63ba7d98fc1 req-17d13f17-7c90-40cc-ad29-d158ae3514d7 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:27.534014 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b9dafcf-4e5e-443c-a87f-c63ba7d98fc1 req-17d13f17-7c90-40cc-ad29-d158ae3514d7 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0754280 Jan 27 22:55:27.540604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a54b0-6463-40ba-83fa-61ee8faa6145 req-eca69d55-0766-49c8-9c50-aa28d84ccbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:27.542074 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-273a54b0-6463-40ba-83fa-61ee8faa6145 req-eca69d55-0766-49c8-9c50-aa28d84ccbc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 1096 time: 0.0577269 Jan 27 22:55:27.643681 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4b9dafcf-4e5e-443c-a87f-c63ba7d98fc1 req-7e76c2bf-38a4-436d-8766-a2e4a6368698 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006186 Jan 27 22:55:27.668773 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42426) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:27.674826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a54b0-6463-40ba-83fa-61ee8faa6145 req-eb5de847-d27f-4266-83f1-39e029e961ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:27.676851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-273a54b0-6463-40ba-83fa-61ee8faa6145 req-eb5de847-d27f-4266-83f1-39e029e961ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fcc4993-8688-410c-b06d-08db202eb43b HTTP/1.1" status: 200 len: 897 time: 0.1194291 Jan 27 22:55:27.736359 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-dc9426e8-bab4-4b32-bac4-c3f89a636093 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/6d15bcd5-de56-41f9-888f-fb8295f67b25 HTTP/1.1" status: 200 len: 991 time: 0.0660596 Jan 27 22:55:27.747219 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-273a54b0-6463-40ba-83fa-61ee8faa6145 req-4f7f35f1-431d-4c2b-b4ea-7d3978c7eb58 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd75e61-c228-4352-a9af-61ba2840beb4 HTTP/1.1" status: 200 len: 999 time: 0.0612733 Jan 27 22:55:27.791420 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:27.800103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a54b0-6463-40ba-83fa-61ee8faa6145 req-e1496eb1-5386-488a-9aac-9adac2ec0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:27.802153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-273a54b0-6463-40ba-83fa-61ee8faa6145 req-e1496eb1-5386-488a-9aac-9adac2ec0e79 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b787f070-ab04-4799-a19b-60165fab0367 HTTP/1.1" status: 200 len: 834 time: 0.0493984 Jan 27 22:55:27.812838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f0ed108c-96fc-4535-bb15-08cd681ec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '6d15bcd5-de56-41f9-888f-fb8295f67b25', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'port_id': '0bd75e61-c228-4352-a9af-61ba2840beb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'mac_address': 'fa:16:3e:e5:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:26Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e4ce75-2859-44e1-8104-e92194a44b06', 'name': '', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:3e:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'b787f070-ab04-4799-a19b-60165fab0367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:11Z', 'updated_at': '2022-01-27T22:55:15Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'b787f070-ab04-4799-a19b-60165fab0367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:27.842857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed108c-96fc-4535-bb15-08cd681ec098 None None] Checking router: c75dc267-c713-4400-82ba-e984824c204a for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:55:27.847109 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a54b0-6463-40ba-83fa-61ee8faa6145 req-73af5c7d-f770-492d-a44b-8516a6ba8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:27.848704 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-273a54b0-6463-40ba-83fa-61ee8faa6145 req-73af5c7d-f770-492d-a44b-8516a6ba8d8e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fcc4993-8688-410c-b06d-08db202eb43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408487 Jan 27 22:55:27.851161 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed108c-96fc-4535-bb15-08cd681ec098 None None] Routers {'c75dc267-c713-4400-82ba-e984824c204a'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:55:27.851775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f0ed108c-96fc-4535-bb15-08cd681ec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:55:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c75dc267-c713-4400-82ba-e984824c204a'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:27.943544 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-273a54b0-6463-40ba-83fa-61ee8faa6145 req-d4039943-8638-46ac-8611-0bafd6d2fc48 service neutron] 10.222.0.71 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892997 Jan 27 22:55:27.964647 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-f0ed108c-96fc-4535-bb15-08cd681ec098 None None] Set router c75dc267-c713-4400-82ba-e984824c204a gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:55:28.036874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-273a54b0-6463-40ba-83fa-61ee8faa6145 req-cc680e89-18cd-45f9-930e-8e0275042066 service neutron] 10.222.0.71 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880215 Jan 27 22:55:28.211111 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-f0ed108c-96fc-4535-bb15-08cd681ec098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '6d15bcd5-de56-41f9-888f-fb8295f67b25', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'port_id': '0bd75e61-c228-4352-a9af-61ba2840beb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'mac_address': 'fa:16:3e:e5:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:26Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e4ce75-2859-44e1-8104-e92194a44b06', 'name': '', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:3e:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'b787f070-ab04-4799-a19b-60165fab0367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:11Z', 'updated_at': '2022-01-27T22:55:15Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'b787f070-ab04-4799-a19b-60165fab0367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:55:28.213835 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:28.250372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed108c-96fc-4535-bb15-08cd681ec098 None None] The sync data for ids ['c75dc267-c713-4400-82ba-e984824c204a'] in n-d-760456-6 is: [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '6d15bcd5-de56-41f9-888f-fb8295f67b25', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.186', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'port_id': '0bd75e61-c228-4352-a9af-61ba2840beb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'mac_address': 'fa:16:3e:e5:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:55:26Z', 'updated_at': '2022-01-27T22:55:26Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e4ce75-2859-44e1-8104-e92194a44b06', 'name': '', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:3e:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'b787f070-ab04-4799-a19b-60165fab0367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:11Z', 'updated_at': '2022-01-27T22:55:15Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'b787f070-ab04-4799-a19b-60165fab0367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:55:28.434616 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb830b8-7bc3-406e-986e-95f5dbcc2407 None None] New status for floating IP 6d15bcd5-de56-41f9-888f-fb8295f67b25: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:55:28.740139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42428) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:55:28.752090 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-393d6cfe-c8ca-4d87-b866-cee662e1ac14 req-eaf2f7c3-765b-40d9-ac23-70a34ba542cb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395825 Jan 27 22:55:28.805606 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ad3fcc2d-23f3-4521-bfd8-43e4021a60ab tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/6d15bcd5-de56-41f9-888f-fb8295f67b25 HTTP/1.1" status: 200 len: 993 time: 0.0590072 Jan 27 22:55:28.835273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d6cfe-c8ca-4d87-b866-cee662e1ac14 req-0afadc6a-0813-40ae-8633-6b51f22afe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:28.836880 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-393d6cfe-c8ca-4d87-b866-cee662e1ac14 req-0afadc6a-0813-40ae-8633-6b51f22afe97 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 1096 time: 0.0420055 Jan 27 22:55:28.943451 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d6cfe-c8ca-4d87-b866-cee662e1ac14 req-48445862-7ad0-4a9b-af13-f41588e65a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:28.944956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-393d6cfe-c8ca-4d87-b866-cee662e1ac14 req-48445862-7ad0-4a9b-af13-f41588e65a4a service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fcc4993-8688-410c-b06d-08db202eb43b HTTP/1.1" status: 200 len: 897 time: 0.0911438 Jan 27 22:55:29.009138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-393d6cfe-c8ca-4d87-b866-cee662e1ac14 req-8ec3dc43-aa28-4c89-944b-21aee4cbaafa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd75e61-c228-4352-a9af-61ba2840beb4 HTTP/1.1" status: 200 len: 1001 time: 0.0579414 Jan 27 22:55:29.061531 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d6cfe-c8ca-4d87-b866-cee662e1ac14 req-b41c6766-3724-4279-8995-284341471f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:29.062978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-393d6cfe-c8ca-4d87-b866-cee662e1ac14 req-b41c6766-3724-4279-8995-284341471f1b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b787f070-ab04-4799-a19b-60165fab0367 HTTP/1.1" status: 200 len: 834 time: 0.0480354 Jan 27 22:55:29.106774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d6cfe-c8ca-4d87-b866-cee662e1ac14 req-8b723496-8c6c-4b34-b01d-5b22e0f85f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:55:29.108331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-393d6cfe-c8ca-4d87-b866-cee662e1ac14 req-8b723496-8c6c-4b34-b01d-5b22e0f85f63 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fcc4993-8688-410c-b06d-08db202eb43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389626 Jan 27 22:55:29.195684 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-393d6cfe-c8ca-4d87-b866-cee662e1ac14 req-b486df2f-c5c0-472b-acd5-ad3dfd467b3c service neutron] 10.222.0.71 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810726 Jan 27 22:55:29.286453 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-393d6cfe-c8ca-4d87-b866-cee662e1ac14 req-599cfeb7-0541-4287-b6dc-7c126f35bcf9 service neutron] 10.222.0.71 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845079 Jan 27 22:55:32.346900 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ff1badf5-e006-4ecb-90ef-923b2b0cc992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:34.941394 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d22efff0-613c-435d-8b7c-660972f32d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:36.386566 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:37.672770 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:38.946680 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:51.120447 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:55:57.769487 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:55:58.169226 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:01.997047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3aa26-bf7e-47d2-9773-735f57eb03f3 req-1f523f51-6498-4143-9f57-b268a5eebb3e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:01.998504 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57a3aa26-bf7e-47d2-9773-735f57eb03f3 req-1f523f51-6498-4143-9f57-b268a5eebb3e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0490196 Jan 27 22:56:02.048623 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-57a3aa26-bf7e-47d2-9773-735f57eb03f3 req-04524a2e-710c-4f25-89a5-2d31a86debfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435953 Jan 27 22:56:02.352070 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8efc2862-6dad-4649-b9b6-5722d425f6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:03.169649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c749290-2975-4de3-b14f-7fdff6ef06fa req-d4a24554-067f-4416-8fee-4fc4147446fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:03.171381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c749290-2975-4de3-b14f-7fdff6ef06fa req-d4a24554-067f-4416-8fee-4fc4147446fd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0527182 Jan 27 22:56:03.219075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7c749290-2975-4de3-b14f-7fdff6ef06fa req-9b612e82-6e4b-4851-82db-f5c80a97770f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421884 Jan 27 22:56:04.334190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599ddf9-8132-4acc-b220-777c521cbd57 req-4c7f57eb-2a2d-4d2c-9d6b-7a4ae36a42bc tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:04.335583 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f599ddf9-8132-4acc-b220-777c521cbd57 req-4c7f57eb-2a2d-4d2c-9d6b-7a4ae36a42bc tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0491483 Jan 27 22:56:04.384809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f599ddf9-8132-4acc-b220-777c521cbd57 req-d1c3b1c5-1144-4bb0-8137-1599856faab8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434399 Jan 27 22:56:04.911852 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2485ee01-fdb5-421d-8662-19d69fcdba8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:05.500802 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d91344-31af-4444-adec-1419b5c25eb0 req-cddb6aa5-da39-4d0f-b240-528af429c5e3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:05.502292 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14d91344-31af-4444-adec-1419b5c25eb0 req-cddb6aa5-da39-4d0f-b240-528af429c5e3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0473583 Jan 27 22:56:05.554244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-14d91344-31af-4444-adec-1419b5c25eb0 req-30f43fea-208c-45dd-b8f5-58672de86c96 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458434 Jan 27 22:56:06.408997 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:06.670114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a55644-87fa-4953-9a0e-29d91501327d req-a30e5725-6672-468d-b975-5a729b3347ce tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:06.671795 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6a55644-87fa-4953-9a0e-29d91501327d req-a30e5725-6672-468d-b975-5a729b3347ce tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0497725 Jan 27 22:56:06.720321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e6a55644-87fa-4953-9a0e-29d91501327d req-3bbe9f56-55f4-45f3-8dc3-9cffd02e95fc tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428922 Jan 27 22:56:07.683330 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:07.833815 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a8394-051e-4e87-a00f-70a919f9cc55 req-95e35077-9a92-4e4c-8eca-eba8cc99ba05 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:07.835167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed6a8394-051e-4e87-a00f-70a919f9cc55 req-95e35077-9a92-4e4c-8eca-eba8cc99ba05 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0482798 Jan 27 22:56:07.883082 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed6a8394-051e-4e87-a00f-70a919f9cc55 req-57aef102-2f78-4c58-bb0f-42a996df357c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 Jan 27 22:56:08.951616 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:09.001196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5065669-59b7-4943-b564-1be2fbfa9691 req-58339e42-5656-48a6-b88c-eef23295ca7e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:09.002713 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5065669-59b7-4943-b564-1be2fbfa9691 req-58339e42-5656-48a6-b88c-eef23295ca7e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0524232 Jan 27 22:56:09.052418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c5065669-59b7-4943-b564-1be2fbfa9691 req-65667998-8574-48d0-8abb-9663e3b14a07 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Jan 27 22:56:10.166631 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dbb84-0a14-4b04-8b4b-083df56d4238 req-d7dad375-cca9-47cf-9d2e-3337cf05278f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:10.168145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb5dbb84-0a14-4b04-8b4b-083df56d4238 req-d7dad375-cca9-47cf-9d2e-3337cf05278f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0487170 Jan 27 22:56:10.216566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bb5dbb84-0a14-4b04-8b4b-083df56d4238 req-6716dbe4-1040-4304-936b-c5b7fff1ba58 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424523 Jan 27 22:56:11.337348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed826da-40d8-4ec5-9e8e-4e3cc1b70535 req-dc37f990-7073-40eb-9409-95897f7667e9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:11.338839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ed826da-40d8-4ec5-9e8e-4e3cc1b70535 req-dc37f990-7073-40eb-9409-95897f7667e9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0556769 Jan 27 22:56:11.387587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ed826da-40d8-4ec5-9e8e-4e3cc1b70535 req-bd0351d7-268d-4a09-b45b-23e12f1b221a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430822 Jan 27 22:56:12.502482 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f58822-82c5-4f89-bcea-cbb1d99a2467 req-64096e62-7e7e-41b8-a129-cbf18a1eddf2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:12.503950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93f58822-82c5-4f89-bcea-cbb1d99a2467 req-64096e62-7e7e-41b8-a129-cbf18a1eddf2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0481982 Jan 27 22:56:12.552298 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93f58822-82c5-4f89-bcea-cbb1d99a2467 req-611cf277-53be-449f-855b-75ad3a234f6b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 Jan 27 22:56:12.574495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42462) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:12.640682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ae976fc0-4f2f-47a5-a6ca-e26132c17e77 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/6d15bcd5-de56-41f9-888f-fb8295f67b25 HTTP/1.1" status: 200 len: 993 time: 0.0648384 Jan 27 22:56:14.079583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c7dea-d767-4670-b61c-80115db89c66 req-ceff1180-4e4a-44da-a442-b4c0facc00ef tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:14.081112 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a22c7dea-d767-4670-b61c-80115db89c66 req-ceff1180-4e4a-44da-a442-b4c0facc00ef tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0504141 Jan 27 22:56:14.132654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a22c7dea-d767-4670-b61c-80115db89c66 req-e1e68ab5-e652-45e0-835b-5fe058ca446c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456440 Jan 27 22:56:14.173058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c0fd1-f484-49e3-9897-9163a5f39f87 req-730d4f1e-c956-4586-a3db-e65db9370b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:14.174559 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f3c0fd1-f484-49e3-9897-9163a5f39f87 req-730d4f1e-c956-4586-a3db-e65db9370b05 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 1096 time: 0.0410528 Jan 27 22:56:14.264974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c0fd1-f484-49e3-9897-9163a5f39f87 req-dbf48891-d599-4bf7-bca0-a2a40fcd1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:14.266347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f3c0fd1-f484-49e3-9897-9163a5f39f87 req-dbf48891-d599-4bf7-bca0-a2a40fcd1380 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fcc4993-8688-410c-b06d-08db202eb43b HTTP/1.1" status: 200 len: 897 time: 0.0859585 Jan 27 22:56:14.330361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f3c0fd1-f484-49e3-9897-9163a5f39f87 req-baf7f06f-e782-469b-b7d0-b236e9880c28 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd75e61-c228-4352-a9af-61ba2840beb4 HTTP/1.1" status: 200 len: 1001 time: 0.0583465 Jan 27 22:56:14.381923 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c0fd1-f484-49e3-9897-9163a5f39f87 req-df4ce38f-c8a5-4e26-ac42-0f3d93eaffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:14.383400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f3c0fd1-f484-49e3-9897-9163a5f39f87 req-df4ce38f-c8a5-4e26-ac42-0f3d93eaffba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b787f070-ab04-4799-a19b-60165fab0367 HTTP/1.1" status: 200 len: 834 time: 0.0473404 Jan 27 22:56:14.427718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c0fd1-f484-49e3-9897-9163a5f39f87 req-da686c4e-50c8-49c5-9f91-97c7d58c5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:14.429258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f3c0fd1-f484-49e3-9897-9163a5f39f87 req-da686c4e-50c8-49c5-9f91-97c7d58c5458 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fcc4993-8688-410c-b06d-08db202eb43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403111 Jan 27 22:56:14.525148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f3c0fd1-f484-49e3-9897-9163a5f39f87 req-ec5a6455-9613-4ef7-ae98-e33c2c850f6b service neutron] 10.222.0.71 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896647 Jan 27 22:56:14.616534 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0f3c0fd1-f484-49e3-9897-9163a5f39f87 req-278726a5-139d-42f0-a750-6999d4dbacfb service neutron] 10.222.0.71 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857534 Jan 27 22:56:15.249878 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfb1f2-e0ca-43c8-97d8-ce65363e9f8f req-bbcf6013-123c-4c5d-ba14-ad70dc9e51d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:15.251374 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77dfb1f2-e0ca-43c8-97d8-ce65363e9f8f req-bbcf6013-123c-4c5d-ba14-ad70dc9e51d4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0488105 Jan 27 22:56:15.300363 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-77dfb1f2-e0ca-43c8-97d8-ce65363e9f8f req-a68bc4b2-97f4-433c-9663-032f14d41b7b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Jan 27 22:56:16.414858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cff286-1036-426c-9b3f-65d468f38ead req-ab7c4f47-1af5-4213-8fd4-39612e4f94da tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:16.416551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81cff286-1036-426c-9b3f-65d468f38ead req-ab7c4f47-1af5-4213-8fd4-39612e4f94da tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0473542 Jan 27 22:56:16.469061 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-81cff286-1036-426c-9b3f-65d468f38ead req-507142c6-1071-4dc3-a574-8d68557dcc54 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468047 Jan 27 22:56:16.491379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42474) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:16.552326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-24baa10c-82f3-46af-9e62-33c5c8ecf3e6 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/6d15bcd5-de56-41f9-888f-fb8295f67b25 HTTP/1.1" status: 200 len: 993 time: 0.0597641 Jan 27 22:56:27.832157 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:28.119952 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:56:28.214139 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:28.747224 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-734a2fb0-fecf-40be-83d5-b5a6f1a57bf8 req-c947435f-b0d5-4f0b-998c-2b60a8ad5ffe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409541 Jan 27 22:56:28.831683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a2fb0-fecf-40be-83d5-b5a6f1a57bf8 req-13716dc0-3df3-4b2c-b9cd-d2517d4b0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:28.833359 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-734a2fb0-fecf-40be-83d5-b5a6f1a57bf8 req-13716dc0-3df3-4b2c-b9cd-d2517d4b0999 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 1096 time: 0.0444331 Jan 27 22:56:28.934446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a2fb0-fecf-40be-83d5-b5a6f1a57bf8 req-173a3a12-838e-4f85-8618-a511bf1c6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:28.935911 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-734a2fb0-fecf-40be-83d5-b5a6f1a57bf8 req-173a3a12-838e-4f85-8618-a511bf1c6216 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fcc4993-8688-410c-b06d-08db202eb43b HTTP/1.1" status: 200 len: 897 time: 0.0852804 Jan 27 22:56:29.003484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-734a2fb0-fecf-40be-83d5-b5a6f1a57bf8 req-426556e4-4174-4579-89b1-9e15cfa9b1c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd75e61-c228-4352-a9af-61ba2840beb4 HTTP/1.1" status: 200 len: 1001 time: 0.0615387 Jan 27 22:56:29.050379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a2fb0-fecf-40be-83d5-b5a6f1a57bf8 req-b63dbab9-715f-457e-996f-60f16ccc2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:29.051802 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-734a2fb0-fecf-40be-83d5-b5a6f1a57bf8 req-b63dbab9-715f-457e-996f-60f16ccc2935 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b787f070-ab04-4799-a19b-60165fab0367 HTTP/1.1" status: 200 len: 834 time: 0.0425835 Jan 27 22:56:29.100271 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a2fb0-fecf-40be-83d5-b5a6f1a57bf8 req-09004b94-53cd-4275-927d-a8dd18454773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:29.101968 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-734a2fb0-fecf-40be-83d5-b5a6f1a57bf8 req-09004b94-53cd-4275-927d-a8dd18454773 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fcc4993-8688-410c-b06d-08db202eb43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400386 Jan 27 22:56:29.194163 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-734a2fb0-fecf-40be-83d5-b5a6f1a57bf8 req-d1117211-09ef-401d-9260-43202f7cf8d6 service neutron] 10.222.0.71 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856104 Jan 27 22:56:29.282431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-734a2fb0-fecf-40be-83d5-b5a6f1a57bf8 req-a8b472e6-529c-4960-ae68-580bc0e99b82 service neutron] 10.222.0.71 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819638 Jan 27 22:56:32.357480 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bfb43bfc-d8a2-4de2-a2b6-6797216000f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:34.956360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-517a880f-1352-44f0-a5dc-fcfc1cbcc482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:36.408421 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:37.660513 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:38.957165 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:46.948552 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42492) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:47.105024 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 1a2aee9a-f6c6-4648-b820-8143facff0dd {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:56:47.105362 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (1a2aee9a-f6c6-4648-b820-8143facff0dd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.177412 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (1a2aee9a-f6c6-4648-b820-8143facff0dd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.177741 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (1a2aee9a-f6c6-4648-b820-8143facff0dd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.189485 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 1a2aee9a-f6c6-4648-b820-8143facff0dd owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:56:47.420377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (1a2aee9a-f6c6-4648-b820-8143facff0dd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.445721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=1a2aee9a-f6c6-4648-b820-8143facff0dd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:47.457976 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.458340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.458690 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.459033 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.459373 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.459716 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.460051 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.460414 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.460748 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.461079 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.461413 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.461739 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.462064 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:47.517772 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (6d15bcd5-de56-41f9-888f-fb8295f67b25), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.518106 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Floating IP 6d15bcd5-de56-41f9-888f-fb8295f67b25 disassociated (deleted). External IP: 172.25.0.186, port: 0bd75e61-c228-4352-a9af-61ba2840beb4. Jan 27 22:56:47.719069 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router c75dc267-c713-4400-82ba-e984824c204a has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:56:47.824745 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:56:47.829555 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:47.834212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e696b9-3811-469c-9757-8f9817fccc9b None None] Sync routers for ids ['c75dc267-c713-4400-82ba-e984824c204a'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:56:47.843071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e696b9-3811-469c-9757-8f9817fccc9b None None] Routers {'c75dc267-c713-4400-82ba-e984824c204a'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:56:47.843691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-16e696b9-3811-469c-9757-8f9817fccc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c75dc267-c713-4400-82ba-e984824c204a'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:47.858835 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-0a8c030b-ecec-44f6-b797-5068034c36db tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/floatingips/6d15bcd5-de56-41f9-888f-fb8295f67b25 HTTP/1.1" status: 204 len: 168 time: 0.9091840 Jan 27 22:56:47.859403 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'tag': '0bd75e61-c228-4352-a9af-61ba2840beb4'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:56:47.861758 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52d6bbf4e823dbab06c8da649c31c3d22b524fdafd52c393f21dfa390ba9c210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a678c214-b9bd-4ee0-8a14-08af57c43ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "78cc2c06-45ac-4a16-8e78-4085ee53fb04", "tag": "0bd75e61-c228-4352-a9af-61ba2840beb4"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:56:47.899530 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cab6f8-eaf9-4b45-895e-46be6237e076 x-openstack-request-id: req-b4cab6f8-eaf9-4b45-895e-46be6237e076 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:56:47.899827 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cc2c06-45ac-4a16-8e78-4085ee53fb04", "tag": "0bd75e61-c228-4352-a9af-61ba2840beb4", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:56:47.900102 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4cab6f8-eaf9-4b45-895e-46be6237e076 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:56:47.900522 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'tag': '0bd75e61-c228-4352-a9af-61ba2840beb4', 'status': 'completed', 'code': 200} Jan 27 22:56:47.963068 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c214-b9bd-4ee0-8a14-08af57c43ae7 req-ca555756-8e26-40e7-ac0d-e6411785fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:47.964615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a678c214-b9bd-4ee0-8a14-08af57c43ae7 req-ca555756-8e26-40e7-ac0d-e6411785fdbb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 1096 time: 0.0448980 Jan 27 22:56:47.971959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-16e696b9-3811-469c-9757-8f9817fccc9b None None] Set router c75dc267-c713-4400-82ba-e984824c204a gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:56:48.057604 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c214-b9bd-4ee0-8a14-08af57c43ae7 req-cf78f214-8301-4af2-a8d7-43f6c897b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:48.059125 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a678c214-b9bd-4ee0-8a14-08af57c43ae7 req-cf78f214-8301-4af2-a8d7-43f6c897b679 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fcc4993-8688-410c-b06d-08db202eb43b HTTP/1.1" status: 200 len: 897 time: 0.0889893 Jan 27 22:56:48.102101 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a678c214-b9bd-4ee0-8a14-08af57c43ae7 req-49852bd1-58b4-4646-851d-9c5e39aa898d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bd75e61-c228-4352-a9af-61ba2840beb4 HTTP/1.1" status: 200 len: 217 time: 0.0365448 Jan 27 22:56:48.154646 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c214-b9bd-4ee0-8a14-08af57c43ae7 req-a13dfd80-a0b5-4837-a0c2-560d6ac28295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:48.156110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a678c214-b9bd-4ee0-8a14-08af57c43ae7 req-a13dfd80-a0b5-4837-a0c2-560d6ac28295 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=b787f070-ab04-4799-a19b-60165fab0367 HTTP/1.1" status: 200 len: 834 time: 0.0486026 Jan 27 22:56:48.176371 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-16e696b9-3811-469c-9757-8f9817fccc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '89e4ce75-2859-44e1-8104-e92194a44b06', 'name': '', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:3e:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'b787f070-ab04-4799-a19b-60165fab0367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:11Z', 'updated_at': '2022-01-27T22:55:15Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'b787f070-ab04-4799-a19b-60165fab0367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:48.200967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c214-b9bd-4ee0-8a14-08af57c43ae7 req-8f7dfdf3-a604-4c7d-b8cb-05bc9a25051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:48.204369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a678c214-b9bd-4ee0-8a14-08af57c43ae7 req-8f7dfdf3-a604-4c7d-b8cb-05bc9a25051f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fcc4993-8688-410c-b06d-08db202eb43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409882 Jan 27 22:56:48.204511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e696b9-3811-469c-9757-8f9817fccc9b None None] Checking router: c75dc267-c713-4400-82ba-e984824c204a for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:56:48.212619 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e696b9-3811-469c-9757-8f9817fccc9b None None] Routers {'c75dc267-c713-4400-82ba-e984824c204a'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:56:48.213230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-16e696b9-3811-469c-9757-8f9817fccc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c75dc267-c713-4400-82ba-e984824c204a'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:48.289909 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a678c214-b9bd-4ee0-8a14-08af57c43ae7 req-c24646f7-97a9-42ab-819c-58aeb20676a6 service neutron] 10.222.0.71 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816438 Jan 27 22:56:48.319565 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-16e696b9-3811-469c-9757-8f9817fccc9b None None] Set router c75dc267-c713-4400-82ba-e984824c204a gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:56:48.408147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a678c214-b9bd-4ee0-8a14-08af57c43ae7 req-3a0e9997-2496-421e-a61b-edb6c17bc249 service neutron] 10.222.0.71 "GET /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128078 Jan 27 22:56:48.430326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c27d9b-6457-4c62-9df2-177fb1278c69 req-42a68c9c-34fd-46b6-b636-b28bb4da79c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:48.431818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83c27d9b-6457-4c62-9df2-177fb1278c69 req-42a68c9c-34fd-46b6-b636-b28bb4da79c4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0607724 Jan 27 22:56:48.481809 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-83c27d9b-6457-4c62-9df2-177fb1278c69 req-5e7c6945-be5b-4c89-8c88-7a61514fd350 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440176 Jan 27 22:56:48.524234 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-16e696b9-3811-469c-9757-8f9817fccc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '89e4ce75-2859-44e1-8104-e92194a44b06', 'name': '', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:3e:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'b787f070-ab04-4799-a19b-60165fab0367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:11Z', 'updated_at': '2022-01-27T22:55:15Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'b787f070-ab04-4799-a19b-60165fab0367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:48.550451 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e696b9-3811-469c-9757-8f9817fccc9b None None] The sync data for ids ['c75dc267-c713-4400-82ba-e984824c204a'] in n-d-760456-6 is: [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:12Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '89e4ce75-2859-44e1-8104-e92194a44b06', 'name': '', 'network_id': '9fcc4993-8688-410c-b06d-08db202eb43b', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:3e:46:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'b787f070-ab04-4799-a19b-60165fab0367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:11Z', 'updated_at': '2022-01-27T22:55:15Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'b787f070-ab04-4799-a19b-60165fab0367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:56:48.772737 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab45a66-9694-40b0-a112-2708f58d08ee None None] New status for floating IP 6d15bcd5-de56-41f9-888f-fb8295f67b25: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:56:49.601420 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170083e5-dfc7-426f-b48d-837efe0fa9ab req-f7454ee0-2715-4a71-b7e4-bd4e91353edd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:49.602894 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170083e5-dfc7-426f-b48d-837efe0fa9ab req-f7454ee0-2715-4a71-b7e4-bd4e91353edd tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0527506 Jan 27 22:56:49.650602 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-170083e5-dfc7-426f-b48d-837efe0fa9ab req-e8b2e6e7-90d4-4947-b086-6196e2eac744 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=b36261e8-ba5f-48a9-8683-968859643323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 Jan 27 22:56:49.895360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b117f0-d05a-45ed-8613-ad98f3968393 req-762bf5f4-2f21-4ecf-b442-1a53828eccbc tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:49.896818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28b117f0-d05a-45ed-8613-ad98f3968393 req-762bf5f4-2f21-4ecf-b442-1a53828eccbc tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 945 time: 0.0470312 Jan 27 22:56:49.981621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-28b117f0-d05a-45ed-8613-ad98f3968393 req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 0bd75e61-c228-4352-a9af-61ba2840beb4 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:56:49.981961 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-28b117f0-d05a-45ed-8613-ad98f3968393 req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:50.070376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-28b117f0-d05a-45ed-8613-ad98f3968393 req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port 0bd75e61-c228-4352-a9af-61ba2840beb4, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=0bd75e61-c228-4352-a9af-61ba2840beb4,segment=NetworkSegment(ef3c9a16-fe78-48d1-8eab-27d6721b0212),segment_id=ef3c9a16-fe78-48d1-8eab-27d6721b0212)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:50.070657 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-28b117f0-d05a-45ed-8613-ad98f3968393 req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:50.082134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-28b117f0-d05a-45ed-8613-ad98f3968393 req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 0bd75e61-c228-4352-a9af-61ba2840beb4 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:56:50.304588 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-28b117f0-d05a-45ed-8613-ad98f3968393 req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (0bd75e61-c228-4352-a9af-61ba2840beb4), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:50.331051 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=0bd75e61-c228-4352-a9af-61ba2840beb4,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:50.344009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.344474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.344731 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.345075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.345416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.345752 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.346090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.346422 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.346756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.347084 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.347424 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.347747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.348094 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:50.385158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b117f0-d05a-45ed-8613-ad98f3968393 req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] No DVR routers for this DVR port 0bd75e61-c228-4352-a9af-61ba2840beb4 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:56:50.388654 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-28b117f0-d05a-45ed-8613-ad98f3968393 req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:50.391138 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-28b117f0-d05a-45ed-8613-ad98f3968393 req-ef5a8ce7-e3bf-4c6d-b897-051b58e15d4b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.71 "DELETE /v2.0/ports/0bd75e61-c228-4352-a9af-61ba2840beb4 HTTP/1.1" status: 204 len: 173 time: 0.4894242 Jan 27 22:56:50.391581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'name': 'network-vif-deleted', 'tag': '0bd75e61-c228-4352-a9af-61ba2840beb4'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:56:50.393902 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bee94b-128d-4f44-b226-e57bd44d339d" -d '{"events": [{"server_uuid": "78cc2c06-45ac-4a16-8e78-4085ee53fb04", "name": "network-vif-deleted", "tag": "0bd75e61-c228-4352-a9af-61ba2840beb4"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:56:50.490169 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0df1eb-f4e8-4c15-a8ee-f2ecceab28cd x-openstack-request-id: req-bc0df1eb-f4e8-4c15-a8ee-f2ecceab28cd {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:56:50.490476 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc2c06-45ac-4a16-8e78-4085ee53fb04", "name": "network-vif-deleted", "tag": "0bd75e61-c228-4352-a9af-61ba2840beb4", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:56:50.490742 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc0df1eb-f4e8-4c15-a8ee-f2ecceab28cd {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:56:50.491158 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cc2c06-45ac-4a16-8e78-4085ee53fb04', 'name': 'network-vif-deleted', 'tag': '0bd75e61-c228-4352-a9af-61ba2840beb4', 'status': 'completed', 'code': 200} Jan 27 22:56:50.749838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-86e4ea8e-f24a-4670-8f6a-95d6405b0a38 req-4fc97fd2-8287-4b82-9e76-e2091b792db4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=78cc2c06-45ac-4a16-8e78-4085ee53fb04 HTTP/1.1" status: 200 len: 210 time: 0.0271916 Jan 27 22:56:51.808616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42516) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:52.170106 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dd4203fe-4eb1-4d4e-a1f9-505c71ec5e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (c75dc267-c713-4400-82ba-e984824c204a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.422361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-dd4203fe-4eb1-4d4e-a1f9-505c71ec5e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 89e4ce75-2859-44e1-8104-e92194a44b06 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:56:52.422613 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dd4203fe-4eb1-4d4e-a1f9-505c71ec5e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.511582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-dd4203fe-4eb1-4d4e-a1f9-505c71ec5e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port 89e4ce75-2859-44e1-8104-e92194a44b06, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=89e4ce75-2859-44e1-8104-e92194a44b06,segment=NetworkSegment(ef3c9a16-fe78-48d1-8eab-27d6721b0212),segment_id=ef3c9a16-fe78-48d1-8eab-27d6721b0212)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:52.512532 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dd4203fe-4eb1-4d4e-a1f9-505c71ec5e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.524274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-dd4203fe-4eb1-4d4e-a1f9-505c71ec5e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 89e4ce75-2859-44e1-8104-e92194a44b06 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:56:52.809419 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dd4203fe-4eb1-4d4e-a1f9-505c71ec5e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (89e4ce75-2859-44e1-8104-e92194a44b06), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:52.838310 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4203fe-4eb1-4d4e-a1f9-505c71ec5e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=89e4ce75-2859-44e1-8104-e92194a44b06,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:53.072056 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dd4203fe-4eb1-4d4e-a1f9-505c71ec5e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (c75dc267-c713-4400-82ba-e984824c204a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.583846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0bd75e61-c228-4352-a9af-61ba2840beb4 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:56:53.595019 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4203fe-4eb1-4d4e-a1f9-505c71ec5e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router c75dc267-c713-4400-82ba-e984824c204a has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:56:53.608934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 0bd75e61-c228-4352-a9af-61ba2840beb4 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:56:53.609298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 0bd75e61-c228-4352-a9af-61ba2840beb4 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:56:53.697727 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4203fe-4eb1-4d4e-a1f9-505c71ec5e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:56:53.703494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dd4203fe-4eb1-4d4e-a1f9-505c71ec5e50 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "PUT /v2.0/routers/c75dc267-c713-4400-82ba-e984824c204a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8935180 Jan 27 22:56:53.705915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42520) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:53.708548 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3a37e-94e8-4722-9879-1960e42ae41f None None] Sync routers for ids ['c75dc267-c713-4400-82ba-e984824c204a'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:56:53.718825 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3a37e-94e8-4722-9879-1960e42ae41f None None] Routers {'c75dc267-c713-4400-82ba-e984824c204a'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:56:53.719438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d9b3a37e-94e8-4722-9879-1960e42ae41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c75dc267-c713-4400-82ba-e984824c204a'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:53.755728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-7249af0f-3a26-4670-9761-8bf1e58071bf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting subnet b787f070-ab04-4799-a19b-60165fab0367 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:56:53.758906 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7249af0f-3a26-4670-9761-8bf1e58071bf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (b787f070-ab04-4799-a19b-60165fab0367), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.799526 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7249af0f-3a26-4670-9761-8bf1e58071bf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (b787f070-ab04-4799-a19b-60165fab0367), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:53.831587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-d9b3a37e-94e8-4722-9879-1960e42ae41f None None] Set router c75dc267-c713-4400-82ba-e984824c204a gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:56:53.894959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7249af0f-3a26-4670-9761-8bf1e58071bf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (b787f070-ab04-4799-a19b-60165fab0367), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.008435 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d9b3a37e-94e8-4722-9879-1960e42ae41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:54.008858 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7249af0f-3a26-4670-9761-8bf1e58071bf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (b787f070-ab04-4799-a19b-60165fab0367), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.035268 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3a37e-94e8-4722-9879-1960e42ae41f None None] Checking router: c75dc267-c713-4400-82ba-e984824c204a for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:56:54.037673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249af0f-3a26-4670-9761-8bf1e58071bf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Subnet': ['ID=b787f070-ab04-4799-a19b-60165fab0367,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:54.043317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-7249af0f-3a26-4670-9761-8bf1e58071bf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.046644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3a37e-94e8-4722-9879-1960e42ae41f None None] Routers {'c75dc267-c713-4400-82ba-e984824c204a'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:56:54.047254 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-7249af0f-3a26-4670-9761-8bf1e58071bf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/subnets/b787f070-ab04-4799-a19b-60165fab0367 HTTP/1.1" status: 204 len: 168 time: 0.3403120 Jan 27 22:56:54.048802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d9b3a37e-94e8-4722-9879-1960e42ae41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c75dc267-c713-4400-82ba-e984824c204a'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:54.049877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42524) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:54.051998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be4dce-7796-43e3-befb-3e5168003c78 None None] Network 9fcc4993-8688-410c-b06d-08db202eb43b requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:56:54.165569 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (c75dc267-c713-4400-82ba-e984824c204a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.272811 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (c75dc267-c713-4400-82ba-e984824c204a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.372488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-d9b3a37e-94e8-4722-9879-1960e42ae41f None None] Set router c75dc267-c713-4400-82ba-e984824c204a gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:56:54.389694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 41070272-f275-4e0a-92e6-9b979a22d82b {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:56:54.390091 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (41070272-f275-4e0a-92e6-9b979a22d82b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.476007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port 41070272-f275-4e0a-92e6-9b979a22d82b, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=41070272-f275-4e0a-92e6-9b979a22d82b,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:54.476406 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (41070272-f275-4e0a-92e6-9b979a22d82b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.488707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 41070272-f275-4e0a-92e6-9b979a22d82b owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:56:54.504023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] DHCP port deletion for 9fcc4993-8688-410c-b06d-08db202eb43b request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:56:54.594889 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Deleting port a14a5fe8-2262-494f-812a-911377588d4c {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:56:54.595627 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (a14a5fe8-2262-494f-812a-911377588d4c), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.650170 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-d9b3a37e-94e8-4722-9879-1960e42ae41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:54.686894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b3a37e-94e8-4722-9879-1960e42ae41f None None] The sync data for ids ['c75dc267-c713-4400-82ba-e984824c204a'] in n-d-760456-6 is: [{'id': 'c75dc267-c713-4400-82ba-e984824c204a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650150212', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:56:52Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '41070272-f275-4e0a-92e6-9b979a22d82b', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75dc267-c713-4400-82ba-e984824c204a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:55:08Z', 'updated_at': '2022-01-27T22:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:56:54.692438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] For port a14a5fe8-2262-494f-812a-911377588d4c, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=a14a5fe8-2262-494f-812a-911377588d4c,segment=NetworkSegment(ef3c9a16-fe78-48d1-8eab-27d6721b0212),segment_id=ef3c9a16-fe78-48d1-8eab-27d6721b0212)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:56:54.692883 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (a14a5fe8-2262-494f-812a-911377588d4c), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.705407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Calling delete_port for a14a5fe8-2262-494f-812a-911377588d4c owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:56:54.728673 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (41070272-f275-4e0a-92e6-9b979a22d82b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.756351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=41070272-f275-4e0a-92e6-9b979a22d82b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:54.819616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (c75dc267-c713-4400-82ba-e984824c204a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.854348 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (a14a5fe8-2262-494f-812a-911377588d4c), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.881229 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Pushing event deleted for resources: {'Port': ['ID=a14a5fe8-2262-494f-812a-911377588d4c,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:54.890293 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] No DVR routers for this DVR port a14a5fe8-2262-494f-812a-911377588d4c on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:56:54.892664 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.893131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.893486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.893830 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.894169 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.894503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.894833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.895163 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.895493 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.895819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.896171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.896503 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.896822 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8c37c3-0181-47cd-b976-8227890257fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:56:54.913971 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (c75dc267-c713-4400-82ba-e984824c204a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:54.916222 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_controller (c75dc267-c713-4400-82ba-e984824c204a), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.013028 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (c75dc267-c713-4400-82ba-e984824c204a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.013464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Fanout notify agent at l3_agent the message router_deleted on router c75dc267-c713-4400-82ba-e984824c204a {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:56:55.020173 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.022856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-69e0ef63-e435-4911-a96d-32e6187094b0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/routers/c75dc267-c713-4400-82ba-e984824c204a HTTP/1.1" status: 204 len: 168 time: 0.9702990 Jan 27 22:56:55.027651 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42526) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:55.105213 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (9fcc4993-8688-410c-b06d-08db202eb43b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.200349 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (9fcc4993-8688-410c-b06d-08db202eb43b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.220672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcc4993-8688-410c-b06d-08db202eb43b']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:55.230411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3c9a16-fe78-48d1-8eab-27d6721b0212') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:55.230720 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3c9a16-fe78-48d1-8eab-27d6721b0212') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:56:55.240398 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (ef3c9a16-fe78-48d1-8eab-27d6721b0212), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.254163 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ef3c9a16-fe78-48d1-8eab-27d6721b0212), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.260488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:56:55.260893 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (ef3c9a16-fe78-48d1-8eab-27d6721b0212), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:56:55.264559 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:56:55.389797 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (9fcc4993-8688-410c-b06d-08db202eb43b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.397429 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.400170 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/networks/9fcc4993-8688-410c-b06d-08db202eb43b HTTP/1.1" status: 204 len: 168 time: 0.3748677 Jan 27 22:56:55.403782 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42528) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:55.412664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee7288-8b41-47f3-a804-c17d45755eb1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Network': ['ID=9fcc4993-8688-410c-b06d-08db202eb43b,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:55.461233 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c199e6f-fe75-4166-b1c1-ae00e67df15c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (b36261e8-ba5f-48a9-8683-968859643323), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.485666 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c199e6f-fe75-4166-b1c1-ae00e67df15c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (b36261e8-ba5f-48a9-8683-968859643323), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.606822 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c199e6f-fe75-4166-b1c1-ae00e67df15c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (b36261e8-ba5f-48a9-8683-968859643323), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.609440 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4c199e6f-fe75-4166-b1c1-ae00e67df15c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:55.610670 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4c199e6f-fe75-4166-b1c1-ae00e67df15c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/security-groups/b36261e8-ba5f-48a9-8683-968859643323 HTTP/1.1" status: 204 len: 168 time: 0.2058163 Jan 27 22:56:55.619850 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c199e6f-fe75-4166-b1c1-ae00e67df15c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36261e8-ba5f-48a9-8683-968859643323,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:55.854354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 41070272-f275-4e0a-92e6-9b979a22d82b no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:56:55.875813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 41070272-f275-4e0a-92e6-9b979a22d82b {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:56:55.876196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 41070272-f275-4e0a-92e6-9b979a22d82b not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:56:55.878658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 89e4ce75-2859-44e1-8104-e92194a44b06 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:56:55.894938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 89e4ce75-2859-44e1-8104-e92194a44b06 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:56:55.895287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 89e4ce75-2859-44e1-8104-e92194a44b06 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:56:55.895715 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a14a5fe8-2262-494f-812a-911377588d4c no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:56:55.913838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: a14a5fe8-2262-494f-812a-911377588d4c {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:56:55.914192 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device a14a5fe8-2262-494f-812a-911377588d4c not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:56:55.965419 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42534) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:55.970018 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-6eb57aeb-50a1-4dd3-b2ed-6846bb816938 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658911853', 'description': 'tempest-secgroup-smoke-1658911853 description', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:56.048498 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6eb57aeb-50a1-4dd3-b2ed-6846bb816938 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.112612 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6eb57aeb-50a1-4dd3-b2ed-6846bb816938 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (10984390-6ad7-4499-9ef1-aab3a411a584), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.168408 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6eb57aeb-50a1-4dd3-b2ed-6846bb816938 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (10984390-6ad7-4499-9ef1-aab3a411a584), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.197270 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb57aeb-50a1-4dd3-b2ed-6846bb816938 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10984390-6ad7-4499-9ef1-aab3a411a584,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:56.250062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-6eb57aeb-50a1-4dd3-b2ed-6846bb816938 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.251321 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-6eb57aeb-50a1-4dd3-b2ed-6846bb816938 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2848597 Jan 27 22:56:56.254139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42536) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:56.258467 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ac2ae86a-04ad-42ec-b451-902ef19ccd55 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '10984390-6ad7-4499-9ef1-aab3a411a584', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:56.332529 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ac2ae86a-04ad-42ec-b451-902ef19ccd55 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (9e6409db-95fb-4df9-968e-36032de982f6), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.388138 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ac2ae86a-04ad-42ec-b451-902ef19ccd55 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (9e6409db-95fb-4df9-968e-36032de982f6), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.459375 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ac2ae86a-04ad-42ec-b451-902ef19ccd55 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (9e6409db-95fb-4df9-968e-36032de982f6), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.477385 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ae86a-04ad-42ec-b451-902ef19ccd55 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6409db-95fb-4df9-968e-36032de982f6,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:56.564276 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ac2ae86a-04ad-42ec-b451-902ef19ccd55 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.565491 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ac2ae86a-04ad-42ec-b451-902ef19ccd55 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104265 Jan 27 22:56:56.568189 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42538) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:56.572418 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-242b1401-c12d-4c74-ba54-68e6a743a934 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '10984390-6ad7-4499-9ef1-aab3a411a584', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:56.675724 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-242b1401-c12d-4c74-ba54-68e6a743a934 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (bb639754-6f35-4dc5-b62f-08dc398f267c), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.730368 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-242b1401-c12d-4c74-ba54-68e6a743a934 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (bb639754-6f35-4dc5-b62f-08dc398f267c), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.818577 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-242b1401-c12d-4c74-ba54-68e6a743a934 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (bb639754-6f35-4dc5-b62f-08dc398f267c), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.838967 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b1401-c12d-4c74-ba54-68e6a743a934 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb639754-6f35-4dc5-b62f-08dc398f267c,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:56.953111 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-242b1401-c12d-4c74-ba54-68e6a743a934 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:56.954336 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-242b1401-c12d-4c74-ba54-68e6a743a934 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3852286 Jan 27 22:56:56.957044 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42540) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:56.961345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-07f7d512-01be-46a9-89ca-79244a203aef tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '10984390-6ad7-4499-9ef1-aab3a411a584', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:57.081742 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07f7d512-01be-46a9-89ca-79244a203aef tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (8e29a1b8-48cf-45b9-9020-b545fc9d3cdf), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.137653 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07f7d512-01be-46a9-89ca-79244a203aef tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (8e29a1b8-48cf-45b9-9020-b545fc9d3cdf), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.235192 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07f7d512-01be-46a9-89ca-79244a203aef tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (8e29a1b8-48cf-45b9-9020-b545fc9d3cdf), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.253528 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7d512-01be-46a9-89ca-79244a203aef tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e29a1b8-48cf-45b9-9020-b545fc9d3cdf,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:57.359017 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-07f7d512-01be-46a9-89ca-79244a203aef tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.360185 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-07f7d512-01be-46a9-89ca-79244a203aef tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4022036 Jan 27 22:56:57.362845 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42542) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:57.367056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-225bb6e0-60c1-47cb-a542-fdd4d14887eb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '10984390-6ad7-4499-9ef1-aab3a411a584', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:57.499358 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-225bb6e0-60c1-47cb-a542-fdd4d14887eb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (81f2a59b-8931-4918-adf0-1c23009d7766), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.557263 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-225bb6e0-60c1-47cb-a542-fdd4d14887eb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (81f2a59b-8931-4918-adf0-1c23009d7766), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.613915 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-225bb6e0-60c1-47cb-a542-fdd4d14887eb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (81f2a59b-8931-4918-adf0-1c23009d7766), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.632182 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bb6e0-60c1-47cb-a542-fdd4d14887eb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f2a59b-8931-4918-adf0-1c23009d7766,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:57.684849 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-225bb6e0-60c1-47cb-a542-fdd4d14887eb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.686085 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-225bb6e0-60c1-47cb-a542-fdd4d14887eb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3223157 Jan 27 22:56:57.689516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42544) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:57.694139 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-ce50123b-6bcd-464e-91e9-d06b73412a58 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '10984390-6ad7-4499-9ef1-aab3a411a584', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:57.756790 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.773908 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-ce50123b-6bcd-464e-91e9-d06b73412a58 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Project 29c38416fa8f4bc5b26ea7b668b7d2d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:56:57.779504 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce50123b-6bcd-464e-91e9-d06b73412a58 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (39b60eb6-a688-4664-b8cc-507ad499dfcd), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.837269 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce50123b-6bcd-464e-91e9-d06b73412a58 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (39b60eb6-a688-4664-b8cc-507ad499dfcd), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.938095 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce50123b-6bcd-464e-91e9-d06b73412a58 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (39b60eb6-a688-4664-b8cc-507ad499dfcd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:57.957193 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50123b-6bcd-464e-91e9-d06b73412a58 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b60eb6-a688-4664-b8cc-507ad499dfcd,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:58.050197 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-ce50123b-6bcd-464e-91e9-d06b73412a58 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.051489 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-ce50123b-6bcd-464e-91e9-d06b73412a58 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3609104 Jan 27 22:56:58.054234 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42546) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:58.058694 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-42cc61a9-8ec1-4470-8229-4529203c6d0f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'security_group_rule': {'security_group_id': '10984390-6ad7-4499-9ef1-aab3a411a584', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:58.151243 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-42cc61a9-8ec1-4470-8229-4529203c6d0f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Project 29c38416fa8f4bc5b26ea7b668b7d2d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:56:58.157065 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42cc61a9-8ec1-4470-8229-4529203c6d0f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (9caa16a6-5421-41a0-b754-6ed95986a74a), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.214074 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42cc61a9-8ec1-4470-8229-4529203c6d0f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (9caa16a6-5421-41a0-b754-6ed95986a74a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.242410 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.305298 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42cc61a9-8ec1-4470-8229-4529203c6d0f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (9caa16a6-5421-41a0-b754-6ed95986a74a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.322872 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc61a9-8ec1-4470-8229-4529203c6d0f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9caa16a6-5421-41a0-b754-6ed95986a74a,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:58.397197 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-42cc61a9-8ec1-4470-8229-4529203c6d0f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.398572 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-42cc61a9-8ec1-4470-8229-4529203c6d0f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3433926 Jan 27 22:56:58.401490 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42548) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:58.406904 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b88ce309-0621-427c-b6f0-7b9785aa2baa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'network': {'name': 'tempest-network-smoke--1589338324', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'port_security_enabled': True}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:58.498359 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88ce309-0621-427c-b6f0-7b9785aa2baa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:56:58.501648 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88ce309-0621-427c-b6f0-7b9785aa2baa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.524386 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88ce309-0621-427c-b6f0-7b9785aa2baa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:56:58.532693 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88ce309-0621-427c-b6f0-7b9785aa2baa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3e83c0a3-c7ed-47d3-84a8-99408c38a6f8), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.533034 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-b88ce309-0621-427c-b6f0-7b9785aa2baa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Added segment 3e83c0a3-c7ed-47d3-84a8-99408c38a6f8 of type vlan for network 6d773955-0c5e-4178-a42a-bbd5772d14e9 Jan 27 22:56:58.572825 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88ce309-0621-427c-b6f0-7b9785aa2baa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (6d773955-0c5e-4178-a42a-bbd5772d14e9), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.671187 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88ce309-0621-427c-b6f0-7b9785aa2baa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (6d773955-0c5e-4178-a42a-bbd5772d14e9), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.676186 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ce309-0621-427c-b6f0-7b9785aa2baa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:56:58.676778 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b88ce309-0621-427c-b6f0-7b9785aa2baa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.740263 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ce309-0621-427c-b6f0-7b9785aa2baa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Network': ['ID=6d773955-0c5e-4178-a42a-bbd5772d14e9,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:56:58.750821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 6d773955-0c5e-4178-a42a-bbd5772d14e9 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:56:58.822337 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b88ce309-0621-427c-b6f0-7b9785aa2baa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4191315 Jan 27 22:56:58.825875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42550) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:56:58.830446 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'admin_state_up': True, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:56:58.922396 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.923428 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:58.972489 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_controller (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:59.188309 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:59.441959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:59.463932 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:59.563417 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.25.0.26 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:56:59.664544 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:59.745844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:56:59.782697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:56:59.785434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:56:59.791041 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:56:59.797272 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:00.152828 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:00.347721 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:00.585371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:57:00.696600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:57:00.707376 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Sync routers for ids ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:57:00.717606 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Routers {'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:57:00.718227 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:00.798762 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:00.800032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-8c68e07d-17e6-443d-9a63-1bb9ccf0553e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9731445 Jan 27 22:57:00.803142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42552) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:00.820930 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Set router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:57:00.844039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-96bed1cf-6a5d-44c7-b071-7fc1e1d50bb2 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=29c38416fa8f4bc5b26ea7b668b7d2d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370986 Jan 27 22:57:00.844293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42554) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:00.933533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f74c4ab-18bd-42b8-800e-b0522312cf60 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:00.938148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0f74c4ab-18bd-42b8-800e-b0522312cf60 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897729 Jan 27 22:57:00.938416 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42556) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:00.971304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e54e372f-e285-4c2d-b59b-6540acba1af7 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=0e54f04f-53c4-425f-a429-eb92ff39011e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317504 Jan 27 22:57:00.973856 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42558) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:00.978535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-a6f05295-b4ed-4f2e-b23b-41824fd8d4d8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1089338524', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:57:01.087992 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:56:59Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:01.113921 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Checking router: c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:57:01.114163 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Updating router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:57:01.138238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f05295-b4ed-4f2e-b23b-41824fd8d4d8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:57:01.138436 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:01.142024 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a6f05295-b4ed-4f2e-b23b-41824fd8d4d8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:01.401628 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Publish callbacks [] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:01.420298 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a6f05295-b4ed-4f2e-b23b-41824fd8d4d8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (cb1a226a-a537-460c-bf38-142dfd16116e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:01.481572 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f05295-b4ed-4f2e-b23b-41824fd8d4d8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Subnet': ['ID=cb1a226a-a537-460c-bf38-142dfd16116e,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:01.491270 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f05295-b4ed-4f2e-b23b-41824fd8d4d8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Checking segment: {'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:57:01.491640 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f05295-b4ed-4f2e-b23b-41824fd8d4d8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network hostable DHCP agents. Network: 6d773955-0c5e-4178-a42a-bbd5772d14e9, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:57:01.503625 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:01.548745 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Attempting to bind port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:57:01.549117 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Attempting to bind port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:57:01.549477 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Attempting to bind port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:57:01.559634 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Pushing event updated for resources: {'Port': ['ID=45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0,revision_number=2']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:01.562271 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:57:01.562638 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:57:01.563031 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:01.563415 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:57:01.563873 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Bound port: 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:57:01.564270 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:01.586860 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.587229 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.592619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.592619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.592619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.592619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.592619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.592619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.592619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.592619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.592619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.592619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.592619 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:01.608399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f05295-b4ed-4f2e-b23b-41824fd8d4d8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 6d773955-0c5e-4178-a42a-bbd5772d14e9 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:57:01.623444 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] For port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:57:01.626882 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] For port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:57:01.700032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-a6f05295-b4ed-4f2e-b23b-41824fd8d4d8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 6d773955-0c5e-4178-a42a-bbd5772d14e9) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:57:01.705059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f05295-b4ed-4f2e-b23b-41824fd8d4d8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:01.710837 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-a6f05295-b4ed-4f2e-b23b-41824fd8d4d8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:01.711212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad4791a-48eb-4d20-87db-60a5ad711048 None None] Network 6d773955-0c5e-4178-a42a-bbd5772d14e9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:57:01.738677 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:01.799922 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Routers {'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:57:01.800576 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:01.813880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-6d773955-0c5e-4178-a42a-bbd5772d14e9', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ips': [{'subnet_id': 'cb1a226a-a537-460c-bf38-142dfd16116e'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:57:01.814739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:01.839853 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64519f6-8c40-427b-8277-81819ba62319 None None] Pushing event updated for resources: {'Port': ['ID=45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:01.857149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-a6f05295-b4ed-4f2e-b23b-41824fd8d4d8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8820014 Jan 27 22:57:01.860200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42560) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:01.922081 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] Set router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:57:01.950684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Allocated IP 172.20.0.2 (6d773955-0c5e-4178-a42a-bbd5772d14e9/cb1a226a-a537-460c-bf38-142dfd16116e/8c573610-85d4-4d90-909a-cbf153918635) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:57:02.106802 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Publish callbacks [] for port (8c573610-85d4-4d90-909a-cbf153918635), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:02.108745 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:56:59Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:02.137143 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef96fd0-f376-4042-b042-05d293be3e38 None None] The sync data for ids ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'] in n-d-760456-6 is: [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:56:59Z', 'revision_number': 3, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:57:02.203053 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (8c573610-85d4-4d90-909a-cbf153918635), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:02.247198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Network 6d773955-0c5e-4178-a42a-bbd5772d14e9 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:57:02.255098 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:57:02.257375 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Pushing event updated for resources: {'Port': ['ID=8c573610-85d4-4d90-909a-cbf153918635,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:02.259559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:57:02.323535 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Attempting to bind port 8c573610-85d4-4d90-909a-cbf153918635 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:57:02.323909 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Attempting to bind port 8c573610-85d4-4d90-909a-cbf153918635 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:57:02.327214 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Attempting to bind port 8c573610-85d4-4d90-909a-cbf153918635 on network 6d773955-0c5e-4178-a42a-bbd5772d14e9 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:57:02.328778 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:02.330480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:57:02.330866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Checking segment: {'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:57:02.331276 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:02.331674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Bound using segment: {'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:57:02.332175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Bound port: 8c573610-85d4-4d90-909a-cbf153918635, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:57:02.332563 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8c573610-85d4-4d90-909a-cbf153918635), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:02.391603 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-daa946d6-7565-4972-b26c-b260025193f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:02.425949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] For port 8c573610-85d4-4d90-909a-cbf153918635, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:57:02.430332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] For port 8c573610-85d4-4d90-909a-cbf153918635, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8c573610-85d4-4d90-909a-cbf153918635,segment=NetworkSegment(3e83c0a3-c7ed-47d3-84a8-99408c38a6f8),segment_id=3e83c0a3-c7ed-47d3-84a8-99408c38a6f8)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:57:02.523278 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8c573610-85d4-4d90-909a-cbf153918635), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:02.599282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf65393-36e7-479f-b246-44a52b6fae9b None None] Pushing event updated for resources: {'Port': ['ID=8c573610-85d4-4d90-909a-cbf153918635,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:02.991967 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.20.0.1 (6d773955-0c5e-4178-a42a-bbd5772d14e9/cb1a226a-a537-460c-bf38-142dfd16116e/8dff89aa-bcba-4154-a5ad-919e168d3624) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:57:03.107390 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:03.220419 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:03.261274 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 6d773955-0c5e-4178-a42a-bbd5772d14e9 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:57:03.264283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:57:03.270750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:57:03.277076 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=8dff89aa-bcba-4154-a5ad-919e168d3624,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:03.323608 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:03.510884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:03.788235 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:03.852556 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:03.939534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=8dff89aa-bcba-4154-a5ad-919e168d3624,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:03.944987 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:03.998166 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:57:04.056935 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:04.057222 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:04.068710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 6d773955-0c5e-4178-a42a-bbd5772d14e9 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:57:04.074448 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:57:04.093264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6469e31-8478-4e1b-a884-f8156a29dbcc None None] Network 6d773955-0c5e-4178-a42a-bbd5772d14e9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:57:04.166867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4393f51b-a128-4b43-8986-128ddd9b2d1d None None] Provisioning complete for port 8c573610-85d4-4d90-909a-cbf153918635 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:04.167245 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4393f51b-a128-4b43-8986-128ddd9b2d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8c573610-85d4-4d90-909a-cbf153918635), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:04.202457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:57:04.267589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:04.267984 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:04.299148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:57:04.320513 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:57:04.323826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6cf0e029-ac6d-48f6-9834-fb45a1c64c47 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "PUT /v2.0/routers/c55ff0bb-0d26-4c80-8f8b-6e6513d619c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4618626 Jan 27 22:57:04.337317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Sync routers for ids ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:57:04.341133 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4393f51b-a128-4b43-8986-128ddd9b2d1d None None] Current status of the port 8c573610-85d4-4d90-909a-cbf153918635 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:04.341761 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4393f51b-a128-4b43-8986-128ddd9b2d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8c573610-85d4-4d90-909a-cbf153918635), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:04.369874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Routers {'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:57:04.369874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:56:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:04.418421 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:04.419462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8c573610-85d4-4d90-909a-cbf153918635 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:57:04.445260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-4393f51b-a128-4b43-8986-128ddd9b2d1d None None] For port 8c573610-85d4-4d90-909a-cbf153918635, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8c573610-85d4-4d90-909a-cbf153918635,segment=NetworkSegment(3e83c0a3-c7ed-47d3-84a8-99408c38a6f8),segment_id=3e83c0a3-c7ed-47d3-84a8-99408c38a6f8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:57:04.509003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-aa987955-42d8-4673-af3c-bc99bc804b0b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658911853&fields=id&tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 267 time: 0.0488112 Jan 27 22:57:04.542581 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4393f51b-a128-4b43-8986-128ddd9b2d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8c573610-85d4-4d90-909a-cbf153918635), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:04.549318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:04.593430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Set router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:57:04.633205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fc398614-1870-40ba-9195-5c79e4401f75 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:04.635424 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fc398614-1870-40ba-9195-5c79e4401f75 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/networks?id=6d773955-0c5e-4178-a42a-bbd5772d14e9 HTTP/1.1" status: 200 len: 797 time: 0.1182795 Jan 27 22:57:04.646284 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8c573610-85d4-4d90-909a-cbf153918635 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:04.646666 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8c573610-85d4-4d90-909a-cbf153918635), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:04.651392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-0b907083-b14b-49c9-a087-d57e9efe5927 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/quotas/29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 375 time: 0.0099049 Jan 27 22:57:04.675296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393f51b-a128-4b43-8986-128ddd9b2d1d None None] Pushing event updated for resources: {'Port': ['ID=8c573610-85d4-4d90-909a-cbf153918635,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:04.705161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-4073b414-27a1-43a8-9d56-59559344c3d7 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480528 Jan 27 22:57:04.778598 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-b3fce4c4-6899-4c21-a11f-49384bd26a3d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 22:57:04.780258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-b3fce4c4-6899-4c21-a11f-49384bd26a3d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0624092 Jan 27 22:57:04.898243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-46118e60-0f76-4ac7-8f56-9e87e85a3b3e service neutron] 10.222.0.61 "GET /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111643 Jan 27 22:57:04.955522 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5494b931-c7c9-4054-8b3c-7b1f406d8ad7 None None] Provisioning complete for port 8dff89aa-bcba-4154-a5ad-919e168d3624 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:04.955522 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5494b931-c7c9-4054-8b3c-7b1f406d8ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:04.994721 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fceb1042-994c-4df9-b96c-79e804980bb8 service neutron] 10.222.0.61 "GET /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953691 Jan 27 22:57:04.995490 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1ce1ae11-5181-4e93-955c-d5d297b3e0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:05.037557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5494b931-c7c9-4054-8b3c-7b1f406d8ad7 None None] Port 8dff89aa-bcba-4154-a5ad-919e168d3624 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:57:05.090397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8c573610-85d4-4d90-909a-cbf153918635 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:05.093013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5494b931-c7c9-4054-8b3c-7b1f406d8ad7 None None] Provisioning complete for port 8c573610-85d4-4d90-909a-cbf153918635 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:05.093391 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5494b931-c7c9-4054-8b3c-7b1f406d8ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8c573610-85d4-4d90-909a-cbf153918635), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:05.119546 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:57:05.158902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:57:03Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8dff89aa-bcba-4154-a5ad-919e168d3624', 'name': '', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:e8:9c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:57:02Z', 'updated_at': '2022-01-27T22:57:03Z', 'revision_number': 2, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:05.206406 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Checking router: c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:57:05.207019 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Updating router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 port 8dff89aa-bcba-4154-a5ad-919e168d3624 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:57:05.240652 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5494b931-c7c9-4054-8b3c-7b1f406d8ad7 None None] Current status of the port 8c573610-85d4-4d90-909a-cbf153918635 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:05.241320 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-56a582ba-0ab2-47df-b817-e19a8ee815f0 req-19fd1805-d373-4f03-a3f6-63093fd6aab2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 210 time: 0.0298085 Jan 27 22:57:05.242741 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:05.383897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a882833f-b6bd-4795-b375-3d915b32801f None None] Provisioning complete for port 8dff89aa-bcba-4154-a5ad-919e168d3624 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:05.384306 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a882833f-b6bd-4795-b375-3d915b32801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:05.455593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a882833f-b6bd-4795-b375-3d915b32801f None None] Port 8dff89aa-bcba-4154-a5ad-919e168d3624 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:57:05.546833 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Publish callbacks [] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:05.750457 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:05.801687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5c711-292b-4977-b2a3-c29092b1cefd None None] Pushing event updated for resources: {'Port': ['ID=8dff89aa-bcba-4154-a5ad-919e168d3624,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:05.859337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Attempting to bind port 8dff89aa-bcba-4154-a5ad-919e168d3624 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:57:05.859718 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Attempting to bind port 8dff89aa-bcba-4154-a5ad-919e168d3624 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:57:05.860117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Attempting to bind port 8dff89aa-bcba-4154-a5ad-919e168d3624 on network 6d773955-0c5e-4178-a42a-bbd5772d14e9 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:57:05.866117 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:57:05.868157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Checking segment: {'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:57:05.868157 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:05.868157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Bound using segment: {'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:57:05.868157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Bound port: 8dff89aa-bcba-4154-a5ad-919e168d3624, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:57:05.868591 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:05.906537 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:57:05.968433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] For port 8dff89aa-bcba-4154-a5ad-919e168d3624, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:57:05.972654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] For port 8dff89aa-bcba-4154-a5ad-919e168d3624, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8dff89aa-bcba-4154-a5ad-919e168d3624,segment=NetworkSegment(3e83c0a3-c7ed-47d3-84a8-99408c38a6f8),segment_id=3e83c0a3-c7ed-47d3-84a8-99408c38a6f8)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:57:05.987028 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:05.987418 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:06.033524 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:06.140134 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Routers {'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:57:06.140818 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:57:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:06.142642 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:06.143796 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8c573610-85d4-4d90-909a-cbf153918635 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:57:06.209089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-dc8e7cb2-6d33-413f-b5c4-4d82f7b54416 None None] Provisioning complete for port 8dff89aa-bcba-4154-a5ad-919e168d3624 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:06.209623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7cb2-6d33-413f-b5c4-4d82f7b54416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:06.211277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5c711-292b-4977-b2a3-c29092b1cefd None None] Pushing event updated for resources: {'Port': ['ID=8dff89aa-bcba-4154-a5ad-919e168d3624,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:06.343900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba92560c-0ffb-4115-b06e-a6044cbb7221 req-75546ca0-ab8e-4544-8699-2a46fc09ad42 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 210 time: 0.0290992 Jan 27 22:57:06.358353 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] Set router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:57:06.360531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8c573610-85d4-4d90-909a-cbf153918635 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:06.360531 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8c573610-85d4-4d90-909a-cbf153918635), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:06.440872 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:06.486097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-dc8e7cb2-6d33-413f-b5c4-4d82f7b54416 None None] Current status of the port 8dff89aa-bcba-4154-a5ad-919e168d3624 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:06.486417 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7cb2-6d33-413f-b5c4-4d82f7b54416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:06.606104 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-dc8e7cb2-6d33-413f-b5c4-4d82f7b54416 None None] For port 8dff89aa-bcba-4154-a5ad-919e168d3624, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8dff89aa-bcba-4154-a5ad-919e168d3624,segment=NetworkSegment(3e83c0a3-c7ed-47d3-84a8-99408c38a6f8),segment_id=3e83c0a3-c7ed-47d3-84a8-99408c38a6f8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:57:06.630442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8c573610-85d4-4d90-909a-cbf153918635 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:06.681613 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:57:03Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8dff89aa-bcba-4154-a5ad-919e168d3624', 'name': '', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:e8:9c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:57:02Z', 'updated_at': '2022-01-27T22:57:05Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:06.683837 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc8e7cb2-6d33-413f-b5c4-4d82f7b54416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:06.715490 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985bdbff-a666-4ee2-9e10-ff1eb6f9282b None None] The sync data for ids ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'] in n-d-760456-6 is: [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:57:03Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8dff89aa-bcba-4154-a5ad-919e168d3624', 'name': '', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:e8:9c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:57:02Z', 'updated_at': '2022-01-27T22:57:05Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:57:06.767116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e7cb2-6d33-413f-b5c4-4d82f7b54416 None None] Pushing event updated for resources: {'Port': ['ID=8dff89aa-bcba-4154-a5ad-919e168d3624,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:06.805219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2c170a11-1f7f-484a-a3c1-b0fb05b98f8e None None] Provisioning complete for port 8dff89aa-bcba-4154-a5ad-919e168d3624 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:06.806670 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2c170a11-1f7f-484a-a3c1-b0fb05b98f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:06.888402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2c170a11-1f7f-484a-a3c1-b0fb05b98f8e None None] Current status of the port 8dff89aa-bcba-4154-a5ad-919e168d3624 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:07.449292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-6752e1e9-7526-45e4-98e0-f421879e96d9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:07.450932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-6752e1e9-7526-45e4-98e0-f421879e96d9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.74 "GET /v2.0/networks?id=6d773955-0c5e-4178-a42a-bbd5772d14e9 HTTP/1.1" status: 200 len: 797 time: 0.1333497 Jan 27 22:57:07.468002 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cfe4df72-851c-4fc9-a6f0-cba8a0ff7082 req-c833819e-37a7-4fcd-aafb-0624405a8fe4 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 210 time: 0.0382285 Jan 27 22:57:07.523749 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-f5136ab6-92fe-4a46-ad4e-9d0bfb25fe05 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3 HTTP/1.1" status: 200 len: 380 time: 0.0586324 Jan 27 22:57:07.534702 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'port': {'device_id': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'admin_state_up': True, 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'security_groups': ['10984390-6ad7-4499-9ef1-aab3a411a584']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:57:07.686951 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:07.715561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Made reservation on behalf of 29c38416fa8f4bc5b26ea7b668b7d2d3 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:57:07.719439 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:07.865488 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.20.0.14 (6d773955-0c5e-4178-a42a-bbd5772d14e9/cb1a226a-a537-460c-bf38-142dfd16116e/e34733b0-e3bf-4421-ab7d-5eeee7706f48) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:57:07.909080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8dff89aa-bcba-4154-a5ad-919e168d3624 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:57:07.961105 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 8dff89aa-bcba-4154-a5ad-919e168d3624 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:07.961592 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:08.008551 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:08.037760 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 8dff89aa-bcba-4154-a5ad-919e168d3624 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:08.143959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:08.186319 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 6d773955-0c5e-4178-a42a-bbd5772d14e9 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:57:08.189343 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:57:08.196224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:57:08.203397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=e34733b0-e3bf-4421-ab7d-5eeee7706f48,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:08.253756 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:08.254382 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:08.358350 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-e07ee543-de3f-4229-9fb4-a9b7fb1afbfb tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8284540 Jan 27 22:57:08.369857 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Request body: {'port': {'device_id': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:57:08.420351 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-65d4b144-0c9c-43ce-b66f-47ed8cfa6235 None None] Provisioning complete for port e34733b0-e3bf-4421-ab7d-5eeee7706f48 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:08.420815 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-65d4b144-0c9c-43ce-b66f-47ed8cfa6235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:08.424474 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:08.458087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-65d4b144-0c9c-43ce-b66f-47ed8cfa6235 None None] Port e34733b0-e3bf-4421-ab7d-5eeee7706f48 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:57:08.633033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee28c2-2525-4dcb-b35b-001203df24cf req-761458ae-1074-452b-aff7-bda75e6812f9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:08.634535 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bee28c2-2525-4dcb-b35b-001203df24cf req-761458ae-1074-452b-aff7-bda75e6812f9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 932 time: 0.0967703 Jan 27 22:57:08.715230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6bee28c2-2525-4dcb-b35b-001203df24cf req-9b1581cb-4e5c-45a5-8a9e-438a00bb9204 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747542 Jan 27 22:57:08.764317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34733b0-e3bf-4421-ab7d-5eeee7706f48 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:57:08.771701 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Publish callbacks [] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:08.783376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Transition to ACTIVE for port object e34733b0-e3bf-4421-ab7d-5eeee7706f48 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:57:08.847618 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:08.897795 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Pushing event updated for resources: {'Port': ['ID=e34733b0-e3bf-4421-ab7d-5eeee7706f48,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:08.968783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:08.980723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Attempting to bind port e34733b0-e3bf-4421-ab7d-5eeee7706f48 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:57:08.981061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Attempting to bind port e34733b0-e3bf-4421-ab7d-5eeee7706f48 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:57:08.981393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Attempting to bind port e34733b0-e3bf-4421-ab7d-5eeee7706f48 on network 6d773955-0c5e-4178-a42a-bbd5772d14e9 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:57:08.986853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Port e34733b0-e3bf-4421-ab7d-5eeee7706f48 on network 6d773955-0c5e-4178-a42a-bbd5772d14e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:57:08.987278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Attempting to bind port e34733b0-e3bf-4421-ab7d-5eeee7706f48 on network 6d773955-0c5e-4178-a42a-bbd5772d14e9 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:57:08.992769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:57:08.993118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Checking segment: {'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:57:08.993507 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Bound using segment: {'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:57:08.993986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Bound port: e34733b0-e3bf-4421-ab7d-5eeee7706f48, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:57:08.994355 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:09.061266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] For port e34733b0-e3bf-4421-ab7d-5eeee7706f48, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:57:09.064739 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] For port e34733b0-e3bf-4421-ab7d-5eeee7706f48, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e34733b0-e3bf-4421-ab7d-5eeee7706f48,segment=NetworkSegment(3e83c0a3-c7ed-47d3-84a8-99408c38a6f8),segment_id=3e83c0a3-c7ed-47d3-84a8-99408c38a6f8)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:57:09.145906 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:09.184142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:09.184828 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:09.186226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] 10.222.0.74 "PUT /v2.0/ports/e34733b0-e3bf-4421-ab7d-5eeee7706f48 HTTP/1.1" status: 200 len: 1092 time: 0.8205924 Jan 27 22:57:09.186669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'tag': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:57:09.188949 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ec837f-2449-4bc6-bfe9-db7e284ced6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8", "tag": "e34733b0-e3bf-4421-ab7d-5eeee7706f48"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:57:09.218279 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd087fd5-00f4-4265-ac47-7033fe57d23b service neutron] Pushing event updated for resources: {'Port': ['ID=e34733b0-e3bf-4421-ab7d-5eeee7706f48,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:09.231149 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ba54ac-aca0-412a-ba30-86ab3218403c x-openstack-request-id: req-50ba54ac-aca0-412a-ba30-86ab3218403c {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:57:09.231445 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8", "tag": "e34733b0-e3bf-4421-ab7d-5eeee7706f48", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:57:09.231702 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-50ba54ac-aca0-412a-ba30-86ab3218403c {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:57:09.232149 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'tag': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48', 'status': 'completed', 'code': 200} Jan 27 22:57:09.297518 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec837f-2449-4bc6-bfe9-db7e284ced6c req-eb0d203f-144a-43f4-8523-44a1877c0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:09.299058 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49ec837f-2449-4bc6-bfe9-db7e284ced6c req-eb0d203f-144a-43f4-8523-44a1877c0ed6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 1095 time: 0.0460534 Jan 27 22:57:09.401960 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec837f-2449-4bc6-bfe9-db7e284ced6c req-67a0f106-7799-4221-b212-58dcd6039316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:09.403346 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49ec837f-2449-4bc6-bfe9-db7e284ced6c req-67a0f106-7799-4221-b212-58dcd6039316 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0982771 Jan 27 22:57:09.494218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec837f-2449-4bc6-bfe9-db7e284ced6c req-a2193882-700f-46f4-9571-ab88245a6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:09.495680 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49ec837f-2449-4bc6-bfe9-db7e284ced6c req-a2193882-700f-46f4-9571-ab88245a6a92 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864172 Jan 27 22:57:09.574171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-c6483384-7609-4260-8ffd-ed598431f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:09.575643 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-c6483384-7609-4260-8ffd-ed598431f7d8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 1095 time: 0.0459700 Jan 27 22:57:09.616913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-64dd6838-e9c6-4a50-af35-0ec0f84e2b0e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e34733b0-e3bf-4421-ab7d-5eeee7706f48 HTTP/1.1" status: 200 len: 217 time: 0.0333645 Jan 27 22:57:09.662541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-ecef6c54-115e-4128-a3aa-5fe20bfe3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:09.663851 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-ecef6c54-115e-4128-a3aa-5fe20bfe3501 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb1a226a-a537-460c-bf38-142dfd16116e HTTP/1.1" status: 200 len: 835 time: 0.0419037 Jan 27 22:57:09.712260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-0ad9fbeb-1a58-4569-b1b2-4c89a4bf17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:09.714013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-0ad9fbeb-1a58-4569-b1b2-4c89a4bf17e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d773955-0c5e-4178-a42a-bbd5772d14e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440664 Jan 27 22:57:09.828381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-528def27-628e-4c99-bd35-ad133d9f0186 service neutron] 10.222.0.74 "GET /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091328 Jan 27 22:57:09.890186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ebf00-2bd8-46e7-a5f1-74fbd3ce5536 req-7d8fd362-8aaf-489e-84a4-480d42b02051 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:09.891652 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d72ebf00-2bd8-46e7-a5f1-74fbd3ce5536 req-7d8fd362-8aaf-489e-84a4-480d42b02051 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 944 time: 0.1080027 Jan 27 22:57:09.965900 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d72ebf00-2bd8-46e7-a5f1-74fbd3ce5536 req-7a1046d2-b371-4856-b496-c4b67f199509 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681813 Jan 27 22:57:09.967853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ef3fe889-9744-461f-acb9-c97b9ec7185a req-3cdb55cb-e740-4396-9194-6c6ad0b5c347 service neutron] 10.222.0.74 "GET /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333740 Jan 27 22:57:11.080366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239a364-36b9-4895-8bb3-94c3a8f80e0a req-613b8085-483c-4bf0-87ab-d58bc337d08d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:11.081829 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6239a364-36b9-4895-8bb3-94c3a8f80e0a req-613b8085-483c-4bf0-87ab-d58bc337d08d tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 944 time: 0.0477948 Jan 27 22:57:11.134055 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6239a364-36b9-4895-8bb3-94c3a8f80e0a req-667c641d-3b7f-4529-8e26-89f3d009212b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467894 Jan 27 22:57:12.247196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9be40f-17a2-40e3-9e34-324e2a59498a req-c5578032-51ca-4d82-b5ae-0ae7aca7794a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:12.248693 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c9be40f-17a2-40e3-9e34-324e2a59498a req-c5578032-51ca-4d82-b5ae-0ae7aca7794a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 944 time: 0.0476408 Jan 27 22:57:12.298131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c9be40f-17a2-40e3-9e34-324e2a59498a req-f4fcfb79-d17c-4fc1-80df-acbe88872714 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436027 Jan 27 22:57:13.412610 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ba64c-e55f-43ea-846f-d9fe6cbb985a req-5891ded7-b79f-4b1a-a1c8-bcc9a5be6fc3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:13.414004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a1ba64c-e55f-43ea-846f-d9fe6cbb985a req-5891ded7-b79f-4b1a-a1c8-bcc9a5be6fc3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 944 time: 0.0478628 Jan 27 22:57:13.462007 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8a1ba64c-e55f-43ea-846f-d9fe6cbb985a req-f8372311-6b21-4788-9527-cad1a0e52acc tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Jan 27 22:57:13.646052 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e34733b0-e3bf-4421-ab7d-5eeee7706f48 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:57:13.909654 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e34733b0-e3bf-4421-ab7d-5eeee7706f48, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e34733b0-e3bf-4421-ab7d-5eeee7706f48,segment=NetworkSegment(3e83c0a3-c7ed-47d3-84a8-99408c38a6f8),segment_id=3e83c0a3-c7ed-47d3-84a8-99408c38a6f8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:57:13.921120 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'port_id': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48', 'mac_address': 'fa:16:3e:17:98:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:57:13.956410 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port e34733b0-e3bf-4421-ab7d-5eeee7706f48 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:13.956799 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:13.969797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e34733b0-e3bf-4421-ab7d-5eeee7706f48 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:57:13.988662 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e34733b0-e3bf-4421-ab7d-5eeee7706f48, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e34733b0-e3bf-4421-ab7d-5eeee7706f48,segment=NetworkSegment(3e83c0a3-c7ed-47d3-84a8-99408c38a6f8),segment_id=3e83c0a3-c7ed-47d3-84a8-99408c38a6f8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:57:14.064983 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:14.116557 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=e34733b0-e3bf-4421-ab7d-5eeee7706f48,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:14.294055 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['e34733b0-e3bf-4421-ab7d-5eeee7706f48'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:57:14.580317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799637c-f570-44fb-9b7a-ead2e9b685e3 req-90c82002-8d75-4530-b235-68d9374f697f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:14.581782 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1799637c-f570-44fb-9b7a-ead2e9b685e3 req-90c82002-8d75-4530-b235-68d9374f697f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 945 time: 0.0519869 Jan 27 22:57:14.629150 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1799637c-f570-44fb-9b7a-ead2e9b685e3 req-52c6d8c8-b784-4651-bc9f-2ed1a9033921 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418730 Jan 27 22:57:15.679377 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e34733b0-e3bf-4421-ab7d-5eeee7706f48 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:57:15.742943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7ecba-1240-496d-b3ed-30e5630f4d27 req-b267d2a3-5705-4111-9fff-170802c86485 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:15.752310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5fe7ecba-1240-496d-b3ed-30e5630f4d27 req-b267d2a3-5705-4111-9fff-170802c86485 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 945 time: 0.0496445 Jan 27 22:57:15.794554 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5fe7ecba-1240-496d-b3ed-30e5630f4d27 req-35cf562a-f2f0-4d86-8169-6350c4cefd66 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439501 Jan 27 22:57:15.815890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port e34733b0-e3bf-4421-ab7d-5eeee7706f48 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:57:15.817524 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port e34733b0-e3bf-4421-ab7d-5eeee7706f48 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:57:15.817902 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:15.900680 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port e34733b0-e3bf-4421-ab7d-5eeee7706f48 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:57:15.901076 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:15.925205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:57:15.927116 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf972e2e-8f8d-45d6-9b69-0da2fba52988" -d '{"events": [{"server_uuid": "e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8", "name": "network-vif-plugged", "status": "completed", "tag": "e34733b0-e3bf-4421-ab7d-5eeee7706f48"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:57:15.940453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port e34733b0-e3bf-4421-ab7d-5eeee7706f48, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e34733b0-e3bf-4421-ab7d-5eeee7706f48,segment=NetworkSegment(3e83c0a3-c7ed-47d3-84a8-99408c38a6f8),segment_id=3e83c0a3-c7ed-47d3-84a8-99408c38a6f8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:57:16.002374 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:16.029579 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ae8007-59a6-4148-b972-92568ffe832d x-openstack-request-id: req-e8ae8007-59a6-4148-b972-92568ffe832d {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:57:16.029894 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8", "name": "network-vif-plugged", "status": "completed", "tag": "e34733b0-e3bf-4421-ab7d-5eeee7706f48", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:57:16.030183 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8ae8007-59a6-4148-b972-92568ffe832d {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:57:16.030524 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48', 'code': 200} Jan 27 22:57:16.056902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=e34733b0-e3bf-4421-ab7d-5eeee7706f48,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:16.115445 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832d751-f5b4-4aa6-b40a-9ccc0297205d req-9766b6de-26d8-4cf0-b194-2125d910b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:16.117073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7832d751-f5b4-4aa6-b40a-9ccc0297205d req-9766b6de-26d8-4cf0-b194-2125d910b7eb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 1097 time: 0.0406270 Jan 27 22:57:16.165988 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7832d751-f5b4-4aa6-b40a-9ccc0297205d req-a5e3e1f9-f085-4817-9e59-f0b10a76b20e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436404 Jan 27 22:57:16.912349 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ad24b-a597-4943-87f3-65269b8fd51d req-f5a33fd0-14ca-48e0-8c52-baadc5d7b9ca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:16.913975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c1ad24b-a597-4943-87f3-65269b8fd51d req-f5a33fd0-14ca-48e0-8c52-baadc5d7b9ca tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0479171 Jan 27 22:57:16.976841 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5c1ad24b-a597-4943-87f3-65269b8fd51d req-8cac9e3d-bbf1-47b5-9f26-e6001ecb21f9 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567112 Jan 27 22:57:18.095937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa584c08-cd5f-4ad5-af28-eaa2ab81e2b0 req-41fefb82-8088-48f4-b521-1c05ce8d51d3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:18.098030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa584c08-cd5f-4ad5-af28-eaa2ab81e2b0 req-41fefb82-8088-48f4-b521-1c05ce8d51d3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0485840 Jan 27 22:57:18.145450 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fa584c08-cd5f-4ad5-af28-eaa2ab81e2b0 req-51b63464-2917-4dd7-98ed-f89e80b389bc tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418601 Jan 27 22:57:18.261200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2da540-783a-47d4-84be-085662aab64b req-005be0e1-be6c-4d4d-8d1f-ac5f4d5f9b25 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:18.262660 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da2da540-783a-47d4-84be-085662aab64b req-005be0e1-be6c-4d4d-8d1f-ac5f4d5f9b25 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0507946 Jan 27 22:57:18.311145 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-da2da540-783a-47d4-84be-085662aab64b req-c0052cd0-79f8-4472-8f07-5108d4438292 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423658 Jan 27 22:57:18.332355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42622) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:18.370186 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862daadd-3dec-4b36-bf42-67c3e529a482 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:18.371591 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-862daadd-3dec-4b36-bf42-67c3e529a482 tempest-TestNetworkAdvancedServerOps-1948507572 tempest-TestNetworkAdvancedServerOps-1948507572-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 1092 time: 0.0382717 Jan 27 22:57:18.374292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42624) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:18.378442 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:57:18.469069 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:18.565964 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:18.664282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Allocated IP 172.25.0.144 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/e0e8b53d-d346-4873-8582-1b6cd3e4ca5c) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:57:18.765786 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (e0e8b53d-d346-4873-8582-1b6cd3e4ca5c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:18.840860 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e0e8b53d-d346-4873-8582-1b6cd3e4ca5c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:18.874880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:57:18.877933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:57:18.881302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:57:18.910961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=e0e8b53d-d346-4873-8582-1b6cd3e4ca5c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:19.238628 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:19.363736 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e0e8b53d-d346-4873-8582-1b6cd3e4ca5c), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:19.512187 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for port (e0e8b53d-d346-4873-8582-1b6cd3e4ca5c), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:19.584755 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e0e8b53d-d346-4873-8582-1b6cd3e4ca5c), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:19.653823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event updated for resources: {'Port': ['ID=e0e8b53d-d346-4873-8582-1b6cd3e4ca5c,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:19.663985 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:19.763009 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Floating IP 8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3 associated. External IP: 172.25.0.144, port: e34733b0-e3bf-4421-ab7d-5eeee7706f48. Jan 27 22:57:20.289204 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:57:20.393238 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:57:20.402559 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a0339-c0e1-4deb-aa5f-839e23b8ab74 None None] Sync routers for ids ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:57:20.411513 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a0339-c0e1-4deb-aa5f-839e23b8ab74 None None] Routers {'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:57:20.412215 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8f1a0339-c0e1-4deb-aa5f-839e23b8ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:57:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:20.459392 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:20.490356 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6469ed33-b032-4156-a9b9-a7beab494dea tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1150472 Jan 27 22:57:20.490986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'tag': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:57:20.499478 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0743f85-9fcc-451c-902c-dc38e031e0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8", "tag": "e34733b0-e3bf-4421-ab7d-5eeee7706f48"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:57:20.521967 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-8f1a0339-c0e1-4deb-aa5f-839e23b8ab74 None None] Set router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:57:20.537774 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae2ae06-9c1a-4b1a-8a82-781315540bd0 x-openstack-request-id: req-aae2ae06-9c1a-4b1a-8a82-781315540bd0 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:57:20.539874 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8", "tag": "e34733b0-e3bf-4421-ab7d-5eeee7706f48", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:57:20.539874 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aae2ae06-9c1a-4b1a-8a82-781315540bd0 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:57:20.539874 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'tag': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48', 'status': 'completed', 'code': 200} Jan 27 22:57:20.615499 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40953f-0d38-4977-956a-cfed4038ae04 req-e0ec90d5-ea35-493a-8a68-56ef9538029a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:20.617017 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd40953f-0d38-4977-956a-cfed4038ae04 req-e0ec90d5-ea35-493a-8a68-56ef9538029a tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0771625 Jan 27 22:57:20.622872 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0743f85-9fcc-451c-902c-dc38e031e0d8 req-a869d610-a197-4278-a4a0-00b6bb76cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:20.624837 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0743f85-9fcc-451c-902c-dc38e031e0d8 req-a869d610-a197-4278-a4a0-00b6bb76cb73 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 1097 time: 0.0577469 Jan 27 22:57:20.721309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bd40953f-0d38-4977-956a-cfed4038ae04 req-9d68b947-6318-422f-b771-488a40f2576c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954230 Jan 27 22:57:20.743687 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42630) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:20.753339 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8f1a0339-c0e1-4deb-aa5f-839e23b8ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:57:03Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'port_id': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'mac_address': 'fa:16:3e:17:98:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:57:19Z', 'updated_at': '2022-01-27T22:57:19Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff89aa-bcba-4154-a5ad-919e168d3624', 'name': '', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:e8:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:57:02Z', 'updated_at': '2022-01-27T22:57:06Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:20.755833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0743f85-9fcc-451c-902c-dc38e031e0d8 req-1ad83683-90e6-46dc-b4ce-081f77612167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:20.757368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0743f85-9fcc-451c-902c-dc38e031e0d8 req-1ad83683-90e6-46dc-b4ce-081f77612167 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d773955-0c5e-4178-a42a-bbd5772d14e9 HTTP/1.1" status: 200 len: 898 time: 0.1260405 Jan 27 22:57:20.782990 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a0339-c0e1-4deb-aa5f-839e23b8ab74 None None] Checking router: c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:57:20.791348 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a0339-c0e1-4deb-aa5f-839e23b8ab74 None None] Routers {'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:57:20.792348 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8f1a0339-c0e1-4deb-aa5f-839e23b8ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:57:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:20.826576 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0743f85-9fcc-451c-902c-dc38e031e0d8 req-c21c5f0e-9cb0-4816-8ca6-d8a5a3222374 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e34733b0-e3bf-4421-ab7d-5eeee7706f48 HTTP/1.1" status: 200 len: 1000 time: 0.0635364 Jan 27 22:57:20.884234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0743f85-9fcc-451c-902c-dc38e031e0d8 req-1b0376aa-6f20-4e50-9754-6d22da1c5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:20.885738 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0743f85-9fcc-451c-902c-dc38e031e0d8 req-1b0376aa-6f20-4e50-9754-6d22da1c5524 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb1a226a-a537-460c-bf38-142dfd16116e HTTP/1.1" status: 200 len: 835 time: 0.0531282 Jan 27 22:57:20.911659 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-8f1a0339-c0e1-4deb-aa5f-839e23b8ab74 None None] Set router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:57:20.937091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0743f85-9fcc-451c-902c-dc38e031e0d8 req-bb53f0c2-ee3b-4a79-9605-308c762b9741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:20.938710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0743f85-9fcc-451c-902c-dc38e031e0d8 req-bb53f0c2-ee3b-4a79-9605-308c762b9741 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d773955-0c5e-4178-a42a-bbd5772d14e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468924 Jan 27 22:57:21.036647 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0743f85-9fcc-451c-902c-dc38e031e0d8 req-f2639df4-e6ef-4550-95b0-358ba4509b9b service neutron] 10.222.0.74 "GET /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916958 Jan 27 22:57:21.113154 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-7717b000-d6ff-4ea4-a6ae-99e18f2f9c77 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3 HTTP/1.1" status: 200 len: 992 time: 0.3680606 Jan 27 22:57:21.134102 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0743f85-9fcc-451c-902c-dc38e031e0d8 req-a70df02c-0997-4282-b01e-0ea672d32a73 service neutron] 10.222.0.74 "GET /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916297 Jan 27 22:57:21.244906 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-8f1a0339-c0e1-4deb-aa5f-839e23b8ab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:57:03Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'port_id': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'mac_address': 'fa:16:3e:17:98:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:57:19Z', 'updated_at': '2022-01-27T22:57:19Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff89aa-bcba-4154-a5ad-919e168d3624', 'name': '', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:e8:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:57:02Z', 'updated_at': '2022-01-27T22:57:06Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:57:21.273498 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1a0339-c0e1-4deb-aa5f-839e23b8ab74 None None] The sync data for ids ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'] in n-d-760456-6 is: [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:57:03Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'port_id': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'mac_address': 'fa:16:3e:17:98:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:57:19Z', 'updated_at': '2022-01-27T22:57:19Z', 'revision_number': 0, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dff89aa-bcba-4154-a5ad-919e168d3624', 'name': '', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:e8:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:57:02Z', 'updated_at': '2022-01-27T22:57:06Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:57:21.465390 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42670d76-2ea1-4fff-bbab-48734087042a None None] New status for floating IP 8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3: ACTIVE {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:57:22.116829 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42632) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:22.175430 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-20240596-7d98-4f85-af82-7a4154db8a51 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3 HTTP/1.1" status: 200 len: 994 time: 0.0574610 Jan 27 22:57:26.742838 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-c1b8742e-376e-4baa-a0d2-f26a5527bad7 req-84568ce7-54ab-41ae-afe8-a39b21f98048 service neutron] (104027) timed out ('10.222.0.61', 38106) {{(pid=104027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 22:57:27.783511 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:28.222692 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:32.247617 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a9e0842-e46c-4e13-ae4a-09391f07c261 req-5d543e34-91e4-4406-91fa-826ccfac05c8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414340 Jan 27 22:57:32.329981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e0842-e46c-4e13-ae4a-09391f07c261 req-8ed54ed9-d154-4b2b-a1dc-ded4eccc52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:32.331457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a9e0842-e46c-4e13-ae4a-09391f07c261 req-8ed54ed9-d154-4b2b-a1dc-ded4eccc52c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 1097 time: 0.0400310 Jan 27 22:57:32.354324 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d92ebe11-e52e-4fb0-ae8c-ebe1e411e95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:32.435937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e0842-e46c-4e13-ae4a-09391f07c261 req-e8cbc01b-c724-4c0a-a6a0-dae1665df629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:32.437386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a9e0842-e46c-4e13-ae4a-09391f07c261 req-e8cbc01b-c724-4c0a-a6a0-dae1665df629 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d773955-0c5e-4178-a42a-bbd5772d14e9 HTTP/1.1" status: 200 len: 898 time: 0.0885444 Jan 27 22:57:32.501381 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a9e0842-e46c-4e13-ae4a-09391f07c261 req-f52c21b7-5ba4-43b8-ba10-fb8f364e2f2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e34733b0-e3bf-4421-ab7d-5eeee7706f48 HTTP/1.1" status: 200 len: 1002 time: 0.0578115 Jan 27 22:57:32.553568 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e0842-e46c-4e13-ae4a-09391f07c261 req-200cb077-b343-494c-a790-d886f955f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:32.555258 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a9e0842-e46c-4e13-ae4a-09391f07c261 req-200cb077-b343-494c-a790-d886f955f99d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb1a226a-a537-460c-bf38-142dfd16116e HTTP/1.1" status: 200 len: 835 time: 0.0478535 Jan 27 22:57:32.608981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e0842-e46c-4e13-ae4a-09391f07c261 req-4daef2a2-a4bf-4932-927f-35fc71dbb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:32.610486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a9e0842-e46c-4e13-ae4a-09391f07c261 req-4daef2a2-a4bf-4932-927f-35fc71dbb9dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d773955-0c5e-4178-a42a-bbd5772d14e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492902 Jan 27 22:57:32.697850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a9e0842-e46c-4e13-ae4a-09391f07c261 req-1706d618-5aa0-40d4-8b32-ba3078a9ff6c service neutron] 10.222.0.74 "GET /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809133 Jan 27 22:57:32.789448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a9e0842-e46c-4e13-ae4a-09391f07c261 req-70cd3121-3603-4204-9694-3abd190bc0a9 service neutron] 10.222.0.74 "GET /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846288 Jan 27 22:57:34.927635 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1837fe1f-5d27-4e83-98b2-bb1be60d3a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:36.419533 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:37.664377 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:38.995978 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:42.119314 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:57:53.790393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eed84-db81-4ceb-837e-893cb855c53b req-cb3cabba-ba05-4130-b6cc-1521968032fa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:53.791866 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c50eed84-db81-4ceb-837e-893cb855c53b req-cb3cabba-ba05-4130-b6cc-1521968032fa tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0952055 Jan 27 22:57:53.841615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c50eed84-db81-4ceb-837e-893cb855c53b req-4f153d1a-ab51-4f35-a545-013a2c81aa9f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441270 Jan 27 22:57:55.006902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed993f8f-a686-4cf8-88b8-290af22aeb54 req-7ea9455e-039a-409f-a084-dedf58ddce09 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:55.008389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed993f8f-a686-4cf8-88b8-290af22aeb54 req-7ea9455e-039a-409f-a084-dedf58ddce09 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0964532 Jan 27 22:57:55.056489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed993f8f-a686-4cf8-88b8-290af22aeb54 req-a5677ae4-023c-4d3f-81e2-012381018d31 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424886 Jan 27 22:57:55.079178 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42654) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:55.139589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3c35ab73-65a2-4569-8d72-ea99ebee61e5 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3 HTTP/1.1" status: 200 len: 994 time: 0.0592916 Jan 27 22:57:56.626199 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31882390-a0a3-43e5-b906-7fbfd3bd6014 req-86bb80f4-a904-471e-8f48-c614ba1c3895 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:56.627671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31882390-a0a3-43e5-b906-7fbfd3bd6014 req-86bb80f4-a904-471e-8f48-c614ba1c3895 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0481799 Jan 27 22:57:56.681833 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31882390-a0a3-43e5-b906-7fbfd3bd6014 req-c44d3122-4017-49d7-9fa4-e553e4b39c12 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487304 Jan 27 22:57:56.726562 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1774f-5bf6-4b96-b099-a3a2ad2f3e8a req-71d227cd-7515-4930-98b8-3e542e38b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:56.728047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dde1774f-5bf6-4b96-b099-a3a2ad2f3e8a req-71d227cd-7515-4930-98b8-3e542e38b98f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 1097 time: 0.0442855 Jan 27 22:57:56.814536 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1774f-5bf6-4b96-b099-a3a2ad2f3e8a req-368cf572-661f-4ab6-b708-7b9b4d185eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:56.816459 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dde1774f-5bf6-4b96-b099-a3a2ad2f3e8a req-368cf572-661f-4ab6-b708-7b9b4d185eb1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d773955-0c5e-4178-a42a-bbd5772d14e9 HTTP/1.1" status: 200 len: 898 time: 0.0825603 Jan 27 22:57:56.883689 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dde1774f-5bf6-4b96-b099-a3a2ad2f3e8a req-fb0634e8-5ef8-40e1-980e-be79b2178aff service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e34733b0-e3bf-4421-ab7d-5eeee7706f48 HTTP/1.1" status: 200 len: 1002 time: 0.0620580 Jan 27 22:57:56.929928 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1774f-5bf6-4b96-b099-a3a2ad2f3e8a req-087d419f-404e-4656-952a-4c50641ad045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:56.931330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dde1774f-5bf6-4b96-b099-a3a2ad2f3e8a req-087d419f-404e-4656-952a-4c50641ad045 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb1a226a-a537-460c-bf38-142dfd16116e HTTP/1.1" status: 200 len: 835 time: 0.0426021 Jan 27 22:57:56.974726 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1774f-5bf6-4b96-b099-a3a2ad2f3e8a req-dfbb5d92-c9b7-465b-9d34-e87fb1cd12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:56.976197 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dde1774f-5bf6-4b96-b099-a3a2ad2f3e8a req-dfbb5d92-c9b7-465b-9d34-e87fb1cd12b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d773955-0c5e-4178-a42a-bbd5772d14e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395229 Jan 27 22:57:57.065896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dde1774f-5bf6-4b96-b099-a3a2ad2f3e8a req-6215484e-8e6d-4c4c-a552-447204d5393a service neutron] 10.222.0.74 "GET /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835838 Jan 27 22:57:57.162552 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dde1774f-5bf6-4b96-b099-a3a2ad2f3e8a req-035d5dab-163e-4279-ae60-50710f7180b7 service neutron] 10.222.0.74 "GET /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914338 Jan 27 22:57:57.764702 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:57.803400 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8b508-cf3b-4f8f-b907-5280395b994e req-444a197b-be3a-407b-a634-0883f6ca4ba3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:57.804952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dec8b508-cf3b-4f8f-b907-5280395b994e req-444a197b-be3a-407b-a634-0883f6ca4ba3 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0542078 Jan 27 22:57:57.854156 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dec8b508-cf3b-4f8f-b907-5280395b994e req-7cee91e8-ac60-47b6-bb5d-bbbd01aac768 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434492 Jan 27 22:57:58.241387 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:58.968490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed929f9a-1782-4143-b604-ee2411500709 req-141b9716-e1e2-4f33-a555-73fb81d8554e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:57:58.970019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed929f9a-1782-4143-b604-ee2411500709 req-141b9716-e1e2-4f33-a555-73fb81d8554e tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0479224 Jan 27 22:57:59.018231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed929f9a-1782-4143-b604-ee2411500709 req-94c59d7a-d0d5-49f0-a823-36f57fa1173c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422609 Jan 27 22:57:59.040220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42666) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:59.103991 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-2b648a28-5321-4e82-b08e-485f756c6eaf tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/floatingips/8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3 HTTP/1.1" status: 200 len: 994 time: 0.0626485 Jan 27 22:57:59.326276 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42672) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:57:59.482349 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port e0e8b53d-d346-4873-8582-1b6cd3e4ca5c {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:57:59.482616 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e0e8b53d-d346-4873-8582-1b6cd3e4ca5c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:59.556528 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e0e8b53d-d346-4873-8582-1b6cd3e4ca5c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:59.556865 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (e0e8b53d-d346-4873-8582-1b6cd3e4ca5c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:59.568403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for e0e8b53d-d346-4873-8582-1b6cd3e4ca5c owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:57:59.787642 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e0e8b53d-d346-4873-8582-1b6cd3e4ca5c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:59.811104 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=e0e8b53d-d346-4873-8582-1b6cd3e4ca5c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:57:59.825168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.825537 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.825893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.826243 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.826586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.826936 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.827275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.827613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.828530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.828530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.828771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.829103 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.829447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:57:59.886993 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for floatingip (8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:57:59.887335 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Floating IP 8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3 disassociated (deleted). External IP: 172.25.0.144, port: e34733b0-e3bf-4421-ab7d-5eeee7706f48. Jan 27 22:58:00.107307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:58:00.214932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:58:00.219719 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:00.224233 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addb8fe-c179-40b5-a2e0-396ede865ec0 None None] Sync routers for ids ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:58:00.233861 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6addb8fe-c179-40b5-a2e0-396ede865ec0 None None] Routers {'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:00.234467 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6addb8fe-c179-40b5-a2e0-396ede865ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:57:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:00.248985 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-93b88020-5027-428d-89ff-eb478f88ebb0 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/floatingips/8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3 HTTP/1.1" status: 204 len: 168 time: 0.9190059 Jan 27 22:58:00.248985 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'tag': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:58:00.249274 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eeb746-1356-4ad9-9933-a9e994844528" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8", "tag": "e34733b0-e3bf-4421-ab7d-5eeee7706f48"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:58:00.287539 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e1c09d-e006-4cb4-9b04-9e2fc9a1e7db x-openstack-request-id: req-97e1c09d-e006-4cb4-9b04-9e2fc9a1e7db {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:58:00.287848 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8", "tag": "e34733b0-e3bf-4421-ab7d-5eeee7706f48", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:58:00.288148 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-97e1c09d-e006-4cb4-9b04-9e2fc9a1e7db {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:58:00.288569 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'tag': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48', 'status': 'completed', 'code': 200} Jan 27 22:58:00.342173 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6addb8fe-c179-40b5-a2e0-396ede865ec0 None None] Set router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:00.348964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeb746-1356-4ad9-9933-a9e994844528 req-ce642ccb-7692-49ce-812e-5fd5846ad571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:00.350509 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76eeb746-1356-4ad9-9933-a9e994844528 req-ce642ccb-7692-49ce-812e-5fd5846ad571 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 1097 time: 0.0416958 Jan 27 22:58:00.443335 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeb746-1356-4ad9-9933-a9e994844528 req-ea8b6e51-a5eb-4df9-81dc-0224c850a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:00.444856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76eeb746-1356-4ad9-9933-a9e994844528 req-ea8b6e51-a5eb-4df9-81dc-0224c850a02b service neutron] 10.222.0.74 "GET /v2.0/networks?id=6d773955-0c5e-4178-a42a-bbd5772d14e9 HTTP/1.1" status: 200 len: 898 time: 0.0882475 Jan 27 22:58:00.490946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76eeb746-1356-4ad9-9933-a9e994844528 req-b73ae119-17f4-405c-865d-1338b89d4bf2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e34733b0-e3bf-4421-ab7d-5eeee7706f48 HTTP/1.1" status: 200 len: 217 time: 0.0400813 Jan 27 22:58:00.543887 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeb746-1356-4ad9-9933-a9e994844528 req-eac324fd-ad6c-4901-807c-aa201062ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:00.545396 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76eeb746-1356-4ad9-9933-a9e994844528 req-eac324fd-ad6c-4901-807c-aa201062ea3d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=cb1a226a-a537-460c-bf38-142dfd16116e HTTP/1.1" status: 200 len: 835 time: 0.0476255 Jan 27 22:58:00.546518 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6addb8fe-c179-40b5-a2e0-396ede865ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:57:03Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8dff89aa-bcba-4154-a5ad-919e168d3624', 'name': '', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:e8:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:57:02Z', 'updated_at': '2022-01-27T22:57:06Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:00.573549 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addb8fe-c179-40b5-a2e0-396ede865ec0 None None] Checking router: c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:58:00.582497 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6addb8fe-c179-40b5-a2e0-396ede865ec0 None None] Routers {'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:00.583143 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6addb8fe-c179-40b5-a2e0-396ede865ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:57:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:00.592958 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeb746-1356-4ad9-9933-a9e994844528 req-9d07809d-a0ac-4c0c-bfab-62f3f97773f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:00.594467 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76eeb746-1356-4ad9-9933-a9e994844528 req-9d07809d-a0ac-4c0c-bfab-62f3f97773f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6d773955-0c5e-4178-a42a-bbd5772d14e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397267 Jan 27 22:58:00.692575 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-6addb8fe-c179-40b5-a2e0-396ede865ec0 None None] Set router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:00.727096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39be137-23d3-41f7-9f4b-72322eeb3c4d req-82765714-9d9b-4080-89e5-08da2c8ab838 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:00.728513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a39be137-23d3-41f7-9f4b-72322eeb3c4d req-82765714-9d9b-4080-89e5-08da2c8ab838 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0756943 Jan 27 22:58:00.732049 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76eeb746-1356-4ad9-9933-a9e994844528 req-f47b34e1-ae78-435a-872a-67012fc890cf service neutron] 10.222.0.74 "GET /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270967 Jan 27 22:58:00.828096 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a39be137-23d3-41f7-9f4b-72322eeb3c4d req-e789bba6-6f83-4605-92f9-e5bc2ac7e35b tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934365 Jan 27 22:58:00.860330 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-76eeb746-1356-4ad9-9933-a9e994844528 req-7d9f3f06-194a-427e-b391-687a90a66b9d service neutron] 10.222.0.74 "GET /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183612 Jan 27 22:58:00.890011 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-6addb8fe-c179-40b5-a2e0-396ede865ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:57:03Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8dff89aa-bcba-4154-a5ad-919e168d3624', 'name': '', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:e8:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:57:02Z', 'updated_at': '2022-01-27T22:57:06Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:00.920326 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addb8fe-c179-40b5-a2e0-396ede865ec0 None None] The sync data for ids ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'] in n-d-760456-6 is: [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:57:03Z', 'revision_number': 4, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '8dff89aa-bcba-4154-a5ad-919e168d3624', 'name': '', 'network_id': '6d773955-0c5e-4178-a42a-bbd5772d14e9', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'mac_address': 'fa:16:3e:e8:9c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:57:02Z', 'updated_at': '2022-01-27T22:57:06Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'subnets': [{'id': 'cb1a226a-a537-460c-bf38-142dfd16116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:58:01.127505 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b985fb-35fc-4aef-8579-8987a56edac0 None None] New status for floating IP 8c94cdf6-d5fe-4e76-8e98-f4009e4acbb3: DOWN {{(pid=104028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:58:01.946718 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b264c2c-bbaa-4fe1-a5c1-820f16f57f59 req-19788de3-0e00-4fb1-a455-ef77dc7475ce tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:01.948217 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b264c2c-bbaa-4fe1-a5c1-820f16f57f59 req-19788de3-0e00-4fb1-a455-ef77dc7475ce tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0495858 Jan 27 22:58:01.996023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6b264c2c-bbaa-4fe1-a5c1-820f16f57f59 req-954c810f-9d23-48b4-8368-156feceab455 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/security-groups?id=10984390-6ad7-4499-9ef1-aab3a411a584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423551 Jan 27 22:58:02.267292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc425f9c-4e21-4a44-8798-ff6834b3d8c8 req-aa3bdd02-9434-4273-91af-8c27b1aec5c7 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:02.269027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc425f9c-4e21-4a44-8798-ff6834b3d8c8 req-aa3bdd02-9434-4273-91af-8c27b1aec5c7 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.74 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 946 time: 0.0518112 Jan 27 22:58:02.357849 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-dc425f9c-4e21-4a44-8798-ff6834b3d8c8 req-a2e0fed4-b437-41d6-92a5-6b8f7cab0e7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port e34733b0-e3bf-4421-ab7d-5eeee7706f48 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:58:02.358200 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-dc425f9c-4e21-4a44-8798-ff6834b3d8c8 req-a2e0fed4-b437-41d6-92a5-6b8f7cab0e7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:02.361546 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4537af8c-4ff4-42a8-a099-f6d7cace6b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:02.448579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-dc425f9c-4e21-4a44-8798-ff6834b3d8c8 req-a2e0fed4-b437-41d6-92a5-6b8f7cab0e7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port e34733b0-e3bf-4421-ab7d-5eeee7706f48, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=e34733b0-e3bf-4421-ab7d-5eeee7706f48,segment=NetworkSegment(3e83c0a3-c7ed-47d3-84a8-99408c38a6f8),segment_id=3e83c0a3-c7ed-47d3-84a8-99408c38a6f8)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:02.449014 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-dc425f9c-4e21-4a44-8798-ff6834b3d8c8 req-a2e0fed4-b437-41d6-92a5-6b8f7cab0e7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:02.461159 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-dc425f9c-4e21-4a44-8798-ff6834b3d8c8 req-a2e0fed4-b437-41d6-92a5-6b8f7cab0e7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for e34733b0-e3bf-4421-ab7d-5eeee7706f48 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:58:02.638594 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-dc425f9c-4e21-4a44-8798-ff6834b3d8c8 req-a2e0fed4-b437-41d6-92a5-6b8f7cab0e7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e34733b0-e3bf-4421-ab7d-5eeee7706f48), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:02.672042 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0fed4-b437-41d6-92a5-6b8f7cab0e7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=e34733b0-e3bf-4421-ab7d-5eeee7706f48,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:02.714092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc425f9c-4e21-4a44-8798-ff6834b3d8c8 req-a2e0fed4-b437-41d6-92a5-6b8f7cab0e7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] No DVR routers for this DVR port e34733b0-e3bf-4421-ab7d-5eeee7706f48 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:58:02.716749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-dc425f9c-4e21-4a44-8798-ff6834b3d8c8 req-a2e0fed4-b437-41d6-92a5-6b8f7cab0e7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:02.720223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc425f9c-4e21-4a44-8798-ff6834b3d8c8 req-a2e0fed4-b437-41d6-92a5-6b8f7cab0e7c tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.74 "DELETE /v2.0/ports/e34733b0-e3bf-4421-ab7d-5eeee7706f48 HTTP/1.1" status: 204 len: 173 time: 0.4462388 Jan 27 22:58:02.720630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'name': 'network-vif-deleted', 'tag': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:58:02.722880 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f1af12-e709-4b36-9d8c-1f0338c566f8" -d '{"events": [{"server_uuid": "e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8", "name": "network-vif-deleted", "tag": "e34733b0-e3bf-4421-ab7d-5eeee7706f48"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:58:02.758797 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4465ec-6922-4829-992c-17be48f13254 x-openstack-request-id: req-7a4465ec-6922-4829-992c-17be48f13254 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:58:02.759101 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8", "name": "network-vif-deleted", "tag": "e34733b0-e3bf-4421-ab7d-5eeee7706f48", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:58:02.759367 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a4465ec-6922-4829-992c-17be48f13254 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:58:02.759776 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8', 'name': 'network-vif-deleted', 'tag': 'e34733b0-e3bf-4421-ab7d-5eeee7706f48', 'status': 'completed', 'code': 200} Jan 27 22:58:03.115446 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cc5236d1-6225-42ca-9bba-ded6e0c9c153 req-d0be47f3-e895-4a6f-a6a9-ac50f8a23011 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7a974df-a4f4-4fad-ba66-68c8b0dbb5d8 HTTP/1.1" status: 200 len: 210 time: 0.0307386 Jan 27 22:58:04.175125 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42688) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:04.838202 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1dd8dcfe-76ec-4c3c-9812-f892a4a30db2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:04.938437 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c3b14652-588c-4a22-9397-98c1bae5cc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:05.091280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8dcfe-76ec-4c3c-9812-f892a4a30db2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 8dff89aa-bcba-4154-a5ad-919e168d3624 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:58:05.091524 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1dd8dcfe-76ec-4c3c-9812-f892a4a30db2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:05.186909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-1dd8dcfe-76ec-4c3c-9812-f892a4a30db2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port 8dff89aa-bcba-4154-a5ad-919e168d3624, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8dff89aa-bcba-4154-a5ad-919e168d3624,segment=NetworkSegment(3e83c0a3-c7ed-47d3-84a8-99408c38a6f8),segment_id=3e83c0a3-c7ed-47d3-84a8-99408c38a6f8)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:05.187665 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1dd8dcfe-76ec-4c3c-9812-f892a4a30db2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:05.200421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8dcfe-76ec-4c3c-9812-f892a4a30db2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 8dff89aa-bcba-4154-a5ad-919e168d3624 owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:58:05.447067 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1dd8dcfe-76ec-4c3c-9812-f892a4a30db2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (8dff89aa-bcba-4154-a5ad-919e168d3624), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:05.478538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8dcfe-76ec-4c3c-9812-f892a4a30db2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=8dff89aa-bcba-4154-a5ad-919e168d3624,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:05.651634 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1dd8dcfe-76ec-4c3c-9812-f892a4a30db2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:05.869776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd8dcfe-76ec-4c3c-9812-f892a4a30db2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:58:05.977208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd8dcfe-76ec-4c3c-9812-f892a4a30db2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:58:05.982364 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1dd8dcfe-76ec-4c3c-9812-f892a4a30db2 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "PUT /v2.0/routers/c55ff0bb-0d26-4c80-8f8b-6e6513d619c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8060987 Jan 27 22:58:05.985015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42690) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:05.988207 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fd540-be47-404e-a621-b137179ceca9 None None] Sync routers for ids ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:58:05.998375 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fd540-be47-404e-a621-b137179ceca9 None None] Routers {'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:05.999067 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4d8fd540-be47-404e-a621-b137179ceca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:06.036185 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded04a38-5fcb-4a47-b563-bbc492f95a45 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting subnet cb1a226a-a537-460c-bf38-142dfd16116e {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 22:58:06.039311 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ded04a38-5fcb-4a47-b563-bbc492f95a45 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (cb1a226a-a537-460c-bf38-142dfd16116e), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.052235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e34733b0-e3bf-4421-ab7d-5eeee7706f48 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:58:06.073374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: e34733b0-e3bf-4421-ab7d-5eeee7706f48 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:58:06.073641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device e34733b0-e3bf-4421-ab7d-5eeee7706f48 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:58:06.081722 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ded04a38-5fcb-4a47-b563-bbc492f95a45 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (cb1a226a-a537-460c-bf38-142dfd16116e), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.103356 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-4d8fd540-be47-404e-a621-b137179ceca9 None None] Set router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:06.172371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ded04a38-5fcb-4a47-b563-bbc492f95a45 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (cb1a226a-a537-460c-bf38-142dfd16116e), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.280634 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4d8fd540-be47-404e-a621-b137179ceca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:58:05Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:06.296324 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ded04a38-5fcb-4a47-b563-bbc492f95a45 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (cb1a226a-a537-460c-bf38-142dfd16116e), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.306472 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fd540-be47-404e-a621-b137179ceca9 None None] Checking router: c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:58:06.315653 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fd540-be47-404e-a621-b137179ceca9 None None] Routers {'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:06.316280 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4d8fd540-be47-404e-a621-b137179ceca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:06.323706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded04a38-5fcb-4a47-b563-bbc492f95a45 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1a226a-a537-460c-bf38-142dfd16116e,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:06.327340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-ded04a38-5fcb-4a47-b563-bbc492f95a45 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.333589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-ded04a38-5fcb-4a47-b563-bbc492f95a45 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/subnets/cb1a226a-a537-460c-bf38-142dfd16116e HTTP/1.1" status: 204 len: 168 time: 0.3446660 Jan 27 22:58:06.334088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42692) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:06.338144 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afadc88-b2cb-48b9-b50b-c0c9879e86d3 None None] Network 6d773955-0c5e-4178-a42a-bbd5772d14e9 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:58:06.418549 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.450872 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.517321 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] DHCP port deletion for 6d773955-0c5e-4178-a42a-bbd5772d14e9 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 22:58:06.524206 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-4d8fd540-be47-404e-a621-b137179ceca9 None None] Set router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:06.560518 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_gateway (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.565606 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Deleting port 8c573610-85d4-4d90-909a-cbf153918635 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:58:06.566056 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (8c573610-85d4-4d90-909a-cbf153918635), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.631819 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] For port 8c573610-85d4-4d90-909a-cbf153918635, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=8c573610-85d4-4d90-909a-cbf153918635,segment=NetworkSegment(3e83c0a3-c7ed-47d3-84a8-99408c38a6f8),segment_id=3e83c0a3-c7ed-47d3-84a8-99408c38a6f8)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:06.632264 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (8c573610-85d4-4d90-909a-cbf153918635), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.644304 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Calling delete_port for 8c573610-85d4-4d90-909a-cbf153918635 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:58:06.704891 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-4d8fd540-be47-404e-a621-b137179ceca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:58:05Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:06.722162 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Deleting port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 22:58:06.722598 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.746920 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8fd540-be47-404e-a621-b137179ceca9 None None] The sync data for ids ['c55ff0bb-0d26-4c80-8f8b-6e6513d619c7'] in n-d-760456-6 is: [{'id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1392945747', 'tenant_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:56:58Z', 'updated_at': '2022-01-27T22:58:05Z', 'revision_number': 5, 'project_id': '29c38416fa8f4bc5b26ea7b668b7d2d3', 'gw_port': {'id': '45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c55ff0bb-0d26-4c80-8f8b-6e6513d619c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:56:59Z', 'updated_at': '2022-01-27T22:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:58:06.807638 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] For port 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:06.808013 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.819663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Calling delete_port for 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 22:58:06.855651 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (8c573610-85d4-4d90-909a-cbf153918635), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:06.883674 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] No DVR routers for this DVR port 8c573610-85d4-4d90-909a-cbf153918635 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 22:58:06.888135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Pushing event deleted for resources: {'Port': ['ID=8c573610-85d4-4d90-909a-cbf153918635,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:06.896883 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:06.897124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:06.897476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:06.897823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:06.898165 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:06.898995 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:06.898995 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:06.899167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:06.899469 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:06.899803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:06.900205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:06.900545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:06.900881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488278a0-a65a-4ec0-887f-b28e45f47287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:07.118728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.146048 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Port': ['ID=45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:07.220055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.311676 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.313873 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router_controller (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.464227 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (c55ff0bb-0d26-4c80-8f8b-6e6513d619c7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.464694 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Fanout notify agent at l3_agent the message router_deleted on router c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 22:58:07.471358 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.472522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-476e7d21-97b7-40d1-9139-915f6dfe7bd8 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/routers/c55ff0bb-0d26-4c80-8f8b-6e6513d619c7 HTTP/1.1" status: 204 len: 168 time: 1.1377828 Jan 27 22:58:07.475210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42694) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:07.563081 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (6d773955-0c5e-4178-a42a-bbd5772d14e9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.655842 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (6d773955-0c5e-4178-a42a-bbd5772d14e9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.678292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d773955-0c5e-4178-a42a-bbd5772d14e9']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:07.687376 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:07.687683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e83c0a3-c7ed-47d3-84a8-99408c38a6f8') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:07.695386 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.697637 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (3e83c0a3-c7ed-47d3-84a8-99408c38a6f8), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.710564 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (3e83c0a3-c7ed-47d3-84a8-99408c38a6f8), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.716869 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 22:58:07.716869 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (3e83c0a3-c7ed-47d3-84a8-99408c38a6f8), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: timer() Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 22:58:07.719627 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 22:58:07.858738 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (6d773955-0c5e-4178-a42a-bbd5772d14e9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.868844 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.872039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/networks/6d773955-0c5e-4178-a42a-bbd5772d14e9 HTTP/1.1" status: 204 len: 168 time: 0.3958764 Jan 27 22:58:07.874982 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42696) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:07.882765 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b740c9-2571-4419-95ad-666b140a531f tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'Network': ['ID=6d773955-0c5e-4178-a42a-bbd5772d14e9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:07.902453 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8dff89aa-bcba-4154-a5ad-919e168d3624 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:58:07.923227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 8dff89aa-bcba-4154-a5ad-919e168d3624 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:58:07.923579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8dff89aa-bcba-4154-a5ad-919e168d3624 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:58:07.924005 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:58:07.939708 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (10984390-6ad7-4499-9ef1-aab3a411a584), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:07.943116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:58:07.943466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 45e8e7a2-c9ab-4d6a-8d90-279fccd6dec0 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:58:07.943886 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8c573610-85d4-4d90-909a-cbf153918635 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 22:58:07.962372 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 8c573610-85d4-4d90-909a-cbf153918635 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 22:58:07.962721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 8c573610-85d4-4d90-909a-cbf153918635 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 22:58:07.964572 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (10984390-6ad7-4499-9ef1-aab3a411a584), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:08.113117 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (10984390-6ad7-4499-9ef1-aab3a411a584), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:08.116472 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:08.117681 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] 10.222.0.61 "DELETE /v2.0/security-groups/10984390-6ad7-4499-9ef1-aab3a411a584 HTTP/1.1" status: 204 len: 168 time: 0.2410092 Jan 27 22:58:08.127104 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10984390-6ad7-4499-9ef1-aab3a411a584,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:08.136819 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.137979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.137979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.137979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.138275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.138612 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.138947 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.139277 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.139680 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.139942 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.140299 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.143185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.143185 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72080111-438c-42d7-965e-98288794bda1 tempest-TestNetworkAdvancedServerOps-1328157514 tempest-TestNetworkAdvancedServerOps-1328157514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:08.707260 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42704) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:08.840108 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2d22285c-4e31-49b8-80ee-72d558736da6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29c38416fa8f4bc5b26ea7b668b7d2d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315787 Jan 27 22:58:08.842565 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42708) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:08.888611 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-258d5fcb-5b6f-428b-87d5-23bb933f5bee admin admin] Publish callbacks [] for security_group (fd46c1b6-4b2a-46f4-8a89-ba1c86fdd0ac), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:08.909545 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-258d5fcb-5b6f-428b-87d5-23bb933f5bee admin admin] Publish callbacks [] for security_group (fd46c1b6-4b2a-46f4-8a89-ba1c86fdd0ac), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:09.015624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:09.072990 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-258d5fcb-5b6f-428b-87d5-23bb933f5bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (fd46c1b6-4b2a-46f4-8a89-ba1c86fdd0ac), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:09.075584 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-258d5fcb-5b6f-428b-87d5-23bb933f5bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:09.076783 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-258d5fcb-5b6f-428b-87d5-23bb933f5bee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd46c1b6-4b2a-46f4-8a89-ba1c86fdd0ac HTTP/1.1" status: 204 len: 168 time: 0.2333348 Jan 27 22:58:09.085008 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d5fcb-5b6f-428b-87d5-23bb933f5bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd46c1b6-4b2a-46f4-8a89-ba1c86fdd0ac,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:09.708952 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42714) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:09.722085 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f9d2c5eb-77f6-471a-8a4b-1e6d49551b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:09.800446 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f9d2c5eb-77f6-471a-8a4b-1e6d49551b0c admin admin] Publish callbacks [] for security_group (5aa7c1da-80d5-4743-85c9-a123d7418e8e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:09.884622 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f9d2c5eb-77f6-471a-8a4b-1e6d49551b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5aa7c1da-80d5-4743-85c9-a123d7418e8e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:09.924995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f9d2c5eb-77f6-471a-8a4b-1e6d49551b0c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=86979d0541764c06857169cecb1a0c60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2149680 Jan 27 22:58:09.925937 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2c5eb-77f6-471a-8a4b-1e6d49551b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa7c1da-80d5-4743-85c9-a123d7418e8e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:09.927679 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42716) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:09.976034 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db7de750-645c-46c4-931c-460f2685497e admin admin] Publish callbacks [] for security_group (5aa7c1da-80d5-4743-85c9-a123d7418e8e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:09.997053 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db7de750-645c-46c4-931c-460f2685497e admin admin] Publish callbacks [] for security_group (5aa7c1da-80d5-4743-85c9-a123d7418e8e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:10.129598 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db7de750-645c-46c4-931c-460f2685497e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (5aa7c1da-80d5-4743-85c9-a123d7418e8e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:10.132272 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-db7de750-645c-46c4-931c-460f2685497e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:10.133481 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-db7de750-645c-46c4-931c-460f2685497e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5aa7c1da-80d5-4743-85c9-a123d7418e8e HTTP/1.1" status: 204 len: 168 time: 0.2047017 Jan 27 22:58:10.142688 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7de750-645c-46c4-931c-460f2685497e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa7c1da-80d5-4743-85c9-a123d7418e8e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:11.160551 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42738) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:11.265864 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-64818701-network', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:11.366723 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Made reservation on behalf of a255053cd4a8467ba019dfc410c88a4c for: {'network': 1} {{(pid=104026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:58:11.369180 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:11.377974 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:11.456049 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Publish callbacks [] for security_group (1ccf7474-d57e-4e60-8527-0720bf88014a), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:11.535187 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1ccf7474-d57e-4e60-8527-0720bf88014a), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:11.562140 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=104026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:58:11.568868 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccf7474-d57e-4e60-8527-0720bf88014a,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:11.575060 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (dbec72d7-2b54-4ab1-b0d8-b387baa99633), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:11.575412 n-d-760456-6 neutron-server[104026]: INFO neutron.db.segments_db [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Added segment dbec72d7-2b54-4ab1-b0d8-b387baa99633 of type vlan for network dd5096d1-7532-4444-8925-0308a4f688dd Jan 27 22:58:11.612843 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (dd5096d1-7532-4444-8925-0308a4f688dd), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:11.732799 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (dd5096d1-7532-4444-8925-0308a4f688dd), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:11.733774 n-d-760456-6 neutron-server[104026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:11.734363 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:11.794783 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] Pushing event updated for resources: {'Network': ['ID=dd5096d1-7532-4444-8925-0308a4f688dd,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:11.805277 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network dd5096d1-7532-4444-8925-0308a4f688dd details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:58:11.855372 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-adea2259-2a45-4193-bb0f-fb722e1ce7de admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6936944 Jan 27 22:58:11.858668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42742) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:11.863984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-c100feea-f31f-4c70-991f-1ce2a252ad89 admin admin] Request body: {'subnet': {'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-64818701-subnet', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:11.946776 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c100feea-f31f-4c70-991f-1ce2a252ad89 admin admin] Made reservation on behalf of a255053cd4a8467ba019dfc410c88a4c for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:58:11.949177 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c100feea-f31f-4c70-991f-1ce2a252ad89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:12.167306 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c100feea-f31f-4c70-991f-1ce2a252ad89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (88010684-b9da-48fe-8539-8de37a0717e7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:12.221606 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100feea-f31f-4c70-991f-1ce2a252ad89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88010684-b9da-48fe-8539-8de37a0717e7,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:12.232375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100feea-f31f-4c70-991f-1ce2a252ad89 admin admin] Checking segment: {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:12.232744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100feea-f31f-4c70-991f-1ce2a252ad89 admin admin] Network hostable DHCP agents. Network: dd5096d1-7532-4444-8925-0308a4f688dd, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:58:12.352534 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100feea-f31f-4c70-991f-1ce2a252ad89 admin admin] Network dd5096d1-7532-4444-8925-0308a4f688dd is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:58:12.438321 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-c100feea-f31f-4c70-991f-1ce2a252ad89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, dd5096d1-7532-4444-8925-0308a4f688dd) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:12.443221 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c100feea-f31f-4c70-991f-1ce2a252ad89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:12.447728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-c100feea-f31f-4c70-991f-1ce2a252ad89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:12.448641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cffa4f-df23-4266-83d8-831caa77ed20 None None] Network dd5096d1-7532-4444-8925-0308a4f688dd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:58:12.532465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c100feea-f31f-4c70-991f-1ce2a252ad89 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6728139 Jan 27 22:58:12.535396 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42746) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:12.539844 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:12.549022 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-dd5096d1-7532-4444-8925-0308a4f688dd', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:58:12.549887 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:12.641593 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (8dbb446c-6b35-4c76-b25a-5001c510a80b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:12.642670 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (8dbb446c-6b35-4c76-b25a-5001c510a80b), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:12.682186 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Allocated IP 172.20.0.2 (dd5096d1-7532-4444-8925-0308a4f688dd/88010684-b9da-48fe-8539-8de37a0717e7/b83353d4-0667-488e-b5b0-5434bd8b623f) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:12.693680 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Publish callbacks [] for router_controller (8dbb446c-6b35-4c76-b25a-5001c510a80b), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:12.820318 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Publish callbacks [] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:12.887576 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:12.905044 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Publish callbacks [] for router_gateway (8dbb446c-6b35-4c76-b25a-5001c510a80b), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:12.923857 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Network dd5096d1-7532-4444-8925-0308a4f688dd is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:12.925227 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:12.927993 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:12.977199 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Pushing event updated for resources: {'Port': ['ID=b83353d4-0667-488e-b5b0-5434bd8b623f,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:12.992354 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Attempting to bind port b83353d4-0667-488e-b5b0-5434bd8b623f on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:58:12.992725 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Attempting to bind port b83353d4-0667-488e-b5b0-5434bd8b623f by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:58:12.993086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Attempting to bind port b83353d4-0667-488e-b5b0-5434bd8b623f on network dd5096d1-7532-4444-8925-0308a4f688dd {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:12.998265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:58:12.998637 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Checking segment: {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:12.999040 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:12.999433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Bound using segment: {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:58:12.999978 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Bound port: b83353d4-0667-488e-b5b0-5434bd8b623f, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:58:13.000386 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:13.062317 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] For port b83353d4-0667-488e-b5b0-5434bd8b623f, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:13.065424 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] For port b83353d4-0667-488e-b5b0-5434bd8b623f, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b83353d4-0667-488e-b5b0-5434bd8b623f,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:58:13.139142 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:13.196607 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a286c0-22cc-4039-8ea0-8d3893e3688c None None] Pushing event updated for resources: {'Port': ['ID=b83353d4-0667-488e-b5b0-5434bd8b623f,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:13.200382 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Publish callbacks [] for router_gateway (8dbb446c-6b35-4c76-b25a-5001c510a80b), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:13.225700 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:13.331594 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Allocated IP 172.25.0.247 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/fc90be6b-0ab1-4182-b86c-fd3104b4ca75) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:13.455625 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Publish callbacks [] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:13.553546 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:13.590345 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:13.593138 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:13.596670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:13.622118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Pushing event updated for resources: {'Port': ['ID=fc90be6b-0ab1-4182-b86c-fd3104b4ca75,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:13.909478 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Publish callbacks [] for router_gateway (8dbb446c-6b35-4c76-b25a-5001c510a80b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:13.961405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b83353d4-0667-488e-b5b0-5434bd8b623f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:14.013007 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b83353d4-0667-488e-b5b0-5434bd8b623f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:14.013450 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:14.101775 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b83353d4-0667-488e-b5b0-5434bd8b623f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:14.102120 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:14.120450 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (8dbb446c-6b35-4c76-b25a-5001c510a80b), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:14.141641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port b83353d4-0667-488e-b5b0-5434bd8b623f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b83353d4-0667-488e-b5b0-5434bd8b623f,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:14.203701 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df7fa44-627f-4258-8b49-8959f703a0f6 None None] Network dd5096d1-7532-4444-8925-0308a4f688dd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:58:14.253073 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:14.298394 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-24236db0-d588-4f93-9fb2-d38b45b96c76 None None] Provisioning complete for port b83353d4-0667-488e-b5b0-5434bd8b623f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:14.298776 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24236db0-d588-4f93-9fb2-d38b45b96c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:14.324228 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Router 8dbb446c-6b35-4c76-b25a-5001c510a80b is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:58:14.351913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=b83353d4-0667-488e-b5b0-5434bd8b623f,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:14.436449 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-24236db0-d588-4f93-9fb2-d38b45b96c76 None None] Current status of the port b83353d4-0667-488e-b5b0-5434bd8b623f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:14.439000 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:58:14.450965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Sync routers for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:58:14.462632 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:14.463299 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:14.529164 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:14.532821 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-c1b816dc-443d-45d4-bc9e-c94afb35e814 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9943352 Jan 27 22:58:14.537157 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42748) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:14.573960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:14.695977 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-4365cb15-d24c-46c7-8d25-439b7e9bd218 None None] Provisioning complete for port b83353d4-0667-488e-b5b0-5434bd8b623f triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:14.696369 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4365cb15-d24c-46c7-8d25-439b7e9bd218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:14.819401 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-4365cb15-d24c-46c7-8d25-439b7e9bd218 None None] Current status of the port b83353d4-0667-488e-b5b0-5434bd8b623f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:14.826802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:13Z', 'revision_number': 3, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:14.854157 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Checking router: 8dbb446c-6b35-4c76-b25a-5001c510a80b for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:58:14.854515 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Updating router 8dbb446c-6b35-4c76-b25a-5001c510a80b port fc90be6b-0ab1-4182-b86c-fd3104b4ca75 binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:58:14.885466 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.298214 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.323034 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Publish callbacks [] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.418459 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.453172 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Allocated IP 172.20.0.1 (dd5096d1-7532-4444-8925-0308a4f688dd/88010684-b9da-48fe-8539-8de37a0717e7/c324d8c5-0690-4b45-a614-a27340ba80a7) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:15.471776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Attempting to bind port fc90be6b-0ab1-4182-b86c-fd3104b4ca75 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:58:15.472180 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Attempting to bind port fc90be6b-0ab1-4182-b86c-fd3104b4ca75 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:58:15.472587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Attempting to bind port fc90be6b-0ab1-4182-b86c-fd3104b4ca75 on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:15.476096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85030d18-a6cd-466a-885b-eba2391d5746 None None] Pushing event updated for resources: {'Port': ['ID=fc90be6b-0ab1-4182-b86c-fd3104b4ca75,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:15.480733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:58:15.481118 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:15.481526 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.481929 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:58:15.482407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Bound port: fc90be6b-0ab1-4182-b86c-fd3104b4ca75, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:58:15.482798 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.541539 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] For port fc90be6b-0ab1-4182-b86c-fd3104b4ca75, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:15.545821 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] For port fc90be6b-0ab1-4182-b86c-fd3104b4ca75, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fc90be6b-0ab1-4182-b86c-fd3104b4ca75,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:58:15.578926 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Publish callbacks [] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.624702 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.676189 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:15.676750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:15.708107 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.724555 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85030d18-a6cd-466a-885b-eba2391d5746 None None] Pushing event updated for resources: {'Port': ['ID=fc90be6b-0ab1-4182-b86c-fd3104b4ca75,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:15.756293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Network dd5096d1-7532-4444-8925-0308a4f688dd is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:15.762120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:15.766583 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:15.770300 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Pushing event updated for resources: {'Port': ['ID=c324d8c5-0690-4b45-a614-a27340ba80a7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:15.806542 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:15.818522 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (8dbb446c-6b35-4c76-b25a-5001c510a80b), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:15.924206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b83353d4-0667-488e-b5b0-5434bd8b623f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:16.044250 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:16.044425 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port b83353d4-0667-488e-b5b0-5434bd8b623f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:16.044425 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:16.096526 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:13Z', 'revision_number': 3, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:16.125212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790a817e-88d1-4cd4-a9d2-3d81e864b5ac None None] The sync data for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 is: [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:13Z', 'revision_number': 3, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:58:16.177907 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port b83353d4-0667-488e-b5b0-5434bd8b623f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:16.183638 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9a88fca1-2f3a-4da7-8045-704ebe261ce3 None None] Provisioning complete for port c324d8c5-0690-4b45-a614-a27340ba80a7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:16.184017 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9a88fca1-2f3a-4da7-8045-704ebe261ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:16.223031 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9a88fca1-2f3a-4da7-8045-704ebe261ce3 None None] Port c324d8c5-0690-4b45-a614-a27340ba80a7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:58:16.234106 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Publish callbacks [] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:16.312960 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:16.390309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Pushing event updated for resources: {'Port': ['ID=c324d8c5-0690-4b45-a614-a27340ba80a7,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:16.396120 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (8dbb446c-6b35-4c76-b25a-5001c510a80b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:16.514491 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Network dd5096d1-7532-4444-8925-0308a4f688dd is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:16.516161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:16.653360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Router 8dbb446c-6b35-4c76-b25a-5001c510a80b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:58:16.787778 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:58:16.797296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-4dcaca09-1f33-49e5-8c31-4bde2f553998 admin admin] 10.222.0.61 "PUT /v2.0/routers/8dbb446c-6b35-4c76-b25a-5001c510a80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2621586 Jan 27 22:58:16.856846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5c06fe03-2b67-4894-ad19-451107a4d6a5 None None] Provisioning complete for port c324d8c5-0690-4b45-a614-a27340ba80a7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:16.857420 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5c06fe03-2b67-4894-ad19-451107a4d6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:16.902687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5c06fe03-2b67-4894-ad19-451107a4d6a5 None None] Port c324d8c5-0690-4b45-a614-a27340ba80a7 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:58:17.559932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42768) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:17.564999 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-802304678-network', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:17.649596 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Made reservation on behalf of bc455c99cf664b8397cfd2c115d36d87 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:58:17.652067 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:17.662193 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:17.737497 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Publish callbacks [] for security_group (ed77147d-1657-448b-beb8-7e5033b488f3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:17.789382 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Sync routers for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:58:17.798129 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ed77147d-1657-448b-beb8-7e5033b488f3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:17.800040 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:17.801281 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:17.823090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 22:58:17.837124 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed77147d-1657-448b-beb8-7e5033b488f3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:17.841878 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ebdb6273-4449-4b6d-a6e1-41fcbc2ca429), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:17.842235 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Added segment ebdb6273-4449-4b6d-a6e1-41fcbc2ca429 of type vlan for network 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 Jan 27 22:58:17.888650 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:17.909356 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:17.946858 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fc90be6b-0ab1-4182-b86c-fd3104b4ca75 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:17.987135 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:17.989026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:17.989715 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:17.995398 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port fc90be6b-0ab1-4182-b86c-fd3104b4ca75 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:17.995767 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.052546 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] Pushing event updated for resources: {'Network': ['ID=5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:18.069627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 22:58:18.121923 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:16Z', 'revision_number': 2, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:18.126907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b3872a19-ec2e-4ed1-96bf-734adfae8159 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5655570 Jan 27 22:58:18.129659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42774) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:18.140233 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port fc90be6b-0ab1-4182-b86c-fd3104b4ca75 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:18.140233 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.141056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-9719ad50-d18c-44ac-9b14-c4c9f0a4a9b9 admin admin] Request body: {'subnet': {'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-802304678-subnet', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:18.156898 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Checking router: 8dbb446c-6b35-4c76-b25a-5001c510a80b for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:58:18.157337 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Updating router 8dbb446c-6b35-4c76-b25a-5001c510a80b port c324d8c5-0690-4b45-a614-a27340ba80a7 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:58:18.170694 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port fc90be6b-0ab1-4182-b86c-fd3104b4ca75, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fc90be6b-0ab1-4182-b86c-fd3104b4ca75,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:18.184183 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.224201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9719ad50-d18c-44ac-9b14-c4c9f0a4a9b9 admin admin] Made reservation on behalf of bc455c99cf664b8397cfd2c115d36d87 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:58:18.226613 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9719ad50-d18c-44ac-9b14-c4c9f0a4a9b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.255186 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.307592 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=fc90be6b-0ab1-4182-b86c-fd3104b4ca75,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:18.462767 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Publish callbacks [] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.490052 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9719ad50-d18c-44ac-9b14-c4c9f0a4a9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.549618 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719ad50-d18c-44ac-9b14-c4c9f0a4a9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:18.554862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9719ad50-d18c-44ac-9b14-c4c9f0a4a9b9 admin admin] Checking segment: {'id': 'ebdb6273-4449-4b6d-a6e1-41fcbc2ca429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:18.555322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9719ad50-d18c-44ac-9b14-c4c9f0a4a9b9 admin admin] Network hostable DHCP agents. Network: 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 22:58:18.561502 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.618019 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Pushing event updated for resources: {'Port': ['ID=c324d8c5-0690-4b45-a614-a27340ba80a7,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:18.641117 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.641449 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.641787 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.642115 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.642454 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.642759 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.643081 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.643399 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.643717 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.644031 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.644894 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.645213 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.645524 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 22:58:18.664324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9719ad50-d18c-44ac-9b14-c4c9f0a4a9b9 admin admin] Network 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 22:58:18.682977 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Attempting to bind port c324d8c5-0690-4b45-a614-a27340ba80a7 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:58:18.683345 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Attempting to bind port c324d8c5-0690-4b45-a614-a27340ba80a7 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:58:18.683878 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Attempting to bind port c324d8c5-0690-4b45-a614-a27340ba80a7 on network dd5096d1-7532-4444-8925-0308a4f688dd {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:18.690014 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:58:18.690394 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Checking segment: {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:18.690798 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.691386 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Bound using segment: {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:58:18.691660 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Bound port: c324d8c5-0690-4b45-a614-a27340ba80a7, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:58:18.692037 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.725355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-9719ad50-d18c-44ac-9b14-c4c9f0a4a9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:18.730580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9719ad50-d18c-44ac-9b14-c4c9f0a4a9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:18.731517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9719ad50-d18c-44ac-9b14-c4c9f0a4a9b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.736452 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ef729d-c60d-48b3-ab4a-f0a1bbf43015 None None] Network 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:58:18.761432 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] For port c324d8c5-0690-4b45-a614-a27340ba80a7, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:18.764630 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] For port c324d8c5-0690-4b45-a614-a27340ba80a7, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c324d8c5-0690-4b45-a614-a27340ba80a7,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:58:18.800886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9719ad50-d18c-44ac-9b14-c4c9f0a4a9b9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6692588 Jan 27 22:58:18.803120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42776) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:18.811079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-802304678-router', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:18.817722 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.842900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7', 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7', 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'fixed_ips': [{'subnet_id': 'c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 22:58:18.843735 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.853700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-24fbf7af-ef64-44f7-9874-fc2b34ab8818 None None] Provisioning complete for port c324d8c5-0690-4b45-a614-a27340ba80a7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:18.854071 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24fbf7af-ef64-44f7-9874-fc2b34ab8818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.877924 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12094a-5976-4f6c-90b8-5ea05cbc0b57 None None] Pushing event updated for resources: {'Port': ['ID=c324d8c5-0690-4b45-a614-a27340ba80a7,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:18.886026 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:18.886654 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:18.896517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:18.896517 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.003588 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Publish callbacks [] for router_controller (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.032739 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:19.042920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-24fbf7af-ef64-44f7-9874-fc2b34ab8818 None None] Current status of the port c324d8c5-0690-4b45-a614-a27340ba80a7 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:19.043511 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24fbf7af-ef64-44f7-9874-fc2b34ab8818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.064412 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Allocated IP 172.20.0.2 (5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7/c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6/3a42aef4-ecfa-46df-be3d-001e2fb2abdd) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:19.095573 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-24fbf7af-ef64-44f7-9874-fc2b34ab8818 None None] For port c324d8c5-0690-4b45-a614-a27340ba80a7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c324d8c5-0690-4b45-a614-a27340ba80a7,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:19.127863 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:58:19.155509 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24fbf7af-ef64-44f7-9874-fc2b34ab8818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.235362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbf7af-ef64-44f7-9874-fc2b34ab8818 None None] Pushing event updated for resources: {'Port': ['ID=c324d8c5-0690-4b45-a614-a27340ba80a7,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:19.238546 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Publish callbacks [] for router_gateway (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.273980 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:19.296384 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Publish callbacks [] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.303300 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-bb01742e-03bc-4fb9-8f5c-ee237717f8c9 None None] Provisioning complete for port c324d8c5-0690-4b45-a614-a27340ba80a7 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:19.303908 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bb01742e-03bc-4fb9-8f5c-ee237717f8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.310039 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff66ccd7-6065-480f-b4e4-861b5ea1040f None None] The sync data for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 is: [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:58:19.398482 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.435742 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-bb01742e-03bc-4fb9-8f5c-ee237717f8c9 None None] Current status of the port c324d8c5-0690-4b45-a614-a27340ba80a7 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:19.451276 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Network 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:19.454206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:19.459709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:19.467014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Pushing event updated for resources: {'Port': ['ID=3a42aef4-ecfa-46df-be3d-001e2fb2abdd,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:19.525254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Attempting to bind port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:58:19.525916 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Attempting to bind port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'ebdb6273-4449-4b6d-a6e1-41fcbc2ca429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:58:19.526466 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Attempting to bind port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd on network 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:19.532250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:58:19.532894 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Checking segment: {'id': 'ebdb6273-4449-4b6d-a6e1-41fcbc2ca429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:19.533510 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.533914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Bound using segment: {'id': 'ebdb6273-4449-4b6d-a6e1-41fcbc2ca429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:58:19.534402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Bound port: 3a42aef4-ecfa-46df-be3d-001e2fb2abdd, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdb6273-4449-4b6d-a6e1-41fcbc2ca429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:58:19.534793 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.555399 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Publish callbacks [] for router_gateway (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.575889 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.607439 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] For port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:19.610733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] For port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3a42aef4-ecfa-46df-be3d-001e2fb2abdd,segment=NetworkSegment(ebdb6273-4449-4b6d-a6e1-41fcbc2ca429),segment_id=ebdb6273-4449-4b6d-a6e1-41fcbc2ca429)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:58:19.690969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Allocated IP 172.25.0.188 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:19.699102 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.761088 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0ec95-849a-4a64-9e0a-f1471e11cbaa None None] Pushing event updated for resources: {'Port': ['ID=3a42aef4-ecfa-46df-be3d-001e2fb2abdd,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:19.815927 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Publish callbacks [] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:19.938991 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:20.004426 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:20.007298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:20.010278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:20.025580 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:20.102838 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c324d8c5-0690-4b45-a614-a27340ba80a7 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:20.176866 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port c324d8c5-0690-4b45-a614-a27340ba80a7 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:20.177595 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:20.261462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port c324d8c5-0690-4b45-a614-a27340ba80a7 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:20.262545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fc90be6b-0ab1-4182-b86c-fd3104b4ca75 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:20.311773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port fc90be6b-0ab1-4182-b86c-fd3104b4ca75 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:20.312190 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:20.396843 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port fc90be6b-0ab1-4182-b86c-fd3104b4ca75 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:20.442379 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Publish callbacks [] for router_gateway (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:20.666525 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:20.806622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718457f5-b608-4c33-a9d4-024d61bd48ea None None] Network 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 22:58:20.887163 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Router 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 22:58:20.902932 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-2f6eaf4a-9169-4f39-9d41-59934bb42b9d None None] Provisioning complete for port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:20.903307 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f6eaf4a-9169-4f39-9d41-59934bb42b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:20.994271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-2f6eaf4a-9169-4f39-9d41-59934bb42b9d None None] Current status of the port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:20.994667 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f6eaf4a-9169-4f39-9d41-59934bb42b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.000160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:58:21.011960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Sync routers for ids ['12f361c1-d3f3-4283-a421-3fb1bbb1cf47'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:58:21.027612 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Routers {'12f361c1-d3f3-4283-a421-3fb1bbb1cf47'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:21.030384 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['12f361c1-d3f3-4283-a421-3fb1bbb1cf47'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:21.079386 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.081338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1d2237dd-7915-4b4c-8fc2-8cb7709538c0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2736797 Jan 27 22:58:21.084250 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42780) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:21.086181 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-2f6eaf4a-9169-4f39-9d41-59934bb42b9d None None] For port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3a42aef4-ecfa-46df-be3d-001e2fb2abdd,segment=NetworkSegment(ebdb6273-4449-4b6d-a6e1-41fcbc2ca429),segment_id=ebdb6273-4449-4b6d-a6e1-41fcbc2ca429)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:21.284688 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2f6eaf4a-9169-4f39-9d41-59934bb42b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.344806 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Set router 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:21.419313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6eaf4a-9169-4f39-9d41-59934bb42b9d None None] Pushing event updated for resources: {'Port': ['ID=3a42aef4-ecfa-46df-be3d-001e2fb2abdd,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:21.469794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ff3d3bb7-1b28-4c45-9367-33cf0418ac44 None None] Provisioning complete for port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:21.470174 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ff3d3bb7-1b28-4c45-9367-33cf0418ac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.520870 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.598873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d3bb7-1b28-4c45-9367-33cf0418ac44 None None] Current status of the port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:21.617766 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'name': 'tempest-TestShelveInstance-802304678-router', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:18Z', 'updated_at': '2022-01-27T22:58:20Z', 'revision_number': 3, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'gw_port': {'id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:19Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:21.647759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Checking router: 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:58:21.648132 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Updating router 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:58:21.673067 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.676505 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Allocated IP 172.20.0.1 (5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7/c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6/50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:21.774992 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Publish callbacks [] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.853966 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.889249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Network 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:21.892643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:21.895208 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:21.924392 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Publish callbacks [] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.945902 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Pushing event updated for resources: {'Port': ['ID=50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:21.954025 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:21.976874 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3a42aef4-ecfa-46df-be3d-001e2fb2abdd up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:22.003235 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.086248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c86919-9277-4afa-af45-dcd1c8095949 None None] Pushing event updated for resources: {'Port': ['ID=6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:22.103820 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Attempting to bind port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:58:22.104235 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Attempting to bind port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:58:22.104608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Attempting to bind port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:22.113200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:58:22.113574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:22.113977 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.114387 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:58:22.115183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Bound port: 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:58:22.115313 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.143734 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:22.144943 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.166714 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.212990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] For port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:22.220009 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] For port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:58:22.263680 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ba094263-e061-4396-8e7e-30b274c2afc4 None None] Provisioning complete for port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:22.264068 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba094263-e061-4396-8e7e-30b274c2afc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.272445 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:22.298406 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.342908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ba094263-e061-4396-8e7e-30b274c2afc4 None None] Port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:58:22.359261 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Publish callbacks [] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.366264 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Routers {'12f361c1-d3f3-4283-a421-3fb1bbb1cf47'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:22.366985 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['12f361c1-d3f3-4283-a421-3fb1bbb1cf47'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:22.371794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c86919-9277-4afa-af45-dcd1c8095949 None None] Pushing event updated for resources: {'Port': ['ID=6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:22.420873 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.479940 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] Set router 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:22.491509 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.493352 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Pushing event updated for resources: {'Port': ['ID=50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:22.584682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Network 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:22.586127 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:22.688346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'name': 'tempest-TestShelveInstance-802304678-router', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:18Z', 'updated_at': '2022-01-27T22:58:22Z', 'revision_number': 4, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'gw_port': {'id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:19Z', 'updated_at': '2022-01-27T22:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf', 'name': '', 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'mac_address': 'fa:16:3e:8f:b7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:21Z', 'updated_at': '2022-01-27T22:58:21Z', 'revision_number': 1, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'subnets': [{'id': 'c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:22.714011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Router 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:58:22.721689 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083102e2-7a6e-4c9e-89e1-5caacd914034 None None] The sync data for ids ['12f361c1-d3f3-4283-a421-3fb1bbb1cf47'] in n-d-760456-6 is: [{'id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'name': 'tempest-TestShelveInstance-802304678-router', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:18Z', 'updated_at': '2022-01-27T22:58:22Z', 'revision_number': 4, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'gw_port': {'id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:19Z', 'updated_at': '2022-01-27T22:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf', 'name': '', 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'mac_address': 'fa:16:3e:8f:b7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:21Z', 'updated_at': '2022-01-27T22:58:21Z', 'revision_number': 1, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'subnets': [{'id': 'c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:58:22.868934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-3815dd4c-c48d-485c-abbf-1c77f89a40cd None None] Provisioning complete for port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:22.869294 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3815dd4c-c48d-485c-abbf-1c77f89a40cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:22.909444 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-3815dd4c-c48d-485c-abbf-1c77f89a40cd None None] Port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:58:23.189595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:58:23.195457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9715b3e5-2442-4a9a-8190-d1196c5cb546 admin admin] 10.222.0.61 "PUT /v2.0/routers/12f361c1-d3f3-4283-a421-3fb1bbb1cf47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1101670 Jan 27 22:58:23.868312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42788) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:23.873493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-aa7cc791-92a1-4560-bc6c-39c9f2a010fd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150013736', 'description': 'tempest-secgroup-smoke-150013736 description', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:23.949681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:23.955542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc791-92a1-4560-bc6c-39c9f2a010fd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.006411 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:24.007065 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.042430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc791-92a1-4560-bc6c-39c9f2a010fd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group (4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.093963 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:24.094358 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.106739 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc791-92a1-4560-bc6c-39c9f2a010fd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.115423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:24.135876 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cc791-92a1-4560-bc6c-39c9f2a010fd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:24.195093 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.197192 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc791-92a1-4560-bc6c-39c9f2a010fd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.198618 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-aa7cc791-92a1-4560-bc6c-39c9f2a010fd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3287826 Jan 27 22:58:24.201871 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42790) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:24.206407 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0887f8e6-b909-40b4-b352-5dfd768e2ab6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group_rule': {'security_group_id': '4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:24.244790 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:24.283345 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0887f8e6-b909-40b4-b352-5dfd768e2ab6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (dcb39ed9-ec19-4585-860e-91d00290dd7d), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.340029 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0887f8e6-b909-40b4-b352-5dfd768e2ab6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (dcb39ed9-ec19-4585-860e-91d00290dd7d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.397809 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0887f8e6-b909-40b4-b352-5dfd768e2ab6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (dcb39ed9-ec19-4585-860e-91d00290dd7d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.418140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887f8e6-b909-40b4-b352-5dfd768e2ab6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb39ed9-ec19-4585-860e-91d00290dd7d,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:24.479940 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0887f8e6-b909-40b4-b352-5dfd768e2ab6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.481297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0887f8e6-b909-40b4-b352-5dfd768e2ab6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2784679 Jan 27 22:58:24.484290 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42792) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:24.489646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-4b7dcbda-e1c3-4712-83d2-dfd84cecd1cd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group_rule': {'security_group_id': '4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:24.574304 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b7dcbda-e1c3-4712-83d2-dfd84cecd1cd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (7256f99c-e091-4dbf-af0d-ae9028ef1bde), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.633067 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b7dcbda-e1c3-4712-83d2-dfd84cecd1cd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (7256f99c-e091-4dbf-af0d-ae9028ef1bde), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.715720 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b7dcbda-e1c3-4712-83d2-dfd84cecd1cd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (7256f99c-e091-4dbf-af0d-ae9028ef1bde), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.738269 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dcbda-e1c3-4712-83d2-dfd84cecd1cd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7256f99c-e091-4dbf-af0d-ae9028ef1bde,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:24.786716 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-4b7dcbda-e1c3-4712-83d2-dfd84cecd1cd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.788026 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-4b7dcbda-e1c3-4712-83d2-dfd84cecd1cd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3021753 Jan 27 22:58:24.791030 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42794) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:24.796104 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-24f508e6-8e30-4900-a798-87e1aac00606 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group_rule': {'security_group_id': '4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:24.869030 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24f508e6-8e30-4900-a798-87e1aac00606 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (e5c2e319-c10e-4153-a1db-e3cb30dc53e7), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.923873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24f508e6-8e30-4900-a798-87e1aac00606 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (e5c2e319-c10e-4153-a1db-e3cb30dc53e7), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:24.997996 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24f508e6-8e30-4900-a798-87e1aac00606 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (e5c2e319-c10e-4153-a1db-e3cb30dc53e7), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.015558 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f508e6-8e30-4900-a798-87e1aac00606 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c2e319-c10e-4153-a1db-e3cb30dc53e7,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:25.088873 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-24f508e6-8e30-4900-a798-87e1aac00606 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.090129 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-24f508e6-8e30-4900-a798-87e1aac00606 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2978411 Jan 27 22:58:25.092970 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42796) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:25.097670 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-b49eac5e-eae8-4ea8-ab10-5e8adc32163b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group_rule': {'security_group_id': '4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:25.180638 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b49eac5e-eae8-4ea8-ab10-5e8adc32163b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (88c8988d-963a-4f45-9407-d4dd9ca1aeed), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.241630 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b49eac5e-eae8-4ea8-ab10-5e8adc32163b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (88c8988d-963a-4f45-9407-d4dd9ca1aeed), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.332309 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b49eac5e-eae8-4ea8-ab10-5e8adc32163b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (88c8988d-963a-4f45-9407-d4dd9ca1aeed), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.352090 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49eac5e-eae8-4ea8-ab10-5e8adc32163b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c8988d-963a-4f45-9407-d4dd9ca1aeed,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:25.423043 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b49eac5e-eae8-4ea8-ab10-5e8adc32163b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.424369 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b49eac5e-eae8-4ea8-ab10-5e8adc32163b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3302233 Jan 27 22:58:25.427628 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42798) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:25.431936 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-d5243ccf-820b-48d2-97bc-6cf2199bc8fb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group_rule': {'security_group_id': '4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:25.515282 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-d5243ccf-820b-48d2-97bc-6cf2199bc8fb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Project a255053cd4a8467ba019dfc410c88a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:58:25.520405 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5243ccf-820b-48d2-97bc-6cf2199bc8fb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (7d6ee538-4ddc-4f21-9b0d-8dd55ba400c2), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.577153 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5243ccf-820b-48d2-97bc-6cf2199bc8fb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (7d6ee538-4ddc-4f21-9b0d-8dd55ba400c2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.655278 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5243ccf-820b-48d2-97bc-6cf2199bc8fb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (7d6ee538-4ddc-4f21-9b0d-8dd55ba400c2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.674542 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5243ccf-820b-48d2-97bc-6cf2199bc8fb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6ee538-4ddc-4f21-9b0d-8dd55ba400c2,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:25.721115 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Sync routers for ids ['12f361c1-d3f3-4283-a421-3fb1bbb1cf47'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:58:25.731823 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Routers {'12f361c1-d3f3-4283-a421-3fb1bbb1cf47'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:25.734382 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['12f361c1-d3f3-4283-a421-3fb1bbb1cf47'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:25.754437 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-d5243ccf-820b-48d2-97bc-6cf2199bc8fb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.755751 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-d5243ccf-820b-48d2-97bc-6cf2199bc8fb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3271692 Jan 27 22:58:25.758558 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 42800) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:25.763092 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-8402520c-e02e-478b-8b81-4d8083efe58a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group_rule': {'security_group_id': '4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:25.869953 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-8402520c-e02e-478b-8b81-4d8083efe58a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Project a255053cd4a8467ba019dfc410c88a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 22:58:25.875592 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8402520c-e02e-478b-8b81-4d8083efe58a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (564f897f-e154-45d7-a2ac-8012d311cac2), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.905389 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:25.927770 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Set router 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:25.942244 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8402520c-e02e-478b-8b81-4d8083efe58a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (564f897f-e154-45d7-a2ac-8012d311cac2), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:25.959345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:25.959731 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.034700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:26.052455 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8402520c-e02e-478b-8b81-4d8083efe58a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (564f897f-e154-45d7-a2ac-8012d311cac2), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.070256 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402520c-e02e-478b-8b81-4d8083efe58a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564f897f-e154-45d7-a2ac-8012d311cac2,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:26.134063 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'name': 'tempest-TestShelveInstance-802304678-router', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:18Z', 'updated_at': '2022-01-27T22:58:22Z', 'revision_number': 4, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'gw_port': {'id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:19Z', 'updated_at': '2022-01-27T22:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf', 'name': '', 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'mac_address': 'fa:16:3e:8f:b7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:21Z', 'updated_at': '2022-01-27T22:58:22Z', 'revision_number': 2, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'subnets': [{'id': 'c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:26.160830 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-8402520c-e02e-478b-8b81-4d8083efe58a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.161401 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Checking router: 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:58:26.161761 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Updating router 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 22:58:26.162036 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-8402520c-e02e-478b-8b81-4d8083efe58a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4024861 Jan 27 22:58:26.186936 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.308914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-266ec956-b125-4bac-b4a9-ba4b964c890e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150013736&fields=id&tenant_id=a255053cd4a8467ba019dfc410c88a4c HTTP/1.1" status: 200 len: 267 time: 0.0443044 Jan 27 22:58:26.418299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc857-4720-470c-b779-aff4116665c8 req-6698d9cb-bcab-4b17-afe2-3d2f6f3c5fa2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:26.419692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-6698d9cb-bcab-4b17-afe2-3d2f6f3c5fa2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 807 time: 0.1042058 Jan 27 22:58:26.434488 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-d97c0573-f5f5-4323-994c-23d9add22097 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/quotas/a255053cd4a8467ba019dfc410c88a4c HTTP/1.1" status: 200 len: 375 time: 0.0091515 Jan 27 22:58:26.449955 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Publish callbacks [] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.486386 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-0844f3b8-91cf-47df-8ad5-1c94397f5524 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468554 Jan 27 22:58:26.521279 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.573571 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41beaf-22a7-4181-852f-80226095da29 None None] Pushing event updated for resources: {'Port': ['ID=50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:26.585883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-284ee163-6018-4c35-b004-f482d08561af service neutron] 10.222.0.61 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883675 Jan 27 22:58:26.625271 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Attempting to bind port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:58:26.625636 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Attempting to bind port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'ebdb6273-4449-4b6d-a6e1-41fcbc2ca429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:58:26.626006 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Attempting to bind port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf on network 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:26.633390 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:58:26.633777 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Checking segment: {'id': 'ebdb6273-4449-4b6d-a6e1-41fcbc2ca429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:26.634187 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.634581 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Bound using segment: {'id': 'ebdb6273-4449-4b6d-a6e1-41fcbc2ca429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:58:26.635056 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Bound port: 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdb6273-4449-4b6d-a6e1-41fcbc2ca429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:58:26.635444 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.689306 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-3c39194c-f90a-4868-a611-c006b3d1c3c9 service neutron] 10.222.0.61 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973790 Jan 27 22:58:26.703058 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] For port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:26.707971 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] For port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf,segment=NetworkSegment(ebdb6273-4449-4b6d-a6e1-41fcbc2ca429),segment_id=ebdb6273-4449-4b6d-a6e1-41fcbc2ca429)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:58:26.778434 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.833643 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Routers {'12f361c1-d3f3-4283-a421-3fb1bbb1cf47'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:26.834290 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:58:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['12f361c1-d3f3-4283-a421-3fb1bbb1cf47'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:26.854362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-0a8e8fe9-3110-4181-a533-aa54d4d1aa71 None None] Provisioning complete for port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:26.855032 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0a8e8fe9-3110-4181-a533-aa54d4d1aa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.870227 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41beaf-22a7-4181-852f-80226095da29 None None] Pushing event updated for resources: {'Port': ['ID=50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:26.985329 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e8fe9-3110-4181-a533-aa54d4d1aa71 None None] Current status of the port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:26.986464 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0a8e8fe9-3110-4181-a533-aa54d4d1aa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:26.998376 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] Set router 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:27.005434 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ceda104-f990-4545-a230-3183ce9d1b5f req-d0488329-18e5-4937-b15b-a5853415358c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 210 time: 0.0444160 Jan 27 22:58:27.028890 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0a8e8fe9-3110-4181-a533-aa54d4d1aa71 None None] For port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf,segment=NetworkSegment(ebdb6273-4449-4b6d-a6e1-41fcbc2ca429),segment_id=ebdb6273-4449-4b6d-a6e1-41fcbc2ca429)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:27.095685 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0a8e8fe9-3110-4181-a533-aa54d4d1aa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:27.162541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e8fe9-3110-4181-a533-aa54d4d1aa71 None None] Pushing event updated for resources: {'Port': ['ID=50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:27.218153 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'name': 'tempest-TestShelveInstance-802304678-router', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:18Z', 'updated_at': '2022-01-27T22:58:22Z', 'revision_number': 4, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'gw_port': {'id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:19Z', 'updated_at': '2022-01-27T22:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf', 'name': '', 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'mac_address': 'fa:16:3e:8f:b7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:21Z', 'updated_at': '2022-01-27T22:58:26Z', 'revision_number': 4, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'subnets': [{'id': 'c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:27.218442 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f69f846f-aa53-4836-8da3-5275bffda20d None None] Provisioning complete for port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:27.218662 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f69f846f-aa53-4836-8da3-5275bffda20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:27.249052 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7930e6fd-a1c4-483a-8e3e-c82fc5e1c9cf None None] The sync data for ids ['12f361c1-d3f3-4283-a421-3fb1bbb1cf47'] in n-d-760456-6 is: [{'id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'name': 'tempest-TestShelveInstance-802304678-router', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:18Z', 'updated_at': '2022-01-27T22:58:22Z', 'revision_number': 4, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'gw_port': {'id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:19Z', 'updated_at': '2022-01-27T22:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf', 'name': '', 'network_id': '5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'mac_address': 'fa:16:3e:8f:b7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:21Z', 'updated_at': '2022-01-27T22:58:26Z', 'revision_number': 4, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'subnets': [{'id': 'c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:58:27.302947 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f69f846f-aa53-4836-8da3-5275bffda20d None None] Current status of the port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:27.829623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:27.945569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:27.992511 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:27.993144 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:28.071323 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:28.097676 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80718987-5224-4d54-9f9d-db3558574042 req-978669db-f586-4c65-abc3-fae971f7e9d5 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 210 time: 0.0276997 Jan 27 22:58:28.255696 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.202440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62d202a8-ecf0-41e7-82e3-055acb8ee08b req-d2f50bd8-f458-4861-ac9a-ebb431483a36 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 210 time: 0.0274484 Jan 27 22:58:29.311268 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc857-4720-470c-b779-aff4116665c8 req-2281b278-b3dd-4ff5-ae82-334c9ba91a07 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:29.312743 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-2281b278-b3dd-4ff5-ae82-334c9ba91a07 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 807 time: 0.1032629 Jan 27 22:58:29.374898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-3c4b5110-57e3-47ec-b2f4-91056520979a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a255053cd4a8467ba019dfc410c88a4c HTTP/1.1" status: 200 len: 379 time: 0.0539737 Jan 27 22:58:29.382696 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-819bc857-4720-470c-b779-aff4116665c8 req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'port': {'device_id': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'admin_state_up': True, 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'security_groups': ['4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:29.584061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819bc857-4720-470c-b779-aff4116665c8 req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Made reservation on behalf of a255053cd4a8467ba019dfc410c88a4c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 22:58:29.587625 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819bc857-4720-470c-b779-aff4116665c8 req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.711746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-819bc857-4720-470c-b779-aff4116665c8 req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Allocated IP 172.20.0.9 (dd5096d1-7532-4444-8925-0308a4f688dd/88010684-b9da-48fe-8539-8de37a0717e7/c363484e-adab-453a-9bc0-8f3861a69371) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:29.853834 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819bc857-4720-470c-b779-aff4116665c8 req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for port (c363484e-adab-453a-9bc0-8f3861a69371), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:29.957888 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819bc857-4720-470c-b779-aff4116665c8 req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.000316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819bc857-4720-470c-b779-aff4116665c8 req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Network dd5096d1-7532-4444-8925-0308a4f688dd is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:30.003200 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-819bc857-4720-470c-b779-aff4116665c8 req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:30.007402 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-819bc857-4720-470c-b779-aff4116665c8 req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:30.035066 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:30.063924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc857-4720-470c-b779-aff4116665c8 req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:30.064652 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819bc857-4720-470c-b779-aff4116665c8 req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.144419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-1eb17d77-9aba-42af-a61b-016a1654531b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7653482 Jan 27 22:58:30.154883 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Request body: {'port': {'device_id': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:30.215375 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c363484e-adab-453a-9bc0-8f3861a69371), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.243062 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-923b7e26-a9c3-4a6f-b44d-4b81c3e29385 None None] Provisioning complete for port c363484e-adab-453a-9bc0-8f3861a69371 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:30.243516 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-923b7e26-a9c3-4a6f-b44d-4b81c3e29385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c363484e-adab-453a-9bc0-8f3861a69371), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.289348 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-923b7e26-a9c3-4a6f-b44d-4b81c3e29385 None None] Port c363484e-adab-453a-9bc0-8f3861a69371 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 22:58:30.418389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839602e-a0fb-482e-9549-b63a56048454 req-4e2d9be6-ec3d-4a38-b74b-c4c54c3ce094 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:30.419877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e839602e-a0fb-482e-9549-b63a56048454 req-4e2d9be6-ec3d-4a38-b74b-c4c54c3ce094 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 931 time: 0.1069667 Jan 27 22:58:30.504500 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e839602e-a0fb-482e-9549-b63a56048454 req-8c77b633-6485-493d-bc56-0095421bfd2e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774488 Jan 27 22:58:30.553861 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c363484e-adab-453a-9bc0-8f3861a69371 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:58:30.561481 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Publish callbacks [] for port (c363484e-adab-453a-9bc0-8f3861a69371), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.573309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Transition to ACTIVE for port object c363484e-adab-453a-9bc0-8f3861a69371 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 22:58:30.654827 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.719818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Pushing event updated for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:30.777632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Attempting to bind port c363484e-adab-453a-9bc0-8f3861a69371 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 22:58:30.777971 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Attempting to bind port c363484e-adab-453a-9bc0-8f3861a69371 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 22:58:30.778302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Attempting to bind port c363484e-adab-453a-9bc0-8f3861a69371 on network dd5096d1-7532-4444-8925-0308a4f688dd {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:30.782826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Port c363484e-adab-453a-9bc0-8f3861a69371 on network dd5096d1-7532-4444-8925-0308a4f688dd not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 22:58:30.783150 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Attempting to bind port c363484e-adab-453a-9bc0-8f3861a69371 on network dd5096d1-7532-4444-8925-0308a4f688dd {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 22:58:30.788839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 22, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 22:58:30.789190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Checking segment: {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 22:58:30.789597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Bound using segment: {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 22:58:30.790032 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Bound port: c363484e-adab-453a-9bc0-8f3861a69371, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 22:58:30.790394 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c363484e-adab-453a-9bc0-8f3861a69371), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.862951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 22:58:30.866088 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 22:58:30.958893 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.993805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:30.994422 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:30.995819 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] 10.222.0.71 "PUT /v2.0/ports/c363484e-adab-453a-9bc0-8f3861a69371 HTTP/1.1" status: 200 len: 1091 time: 0.8451922 Jan 27 22:58:30.996309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:58:30.998597 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4b582f-3165-4354-a586-b9114e31135b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "tag": "c363484e-adab-453a-9bc0-8f3861a69371"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:58:31.032895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709487b6-5d93-41db-b627-13604b8c2af7 service neutron] Pushing event updated for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:31.053879 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ead589-58fb-4c31-97bf-9cef389d6420 x-openstack-request-id: req-06ead589-58fb-4c31-97bf-9cef389d6420 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:58:31.054246 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "tag": "c363484e-adab-453a-9bc0-8f3861a69371", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:58:31.054612 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-06ead589-58fb-4c31-97bf-9cef389d6420 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:58:31.055077 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371', 'status': 'completed', 'code': 200} Jan 27 22:58:31.118374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b582f-3165-4354-a586-b9114e31135b req-c9dbc2da-6844-49b6-a798-8111ee4e621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:31.120151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b4b582f-3165-4354-a586-b9114e31135b req-c9dbc2da-6844-49b6-a798-8111ee4e621d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1094 time: 0.0463574 Jan 27 22:58:31.223393 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b582f-3165-4354-a586-b9114e31135b req-09bebbd4-eb49-48c1-902e-31a6cf50ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:31.224857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b4b582f-3165-4354-a586-b9114e31135b req-09bebbd4-eb49-48c1-902e-31a6cf50ddf4 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a255053cd4a8467ba019dfc410c88a4c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0985444 Jan 27 22:58:31.315677 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b582f-3165-4354-a586-b9114e31135b req-4a9a0592-e317-48ae-96aa-08cc768f08d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:31.317745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2b4b582f-3165-4354-a586-b9114e31135b req-4a9a0592-e317-48ae-96aa-08cc768f08d5 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875158 Jan 27 22:58:31.399315 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc857-4720-470c-b779-aff4116665c8 req-71555738-2d20-47e4-a84e-d31d87cf857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:31.400886 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-71555738-2d20-47e4-a84e-d31d87cf857b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1094 time: 0.0486705 Jan 27 22:58:31.442501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-438646e7-5899-4d22-a1ad-598152e1aaa1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c363484e-adab-453a-9bc0-8f3861a69371 HTTP/1.1" status: 200 len: 217 time: 0.0348301 Jan 27 22:58:31.490939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc857-4720-470c-b779-aff4116665c8 req-2e452c72-eb96-4b78-9a03-f2d9d35349a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:31.492418 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-2e452c72-eb96-4b78-9a03-f2d9d35349a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0430675 Jan 27 22:58:31.536360 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bc857-4720-470c-b779-aff4116665c8 req-58f5ba3e-413d-44bd-9c5d-8403b8fe021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:31.537880 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-58f5ba3e-413d-44bd-9c5d-8403b8fe021b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396607 Jan 27 22:58:31.664177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc95f0-d64f-48c2-a658-85237ccc947f req-b3cf078a-ecac-44fe-aa5e-1c9af3566b75 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:31.665564 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abdc95f0-d64f-48c2-a658-85237ccc947f req-b3cf078a-ecac-44fe-aa5e-1c9af3566b75 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 943 time: 0.0751748 Jan 27 22:58:31.669371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-c0c21045-6e1d-4784-916d-9e8e6789e5ca service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257584 Jan 27 22:58:31.765697 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-abdc95f0-d64f-48c2-a658-85237ccc947f req-b88622ab-6bf8-42b3-83fa-9a8ecd1d4612 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942175 Jan 27 22:58:31.792798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-819bc857-4720-470c-b779-aff4116665c8 req-2c613ccf-ad19-428a-be28-ccbb777624ea service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151674 Jan 27 22:58:32.340181 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ba18b768-7116-4636-9ebc-9b3e843777fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:32.879387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808be165-029f-4074-a4d1-d94c14995599 req-47cbec1e-44b9-438a-8778-46bd34caec17 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:32.880893 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-808be165-029f-4074-a4d1-d94c14995599 req-47cbec1e-44b9-438a-8778-46bd34caec17 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 943 time: 0.0491221 Jan 27 22:58:32.929516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-808be165-029f-4074-a4d1-d94c14995599 req-9c5ba164-3eb3-44ee-b75e-3ed4ea4046c2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430264 Jan 27 22:58:34.050541 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344cf7-99e0-4033-a2a5-8f460c8665ca req-62b55803-0712-43d5-976a-98bf23dbdfab tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:34.053207 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a344cf7-99e0-4033-a2a5-8f460c8665ca req-62b55803-0712-43d5-976a-98bf23dbdfab tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 943 time: 0.0566483 Jan 27 22:58:34.103674 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1a344cf7-99e0-4033-a2a5-8f460c8665ca req-ce645868-d3a5-4097-90ec-4a5737cc05cd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448289 Jan 27 22:58:34.133860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c363484e-adab-453a-9bc0-8f3861a69371 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 22:58:34.228691 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:34.240002 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'c363484e-adab-453a-9bc0-8f3861a69371', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'port_id': 'c363484e-adab-453a-9bc0-8f3861a69371', 'mac_address': 'fa:16:3e:85:ed:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 22:58:34.275099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c363484e-adab-453a-9bc0-8f3861a69371 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:34.275484 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c363484e-adab-453a-9bc0-8f3861a69371), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:34.287735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c363484e-adab-453a-9bc0-8f3861a69371 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 22:58:34.307438 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:34.377860 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:34.435116 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:34.599308 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['c363484e-adab-453a-9bc0-8f3861a69371'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 22:58:34.966060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6c7f35e5-489f-4959-a409-90e6643b7c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:35.219548 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417074a-c19e-4d35-a487-c8b2af1c1135 req-7403e459-44e1-4431-ae6c-21a14f1af29c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:35.220995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b417074a-c19e-4d35-a487-c8b2af1c1135 req-7403e459-44e1-4431-ae6c-21a14f1af29c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0476439 Jan 27 22:58:35.268240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b417074a-c19e-4d35-a487-c8b2af1c1135 req-e3974e82-3994-4a78-9aa3-c472deaa2e2e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411608 Jan 27 22:58:36.132998 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c363484e-adab-453a-9bc0-8f3861a69371 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 22:58:36.248851 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port c363484e-adab-453a-9bc0-8f3861a69371 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 22:58:36.252881 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port c363484e-adab-453a-9bc0-8f3861a69371 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 22:58:36.253272 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c363484e-adab-453a-9bc0-8f3861a69371), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:36.343374 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c363484e-adab-453a-9bc0-8f3861a69371 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 22:58:36.343765 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c363484e-adab-453a-9bc0-8f3861a69371), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:36.366567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:58:36.368847 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3bb5e6-9a14-4bde-b537-623f53321bdf" -d '{"events": [{"server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "name": "network-vif-plugged", "status": "completed", "tag": "c363484e-adab-453a-9bc0-8f3861a69371"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:58:36.381564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 22:58:36.392370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e46f8-145f-4d31-8edd-56f0a2489a35 req-be9b3353-57dc-4471-aaf3-25b95c5c88aa tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:36.392370 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a93e46f8-145f-4d31-8edd-56f0a2489a35 req-be9b3353-57dc-4471-aaf3-25b95c5c88aa tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0535362 Jan 27 22:58:36.410885 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 22:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a07905-9a34-4c77-a8dc-b4d9991893ec x-openstack-request-id: req-a9a07905-9a34-4c77-a8dc-b4d9991893ec {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:58:36.411203 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "name": "network-vif-plugged", "status": "completed", "tag": "c363484e-adab-453a-9bc0-8f3861a69371", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:58:36.411471 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9a07905-9a34-4c77-a8dc-b4d9991893ec {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:58:36.411877 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371', 'code': 200} Jan 27 22:58:36.423689 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:36.448910 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a93e46f8-145f-4d31-8edd-56f0a2489a35 req-88a64f90-adae-4f2a-a9b4-0d04a3299b1f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514159 Jan 27 22:58:36.498347 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:36.505824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052663a-db8f-437d-81fd-a8b2bbf9effd req-e766d427-b6ef-48b7-97e4-1229218ebcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:36.507358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3052663a-db8f-437d-81fd-a8b2bbf9effd req-e766d427-b6ef-48b7-97e4-1229218ebcad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1095 time: 0.0429058 Jan 27 22:58:36.545882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:36.552727 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3052663a-db8f-437d-81fd-a8b2bbf9effd req-01f070c1-edde-41b6-b01a-f1e7d2b1b39d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398149 Jan 27 22:58:37.565819 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b40a0-13ed-481d-8776-2bcc68d29c16 req-7658a38a-21ac-4d3c-bf7d-4cbb2e7c14f6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:37.567296 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c8b40a0-13ed-481d-8776-2bcc68d29c16 req-7658a38a-21ac-4d3c-bf7d-4cbb2e7c14f6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0488720 Jan 27 22:58:37.620274 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c8b40a0-13ed-481d-8776-2bcc68d29c16 req-db524722-5fe1-411c-a2a1-aa573e53ea27 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473063 Jan 27 22:58:37.709450 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:38.733678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb3bb-514c-49ec-9c29-93d9f064a5d0 req-8a2a0867-8bc7-4ad9-8903-634ec96d1ecf tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:38.735155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e39bb3bb-514c-49ec-9c29-93d9f064a5d0 req-8a2a0867-8bc7-4ad9-8903-634ec96d1ecf tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0483081 Jan 27 22:58:38.782655 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e39bb3bb-514c-49ec-9c29-93d9f064a5d0 req-45affd2b-9014-408d-8ef9-510a526c2d7b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420907 Jan 27 22:58:38.899395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87afedce-7882-4438-b13b-af5158d4a539 req-cc62637a-5de0-4c01-8e2a-854bb121edc2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:38.900821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87afedce-7882-4438-b13b-af5158d4a539 req-cc62637a-5de0-4c01-8e2a-854bb121edc2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0473523 Jan 27 22:58:38.949566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-87afedce-7882-4438-b13b-af5158d4a539 req-cff879f6-d1eb-4112-878f-0359ad4ca3c7 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430470 Jan 27 22:58:38.966613 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:38.970862 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42854) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:39.104642 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7140a3f-4920-4ad6-a0fb-19a4364e5fd7 tempest-TestShelveInstance-1678160670 tempest-TestShelveInstance-1678160670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:39.106175 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-c7140a3f-4920-4ad6-a0fb-19a4364e5fd7 tempest-TestShelveInstance-1678160670 tempest-TestShelveInstance-1678160670-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1091 time: 0.1331613 Jan 27 22:58:39.109073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 42858) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 22:58:39.113377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': 'c363484e-adab-453a-9bc0-8f3861a69371', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 22:58:39.195529 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:39.290195 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:39.392205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Allocated IP 172.25.0.192 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/e912476b-8919-4459-9f75-c9211c8c7a55) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 22:58:39.503170 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for port (e912476b-8919-4459-9f75-c9211c8c7a55), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:39.591612 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e912476b-8919-4459-9f75-c9211c8c7a55), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:39.632355 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 22:58:39.635049 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 22:58:39.640565 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 22:58:39.646449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'Port': ['ID=e912476b-8919-4459-9f75-c9211c8c7a55,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:39.990899 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for floatingip (1262ea49-a2f8-4b6a-9ce5-ae2a4314ca54), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:40.107120 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (e912476b-8919-4459-9f75-c9211c8c7a55), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:40.255532 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for port (e912476b-8919-4459-9f75-c9211c8c7a55), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:40.311245 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (e912476b-8919-4459-9f75-c9211c8c7a55), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:40.376254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'Port': ['ID=e912476b-8919-4459-9f75-c9211c8c7a55,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 22:58:40.387713 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (1262ea49-a2f8-4b6a-9ce5-ae2a4314ca54), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:40.487509 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Floating IP 1262ea49-a2f8-4b6a-9ce5-ae2a4314ca54 associated. External IP: 172.25.0.192, port: c363484e-adab-453a-9bc0-8f3861a69371. Jan 27 22:58:40.695205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Router 8dbb446c-6b35-4c76-b25a-5001c510a80b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 22:58:40.801724 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 22:58:40.812661 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4dc413-3c97-4a7a-b9ae-3fe758ffa8d5 None None] Sync routers for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 22:58:40.826275 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4dc413-3c97-4a7a-b9ae-3fe758ffa8d5 None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:40.826922 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9a4dc413-3c97-4a7a-b9ae-3fe758ffa8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:40.896560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:40.936092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0299423d-8c98-4da9-a2ce-4feb9a7b0ce0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8140645 Jan 27 22:58:40.936092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 22:58:40.936092 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693a0197-52a4-4425-a3a5-72966f83e167" -d '{"events": [{"name": "network-changed", "server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "tag": "c363484e-adab-453a-9bc0-8f3861a69371"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 22:58:40.936577 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-9a4dc413-3c97-4a7a-b9ae-3fe758ffa8d5 None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:40.971636 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 22:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681a1eee-2c39-46cb-93e1-de7873b5c6be x-openstack-request-id: req-681a1eee-2c39-46cb-93e1-de7873b5c6be {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 22:58:40.972478 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "tag": "c363484e-adab-453a-9bc0-8f3861a69371", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 22:58:40.972746 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-681a1eee-2c39-46cb-93e1-de7873b5c6be {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 22:58:40.973162 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371', 'status': 'completed', 'code': 200} Jan 27 22:58:41.031214 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a0197-52a4-4425-a3a5-72966f83e167 req-6d59ddc2-2ba0-48b1-9505-58384f78aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:41.032758 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-693a0197-52a4-4425-a3a5-72966f83e167 req-6d59ddc2-2ba0-48b1-9505-58384f78aadf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1096 time: 0.0404389 Jan 27 22:58:41.129177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a0197-52a4-4425-a3a5-72966f83e167 req-86c38b24-2af5-45de-a554-8370fd74103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:41.130686 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-693a0197-52a4-4425-a3a5-72966f83e167 req-86c38b24-2af5-45de-a554-8370fd74103b service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0924439 Jan 27 22:58:41.198978 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-693a0197-52a4-4425-a3a5-72966f83e167 req-88e8ff11-2303-4919-b323-80b4502d64de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c363484e-adab-453a-9bc0-8f3861a69371 HTTP/1.1" status: 200 len: 999 time: 0.0617237 Jan 27 22:58:41.247211 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a0197-52a4-4425-a3a5-72966f83e167 req-c275be52-5c47-4b8b-83a9-44837d7a4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:41.248625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-693a0197-52a4-4425-a3a5-72966f83e167 req-c275be52-5c47-4b8b-83a9-44837d7a4ad9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0438411 Jan 27 22:58:41.296401 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a0197-52a4-4425-a3a5-72966f83e167 req-ebae73bf-9b3b-4438-b58a-e0fd2db7ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:58:41.297961 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-693a0197-52a4-4425-a3a5-72966f83e167 req-ebae73bf-9b3b-4438-b58a-e0fd2db7ff38 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436804 Jan 27 22:58:41.304913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9a4dc413-3c97-4a7a-b9ae-3fe758ffa8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '1262ea49-a2f8-4b6a-9ce5-ae2a4314ca54', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'port_id': 'c363484e-adab-453a-9bc0-8f3861a69371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'mac_address': 'fa:16:3e:85:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:58:39Z', 'updated_at': '2022-01-27T22:58:39Z', 'revision_number': 0, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:41.332861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4dc413-3c97-4a7a-b9ae-3fe758ffa8d5 None None] Checking router: 8dbb446c-6b35-4c76-b25a-5001c510a80b for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 22:58:41.341013 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4dc413-3c97-4a7a-b9ae-3fe758ffa8d5 None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 22:58:41.341634 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9a4dc413-3c97-4a7a-b9ae-3fe758ffa8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T22:58:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:41.385719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-693a0197-52a4-4425-a3a5-72966f83e167 req-08bd3b1e-77c3-455b-ae63-d2fa1fe10700 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821612 Jan 27 22:58:41.450324 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-9a4dc413-3c97-4a7a-b9ae-3fe758ffa8d5 None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 22:58:41.491603 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-693a0197-52a4-4425-a3a5-72966f83e167 req-693b6763-843a-4ee6-b556-21211f46fb74 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991633 Jan 27 22:58:41.673931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-9a4dc413-3c97-4a7a-b9ae-3fe758ffa8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '1262ea49-a2f8-4b6a-9ce5-ae2a4314ca54', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'port_id': 'c363484e-adab-453a-9bc0-8f3861a69371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'mac_address': 'fa:16:3e:85:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:58:39Z', 'updated_at': '2022-01-27T22:58:39Z', 'revision_number': 0, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 22:58:41.700302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4dc413-3c97-4a7a-b9ae-3fe758ffa8d5 None None] The sync data for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 is: [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '1262ea49-a2f8-4b6a-9ce5-ae2a4314ca54', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'port_id': 'c363484e-adab-453a-9bc0-8f3861a69371', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'mac_address': 'fa:16:3e:85:ed:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T22:58:39Z', 'updated_at': '2022-01-27T22:58:39Z', 'revision_number': 0, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 22:58:41.878309 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35050cb0-76f4-4a4b-9f9d-152f2c09d1f6 None None] New status for floating IP 1262ea49-a2f8-4b6a-9ce5-ae2a4314ca54: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 22:58:56.126874 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:58:57.802698 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:58:58.257018 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:02.373538 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-94493241-1a2d-436b-9c52-7a48f000b95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:04.933404 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e493f8a2-0273-420a-b2ba-bd660b0583c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:06.413612 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:07.665053 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:09.019060 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:27.811516 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:28.257017 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:30.758054 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36794535-ab5e-4f4e-9015-ba994f3e2182 req-976affe6-22b7-4f31-9667-45ce58b031fc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417120 Jan 27 22:59:30.839463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36794535-ab5e-4f4e-9015-ba994f3e2182 req-8f6fca0e-ed76-45cd-adf0-bf61e50788df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:30.841019 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36794535-ab5e-4f4e-9015-ba994f3e2182 req-8f6fca0e-ed76-45cd-adf0-bf61e50788df service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1096 time: 0.0411015 Jan 27 22:59:31.267806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36794535-ab5e-4f4e-9015-ba994f3e2182 req-aed9a07a-67b2-41ec-b3a4-2c7e34fefd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:31.269322 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36794535-ab5e-4f4e-9015-ba994f3e2182 req-aed9a07a-67b2-41ec-b3a4-2c7e34fefd46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.3978951 Jan 27 22:59:31.334742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36794535-ab5e-4f4e-9015-ba994f3e2182 req-9150f4c1-4da8-4f56-ab78-4a1dbc5725d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c363484e-adab-453a-9bc0-8f3861a69371 HTTP/1.1" status: 200 len: 1001 time: 0.0584104 Jan 27 22:59:31.383128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36794535-ab5e-4f4e-9015-ba994f3e2182 req-213ca653-a048-4690-8b3a-6ed676099307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:31.385174 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36794535-ab5e-4f4e-9015-ba994f3e2182 req-213ca653-a048-4690-8b3a-6ed676099307 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0441163 Jan 27 22:59:31.433001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36794535-ab5e-4f4e-9015-ba994f3e2182 req-93bd0873-07b9-4738-824c-9201ba73d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 22:59:31.434444 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36794535-ab5e-4f4e-9015-ba994f3e2182 req-93bd0873-07b9-4738-824c-9201ba73d681 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440660 Jan 27 22:59:31.521451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36794535-ab5e-4f4e-9015-ba994f3e2182 req-a16fcf7d-34c8-4484-9090-0bb7ea011476 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804515 Jan 27 22:59:31.612864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-36794535-ab5e-4f4e-9015-ba994f3e2182 req-71770b9a-f1bd-49b0-86ce-018b165355a9 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854447 Jan 27 22:59:32.377218 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-055d0c98-ef43-48bd-b0d4-b84db1d340b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:33.126445 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 22:59:34.932285 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-100e4e84-a81e-42b9-b16b-8cd34ea6caa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:36.412952 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:37.725510 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:38.960880 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:57.817468 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 22:59:58.256902 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:02.354372 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a88634e-cf92-49a9-9455-4c8d45b3a3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:04.930181 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b4dfcdb1-0801-4d26-a24f-23be4ceeae78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:06.417102 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:07.685834 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:08.988443 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:10.126582 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:00:27.822473 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:28.353036 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:31.762030 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efb520c0-e292-492e-9c00-03d8b0409e53 req-a9356466-2686-4c7d-a7dd-6830997839af service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0835197 Jan 27 23:00:31.844649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb520c0-e292-492e-9c00-03d8b0409e53 req-841fe81e-b5cf-4a39-9226-d00febe1752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:31.846561 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efb520c0-e292-492e-9c00-03d8b0409e53 req-841fe81e-b5cf-4a39-9226-d00febe1752d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1096 time: 0.0427704 Jan 27 23:00:31.952428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb520c0-e292-492e-9c00-03d8b0409e53 req-bb93fc00-14b1-49cb-880b-5d95e3e3d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:31.953824 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efb520c0-e292-492e-9c00-03d8b0409e53 req-bb93fc00-14b1-49cb-880b-5d95e3e3d33e service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0885291 Jan 27 23:00:32.018342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efb520c0-e292-492e-9c00-03d8b0409e53 req-387ab645-3702-4b93-a496-671653c06a48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c363484e-adab-453a-9bc0-8f3861a69371 HTTP/1.1" status: 200 len: 1001 time: 0.0583730 Jan 27 23:00:32.066142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb520c0-e292-492e-9c00-03d8b0409e53 req-92c5d23c-468c-4a7b-96ad-56557a0cc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:32.067581 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efb520c0-e292-492e-9c00-03d8b0409e53 req-92c5d23c-468c-4a7b-96ad-56557a0cc484 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0432625 Jan 27 23:00:32.115891 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb520c0-e292-492e-9c00-03d8b0409e53 req-b688a52d-9a11-4375-8d32-1f5121282ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:32.117451 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efb520c0-e292-492e-9c00-03d8b0409e53 req-b688a52d-9a11-4375-8d32-1f5121282ea1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438881 Jan 27 23:00:32.206361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efb520c0-e292-492e-9c00-03d8b0409e53 req-81be011a-923b-430b-813a-80a6939bc147 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811858 Jan 27 23:00:32.301119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-efb520c0-e292-492e-9c00-03d8b0409e53 req-0053f8f9-7d2b-4394-a328-8060b1bc8739 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881193 Jan 27 23:00:32.353499 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4ed720d7-1126-47fb-adf6-5927d92242b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:34.935651 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-eae3d803-8c58-4963-9ccb-249099e17fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:36.048870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5daa4-efa2-42dd-a313-13d554424928 req-5040dcee-1c8d-4007-8b24-16868c2a19a7 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:36.050382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79f5daa4-efa2-42dd-a313-13d554424928 req-5040dcee-1c8d-4007-8b24-16868c2a19a7 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0485158 Jan 27 23:00:36.099863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-79f5daa4-efa2-42dd-a313-13d554424928 req-150a251b-58db-4cf2-8fbc-bb350d0ed39a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438230 Jan 27 23:00:36.398754 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:37.227783 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575b505-c9f9-46c3-acec-bd30f2b7250f req-b91008fd-f6e1-4ca8-9d81-4e49e1306ee4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:37.229310 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f575b505-c9f9-46c3-acec-bd30f2b7250f req-b91008fd-f6e1-4ca8-9d81-4e49e1306ee4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0570683 Jan 27 23:00:37.277472 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f575b505-c9f9-46c3-acec-bd30f2b7250f req-e77be791-d676-487c-84f0-f80d253c1743 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420227 Jan 27 23:00:37.695821 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:38.395543 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c10797-9ca5-4192-8304-0e3f03721e51 req-bb8fc88a-712d-4906-8401-340e187517cd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:38.397044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8c10797-9ca5-4192-8304-0e3f03721e51 req-bb8fc88a-712d-4906-8401-340e187517cd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0512953 Jan 27 23:00:38.446334 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a8c10797-9ca5-4192-8304-0e3f03721e51 req-941c4d9e-2abd-4e4e-92ee-d0620c1e91b1 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431561 Jan 27 23:00:38.969592 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:39.564955 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf00c0-04f9-478e-b155-ed01648ff798 req-867a636c-e05c-49e5-9262-91d9172446bd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:39.566448 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2faf00c0-04f9-478e-b155-ed01648ff798 req-867a636c-e05c-49e5-9262-91d9172446bd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0479126 Jan 27 23:00:39.614143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2faf00c0-04f9-478e-b155-ed01648ff798 req-a7e5955e-1ac0-4515-9dfb-d672c04de0ee tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422821 Jan 27 23:00:40.731648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75028d7-257f-491a-ba7a-175419d89a9e req-7806ccbd-96a2-4f01-ab12-a58f33a32267 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:40.733154 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d75028d7-257f-491a-ba7a-175419d89a9e req-7806ccbd-96a2-4f01-ab12-a58f33a32267 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0523183 Jan 27 23:00:40.781084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d75028d7-257f-491a-ba7a-175419d89a9e req-8b91f1ad-89f5-48df-b06a-18dc82e542c2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425098 Jan 27 23:00:41.899812 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61a2c8-51ce-401c-a740-74ec6286f615 req-93568a12-8e23-4fda-918a-35d4e53a4b04 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:41.902513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b61a2c8-51ce-401c-a740-74ec6286f615 req-93568a12-8e23-4fda-918a-35d4e53a4b04 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0552282 Jan 27 23:00:41.951811 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7b61a2c8-51ce-401c-a740-74ec6286f615 req-2ffe581a-b67a-431d-b804-79e1a4650cfd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437968 Jan 27 23:00:43.070932 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683a58b-0e7c-4fee-b4f8-dcf0d0f13a1e req-23cfb12a-59b8-443e-a79b-c9bde1f01d30 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:43.072391 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5683a58b-0e7c-4fee-b4f8-dcf0d0f13a1e req-23cfb12a-59b8-443e-a79b-c9bde1f01d30 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0470917 Jan 27 23:00:43.124742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5683a58b-0e7c-4fee-b4f8-dcf0d0f13a1e req-580ac8fb-36be-4c9b-b8a2-c526502cd56a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463390 Jan 27 23:00:44.240323 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c10d3-7af4-4e01-a7fe-6664b6e588ea req-24bc8b55-c412-4521-8b0a-c4e754b3a43f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:44.241800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-030c10d3-7af4-4e01-a7fe-6664b6e588ea req-24bc8b55-c412-4521-8b0a-c4e754b3a43f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0491276 Jan 27 23:00:44.291638 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-030c10d3-7af4-4e01-a7fe-6664b6e588ea req-333252b1-43d0-4bea-b7bc-4a28db657bd2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438237 Jan 27 23:00:45.410745 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c3f3-d3b5-45f8-b058-3ea5af8997ae req-89b30d8d-263b-4f13-bf33-529ed5c69da4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:45.410745 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31b5c3f3-d3b5-45f8-b058-3ea5af8997ae req-89b30d8d-263b-4f13-bf33-529ed5c69da4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0484231 Jan 27 23:00:45.458452 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-31b5c3f3-d3b5-45f8-b058-3ea5af8997ae req-8a62933f-c2d2-4f6e-a25d-1e5d70322f0f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426033 Jan 27 23:00:46.576643 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd1fe7-a9e5-4ceb-8a24-4d83a0da35db req-1551bea8-a7f5-45c3-9e9e-05af48a51c89 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:46.578116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04dd1fe7-a9e5-4ceb-8a24-4d83a0da35db req-1551bea8-a7f5-45c3-9e9e-05af48a51c89 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0529416 Jan 27 23:00:46.625963 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04dd1fe7-a9e5-4ceb-8a24-4d83a0da35db req-a92a25d8-979d-4ecf-999a-dae4d2d895a1 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422571 Jan 27 23:00:47.125857 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:00:47.738460 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42b508-91c8-4820-b42f-d8970853fcb3 req-99bd6c24-4283-4e04-8d98-a45262e608cc tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:47.739955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab42b508-91c8-4820-b42f-d8970853fcb3 req-99bd6c24-4283-4e04-8d98-a45262e608cc tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0475833 Jan 27 23:00:47.787234 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ab42b508-91c8-4820-b42f-d8970853fcb3 req-c315d47b-3143-4204-8546-6efd85178b1f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418522 Jan 27 23:00:48.863848 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c363484e-adab-453a-9bc0-8f3861a69371 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:00:48.912028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c47fcc-2220-42b8-a7a3-6f7d1a52692b req-b7ae4ed8-9442-45a9-92df-55cc0a20b40c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:48.914008 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23c47fcc-2220-42b8-a7a3-6f7d1a52692b req-b7ae4ed8-9442-45a9-92df-55cc0a20b40c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0495672 Jan 27 23:00:48.965983 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:00:48.968970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23c47fcc-2220-42b8-a7a3-6f7d1a52692b req-bda1da7b-2b13-4012-84ac-46b80d35816e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481555 Jan 27 23:00:48.977206 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': 'c363484e-adab-453a-9bc0-8f3861a69371', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'port_id': 'c363484e-adab-453a-9bc0-8f3861a69371', 'mac_address': 'fa:16:3e:85:ed:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:00:49.018071 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c363484e-adab-453a-9bc0-8f3861a69371 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:00:49.018499 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c363484e-adab-453a-9bc0-8f3861a69371), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:49.031902 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c363484e-adab-453a-9bc0-8f3861a69371 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:00:49.051333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:00:49.101380 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:49.153024 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:49.160547 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.160899 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.161247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.161590 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.161931 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.162676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.163010 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.163341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.163670 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.164009 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.164392 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.167872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.167872 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:00:49.171622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['c363484e-adab-453a-9bc0-8f3861a69371'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:00:50.101045 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baef6fc-6272-4049-ac80-45d184be0737 req-baa7f050-f3fd-4710-802b-9731cfd53a97 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:50.103001 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4baef6fc-6272-4049-ac80-45d184be0737 req-baa7f050-f3fd-4710-802b-9731cfd53a97 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0563684 Jan 27 23:00:50.161496 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4baef6fc-6272-4049-ac80-45d184be0737 req-9ea6478a-b6e3-4ac4-88bd-f82cdbf62dcd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500684 Jan 27 23:00:50.895751 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c363484e-adab-453a-9bc0-8f3861a69371 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:00:50.954867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port c363484e-adab-453a-9bc0-8f3861a69371 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:00:50.955252 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c363484e-adab-453a-9bc0-8f3861a69371), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:51.046961 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c363484e-adab-453a-9bc0-8f3861a69371 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:00:51.047360 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c363484e-adab-453a-9bc0-8f3861a69371), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:51.080430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:00:51.081380 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:00:51.083657 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2c892a-a99f-4574-8e13-31625a970d9c" -d '{"events": [{"server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "name": "network-vif-plugged", "status": "completed", "tag": "c363484e-adab-453a-9bc0-8f3861a69371"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:00:51.140484 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30c12a6-c10d-4c0b-9854-3d8cd049be87 x-openstack-request-id: req-d30c12a6-c10d-4c0b-9854-3d8cd049be87 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:00:51.140484 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "name": "network-vif-plugged", "status": "completed", "tag": "c363484e-adab-453a-9bc0-8f3861a69371", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:00:51.140484 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d30c12a6-c10d-4c0b-9854-3d8cd049be87 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:00:51.140484 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371', 'code': 200} Jan 27 23:00:51.148357 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:51.213363 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:00:51.295475 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80a68f-a62f-4c5e-858f-03f7394d4b15 req-4f9d63a4-c0c2-407b-b1c5-b35206584ef1 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:51.297661 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb80a68f-a62f-4c5e-858f-03f7394d4b15 req-4f9d63a4-c0c2-407b-b1c5-b35206584ef1 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0587273 Jan 27 23:00:51.354916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cb80a68f-a62f-4c5e-858f-03f7394d4b15 req-f919b44e-976d-4469-b273-709ce8656f05 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490661 Jan 27 23:00:52.503419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566060e7-9586-4147-a436-e869519b13c1 req-648b5019-aa99-40c5-add7-8d47245d1a39 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:52.506240 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-566060e7-9586-4147-a436-e869519b13c1 req-648b5019-aa99-40c5-add7-8d47245d1a39 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0652859 Jan 27 23:00:52.563863 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-566060e7-9586-4147-a436-e869519b13c1 req-c52b54e3-7ca2-4831-89b3-a7154cc02b32 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520058 Jan 27 23:00:53.694305 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570475c0-b650-4797-a4da-8af906c9acfa req-9cdc1e74-2c29-413c-a742-72981842bd66 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:53.700639 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-570475c0-b650-4797-a4da-8af906c9acfa req-9cdc1e74-2c29-413c-a742-72981842bd66 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0651667 Jan 27 23:00:53.756522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-570475c0-b650-4797-a4da-8af906c9acfa req-5337c1eb-126f-41ca-9c62-0d6cc6105a72 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532773 Jan 27 23:00:54.880579 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ac660-1944-48c6-971c-a126f290ff44 req-7007eee9-b8c2-464e-bdf1-a22ac5256530 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:54.882059 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c29ac660-1944-48c6-971c-a126f290ff44 req-7007eee9-b8c2-464e-bdf1-a22ac5256530 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0532300 Jan 27 23:00:54.931361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c29ac660-1944-48c6-971c-a126f290ff44 req-60778529-4759-432d-beb6-663350b5d000 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437026 Jan 27 23:00:56.061079 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0f0bd-bd68-45bd-8850-f8eaa157bc25 req-681a79e2-4d9e-44af-875c-9884e5eaae57 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:56.063081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ec0f0bd-bd68-45bd-8850-f8eaa157bc25 req-681a79e2-4d9e-44af-875c-9884e5eaae57 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0612063 Jan 27 23:00:56.125879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9ec0f0bd-bd68-45bd-8850-f8eaa157bc25 req-a5ed2d58-4f24-4153-b8fe-f76885542a00 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571642 Jan 27 23:00:57.243601 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60730d4d-42f7-4c43-bb35-7823ad38282d req-ac67b07b-390d-44f0-9e2b-75b464af805b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:57.245321 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60730d4d-42f7-4c43-bb35-7823ad38282d req-ac67b07b-390d-44f0-9e2b-75b464af805b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0535052 Jan 27 23:00:57.303076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-60730d4d-42f7-4c43-bb35-7823ad38282d req-b1079927-a731-470e-93f2-24aa9af897c7 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502131 Jan 27 23:00:57.900867 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:58.281684 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:00:58.429455 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88fb0a-b241-4b14-8048-071fae598e29 req-6fbfcf50-bda9-4bb0-bc61-a45a43970cf2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:58.431075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f88fb0a-b241-4b14-8048-071fae598e29 req-6fbfcf50-bda9-4bb0-bc61-a45a43970cf2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0542488 Jan 27 23:00:58.491940 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2f88fb0a-b241-4b14-8048-071fae598e29 req-603f7d5c-3195-4980-aaed-993d0b8397b9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538549 Jan 27 23:00:59.615428 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39efeca-5cc3-4802-bf66-ef5023b801b6 req-c66b9279-4c8a-47a7-84b0-f9049f9c137a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:59.616919 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a39efeca-5cc3-4802-bf66-ef5023b801b6 req-c66b9279-4c8a-47a7-84b0-f9049f9c137a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0483823 Jan 27 23:00:59.665566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a39efeca-5cc3-4802-bf66-ef5023b801b6 req-67c743c6-29cf-4934-8dd4-4255cb34480c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430751 Jan 27 23:00:59.782521 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4f85d-480b-4914-a606-6e7209390374 req-8ecea310-c0b8-49a6-997e-0c13617c2bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:59.783915 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3d4f85d-480b-4914-a606-6e7209390374 req-8ecea310-c0b8-49a6-997e-0c13617c2bf9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1096 time: 0.0448980 Jan 27 23:00:59.871653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4f85d-480b-4914-a606-6e7209390374 req-06849b27-b9d0-4df2-90b2-2fe76f374059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:59.873147 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3d4f85d-480b-4914-a606-6e7209390374 req-06849b27-b9d0-4df2-90b2-2fe76f374059 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0838935 Jan 27 23:00:59.940957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3d4f85d-480b-4914-a606-6e7209390374 req-0b15cd0c-69df-4cf2-b1f2-e97ffc65f3c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c363484e-adab-453a-9bc0-8f3861a69371 HTTP/1.1" status: 200 len: 1001 time: 0.0617449 Jan 27 23:00:59.987140 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4f85d-480b-4914-a606-6e7209390374 req-84f8c716-0b5a-4f9e-af76-e50e1ef6bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:00:59.988573 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3d4f85d-480b-4914-a606-6e7209390374 req-84f8c716-0b5a-4f9e-af76-e50e1ef6bc0e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0419610 Jan 27 23:01:00.031599 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4f85d-480b-4914-a606-6e7209390374 req-d49279e7-8652-43b0-a95b-786c254d3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:00.033150 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3d4f85d-480b-4914-a606-6e7209390374 req-d49279e7-8652-43b0-a95b-786c254d3134 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390730 Jan 27 23:01:00.136276 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3d4f85d-480b-4914-a606-6e7209390374 req-a0b75092-ecd4-417d-845b-00368ff97047 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967903 Jan 27 23:01:00.224864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3d4f85d-480b-4914-a606-6e7209390374 req-5de667f1-b0a2-48f2-a011-15a549f42579 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828776 Jan 27 23:01:00.783313 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8984b-c21e-4b46-b543-bb9dc803f4b1 req-51121c2a-b8e0-48b2-a9cb-efcad90ba91e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:00.784842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62c8984b-c21e-4b46-b543-bb9dc803f4b1 req-51121c2a-b8e0-48b2-a9cb-efcad90ba91e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0518754 Jan 27 23:01:00.832262 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-62c8984b-c21e-4b46-b543-bb9dc803f4b1 req-458ad1dd-0efe-489a-bd3f-04f2e4e0d7e6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416365 Jan 27 23:01:01.950273 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf457ec3-fdf9-4ed2-835c-1287ae6e030c req-f1e997bd-dbe4-4ad5-8aad-c8c37f69a28d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:01.950273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf457ec3-fdf9-4ed2-835c-1287ae6e030c req-f1e997bd-dbe4-4ad5-8aad-c8c37f69a28d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0486436 Jan 27 23:01:01.999658 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cf457ec3-fdf9-4ed2-835c-1287ae6e030c req-7f468e80-3399-4506-a713-28b074f1082e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439215 Jan 27 23:01:02.346648 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-310445b4-a041-476d-9cf5-978c4e4a203e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:02.943359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device c363484e-adab-453a-9bc0-8f3861a69371 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:01:03.015737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port c363484e-adab-453a-9bc0-8f3861a69371 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:01:03.016154 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c363484e-adab-453a-9bc0-8f3861a69371), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:03.038966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:01:03.041219 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d5293e-6b78-4a66-83e7-938de0c101da" -d '{"events": [{"server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "name": "network-vif-unplugged", "status": "completed", "tag": "c363484e-adab-453a-9bc0-8f3861a69371"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:01:03.057212 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:03.074809 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 23:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73f573d-f055-4376-a619-bcd5e5a633bf x-openstack-request-id: req-f73f573d-f055-4376-a619-bcd5e5a633bf {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:01:03.075111 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "name": "network-vif-unplugged", "status": "failed", "tag": "c363484e-adab-453a-9bc0-8f3861a69371", "code": 422}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:01:03.075372 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f73f573d-f055-4376-a619-bcd5e5a633bf {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:01:03.075777 n-d-760456-6 neutron-server[104028]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371', 'code': 422} returned with failed status Jan 27 23:01:03.115766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb7c05-ed09-4ed5-aa06-0574e7f3246d req-f25190cf-e84a-4270-b9bd-c4140533e151 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:03.117288 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ecb7c05-ed09-4ed5-aa06-0574e7f3246d req-f25190cf-e84a-4270-b9bd-c4140533e151 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0487583 Jan 27 23:01:03.124000 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:03.171486 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ecb7c05-ed09-4ed5-aa06-0574e7f3246d req-03a896b6-8e84-43e8-a4e2-95cb961406b3 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485268 Jan 27 23:01:03.172942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:03.242245 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-93cf8ce5-b7ac-4783-a01a-405b39b129c4 req-df0be9f1-d78f-4861-afd3-3fa850708377 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:01:03.243218 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-93cf8ce5-b7ac-4783-a01a-405b39b129c4 req-df0be9f1-d78f-4861-afd3-3fa850708377 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054111 Jan 27 23:01:03.525653 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0330df9-7e6d-4d7f-a38e-776476300e5e req-94167845-5ff7-4726-a6c3-dd864d389fd1 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:03.527755 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0330df9-7e6d-4d7f-a38e-776476300e5e req-94167845-5ff7-4726-a6c3-dd864d389fd1 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 943 time: 0.0496998 Jan 27 23:01:03.577478 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f0330df9-7e6d-4d7f-a38e-776476300e5e req-c598dff7-19f7-44c0-b5b4-86dd1a6ea8d7 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439537 Jan 27 23:01:03.935609 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-dbc85598-00fd-43c6-be6e-8c2c53aa6dcd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812476 Jan 27 23:01:04.693810 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4772c-7a31-45e4-a976-43fd6351df0c req-10327732-b229-42be-829a-f797ae13c118 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:04.695309 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0d4772c-7a31-45e4-a976-43fd6351df0c req-10327732-b229-42be-829a-f797ae13c118 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 943 time: 0.0487237 Jan 27 23:01:04.750104 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b0d4772c-7a31-45e4-a976-43fd6351df0c req-b90c2bd4-65b8-4ac6-a5f9-f64fd5e94ee8 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489521 Jan 27 23:01:04.901696 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-136ee4e3-d416-4999-8613-5f9417566d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:05.257636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-973ba7e0-2ee6-4803-9ea6-e873a41be06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:05.259110 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-973ba7e0-2ee6-4803-9ea6-e873a41be06c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986&tenant_id=a255053cd4a8467ba019dfc410c88a4c HTTP/1.1" status: 200 len: 1094 time: 0.0834713 Jan 27 23:01:05.269616 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-760456-6', 'device_owner': 'compute:nova'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:01:05.320505 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c363484e-adab-453a-9bc0-8f3861a69371), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:05.524120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:05.560149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:01:05.591178 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c363484e-adab-453a-9bc0-8f3861a69371 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:01:05.598580 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Publish callbacks [] for port (c363484e-adab-453a-9bc0-8f3861a69371), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:05.610974 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Transition to ACTIVE for port object c363484e-adab-453a-9bc0-8f3861a69371 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:01:05.667088 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:05.749905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Pushing event updated for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=9']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:05.762177 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.762538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.762895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.763242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.763586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.763926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.764287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.764627 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.764961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.765297 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.765635 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.765964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.766293 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:01:05.804392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] No DVR routers for this DVR port c363484e-adab-453a-9bc0-8f3861a69371 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:01:05.953657 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e3dd-a212-45b4-9f19-a29420b0d39a req-802f9fc0-8bd3-4285-add1-e21047fea928 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:05.955137 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2956e3dd-a212-45b4-9f19-a29420b0d39a req-802f9fc0-8bd3-4285-add1-e21047fea928 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 943 time: 0.1126778 Jan 27 23:01:06.038688 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2956e3dd-a212-45b4-9f19-a29420b0d39a req-2c9e3698-a5eb-465a-be0e-db54cc3141a9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752571 Jan 27 23:01:06.039391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Attempting to bind port c363484e-adab-453a-9bc0-8f3861a69371 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:01:06.039732 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Attempting to bind port c363484e-adab-453a-9bc0-8f3861a69371 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:01:06.040069 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Attempting to bind port c363484e-adab-453a-9bc0-8f3861a69371 on network dd5096d1-7532-4444-8925-0308a4f688dd {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:01:06.045160 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Port c363484e-adab-453a-9bc0-8f3861a69371 on network dd5096d1-7532-4444-8925-0308a4f688dd not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:01:06.045485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Attempting to bind port c363484e-adab-453a-9bc0-8f3861a69371 on network dd5096d1-7532-4444-8925-0308a4f688dd {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:01:06.050655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:01:06.051006 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Checking segment: {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:01:06.051388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Bound using segment: {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:01:06.051823 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Bound port: c363484e-adab-453a-9bc0-8f3861a69371, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:01:06.052209 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c363484e-adab-453a-9bc0-8f3861a69371), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:06.117256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:01:06.122242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:01:06.193034 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:06.230408 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:06.231035 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:06.232562 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] 10.222.0.74 "PUT /v2.0/ports/c363484e-adab-453a-9bc0-8f3861a69371 HTTP/1.1" status: 200 len: 1091 time: 0.9666684 Jan 27 23:01:06.232933 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:01:06.235175 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877925d0-2bf3-4993-9255-a171a91c3904" -d '{"events": [{"name": "network-changed", "server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "tag": "c363484e-adab-453a-9bc0-8f3861a69371"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:01:06.283292 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a80f30-f63c-4277-8032-7bb5100b1ab7 x-openstack-request-id: req-c6a80f30-f63c-4277-8032-7bb5100b1ab7 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:01:06.283599 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "tag": "c363484e-adab-453a-9bc0-8f3861a69371", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:01:06.284515 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c6a80f30-f63c-4277-8032-7bb5100b1ab7 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:01:06.284515 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371', 'status': 'completed', 'code': 200} Jan 27 23:01:06.285387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f4efa-622a-4721-a427-9227bd84010e service neutron] Pushing event updated for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=10']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:06.305056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-cec68de5-f805-4f5d-991c-3720693e4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:06.306728 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-cec68de5-f805-4f5d-991c-3720693e4e00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1095 time: 0.0513909 Jan 27 23:01:06.405551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-d84504e9-3954-4121-b901-e6bd874d9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:06.408382 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-d84504e9-3954-4121-b901-e6bd874d9918 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0948758 Jan 27 23:01:06.409725 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:06.474800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-f94f847f-50bd-4994-bd6a-1e389630ece9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c363484e-adab-453a-9bc0-8f3861a69371 HTTP/1.1" status: 200 len: 999 time: 0.0612462 Jan 27 23:01:06.522011 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-42724184-7c88-44a0-920a-fbddaff63896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:06.523430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-42724184-7c88-44a0-920a-fbddaff63896 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0432510 Jan 27 23:01:06.570058 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-234d39fa-7ef0-446b-9898-cb1871140edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:06.571438 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-234d39fa-7ef0-446b-9898-cb1871140edf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424514 Jan 27 23:01:06.657662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-48481335-a0f6-4d1b-b287-57f574390bad service neutron] 10.222.0.74 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804555 Jan 27 23:01:06.747924 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e77d88fb-b63f-4231-9969-488c45e99d78 req-df0e8197-13ee-4163-a033-2028ff6cd369 service neutron] 10.222.0.74 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848677 Jan 27 23:01:06.910223 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877925d0-2bf3-4993-9255-a171a91c3904 req-f3b8d3b4-94b0-4d7c-a3d1-16a546f361a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:06.911320 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-877925d0-2bf3-4993-9255-a171a91c3904 req-f3b8d3b4-94b0-4d7c-a3d1-16a546f361a7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1095 time: 0.0429771 Jan 27 23:01:07.003877 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877925d0-2bf3-4993-9255-a171a91c3904 req-65e05f29-d075-48c3-b050-74b6c235ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:07.005410 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-877925d0-2bf3-4993-9255-a171a91c3904 req-65e05f29-d075-48c3-b050-74b6c235ebf9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0889940 Jan 27 23:01:07.077522 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-877925d0-2bf3-4993-9255-a171a91c3904 req-762a4674-018f-4d59-b992-d37dddc58c85 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c363484e-adab-453a-9bc0-8f3861a69371 HTTP/1.1" status: 200 len: 999 time: 0.0658960 Jan 27 23:01:07.158743 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877925d0-2bf3-4993-9255-a171a91c3904 req-3575a929-c1a8-4293-b54f-a6222e7654d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:07.160239 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-877925d0-2bf3-4993-9255-a171a91c3904 req-3575a929-c1a8-4293-b54f-a6222e7654d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0767064 Jan 27 23:01:07.212253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc88eb-894c-4345-a5ad-700d729dac12 req-429edf6e-1846-4b6d-8973-bc87acc3d134 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:07.228950 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48dc88eb-894c-4345-a5ad-700d729dac12 req-429edf6e-1846-4b6d-8973-bc87acc3d134 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.1180911 Jan 27 23:01:07.345626 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-48dc88eb-894c-4345-a5ad-700d729dac12 req-126f2e6b-4829-4f82-afbe-3a92a498a910 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142933 Jan 27 23:01:07.366134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877925d0-2bf3-4993-9255-a171a91c3904 req-3eece14c-22a1-4512-8185-50bd0a2e5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:07.368015 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-877925d0-2bf3-4993-9255-a171a91c3904 req-3eece14c-22a1-4512-8185-50bd0a2e5124 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896148 Jan 27 23:01:07.672281 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:08.478842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401f171-d3ea-412e-9574-d8cd20985f62 req-9dad11d0-2e25-4895-8842-5e53ed61d713 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:08.481153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1401f171-d3ea-412e-9574-d8cd20985f62 req-9dad11d0-2e25-4895-8842-5e53ed61d713 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0553792 Jan 27 23:01:08.535516 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1401f171-d3ea-412e-9574-d8cd20985f62 req-6d1ada6e-fb6e-4383-865c-64a6643d7816 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484531 Jan 27 23:01:08.974947 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:09.668262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74625c2-c4e5-45d3-a495-4947eeef8f44 req-c3e59150-8360-4f76-a508-5e0f6723130a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:09.669465 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c74625c2-c4e5-45d3-a495-4947eeef8f44 req-c3e59150-8360-4f76-a508-5e0f6723130a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0607996 Jan 27 23:01:09.730644 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c74625c2-c4e5-45d3-a495-4947eeef8f44 req-94d6b70b-9ab2-488d-b8c2-9a9019cfcbc2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535231 Jan 27 23:01:10.856117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ae01-d29d-406a-b7e9-a41c73ff77c3 req-23278f8b-9769-4ae9-96e6-41e69963921d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:10.858021 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9220ae01-d29d-406a-b7e9-a41c73ff77c3 req-23278f8b-9769-4ae9-96e6-41e69963921d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0517044 Jan 27 23:01:10.911060 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9220ae01-d29d-406a-b7e9-a41c73ff77c3 req-4ce048be-4bf1-4500-8e51-ff09014b0d5b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469086 Jan 27 23:01:12.038920 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b788f-0ac7-4b6a-86de-9b129b20fb61 req-c231a223-1915-47ab-8c27-89dcf265cb10 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:12.040498 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-368b788f-0ac7-4b6a-86de-9b129b20fb61 req-c231a223-1915-47ab-8c27-89dcf265cb10 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0548022 Jan 27 23:01:12.095503 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-368b788f-0ac7-4b6a-86de-9b129b20fb61 req-b320d3cc-50f3-44dc-8c08-0e549d2bb5f3 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464683 Jan 27 23:01:13.220361 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcf308-b1b4-4d06-855c-c9dd2e018ac9 req-e902802d-06b8-4f1f-a3c2-95628a361177 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:13.222153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06fcf308-b1b4-4d06-855c-c9dd2e018ac9 req-e902802d-06b8-4f1f-a3c2-95628a361177 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0539703 Jan 27 23:01:13.273325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-06fcf308-b1b4-4d06-855c-c9dd2e018ac9 req-2c965c02-4c71-475a-be77-ea3d72eb7113 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450685 Jan 27 23:01:14.398672 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e2986-928e-44e7-85a4-9c6c6cbf5cb5 req-84ab5d55-c1d9-4b3d-992e-c8cecbb7bde2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:14.400177 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7e2986-928e-44e7-85a4-9c6c6cbf5cb5 req-84ab5d55-c1d9-4b3d-992e-c8cecbb7bde2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0543838 Jan 27 23:01:14.453271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ed7e2986-928e-44e7-85a4-9c6c6cbf5cb5 req-46b2f130-2f56-4e0f-85e9-76fbb47c619f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471220 Jan 27 23:01:14.987840 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-877925d0-2bf3-4993-9255-a171a91c3904 req-a44a1c55-3cd0-42d3-931a-8eb77bfe04f8 service neutron] 10.222.0.74 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888958 Jan 27 23:01:15.077992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-877925d0-2bf3-4993-9255-a171a91c3904 req-1ce1501c-994b-42ae-8ada-2320b1dd61d8 service neutron] 10.222.0.74 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823400 Jan 27 23:01:15.574574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88249a5a-87ff-43e3-b50c-8986874322c1 req-6455042b-e159-4fb3-a992-8c4ba94e0914 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:15.576028 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-88249a5a-87ff-43e3-b50c-8986874322c1 req-6455042b-e159-4fb3-a992-8c4ba94e0914 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0523427 Jan 27 23:01:15.624744 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-88249a5a-87ff-43e3-b50c-8986874322c1 req-c796ff37-85f1-4c17-ad82-aeb507de1f72 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430615 Jan 27 23:01:16.737921 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e2031-8e5a-4bb5-83cd-d0144a324124 req-5ed4d89f-d34d-4032-bbc1-fe2ef04a43af tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:16.739404 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d47e2031-8e5a-4bb5-83cd-d0144a324124 req-5ed4d89f-d34d-4032-bbc1-fe2ef04a43af tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0478795 Jan 27 23:01:16.788053 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d47e2031-8e5a-4bb5-83cd-d0144a324124 req-1e0f6492-37a5-44a9-8d82-6ead0d874acf tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425491 Jan 27 23:01:17.903374 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac68eb5-b6cc-4e91-9826-37da8d8c6d07 req-39746a79-f8a0-4725-88bc-b538d38fc6e2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:17.904879 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ac68eb5-b6cc-4e91-9826-37da8d8c6d07 req-39746a79-f8a0-4725-88bc-b538d38fc6e2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0473127 Jan 27 23:01:17.957358 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4ac68eb5-b6cc-4e91-9826-37da8d8c6d07 req-d102ec9d-9c45-4635-b2c9-bc17d0f0b44b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470552 Jan 27 23:01:18.935094 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c363484e-adab-453a-9bc0-8f3861a69371 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:01:19.031989 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:19.043630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': 'c363484e-adab-453a-9bc0-8f3861a69371', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'port_id': 'c363484e-adab-453a-9bc0-8f3861a69371', 'mac_address': 'fa:16:3e:85:ed:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:01:19.070593 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d19137-4725-40d0-a71a-986ecf6eb7ed req-4c16cd38-a860-4fbc-a9e9-223a19974259 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:19.072066 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38d19137-4725-40d0-a71a-986ecf6eb7ed req-4c16cd38-a860-4fbc-a9e9-223a19974259 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 944 time: 0.0473709 Jan 27 23:01:19.080106 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c363484e-adab-453a-9bc0-8f3861a69371 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:01:19.080515 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c363484e-adab-453a-9bc0-8f3861a69371), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:19.093332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c363484e-adab-453a-9bc0-8f3861a69371 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:01:19.113450 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:19.121998 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38d19137-4725-40d0-a71a-986ecf6eb7ed req-d418e3f3-9664-40e7-9e88-a8755e00f943 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437467 Jan 27 23:01:19.209036 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:19.256880 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=11']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:19.459318 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['c363484e-adab-453a-9bc0-8f3861a69371'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:01:20.235251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753e890-afe2-40ab-95b4-38717051fe95 req-0d4cc003-05b6-418a-8939-3c94a4fdaa34 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:20.236662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a753e890-afe2-40ab-95b4-38717051fe95 req-0d4cc003-05b6-418a-8939-3c94a4fdaa34 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 945 time: 0.0471838 Jan 27 23:01:20.287127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a753e890-afe2-40ab-95b4-38717051fe95 req-2b118221-c3ec-48f1-ab41-bd0ee2ca2488 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449090 Jan 27 23:01:20.950703 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c363484e-adab-453a-9bc0-8f3861a69371 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:01:21.060777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port c363484e-adab-453a-9bc0-8f3861a69371 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:01:21.064846 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port c363484e-adab-453a-9bc0-8f3861a69371 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:01:21.065231 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (c363484e-adab-453a-9bc0-8f3861a69371), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:21.142412 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port c363484e-adab-453a-9bc0-8f3861a69371 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:01:21.142812 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (c363484e-adab-453a-9bc0-8f3861a69371), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:21.164696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:01:21.166958 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad7f52f-50af-4d1e-9424-134c0a2e4821" -d '{"events": [{"server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "name": "network-vif-plugged", "status": "completed", "tag": "c363484e-adab-453a-9bc0-8f3861a69371"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:01:21.179258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:01:21.205228 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b84868a-77a6-421a-b403-6e853ed6b9b8 x-openstack-request-id: req-2b84868a-77a6-421a-b403-6e853ed6b9b8 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:01:21.205531 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "name": "network-vif-plugged", "status": "completed", "tag": "c363484e-adab-453a-9bc0-8f3861a69371", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:01:21.205794 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b84868a-77a6-421a-b403-6e853ed6b9b8 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:01:21.206219 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371', 'code': 200} Jan 27 23:01:21.226582 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:21.277525 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=12']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:01:21.441591 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c0f14-d99a-4ab1-8452-fd584c689bb2 req-0350aba2-fb78-41a0-ae12-b2ddb0823ee6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:21.443148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-690c0f14-d99a-4ab1-8452-fd584c689bb2 req-0350aba2-fb78-41a0-ae12-b2ddb0823ee6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 946 time: 0.0883057 Jan 27 23:01:21.445296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d274e4-5d6d-4778-bdd8-042e5856a2d6 req-cd74cb8f-6c84-4c6d-bfff-cb8208225d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:21.446454 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34d274e4-5d6d-4778-bdd8-042e5856a2d6 req-cd74cb8f-6c84-4c6d-bfff-cb8208225d91 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1097 time: 0.0615590 Jan 27 23:01:21.522313 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-34d274e4-5d6d-4778-bdd8-042e5856a2d6 req-cc5ce7a0-dcb2-45b4-8ec0-89014de9e6aa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664425 Jan 27 23:01:21.526551 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-690c0f14-d99a-4ab1-8452-fd584c689bb2 req-eee338d9-7662-4e67-b05e-0c02f96bfc28 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771275 Jan 27 23:01:22.643493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa12c8-8c36-47ac-a0ea-b22ee8cde6eb req-029a5cc4-395c-4d42-9f64-aad4c183602b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:22.648817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3caa12c8-8c36-47ac-a0ea-b22ee8cde6eb req-029a5cc4-395c-4d42-9f64-aad4c183602b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 946 time: 0.0488095 Jan 27 23:01:22.698545 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3caa12c8-8c36-47ac-a0ea-b22ee8cde6eb req-1a17661c-826b-41c6-a5b3-a34dd03ce032 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472982 Jan 27 23:01:23.811666 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418fdea-4749-4de1-92c8-5b466c1faa8b req-9797b3b8-301e-480b-b8a7-fd1f6af03103 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:23.813161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b418fdea-4749-4de1-92c8-5b466c1faa8b req-9797b3b8-301e-480b-b8a7-fd1f6af03103 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 946 time: 0.0478454 Jan 27 23:01:23.860178 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b418fdea-4749-4de1-92c8-5b466c1faa8b req-84105141-5147-4c9f-a156-c5b63581a310 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415723 Jan 27 23:01:24.125283 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:01:27.838200 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:28.294577 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:32.362324 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c2647b68-036d-4898-a103-47dd07733ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:34.923074 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8839e6a6-6bbb-474e-ba1d-a16cc0e21434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:36.414657 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:37.229627 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ac81198-3d6a-4094-a9ba-a52d2f796a14 req-e7d9d88f-3812-4318-ab14-7e8603a8dbf6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391243 Jan 27 23:01:37.312194 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac81198-3d6a-4094-a9ba-a52d2f796a14 req-5ecaf506-d125-410c-acee-d4d633dd36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:37.313664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ac81198-3d6a-4094-a9ba-a52d2f796a14 req-5ecaf506-d125-410c-acee-d4d633dd36e2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1097 time: 0.0438914 Jan 27 23:01:37.416621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac81198-3d6a-4094-a9ba-a52d2f796a14 req-d48cda60-15df-46d7-9ea6-f4940dd20fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:37.418082 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ac81198-3d6a-4094-a9ba-a52d2f796a14 req-d48cda60-15df-46d7-9ea6-f4940dd20fa5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0855420 Jan 27 23:01:37.677894 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:37.803640 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ac81198-3d6a-4094-a9ba-a52d2f796a14 req-01f35f61-c1d9-4e9d-8a7d-4a02b1a2a44b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c363484e-adab-453a-9bc0-8f3861a69371 HTTP/1.1" status: 200 len: 1001 time: 0.3796952 Jan 27 23:01:37.853000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac81198-3d6a-4094-a9ba-a52d2f796a14 req-79f3dd54-edfb-47e5-b909-f76727ce1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:37.854390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ac81198-3d6a-4094-a9ba-a52d2f796a14 req-79f3dd54-edfb-47e5-b909-f76727ce1a66 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0424330 Jan 27 23:01:37.898778 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac81198-3d6a-4094-a9ba-a52d2f796a14 req-ad43ef27-19dc-4ac2-8d3e-2bd67cc3bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:01:37.900269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ac81198-3d6a-4094-a9ba-a52d2f796a14 req-ad43ef27-19dc-4ac2-8d3e-2bd67cc3bdb4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396802 Jan 27 23:01:37.989792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ac81198-3d6a-4094-a9ba-a52d2f796a14 req-6936052c-0941-411a-8fb8-937e455e4826 service neutron] 10.222.0.74 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834174 Jan 27 23:01:38.078942 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ac81198-3d6a-4094-a9ba-a52d2f796a14 req-c5793d4c-1ee5-4306-99de-2f917b2af208 service neutron] 10.222.0.74 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821767 Jan 27 23:01:38.986165 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:57.848614 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:01:58.275736 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:01.125313 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:02:02.351131 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-21022919-c4cd-452b-936e-751586ccb555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:04.939783 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac271-363c-4392-8e82-3b086291c4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:06.414192 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:07.688356 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:09.008353 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:27.859529 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:28.293713 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:32.390440 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-badd799e-b769-46d4-82b4-6eb215279b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:32.978946 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43172) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:33.133113 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Deleting port e912476b-8919-4459-9f75-c9211c8c7a55 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:02:33.133453 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (e912476b-8919-4459-9f75-c9211c8c7a55), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.210221 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (e912476b-8919-4459-9f75-c9211c8c7a55), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.210557 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for floatingip (e912476b-8919-4459-9f75-c9211c8c7a55), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.222038 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Calling delete_port for e912476b-8919-4459-9f75-c9211c8c7a55 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:02:33.425138 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (e912476b-8919-4459-9f75-c9211c8c7a55), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.449131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event deleted for resources: {'Port': ['ID=e912476b-8919-4459-9f75-c9211c8c7a55,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:33.463390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.463750 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.464126 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.464468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.464806 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.465142 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.465470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.465824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.466669 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.466996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.467324 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.467649 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.468000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:02:33.521722 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for floatingip (1262ea49-a2f8-4b6a-9ce5-ae2a4314ca54), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.522079 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Floating IP 1262ea49-a2f8-4b6a-9ce5-ae2a4314ca54 disassociated (deleted). External IP: 172.25.0.192, port: c363484e-adab-453a-9bc0-8f3861a69371. Jan 27 23:02:33.726299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Router 8dbb446c-6b35-4c76-b25a-5001c510a80b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:02:33.830961 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:02:33.835742 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:33.840508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd973f-ef5d-453d-af77-52d115883681 None None] Sync routers for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:02:33.849861 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd973f-ef5d-453d-af77-52d115883681 None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:02:33.850485 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7bbd973f-ef5d-453d-af77-52d115883681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:02:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:33.862843 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b27c6d51-5245-4a9b-9edc-060771e79c49 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "DELETE /v2.0/floatingips/1262ea49-a2f8-4b6a-9ce5-ae2a4314ca54 HTTP/1.1" status: 204 len: 168 time: 0.8828101 Jan 27 23:02:33.863454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:02:33.865749 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33766817-625f-478e-a073-7272cfd72106" -d '{"events": [{"name": "network-changed", "server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "tag": "c363484e-adab-453a-9bc0-8f3861a69371"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:02:33.964700 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547d7844-73ef-4d84-8fd4-b4ea5de337ca x-openstack-request-id: req-547d7844-73ef-4d84-8fd4-b4ea5de337ca {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:02:33.965000 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "tag": "c363484e-adab-453a-9bc0-8f3861a69371", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:02:33.965257 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-547d7844-73ef-4d84-8fd4-b4ea5de337ca {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:02:33.965672 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371', 'status': 'completed', 'code': 200} Jan 27 23:02:34.027629 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33766817-625f-478e-a073-7272cfd72106 req-617b61f3-3f79-443e-9f08-223658ea79db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:34.029799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33766817-625f-478e-a073-7272cfd72106 req-617b61f3-3f79-443e-9f08-223658ea79db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 1097 time: 0.0437493 Jan 27 23:02:34.122364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-7bbd973f-ef5d-453d-af77-52d115883681 None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:02:34.126884 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33766817-625f-478e-a073-7272cfd72106 req-6cdd65d9-80fe-4826-bae8-7e9fbd9981c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:34.132131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33766817-625f-478e-a073-7272cfd72106 req-6cdd65d9-80fe-4826-bae8-7e9fbd9981c2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0913091 Jan 27 23:02:34.171232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33766817-625f-478e-a073-7272cfd72106 req-71765ad9-b216-4c17-a1cb-c99c21905e2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c363484e-adab-453a-9bc0-8f3861a69371 HTTP/1.1" status: 200 len: 217 time: 0.0371110 Jan 27 23:02:34.227240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33766817-625f-478e-a073-7272cfd72106 req-d050131b-5c75-4430-b5cf-3773ce2c2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:34.228853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33766817-625f-478e-a073-7272cfd72106 req-d050131b-5c75-4430-b5cf-3773ce2c2ae5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0504920 Jan 27 23:02:34.275685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33766817-625f-478e-a073-7272cfd72106 req-2f74ecea-5bcb-4996-89a2-ebed983533ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:34.277269 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33766817-625f-478e-a073-7272cfd72106 req-2f74ecea-5bcb-4996-89a2-ebed983533ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427213 Jan 27 23:02:34.326230 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7bbd973f-ef5d-453d-af77-52d115883681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:34.352196 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd973f-ef5d-453d-af77-52d115883681 None None] Checking router: 8dbb446c-6b35-4c76-b25a-5001c510a80b for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:02:34.360498 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbd973f-ef5d-453d-af77-52d115883681 None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:02:34.361110 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7bbd973f-ef5d-453d-af77-52d115883681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:02:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:34.409945 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f28de-7823-4735-a3b6-fd1e4a85f065 req-ccfb2462-fd42-494d-bc67-dea7ac9b2ddd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:34.411435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e6f28de-7823-4735-a3b6-fd1e4a85f065 req-ccfb2462-fd42-494d-bc67-dea7ac9b2ddd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 946 time: 0.0803347 Jan 27 23:02:34.415395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33766817-625f-478e-a073-7272cfd72106 req-590fa358-a12e-4dfe-b82e-eab640f85e9e service neutron] 10.222.0.74 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294038 Jan 27 23:02:34.466241 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-7bbd973f-ef5d-453d-af77-52d115883681 None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:02:34.515204 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5e6f28de-7823-4735-a3b6-fd1e4a85f065 req-be096821-7988-4e54-9565-d1e50008f06f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958304 Jan 27 23:02:34.546093 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-33766817-625f-478e-a073-7272cfd72106 req-f0e4565c-9f9f-4366-912c-76a74c062df9 service neutron] 10.222.0.74 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202133 Jan 27 23:02:34.668295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-7bbd973f-ef5d-453d-af77-52d115883681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:02:34.698681 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbd973f-ef5d-453d-af77-52d115883681 None None] The sync data for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 is: [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:02:34.920588 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094bfb7f-b623-404a-afd5-708cd079cd2f None None] New status for floating IP 1262ea49-a2f8-4b6a-9ce5-ae2a4314ca54: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:02:34.934005 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-95faa463-7f93-47ea-875f-5ee42dc4209f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.682470 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325824a0-f495-4a69-9b52-048192633cd3 req-3e5ca2e0-68db-40ee-b762-5ba03f31a6ca tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:35.683958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-325824a0-f495-4a69-9b52-048192633cd3 req-3e5ca2e0-68db-40ee-b762-5ba03f31a6ca tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 946 time: 0.0838695 Jan 27 23:02:35.691588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb3b38-7b60-4b8f-8af4-f33716327825 req-133deb94-8f89-4359-ac6b-4659d8481acb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:02:35.692970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfdb3b38-7b60-4b8f-8af4-f33716327825 req-133deb94-8f89-4359-ac6b-4659d8481acb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.74 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 946 time: 0.0631757 Jan 27 23:02:35.790585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-325824a0-f495-4a69-9b52-048192633cd3 req-3374cfa9-a88e-4cee-b6bb-5269ed9f1c89 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966690 Jan 27 23:02:35.815619 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-dfdb3b38-7b60-4b8f-8af4-f33716327825 req-1abb6e9f-7457-4b3c-9ae1-c27d07d7afae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Deleting port c363484e-adab-453a-9bc0-8f3861a69371 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:02:35.815904 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-dfdb3b38-7b60-4b8f-8af4-f33716327825 req-1abb6e9f-7457-4b3c-9ae1-c27d07d7afae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c363484e-adab-453a-9bc0-8f3861a69371), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.907062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-dfdb3b38-7b60-4b8f-8af4-f33716327825 req-1abb6e9f-7457-4b3c-9ae1-c27d07d7afae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] For port c363484e-adab-453a-9bc0-8f3861a69371, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=c363484e-adab-453a-9bc0-8f3861a69371,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:02:35.907432 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-dfdb3b38-7b60-4b8f-8af4-f33716327825 req-1abb6e9f-7457-4b3c-9ae1-c27d07d7afae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c363484e-adab-453a-9bc0-8f3861a69371), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:35.919302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-dfdb3b38-7b60-4b8f-8af4-f33716327825 req-1abb6e9f-7457-4b3c-9ae1-c27d07d7afae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Calling delete_port for c363484e-adab-453a-9bc0-8f3861a69371 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:02:36.120452 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-dfdb3b38-7b60-4b8f-8af4-f33716327825 req-1abb6e9f-7457-4b3c-9ae1-c27d07d7afae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (c363484e-adab-453a-9bc0-8f3861a69371), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:36.152023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6e9f-7457-4b3c-9ae1-c27d07d7afae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event deleted for resources: {'Port': ['ID=c363484e-adab-453a-9bc0-8f3861a69371,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:36.193973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdb3b38-7b60-4b8f-8af4-f33716327825 req-1abb6e9f-7457-4b3c-9ae1-c27d07d7afae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] No DVR routers for this DVR port c363484e-adab-453a-9bc0-8f3861a69371 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:02:36.199942 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-dfdb3b38-7b60-4b8f-8af4-f33716327825 req-1abb6e9f-7457-4b3c-9ae1-c27d07d7afae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:36.200106 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfdb3b38-7b60-4b8f-8af4-f33716327825 req-1abb6e9f-7457-4b3c-9ae1-c27d07d7afae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.74 "DELETE /v2.0/ports/c363484e-adab-453a-9bc0-8f3861a69371 HTTP/1.1" status: 204 len: 173 time: 0.5004320 Jan 27 23:02:36.200430 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'name': 'network-vif-deleted', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:02:36.202658 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38039f84-e514-4b47-9aec-eb9e75ab6225" -d '{"events": [{"server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "name": "network-vif-deleted", "tag": "c363484e-adab-453a-9bc0-8f3861a69371"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:02:36.238148 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7800814-f6a9-4b03-95db-7c2ec37a05e9 x-openstack-request-id: req-c7800814-f6a9-4b03-95db-7c2ec37a05e9 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:02:36.238451 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0982405-ec21-4e73-b3d4-3bbbdb2b9986", "name": "network-vif-deleted", "tag": "c363484e-adab-453a-9bc0-8f3861a69371", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:02:36.238714 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7800814-f6a9-4b03-95db-7c2ec37a05e9 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:02:36.239123 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0982405-ec21-4e73-b3d4-3bbbdb2b9986', 'name': 'network-vif-deleted', 'tag': 'c363484e-adab-453a-9bc0-8f3861a69371', 'status': 'completed', 'code': 200} Jan 27 23:02:36.436994 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:36.899180 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-813c2cb3-2a78-4236-9f40-4128e442cc6e req-9bafa2aa-8e6a-4ac5-91c3-530b86e9d697 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0982405-ec21-4e73-b3d4-3bbbdb2b9986 HTTP/1.1" status: 200 len: 210 time: 0.0301292 Jan 27 23:02:37.733550 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:37.957148 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43194) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:38.012701 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3abb70d4-6ea5-4e00-bdd7-a73ee9062d50 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group (4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:38.037094 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3abb70d4-6ea5-4e00-bdd7-a73ee9062d50 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group (4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:38.124932 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:02:38.213703 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3abb70d4-6ea5-4e00-bdd7-a73ee9062d50 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:38.216362 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3abb70d4-6ea5-4e00-bdd7-a73ee9062d50 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:38.217553 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3abb70d4-6ea5-4e00-bdd7-a73ee9062d50 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "DELETE /v2.0/security-groups/4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9 HTTP/1.1" status: 204 len: 168 time: 0.2594354 Jan 27 23:02:38.229447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb70d4-6ea5-4e00-bdd7-a73ee9062d50 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1d45dd-4426-4bb0-9fbb-f6dfc4bcebb9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:39.007939 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:39.354205 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c363484e-adab-453a-9bc0-8f3861a69371 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:02:39.377569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: c363484e-adab-453a-9bc0-8f3861a69371 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:02:39.377915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device c363484e-adab-453a-9bc0-8f3861a69371 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:02:39.773028 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43202) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:39.777687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-05be86b9-d7f7-4165-a0d9-43c938c80354 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997825951', 'description': 'tempest-secgroup-smoke-997825951 description', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:39.860091 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-05be86b9-d7f7-4165-a0d9-43c938c80354 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:39.925944 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-05be86b9-d7f7-4165-a0d9-43c938c80354 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group (92870f09-33d3-4890-addd-7c857795c453), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:39.990481 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-05be86b9-d7f7-4165-a0d9-43c938c80354 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (92870f09-33d3-4890-addd-7c857795c453), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:40.018602 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be86b9-d7f7-4165-a0d9-43c938c80354 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92870f09-33d3-4890-addd-7c857795c453,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:40.078718 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-05be86b9-d7f7-4165-a0d9-43c938c80354 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:40.079945 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-05be86b9-d7f7-4165-a0d9-43c938c80354 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3059056 Jan 27 23:02:40.082826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43204) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:40.087130 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-54ff84f1-9cd0-41e3-aed5-3eaf966ce3c4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group_rule': {'security_group_id': '92870f09-33d3-4890-addd-7c857795c453', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:40.195277 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54ff84f1-9cd0-41e3-aed5-3eaf966ce3c4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (cbf9277c-cdb5-4ac7-869f-ed0f3db78994), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:40.262160 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54ff84f1-9cd0-41e3-aed5-3eaf966ce3c4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (cbf9277c-cdb5-4ac7-869f-ed0f3db78994), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:40.338883 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54ff84f1-9cd0-41e3-aed5-3eaf966ce3c4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (cbf9277c-cdb5-4ac7-869f-ed0f3db78994), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:40.355798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff84f1-9cd0-41e3-aed5-3eaf966ce3c4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf9277c-cdb5-4ac7-869f-ed0f3db78994,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:40.430643 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-54ff84f1-9cd0-41e3-aed5-3eaf966ce3c4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:40.431864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-54ff84f1-9cd0-41e3-aed5-3eaf966ce3c4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3481147 Jan 27 23:02:40.434553 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43206) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:40.439434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-fba165fc-6ee6-4063-a259-21724fe66489 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group_rule': {'security_group_id': '92870f09-33d3-4890-addd-7c857795c453', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:40.538554 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fba165fc-6ee6-4063-a259-21724fe66489 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (a6bc3719-9852-4884-ae35-7f53147adedc), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:40.594100 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fba165fc-6ee6-4063-a259-21724fe66489 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (a6bc3719-9852-4884-ae35-7f53147adedc), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:40.716825 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fba165fc-6ee6-4063-a259-21724fe66489 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (a6bc3719-9852-4884-ae35-7f53147adedc), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:40.735050 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba165fc-6ee6-4063-a259-21724fe66489 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bc3719-9852-4884-ae35-7f53147adedc,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:40.804271 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-fba165fc-6ee6-4063-a259-21724fe66489 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:40.805485 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-fba165fc-6ee6-4063-a259-21724fe66489 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3694069 Jan 27 23:02:40.808201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43208) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:40.812493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-983cd528-bfcc-4b70-867c-a8f4c7155aae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group_rule': {'security_group_id': '92870f09-33d3-4890-addd-7c857795c453', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:40.892316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-983cd528-bfcc-4b70-867c-a8f4c7155aae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (77138335-dba0-4465-a748-d9ab0fa81292), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:40.948371 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-983cd528-bfcc-4b70-867c-a8f4c7155aae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (77138335-dba0-4465-a748-d9ab0fa81292), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.031010 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-983cd528-bfcc-4b70-867c-a8f4c7155aae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (77138335-dba0-4465-a748-d9ab0fa81292), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.049247 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cd528-bfcc-4b70-867c-a8f4c7155aae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77138335-dba0-4465-a748-d9ab0fa81292,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:41.118386 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-983cd528-bfcc-4b70-867c-a8f4c7155aae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.119620 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-983cd528-bfcc-4b70-867c-a8f4c7155aae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105023 Jan 27 23:02:41.122309 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43210) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:41.126578 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-cb2275eb-e923-4083-8b07-d405ccbd76d2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group_rule': {'security_group_id': '92870f09-33d3-4890-addd-7c857795c453', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:41.207316 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cb2275eb-e923-4083-8b07-d405ccbd76d2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (44371f1e-06e6-465e-afca-5af9002d3fc9), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.266108 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cb2275eb-e923-4083-8b07-d405ccbd76d2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (44371f1e-06e6-465e-afca-5af9002d3fc9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.373409 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cb2275eb-e923-4083-8b07-d405ccbd76d2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (44371f1e-06e6-465e-afca-5af9002d3fc9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.392911 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2275eb-e923-4083-8b07-d405ccbd76d2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44371f1e-06e6-465e-afca-5af9002d3fc9,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:41.464882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cb2275eb-e923-4083-8b07-d405ccbd76d2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.466151 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cb2275eb-e923-4083-8b07-d405ccbd76d2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3429205 Jan 27 23:02:41.468942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43212) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:41.473210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-b6835d2b-93ea-4fdf-85fc-7e526718712a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group_rule': {'security_group_id': '92870f09-33d3-4890-addd-7c857795c453', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:41.573482 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-b6835d2b-93ea-4fdf-85fc-7e526718712a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Project a255053cd4a8467ba019dfc410c88a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:02:41.579336 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6835d2b-93ea-4fdf-85fc-7e526718712a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (ca11d426-e9d6-44cb-9a59-a14c7a9d4d71), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.635513 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6835d2b-93ea-4fdf-85fc-7e526718712a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (ca11d426-e9d6-44cb-9a59-a14c7a9d4d71), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.734037 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6835d2b-93ea-4fdf-85fc-7e526718712a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (ca11d426-e9d6-44cb-9a59-a14c7a9d4d71), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.751988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6835d2b-93ea-4fdf-85fc-7e526718712a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca11d426-e9d6-44cb-9a59-a14c7a9d4d71,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:41.826624 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-b6835d2b-93ea-4fdf-85fc-7e526718712a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:41.827871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-b6835d2b-93ea-4fdf-85fc-7e526718712a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3580070 Jan 27 23:02:41.830632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43214) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:02:41.834947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e871d567-5990-4fca-9ea7-a5118587d5ab tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'security_group_rule': {'security_group_id': '92870f09-33d3-4890-addd-7c857795c453', 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:02:41.950625 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-e871d567-5990-4fca-9ea7-a5118587d5ab tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Project a255053cd4a8467ba019dfc410c88a4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:02:41.955912 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e871d567-5990-4fca-9ea7-a5118587d5ab tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (d0f817e8-b7ee-4545-bbbe-5a6814f3be0f), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:42.014236 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e871d567-5990-4fca-9ea7-a5118587d5ab tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (d0f817e8-b7ee-4545-bbbe-5a6814f3be0f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:42.136949 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e871d567-5990-4fca-9ea7-a5118587d5ab tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (d0f817e8-b7ee-4545-bbbe-5a6814f3be0f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:42.155959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871d567-5990-4fca-9ea7-a5118587d5ab tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f817e8-b7ee-4545-bbbe-5a6814f3be0f,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:02:42.247789 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e871d567-5990-4fca-9ea7-a5118587d5ab tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:42.249392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e871d567-5990-4fca-9ea7-a5118587d5ab tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4178219 Jan 27 23:02:57.867823 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:02:58.445205 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:02.418987 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-799e5d49-196b-4cb1-ac70-9a472387f595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:05.004867 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5de5f357-0174-4fbc-b1d2-29e6413d4100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:06.439289 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:07.447036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-d7991ecd-8d8a-4402-b73c-b51473513854 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997825951&fields=id&tenant_id=a255053cd4a8467ba019dfc410c88a4c HTTP/1.1" status: 200 len: 267 time: 0.0471659 Jan 27 23:03:07.549969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-8eee6e7b-3af1-4042-abc3-f69169a97e05 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:07.551420 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-8eee6e7b-3af1-4042-abc3-f69169a97e05 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 807 time: 0.0980761 Jan 27 23:03:07.565974 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-329a5f2c-e1d3-424c-9870-a93ab9f1bea6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/quotas/a255053cd4a8467ba019dfc410c88a4c HTTP/1.1" status: 200 len: 375 time: 0.0092659 Jan 27 23:03:07.615484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-c3e91dbd-8de1-441b-b865-2543578e1df5 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439508 Jan 27 23:03:07.715580 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:07.757699 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-1d9401cd-b8a4-4823-b2a8-54a81063cecd service neutron] 10.222.0.61 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298125 Jan 27 23:03:07.846113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-5333922b-b409-4e88-9739-eb4f5df23fe0 service neutron] 10.222.0.61 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827458 Jan 27 23:03:09.024878 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:09.122455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8b4a080b-d04d-4488-86cb-e3b18464aa77 req-3fa470cb-9a5e-435b-9e13-d292a4bf9347 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 210 time: 0.0829523 Jan 27 23:03:10.215375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c2f57c81-21fa-4d3a-bf3a-bf18eb473ad7 req-b30bb5c5-d596-4d52-9b97-d11edce236d2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 210 time: 0.0264249 Jan 27 23:03:11.211463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-1ecdf06a-e780-496f-adbb-f438484a216f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:11.212955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-1ecdf06a-e780-496f-adbb-f438484a216f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 807 time: 0.0986786 Jan 27 23:03:11.280898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-938b6a69-24bc-4cca-8354-f37a567a3131 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a255053cd4a8467ba019dfc410c88a4c HTTP/1.1" status: 200 len: 379 time: 0.0584996 Jan 27 23:03:11.288506 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'port': {'device_id': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'admin_state_up': True, 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'security_groups': ['92870f09-33d3-4890-addd-7c857795c453']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:03:11.360131 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-21dcc7e2-f3ae-4645-924d-c8470470c2bf req-7041e8b9-e4ce-4bff-9388-e420b2a32e5f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 210 time: 0.0574698 Jan 27 23:03:11.496403 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Made reservation on behalf of a255053cd4a8467ba019dfc410c88a4c for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:03:11.500363 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:11.634707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Allocated IP 172.20.0.8 (dd5096d1-7532-4444-8925-0308a4f688dd/88010684-b9da-48fe-8539-8de37a0717e7/734f9617-d91c-46ae-8c8f-2b419ad5e893) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:03:11.772977 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:11.896452 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:11.947972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Network dd5096d1-7532-4444-8925-0308a4f688dd is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:03:11.950976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:03:11.953706 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:03:11.986033 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'Port': ['ID=734f9617-d91c-46ae-8c8f-2b419ad5e893,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:12.013736 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:12.014541 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:12.122842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-21628b64-e4da-4fc4-82c8-27e0ed80743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8262081 Jan 27 23:03:12.122842 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-ee4178be-274b-4aab-aa3b-1e921ea63738 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:03:12.122842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-ee4178be-274b-4aab-aa3b-1e921ea63738 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053067 Jan 27 23:03:12.132106 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Request body: {'port': {'device_id': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:03:12.190393 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:12.250755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b7d3b5a8-d91c-4590-a2f3-9ef944f68617 None None] Provisioning complete for port 734f9617-d91c-46ae-8c8f-2b419ad5e893 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:03:12.251323 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b7d3b5a8-d91c-4590-a2f3-9ef944f68617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:12.289086 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b7d3b5a8-d91c-4590-a2f3-9ef944f68617 None None] Port 734f9617-d91c-46ae-8c8f-2b419ad5e893 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:03:12.493256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734f9617-d91c-46ae-8c8f-2b419ad5e893 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:03:12.504478 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Publish callbacks [] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:12.528508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4b923-4b42-4b95-982b-e69f654c6f61 req-67b810e5-aa4a-4103-8025-ab12c9510a8a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:12.530685 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ff4b923-4b42-4b95-982b-e69f654c6f61 req-67b810e5-aa4a-4103-8025-ab12c9510a8a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 931 time: 0.0919325 Jan 27 23:03:12.531786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Transition to ACTIVE for port object 734f9617-d91c-46ae-8c8f-2b419ad5e893 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:03:12.584489 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1ff4b923-4b42-4b95-982b-e69f654c6f61 req-0d9db192-6da8-4c1b-8561-42004e001d0d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465412 Jan 27 23:03:12.618766 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:12.695280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Pushing event updated for resources: {'Port': ['ID=734f9617-d91c-46ae-8c8f-2b419ad5e893,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:12.749267 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Attempting to bind port 734f9617-d91c-46ae-8c8f-2b419ad5e893 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:03:12.749697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Attempting to bind port 734f9617-d91c-46ae-8c8f-2b419ad5e893 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:03:12.750098 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Attempting to bind port 734f9617-d91c-46ae-8c8f-2b419ad5e893 on network dd5096d1-7532-4444-8925-0308a4f688dd {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:03:12.754970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Port 734f9617-d91c-46ae-8c8f-2b419ad5e893 on network dd5096d1-7532-4444-8925-0308a4f688dd not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:03:12.755375 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Attempting to bind port 734f9617-d91c-46ae-8c8f-2b419ad5e893 on network dd5096d1-7532-4444-8925-0308a4f688dd {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:03:12.760907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:03:12.761180 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Checking segment: {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:03:12.761630 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Bound using segment: {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:03:12.762131 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Bound port: 734f9617-d91c-46ae-8c8f-2b419ad5e893, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbec72d7-2b54-4ab1-b0d8-b387baa99633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:03:12.762613 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:12.832040 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] For port 734f9617-d91c-46ae-8c8f-2b419ad5e893, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:03:12.835749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] For port 734f9617-d91c-46ae-8c8f-2b419ad5e893, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:03:12.950538 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:12.986786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:12.987490 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:12.988835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] 10.222.0.71 "PUT /v2.0/ports/734f9617-d91c-46ae-8c8f-2b419ad5e893 HTTP/1.1" status: 200 len: 1091 time: 0.8609371 Jan 27 23:03:12.989278 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:12.991530 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698373e5-8c17-443e-8c4b-3361129618c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:13.017712 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bed859-2b0d-49f3-bfe2-5e4e2966dd1e service neutron] Pushing event updated for resources: {'Port': ['ID=734f9617-d91c-46ae-8c8f-2b419ad5e893,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:13.043191 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a9ae51-ceca-42de-b989-f8790bf0ede5 x-openstack-request-id: req-67a9ae51-ceca-42de-b989-f8790bf0ede5 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:13.043547 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:13.043942 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67a9ae51-ceca-42de-b989-f8790bf0ede5 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:13.044492 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'status': 'completed', 'code': 200} Jan 27 23:03:13.111171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698373e5-8c17-443e-8c4b-3361129618c1 req-25b3291f-066b-4591-803c-f3414bba025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:13.113664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-698373e5-8c17-443e-8c4b-3361129618c1 req-25b3291f-066b-4591-803c-f3414bba025b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1094 time: 0.0505047 Jan 27 23:03:13.228259 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698373e5-8c17-443e-8c4b-3361129618c1 req-aefa623c-f854-48d8-b195-325e1058fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:13.230187 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-698373e5-8c17-443e-8c4b-3361129618c1 req-aefa623c-f854-48d8-b195-325e1058fd0d service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a255053cd4a8467ba019dfc410c88a4c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1111941 Jan 27 23:03:13.337914 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698373e5-8c17-443e-8c4b-3361129618c1 req-1b9e0338-e004-4ba7-b99d-ac899942599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:13.339417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-698373e5-8c17-443e-8c4b-3361129618c1 req-1b9e0338-e004-4ba7-b99d-ac899942599a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032860 Jan 27 23:03:13.413833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-e1a8ac6b-c8c0-440c-8787-786597a7ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:13.415354 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-e1a8ac6b-c8c0-440c-8787-786597a7ac7a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1094 time: 0.0409524 Jan 27 23:03:13.456560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-74196e39-a3fb-4813-b08f-e26a0af69e2e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893 HTTP/1.1" status: 200 len: 217 time: 0.0343573 Jan 27 23:03:13.508031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-83dc990d-5e75-4caf-a9c2-60bb629b4fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:13.509517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-83dc990d-5e75-4caf-a9c2-60bb629b4fd4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0479422 Jan 27 23:03:13.554882 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-c34f9a45-93c1-47d5-b1b7-99f086e85488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:13.556560 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-c34f9a45-93c1-47d5-b1b7-99f086e85488 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413084 Jan 27 23:03:13.647952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-b23176fb-9fe0-4ad7-a311-734e7219fd5f service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848274 Jan 27 23:03:13.772699 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe85cb-b922-48b1-a2b2-82695b984547 req-fe645f6c-e388-4e30-ad28-ea83a9c1bb11 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:13.774093 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51fe85cb-b922-48b1-a2b2-82695b984547 req-fe645f6c-e388-4e30-ad28-ea83a9c1bb11 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.1106737 Jan 27 23:03:13.816056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-de4e69e3-b214-4912-93ed-70bf8206a313 req-d4678ae7-e641-4ef4-bdbe-90b3e27d866b service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616664 Jan 27 23:03:13.839899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-51fe85cb-b922-48b1-a2b2-82695b984547 req-48c2bcf0-d66f-4fbd-b650-7e284595694e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588636 Jan 27 23:03:14.965663 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7c02a-c82e-4be1-bada-751b6cc37b40 req-4ab5bc49-3e17-4260-81ec-160dc6a17641 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:14.967890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35e7c02a-c82e-4be1-bada-751b6cc37b40 req-4ab5bc49-3e17-4260-81ec-160dc6a17641 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0540810 Jan 27 23:03:15.020937 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-35e7c02a-c82e-4be1-bada-751b6cc37b40 req-2779c1ec-06bf-48ab-be9b-d0d541fd019e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471365 Jan 27 23:03:15.124183 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:03:16.143287 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a2130-3002-4cea-8c03-bb8e808de723 req-73b50169-0552-430a-afe5-c0b3f83d0d11 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:16.145729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc9a2130-3002-4cea-8c03-bb8e808de723 req-73b50169-0552-430a-afe5-c0b3f83d0d11 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0530744 Jan 27 23:03:16.194105 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fc9a2130-3002-4cea-8c03-bb8e808de723 req-98fb2c51-1eb9-4aee-b08e-c7da123b8b51 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435698 Jan 27 23:03:17.312747 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ab5d8-bd64-4f9e-8656-30de8d702fd6 req-9a500436-b100-46de-8cac-b7568e66d9fd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:17.314231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-843ab5d8-bd64-4f9e-8656-30de8d702fd6 req-9a500436-b100-46de-8cac-b7568e66d9fd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0529315 Jan 27 23:03:17.365533 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-843ab5d8-bd64-4f9e-8656-30de8d702fd6 req-3db2a477-4770-4e83-b768-1cfc7aa14859 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456903 Jan 27 23:03:18.482419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7c0b8-dea1-42d2-bf1d-79fc325aa657 req-048cc8cb-a56a-40de-83df-e60116af728d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:18.483897 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4a7c0b8-dea1-42d2-bf1d-79fc325aa657 req-048cc8cb-a56a-40de-83df-e60116af728d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0492477 Jan 27 23:03:18.535399 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c4a7c0b8-dea1-42d2-bf1d-79fc325aa657 req-bc7cdbe2-ef58-4c4f-a24e-b99b1f73de35 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458627 Jan 27 23:03:19.647626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a03a18-edbf-41b2-9758-26e36e1aef90 req-71c326ab-28b8-42d1-b81d-7257512316aa tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:19.649141 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8a03a18-edbf-41b2-9758-26e36e1aef90 req-71c326ab-28b8-42d1-b81d-7257512316aa tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0477588 Jan 27 23:03:19.702864 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8a03a18-edbf-41b2-9758-26e36e1aef90 req-6e5579b1-3f74-46ea-a242-1cc87cc7a65b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475888 Jan 27 23:03:20.816454 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdf5a7-e3cd-4119-a313-33b7fb3f3f2c req-dc1018cf-d817-4b50-96a2-7024daccb877 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:20.822081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17fdf5a7-e3cd-4119-a313-33b7fb3f3f2c req-dc1018cf-d817-4b50-96a2-7024daccb877 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0477409 Jan 27 23:03:20.866946 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17fdf5a7-e3cd-4119-a313-33b7fb3f3f2c req-948ec2e0-76ae-4f38-b1a2-e2d45a9e89e8 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435314 Jan 27 23:03:21.978128 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c23ed-efde-4d8f-8dc8-75920981e9c2 req-456e4e3e-5d71-48ca-be86-227120a0c557 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:21.979578 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba1c23ed-efde-4d8f-8dc8-75920981e9c2 req-456e4e3e-5d71-48ca-be86-227120a0c557 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0467224 Jan 27 23:03:22.028792 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ba1c23ed-efde-4d8f-8dc8-75920981e9c2 req-e3d9f19b-5367-405f-9afd-139992375790 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431509 Jan 27 23:03:23.194371 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5982f75-de6d-43d1-9d79-9734a3728051 req-51361aff-e03b-4e79-9578-e257852c1f30 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:23.195853 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5982f75-de6d-43d1-9d79-9734a3728051 req-51361aff-e03b-4e79-9578-e257852c1f30 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0517244 Jan 27 23:03:23.243244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f5982f75-de6d-43d1-9d79-9734a3728051 req-5e738819-32de-4356-b664-c8623b1f016e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419192 Jan 27 23:03:24.355977 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609372a-12fe-4310-8e71-30c1439a73ef req-a1d3d95a-f921-4adc-ae90-4a54fd818449 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:24.357477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3609372a-12fe-4310-8e71-30c1439a73ef req-a1d3d95a-f921-4adc-ae90-4a54fd818449 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0470181 Jan 27 23:03:24.405261 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3609372a-12fe-4310-8e71-30c1439a73ef req-8c6fce8c-6503-41df-af6e-684cb5a25d08 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417590 Jan 27 23:03:25.522576 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d65e0-97c7-486a-8c6c-ec2fed540a43 req-17fa42b3-13e2-4a5d-80e8-ff1d06b63d66 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:25.524095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d0d65e0-97c7-486a-8c6c-ec2fed540a43 req-17fa42b3-13e2-4a5d-80e8-ff1d06b63d66 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0507989 Jan 27 23:03:25.576012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7d0d65e0-97c7-486a-8c6c-ec2fed540a43 req-2dc016cc-863a-4e8e-a08f-ceead0dac8cc tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464163 Jan 27 23:03:26.698659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40df7e-3ada-4380-844a-745c20f760ae req-f5e3c29f-146c-480b-84ce-c6491bef7136 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:26.700271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f40df7e-3ada-4380-844a-745c20f760ae req-f5e3c29f-146c-480b-84ce-c6491bef7136 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0575695 Jan 27 23:03:26.750850 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f40df7e-3ada-4380-844a-745c20f760ae req-af72c5d7-a736-443c-ae91-807b94c8b083 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427303 Jan 27 23:03:27.865283 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcdad4-03bd-4054-9ad1-5e6025203414 req-1090803b-ea4e-4b18-9543-eb459c14c92c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:27.866767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46dcdad4-03bd-4054-9ad1-5e6025203414 req-1090803b-ea4e-4b18-9543-eb459c14c92c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0481157 Jan 27 23:03:27.884208 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:27.915129 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-46dcdad4-03bd-4054-9ad1-5e6025203414 req-16e41afd-40ae-4e8f-af44-001c92ec8fd9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428298 Jan 27 23:03:28.329792 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:29.045000 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3680937-b148-4e9c-b0a7-6dcfe91fa8c2 req-ed2a0ef6-3745-4ca9-95db-8e707e31fa1e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:29.047132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3680937-b148-4e9c-b0a7-6dcfe91fa8c2 req-ed2a0ef6-3745-4ca9-95db-8e707e31fa1e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0552926 Jan 27 23:03:29.109149 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f3680937-b148-4e9c-b0a7-6dcfe91fa8c2 req-e1f9a19f-ad3b-40e9-8886-d2577d59d5b0 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552437 Jan 27 23:03:29.638416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 734f9617-d91c-46ae-8c8f-2b419ad5e893 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:03:29.729668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 734f9617-d91c-46ae-8c8f-2b419ad5e893, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:29.740578 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'port_id': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'mac_address': 'fa:16:3e:c8:c9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:03:29.779497 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 734f9617-d91c-46ae-8c8f-2b419ad5e893 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:03:29.779891 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:29.792960 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734f9617-d91c-46ae-8c8f-2b419ad5e893 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:03:29.811559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 734f9617-d91c-46ae-8c8f-2b419ad5e893, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:29.918596 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:29.963572 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=734f9617-d91c-46ae-8c8f-2b419ad5e893,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:29.971614 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:29.971967 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:29.972334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:29.972675 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:29.973009 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:29.973341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:29.973668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:29.973995 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:29.974320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:29.974644 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:29.974966 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:29.975286 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:29.975608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:30.201641 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['734f9617-d91c-46ae-8c8f-2b419ad5e893'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:03:30.226840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc839323-ef18-4d20-9c3e-7e64bac08eef req-e4907c37-df68-4152-a464-30cc1f9030ff tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:30.228347 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc839323-ef18-4d20-9c3e-7e64bac08eef req-e4907c37-df68-4152-a464-30cc1f9030ff tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 944 time: 0.0499852 Jan 27 23:03:30.275789 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dc839323-ef18-4d20-9c3e-7e64bac08eef req-96b03107-b186-4eee-ba1f-e4563a837c83 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418727 Jan 27 23:03:31.394751 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4092a1-56eb-4779-bcc7-ca90c09e138a req-c94b570d-c342-42d2-9350-525b4d08ad01 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:31.396161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a4092a1-56eb-4779-bcc7-ca90c09e138a req-c94b570d-c342-42d2-9350-525b4d08ad01 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 944 time: 0.0507696 Jan 27 23:03:31.654140 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 734f9617-d91c-46ae-8c8f-2b419ad5e893 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:03:31.771420 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7a4092a1-56eb-4779-bcc7-ca90c09e138a req-c424b392-3662-4023-bd9c-6e651aa92e8c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3696251 Jan 27 23:03:31.781159 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 734f9617-d91c-46ae-8c8f-2b419ad5e893 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:03:31.785594 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 734f9617-d91c-46ae-8c8f-2b419ad5e893 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:03:31.785980 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:31.864946 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 734f9617-d91c-46ae-8c8f-2b419ad5e893 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:03:31.865343 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:31.887327 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:31.889684 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00021062-e0cc-40d8-87ae-6e692e16e2e6" -d '{"events": [{"server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "name": "network-vif-plugged", "status": "completed", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:31.901875 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 734f9617-d91c-46ae-8c8f-2b419ad5e893, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:03:31.978248 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae65ae6-c28b-44c2-8174-c93745ff09e7 x-openstack-request-id: req-dae65ae6-c28b-44c2-8174-c93745ff09e7 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:31.978542 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "name": "network-vif-plugged", "status": "completed", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:31.978796 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dae65ae6-c28b-44c2-8174-c93745ff09e7 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:31.979225 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'code': 200} Jan 27 23:03:31.992448 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:32.044345 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=734f9617-d91c-46ae-8c8f-2b419ad5e893,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:32.074060 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52483bef-8be8-4fdc-aee8-939473b59752 req-ed1a1057-871c-4053-8f71-be7cf4619c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:32.075538 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52483bef-8be8-4fdc-aee8-939473b59752 req-ed1a1057-871c-4053-8f71-be7cf4619c69 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1096 time: 0.0403674 Jan 27 23:03:32.120045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-52483bef-8be8-4fdc-aee8-939473b59752 req-27bd679b-3172-4072-bcd3-aeed10c25cba service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383532 Jan 27 23:03:32.355509 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fcc3558c-9636-49d2-a470-71267fb321a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:32.884678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b0c0f-5366-418d-8a39-f4986897400d req-bb11441c-2852-4404-b21b-19103716743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:32.886143 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c99b0c0f-5366-418d-8a39-f4986897400d req-bb11441c-2852-4404-b21b-19103716743e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0474405 Jan 27 23:03:32.937294 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c99b0c0f-5366-418d-8a39-f4986897400d req-038af9d8-94ff-4f2d-9b82-d18910d66a4a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456793 Jan 27 23:03:33.719774 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1e40f01-83e9-45d9-8473-0c3e8c3e92e3 req-c493814d-dce3-45b2-bb0c-e428b1c2f599 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387354 Jan 27 23:03:33.797457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40f01-83e9-45d9-8473-0c3e8c3e92e3 req-4c28734d-7c34-4d98-a002-d747a171ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:33.798932 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1e40f01-83e9-45d9-8473-0c3e8c3e92e3 req-4c28734d-7c34-4d98-a002-d747a171ae0c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1096 time: 0.0396121 Jan 27 23:03:33.899728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40f01-83e9-45d9-8473-0c3e8c3e92e3 req-81271eff-c1a4-4ad2-bc76-4032bf50ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:33.901223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1e40f01-83e9-45d9-8473-0c3e8c3e92e3 req-81271eff-c1a4-4ad2-bc76-4032bf50ddcc service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0859075 Jan 27 23:03:33.942383 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1e40f01-83e9-45d9-8473-0c3e8c3e92e3 req-13d2fbb8-9768-4ef0-85d0-8d2e8f74eda9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893 HTTP/1.1" status: 200 len: 217 time: 0.0351551 Jan 27 23:03:33.989392 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40f01-83e9-45d9-8473-0c3e8c3e92e3 req-fe634ccc-0f4d-4f5e-9b91-4c11eb05b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:33.991051 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1e40f01-83e9-45d9-8473-0c3e8c3e92e3 req-fe634ccc-0f4d-4f5e-9b91-4c11eb05b4c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0429726 Jan 27 23:03:34.070881 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e40f01-83e9-45d9-8473-0c3e8c3e92e3 req-939b3cd4-4b6d-4f83-ba54-fc0331bf2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:34.072431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1e40f01-83e9-45d9-8473-0c3e8c3e92e3 req-939b3cd4-4b6d-4f83-ba54-fc0331bf2d3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760729 Jan 27 23:03:34.079942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f0d30-2312-48e0-ac41-cd77dca61ddf req-81e4132a-9b7a-4908-99b8-b5c4093058c3 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:34.081326 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e38f0d30-2312-48e0-ac41-cd77dca61ddf req-81e4132a-9b7a-4908-99b8-b5c4093058c3 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0737071 Jan 27 23:03:34.178009 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e38f0d30-2312-48e0-ac41-cd77dca61ddf req-1c998766-b5fc-4a3b-9ae6-14f271f1fb80 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888374 Jan 27 23:03:34.204179 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1e40f01-83e9-45d9-8473-0c3e8c3e92e3 req-5884375c-b4fc-461f-ab70-514f68f0abe2 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219027 Jan 27 23:03:34.323719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c1e40f01-83e9-45d9-8473-0c3e8c3e92e3 req-371f356b-0c31-4c3a-854d-519ac75f3447 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136796 Jan 27 23:03:34.330280 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233d2fb-abe0-43dc-a84f-b6c75f142b9b req-ca0ba503-62db-493f-9bac-186120ec937f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:34.331666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c233d2fb-abe0-43dc-a84f-b6c75f142b9b req-ca0ba503-62db-493f-9bac-186120ec937f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0775883 Jan 27 23:03:34.385862 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c233d2fb-abe0-43dc-a84f-b6c75f142b9b req-9dd75b27-09fb-427f-9ce6-4f0843240059 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485017 Jan 27 23:03:34.407828 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43458) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:03:34.447574 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac94f4-e486-425b-b25a-03892446228e tempest-TestShelveInstance-1678160670 tempest-TestShelveInstance-1678160670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:34.449123 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-36ac94f4-e486-425b-b25a-03892446228e tempest-TestShelveInstance-1678160670 tempest-TestShelveInstance-1678160670-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1091 time: 0.0402904 Jan 27 23:03:34.451892 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43460) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:03:34.456166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:03:34.557874 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:34.653560 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:34.758746 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Allocated IP 172.25.0.208 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/dee22020-ad4c-411d-b447-40e0e3c734e8) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:03:34.858529 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for port (dee22020-ad4c-411d-b447-40e0e3c734e8), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:34.940983 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5a231f30-081e-4c15-9954-1f03564e92b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:34.998743 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (dee22020-ad4c-411d-b447-40e0e3c734e8), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:35.036222 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:03:35.039015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:03:35.042426 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:03:35.068227 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'Port': ['ID=dee22020-ad4c-411d-b447-40e0e3c734e8,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:35.081197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.090508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.090508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.090508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.090508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.090508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.090508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.090508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.090508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.090508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.090508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.090508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.090508 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:03:35.409619 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for floatingip (1ecb62d6-66f2-4dd8-8643-d538dbd5ce57), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:35.529017 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (dee22020-ad4c-411d-b447-40e0e3c734e8), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:35.675830 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for port (dee22020-ad4c-411d-b447-40e0e3c734e8), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:35.737843 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (dee22020-ad4c-411d-b447-40e0e3c734e8), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:35.807741 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event updated for resources: {'Port': ['ID=dee22020-ad4c-411d-b447-40e0e3c734e8,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:03:35.819931 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (1ecb62d6-66f2-4dd8-8643-d538dbd5ce57), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:35.920466 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Floating IP 1ecb62d6-66f2-4dd8-8643-d538dbd5ce57 associated. External IP: 172.25.0.208, port: 734f9617-d91c-46ae-8c8f-2b419ad5e893. Jan 27 23:03:36.128807 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Router 8dbb446c-6b35-4c76-b25a-5001c510a80b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:03:36.235119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:03:36.244663 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26402e3a-22fd-445e-ba88-39aabc0de67b None None] Sync routers for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:03:36.254295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26402e3a-22fd-445e-ba88-39aabc0de67b None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:03:36.258829 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-26402e3a-22fd-445e-ba88-39aabc0de67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:03:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:03:36.331812 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:36.360205 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e340dc8f-b0fa-4a7b-abeb-98992c095a93 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9072316 Jan 27 23:03:36.360895 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:03:36.363852 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14bac31-999a-4156-ad4c-acfefc638aec" -d '{"events": [{"name": "network-changed", "server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:03:36.368208 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-26402e3a-22fd-445e-ba88-39aabc0de67b None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:03:36.408124 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a34d03-cb68-4152-8f42-f926cccc10f8 x-openstack-request-id: req-92a34d03-cb68-4152-8f42-f926cccc10f8 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:03:36.408431 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:03:36.408696 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92a34d03-cb68-4152-8f42-f926cccc10f8 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:03:36.409115 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'status': 'completed', 'code': 200} Jan 27 23:03:36.456715 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:36.470316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bac31-999a-4156-ad4c-acfefc638aec req-3c18f509-ccdb-474a-9028-70d3bb2a534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:36.471826 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c14bac31-999a-4156-ad4c-acfefc638aec req-3c18f509-ccdb-474a-9028-70d3bb2a534f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1096 time: 0.0413013 Jan 27 23:03:36.564678 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bac31-999a-4156-ad4c-acfefc638aec req-cb6ce5bf-38be-4054-ad5c-d9c1a0ded1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:36.566248 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c14bac31-999a-4156-ad4c-acfefc638aec req-cb6ce5bf-38be-4054-ad5c-d9c1a0ded1ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0890586 Jan 27 23:03:36.593333 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-26402e3a-22fd-445e-ba88-39aabc0de67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '1ecb62d6-66f2-4dd8-8643-d538dbd5ce57', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'port_id': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'mac_address': 'fa:16:3e:c8:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:03:35Z', 'updated_at': '2022-01-27T23:03:35Z', 'revision_number': 0, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:03:36.622280 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26402e3a-22fd-445e-ba88-39aabc0de67b None None] Checking router: 8dbb446c-6b35-4c76-b25a-5001c510a80b for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:03:36.630313 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26402e3a-22fd-445e-ba88-39aabc0de67b None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:03:36.630663 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c14bac31-999a-4156-ad4c-acfefc638aec req-1334d800-dc96-409b-ba72-6254e900161d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893 HTTP/1.1" status: 200 len: 999 time: 0.0587661 Jan 27 23:03:36.630913 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-26402e3a-22fd-445e-ba88-39aabc0de67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:03:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:03:36.678614 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bac31-999a-4156-ad4c-acfefc638aec req-0023abf3-2136-4af3-a1e0-df23c96b2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:36.680060 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c14bac31-999a-4156-ad4c-acfefc638aec req-0023abf3-2136-4af3-a1e0-df23c96b2152 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0441799 Jan 27 23:03:36.728137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bac31-999a-4156-ad4c-acfefc638aec req-d761ef2c-ad5e-428d-a70a-97dbacfac3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:03:36.729662 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c14bac31-999a-4156-ad4c-acfefc638aec req-d761ef2c-ad5e-428d-a70a-97dbacfac3a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440853 Jan 27 23:03:36.824176 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c14bac31-999a-4156-ad4c-acfefc638aec req-4e602c8b-6a69-4742-a144-432ca50eb079 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877943 Jan 27 23:03:36.890036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-26402e3a-22fd-445e-ba88-39aabc0de67b None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:03:36.920390 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c14bac31-999a-4156-ad4c-acfefc638aec req-21288305-ee69-4685-bb41-67b9c690fb82 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904708 Jan 27 23:03:37.114814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-26402e3a-22fd-445e-ba88-39aabc0de67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '1ecb62d6-66f2-4dd8-8643-d538dbd5ce57', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'port_id': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'mac_address': 'fa:16:3e:c8:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:03:35Z', 'updated_at': '2022-01-27T23:03:35Z', 'revision_number': 0, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:03:37.141990 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26402e3a-22fd-445e-ba88-39aabc0de67b None None] The sync data for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 is: [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '1ecb62d6-66f2-4dd8-8643-d538dbd5ce57', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'port_id': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'mac_address': 'fa:16:3e:c8:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:03:35Z', 'updated_at': '2022-01-27T23:03:35Z', 'revision_number': 0, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:03:37.334912 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b86f6d-ab85-4933-a9c4-0f92633739c6 None None] New status for floating IP 1ecb62d6-66f2-4dd8-8643-d538dbd5ce57: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:03:37.712145 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:38.989296 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:52.122650 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:03:57.945892 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:03:58.357183 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:02.339744 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2d8bfe92-d354-404f-add1-01c25953fd90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:04.989178 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e9f85559-4bd5-49e9-9907-cb81693df075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:06.417434 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:07.731887 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:09.034740 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:27.922145 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:28.407562 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:29.122885 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:04:32.344592 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-adef61c2-76ab-4cd7-bd76-103eaf8e1463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:34.959862 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-72db3006-407b-47a8-ac8f-1f9fdc957289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:35.728214 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e952ea64-0be4-4690-8782-79fd83f76601 req-59ab5e91-7407-48a9-a1c1-2ea6c333bccb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403025 Jan 27 23:04:35.807654 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952ea64-0be4-4690-8782-79fd83f76601 req-8a396d3c-b929-4515-b5fa-c2a87909988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:35.809169 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e952ea64-0be4-4690-8782-79fd83f76601 req-8a396d3c-b929-4515-b5fa-c2a87909988b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1096 time: 0.0411007 Jan 27 23:04:35.913230 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952ea64-0be4-4690-8782-79fd83f76601 req-b763c420-f960-4828-a72c-a77763002062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:35.914696 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e952ea64-0be4-4690-8782-79fd83f76601 req-b763c420-f960-4828-a72c-a77763002062 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0883057 Jan 27 23:04:35.979045 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e952ea64-0be4-4690-8782-79fd83f76601 req-e52ecdfb-b83b-4dc8-a1b8-182e6f1cbe9d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893 HTTP/1.1" status: 200 len: 1001 time: 0.0579889 Jan 27 23:04:36.025830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952ea64-0be4-4690-8782-79fd83f76601 req-61de92e4-438b-48d1-8497-348e4dcccd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:36.027249 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e952ea64-0be4-4690-8782-79fd83f76601 req-61de92e4-438b-48d1-8497-348e4dcccd7d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0429168 Jan 27 23:04:36.074632 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952ea64-0be4-4690-8782-79fd83f76601 req-d9168423-6942-471f-9387-699e15cc47da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:04:36.076118 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e952ea64-0be4-4690-8782-79fd83f76601 req-d9168423-6942-471f-9387-699e15cc47da service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430131 Jan 27 23:04:36.163800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e952ea64-0be4-4690-8782-79fd83f76601 req-4e631367-11a3-427c-bccc-42325d9d70d2 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815740 Jan 27 23:04:36.254164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e952ea64-0be4-4690-8782-79fd83f76601 req-15a14c24-243c-4904-94b2-37b53ffbcb97 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843394 Jan 27 23:04:36.435425 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:37.686926 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:38.977156 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:57.857742 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:04:58.337505 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:02.406352 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f01bb675-8f1d-4d6b-b6b5-01fe220cf4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:04.983637 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b6e0660-0c53-48ec-906b-1363b09c56bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:06.122873 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:05:06.467924 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:07.719453 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:08.977233 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:27.873750 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:28.325432 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:32.347374 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-91d69138-0ebf-4746-97f3-a65d29bd9976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:34.924901 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0036e41f-16e6-4781-a742-d61f99402dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:36.433486 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:37.736273 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:37.749590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076719a6-ff5d-485c-85e4-fbb30b7b421f req-5d9fa373-18f1-49f1-8755-5e8023f48beb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798523 Jan 27 23:05:37.832421 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076719a6-ff5d-485c-85e4-fbb30b7b421f req-04028962-96c6-472b-abac-ae1dca998762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:37.833914 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076719a6-ff5d-485c-85e4-fbb30b7b421f req-04028962-96c6-472b-abac-ae1dca998762 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1096 time: 0.0417254 Jan 27 23:05:37.939516 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076719a6-ff5d-485c-85e4-fbb30b7b421f req-44e4ebee-de59-419a-bfdf-b1cb70cb6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:37.940955 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076719a6-ff5d-485c-85e4-fbb30b7b421f req-44e4ebee-de59-419a-bfdf-b1cb70cb6895 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0881562 Jan 27 23:05:38.004719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076719a6-ff5d-485c-85e4-fbb30b7b421f req-7adb17d8-1eb6-4f4a-b3ab-fbb16c468187 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893 HTTP/1.1" status: 200 len: 1001 time: 0.0579395 Jan 27 23:05:38.050853 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076719a6-ff5d-485c-85e4-fbb30b7b421f req-013f14d5-7a33-4c1b-b092-aa97a9f24dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:38.052332 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076719a6-ff5d-485c-85e4-fbb30b7b421f req-013f14d5-7a33-4c1b-b092-aa97a9f24dcd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0419445 Jan 27 23:05:38.099840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076719a6-ff5d-485c-85e4-fbb30b7b421f req-626df45e-75fd-4dfa-a4ba-058fbb182e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:05:38.101372 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076719a6-ff5d-485c-85e4-fbb30b7b421f req-626df45e-75fd-4dfa-a4ba-058fbb182e07 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434840 Jan 27 23:05:38.189597 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076719a6-ff5d-485c-85e4-fbb30b7b421f req-edaa49e5-ff8b-478d-99ba-0adb075e3882 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817244 Jan 27 23:05:38.280433 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-076719a6-ff5d-485c-85e4-fbb30b7b421f req-84ccbc28-4b47-49f5-af8f-0577f4157400 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851016 Jan 27 23:05:38.976100 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:43.122040 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:05:57.929640 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:05:58.392607 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:02.392624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-896e66cc-4518-4e0a-9136-de88695d8ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:03.938296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8812a7-d1ce-4e0b-8491-cf608460215b req-eefbb949-af96-465e-819e-92b73b99c91d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:03.939817 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b8812a7-d1ce-4e0b-8491-cf608460215b req-eefbb949-af96-465e-819e-92b73b99c91d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0501828 Jan 27 23:06:03.988003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5b8812a7-d1ce-4e0b-8491-cf608460215b req-5e6146e3-80d1-4ec9-9af3-4beaea16cf79 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426097 Jan 27 23:06:04.958022 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-eb72ed51-a42b-4ec2-b547-9540baaacc04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:05.107093 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc034f2-21d5-4c27-a0f7-21cfc05945ad req-62868084-b9ae-495c-9dfd-86200e1a642d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:05.108779 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdc034f2-21d5-4c27-a0f7-21cfc05945ad req-62868084-b9ae-495c-9dfd-86200e1a642d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0478702 Jan 27 23:06:05.162619 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdc034f2-21d5-4c27-a0f7-21cfc05945ad req-5916bb13-b100-4b93-82d7-16e3ae80cd29 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483727 Jan 27 23:06:06.283486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28249de-c522-44e0-83d1-eca69674e53a req-917facdb-2eda-4657-bc9d-8979156a1f79 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:06.284952 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a28249de-c522-44e0-83d1-eca69674e53a req-917facdb-2eda-4657-bc9d-8979156a1f79 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0474916 Jan 27 23:06:06.332409 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a28249de-c522-44e0-83d1-eca69674e53a req-4f2c47d6-1da6-4ff6-8520-fda522ecb40d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417995 Jan 27 23:06:06.455424 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:07.451582 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723436ad-9029-4cb8-a6e3-cbca618117ae req-794d0eb4-2a1d-45e2-ab16-157201eb4043 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:07.453615 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-723436ad-9029-4cb8-a6e3-cbca618117ae req-794d0eb4-2a1d-45e2-ab16-157201eb4043 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0481930 Jan 27 23:06:07.508992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-723436ad-9029-4cb8-a6e3-cbca618117ae req-33717124-ab1a-416a-a973-c03ab8de7da8 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496714 Jan 27 23:06:07.707238 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:08.624228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e158b64-caf7-490e-a787-5889ea364dd0 req-46bc4be4-13e6-42d1-a9e8-ff72cf766bb9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:08.625734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e158b64-caf7-490e-a787-5889ea364dd0 req-46bc4be4-13e6-42d1-a9e8-ff72cf766bb9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0514266 Jan 27 23:06:08.673671 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8e158b64-caf7-490e-a787-5889ea364dd0 req-043bc619-4b31-4893-8da6-c12b3ce29c47 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 Jan 27 23:06:08.975202 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:09.791962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974d37e-d12f-4bfb-8d3c-6049af74012b req-021f61c5-65e7-43da-985f-33ffe3f58c2d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:09.793447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c974d37e-d12f-4bfb-8d3c-6049af74012b req-021f61c5-65e7-43da-985f-33ffe3f58c2d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0471950 Jan 27 23:06:09.840958 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c974d37e-d12f-4bfb-8d3c-6049af74012b req-ee2ebf59-22d4-4e81-b721-d2cde13c1564 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414391 Jan 27 23:06:10.955112 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c11e8a-fff2-42b4-9ea7-8fcdc921b035 req-c88b74c9-9efd-4eb6-814d-5ea7e9adfa0d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:10.956752 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c11e8a-fff2-42b4-9ea7-8fcdc921b035 req-c88b74c9-9efd-4eb6-814d-5ea7e9adfa0d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0483015 Jan 27 23:06:11.008838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b1c11e8a-fff2-42b4-9ea7-8fcdc921b035 req-1ed2219c-c9df-476a-952b-91845d10c50d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465171 Jan 27 23:06:12.122528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b51e50-ccbf-4b09-8132-7b64a7f86ce4 req-d1ceb557-ce29-4b3f-b8c5-b0caa088a851 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:12.124010 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66b51e50-ccbf-4b09-8132-7b64a7f86ce4 req-d1ceb557-ce29-4b3f-b8c5-b0caa088a851 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0487456 Jan 27 23:06:12.172587 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-66b51e50-ccbf-4b09-8132-7b64a7f86ce4 req-f0a01e4d-efef-48c0-9ba6-b98fcc882943 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425851 Jan 27 23:06:13.286158 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f69a8b-892e-493e-b915-f3f0fa19a244 req-d9d7c89b-1320-43b4-a9e5-edc53e62be0b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:13.287612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13f69a8b-892e-493e-b915-f3f0fa19a244 req-d9d7c89b-1320-43b4-a9e5-edc53e62be0b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0473776 Jan 27 23:06:13.334235 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-13f69a8b-892e-493e-b915-f3f0fa19a244 req-d8cede2d-bd63-415e-a3ae-7dbbea63db57 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410926 Jan 27 23:06:14.134620 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9779c1c-d6c6-4b0d-8e9e-159bbf2adcb9 req-5861a517-cd80-45da-a218-31be9e63571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:14.136136 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9779c1c-d6c6-4b0d-8e9e-159bbf2adcb9 req-5861a517-cd80-45da-a218-31be9e63571a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1096 time: 0.0450904 Jan 27 23:06:14.223668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9779c1c-d6c6-4b0d-8e9e-159bbf2adcb9 req-f6b3c52b-8485-4e4c-958a-1c86e230b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:14.225128 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9779c1c-d6c6-4b0d-8e9e-159bbf2adcb9 req-f6b3c52b-8485-4e4c-958a-1c86e230b5de service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0824256 Jan 27 23:06:14.291668 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9779c1c-d6c6-4b0d-8e9e-159bbf2adcb9 req-ac3ecc4d-d950-4236-a862-b48b4e229866 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893 HTTP/1.1" status: 200 len: 1001 time: 0.0608149 Jan 27 23:06:14.339189 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9779c1c-d6c6-4b0d-8e9e-159bbf2adcb9 req-75cd80a6-cf95-47b9-8b43-c159dc02e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:14.340557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9779c1c-d6c6-4b0d-8e9e-159bbf2adcb9 req-75cd80a6-cf95-47b9-8b43-c159dc02e5d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0424542 Jan 27 23:06:14.384990 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9779c1c-d6c6-4b0d-8e9e-159bbf2adcb9 req-17ee6aa7-5e02-4d44-aef2-639dd9ef9a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:14.386533 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9779c1c-d6c6-4b0d-8e9e-159bbf2adcb9 req-17ee6aa7-5e02-4d44-aef2-639dd9ef9a8e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406616 Jan 27 23:06:14.510257 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ebe7b-1447-4bb1-8490-7e2828a7d76c req-c38c7b9b-e3df-4013-8a63-b7c36e3829c5 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:14.511734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c60ebe7b-1447-4bb1-8490-7e2828a7d76c req-c38c7b9b-e3df-4013-8a63-b7c36e3829c5 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.1019320 Jan 27 23:06:14.515222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9779c1c-d6c6-4b0d-8e9e-159bbf2adcb9 req-bf52dfe0-b608-425b-8c2e-32185e2a55ee service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228435 Jan 27 23:06:14.613586 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c60ebe7b-1447-4bb1-8490-7e2828a7d76c req-fe985df5-7745-4e87-b190-918d27fab7a8 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961123 Jan 27 23:06:14.638430 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e9779c1c-d6c6-4b0d-8e9e-159bbf2adcb9 req-b3857b52-0f2c-48c7-9e53-6d06c9a1db58 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154041 Jan 27 23:06:15.727457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fe442-b96f-492e-b1ab-a24a4cdc5377 req-09c87cef-6981-41b6-a8ed-cef31e1ef40a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:15.729047 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b99fe442-b96f-492e-b1ab-a24a4cdc5377 req-09c87cef-6981-41b6-a8ed-cef31e1ef40a tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0494981 Jan 27 23:06:15.779013 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b99fe442-b96f-492e-b1ab-a24a4cdc5377 req-24209bb0-84a3-4eb0-ba24-fe637a2cdb4e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437906 Jan 27 23:06:16.905805 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f0992-0140-48a6-a6fc-4386cff03380 req-d721d07a-89b2-4b01-908d-71a3714061d6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:16.907325 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e98f0992-0140-48a6-a6fc-4386cff03380 req-d721d07a-89b2-4b01-908d-71a3714061d6 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0526621 Jan 27 23:06:16.962075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e98f0992-0140-48a6-a6fc-4386cff03380 req-a511353e-0d05-4bfd-a8c7-ac2de369f2fb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474420 Jan 27 23:06:18.076065 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e7cfe-0c2a-49fa-bdae-1f20c96edd1c req-3a05ab32-3592-4486-b3c1-37229189edeb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:18.077612 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-914e7cfe-0c2a-49fa-bdae-1f20c96edd1c req-3a05ab32-3592-4486-b3c1-37229189edeb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0485330 Jan 27 23:06:18.133438 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-914e7cfe-0c2a-49fa-bdae-1f20c96edd1c req-67e3d0de-8f1d-446c-b428-41e9edb5290f tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461640 Jan 27 23:06:19.251002 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4d1cc-5ccf-4639-964d-3fd60c6107ca req-e714ec5a-44c6-4849-9288-6c7a2a757111 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:19.252521 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aee4d1cc-5ccf-4639-964d-3fd60c6107ca req-e714ec5a-44c6-4849-9288-6c7a2a757111 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0475161 Jan 27 23:06:19.301003 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aee4d1cc-5ccf-4639-964d-3fd60c6107ca req-913ce7b9-694a-4dce-8046-406be4d081c1 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429597 Jan 27 23:06:20.120809 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:06:20.409735 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 734f9617-d91c-46ae-8c8f-2b419ad5e893 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:06:20.423399 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9232f7-db69-44d3-bb03-8e4219692873 req-50fce469-566e-494d-9aef-b0d006ef55bd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:20.425119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e9232f7-db69-44d3-bb03-8e4219692873 req-50fce469-566e-494d-9aef-b0d006ef55bd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0539389 Jan 27 23:06:20.473023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-7e9232f7-db69-44d3-bb03-8e4219692873 req-f2ee41de-1c32-4122-86d2-74a9ade18cd9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425384 Jan 27 23:06:20.490219 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 734f9617-d91c-46ae-8c8f-2b419ad5e893 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:06:20.490622 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:20.513059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:06:20.515314 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d514eef-93ad-4101-bd9f-704d6a621f2b" -d '{"events": [{"server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "name": "network-vif-unplugged", "status": "completed", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:06:20.528143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 734f9617-d91c-46ae-8c8f-2b419ad5e893, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:20.547877 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 27 Jan 2022 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a604d5a-e202-4e33-94e7-fa1a0b69e6f2 x-openstack-request-id: req-7a604d5a-e202-4e33-94e7-fa1a0b69e6f2 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:06:20.548231 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "name": "network-vif-unplugged", "status": "failed", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893", "code": 422}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:06:20.548490 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7a604d5a-e202-4e33-94e7-fa1a0b69e6f2 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:06:20.548957 n-d-760456-6 neutron-server[104028]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'code': 422} returned with failed status Jan 27 23:06:20.592647 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:20.639337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=734f9617-d91c-46ae-8c8f-2b419ad5e893,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:20.646656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:20.647012 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:20.647362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:20.647704 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:20.648043 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:20.648530 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:20.648743 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:20.649078 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:20.649416 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:20.649777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:20.650074 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:20.650402 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:20.650727 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:06:21.860789 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7f4b9-c29e-4fd0-848f-85b5d88dd0a5 req-99d79ea9-bc0f-40bf-9f2a-31b488e7e850 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:21.862243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cd7f4b9-c29e-4fd0-848f-85b5d88dd0a5 req-99d79ea9-bc0f-40bf-9f2a-31b488e7e850 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0482690 Jan 27 23:06:21.916457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cd7f4b9-c29e-4fd0-848f-85b5d88dd0a5 req-71e5856b-0006-433d-983e-409bc5862d35 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486336 Jan 27 23:06:21.969027 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-91d07506-b194-4f04-a5a8-b42b3c16dfed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877647 Jan 27 23:06:21.977468 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-b5f16a41-10a9-4ce5-bb3a-d57cbdfd4b53 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:06:21.978389 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-b5f16a41-10a9-4ce5-bb3a-d57cbdfd4b53 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047643 Jan 27 23:06:23.348406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5acc4a-8cdd-42ba-a83b-8494f819dd49 req-3722b1d7-35c8-4f72-a8f2-ac0fe1ebdf87 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:23.349877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca5acc4a-8cdd-42ba-a83b-8494f819dd49 req-3722b1d7-35c8-4f72-a8f2-ac0fe1ebdf87 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.3660109 Jan 27 23:06:23.397278 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ca5acc4a-8cdd-42ba-a83b-8494f819dd49 req-3185159b-5e00-41b6-8137-59b266690ba2 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417888 Jan 27 23:06:24.510938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460eeea2-0f65-4da3-9d3d-1d26aea6053b req-48eef80e-f772-465a-9bd3-97e7e8872fae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:24.512494 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-460eeea2-0f65-4da3-9d3d-1d26aea6053b req-48eef80e-f772-465a-9bd3-97e7e8872fae tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0479946 Jan 27 23:06:24.561073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-460eeea2-0f65-4da3-9d3d-1d26aea6053b req-79364a15-f5a8-4489-b2d0-54c847212eeb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Jan 27 23:06:25.681235 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865518e-cab2-4f09-9496-ca4debabe5af req-d3e1a4df-52a0-441b-ac62-aed8aca460ee tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:25.682687 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c865518e-cab2-4f09-9496-ca4debabe5af req-d3e1a4df-52a0-441b-ac62-aed8aca460ee tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0519111 Jan 27 23:06:25.731213 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c865518e-cab2-4f09-9496-ca4debabe5af req-ff848eda-9db3-4124-8d7b-bc742a1bc6e9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422685 Jan 27 23:06:26.849240 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8b32f-e974-4792-97a7-09b1e07b8c15 req-b637a934-5e83-4564-99e8-f148d9933aeb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:26.850729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdf8b32f-e974-4792-97a7-09b1e07b8c15 req-b637a934-5e83-4564-99e8-f148d9933aeb tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0499785 Jan 27 23:06:26.899032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cdf8b32f-e974-4792-97a7-09b1e07b8c15 req-93d3ba96-0b30-4b2e-b847-82ea90f89bc8 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427797 Jan 27 23:06:27.918230 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:28.012561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a60887-50a4-4caf-ad57-5f96a6591fae req-cbe1914a-d4f9-4d23-a8ab-5faf44f6bd60 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:28.014044 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23a60887-50a4-4caf-ad57-5f96a6591fae req-cbe1914a-d4f9-4d23-a8ab-5faf44f6bd60 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0470979 Jan 27 23:06:28.067026 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-23a60887-50a4-4caf-ad57-5f96a6591fae req-e5a3df03-22bf-467e-bbae-fcb46102bc6d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468483 Jan 27 23:06:28.346157 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:29.196387 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6ba18-8c8d-4ec0-848f-56dc9a120835 req-ccab21ae-3f88-46c7-865e-0130385baecd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:29.197873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8f6ba18-8c8d-4ec0-848f-56dc9a120835 req-ccab21ae-3f88-46c7-865e-0130385baecd tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0479019 Jan 27 23:06:29.246539 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f8f6ba18-8c8d-4ec0-848f-56dc9a120835 req-b17972b6-f39c-4abd-8fac-0793ddc52e7e tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425081 Jan 27 23:06:30.366210 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8034bb-b47d-4d25-ae65-7e12d69f22d2 req-5d6e46ec-8c02-41d1-9e91-b37689c73c52 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:30.367590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a8034bb-b47d-4d25-ae65-7e12d69f22d2 req-5d6e46ec-8c02-41d1-9e91-b37689c73c52 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0489399 Jan 27 23:06:30.416052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9a8034bb-b47d-4d25-ae65-7e12d69f22d2 req-6e641fc3-f35c-46d0-8253-bb60106b379c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427237 Jan 27 23:06:31.535001 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94912457-56b6-4b18-a8bc-52c1f172bcf1 req-000d3edf-f93b-4bf5-b5c3-fb995a1fe311 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:31.536580 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94912457-56b6-4b18-a8bc-52c1f172bcf1 req-000d3edf-f93b-4bf5-b5c3-fb995a1fe311 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0531228 Jan 27 23:06:31.584447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-94912457-56b6-4b18-a8bc-52c1f172bcf1 req-21163670-754e-4a8a-83d7-a5b1c655dbcf tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420718 Jan 27 23:06:32.420731 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5d15a78e-6116-40fa-83a3-0ea57f118f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:32.698972 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234d21-e633-4635-8d65-6deb42c15cd8 req-7f883a82-7273-4fdf-8d34-9ea7cc3b7cf1 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:32.700497 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8234d21-e633-4635-8d65-6deb42c15cd8 req-7f883a82-7273-4fdf-8d34-9ea7cc3b7cf1 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0485582 Jan 27 23:06:32.750271 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c8234d21-e633-4635-8d65-6deb42c15cd8 req-642e8240-8996-4af8-98e4-a175d55bdc53 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429323 Jan 27 23:06:33.282479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-25c4f656-0ca1-47a0-93d2-52d83d2e6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:33.283989 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-25c4f656-0ca1-47a0-93d2-52d83d2e6243 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d&tenant_id=a255053cd4a8467ba019dfc410c88a4c HTTP/1.1" status: 200 len: 1094 time: 0.0438199 Jan 27 23:06:33.341405 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-d5f5d1c4-ed7a-4cc6-a842-82da922af12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:33.342901 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-d5f5d1c4-ed7a-4cc6-a842-82da922af12d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1094 time: 0.0389519 Jan 27 23:06:33.430348 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-30c990c5-85e0-42af-a8b3-76f35c422c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:33.431710 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-30c990c5-85e0-42af-a8b3-76f35c422c0c service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0824111 Jan 27 23:06:33.498484 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-f51f3798-2e78-4905-950d-b617876708cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893 HTTP/1.1" status: 200 len: 999 time: 0.0608962 Jan 27 23:06:33.545688 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-23e0c8be-5532-46eb-888e-5e99d0453592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:33.547594 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-23e0c8be-5532-46eb-888e-5e99d0453592 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0425117 Jan 27 23:06:33.590022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-17168557-d3e1-49cc-9f63-e55e10c151e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:33.591470 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-17168557-d3e1-49cc-9f63-e55e10c151e3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381091 Jan 27 23:06:33.683629 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-fb8c929d-0ff7-4264-bcaa-145a272a6815 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864642 Jan 27 23:06:33.778200 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-a7618e74-10d0-4f69-ac59-bea9df258b02 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866327 Jan 27 23:06:33.871412 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f1251-07ab-4f57-95f3-376a720d9fa7 req-6b47fe02-96d3-4a74-88df-56cf5959aa16 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:33.872896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c63f1251-07ab-4f57-95f3-376a720d9fa7 req-6b47fe02-96d3-4a74-88df-56cf5959aa16 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0535836 Jan 27 23:06:33.923036 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c63f1251-07ab-4f57-95f3-376a720d9fa7 req-74062bdb-1b11-49ac-844d-d51f25a7bc32 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440400 Jan 27 23:06:34.952576 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-df52e33d-0e77-4926-ac8f-2e5b6ef6bcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:35.037658 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0296dc-b46d-497f-89f4-876e236d1bd7 req-6bfc2551-b174-4fae-9f9c-e380b444ca07 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:35.039153 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b0296dc-b46d-497f-89f4-876e236d1bd7 req-6bfc2551-b174-4fae-9f9c-e380b444ca07 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0484970 Jan 27 23:06:35.087287 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1b0296dc-b46d-497f-89f4-876e236d1bd7 req-8b70f1d9-9704-491a-8289-563d3eea7680 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426381 Jan 27 23:06:36.200398 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44ae4a-eb82-4842-9015-99f150c49460 req-4cf047b0-23f5-457a-b2fb-bffbe8ad3b40 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:36.202195 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e44ae4a-eb82-4842-9015-99f150c49460 req-4cf047b0-23f5-457a-b2fb-bffbe8ad3b40 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0480425 Jan 27 23:06:36.253438 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9e44ae4a-eb82-4842-9015-99f150c49460 req-6d22a098-a0f9-4855-a906-585afb9af343 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459855 Jan 27 23:06:36.420489 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:37.368351 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d049d9-416d-4a60-89c2-03dcbbc55761 req-857c672a-edf6-4a81-a25a-dc8063736e56 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:37.369823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80d049d9-416d-4a60-89c2-03dcbbc55761 req-857c672a-edf6-4a81-a25a-dc8063736e56 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0485744 Jan 27 23:06:37.418760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-80d049d9-416d-4a60-89c2-03dcbbc55761 req-13874f83-b496-4a92-8ede-b68c69e56471 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433238 Jan 27 23:06:37.700759 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:38.531904 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d2ef6-c4ee-4e62-a680-8ee8e472117b req-134826bc-6949-4bf5-94a7-62d077be41b8 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:38.533437 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc0d2ef6-c4ee-4e62-a680-8ee8e472117b req-134826bc-6949-4bf5-94a7-62d077be41b8 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0485435 Jan 27 23:06:38.581056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-bc0d2ef6-c4ee-4e62-a680-8ee8e472117b req-f1f8f21d-107f-4b9f-8c70-0c35d559494b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420456 Jan 27 23:06:38.743930 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa54f-454a-4fe4-a79c-f90aa3eb5907 req-b44f442e-9f93-4892-b564-cb2c8c3300f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:38.745400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-834aa54f-454a-4fe4-a79c-f90aa3eb5907 req-b44f442e-9f93-4892-b564-cb2c8c3300f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1094 time: 0.0453749 Jan 27 23:06:38.845524 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa54f-454a-4fe4-a79c-f90aa3eb5907 req-2091a6a5-5556-4488-a561-8a09b8fb3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:38.846989 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-834aa54f-454a-4fe4-a79c-f90aa3eb5907 req-2091a6a5-5556-4488-a561-8a09b8fb3d7a service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0843883 Jan 27 23:06:38.915283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-834aa54f-454a-4fe4-a79c-f90aa3eb5907 req-c349517c-a58d-4b29-a556-4eb2ca513068 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893 HTTP/1.1" status: 200 len: 999 time: 0.0628114 Jan 27 23:06:38.963090 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa54f-454a-4fe4-a79c-f90aa3eb5907 req-57f01aa2-5bb6-4eb0-b94a-0d999901803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:38.964570 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-834aa54f-454a-4fe4-a79c-f90aa3eb5907 req-57f01aa2-5bb6-4eb0-b94a-0d999901803f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0435476 Jan 27 23:06:38.986403 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:39.008636 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834aa54f-454a-4fe4-a79c-f90aa3eb5907 req-d3dcdf3c-863f-431e-8180-a6c6d81f61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:39.010056 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-834aa54f-454a-4fe4-a79c-f90aa3eb5907 req-d3dcdf3c-863f-431e-8180-a6c6d81f61cb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396311 Jan 27 23:06:39.101132 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-834aa54f-454a-4fe4-a79c-f90aa3eb5907 req-367b8b8f-6170-43d6-ad3d-c05a1392a3d3 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854924 Jan 27 23:06:39.188473 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-834aa54f-454a-4fe4-a79c-f90aa3eb5907 req-c1836a64-17f4-471d-97c6-ce852b638b69 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810685 Jan 27 23:06:39.697709 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbf04f-1614-42c2-ba2d-5519cca3df4b req-c8c19739-7e68-4b6f-8ea8-23e421d677da tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:39.699186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00fbf04f-1614-42c2-ba2d-5519cca3df4b req-c8c19739-7e68-4b6f-8ea8-23e421d677da tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 943 time: 0.0509729 Jan 27 23:06:39.758716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-00fbf04f-1614-42c2-ba2d-5519cca3df4b req-6bbc0670-8589-442a-8c11-b02afef2e4df tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540268 Jan 27 23:06:40.475789 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 734f9617-d91c-46ae-8c8f-2b419ad5e893 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:06:40.569271 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 734f9617-d91c-46ae-8c8f-2b419ad5e893, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:40.581346 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'port_id': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'mac_address': 'fa:16:3e:c8:c9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:06:40.616631 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 734f9617-d91c-46ae-8c8f-2b419ad5e893 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:06:40.617086 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:40.629854 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734f9617-d91c-46ae-8c8f-2b419ad5e893 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:06:40.648802 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 734f9617-d91c-46ae-8c8f-2b419ad5e893, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:40.706638 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:40.757793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=734f9617-d91c-46ae-8c8f-2b419ad5e893,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:40.871014 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85c190-dac7-4a40-867a-7515e548030b req-58cfc898-ec07-4247-bcf9-9b62c9830db3 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:40.872492 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c85c190-dac7-4a40-867a-7515e548030b req-58cfc898-ec07-4247-bcf9-9b62c9830db3 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 944 time: 0.0477281 Jan 27 23:06:40.921281 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-9c85c190-dac7-4a40-867a-7515e548030b req-2c92b200-2fbf-477b-b4c0-044c42feb5ca tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427461 Jan 27 23:06:40.963812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['734f9617-d91c-46ae-8c8f-2b419ad5e893'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:06:42.035577 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2549be4-dcd1-48d5-9f33-5074be519775 req-601dbf45-c6de-42c8-8f2e-e0e4afb34512 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:42.037116 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2549be4-dcd1-48d5-9f33-5074be519775 req-601dbf45-c6de-42c8-8f2e-e0e4afb34512 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 944 time: 0.0484688 Jan 27 23:06:42.084780 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d2549be4-dcd1-48d5-9f33-5074be519775 req-0cb44423-7a5f-4ab7-8540-43f73772641c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422158 Jan 27 23:06:42.476124 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 734f9617-d91c-46ae-8c8f-2b419ad5e893 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:06:42.523334 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 734f9617-d91c-46ae-8c8f-2b419ad5e893 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:06:42.523712 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:42.600795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 734f9617-d91c-46ae-8c8f-2b419ad5e893 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:06:42.601185 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:42.622793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:06:42.625049 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e200b8-3f70-48bf-9853-d9868b52b95b" -d '{"events": [{"server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "name": "network-vif-plugged", "status": "completed", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:06:42.637462 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 734f9617-d91c-46ae-8c8f-2b419ad5e893, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:06:42.663093 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3f4ecc-4d5c-40e1-b819-6692e52cc5ea x-openstack-request-id: req-ba3f4ecc-4d5c-40e1-b819-6692e52cc5ea {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:06:42.663396 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "name": "network-vif-plugged", "status": "completed", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:06:42.663661 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba3f4ecc-4d5c-40e1-b819-6692e52cc5ea {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:06:42.664062 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'code': 200} Jan 27 23:06:42.729679 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:42.779533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=734f9617-d91c-46ae-8c8f-2b419ad5e893,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:06:42.810965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ca62d-b6c4-41c3-94ec-629ce0ce28ea req-00ecbc1e-ef15-4ade-8787-06067a9d1a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:42.812447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-378ca62d-b6c4-41c3-94ec-629ce0ce28ea req-00ecbc1e-ef15-4ade-8787-06067a9d1a02 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1096 time: 0.0451303 Jan 27 23:06:42.856823 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-378ca62d-b6c4-41c3-94ec-629ce0ce28ea req-0b34a39f-1817-4dd6-b22e-551e9882cebf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375652 Jan 27 23:06:43.202462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c1447-c8ed-40fd-bd51-4cd61e598fe9 req-f12c60b8-b8c1-472f-b14d-436b88896f2b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:43.203949 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b01c1447-c8ed-40fd-bd51-4cd61e598fe9 req-f12c60b8-b8c1-472f-b14d-436b88896f2b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0487952 Jan 27 23:06:43.252435 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-b01c1447-c8ed-40fd-bd51-4cd61e598fe9 req-fcf127af-6f4c-4873-8833-c9cfbe1f00a8 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423815 Jan 27 23:06:44.372538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7370901-cf92-4703-ba7f-8926677e20d7 req-38b6021e-c71e-4c30-82cb-e1a4e816455d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:06:44.373951 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7370901-cf92-4703-ba7f-8926677e20d7 req-38b6021e-c71e-4c30-82cb-e1a4e816455d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0529969 Jan 27 23:06:44.422776 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e7370901-cf92-4703-ba7f-8926677e20d7 req-d4f822d5-6ab7-444e-8199-2ccaae75fd30 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 Jan 27 23:06:57.119622 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:06:57.876013 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:06:58.362624 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:02.368925 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-029ab335-f538-41dc-b522-c46ce00bb2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:04.934190 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b6f378e7-e45c-45bf-a8ce-ddfa5dcb811f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:06.431800 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:07.717546 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:09.001766 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:27.934274 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:28.374216 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:32.442212 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0b9cfb53-cc71-4ee5-92c8-fb617fa2d8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:34.119367 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:07:34.962491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dc6b30f1-ef42-4991-9050-e870287e957c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:36.457860 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:37.710670 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:38.996782 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:40.704453 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ee0edde-cd10-4645-9b82-978f1bdee10f req-4421ac8b-3cd8-4766-9c6d-d75b206d0df3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404818 Jan 27 23:07:40.783307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0edde-cd10-4645-9b82-978f1bdee10f req-7156ba31-0285-4436-9a55-fdb47f3aa734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:40.784913 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ee0edde-cd10-4645-9b82-978f1bdee10f req-7156ba31-0285-4436-9a55-fdb47f3aa734 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1096 time: 0.0408978 Jan 27 23:07:40.892168 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0edde-cd10-4645-9b82-978f1bdee10f req-9a6a8491-3042-4094-b56b-47e65c0cb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:40.893664 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ee0edde-cd10-4645-9b82-978f1bdee10f req-9a6a8491-3042-4094-b56b-47e65c0cb3a7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0905287 Jan 27 23:07:40.958284 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ee0edde-cd10-4645-9b82-978f1bdee10f req-95dd05de-a2ce-43d2-966f-4b5483d90d5c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893 HTTP/1.1" status: 200 len: 1001 time: 0.0588708 Jan 27 23:07:41.006738 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0edde-cd10-4645-9b82-978f1bdee10f req-f3984ef1-ef66-4bb1-bbe9-521f99bbad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:41.008231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ee0edde-cd10-4645-9b82-978f1bdee10f req-f3984ef1-ef66-4bb1-bbe9-521f99bbad75 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0440464 Jan 27 23:07:41.057224 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0edde-cd10-4645-9b82-978f1bdee10f req-5f6672f8-091a-4c63-ba9e-5f08f539c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:07:41.058716 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ee0edde-cd10-4645-9b82-978f1bdee10f req-5f6672f8-091a-4c63-ba9e-5f08f539c8f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445900 Jan 27 23:07:41.146989 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ee0edde-cd10-4645-9b82-978f1bdee10f req-3eb51c64-903b-4db1-9f5d-ab7d44e29be7 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822477 Jan 27 23:07:41.238916 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-5ee0edde-cd10-4645-9b82-978f1bdee10f req-32f7f5e4-0bbb-479f-b539-74da166cd47f service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862460 Jan 27 23:07:57.864605 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:07:58.379687 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:02.355938 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-37fd937b-b789-4e75-9992-e6405142b58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:04.931172 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-16f84e78-e185-4256-a6db-650d00908e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:06.462799 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:07.736589 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:09.041991 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:11.118996 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:08:23.853999 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43648) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:24.158752 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Deleting port dee22020-ad4c-411d-b447-40e0e3c734e8 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:24.159095 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (dee22020-ad4c-411d-b447-40e0e3c734e8), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.230560 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (dee22020-ad4c-411d-b447-40e0e3c734e8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.230881 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for floatingip (dee22020-ad4c-411d-b447-40e0e3c734e8), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.242150 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Calling delete_port for dee22020-ad4c-411d-b447-40e0e3c734e8 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:24.516236 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (dee22020-ad4c-411d-b447-40e0e3c734e8), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.543763 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event deleted for resources: {'Port': ['ID=dee22020-ad4c-411d-b447-40e0e3c734e8,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:24.571860 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.572255 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.572603 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.572945 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.573287 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.573625 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.573961 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.574294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.574623 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.574952 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.575286 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.575613 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.575940 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:24.618012 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for floatingip (1ecb62d6-66f2-4dd8-8643-d538dbd5ce57), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.619397 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Floating IP 1ecb62d6-66f2-4dd8-8643-d538dbd5ce57 disassociated (deleted). External IP: 172.25.0.208, port: 734f9617-d91c-46ae-8c8f-2b419ad5e893. Jan 27 23:08:24.833110 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Router 8dbb446c-6b35-4c76-b25a-5001c510a80b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:08:24.985825 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:08:24.990361 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:24.995581 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f985e53-5ead-47ef-b653-52c0f2ed82b6 None None] Sync routers for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:08:25.005454 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f985e53-5ead-47ef-b653-52c0f2ed82b6 None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:25.006080 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0f985e53-5ead-47ef-b653-52c0f2ed82b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:25.021182 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-445bcdce-3ca6-42a0-9cee-cd81e6789c15 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "DELETE /v2.0/floatingips/1ecb62d6-66f2-4dd8-8643-d538dbd5ce57 HTTP/1.1" status: 204 len: 168 time: 1.1660819 Jan 27 23:08:25.021785 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:08:25.024310 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52d6bbf4e823dbab06c8da649c31c3d22b524fdafd52c393f21dfa390ba9c210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d36a4e-8a32-40d1-923f-20d4f6046211" -d '{"events": [{"name": "network-changed", "server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:08:25.115723 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-0f985e53-5ead-47ef-b653-52c0f2ed82b6 None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:25.224700 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099a1857-2aaa-4172-8c5a-130e914721e9 x-openstack-request-id: req-099a1857-2aaa-4172-8c5a-130e914721e9 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:08:25.225199 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:08:25.225485 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-099a1857-2aaa-4172-8c5a-130e914721e9 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:08:25.225897 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'status': 'completed', 'code': 200} Jan 27 23:08:25.288269 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d36a4e-8a32-40d1-923f-20d4f6046211 req-8755541b-68d6-4626-8c1f-8a482433cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:25.289798 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d36a4e-8a32-40d1-923f-20d4f6046211 req-8755541b-68d6-4626-8c1f-8a482433cf60 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a255053cd4a8467ba019dfc410c88a4c&device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 1096 time: 0.0430417 Jan 27 23:08:25.325361 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0f985e53-5ead-47ef-b653-52c0f2ed82b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:25.356119 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f985e53-5ead-47ef-b653-52c0f2ed82b6 None None] Checking router: 8dbb446c-6b35-4c76-b25a-5001c510a80b for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:08:25.365261 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f985e53-5ead-47ef-b653-52c0f2ed82b6 None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:25.366044 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0f985e53-5ead-47ef-b653-52c0f2ed82b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:25.390075 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d36a4e-8a32-40d1-923f-20d4f6046211 req-449a1688-f322-4b2d-93ae-a89334b2ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:25.391575 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d36a4e-8a32-40d1-923f-20d4f6046211 req-449a1688-f322-4b2d-93ae-a89334b2ed33 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 200 len: 908 time: 0.0962238 Jan 27 23:08:25.435846 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d36a4e-8a32-40d1-923f-20d4f6046211 req-9a012404-87e5-4327-a76a-e56908bb8759 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893 HTTP/1.1" status: 200 len: 217 time: 0.0362113 Jan 27 23:08:25.486530 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d36a4e-8a32-40d1-923f-20d4f6046211 req-bc89cd5d-2633-45b1-bd81-13de9e5d6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:25.488183 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d36a4e-8a32-40d1-923f-20d4f6046211 req-bc89cd5d-2633-45b1-bd81-13de9e5d6664 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 200 len: 846 time: 0.0473442 Jan 27 23:08:25.538296 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d36a4e-8a32-40d1-923f-20d4f6046211 req-4d2aba85-445f-4f09-b5a7-1e030e589eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:25.540067 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d36a4e-8a32-40d1-923f-20d4f6046211 req-4d2aba85-445f-4f09-b5a7-1e030e589eff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dd5096d1-7532-4444-8925-0308a4f688dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445039 Jan 27 23:08:25.634465 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-0f985e53-5ead-47ef-b653-52c0f2ed82b6 None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:25.652062 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c8f89-e09b-44cd-aa46-5cc577512704 req-e380d27a-0206-451c-b481-41214eb6f9d1 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:25.653571 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-063c8f89-e09b-44cd-aa46-5cc577512704 req-e380d27a-0206-451c-b481-41214eb6f9d1 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.1644368 Jan 27 23:08:25.675432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d36a4e-8a32-40d1-923f-20d4f6046211 req-de17ed30-8528-4e8f-a06c-c0279a81af59 service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245317 Jan 27 23:08:25.760376 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-063c8f89-e09b-44cd-aa46-5cc577512704 req-4efb24cc-408b-4ae3-b3c4-705c87baf137 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004727 Jan 27 23:08:25.793181 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-91d36a4e-8a32-40d1-923f-20d4f6046211 req-a830d434-6e0e-4ff9-b0bb-d6d084d5addd service neutron] 10.222.0.71 "GET /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094177 Jan 27 23:08:25.832437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0f985e53-5ead-47ef-b653-52c0f2ed82b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:25.858523 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f985e53-5ead-47ef-b653-52c0f2ed82b6 None None] The sync data for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 is: [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T22:58:15Z', 'revision_number': 4, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'c324d8c5-0690-4b45-a614-a27340ba80a7', 'name': '', 'network_id': 'dd5096d1-7532-4444-8925-0308a4f688dd', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'mac_address': 'fa:16:3e:15:e7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '88010684-b9da-48fe-8539-8de37a0717e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:15Z', 'updated_at': '2022-01-27T22:58:19Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'subnets': [{'id': '88010684-b9da-48fe-8539-8de37a0717e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:08:26.079924 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c0355-f9fd-4c10-89b4-ffb934f863a4 None None] New status for floating IP 1ecb62d6-66f2-4dd8-8643-d538dbd5ce57: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:08:26.923479 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e63e9-d104-4e47-a841-63b2bcc7663f req-52934a82-5efe-416d-a091-c423e65ba49c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:26.924983 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-001e63e9-d104-4e47-a841-63b2bcc7663f req-52934a82-5efe-416d-a091-c423e65ba49c tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0942118 Jan 27 23:08:26.978086 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-001e63e9-d104-4e47-a841-63b2bcc7663f req-b95e401f-9ecc-408e-b058-9315ac005ce7 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/security-groups?id=92870f09-33d3-4890-addd-7c857795c453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468791 Jan 27 23:08:27.125915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f91663-4f0e-4db9-aa22-09afca2a9f1b req-1f9c89af-d031-4665-bfc1-b2960dd76340 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:27.127361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3f91663-4f0e-4db9-aa22-09afca2a9f1b req-1f9c89af-d031-4665-bfc1-b2960dd76340 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.71 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 945 time: 0.0476880 Jan 27 23:08:27.215102 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-a3f91663-4f0e-4db9-aa22-09afca2a9f1b req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Deleting port 734f9617-d91c-46ae-8c8f-2b419ad5e893 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:27.215446 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a3f91663-4f0e-4db9-aa22-09afca2a9f1b req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.305266 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-a3f91663-4f0e-4db9-aa22-09afca2a9f1b req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] For port 734f9617-d91c-46ae-8c8f-2b419ad5e893, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=734f9617-d91c-46ae-8c8f-2b419ad5e893,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:27.305636 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a3f91663-4f0e-4db9-aa22-09afca2a9f1b req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.317474 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-a3f91663-4f0e-4db9-aa22-09afca2a9f1b req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Calling delete_port for 734f9617-d91c-46ae-8c8f-2b419ad5e893 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:27.527498 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a3f91663-4f0e-4db9-aa22-09afca2a9f1b req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (734f9617-d91c-46ae-8c8f-2b419ad5e893), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.556156 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event deleted for resources: {'Port': ['ID=734f9617-d91c-46ae-8c8f-2b419ad5e893,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:27.581134 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.581495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.581844 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.582188 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.582527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.582864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.583196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.583528 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.583858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.584209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.584542 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.584875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.585206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:27.607022 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f91663-4f0e-4db9-aa22-09afca2a9f1b req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] No DVR routers for this DVR port 734f9617-d91c-46ae-8c8f-2b419ad5e893 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:08:27.609440 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-a3f91663-4f0e-4db9-aa22-09afca2a9f1b req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:27.612821 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a3f91663-4f0e-4db9-aa22-09afca2a9f1b req-55b71c7a-4520-44af-9fde-1c80b6c1e6d4 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.71 "DELETE /v2.0/ports/734f9617-d91c-46ae-8c8f-2b419ad5e893 HTTP/1.1" status: 204 len: 173 time: 0.4798558 Jan 27 23:08:27.613249 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'name': 'network-vif-deleted', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:08:27.615509 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6a1a23-467e-4792-b6d3-a16c8757364e" -d '{"events": [{"server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "name": "network-vif-deleted", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:08:27.698641 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed781cd-e99c-4e1e-89b0-de0caf5c7fca x-openstack-request-id: req-6ed781cd-e99c-4e1e-89b0-de0caf5c7fca {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:08:27.698947 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9628bbc2-d24e-495a-866d-9bf4c80fff9d", "name": "network-vif-deleted", "tag": "734f9617-d91c-46ae-8c8f-2b419ad5e893", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:08:27.699205 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ed781cd-e99c-4e1e-89b0-de0caf5c7fca {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:08:27.699607 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9628bbc2-d24e-495a-866d-9bf4c80fff9d', 'name': 'network-vif-deleted', 'tag': '734f9617-d91c-46ae-8c8f-2b419ad5e893', 'status': 'completed', 'code': 200} Jan 27 23:08:27.987584 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:28.083584 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-17b5b38c-a1a2-4bbb-ab40-99a30a67e4ce req-2dfc2c10-bed3-4d7a-b867-ded39c7ccd5b tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 210 time: 0.0284085 Jan 27 23:08:28.381298 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:29.192501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-63cc4386-2b08-4fcb-a7bc-0a246fe9bc22 req-dc72c391-6002-4e90-8544-363cf994b3fe tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 210 time: 0.0329874 Jan 27 23:08:29.242080 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [req-454277a8-e409-4763-a215-1457d25e52b7 req-53476dcb-85af-41c3-ba3b-4e13393841ac service neutron] (104026) timed out ('10.222.0.74', 55531) {{(pid=104026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 23:08:30.289164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-710a1fad-9701-4045-b26e-5361f7cf4ac5 req-98ec574e-f1bf-44c1-a6d1-caeb66613f39 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 210 time: 0.0296726 Jan 27 23:08:31.081320 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 734f9617-d91c-46ae-8c8f-2b419ad5e893 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:08:31.103270 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 734f9617-d91c-46ae-8c8f-2b419ad5e893 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:08:31.103624 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 734f9617-d91c-46ae-8c8f-2b419ad5e893 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:08:31.382127 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ea756330-bb4a-4b95-a227-f25c7d2fb8ce req-acdab987-8ab9-40f1-b177-bca18d723f23 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 210 time: 0.0258441 Jan 27 23:08:32.410770 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b978823-5629-497e-adfd-af6875e8fca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:32.478268 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-aa6f8d0e-63a9-4164-92f7-e4bad0864291 req-891419d3-2ea8-4269-9c9d-a067bd706693 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 210 time: 0.0263219 Jan 27 23:08:33.571719 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-89824d57-4358-452f-9dfd-1dbc3f4e4ddc req-5371173e-76ce-4d3e-b3fe-0a4163eb29e5 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 210 time: 0.0258660 Jan 27 23:08:34.666956 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e0563d5b-5d08-4e45-9427-4894e2d1db6c req-1bc7e437-a69f-4b7a-b27e-bed73c717d13 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 210 time: 0.0263610 Jan 27 23:08:34.955467 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a0aea964-112e-41e1-8199-fea981fc535b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:35.760327 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-65b8f76c-5260-4815-b14e-7ab2552beb22 req-976080bb-bc4f-42f5-a10e-1ca6e83bdb51 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 210 time: 0.0261316 Jan 27 23:08:36.464098 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:36.870012 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccfa2204-ca6c-458b-a9d3-75996fc21966 req-f011d005-e1a1-4c18-94a6-df0c25bd617d tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9628bbc2-d24e-495a-866d-9bf4c80fff9d HTTP/1.1" status: 200 len: 210 time: 0.0291486 Jan 27 23:08:37.723877 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:37.932428 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43706) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:37.993997 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-49cfc821-e7e1-48c9-a0f5-77e8768069d9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group (92870f09-33d3-4890-addd-7c857795c453), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:38.021529 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-49cfc821-e7e1-48c9-a0f5-77e8768069d9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group (92870f09-33d3-4890-addd-7c857795c453), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:38.207140 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-49cfc821-e7e1-48c9-a0f5-77e8768069d9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (92870f09-33d3-4890-addd-7c857795c453), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:38.209935 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-49cfc821-e7e1-48c9-a0f5-77e8768069d9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:38.211171 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-49cfc821-e7e1-48c9-a0f5-77e8768069d9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] 10.222.0.61 "DELETE /v2.0/security-groups/92870f09-33d3-4890-addd-7c857795c453 HTTP/1.1" status: 204 len: 168 time: 0.2777190 Jan 27 23:08:38.229077 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfc821-e7e1-48c9-a0f5-77e8768069d9 tempest-TestShelveInstance-1247658634 tempest-TestShelveInstance-1247658634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92870f09-33d3-4890-addd-7c857795c453,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:38.376476 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43710) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:39.007087 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:39.140290 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fbaf3886-8eef-48dd-a962-ce5b74a1e1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (8dbb446c-6b35-4c76-b25a-5001c510a80b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:39.383687 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf3886-8eef-48dd-a962-ce5b74a1e1dc admin admin] Deleting port c324d8c5-0690-4b45-a614-a27340ba80a7 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:39.384030 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fbaf3886-8eef-48dd-a962-ce5b74a1e1dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:39.460449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-fbaf3886-8eef-48dd-a962-ce5b74a1e1dc admin admin] For port c324d8c5-0690-4b45-a614-a27340ba80a7, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=c324d8c5-0690-4b45-a614-a27340ba80a7,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:39.460818 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fbaf3886-8eef-48dd-a962-ce5b74a1e1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:39.473836 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf3886-8eef-48dd-a962-ce5b74a1e1dc admin admin] Calling delete_port for c324d8c5-0690-4b45-a614-a27340ba80a7 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:39.739072 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fbaf3886-8eef-48dd-a962-ce5b74a1e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (c324d8c5-0690-4b45-a614-a27340ba80a7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:39.765397 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf3886-8eef-48dd-a962-ce5b74a1e1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c324d8c5-0690-4b45-a614-a27340ba80a7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:39.947853 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fbaf3886-8eef-48dd-a962-ce5b74a1e1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (8dbb446c-6b35-4c76-b25a-5001c510a80b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:40.182678 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaf3886-8eef-48dd-a962-ce5b74a1e1dc admin admin] Router 8dbb446c-6b35-4c76-b25a-5001c510a80b has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:08:40.290733 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaf3886-8eef-48dd-a962-ce5b74a1e1dc admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:08:40.299025 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fbaf3886-8eef-48dd-a962-ce5b74a1e1dc admin admin] 10.222.0.61 "PUT /v2.0/routers/8dbb446c-6b35-4c76-b25a-5001c510a80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9185655 Jan 27 23:08:40.299025 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43714) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:40.302087 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0075a5-b926-4fa2-867a-d1d70ccb0ec6 None None] Sync routers for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:08:40.313476 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0075a5-b926-4fa2-867a-d1d70ccb0ec6 None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:40.314103 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0f0075a5-b926-4fa2-867a-d1d70ccb0ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:40.407744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Publish callbacks [] for router (8dbb446c-6b35-4c76-b25a-5001c510a80b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:40.422352 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-0f0075a5-b926-4fa2-867a-d1d70ccb0ec6 None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:40.512942 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Publish callbacks [] for router_gateway (8dbb446c-6b35-4c76-b25a-5001c510a80b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:40.596813 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0f0075a5-b926-4fa2-867a-d1d70ccb0ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T23:08:39Z', 'revision_number': 5, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port': {'id': 'fc90be6b-0ab1-4182-b86c-fd3104b4ca75', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:13Z', 'updated_at': '2022-01-27T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:40.631303 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0075a5-b926-4fa2-867a-d1d70ccb0ec6 None None] Checking router: 8dbb446c-6b35-4c76-b25a-5001c510a80b for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:08:40.639951 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0075a5-b926-4fa2-867a-d1d70ccb0ec6 None None] Routers {'8dbb446c-6b35-4c76-b25a-5001c510a80b'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:40.640603 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0f0075a5-b926-4fa2-867a-d1d70ccb0ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8dbb446c-6b35-4c76-b25a-5001c510a80b'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:40.671802 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Deleting port fc90be6b-0ab1-4182-b86c-fd3104b4ca75 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:40.672178 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:40.731142 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-0f0075a5-b926-4fa2-867a-d1d70ccb0ec6 None None] Set router 8dbb446c-6b35-4c76-b25a-5001c510a80b gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:40.754384 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] For port fc90be6b-0ab1-4182-b86c-fd3104b4ca75, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=fc90be6b-0ab1-4182-b86c-fd3104b4ca75,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:40.754760 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:40.767099 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Calling delete_port for fc90be6b-0ab1-4182-b86c-fd3104b4ca75 owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:40.783143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0f0075a5-b926-4fa2-867a-d1d70ccb0ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T23:08:40Z', 'revision_number': 6, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:40.813195 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0075a5-b926-4fa2-867a-d1d70ccb0ec6 None None] The sync data for ids ['8dbb446c-6b35-4c76-b25a-5001c510a80b'] in n-d-760456-6 is: [{'id': '8dbb446c-6b35-4c76-b25a-5001c510a80b', 'name': 'tempest-TestShelveInstance-64818701-router', 'tenant_id': 'a255053cd4a8467ba019dfc410c88a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:12Z', 'updated_at': '2022-01-27T23:08:40Z', 'revision_number': 6, 'project_id': 'a255053cd4a8467ba019dfc410c88a4c', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:08:41.010491 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (fc90be6b-0ab1-4182-b86c-fd3104b4ca75), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.035627 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc90be6b-0ab1-4182-b86c-fd3104b4ca75,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:41.103759 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (8dbb446c-6b35-4c76-b25a-5001c510a80b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.198199 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (8dbb446c-6b35-4c76-b25a-5001c510a80b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.200987 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Publish callbacks [] for router_controller (8dbb446c-6b35-4c76-b25a-5001c510a80b), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.338903 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (8dbb446c-6b35-4c76-b25a-5001c510a80b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.339712 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dbb446c-6b35-4c76-b25a-5001c510a80b {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:08:41.348377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.348377 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-bc605b87-4e70-4bcc-bbfd-458d901ed1a5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8dbb446c-6b35-4c76-b25a-5001c510a80b HTTP/1.1" status: 204 len: 168 time: 1.0458388 Jan 27 23:08:41.348377 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43716) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:41.395335 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-fded4d16-bdf9-4a91-9d01-dbf3222bd4ae admin admin] Deleting subnet 88010684-b9da-48fe-8539-8de37a0717e7 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:08:41.398724 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fded4d16-bdf9-4a91-9d01-dbf3222bd4ae admin admin] Publish callbacks [] for subnet (88010684-b9da-48fe-8539-8de37a0717e7), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.432780 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fded4d16-bdf9-4a91-9d01-dbf3222bd4ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (88010684-b9da-48fe-8539-8de37a0717e7), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.508287 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fded4d16-bdf9-4a91-9d01-dbf3222bd4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (88010684-b9da-48fe-8539-8de37a0717e7), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.649898 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fded4d16-bdf9-4a91-9d01-dbf3222bd4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (88010684-b9da-48fe-8539-8de37a0717e7), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.677348 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded4d16-bdf9-4a91-9d01-dbf3222bd4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88010684-b9da-48fe-8539-8de37a0717e7,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:41.683580 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-fded4d16-bdf9-4a91-9d01-dbf3222bd4ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.687650 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-fded4d16-bdf9-4a91-9d01-dbf3222bd4ae admin admin] 10.222.0.61 "DELETE /v2.0/subnets/88010684-b9da-48fe-8539-8de37a0717e7 HTTP/1.1" status: 204 len: 168 time: 0.3381701 Jan 27 23:08:41.690190 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43718) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:41.703198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3130ea-75a7-4c8d-af23-d5990a9d2355 None None] Network dd5096d1-7532-4444-8925-0308a4f688dd requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:41.776549 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (dd5096d1-7532-4444-8925-0308a4f688dd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.837964 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Deleting port b83353d4-0667-488e-b5b0-5434bd8b623f {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:41.838317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.881737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] DHCP port deletion for dd5096d1-7532-4444-8925-0308a4f688dd request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:08:41.912809 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] For port b83353d4-0667-488e-b5b0-5434bd8b623f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b83353d4-0667-488e-b5b0-5434bd8b623f,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:41.913187 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:41.932655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Calling delete_port for b83353d4-0667-488e-b5b0-5434bd8b623f owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:41.957395 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Deleting port b83353d4-0667-488e-b5b0-5434bd8b623f {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:41.957777 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:42.019949 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] For port b83353d4-0667-488e-b5b0-5434bd8b623f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=b83353d4-0667-488e-b5b0-5434bd8b623f,segment=NetworkSegment(dbec72d7-2b54-4ab1-b0d8-b387baa99633),segment_id=dbec72d7-2b54-4ab1-b0d8-b387baa99633)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:42.022684 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:42.034041 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Calling delete_port for b83353d4-0667-488e-b5b0-5434bd8b623f owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:42.101607 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:42.120369 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (b83353d4-0667-488e-b5b0-5434bd8b623f), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:42.136818 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Pushing event deleted for resources: {'Port': ['ID=b83353d4-0667-488e-b5b0-5434bd8b623f,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:42.151121 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Pushing event deleted for resources: {'Port': ['ID=b83353d4-0667-488e-b5b0-5434bd8b623f,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:42.151251 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] No DVR routers for this DVR port b83353d4-0667-488e-b5b0-5434bd8b623f on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:08:42.153920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] No DVR routers for this DVR port b83353d4-0667-488e-b5b0-5434bd8b623f on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:08:42.162437 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.162797 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.163399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.163541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.173137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.173137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.173137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.173137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.173137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.173137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.173137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.173137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.173137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9edfe44-e0b1-444c-b492-23f5a37f8394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:42.239587 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c324d8c5-0690-4b45-a614-a27340ba80a7 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:08:42.263492 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (dd5096d1-7532-4444-8925-0308a4f688dd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:42.265001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: c324d8c5-0690-4b45-a614-a27340ba80a7 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:08:42.265737 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device c324d8c5-0690-4b45-a614-a27340ba80a7 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:08:42.266171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b83353d4-0667-488e-b5b0-5434bd8b623f no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:08:42.285282 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5096d1-7532-4444-8925-0308a4f688dd']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:42.289301 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: b83353d4-0667-488e-b5b0-5434bd8b623f {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:08:42.289656 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device b83353d4-0667-488e-b5b0-5434bd8b623f not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:08:42.290114 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fc90be6b-0ab1-4182-b86c-fd3104b4ca75 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:08:42.294915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbec72d7-2b54-4ab1-b0d8-b387baa99633') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:42.295220 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbec72d7-2b54-4ab1-b0d8-b387baa99633') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:42.304714 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (dbec72d7-2b54-4ab1-b0d8-b387baa99633), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:42.315193 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: fc90be6b-0ab1-4182-b86c-fd3104b4ca75 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:08:42.315626 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device fc90be6b-0ab1-4182-b86c-fd3104b4ca75 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:08:42.320492 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (dbec72d7-2b54-4ab1-b0d8-b387baa99633), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:42.333415 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:08:42.333813 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (dbec72d7-2b54-4ab1-b0d8-b387baa99633), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: timer() Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:08:42.335598 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:08:42.458317 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (dd5096d1-7532-4444-8925-0308a4f688dd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:42.465401 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:42.468701 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] 10.222.0.61 "DELETE /v2.0/networks/dd5096d1-7532-4444-8925-0308a4f688dd HTTP/1.1" status: 204 len: 168 time: 0.7769837 Jan 27 23:08:42.471680 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43720) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:42.480219 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083b91e-1704-49e6-ae60-221bdd2fccba admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5096d1-7532-4444-8925-0308a4f688dd,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:43.092963 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cc2633d2-8d2a-4cfc-adc9-636e2248614b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:43.340226 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-cc2633d2-8d2a-4cfc-adc9-636e2248614b admin admin] Deleting port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:43.340564 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cc2633d2-8d2a-4cfc-adc9-636e2248614b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:43.419147 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-cc2633d2-8d2a-4cfc-adc9-636e2248614b admin admin] For port 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf,segment=NetworkSegment(ebdb6273-4449-4b6d-a6e1-41fcbc2ca429),segment_id=ebdb6273-4449-4b6d-a6e1-41fcbc2ca429)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:43.419507 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cc2633d2-8d2a-4cfc-adc9-636e2248614b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:43.430951 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-cc2633d2-8d2a-4cfc-adc9-636e2248614b admin admin] Calling delete_port for 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:43.724528 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cc2633d2-8d2a-4cfc-adc9-636e2248614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:43.750267 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2633d2-8d2a-4cfc-adc9-636e2248614b admin admin] Pushing event deleted for resources: {'Port': ['ID=50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:43.925450 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-cc2633d2-8d2a-4cfc-adc9-636e2248614b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:44.139108 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2633d2-8d2a-4cfc-adc9-636e2248614b admin admin] Router 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:08:44.255881 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2633d2-8d2a-4cfc-adc9-636e2248614b admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:08:44.263537 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-cc2633d2-8d2a-4cfc-adc9-636e2248614b admin admin] 10.222.0.61 "PUT /v2.0/routers/12f361c1-d3f3-4283-a421-3fb1bbb1cf47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881017 Jan 27 23:08:44.263537 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43722) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:44.264451 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303d0f8-07a6-4881-881e-d3344bb24e03 None None] Sync routers for ids ['12f361c1-d3f3-4283-a421-3fb1bbb1cf47'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:08:44.274900 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303d0f8-07a6-4881-881e-d3344bb24e03 None None] Routers {'12f361c1-d3f3-4283-a421-3fb1bbb1cf47'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:44.275513 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9303d0f8-07a6-4881-881e-d3344bb24e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['12f361c1-d3f3-4283-a421-3fb1bbb1cf47'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:44.369081 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Publish callbacks [] for router (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:44.378270 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9303d0f8-07a6-4881-881e-d3344bb24e03 None None] Set router 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:44.471753 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Publish callbacks [] for router_gateway (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:44.553751 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9303d0f8-07a6-4881-881e-d3344bb24e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'name': 'tempest-TestShelveInstance-802304678-router', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:18Z', 'updated_at': '2022-01-27T23:08:43Z', 'revision_number': 5, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'gw_port': {'id': '6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:92:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T22:58:19Z', 'updated_at': '2022-01-27T22:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:44.583540 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303d0f8-07a6-4881-881e-d3344bb24e03 None None] Checking router: 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:08:44.591084 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Deleting port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:44.591428 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:44.596242 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303d0f8-07a6-4881-881e-d3344bb24e03 None None] Routers {'12f361c1-d3f3-4283-a421-3fb1bbb1cf47'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:44.596873 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9303d0f8-07a6-4881-881e-d3344bb24e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['12f361c1-d3f3-4283-a421-3fb1bbb1cf47'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:44.672002 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] For port 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:44.674224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:44.682766 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-9303d0f8-07a6-4881-881e-d3344bb24e03 None None] Set router 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:44.684029 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Calling delete_port for 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:44.734374 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-9303d0f8-07a6-4881-881e-d3344bb24e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'name': 'tempest-TestShelveInstance-802304678-router', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:18Z', 'updated_at': '2022-01-27T23:08:44Z', 'revision_number': 6, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:44.762751 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303d0f8-07a6-4881-881e-d3344bb24e03 None None] The sync data for ids ['12f361c1-d3f3-4283-a421-3fb1bbb1cf47'] in n-d-760456-6 is: [{'id': '12f361c1-d3f3-4283-a421-3fb1bbb1cf47', 'name': 'tempest-TestShelveInstance-802304678-router', 'tenant_id': 'bc455c99cf664b8397cfd2c115d36d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T22:58:18Z', 'updated_at': '2022-01-27T23:08:44Z', 'revision_number': 6, 'project_id': 'bc455c99cf664b8397cfd2c115d36d87', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:08:44.923925 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:44.947805 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:45.009091 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.097948 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.100561 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Publish callbacks [] for router_controller (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.258148 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (12f361c1-d3f3-4283-a421-3fb1bbb1cf47), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.258721 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12f361c1-d3f3-4283-a421-3fb1bbb1cf47 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:08:45.263557 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.264813 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2527b586-70c4-4ff5-be51-c8c15fee20c8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/12f361c1-d3f3-4283-a421-3fb1bbb1cf47 HTTP/1.1" status: 204 len: 168 time: 1.0002823 Jan 27 23:08:45.267275 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43724) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:45.312004 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1e0ad3-9f23-4ded-8842-48a15288a1a3 admin admin] Deleting subnet c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6 {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:08:45.315062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0ad3-9f23-4ded-8842-48a15288a1a3 admin admin] Publish callbacks [] for subnet (c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.348744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0ad3-9f23-4ded-8842-48a15288a1a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.428279 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0ad3-9f23-4ded-8842-48a15288a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.558911 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0ad3-9f23-4ded-8842-48a15288a1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.585370 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e0ad3-9f23-4ded-8842-48a15288a1a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:45.590892 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0ad3-9f23-4ded-8842-48a15288a1a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.596415 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a353fee6-aca6-441d-9978-cfd61b82858d None None] Network 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:45.599557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43726) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:45.600040 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-2f1e0ad3-9f23-4ded-8842-48a15288a1a3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c2c1dff8-7da1-4fc6-a0d9-42cfccb008f6 HTTP/1.1" status: 204 len: 168 time: 0.3313262 Jan 27 23:08:45.670377 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.732613 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Deleting port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:45.732959 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.761027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24efeb05-70b0-433e-9db1-c66fd2ec3e97 None None] DHCP port deletion for 5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:08:45.797122 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] For port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3a42aef4-ecfa-46df-be3d-001e2fb2abdd,segment=NetworkSegment(ebdb6273-4449-4b6d-a6e1-41fcbc2ca429),segment_id=ebdb6273-4449-4b6d-a6e1-41fcbc2ca429)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:45.797491 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.811015 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Calling delete_port for 3a42aef4-ecfa-46df-be3d-001e2fb2abdd owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:45.813657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-24efeb05-70b0-433e-9db1-c66fd2ec3e97 None None] Deleting port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:08:45.814040 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24efeb05-70b0-433e-9db1-c66fd2ec3e97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.875359 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-24efeb05-70b0-433e-9db1-c66fd2ec3e97 None None] For port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=3a42aef4-ecfa-46df-be3d-001e2fb2abdd,segment=NetworkSegment(ebdb6273-4449-4b6d-a6e1-41fcbc2ca429),segment_id=ebdb6273-4449-4b6d-a6e1-41fcbc2ca429)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:45.875764 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24efeb05-70b0-433e-9db1-c66fd2ec3e97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:45.889879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-24efeb05-70b0-433e-9db1-c66fd2ec3e97 None None] Calling delete_port for 3a42aef4-ecfa-46df-be3d-001e2fb2abdd owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:08:45.995481 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:46.000872 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-24efeb05-70b0-433e-9db1-c66fd2ec3e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (3a42aef4-ecfa-46df-be3d-001e2fb2abdd), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:46.021765 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a42aef4-ecfa-46df-be3d-001e2fb2abdd,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:46.025258 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efeb05-70b0-433e-9db1-c66fd2ec3e97 None None] Pushing event deleted for resources: {'Port': ['ID=3a42aef4-ecfa-46df-be3d-001e2fb2abdd,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:46.027497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] No DVR routers for this DVR port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:08:46.033666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24efeb05-70b0-433e-9db1-c66fd2ec3e97 None None] No DVR routers for this DVR port 3a42aef4-ecfa-46df-be3d-001e2fb2abdd on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:08:46.111576 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:46.139463 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:46.151770 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdb6273-4449-4b6d-a6e1-41fcbc2ca429') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:46.152254 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdb6273-4449-4b6d-a6e1-41fcbc2ca429') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:46.163499 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (ebdb6273-4449-4b6d-a6e1-41fcbc2ca429), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:46.181000 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (ebdb6273-4449-4b6d-a6e1-41fcbc2ca429), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:46.188120 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:08:46.188529 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (ebdb6273-4449-4b6d-a6e1-41fcbc2ca429), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: timer() Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:08:46.190278 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:08:46.250747 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:08:46.271096 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:08:46.271447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 50a7a3b7-1dfa-4d8c-81a6-7d0d5c8daabf not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:08:46.271867 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3a42aef4-ecfa-46df-be3d-001e2fb2abdd no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:08:46.291026 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 3a42aef4-ecfa-46df-be3d-001e2fb2abdd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:08:46.291380 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 3a42aef4-ecfa-46df-be3d-001e2fb2abdd not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:08:46.291793 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:08:46.311069 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:08:46.311365 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 6c7cf9e7-d38a-4c7a-85ca-2425214b4b4f not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:08:46.335488 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:46.341055 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:46.344283 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7 HTTP/1.1" status: 204 len: 168 time: 0.7434411 Jan 27 23:08:46.357100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcee9a-e14c-4a9d-8814-f23a6fa1f0b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c43ac3a-c84d-4cf3-86b8-648f4c2cc9c7,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:46.733256 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43730) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:46.771908 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-98313eff-87f3-4404-9514-852113bc3e93 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a255053cd4a8467ba019dfc410c88a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374985 Jan 27 23:08:46.775074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43732) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:46.821633 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-376d43ca-7235-4779-ab01-557849467e85 admin admin] Publish callbacks [] for security_group (1ccf7474-d57e-4e60-8527-0720bf88014a), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:46.846596 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-376d43ca-7235-4779-ab01-557849467e85 admin admin] Publish callbacks [] for security_group (1ccf7474-d57e-4e60-8527-0720bf88014a), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:46.966845 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-376d43ca-7235-4779-ab01-557849467e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (1ccf7474-d57e-4e60-8527-0720bf88014a), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:46.969446 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-376d43ca-7235-4779-ab01-557849467e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:46.970598 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-376d43ca-7235-4779-ab01-557849467e85 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ccf7474-d57e-4e60-8527-0720bf88014a HTTP/1.1" status: 204 len: 168 time: 0.1946428 Jan 27 23:08:46.979386 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d43ca-7235-4779-ab01-557849467e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccf7474-d57e-4e60-8527-0720bf88014a,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:47.783942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43738) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:47.824070 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-24eb49e8-a6e5-4dcf-a710-4eb4996b4e81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bc455c99cf664b8397cfd2c115d36d87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385096 Jan 27 23:08:47.826547 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43740) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:47.872572 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd08c-8af7-44e9-9f86-6f66ca6ba509 admin admin] Publish callbacks [] for security_group (ed77147d-1657-448b-beb8-7e5033b488f3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:47.892906 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd08c-8af7-44e9-9f86-6f66ca6ba509 admin admin] Publish callbacks [] for security_group (ed77147d-1657-448b-beb8-7e5033b488f3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:48.041541 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd08c-8af7-44e9-9f86-6f66ca6ba509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (ed77147d-1657-448b-beb8-7e5033b488f3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:48.044132 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5f6bd08c-8af7-44e9-9f86-6f66ca6ba509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:48.045297 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5f6bd08c-8af7-44e9-9f86-6f66ca6ba509 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed77147d-1657-448b-beb8-7e5033b488f3 HTTP/1.1" status: 204 len: 168 time: 0.2178490 Jan 27 23:08:48.054078 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bd08c-8af7-44e9-9f86-6f66ca6ba509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed77147d-1657-448b-beb8-7e5033b488f3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:48.119811 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:08:49.181365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43762) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:49.275073 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1358252733-network', 'tenant_id': '5671aca4dec34c618e4578fd178423f6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:49.346566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Made reservation on behalf of 5671aca4dec34c618e4578fd178423f6 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:49.348819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:49.357666 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:49.431998 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Publish callbacks [] for security_group (54606063-8dc8-40a5-b333-9f4c2d556f3c), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:49.478332 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (54606063-8dc8-40a5-b333-9f4c2d556f3c), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:49.504984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:08:49.511119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54606063-8dc8-40a5-b333-9f4c2d556f3c,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:49.516973 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (cec2aa1c-c894-4a24-91ef-d41d1010bd78), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:49.517320 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Added segment cec2aa1c-c894-4a24-91ef-d41d1010bd78 of type vlan for network 3e01740a-27b9-4c48-95e3-69979689665e Jan 27 23:08:49.557842 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (3e01740a-27b9-4c48-95e3-69979689665e), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:49.629597 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (3e01740a-27b9-4c48-95e3-69979689665e), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:49.630538 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:49.631119 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:49.688685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] Pushing event updated for resources: {'Network': ['ID=3e01740a-27b9-4c48-95e3-69979689665e,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:49.698109 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 3e01740a-27b9-4c48-95e3-69979689665e details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:08:49.752483 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3156a7f3-88e0-44af-a5ac-b47934811aff admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5699286 Jan 27 23:08:49.755253 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43766) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:49.760265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-f30b3ba8-846d-490b-89f1-f263fe8b7c95 admin admin] Request body: {'subnet': {'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1358252733-subnet', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:49.852262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30b3ba8-846d-490b-89f1-f263fe8b7c95 admin admin] Made reservation on behalf of 5671aca4dec34c618e4578fd178423f6 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:49.855159 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f30b3ba8-846d-490b-89f1-f263fe8b7c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:50.069542 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f30b3ba8-846d-490b-89f1-f263fe8b7c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (7f70bc66-dc16-4341-8374-43bed709705b), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:50.129005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b3ba8-846d-490b-89f1-f263fe8b7c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f70bc66-dc16-4341-8374-43bed709705b,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:50.138133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30b3ba8-846d-490b-89f1-f263fe8b7c95 admin admin] Checking segment: {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:50.138500 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30b3ba8-846d-490b-89f1-f263fe8b7c95 admin admin] Network hostable DHCP agents. Network: 3e01740a-27b9-4c48-95e3-69979689665e, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:08:50.215171 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30b3ba8-846d-490b-89f1-f263fe8b7c95 admin admin] Network 3e01740a-27b9-4c48-95e3-69979689665e is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:08:50.272096 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-f30b3ba8-846d-490b-89f1-f263fe8b7c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 3e01740a-27b9-4c48-95e3-69979689665e) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:50.277197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30b3ba8-846d-490b-89f1-f263fe8b7c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:50.277805 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-f30b3ba8-846d-490b-89f1-f263fe8b7c95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:50.281468 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da3b24-4818-408d-8e3d-83510eea5c4f None None] Network 3e01740a-27b9-4c48-95e3-69979689665e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:50.370839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-f30b3ba8-846d-490b-89f1-f263fe8b7c95 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6142669 Jan 27 23:08:50.373367 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43768) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:50.379444 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:50.398800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-3e01740a-27b9-4c48-95e3-69979689665e', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:08:50.402099 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:50.484026 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (8772e254-c96b-4439-a135-bb2568871534), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:50.485403 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (8772e254-c96b-4439-a135-bb2568871534), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:50.531831 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Allocated IP 172.20.0.2 (3e01740a-27b9-4c48-95e3-69979689665e/7f70bc66-dc16-4341-8374-43bed709705b/5d85558f-134f-404c-a212-122dbcb83435) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:50.536180 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Publish callbacks [] for router_controller (8772e254-c96b-4439-a135-bb2568871534), precommit_add_association {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:50.670789 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Publish callbacks [] for port (5d85558f-134f-404c-a212-122dbcb83435), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:50.732797 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Publish callbacks [] for router_gateway (8772e254-c96b-4439-a135-bb2568871534), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:50.749773 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (5d85558f-134f-404c-a212-122dbcb83435), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:50.786618 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Network 3e01740a-27b9-4c48-95e3-69979689665e is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:50.789316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:50.795167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:50.801738 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Pushing event updated for resources: {'Port': ['ID=5d85558f-134f-404c-a212-122dbcb83435,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:50.850147 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Attempting to bind port 5d85558f-134f-404c-a212-122dbcb83435 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:50.850527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Attempting to bind port 5d85558f-134f-404c-a212-122dbcb83435 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:50.850901 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Attempting to bind port 5d85558f-134f-404c-a212-122dbcb83435 on network 3e01740a-27b9-4c48-95e3-69979689665e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:50.856546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:50.856979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Checking segment: {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:50.857390 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:50.857823 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Bound using segment: {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:50.858296 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Bound port: 5d85558f-134f-404c-a212-122dbcb83435, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:50.858683 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5d85558f-134f-404c-a212-122dbcb83435), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:50.921226 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] For port 5d85558f-134f-404c-a212-122dbcb83435, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:50.924427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] For port 5d85558f-134f-404c-a212-122dbcb83435, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5d85558f-134f-404c-a212-122dbcb83435,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:50.981599 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5d85558f-134f-404c-a212-122dbcb83435), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:51.046580 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Publish callbacks [] for router_gateway (8772e254-c96b-4439-a135-bb2568871534), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:51.056167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4b1aa-dc0a-4248-85de-1ca9da998c3f None None] Pushing event updated for resources: {'Port': ['ID=5d85558f-134f-404c-a212-122dbcb83435,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:51.072818 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:51.176008 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Allocated IP 172.25.0.54 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/20c5b7b0-1c06-46ae-89ae-d891a13434fd) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:51.291929 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Publish callbacks [] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:51.399064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:51.440760 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:51.443433 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:51.449942 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:51.455414 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Pushing event updated for resources: {'Port': ['ID=20c5b7b0-1c06-46ae-89ae-d891a13434fd,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:51.938853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed340e-fcab-45c4-aebd-03c806b4a22d None None] Network 3e01740a-27b9-4c48-95e3-69979689665e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:52.047785 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-9078278a-858a-4e66-96b3-83f20ca182c2 None None] Provisioning complete for port 5d85558f-134f-404c-a212-122dbcb83435 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:52.048106 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9078278a-858a-4e66-96b3-83f20ca182c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5d85558f-134f-404c-a212-122dbcb83435), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:52.109171 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Publish callbacks [] for router_gateway (8772e254-c96b-4439-a135-bb2568871534), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:52.141315 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-9078278a-858a-4e66-96b3-83f20ca182c2 None None] Current status of the port 5d85558f-134f-404c-a212-122dbcb83435 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:52.141882 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9078278a-858a-4e66-96b3-83f20ca182c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (5d85558f-134f-404c-a212-122dbcb83435), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:52.176800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-9078278a-858a-4e66-96b3-83f20ca182c2 None None] For port 5d85558f-134f-404c-a212-122dbcb83435, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5d85558f-134f-404c-a212-122dbcb83435,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:52.247123 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9078278a-858a-4e66-96b3-83f20ca182c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (5d85558f-134f-404c-a212-122dbcb83435), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:52.305834 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078278a-858a-4e66-96b3-83f20ca182c2 None None] Pushing event updated for resources: {'Port': ['ID=5d85558f-134f-404c-a212-122dbcb83435,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:52.333187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5d85558f-134f-404c-a212-122dbcb83435 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:52.344044 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (8772e254-c96b-4439-a135-bb2568871534), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:52.533380 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-8286325d-3db4-4b88-bacb-2922b393d40a None None] Provisioning complete for port 5d85558f-134f-404c-a212-122dbcb83435 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:52.533752 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8286325d-3db4-4b88-bacb-2922b393d40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5d85558f-134f-404c-a212-122dbcb83435), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:52.543959 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Router 8772e254-c96b-4439-a135-bb2568871534 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:08:52.572447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5d85558f-134f-404c-a212-122dbcb83435 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:52.572729 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5d85558f-134f-404c-a212-122dbcb83435), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:52.652133 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:08:52.652582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-8286325d-3db4-4b88-bacb-2922b393d40a None None] Current status of the port 5d85558f-134f-404c-a212-122dbcb83435 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:52.677302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Sync routers for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:08:52.698627 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:52.699259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:52.702659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5d85558f-134f-404c-a212-122dbcb83435 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:52.751766 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:52.753167 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-0a8ca74e-9a5d-437b-9a28-d68d1cb731f4 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3786023 Jan 27 23:08:52.755798 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43770) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:52.810692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:52.987999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:51Z', 'revision_number': 3, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:53.019366 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Checking router: 8772e254-c96b-4439-a135-bb2568871534 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:08:53.019745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Updating router 8772e254-c96b-4439-a135-bb2568871534 port 20c5b7b0-1c06-46ae-89ae-d891a13434fd binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:08:53.048650 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:53.174786 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:53.303455 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Publish callbacks [] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:53.332740 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Allocated IP 172.20.0.1 (3e01740a-27b9-4c48-95e3-69979689665e/7f70bc66-dc16-4341-8374-43bed709705b/ec4655ec-f82c-4fac-b9d8-fc908cbe8e69) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:53.378299 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:53.435666 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Attempting to bind port 20c5b7b0-1c06-46ae-89ae-d891a13434fd on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:53.436039 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Attempting to bind port 20c5b7b0-1c06-46ae-89ae-d891a13434fd by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:53.436428 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Attempting to bind port 20c5b7b0-1c06-46ae-89ae-d891a13434fd on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:53.438439 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd7a88-5963-4b90-83f2-230ea7ab78dc None None] Pushing event updated for resources: {'Port': ['ID=20c5b7b0-1c06-46ae-89ae-d891a13434fd,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:53.443915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:53.444312 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:53.444715 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:53.445100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:53.446427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Bound port: 20c5b7b0-1c06-46ae-89ae-d891a13434fd, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:53.446427 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:53.447854 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Publish callbacks [] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:53.501112 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] For port 20c5b7b0-1c06-46ae-89ae-d891a13434fd, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:53.504175 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] For port 20c5b7b0-1c06-46ae-89ae-d891a13434fd, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=20c5b7b0-1c06-46ae-89ae-d891a13434fd,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:53.558728 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:53.586803 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:53.595447 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Network 3e01740a-27b9-4c48-95e3-69979689665e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:53.597962 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:53.601364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:53.630697 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Pushing event updated for resources: {'Port': ['ID=ec4655ec-f82c-4fac-b9d8-fc908cbe8e69,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:53.647012 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (8772e254-c96b-4439-a135-bb2568871534), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:53.649569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:53.650265 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:53.686200 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd7a88-5963-4b90-83f2-230ea7ab78dc None None] Pushing event updated for resources: {'Port': ['ID=20c5b7b0-1c06-46ae-89ae-d891a13434fd,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:53.780722 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:53.900893 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-922064d8-695b-4b47-bca4-8f97486a1358 None None] Provisioning complete for port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:53.901267 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-922064d8-695b-4b47-bca4-8f97486a1358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:53.941865 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:53.948332 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-922064d8-695b-4b47-bca4-8f97486a1358 None None] Port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:08:53.998687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:51Z', 'revision_number': 3, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:54.025135 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e68837-8dbf-47b7-b3ff-8e8568014f3c None None] The sync data for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 is: [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:51Z', 'revision_number': 3, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:08:54.114764 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Publish callbacks [] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:54.203477 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:54.285314 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Pushing event updated for resources: {'Port': ['ID=ec4655ec-f82c-4fac-b9d8-fc908cbe8e69,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:54.288215 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (8772e254-c96b-4439-a135-bb2568871534), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:54.302761 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5d85558f-134f-404c-a212-122dbcb83435 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:54.361266 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 5d85558f-134f-404c-a212-122dbcb83435 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:54.361651 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (5d85558f-134f-404c-a212-122dbcb83435), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:54.385561 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Network 3e01740a-27b9-4c48-95e3-69979689665e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:54.387146 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:54.452777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 5d85558f-134f-404c-a212-122dbcb83435 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:54.530369 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Router 8772e254-c96b-4439-a135-bb2568871534 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:08:54.649379 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:08:54.655152 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-dda05e7b-3016-4f2c-a447-87ec55355c6a admin admin] 10.222.0.61 "PUT /v2.0/routers/8772e254-c96b-4439-a135-bb2568871534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8983412 Jan 27 23:08:54.675888 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b67799b1-a0be-4465-aae9-3d475041a9a4 None None] Provisioning complete for port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:54.676307 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b67799b1-a0be-4465-aae9-3d475041a9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:54.717629 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b67799b1-a0be-4465-aae9-3d475041a9a4 None None] Port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:08:55.375611 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43786) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:55.385710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1119611421-network', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:55.475362 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Made reservation on behalf of b58170d99bfd463e9f537adedaa7f3a9 for: {'network': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:55.477861 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for network (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:55.487603 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:55.565418 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Publish callbacks [] for security_group (8246281e-e176-4549-a8d5-f8c8f6f28879), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:55.630204 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Sync routers for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:08:55.640799 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:55.641409 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:55.669689 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8246281e-e176-4549-a8d5-f8c8f6f28879), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:55.694388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=104027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 27 23:08:55.704716 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8246281e-e176-4549-a8d5-f8c8f6f28879,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:55.709568 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (49771a93-c9d8-4128-b5a5-3c36cccb5e5b), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:55.709918 n-d-760456-6 neutron-server[104027]: INFO neutron.db.segments_db [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Added segment 49771a93-c9d8-4128-b5a5-3c36cccb5e5b of type vlan for network 2f532c30-a9d1-46db-aa00-53b026324cf6 Jan 27 23:08:55.748938 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:55.750675 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777044834672'] for network (2f532c30-a9d1-46db-aa00-53b026324cf6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:55.858453 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047'] for network (2f532c30-a9d1-46db-aa00-53b026324cf6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:55.859438 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:55.860030 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:55.922639 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] Pushing event updated for resources: {'Network': ['ID=2f532c30-a9d1-46db-aa00-53b026324cf6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:55.932008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Network 2f532c30-a9d1-46db-aa00-53b026324cf6 details requested by agent ovs-agent-n-d-760456-6 with host n-d-760456-6 {{(pid=104028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 27 23:08:55.947911 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 2, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:55.974531 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-87bff433-c5cf-493e-88e8-320a86a6ba3e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5952411 Jan 27 23:08:55.974832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43788) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:55.979217 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Checking router: 8772e254-c96b-4439-a135-bb2568871534 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:08:55.979570 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Updating router 8772e254-c96b-4439-a135-bb2568871534 port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:08:55.980023 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-01cda8d3-b543-4917-88f5-c57530e06153 admin admin] Request body: {'subnet': {'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1119611421-subnet', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'ip_version': 4}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:56.011927 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.118117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cda8d3-b543-4917-88f5-c57530e06153 admin admin] Made reservation on behalf of b58170d99bfd463e9f537adedaa7f3a9 for: {'subnet': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:08:56.121252 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01cda8d3-b543-4917-88f5-c57530e06153 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9310573'] for subnet (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.304340 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Publish callbacks [] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.318942 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 20c5b7b0-1c06-46ae-89ae-d891a13434fd up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:56.369567 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 20c5b7b0-1c06-46ae-89ae-d891a13434fd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:56.369953 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.389780 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.407295 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01cda8d3-b543-4917-88f5-c57530e06153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9455075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9310591'] for subnet (c40607fa-8ba2-4818-b96f-5815869906d1), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.450396 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Pushing event updated for resources: {'Port': ['ID=ec4655ec-f82c-4fac-b9d8-fc908cbe8e69,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:56.465001 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 20c5b7b0-1c06-46ae-89ae-d891a13434fd is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:56.465001 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.470799 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cda8d3-b543-4917-88f5-c57530e06153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40607fa-8ba2-4818-b96f-5815869906d1,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:56.481754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cda8d3-b543-4917-88f5-c57530e06153 admin admin] Checking segment: {'id': '49771a93-c9d8-4128-b5a5-3c36cccb5e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:56.482391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cda8d3-b543-4917-88f5-c57530e06153 admin admin] Network hostable DHCP agents. Network: 2f532c30-a9d1-46db-aa00-53b026324cf6, hostable agents: ['ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf'], hosted agents: [] {{(pid=104027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 27 23:08:56.503628 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 20c5b7b0-1c06-46ae-89ae-d891a13434fd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=20c5b7b0-1c06-46ae-89ae-d891a13434fd,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:56.581965 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.582298 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.582647 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.582989 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.583349 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.583662 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.583991 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.584367 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.584683 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.584993 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.585327 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.585648 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.585969 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:08:56.598551 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cda8d3-b543-4917-88f5-c57530e06153 admin admin] Network 2f532c30-a9d1-46db-aa00-53b026324cf6 is scheduled to be hosted by DHCP agent ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf with binding_index 1 {{(pid=104027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 27 23:08:56.623676 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Attempting to bind port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:56.624059 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Attempting to bind port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:56.624428 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Attempting to bind port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 on network 3e01740a-27b9-4c48-95e3-69979689665e {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:56.629913 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:56.630298 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Checking segment: {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:56.630946 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.631096 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Bound using segment: {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:56.631566 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Bound port: ec4655ec-f82c-4fac-b9d8-fc908cbe8e69, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:56.631951 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.638129 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.692897 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=20c5b7b0-1c06-46ae-89ae-d891a13434fd,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:56.696238 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] For port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:56.699478 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] For port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ec4655ec-f82c-4fac-b9d8-fc908cbe8e69,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:56.701307 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-01cda8d3-b543-4917-88f5-c57530e06153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-760456-6, 2f532c30-a9d1-46db-aa00-53b026324cf6) {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:56.705744 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cda8d3-b543-4917-88f5-c57530e06153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:08:56.710633 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-01cda8d3-b543-4917-88f5-c57530e06153 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.711282 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21a7c7-ad24-45dc-ac56-4b6429871073 None None] Network 2f532c30-a9d1-46db-aa00-53b026324cf6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:56.785108 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5b5c1712-ec8e-4f19-8a93-a172e520e7a2 None None] Provisioning complete for port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:56.785381 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5b5c1712-ec8e-4f19-8a93-a172e520e7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.792514 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.835679 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-01cda8d3-b543-4917-88f5-c57530e06153 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8583734 Jan 27 23:08:56.837056 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43790) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:56.842360 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1119611421-router', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:08:56.847087 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:56.847803 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:56.854423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5b5c1712-ec8e-4f19-8a93-a172e520e7a2 None None] Port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:08:56.888849 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe880623a-a82a-5dd0-afc3-1e92146273be-2f532c30-a9d1-46db-aa00-53b026324cf6', 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6', 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'fixed_ips': [{'subnet_id': 'c40607fa-8ba2-4818-b96f-5815869906d1'}]}} from n-d-760456-6. {{(pid=104028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 27 23:08:56.889870 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.893994 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d08d0-4b5a-4ec4-8fa0-a0933cb05507 None None] Pushing event updated for resources: {'Port': ['ID=ec4655ec-f82c-4fac-b9d8-fc908cbe8e69,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:56.966147 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-761248', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4565'] for router (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.969418 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-747056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4588'] for router (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:56.980185 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:57.037343 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Publish callbacks [] for router_controller (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), precommit_add_association {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.045488 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.db_base_plugin_common [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Allocated IP 172.20.0.2 (2f532c30-a9d1-46db-aa00-53b026324cf6/c40607fa-8ba2-4818-b96f-5815869906d1/051143b8-c3dc-4a17-baa6-97cbe6ad4512) {{(pid=104028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:57.124827 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-fea54582-ef39-4bf3-9df7-37a44436e12b None None] Provisioning complete for port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:57.125229 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fea54582-ef39-4bf3-9df7-37a44436e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.206136 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:57.232905 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e9ba6-4d60-4c80-b1eb-d122b87fe82f None None] The sync data for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 is: [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:08:57.248826 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Publish callbacks [] for router_gateway (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), precommit_update {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.263187 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Publish callbacks [] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), precommit_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.285079 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-fea54582-ef39-4bf3-9df7-37a44436e12b None None] Current status of the port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:57.285522 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fea54582-ef39-4bf3-9df7-37a44436e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.330364 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-fea54582-ef39-4bf3-9df7-37a44436e12b None None] For port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ec4655ec-f82c-4fac-b9d8-fc908cbe8e69,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:57.342340 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), after_create {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.381516 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Network 2f532c30-a9d1-46db-aa00-53b026324cf6 is already hosted by enough agents. {{(pid=104028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:57.385433 n-d-760456-6 neutron-server[104028]: DEBUG neutron.scheduler.base_scheduler [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Resources bound (agent type, host, resource id): {{(pid=104028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:57.388853 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Received port after_create {{(pid=104028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:57.395895 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fea54582-ef39-4bf3-9df7-37a44436e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.406302 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Pushing event updated for resources: {'Port': ['ID=051143b8-c3dc-4a17-baa6-97cbe6ad4512,revision_number=1']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:57.486536 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Attempting to bind port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:08:57.486815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Attempting to bind port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '49771a93-c9d8-4128-b5a5-3c36cccb5e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:08:57.487178 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Attempting to bind port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 on network 2f532c30-a9d1-46db-aa00-53b026324cf6 {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:08:57.500959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:08:57.501427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Checking segment: {'id': '49771a93-c9d8-4128-b5a5-3c36cccb5e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:08:57.501835 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.502232 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Bound using segment: {'id': '49771a93-c9d8-4128-b5a5-3c36cccb5e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:08:57.502709 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Bound port: 051143b8-c3dc-4a17-baa6-97cbe6ad4512, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49771a93-c9d8-4128-b5a5-3c36cccb5e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:08:57.503087 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.514593 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea54582-ef39-4bf3-9df7-37a44436e12b None None] Pushing event updated for resources: {'Port': ['ID=ec4655ec-f82c-4fac-b9d8-fc908cbe8e69,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:57.550398 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Publish callbacks [] for router_gateway (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.570744 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.577126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] For port 051143b8-c3dc-4a17-baa6-97cbe6ad4512, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:08:57.580569 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] For port 051143b8-c3dc-4a17-baa6-97cbe6ad4512, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=051143b8-c3dc-4a17-baa6-97cbe6ad4512,segment=NetworkSegment(49771a93-c9d8-4128-b5a5-3c36cccb5e5b),segment_id=49771a93-c9d8-4128-b5a5-3c36cccb5e5b)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:08:57.672566 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.675996 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_common [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Allocated IP 172.25.0.254 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/01eb155b-29bb-4749-ad90-a39609057bed) {{(pid=104026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:57.749422 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11354595-d36c-4194-b8c2-6c856fd3fd61 None None] Pushing event updated for resources: {'Port': ['ID=051143b8-c3dc-4a17-baa6-97cbe6ad4512,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:57.800954 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Publish callbacks [] for port (01eb155b-29bb-4749-ad90-a39609057bed), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.921986 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.952775 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (01eb155b-29bb-4749-ad90-a39609057bed), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:57.999309 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Pushing event updated for resources: {'Port': ['ID=01eb155b-29bb-4749-ad90-a39609057bed,revision_number=1']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:58.036294 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:08:58.037764 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.base_scheduler [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Resources bound (agent type, host, resource id): {{(pid=104026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:08:58.040280 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Received port after_create {{(pid=104026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:08:58.381131 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:58.431745 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 20c5b7b0-1c06-46ae-89ae-d891a13434fd up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:58.492151 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 20c5b7b0-1c06-46ae-89ae-d891a13434fd triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:58.492916 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:58.594545 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 20c5b7b0-1c06-46ae-89ae-d891a13434fd is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:58.595649 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:58.655860 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:58.656286 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:58.696106 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Publish callbacks [] for router_gateway (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:58.738865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:58.739952 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 051143b8-c3dc-4a17-baa6-97cbe6ad4512 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:08:58.908063 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749487'] for router (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:58.932285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9742dc97-6678-40ff-8e5b-9981662a7889 None None] Network 2f532c30-a9d1-46db-aa00-53b026324cf6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:08:58.993427 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-ca2982a8-5f65-4fb6-b964-fe55674a29e4 None None] Provisioning complete for port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:58.994825 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca2982a8-5f65-4fb6-b964-fe55674a29e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:59.038011 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:59.038307 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:59.092341 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Router aa34cccd-6a22-4095-a7b3-30a5e52d12b0 is scheduled to L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 with binding_index 1 {{(pid=104026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 27 23:08:59.174546 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-ca2982a8-5f65-4fb6-b964-fe55674a29e4 None None] Current status of the port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:59.174941 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca2982a8-5f65-4fb6-b964-fe55674a29e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:59.210728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:08:59.212779 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:59.220385 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:59.230794 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Sync routers for ids ['aa34cccd-6a22-4095-a7b3-30a5e52d12b0'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:08:59.235799 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-ca2982a8-5f65-4fb6-b964-fe55674a29e4 None None] For port 051143b8-c3dc-4a17-baa6-97cbe6ad4512, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=051143b8-c3dc-4a17-baa6-97cbe6ad4512,segment=NetworkSegment(49771a93-c9d8-4128-b5a5-3c36cccb5e5b),segment_id=49771a93-c9d8-4128-b5a5-3c36cccb5e5b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:08:59.251750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Routers {'aa34cccd-6a22-4095-a7b3-30a5e52d12b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:08:59.252417 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aa34cccd-6a22-4095-a7b3-30a5e52d12b0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:59.296950 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:59.301108 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43794) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:08:59.301709 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-a54128b3-5e96-4860-9e01-3db5059bd136 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4622207 Jan 27 23:08:59.340756 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ca2982a8-5f65-4fb6-b964-fe55674a29e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:59.429582 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Set router aa34cccd-6a22-4095-a7b3-30a5e52d12b0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:08:59.435594 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 27 23:08:59.435962 n-d-760456-6 neutron-server[104028]: DEBUG oslo_db.api [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 27 23:08:59.492040 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2982a8-5f65-4fb6-b964-fe55674a29e4 None None] Pushing event updated for resources: {'Port': ['ID=051143b8-c3dc-4a17-baa6-97cbe6ad4512,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:08:59.548531 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a845697b-2ee9-4123-b0b7-e2ad49bc866f None None] Provisioning complete for port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:08:59.548836 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a845697b-2ee9-4123-b0b7-e2ad49bc866f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:59.679008 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a845697b-2ee9-4123-b0b7-e2ad49bc866f None None] Current status of the port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:08:59.696716 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'name': 'tempest-TestSnapshotPattern-1119611421-router', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '01eb155b-29bb-4749-ad90-a39609057bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:56Z', 'updated_at': '2022-01-27T23:08:58Z', 'revision_number': 3, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'gw_port': {'id': '01eb155b-29bb-4749-ad90-a39609057bed', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:57Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:08:59.723696 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Checking router: aa34cccd-6a22-4095-a7b3-30a5e52d12b0 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:08:59.724058 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Updating router aa34cccd-6a22-4095-a7b3-30a5e52d12b0 port 01eb155b-29bb-4749-ad90-a39609057bed binding host n-d-760456-6 {{(pid=104028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:08:59.727281 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:59.748856 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01eb155b-29bb-4749-ad90-a39609057bed), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:59.878166 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Allocated IP 172.20.0.1 (2f532c30-a9d1-46db-aa00-53b026324cf6/c40607fa-8ba2-4818-b96f-5815869906d1/4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:08:59.983802 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Publish callbacks [] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:08:59.989791 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:09:00.028941 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Publish callbacks [] for port (01eb155b-29bb-4749-ad90-a39609057bed), precommit_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.118956 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.129047 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (01eb155b-29bb-4749-ad90-a39609057bed), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.162986 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Network 2f532c30-a9d1-46db-aa00-53b026324cf6 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:09:00.171246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:09:00.173800 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:09:00.176664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:00.187705 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Attempting to bind port 01eb155b-29bb-4749-ad90-a39609057bed on host n-d-760456-6 for vnic_type normal with profile {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:09:00.188150 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Attempting to bind port 01eb155b-29bb-4749-ad90-a39609057bed by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:09:00.190510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Attempting to bind port 01eb155b-29bb-4749-ad90-a39609057bed on network 0e54f04f-53c4-425f-a429-eb92ff39011e {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:09:00.197692 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:09:00.198076 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Checking segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:09:00.198484 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.198885 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Bound using segment: {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'} {{(pid=104028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:09:00.199362 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.managers [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Bound port: 01eb155b-29bb-4749-ad90-a39609057bed, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a169c9b4-c429-4122-9a5d-8507fad24244', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e'}}] {{(pid=104028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:09:00.199751 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01eb155b-29bb-4749-ad90-a39609057bed), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.202965 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfa5de-60e3-4f05-9a07-249723347d03 None None] Pushing event updated for resources: {'Port': ['ID=01eb155b-29bb-4749-ad90-a39609057bed,revision_number=2']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:00.221606 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748250'] for router_interface (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.262754 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] For port 01eb155b-29bb-4749-ad90-a39609057bed, host n-d-760456-6, cleared binding levels {{(pid=104028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:09:00.266254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] For port 01eb155b-29bb-4749-ad90-a39609057bed, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=01eb155b-29bb-4749-ad90-a39609057bed,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:09:00.308773 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 051143b8-c3dc-4a17-baa6-97cbe6ad4512 up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:09:00.356529 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (01eb155b-29bb-4749-ad90-a39609057bed), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.434126 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.444154 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfa5de-60e3-4f05-9a07-249723347d03 None None] Pushing event updated for resources: {'Port': ['ID=01eb155b-29bb-4749-ad90-a39609057bed,revision_number=3']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:00.446625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Routers {'aa34cccd-6a22-4095-a7b3-30a5e52d12b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:09:00.447759 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aa34cccd-6a22-4095-a7b3-30a5e52d12b0'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:00.449589 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-961d12c1-6596-4e19-95ea-134c245ce229 None None] Provisioning complete for port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:00.449973 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-961d12c1-6596-4e19-95ea-134c245ce229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.454042 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:00.454425 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.558032 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-961d12c1-6596-4e19-95ea-134c245ce229 None None] Port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:09:00.599468 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Publish callbacks [] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.637693 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.641168 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] Set router aa34cccd-6a22-4095-a7b3-30a5e52d12b0 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:09:00.679777 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:09:00.708391 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-983837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-748394'] for router_interface (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:00.710246 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Pushing event updated for resources: {'Port': ['ID=4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:00.801316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Network 2f532c30-a9d1-46db-aa00-53b026324cf6 is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:09:00.802771 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:09:00.852508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'name': 'tempest-TestSnapshotPattern-1119611421-router', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '01eb155b-29bb-4749-ad90-a39609057bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:56Z', 'updated_at': '2022-01-27T23:09:00Z', 'revision_number': 4, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'gw_port': {'id': '01eb155b-29bb-4749-ad90-a39609057bed', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:57Z', 'updated_at': '2022-01-27T23:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d', 'name': '', 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'mac_address': 'fa:16:3e:af:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'c40607fa-8ba2-4818-b96f-5815869906d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:59Z', 'updated_at': '2022-01-27T23:08:59Z', 'revision_number': 1, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'subnets': [{'id': 'c40607fa-8ba2-4818-b96f-5815869906d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:00.880391 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592de5e-02aa-42a3-af59-f72dccbff650 None None] The sync data for ids ['aa34cccd-6a22-4095-a7b3-30a5e52d12b0'] in n-d-760456-6 is: [{'id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'name': 'tempest-TestSnapshotPattern-1119611421-router', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '01eb155b-29bb-4749-ad90-a39609057bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:56Z', 'updated_at': '2022-01-27T23:09:00Z', 'revision_number': 4, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'gw_port': {'id': '01eb155b-29bb-4749-ad90-a39609057bed', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:57Z', 'updated_at': '2022-01-27T23:09:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d', 'name': '', 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'mac_address': 'fa:16:3e:af:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'c40607fa-8ba2-4818-b96f-5815869906d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:59Z', 'updated_at': '2022-01-27T23:08:59Z', 'revision_number': 1, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'subnets': [{'id': 'c40607fa-8ba2-4818-b96f-5815869906d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:09:00.929689 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Router aa34cccd-6a22-4095-a7b3-30a5e52d12b0 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:09:01.110247 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-f00b4e34-81cc-420b-9cce-86610547a873 None None] Provisioning complete for port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:01.110954 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f00b4e34-81cc-420b-9cce-86610547a873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:01.321238 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-f00b4e34-81cc-420b-9cce-86610547a873 None None] Port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:09:01.408464 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:09:01.413558 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-e5b82c15-99b7-48b3-8129-040c52797d57 admin admin] 10.222.0.61 "PUT /v2.0/routers/aa34cccd-6a22-4095-a7b3-30a5e52d12b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1113913 Jan 27 23:09:02.178970 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43802) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:02.183782 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-75a80138-fd4a-498f-8409-7f3194476ebe tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951136898', 'description': 'tempest-secgroup-smoke-1951136898 description', 'project_id': '5671aca4dec34c618e4578fd178423f6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:02.269823 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75a80138-fd4a-498f-8409-7f3194476ebe tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:02.302873 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 01eb155b-29bb-4749-ad90-a39609057bed up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:09:02.350340 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75a80138-fd4a-498f-8409-7f3194476ebe tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group (d24f7e81-0cc5-46f4-862a-15d0bb59c7e0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:02.366207 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 01eb155b-29bb-4749-ad90-a39609057bed triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:02.366583 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (01eb155b-29bb-4749-ad90-a39609057bed), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:02.404855 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0585368a-171d-40d9-868e-9535db1ec74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:02.432224 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75a80138-fd4a-498f-8409-7f3194476ebe tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d24f7e81-0cc5-46f4-862a-15d0bb59c7e0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:02.450292 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 01eb155b-29bb-4749-ad90-a39609057bed is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:09:02.451742 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (01eb155b-29bb-4749-ad90-a39609057bed), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:02.465858 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a80138-fd4a-498f-8409-7f3194476ebe tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:02.472914 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] For port 01eb155b-29bb-4749-ad90-a39609057bed, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=01eb155b-29bb-4749-ad90-a39609057bed,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:02.562736 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-75a80138-fd4a-498f-8409-7f3194476ebe tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:02.564039 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-75a80138-fd4a-498f-8409-7f3194476ebe tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3840470 Jan 27 23:09:02.567031 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43804) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:02.571312 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-07650306-ab38-48d2-a74d-65166222d778 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Request body: {'security_group_rule': {'security_group_id': 'd24f7e81-0cc5-46f4-862a-15d0bb59c7e0', 'project_id': '5671aca4dec34c618e4578fd178423f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:02.573137 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (01eb155b-29bb-4749-ad90-a39609057bed), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:02.619687 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Pushing event updated for resources: {'Port': ['ID=01eb155b-29bb-4749-ad90-a39609057bed,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:02.694297 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07650306-ab38-48d2-a74d-65166222d778 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (6ce56b18-8329-4db4-9bbf-3067fec4515f), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:02.749092 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07650306-ab38-48d2-a74d-65166222d778 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (6ce56b18-8329-4db4-9bbf-3067fec4515f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:02.840472 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07650306-ab38-48d2-a74d-65166222d778 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (6ce56b18-8329-4db4-9bbf-3067fec4515f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:02.858979 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07650306-ab38-48d2-a74d-65166222d778 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce56b18-8329-4db4-9bbf-3067fec4515f,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:02.951565 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-07650306-ab38-48d2-a74d-65166222d778 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:02.952780 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-07650306-ab38-48d2-a74d-65166222d778 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3847973 Jan 27 23:09:02.955485 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43806) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:02.959880 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-6159836d-e61c-4761-b8d1-bd2ba600f34f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Request body: {'security_group_rule': {'security_group_id': 'd24f7e81-0cc5-46f4-862a-15d0bb59c7e0', 'project_id': '5671aca4dec34c618e4578fd178423f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:03.065094 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6159836d-e61c-4761-b8d1-bd2ba600f34f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (8a990b04-34ac-46a0-af37-3fa17a589fff), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:03.120784 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6159836d-e61c-4761-b8d1-bd2ba600f34f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (8a990b04-34ac-46a0-af37-3fa17a589fff), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:03.209139 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6159836d-e61c-4761-b8d1-bd2ba600f34f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (8a990b04-34ac-46a0-af37-3fa17a589fff), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:03.226365 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6159836d-e61c-4761-b8d1-bd2ba600f34f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a990b04-34ac-46a0-af37-3fa17a589fff,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:03.303027 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-6159836d-e61c-4761-b8d1-bd2ba600f34f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:03.304373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-6159836d-e61c-4761-b8d1-bd2ba600f34f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3478045 Jan 27 23:09:03.309628 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43808) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:03.311839 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1b04bd96-4148-427f-93fd-62fbe53612af tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Request body: {'security_group_rule': {'security_group_id': 'd24f7e81-0cc5-46f4-862a-15d0bb59c7e0', 'project_id': '5671aca4dec34c618e4578fd178423f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:03.393888 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b04bd96-4148-427f-93fd-62fbe53612af tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (275f2b88-e198-44e4-bbb1-d7b36da22d11), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:03.449179 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b04bd96-4148-427f-93fd-62fbe53612af tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (275f2b88-e198-44e4-bbb1-d7b36da22d11), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:03.538093 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b04bd96-4148-427f-93fd-62fbe53612af tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (275f2b88-e198-44e4-bbb1-d7b36da22d11), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:03.559888 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04bd96-4148-427f-93fd-62fbe53612af tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275f2b88-e198-44e4-bbb1-d7b36da22d11,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:03.631707 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1b04bd96-4148-427f-93fd-62fbe53612af tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:03.632970 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1b04bd96-4148-427f-93fd-62fbe53612af tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3245871 Jan 27 23:09:03.636397 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43810) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:03.641116 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-51a044a7-1fb4-4797-952e-fc559a57b186 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Request body: {'security_group_rule': {'security_group_id': 'd24f7e81-0cc5-46f4-862a-15d0bb59c7e0', 'project_id': '5671aca4dec34c618e4578fd178423f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:03.745356 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51a044a7-1fb4-4797-952e-fc559a57b186 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (b825a8b3-9b99-44fd-a216-f9dd188f74c1), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:03.804218 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51a044a7-1fb4-4797-952e-fc559a57b186 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (b825a8b3-9b99-44fd-a216-f9dd188f74c1), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:03.894698 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51a044a7-1fb4-4797-952e-fc559a57b186 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (b825a8b3-9b99-44fd-a216-f9dd188f74c1), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:03.912218 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a044a7-1fb4-4797-952e-fc559a57b186 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b825a8b3-9b99-44fd-a216-f9dd188f74c1,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:03.994829 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-51a044a7-1fb4-4797-952e-fc559a57b186 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:03.996134 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-51a044a7-1fb4-4797-952e-fc559a57b186 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3586643 Jan 27 23:09:03.998893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 43812) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:04.003167 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.v2.base [None req-29357526-e2c7-4f8e-932b-1a2ab1f576ff tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Request body: {'security_group_rule': {'security_group_id': 'd24f7e81-0cc5-46f4-862a-15d0bb59c7e0', 'project_id': '5671aca4dec34c618e4578fd178423f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:04.098338 n-d-760456-6 neutron-server[104026]: INFO neutron.db.securitygroups_db [None req-29357526-e2c7-4f8e-932b-1a2ab1f576ff tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Project 5671aca4dec34c618e4578fd178423f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:09:04.103988 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-29357526-e2c7-4f8e-932b-1a2ab1f576ff tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (855e3022-f3a6-4875-b031-5ae885faed54), before_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.166774 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Sync routers for ids ['aa34cccd-6a22-4095-a7b3-30a5e52d12b0'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:09:04.175377 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-29357526-e2c7-4f8e-932b-1a2ab1f576ff tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (855e3022-f3a6-4875-b031-5ae885faed54), precommit_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.176778 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Routers {'aa34cccd-6a22-4095-a7b3-30a5e52d12b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:09:04.177383 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:08:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aa34cccd-6a22-4095-a7b3-30a5e52d12b0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:04.249224 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-29357526-e2c7-4f8e-932b-1a2ab1f576ff tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (855e3022-f3a6-4875-b031-5ae885faed54), after_create {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.263148 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 01eb155b-29bb-4749-ad90-a39609057bed up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:09:04.267238 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29357526-e2c7-4f8e-932b-1a2ab1f576ff tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855e3022-f3a6-4875-b031-5ae885faed54,revision_number=0']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:04.290239 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Set router aa34cccd-6a22-4095-a7b3-30a5e52d12b0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:09:04.316202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 01eb155b-29bb-4749-ad90-a39609057bed triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:04.316583 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (01eb155b-29bb-4749-ad90-a39609057bed), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.365123 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-29357526-e2c7-4f8e-932b-1a2ab1f576ff tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.371465 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-29357526-e2c7-4f8e-932b-1a2ab1f576ff tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3666182 Jan 27 23:09:04.371772 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43814) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:04.377671 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3f10505b-4cac-4b35-9659-6c48ffc5cfcb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Request body: {'security_group_rule': {'security_group_id': 'd24f7e81-0cc5-46f4-862a-15d0bb59c7e0', 'project_id': '5671aca4dec34c618e4578fd178423f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:04.407461 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 01eb155b-29bb-4749-ad90-a39609057bed is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:09:04.475350 n-d-760456-6 neutron-server[104027]: INFO neutron.db.securitygroups_db [None req-3f10505b-4cac-4b35-9659-6c48ffc5cfcb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Project 5671aca4dec34c618e4578fd178423f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 27 23:09:04.481037 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f10505b-4cac-4b35-9659-6c48ffc5cfcb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (1640a2f5-140f-4a32-8f0d-d885ef3f01be), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.491020 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'name': 'tempest-TestSnapshotPattern-1119611421-router', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '01eb155b-29bb-4749-ad90-a39609057bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:56Z', 'updated_at': '2022-01-27T23:09:00Z', 'revision_number': 4, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'gw_port': {'id': '01eb155b-29bb-4749-ad90-a39609057bed', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:57Z', 'updated_at': '2022-01-27T23:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d', 'name': '', 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'mac_address': 'fa:16:3e:af:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'c40607fa-8ba2-4818-b96f-5815869906d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:59Z', 'updated_at': '2022-01-27T23:09:00Z', 'revision_number': 2, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'subnets': [{'id': 'c40607fa-8ba2-4818-b96f-5815869906d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:04.516970 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Checking router: aa34cccd-6a22-4095-a7b3-30a5e52d12b0 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:09:04.518509 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Updating router aa34cccd-6a22-4095-a7b3-30a5e52d12b0 port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d binding host n-d-760456-6 {{(pid=104029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 27 23:09:04.538918 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f10505b-4cac-4b35-9659-6c48ffc5cfcb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (1640a2f5-140f-4a32-8f0d-d885ef3f01be), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.541938 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.612216 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f10505b-4cac-4b35-9659-6c48ffc5cfcb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029047'] for security_group_rule (1640a2f5-140f-4a32-8f0d-d885ef3f01be), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.630557 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10505b-4cac-4b35-9659-6c48ffc5cfcb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1640a2f5-140f-4a32-8f0d-d885ef3f01be,revision_number=0']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:04.717671 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3f10505b-4cac-4b35-9659-6c48ffc5cfcb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.719411 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3f10505b-4cac-4b35-9659-6c48ffc5cfcb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3455386 Jan 27 23:09:04.805609 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Publish callbacks [] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), precommit_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.864634 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-53e1ee15-a43b-4635-9948-bf98dd645003 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951136898&fields=id&tenant_id=5671aca4dec34c618e4578fd178423f6 HTTP/1.1" status: 200 len: 267 time: 0.0433943 Jan 27 23:09:04.869428 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.921539 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b68c6c-5544-4895-aee9-e2757a8c3f14 None None] Pushing event updated for resources: {'Port': ['ID=4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d,revision_number=3']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:04.975370 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Attempting to bind port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d on host n-d-760456-6 for vnic_type normal with profile {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:09:04.975750 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Attempting to bind port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d by drivers openvswitch,hyperv on host n-d-760456-6 at level 0 using segments [{'id': '49771a93-c9d8-4128-b5a5-3c36cccb5e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6'}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:09:04.976168 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Attempting to bind port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d on network 2f532c30-a9d1-46db-aa00-53b026324cf6 {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:09:04.980411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-60907c34-a9ea-4281-82e1-46be9d6ee0fa tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:04.981919 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-60907c34-a9ea-4281-82e1-46be9d6ee0fa tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 810 time: 0.1108773 Jan 27 23:09:04.983254 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Checking agent: {'id': 'a41787c0-8b96-4ed9-ae95-750267706a52', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 18, 9), 'started_at': datetime.datetime(2022, 1, 27, 21, 18, 39), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-760456-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:09:04.983656 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Checking segment: {'id': '49771a93-c9d8-4128-b5a5-3c36cccb5e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:09:04.984286 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.984687 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Bound using segment: {'id': '49771a93-c9d8-4128-b5a5-3c36cccb5e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6'} {{(pid=104029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:09:04.990655 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.managers [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Bound port: 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d, host: n-d-760456-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49771a93-c9d8-4128-b5a5-3c36cccb5e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6'}}] {{(pid=104029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:09:04.990655 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), before_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:04.999092 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-5b12e61d-6c1f-4948-9425-dbe0ae30b7b2 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/quotas/5671aca4dec34c618e4578fd178423f6 HTTP/1.1" status: 200 len: 375 time: 0.0103400 Jan 27 23:09:05.018446 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-316b0bf1-b400-4753-b9a1-ee8906e4391c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:05.055259 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-b3614d66-13ba-454a-b7b4-afc42cbee6b2 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502017 Jan 27 23:09:05.057787 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] For port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d, host n-d-760456-6, cleared binding levels {{(pid=104029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:09:05.059593 n-d-760456-6 neutron-server[104029]: DEBUG neutron.plugins.ml2.db [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] For port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d, host n-d-760456-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d,segment=NetworkSegment(49771a93-c9d8-4128-b5a5-3c36cccb5e5b),segment_id=49771a93-c9d8-4128-b5a5-3c36cccb5e5b)] {{(pid=104029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:09:05.164308 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-f4c019fc-2aec-4348-b65a-cca15708b577 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:09:05.164915 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-40ab7475-bf62-4f07-8e13-690d846bb0fa None None] Provisioning complete for port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:05.165301 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-40ab7475-bf62-4f07-8e13-690d846bb0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:05.165419 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-f4c019fc-2aec-4348-b65a-cca15708b577 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0963538 Jan 27 23:09:05.178889 n-d-760456-6 neutron-server[104029]: DEBUG neutron_lib.callbacks.manager [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), after_update {{(pid=104029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:05.208131 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-40ab7475-bf62-4f07-8e13-690d846bb0fa None None] Port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:09:05.243383 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Routers {'aa34cccd-6a22-4095-a7b3-30a5e52d12b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:09:05.244108 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:09:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aa34cccd-6a22-4095-a7b3-30a5e52d12b0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:05.260573 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c51bfae2-3705-4142-8d81-561eafd05fea service neutron] 10.222.0.61 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890245 Jan 27 23:09:05.282661 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b68c6c-5544-4895-aee9-e2757a8c3f14 None None] Pushing event updated for resources: {'Port': ['ID=4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d,revision_number=4']} {{(pid=104029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:05.365457 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-9433fee7-dbe9-4dfd-9b39-1a817841d4b2 service neutron] 10.222.0.61 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991302 Jan 27 23:09:05.367766 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] Set router aa34cccd-6a22-4095-a7b3-30a5e52d12b0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:09:05.534910 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-5ebf34f6-ea22-4947-951f-37ba213321c4 None None] Provisioning complete for port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:05.535491 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5ebf34f6-ea22-4947-951f-37ba213321c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:05.622090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf34f6-ea22-4947-951f-37ba213321c4 None None] Current status of the port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d is: DOWN; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:09:05.622500 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5ebf34f6-ea22-4947-951f-37ba213321c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:05.656788 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-5ebf34f6-ea22-4947-951f-37ba213321c4 None None] For port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d,segment=NetworkSegment(49771a93-c9d8-4128-b5a5-3c36cccb5e5b),segment_id=49771a93-c9d8-4128-b5a5-3c36cccb5e5b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:05.667746 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-2a421757-1120-45fb-a4f2-216e2b9e1721 req-96c7cb08-9748-4fa4-b88e-3a53f56bdb88 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 210 time: 0.0388651 Jan 27 23:09:05.686238 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'name': 'tempest-TestSnapshotPattern-1119611421-router', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '01eb155b-29bb-4749-ad90-a39609057bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:56Z', 'updated_at': '2022-01-27T23:09:00Z', 'revision_number': 4, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'gw_port': {'id': '01eb155b-29bb-4749-ad90-a39609057bed', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:57Z', 'updated_at': '2022-01-27T23:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d', 'name': '', 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'mac_address': 'fa:16:3e:af:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'c40607fa-8ba2-4818-b96f-5815869906d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:59Z', 'updated_at': '2022-01-27T23:09:05Z', 'revision_number': 4, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'subnets': [{'id': 'c40607fa-8ba2-4818-b96f-5815869906d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:05.712570 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6de864-aaf2-4499-8c20-c7774c3500b1 None None] The sync data for ids ['aa34cccd-6a22-4095-a7b3-30a5e52d12b0'] in n-d-760456-6 is: [{'id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'name': 'tempest-TestSnapshotPattern-1119611421-router', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '01eb155b-29bb-4749-ad90-a39609057bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:56Z', 'updated_at': '2022-01-27T23:09:00Z', 'revision_number': 4, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'gw_port': {'id': '01eb155b-29bb-4749-ad90-a39609057bed', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:57Z', 'updated_at': '2022-01-27T23:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': '4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d', 'name': '', 'network_id': '2f532c30-a9d1-46db-aa00-53b026324cf6', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'mac_address': 'fa:16:3e:af:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': 'c40607fa-8ba2-4818-b96f-5815869906d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:59Z', 'updated_at': '2022-01-27T23:09:05Z', 'revision_number': 4, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'subnets': [{'id': 'c40607fa-8ba2-4818-b96f-5815869906d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:09:05.740470 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5ebf34f6-ea22-4947-951f-37ba213321c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:05.802137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf34f6-ea22-4947-951f-37ba213321c4 None None] Pushing event updated for resources: {'Port': ['ID=4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:06.314544 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d up at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:09:06.363399 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Provisioning complete for port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:06.363780 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:06.464636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Current status of the port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d is: ACTIVE; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:09:06.495403 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:06.736633 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ec3b0197-6a33-42f0-a3a1-57daadfdd6a6 req-fc88e674-6ff8-4348-9ce2-6c254ed47add tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 210 time: 0.0271208 Jan 27 23:09:07.734594 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:07.831223 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-84dff65d-a77c-41ba-abc5-e862632bc8cb req-297613b5-1079-4015-bcb9-2c4e1ce75b53 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 210 time: 0.0273092 Jan 27 23:09:08.019326 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-09f2d7f6-34d6-4f1f-8386-363cfe65a926 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:08.020825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-09f2d7f6-34d6-4f1f-8386-363cfe65a926 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.71 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 810 time: 0.1079047 Jan 27 23:09:08.082348 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-9d484394-16dc-4f49-bd5f-c3794ba4735b tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5671aca4dec34c618e4578fd178423f6 HTTP/1.1" status: 200 len: 380 time: 0.0539465 Jan 27 23:09:08.090683 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Request body: {'port': {'device_id': 'a405364f-935a-4025-9557-3074975b1743', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'admin_state_up': True, 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'security_groups': ['d24f7e81-0cc5-46f4-862a-15d0bb59c7e0']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:08.300119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Made reservation on behalf of 5671aca4dec34c618e4578fd178423f6 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:09:08.303664 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:08.437840 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Allocated IP 172.20.0.12 (3e01740a-27b9-4c48-95e3-69979689665e/7f70bc66-dc16-4341-8374-43bed709705b/6b84c759-04dd-4af5-b2ed-be216e7be4c6) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:09:08.582819 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:08.692447 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:08.735373 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Network 3e01740a-27b9-4c48-95e3-69979689665e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:09:08.738372 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:09:08.745196 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:09:08.751017 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'Port': ['ID=6b84c759-04dd-4af5-b2ed-be216e7be4c6,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:08.798213 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:08.798828 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:08.884097 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-19150d42-0139-4511-aa20-9932dc002671 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7937407 Jan 27 23:09:08.893682 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Request body: {'port': {'device_id': 'a405364f-935a-4025-9557-3074975b1743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:08.982316 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a128d31f-8dba-4952-898b-574c6945b8be None None] Provisioning complete for port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:08.982927 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a128d31f-8dba-4952-898b-574c6945b8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:08.993182 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:09.003600 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04499840-5496-4efb-80a8-08fe88ff1a12 req-aec66fba-2f6b-4302-9c13-c64370e1bb13 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:09.005272 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04499840-5496-4efb-80a8-08fe88ff1a12 req-aec66fba-2f6b-4302-9c13-c64370e1bb13 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 932 time: 0.0799935 Jan 27 23:09:09.009667 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:09.022269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a128d31f-8dba-4952-898b-574c6945b8be None None] Port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:09:09.093724 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-04499840-5496-4efb-80a8-08fe88ff1a12 req-165b67d3-cf35-437b-b84f-fb6c91bc2e41 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811918 Jan 27 23:09:09.315114 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b84c759-04dd-4af5-b2ed-be216e7be4c6 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:09:09.322749 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Publish callbacks [] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:09.334203 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Transition to ACTIVE for port object 6b84c759-04dd-4af5-b2ed-be216e7be4c6 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:09:09.401289 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:09.452209 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Pushing event updated for resources: {'Port': ['ID=6b84c759-04dd-4af5-b2ed-be216e7be4c6,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:09.524486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Attempting to bind port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 on host n-h2-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:09:09.524826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Attempting to bind port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 by drivers openvswitch,hyperv on host n-h2-760456-6 at level 0 using segments [{'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:09:09.525161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Attempting to bind port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 on network 3e01740a-27b9-4c48-95e3-69979689665e {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:09:09.530391 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 on network 3e01740a-27b9-4c48-95e3-69979689665e not bound, no agent of type Open vSwitch agent registered on host n-h2-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:09:09.530722 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Attempting to bind port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 on network 3e01740a-27b9-4c48-95e3-69979689665e {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:09:09.535737 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Checking agent: {'id': '988aa328-fae1-468c-8d9c-2afc3796adef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:09:09.536091 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Checking segment: {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:09:09.536484 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Bound using segment: {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:09:09.536922 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Bound port: 6b84c759-04dd-4af5-b2ed-be216e7be4c6, host: n-h2-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:09:09.537280 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:09.606820 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] For port 6b84c759-04dd-4af5-b2ed-be216e7be4c6, host n-h2-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:09:09.609813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] For port 6b84c759-04dd-4af5-b2ed-be216e7be4c6, host n-h2-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:09:09.672361 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:09.705527 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:09.706163 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:09.707557 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] 10.222.0.71 "PUT /v2.0/ports/6b84c759-04dd-4af5-b2ed-be216e7be4c6 HTTP/1.1" status: 200 len: 1092 time: 0.8194058 Jan 27 23:09:09.708005 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:09:09.710315 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f43992-0db0-4f93-924d-98face3d7f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "a405364f-935a-4025-9557-3074975b1743", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:09:09.748228 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909eda7-0ee6-423a-93ee-4e3016c2543a service neutron] Pushing event updated for resources: {'Port': ['ID=6b84c759-04dd-4af5-b2ed-be216e7be4c6,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:09.748996 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34983007-40c2-41ed-acf1-8318c5c48e6a x-openstack-request-id: req-34983007-40c2-41ed-acf1-8318c5c48e6a {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:09:09.749179 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a405364f-935a-4025-9557-3074975b1743", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:09:09.749441 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34983007-40c2-41ed-acf1-8318c5c48e6a {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:09:09.749849 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'status': 'completed', 'code': 200} Jan 27 23:09:09.812794 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f43992-0db0-4f93-924d-98face3d7f2c req-13700acb-b717-4ad7-961d-0700c5a2bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:09.814369 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7f43992-0db0-4f93-924d-98face3d7f2c req-13700acb-b717-4ad7-961d-0700c5a2bf0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 1095 time: 0.0441811 Jan 27 23:09:09.919320 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f43992-0db0-4f93-924d-98face3d7f2c req-4c90a324-a902-4d87-8992-60c92de49624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:09.920898 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7f43992-0db0-4f93-924d-98face3d7f2c req-4c90a324-a902-4d87-8992-60c92de49624 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5671aca4dec34c618e4578fd178423f6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1000195 Jan 27 23:09:10.015406 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f43992-0db0-4f93-924d-98face3d7f2c req-2054acea-cc63-40fb-9d94-e6f605652954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:10.016869 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d7f43992-0db0-4f93-924d-98face3d7f2c req-2054acea-cc63-40fb-9d94-e6f605652954 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901141 Jan 27 23:09:10.090926 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-9537bb19-1248-4bfb-b249-b3e88c0c938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:10.092480 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-9537bb19-1248-4bfb-b249-b3e88c0c938a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 1095 time: 0.0411224 Jan 27 23:09:10.138649 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-39c4a920-24f9-4689-9fb8-88f2084163a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6 HTTP/1.1" status: 200 len: 217 time: 0.0395625 Jan 27 23:09:10.213234 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-4eac59d6-2489-4d72-a957-eabdf28e040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:10.214692 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-4eac59d6-2489-4d72-a957-eabdf28e040c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 200 len: 849 time: 0.0698791 Jan 27 23:09:10.233973 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6809850-00a2-406b-b875-49b411900796 req-62a992bf-ea40-4d68-8e0e-befa4735f966 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:10.235341 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6809850-00a2-406b-b875-49b411900796 req-62a992bf-ea40-4d68-8e0e-befa4735f966 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 944 time: 0.0651193 Jan 27 23:09:10.304316 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-dcfe0764-0c3f-45cb-bb50-4a087b838a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:10.305815 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-dcfe0764-0c3f-45cb-bb50-4a087b838a57 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e01740a-27b9-4c48-95e3-69979689665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825930 Jan 27 23:09:10.321992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c6809850-00a2-406b-b875-49b411900796 req-ebc51e15-58dd-480c-96cc-a68638d7116b tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796251 Jan 27 23:09:10.398171 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-228662d8-c77c-4e25-8ecb-98ecc7a81c4a service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854201 Jan 27 23:09:10.499834 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1069079a-6133-4a5d-a6b4-8af60a1111d8 req-a09ed6cf-9071-45af-a439-3a2ec828d189 service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968478 Jan 27 23:09:11.436767 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a7549-469c-4ca6-96bd-71c344ef7212 req-04bc3cb5-e292-4a23-b6bd-cf6459731e7f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:11.438230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d49a7549-469c-4ca6-96bd-71c344ef7212 req-04bc3cb5-e292-4a23-b6bd-cf6459731e7f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 944 time: 0.0484638 Jan 27 23:09:11.485839 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d49a7549-469c-4ca6-96bd-71c344ef7212 req-3c1a1d3e-7c92-4ebb-a02b-d3e438796863 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421224 Jan 27 23:09:12.598998 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d8ca0-fc8f-4afe-ab22-0db22923fd7d req-527bfdfd-5c98-4672-9a8a-0b689e59131e tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:12.600477 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d34d8ca0-fc8f-4afe-ab22-0db22923fd7d req-527bfdfd-5c98-4672-9a8a-0b689e59131e tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 944 time: 0.0466297 Jan 27 23:09:12.653075 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d34d8ca0-fc8f-4afe-ab22-0db22923fd7d req-c071c30b-c04c-425a-a715-0760e1043a91 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466800 Jan 27 23:09:13.346974 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6b84c759-04dd-4af5-b2ed-be216e7be4c6 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:09:13.441936 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6b84c759-04dd-4af5-b2ed-be216e7be4c6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:13.453167 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'port_id': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'mac_address': 'fa:16:3e:b1:1a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:09:13.489688 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:09:13.490083 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:13.502643 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b84c759-04dd-4af5-b2ed-be216e7be4c6 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:09:13.522676 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6b84c759-04dd-4af5-b2ed-be216e7be4c6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:13.585391 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:13.632250 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=6b84c759-04dd-4af5-b2ed-be216e7be4c6,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:13.765410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2e27-888a-4735-881b-37fb2e54a0ed req-ccbc1c0f-5cb6-48fb-9587-143c3a72d314 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:13.766760 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f50e2e27-888a-4735-881b-37fb2e54a0ed req-ccbc1c0f-5cb6-48fb-9587-143c3a72d314 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 945 time: 0.0466540 Jan 27 23:09:13.814139 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f50e2e27-888a-4735-881b-37fb2e54a0ed req-6538b3ad-71c5-4945-9a5b-3b8da9273eb9 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419862 Jan 27 23:09:13.843319 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['6b84c759-04dd-4af5-b2ed-be216e7be4c6'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:09:14.928299 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304ca65-4c97-4dbd-bb73-8b0b5d4e06b8 req-ea45028e-5367-40ed-a9c0-1fb8b5af8721 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:14.929793 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6304ca65-4c97-4dbd-bb73-8b0b5d4e06b8 req-ea45028e-5367-40ed-a9c0-1fb8b5af8721 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 945 time: 0.0485168 Jan 27 23:09:14.977799 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6304ca65-4c97-4dbd-bb73-8b0b5d4e06b8 req-2a25ce63-5760-401e-893c-1c0bb975c221 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Jan 27 23:09:15.377059 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6b84c759-04dd-4af5-b2ed-be216e7be4c6 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:09:15.544527 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning for port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:09:15.548749 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:09:15.549137 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.626405 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:09:15.626804 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.650014 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:09:15.652308 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d68063-5dfd-4d1f-95dc-456871bc1708" -d '{"events": [{"server_uuid": "a405364f-935a-4025-9557-3074975b1743", "name": "network-vif-plugged", "status": "completed", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:09:15.665602 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6b84c759-04dd-4af5-b2ed-be216e7be4c6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:09:15.732165 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:15.755782 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19070643-ddee-4a54-a398-ae7be6e3238f x-openstack-request-id: req-19070643-ddee-4a54-a398-ae7be6e3238f {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:09:15.756143 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a405364f-935a-4025-9557-3074975b1743", "name": "network-vif-plugged", "status": "completed", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:09:15.756360 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19070643-ddee-4a54-a398-ae7be6e3238f {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:09:15.756757 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'code': 200} Jan 27 23:09:15.786447 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=6b84c759-04dd-4af5-b2ed-be216e7be4c6,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:15.850432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68e41a-18b1-4cad-8caa-6c150bd598b5 req-e995a99d-9360-438e-bfb1-e42e850ce296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:15.851982 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d68e41a-18b1-4cad-8caa-6c150bd598b5 req-e995a99d-9360-438e-bfb1-e42e850ce296 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 1097 time: 0.0509992 Jan 27 23:09:15.902148 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6d68e41a-18b1-4cad-8caa-6c150bd598b5 req-4dd64b84-d992-421b-adb7-878e07f4ea72 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435205 Jan 27 23:09:16.095035 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc453d2-38f9-4a66-b575-c6ab9534b635 req-9edfa88e-5266-43ed-9ba8-9734c66f2462 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:16.097231 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccc453d2-38f9-4a66-b575-c6ab9534b635 req-9edfa88e-5266-43ed-9ba8-9734c66f2462 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 946 time: 0.0497596 Jan 27 23:09:16.145884 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-ccc453d2-38f9-4a66-b575-c6ab9534b635 req-3187355e-6f1e-401f-bfa3-9fdf9f16a1b7 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437605 Jan 27 23:09:17.265691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485392c5-852f-436a-9878-bcc584aea29f req-93dc44b4-20b2-4294-a8c2-30309eb957a1 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:17.267161 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-485392c5-852f-436a-9878-bcc584aea29f req-93dc44b4-20b2-4294-a8c2-30309eb957a1 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 946 time: 0.0516379 Jan 27 23:09:17.314800 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-485392c5-852f-436a-9878-bcc584aea29f req-344b26d5-097e-4a51-b9e6-a2a1e69d1b67 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421777 Jan 27 23:09:17.434648 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ef858-5cc3-4a61-8ef4-66afdb214c18 req-72f7900b-5187-459a-b713-674ab8236aba tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:17.434648 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f1ef858-5cc3-4a61-8ef4-66afdb214c18 req-72f7900b-5187-459a-b713-674ab8236aba tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 946 time: 0.0489147 Jan 27 23:09:17.479877 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1f1ef858-5cc3-4a61-8ef4-66afdb214c18 req-b116992d-97e1-47b6-ba13-3870a2a11476 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434844 Jan 27 23:09:17.501721 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43874) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:17.584912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4e13d1-d7e0-4822-b98e-ebab3b55d9eb tempest-TestSnapshotPattern-1410927337 tempest-TestSnapshotPattern-1410927337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:17.586412 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-bd4e13d1-d7e0-4822-b98e-ebab3b55d9eb tempest-TestSnapshotPattern-1410927337 tempest-TestSnapshotPattern-1410927337-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 1092 time: 0.0837080 Jan 27 23:09:17.589390 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 43878) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:09:17.594100 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:09:17.665365 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:17.763823 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:17.867717 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Allocated IP 172.25.0.15 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/78a1987c-4ec5-4c6f-b212-11113e5926a0) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:09:17.967121 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for port (78a1987c-4ec5-4c6f-b212-11113e5926a0), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:18.066128 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (78a1987c-4ec5-4c6f-b212-11113e5926a0), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:18.104237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:09:18.107056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:09:18.112701 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:09:18.139968 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'Port': ['ID=78a1987c-4ec5-4c6f-b212-11113e5926a0,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:18.469955 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for floatingip (33f99de3-b6fe-4771-9c79-9493cc26a02a), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:18.596624 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (78a1987c-4ec5-4c6f-b212-11113e5926a0), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:18.741978 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for port (78a1987c-4ec5-4c6f-b212-11113e5926a0), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:18.828813 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (78a1987c-4ec5-4c6f-b212-11113e5926a0), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:18.898523 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'Port': ['ID=78a1987c-4ec5-4c6f-b212-11113e5926a0,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:09:18.913899 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (33f99de3-b6fe-4771-9c79-9493cc26a02a), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:19.016892 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Floating IP 33f99de3-b6fe-4771-9c79-9493cc26a02a associated. External IP: 172.25.0.15, port: 6b84c759-04dd-4af5-b2ed-be216e7be4c6. Jan 27 23:09:19.235149 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Router 8772e254-c96b-4439-a135-bb2568871534 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:09:19.343119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:09:19.353343 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ad789-7b65-4963-8f17-c7726c4e5088 None None] Sync routers for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:09:19.362720 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ad789-7b65-4963-8f17-c7726c4e5088 None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:09:19.363337 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3f9ad789-7b65-4963-8f17-c7726c4e5088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:09:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:19.438014 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:19.470187 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3f9ad789-7b65-4963-8f17-c7726c4e5088 None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:09:19.703920 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3f9ad789-7b65-4963-8f17-c7726c4e5088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '33f99de3-b6fe-4771-9c79-9493cc26a02a', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8772e254-c96b-4439-a135-bb2568871534', 'port_id': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'mac_address': 'fa:16:3e:b1:1a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a405364f-935a-4025-9557-3074975b1743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:09:18Z', 'updated_at': '2022-01-27T23:09:18Z', 'revision_number': 0, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:19.733658 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ad789-7b65-4963-8f17-c7726c4e5088 None None] Checking router: 8772e254-c96b-4439-a135-bb2568871534 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:09:19.742369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9ad789-7b65-4963-8f17-c7726c4e5088 None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:09:19.742996 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3f9ad789-7b65-4963-8f17-c7726c4e5088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:09:05Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:19.787037 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-1a154f18-9d82-4e7b-8b59-1a8b596e645d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1966250 Jan 27 23:09:19.787728 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:09:19.789893 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822b0a56-6299-4a40-a547-3c324a0e3933" -d '{"events": [{"name": "network-changed", "server_uuid": "a405364f-935a-4025-9557-3074975b1743", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:09:19.830713 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081ba488-5469-41cf-bfcf-028391fdfcb6 x-openstack-request-id: req-081ba488-5469-41cf-bfcf-028391fdfcb6 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:09:19.831012 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a405364f-935a-4025-9557-3074975b1743", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:09:19.831271 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-081ba488-5469-41cf-bfcf-028391fdfcb6 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:09:19.831673 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'status': 'completed', 'code': 200} Jan 27 23:09:19.850711 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-3f9ad789-7b65-4963-8f17-c7726c4e5088 None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:09:19.889493 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b0a56-6299-4a40-a547-3c324a0e3933 req-08972efc-d97c-4511-af5c-308e82a5c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:19.890984 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-822b0a56-6299-4a40-a547-3c324a0e3933 req-08972efc-d97c-4511-af5c-308e82a5c7b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 1097 time: 0.0395610 Jan 27 23:09:19.981409 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b0a56-6299-4a40-a547-3c324a0e3933 req-83e41220-a0ea-4f32-bcb8-4cef877dbba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:19.983220 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-822b0a56-6299-4a40-a547-3c324a0e3933 req-83e41220-a0ea-4f32-bcb8-4cef877dbba0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 911 time: 0.0866079 Jan 27 23:09:20.059890 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-822b0a56-6299-4a40-a547-3c324a0e3933 req-fa50162a-0013-42bb-9d8f-b7578c98339c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6 HTTP/1.1" status: 200 len: 999 time: 0.0587645 Jan 27 23:09:20.071430 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-3f9ad789-7b65-4963-8f17-c7726c4e5088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '33f99de3-b6fe-4771-9c79-9493cc26a02a', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8772e254-c96b-4439-a135-bb2568871534', 'port_id': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'mac_address': 'fa:16:3e:b1:1a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a405364f-935a-4025-9557-3074975b1743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:09:18Z', 'updated_at': '2022-01-27T23:09:18Z', 'revision_number': 0, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:09:20.097668 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9ad789-7b65-4963-8f17-c7726c4e5088 None None] The sync data for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 is: [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '33f99de3-b6fe-4771-9c79-9493cc26a02a', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8772e254-c96b-4439-a135-bb2568871534', 'port_id': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'mac_address': 'fa:16:3e:b1:1a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a405364f-935a-4025-9557-3074975b1743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:09:18Z', 'updated_at': '2022-01-27T23:09:18Z', 'revision_number': 0, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:09:20.107832 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b0a56-6299-4a40-a547-3c324a0e3933 req-6763ff3b-84a6-446a-847c-43be0c8d7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:20.109368 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-822b0a56-6299-4a40-a547-3c324a0e3933 req-6763ff3b-84a6-446a-847c-43be0c8d7827 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 200 len: 849 time: 0.0441680 Jan 27 23:09:20.159318 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b0a56-6299-4a40-a547-3c324a0e3933 req-37890a47-0afd-46ff-be00-7526fc9b684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:20.160873 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-822b0a56-6299-4a40-a547-3c324a0e3933 req-37890a47-0afd-46ff-be00-7526fc9b684e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e01740a-27b9-4c48-95e3-69979689665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457766 Jan 27 23:09:20.252585 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-822b0a56-6299-4a40-a547-3c324a0e3933 req-d0421856-b3e1-42d4-9480-e474766c171e service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858660 Jan 27 23:09:20.309891 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46889a5-4e30-46d8-8681-66a7439f0d98 None None] New status for floating IP 33f99de3-b6fe-4771-9c79-9493cc26a02a: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:09:20.348395 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-822b0a56-6299-4a40-a547-3c324a0e3933 req-0a8cdae4-ad8f-4bcd-b570-0dcfdfc1e021 service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906060 Jan 27 23:09:25.120064 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:09:27.928173 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:28.391263 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:32.373379 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-57292538-6d7f-4696-8487-d16f25b3de34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:34.979195 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f89df4c3-771f-44b4-bcfa-f24f04c9424c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:36.458861 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:37.813249 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:39.030203 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:43.704907 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6abba970-3efc-4b72-bb31-842ad44194c3 req-aa16ca11-6e80-472c-a993-5fb110eabd1b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384376 Jan 27 23:09:43.787978 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba970-3efc-4b72-bb31-842ad44194c3 req-e30c044a-c73c-4022-99be-31b7aca95921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:43.789464 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6abba970-3efc-4b72-bb31-842ad44194c3 req-e30c044a-c73c-4022-99be-31b7aca95921 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 1097 time: 0.0403843 Jan 27 23:09:43.890969 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba970-3efc-4b72-bb31-842ad44194c3 req-cbef5781-ff41-45e1-947d-e23a5d9fca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:43.892440 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6abba970-3efc-4b72-bb31-842ad44194c3 req-cbef5781-ff41-45e1-947d-e23a5d9fca2b service neutron] 10.222.0.71 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 911 time: 0.0849786 Jan 27 23:09:43.955641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6abba970-3efc-4b72-bb31-842ad44194c3 req-539f916f-7494-4a8a-851b-53d6a39cf74c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6 HTTP/1.1" status: 200 len: 1001 time: 0.0567565 Jan 27 23:09:44.001226 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba970-3efc-4b72-bb31-842ad44194c3 req-9f478ebc-f0fc-4da8-a58a-878ce973191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:44.002608 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6abba970-3efc-4b72-bb31-842ad44194c3 req-9f478ebc-f0fc-4da8-a58a-878ce973191b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 200 len: 849 time: 0.0413105 Jan 27 23:09:44.052963 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abba970-3efc-4b72-bb31-842ad44194c3 req-0eb2b52d-3d0f-4377-913e-aacd2fab238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:09:44.054466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6abba970-3efc-4b72-bb31-842ad44194c3 req-0eb2b52d-3d0f-4377-913e-aacd2fab238d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e01740a-27b9-4c48-95e3-69979689665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463216 Jan 27 23:09:44.142872 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6abba970-3efc-4b72-bb31-842ad44194c3 req-7c0fc802-a517-47e3-abd3-18e3151508e3 service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819850 Jan 27 23:09:44.234969 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6abba970-3efc-4b72-bb31-842ad44194c3 req-bb2ad954-4300-4cdf-934b-18948ae42806 service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853324 Jan 27 23:09:57.919617 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:09:58.384643 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:02.118913 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:10:02.406385 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-32455834-447c-4bf3-82d4-8ca7da21eec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:04.943989 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-831ba0d5-330e-45a3-bfc8-5b0a0c62c0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:06.452452 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:07.731319 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:08.994326 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:27.913640 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:28.428505 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:32.371152 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b65d708c-02a1-44e0-9c97-5805ef4c7ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:34.931027 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fe783f31-8f8b-45ab-be45-f029f9cd869c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:36.462196 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:37.742419 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:39.012086 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:39.117974 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:10:45.743803 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd0b8f37-c59c-4363-8647-0ef10e3b633e req-609ec41c-003a-4f6e-b15d-912eb7d8681f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842154 Jan 27 23:10:45.823452 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b8f37-c59c-4363-8647-0ef10e3b633e req-9d4a7ba9-c919-4960-85e9-2a999bf2cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:45.824975 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd0b8f37-c59c-4363-8647-0ef10e3b633e req-9d4a7ba9-c919-4960-85e9-2a999bf2cae4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 1097 time: 0.0395985 Jan 27 23:10:45.928495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b8f37-c59c-4363-8647-0ef10e3b633e req-f0f39cf8-ca63-4f84-9eb0-5a77d75387bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:45.929881 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd0b8f37-c59c-4363-8647-0ef10e3b633e req-f0f39cf8-ca63-4f84-9eb0-5a77d75387bb service neutron] 10.222.0.71 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 911 time: 0.0871279 Jan 27 23:10:45.995659 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd0b8f37-c59c-4363-8647-0ef10e3b633e req-35d22a9b-ab0c-41ea-928f-82c4c0b66f4d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6 HTTP/1.1" status: 200 len: 1001 time: 0.0587933 Jan 27 23:10:46.044824 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b8f37-c59c-4363-8647-0ef10e3b633e req-0e92bdff-b932-4991-b052-98ec5e3d7819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:46.046273 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd0b8f37-c59c-4363-8647-0ef10e3b633e req-0e92bdff-b932-4991-b052-98ec5e3d7819 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 200 len: 849 time: 0.0443616 Jan 27 23:10:46.094851 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b8f37-c59c-4363-8647-0ef10e3b633e req-2c69ab15-88f6-4825-bcef-e139d5c68a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:10:46.096393 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd0b8f37-c59c-4363-8647-0ef10e3b633e req-2c69ab15-88f6-4825-bcef-e139d5c68a73 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e01740a-27b9-4c48-95e3-69979689665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439875 Jan 27 23:10:46.184673 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd0b8f37-c59c-4363-8647-0ef10e3b633e req-779aa30b-cf80-42b5-ba1e-c84ef4a26d01 service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823543 Jan 27 23:10:46.278073 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-fd0b8f37-c59c-4363-8647-0ef10e3b633e req-17aadf76-2000-49cf-81fb-a83e03ae7a25 service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870504 Jan 27 23:10:57.901786 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:10:58.410746 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:02.387263 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-fc107fba-06c5-4b79-8328-c439d7e12453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:04.947492 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f975355c-be4f-4e3d-80a4-e62ae649dae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:06.467093 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:07.735668 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:09.004449 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:16.118233 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:11:18.013322 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6b84c759-04dd-4af5-b2ed-be216e7be4c6 details requested by agent hyperv_n-h2-760456-6 with host n-h2-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:11:18.106538 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6b84c759-04dd-4af5-b2ed-be216e7be4c6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:11:18.118865 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Returning: {'device': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'port_id': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'mac_address': 'fa:16:3e:b1:1a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:11:18.159622 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:11:18.160022 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:18.173099 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b84c759-04dd-4af5-b2ed-be216e7be4c6 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:11:18.192269 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6b84c759-04dd-4af5-b2ed-be216e7be4c6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:11:18.232768 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:18.281776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=6b84c759-04dd-4af5-b2ed-be216e7be4c6,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:18.290202 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.290559 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.290908 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.291254 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.291597 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.291934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.292298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.292636 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.292968 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.293298 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.293630 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.293959 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.294285 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:18.305733 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] get_ports_and_sgs() called for port_ids ['6b84c759-04dd-4af5-b2ed-be216e7be4c6'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:11:20.029143 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6b84c759-04dd-4af5-b2ed-be216e7be4c6 up at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:11:20.077155 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Provisioning complete for port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:11:20.077540 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:20.158776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:11:20.159169 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:20.181407 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:11:20.183705 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f355bd2-0202-4ef4-8fa7-814497f45439" -d '{"events": [{"server_uuid": "a405364f-935a-4025-9557-3074975b1743", "name": "network-vif-plugged", "status": "completed", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:11:20.195700 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6b84c759-04dd-4af5-b2ed-be216e7be4c6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:11:20.224993 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f746c14-c89f-4b5d-bc14-b2dd9bb99835 x-openstack-request-id: req-6f746c14-c89f-4b5d-bc14-b2dd9bb99835 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:11:20.225296 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a405364f-935a-4025-9557-3074975b1743", "name": "network-vif-plugged", "status": "completed", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:11:20.225557 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f746c14-c89f-4b5d-bc14-b2dd9bb99835 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:11:20.225994 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'code': 200} Jan 27 23:11:20.289918 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:20.351812 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=6b84c759-04dd-4af5-b2ed-be216e7be4c6,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:27.935741 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:28.438524 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:30.387981 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-fb5113e4-3141-410c-bf69-7b3454b4034d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951136898&fields=id&tenant_id=5671aca4dec34c618e4578fd178423f6 HTTP/1.1" status: 200 len: 267 time: 0.0448043 Jan 27 23:11:30.492664 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-a62c068a-1d9e-4c15-9da0-067deb8f1a20 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:30.494004 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-a62c068a-1d9e-4c15-9da0-067deb8f1a20 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 810 time: 0.0992715 Jan 27 23:11:30.508741 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-251e3127-80e7-44a9-bc33-57b832ba1f40 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/quotas/5671aca4dec34c618e4578fd178423f6 HTTP/1.1" status: 200 len: 375 time: 0.0094249 Jan 27 23:11:30.565491 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-857cee1d-8b03-4638-9a95-b11add65d47a tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517311 Jan 27 23:11:30.660373 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-0a63fdb4-f873-41f9-bad5-2a6b2a3d3cc1 service neutron] 10.222.0.61 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837169 Jan 27 23:11:30.763068 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-0eb2e1c2-d218-45a4-9137-c3cda5606a7d service neutron] 10.222.0.61 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963290 Jan 27 23:11:31.989718 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-af331136-4168-422f-9f3b-49344aad7e1c req-6b6f280a-b0a5-4d3b-a4c6-39c2f06ad2a2 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 210 time: 0.0270178 Jan 27 23:11:32.392754 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-11c094d8-ecdb-4a81-8cd9-6209de5717f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:33.067355 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e708d527-f99b-421b-a32d-96e07d548d66 req-36743b23-78f2-4d2f-8eb3-431cdf5df0a7 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 210 time: 0.0267155 Jan 27 23:11:34.091046 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6b84c759-04dd-4af5-b2ed-be216e7be4c6 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:11:34.166589 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-149f5657-f259-4490-b34f-e48c03ac163a req-8a224b1e-f151-48b7-b2be-d735a377aaaa tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 210 time: 0.0333643 Jan 27 23:11:34.179486 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Current status of the port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 is: ACTIVE; New status is: DOWN {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:11:34.179883 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:34.202639 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:11:34.204869 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edd6cab-e911-4974-8ab7-9289fcd97b40" -d '{"events": [{"server_uuid": "a405364f-935a-4025-9557-3074975b1743", "name": "network-vif-unplugged", "status": "completed", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:11:34.217023 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] For port 6b84c759-04dd-4af5-b2ed-be216e7be4c6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:11:34.240353 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Jan 2022 23:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d51e130-85aa-4883-9c44-9e7c3c7f22d2 x-openstack-request-id: req-6d51e130-85aa-4883-9c44-9e7c3c7f22d2 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:11:34.240676 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a405364f-935a-4025-9557-3074975b1743", "name": "network-vif-unplugged", "status": "completed", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:11:34.240962 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d51e130-85aa-4883-9c44-9e7c3c7f22d2 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:11:34.241367 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'code': 200} Jan 27 23:11:34.301105 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:34.348145 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Pushing event updated for resources: {'Port': ['ID=6b84c759-04dd-4af5-b2ed-be216e7be4c6,revision_number=8']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:35.027173 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-235e61dd-04a7-42c1-b1db-13507dff69cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:35.228431 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4bca9d29-1153-4833-8e88-db1db5170dca req-72b1938b-cb7e-4c11-960d-058632fe9fb5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 210 time: 0.0262289 Jan 27 23:11:36.325371 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d0430b96-8fee-4585-a440-76fb685f7773 req-6b9e6d6f-b0f0-4011-83a8-c96383ab7d5f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 210 time: 0.0266194 Jan 27 23:11:36.489620 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:37.423501 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-759b6e14-b517-48e8-8d26-cc68b3f9d330 req-958fe126-4a15-4707-887d-21603005c917 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 210 time: 0.0318143 Jan 27 23:11:37.770140 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:38.165943 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-dc1ab8ca-f7ef-4a00-9083-1f87678f053a tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:38.167392 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-dc1ab8ca-f7ef-4a00-9083-1f87678f053a tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.74 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 810 time: 0.1055298 Jan 27 23:11:38.229899 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-839815be-1bcc-4115-9882-25ed43617dee tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5671aca4dec34c618e4578fd178423f6 HTTP/1.1" status: 200 len: 380 time: 0.0539770 Jan 27 23:11:38.237909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Request body: {'port': {'device_id': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'admin_state_up': True, 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'security_groups': ['d24f7e81-0cc5-46f4-862a-15d0bb59c7e0']}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:11:38.415377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Made reservation on behalf of 5671aca4dec34c618e4578fd178423f6 for: {'port': 1} {{(pid=104027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 27 23:11:38.418888 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:38.532361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-53e5d7ca-6feb-4384-ae62-782d1a1050a2 req-0080e016-b194-4a41-9a00-a2f153266962 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 210 time: 0.0374589 Jan 27 23:11:38.584982 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Allocated IP 172.20.0.8 (3e01740a-27b9-4c48-95e3-69979689665e/7f70bc66-dc16-4341-8374-43bed709705b/44cf26f6-a88c-4330-aba6-72feb002dfa9) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:11:38.721711 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:38.834655 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:38.905912 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Network 3e01740a-27b9-4c48-95e3-69979689665e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:11:38.907586 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:11:38.911965 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:11:38.966136 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:38.966803 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:38.982388 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'Port': ['ID=44cf26f6-a88c-4330-aba6-72feb002dfa9,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:38.991668 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:38.992061 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:38.992437 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:38.992779 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:38.993497 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:38.993645 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:38.993924 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:38.994264 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:38.994595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:38.995218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:38.995218 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:38.995581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:38.995909 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:11:39.027630 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:39.055896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-3feeac50-cdf4-4643-aff1-101caf337c54 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8212771 Jan 27 23:11:39.067137 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-7b91f7b5-bdd8-46ef-9f04-ec1ecf01eeb8 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:11:39.068666 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-7b91f7b5-bdd8-46ef-9f04-ec1ecf01eeb8 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078516 Jan 27 23:11:39.180761 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Request body: {'port': {'device_id': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-760456-6'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:11:39.243800 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:39.308456 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-a61a7a8e-22b5-40ff-9e7f-01b5cff5133e None None] Provisioning complete for port 44cf26f6-a88c-4330-aba6-72feb002dfa9 triggered by entity DHCP. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:11:39.309263 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-a61a7a8e-22b5-40ff-9e7f-01b5cff5133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:39.368610 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-a61a7a8e-22b5-40ff-9e7f-01b5cff5133e None None] Port 44cf26f6-a88c-4330-aba6-72feb002dfa9 cannot update to ACTIVE because it is not bound. {{(pid=104028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 27 23:11:39.612366 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44cf26f6-a88c-4330-aba6-72feb002dfa9 {{(pid=104027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:11:39.628320 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Publish callbacks [] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:39.657951 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.provisioning_blocks [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Transition to ACTIVE for port object 44cf26f6-a88c-4330-aba6-72feb002dfa9 will not be triggered until provisioned by entity L2. {{(pid=104027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 27 23:11:39.719306 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ee667-799f-4a48-96d1-db16518025ef req-ba5561ae-418c-4972-a3e2-20d8e80bd712 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:39.721097 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d24ee667-799f-4a48-96d1-db16518025ef req-ba5561ae-418c-4972-a3e2-20d8e80bd712 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 931 time: 0.0680733 Jan 27 23:11:39.754570 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:39.848891 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d24ee667-799f-4a48-96d1-db16518025ef req-5dedebb8-62e8-4577-be4c-050c9f239004 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182606 Jan 27 23:11:39.851714 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Pushing event updated for resources: {'Port': ['ID=44cf26f6-a88c-4330-aba6-72feb002dfa9,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:39.933298 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Attempting to bind port 44cf26f6-a88c-4330-aba6-72feb002dfa9 on host n-h1-760456-6 for vnic_type normal with profile {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 27 23:11:39.933938 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Attempting to bind port 44cf26f6-a88c-4330-aba6-72feb002dfa9 by drivers openvswitch,hyperv on host n-h1-760456-6 at level 0 using segments [{'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 27 23:11:39.934462 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Attempting to bind port 44cf26f6-a88c-4330-aba6-72feb002dfa9 on network 3e01740a-27b9-4c48-95e3-69979689665e {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:11:39.940364 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Port 44cf26f6-a88c-4330-aba6-72feb002dfa9 on network 3e01740a-27b9-4c48-95e3-69979689665e not bound, no agent of type Open vSwitch agent registered on host n-h1-760456-6 {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 27 23:11:39.940774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Attempting to bind port 44cf26f6-a88c-4330-aba6-72feb002dfa9 on network 3e01740a-27b9-4c48-95e3-69979689665e {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 27 23:11:39.950781 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Checking agent: {'id': 'ea56eedf-c4f7-4271-acde-070e63a5917a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-760456-6', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'started_at': datetime.datetime(2022, 1, 27, 21, 25, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 27, 23, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 27 23:11:39.951197 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Checking segment: {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 27 23:11:39.951659 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Bound using segment: {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'} {{(pid=104027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 27 23:11:39.952317 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.managers [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Bound port: 44cf26f6-a88c-4330-aba6-72feb002dfa9, host: n-h1-760456-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec2aa1c-c894-4a24-91ef-d41d1010bd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e'}}] {{(pid=104027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 27 23:11:39.952753 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:40.032117 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] For port 44cf26f6-a88c-4330-aba6-72feb002dfa9, host n-h1-760456-6, cleared binding levels {{(pid=104027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 27 23:11:40.035503 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] For port 44cf26f6-a88c-4330-aba6-72feb002dfa9, host n-h1-760456-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=44cf26f6-a88c-4330-aba6-72feb002dfa9,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 27 23:11:40.092045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:40.135478 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:40.136122 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:40.137574 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] 10.222.0.74 "PUT /v2.0/ports/44cf26f6-a88c-4330-aba6-72feb002dfa9 HTTP/1.1" status: 200 len: 1091 time: 1.0290227 Jan 27 23:11:40.138047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'tag': '44cf26f6-a88c-4330-aba6-72feb002dfa9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:11:40.140385 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdd940f-54a3-46c8-aee8-33e05d69cc61" -d '{"events": [{"name": "network-changed", "server_uuid": "a491c004-b432-43ef-b0b3-a6345bc088b8", "tag": "44cf26f6-a88c-4330-aba6-72feb002dfa9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:11:40.171322 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f6bb5-d371-45b8-b297-34b6a6a3d3da service neutron] Pushing event updated for resources: {'Port': ['ID=44cf26f6-a88c-4330-aba6-72feb002dfa9,revision_number=3']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:40.214326 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a9a8d5-ae38-4c0b-82ab-0352415b14ef x-openstack-request-id: req-87a9a8d5-ae38-4c0b-82ab-0352415b14ef {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:11:40.214637 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a491c004-b432-43ef-b0b3-a6345bc088b8", "tag": "44cf26f6-a88c-4330-aba6-72feb002dfa9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:11:40.214897 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-87a9a8d5-ae38-4c0b-82ab-0352415b14ef {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:11:40.215389 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'tag': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'status': 'completed', 'code': 200} Jan 27 23:11:40.996443 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629b7e7-1206-44de-bad1-38e5b2954aca req-e799bea7-9d33-4738-8049-92bb5e1aad3f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:40.998206 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0629b7e7-1206-44de-bad1-38e5b2954aca req-e799bea7-9d33-4738-8049-92bb5e1aad3f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 943 time: 0.0512750 Jan 27 23:11:41.073838 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0629b7e7-1206-44de-bad1-38e5b2954aca req-4be054a9-e179-4c93-9710-a2f10917d99c tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696290 Jan 27 23:11:42.200626 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555bf12-4a7f-425b-aa50-b2420ade6576 req-ab7a4b0f-f8b3-43f8-96f8-96cdd997cb21 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:42.202232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c555bf12-4a7f-425b-aa50-b2420ade6576 req-ab7a4b0f-f8b3-43f8-96f8-96cdd997cb21 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 943 time: 0.0531754 Jan 27 23:11:42.254641 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c555bf12-4a7f-425b-aa50-b2420ade6576 req-ab043716-d29b-4c5e-9c69-d828c10054bb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467613 Jan 27 23:11:43.394566 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c55c1-8adc-423d-a2f8-ce1fb2d9c9ed req-b77bb53a-0729-47ad-9e46-2704afb1128f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:43.396095 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d04c55c1-8adc-423d-a2f8-ce1fb2d9c9ed req-b77bb53a-0729-47ad-9e46-2704afb1128f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 943 time: 0.0579059 Jan 27 23:11:43.448632 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-d04c55c1-8adc-423d-a2f8-ce1fb2d9c9ed req-6d5eed6d-7994-48d3-bca0-7d0de4ca663f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459902 Jan 27 23:11:44.577991 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f30d3-b65b-4580-8e1a-762be62613bd req-ae512bb0-83ac-4aa0-9e41-483c75f1dbda tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:44.582595 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a4f30d3-b65b-4580-8e1a-762be62613bd req-ae512bb0-83ac-4aa0-9e41-483c75f1dbda tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 943 time: 0.0597758 Jan 27 23:11:44.635878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-3a4f30d3-b65b-4580-8e1a-762be62613bd req-518fe679-0554-4f54-9858-5f175fe65c02 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499923 Jan 27 23:11:45.765009 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dd4e5-4813-43b4-9589-a6ac2a1cd9bc req-109e024a-f36a-43c3-b911-6e714328ce6d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:45.772243 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db4dd4e5-4813-43b4-9589-a6ac2a1cd9bc req-109e024a-f36a-43c3-b911-6e714328ce6d tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 943 time: 0.0655236 Jan 27 23:11:45.823417 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-db4dd4e5-4813-43b4-9589-a6ac2a1cd9bc req-65c44288-fb3d-4005-81b0-0780fa5f1623 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502479 Jan 27 23:11:46.778896 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd940f-54a3-46c8-aee8-33e05d69cc61 req-8174087e-e368-479d-9782-ca71a046a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:46.778896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cdd940f-54a3-46c8-aee8-33e05d69cc61 req-8174087e-e368-479d-9782-ca71a046a0eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 1094 time: 0.0502734 Jan 27 23:11:46.778896 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72af9e83-b92c-49b9-ae49-1c8261ce6757 req-bdab2203-0e0b-461d-a9d9-9e0beef3aa6c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1028187 Jan 27 23:11:46.796425 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd940f-54a3-46c8-aee8-33e05d69cc61 req-9178d7d4-75e8-4d2b-8c3d-b6efdb03cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:46.797878 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cdd940f-54a3-46c8-aee8-33e05d69cc61 req-9178d7d4-75e8-4d2b-8c3d-b6efdb03cab6 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5671aca4dec34c618e4578fd178423f6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1105556 Jan 27 23:11:46.914458 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af9e83-b92c-49b9-ae49-1c8261ce6757 req-e4c4e504-310d-4d27-96a4-f3b0741d2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:46.916682 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72af9e83-b92c-49b9-ae49-1c8261ce6757 req-e4c4e504-310d-4d27-96a4-f3b0741d2086 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 1095 time: 0.1123223 Jan 27 23:11:46.970377 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd940f-54a3-46c8-aee8-33e05d69cc61 req-24cd6f94-e269-44c2-844e-a0feb537e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:46.971825 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0cdd940f-54a3-46c8-aee8-33e05d69cc61 req-24cd6f94-e269-44c2-844e-a0feb537e926 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1606352 Jan 27 23:11:47.020996 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6104d-bacf-4379-8da1-779abcf6a5cb req-0d867f9b-860a-4190-87fd-1c5bebee906f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:47.022447 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfb6104d-bacf-4379-8da1-779abcf6a5cb req-0d867f9b-860a-4190-87fd-1c5bebee906f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 943 time: 0.1252825 Jan 27 23:11:47.076988 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af9e83-b92c-49b9-ae49-1c8261ce6757 req-30e67d35-f9d8-494e-b74b-b0182c4f7280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:47.078342 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72af9e83-b92c-49b9-ae49-1c8261ce6757 req-30e67d35-f9d8-494e-b74b-b0182c4f7280 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 911 time: 0.1399031 Jan 27 23:11:47.097690 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-dfb6104d-bacf-4379-8da1-779abcf6a5cb req-1964950e-b8e8-4021-88ad-e38c3dc8b2e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691848 Jan 27 23:11:47.179513 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72af9e83-b92c-49b9-ae49-1c8261ce6757 req-e3f31301-0275-471f-b561-995f5c379a02 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6 HTTP/1.1" status: 200 len: 999 time: 0.0923650 Jan 27 23:11:47.185707 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-db1b0b10-8d5d-45b4-8062-6ad446414b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:47.187052 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-db1b0b10-8d5d-45b4-8062-6ad446414b34 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 1094 time: 0.0604804 Jan 27 23:11:47.568432 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-83813927-473b-4943-8d81-958c3e17c8f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44cf26f6-a88c-4330-aba6-72feb002dfa9 HTTP/1.1" status: 200 len: 217 time: 0.0398600 Jan 27 23:11:47.585673 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af9e83-b92c-49b9-ae49-1c8261ce6757 req-d62549e4-b4ac-4717-ae8c-9f9bb489cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:47.587625 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72af9e83-b92c-49b9-ae49-1c8261ce6757 req-d62549e4-b4ac-4717-ae8c-9f9bb489cbbf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 200 len: 849 time: 0.3997447 Jan 27 23:11:47.653941 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-c0761e26-b193-479e-987d-0b119acd501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:47.655414 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-c0761e26-b193-479e-987d-0b119acd501b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 200 len: 849 time: 0.0814774 Jan 27 23:11:47.660947 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af9e83-b92c-49b9-ae49-1c8261ce6757 req-15b73f22-d3d5-4b4f-8e5f-6872ee9c90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:47.662233 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72af9e83-b92c-49b9-ae49-1c8261ce6757 req-15b73f22-d3d5-4b4f-8e5f-6872ee9c90fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e01740a-27b9-4c48-95e3-69979689665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539727 Jan 27 23:11:47.756774 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-331f4069-0f90-4760-b087-babc98a85edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:47.758784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-331f4069-0f90-4760-b087-babc98a85edc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3e01740a-27b9-4c48-95e3-69979689665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951953 Jan 27 23:11:47.794163 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72af9e83-b92c-49b9-ae49-1c8261ce6757 req-0666bd37-30f8-47ab-aa94-82fa93a49a6e service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223469 Jan 27 23:11:47.923173 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-8019bea8-9c85-4077-b4b7-2b5cb43fe1a5 service neutron] 10.222.0.74 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587040 Jan 27 23:11:47.953299 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-72af9e83-b92c-49b9-ae49-1c8261ce6757 req-1bdfbb2f-293f-4d5b-b200-0f140f3f5169 service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356485 Jan 27 23:11:48.023345 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8328d5eb-bc3f-40a6-86f8-baca68887cc3 req-8aaba3d7-9331-4695-aa2f-f0f4b0e7b54d service neutron] 10.222.0.74 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904741 Jan 27 23:11:48.219870 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec144ea-6c2b-4cb1-b7be-e355cbef8c46 req-e07e828c-a608-412e-97b0-8053c7473a32 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:48.221304 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cec144ea-6c2b-4cb1-b7be-e355cbef8c46 req-e07e828c-a608-412e-97b0-8053c7473a32 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 943 time: 0.0497158 Jan 27 23:11:48.269734 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-cec144ea-6c2b-4cb1-b7be-e355cbef8c46 req-592e194c-cec7-4a01-955c-59ba228d3726 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Jan 27 23:11:49.382241 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c595858-7338-4ca6-aa6b-62572f2130d4 req-fc8bf437-d063-4ae7-9b3d-46634fb4b7a1 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:49.383729 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c595858-7338-4ca6-aa6b-62572f2130d4 req-fc8bf437-d063-4ae7-9b3d-46634fb4b7a1 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 943 time: 0.0479300 Jan 27 23:11:49.433135 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-6c595858-7338-4ca6-aa6b-62572f2130d4 req-2540890a-595c-4692-aec1-d6a369b900da tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Jan 27 23:11:50.086472 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 44cf26f6-a88c-4330-aba6-72feb002dfa9 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:11:50.182020 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 44cf26f6-a88c-4330-aba6-72feb002dfa9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=44cf26f6-a88c-4330-aba6-72feb002dfa9,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:11:50.193814 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'port_id': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'mac_address': 'fa:16:3e:37:9d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:11:50.230585 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 44cf26f6-a88c-4330-aba6-72feb002dfa9 is: DOWN; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:11:50.230984 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:50.244659 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44cf26f6-a88c-4330-aba6-72feb002dfa9 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:11:50.263297 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 44cf26f6-a88c-4330-aba6-72feb002dfa9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=44cf26f6-a88c-4330-aba6-72feb002dfa9,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:11:50.363530 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:50.413089 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=44cf26f6-a88c-4330-aba6-72feb002dfa9,revision_number=4']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:50.548471 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ba0f7-02c8-4b43-a68a-a2fe33450319 req-2742598d-20d1-4d24-8c27-5f2cf4ec4d7a tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:50.549957 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c91ba0f7-02c8-4b43-a68a-a2fe33450319 req-2742598d-20d1-4d24-8c27-5f2cf4ec4d7a tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 944 time: 0.0521710 Jan 27 23:11:50.599394 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-c91ba0f7-02c8-4b43-a68a-a2fe33450319 req-5491ef4e-c92d-4740-b3f2-f86819208450 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439234 Jan 27 23:11:50.620522 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['44cf26f6-a88c-4330-aba6-72feb002dfa9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:11:51.715874 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0aa0e-36c3-4272-9a1d-0bf80dbbbe4e req-cb44300a-b2e7-4f2e-9713-ef156b399bcb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:51.717375 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49b0aa0e-36c3-4272-9a1d-0bf80dbbbe4e req-cb44300a-b2e7-4f2e-9713-ef156b399bcb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 944 time: 0.0478861 Jan 27 23:11:51.764927 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-49b0aa0e-36c3-4272-9a1d-0bf80dbbbe4e req-f6a602df-a9c4-4790-96db-97deabbbe902 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419931 Jan 27 23:11:52.086937 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 44cf26f6-a88c-4330-aba6-72feb002dfa9 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:11:52.192251 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning for port 44cf26f6-a88c-4330-aba6-72feb002dfa9 completed by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 27 23:11:52.196097 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 44cf26f6-a88c-4330-aba6-72feb002dfa9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:11:52.201332 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:52.275833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 44cf26f6-a88c-4330-aba6-72feb002dfa9 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:11:52.276257 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:52.298541 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cf26f6-a88c-4330-aba6-72feb002dfa9'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:11:52.300564 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54680de2-3b2d-4514-a647-2d9aa327aa35" -d '{"events": [{"server_uuid": "a491c004-b432-43ef-b0b3-a6345bc088b8", "name": "network-vif-plugged", "status": "completed", "tag": "44cf26f6-a88c-4330-aba6-72feb002dfa9"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:11:52.317100 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 44cf26f6-a88c-4330-aba6-72feb002dfa9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=44cf26f6-a88c-4330-aba6-72feb002dfa9,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:11:52.340697 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef6328d-fdd0-4248-903c-7c719cb6d268 x-openstack-request-id: req-2ef6328d-fdd0-4248-903c-7c719cb6d268 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:11:52.340697 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a491c004-b432-43ef-b0b3-a6345bc088b8", "name": "network-vif-plugged", "status": "completed", "tag": "44cf26f6-a88c-4330-aba6-72feb002dfa9", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:11:52.340697 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2ef6328d-fdd0-4248-903c-7c719cb6d268 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:11:52.340697 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'code': 200} Jan 27 23:11:52.398232 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:52.428710 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd12207-792e-4476-9b9c-dbb9c48025c9 req-0b21afb8-a4b1-43d9-8cb7-3d5dd3012a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:52.430226 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd12207-792e-4476-9b9c-dbb9c48025c9 req-0b21afb8-a4b1-43d9-8cb7-3d5dd3012a84 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 1096 time: 0.0405455 Jan 27 23:11:52.445137 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=44cf26f6-a88c-4330-aba6-72feb002dfa9,revision_number=5']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:52.480353 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-acd12207-792e-4476-9b9c-dbb9c48025c9 req-07e90ee9-3210-417f-a60a-575ac4dbb0ca service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434666 Jan 27 23:11:52.878292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9981243-d2cb-40e0-93fc-ca4a1ce6d865 req-1524ef72-fbca-429a-acfb-7ef49c3ace2e tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:52.879767 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9981243-d2cb-40e0-93fc-ca4a1ce6d865 req-1524ef72-fbca-429a-acfb-7ef49c3ace2e tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 945 time: 0.0472393 Jan 27 23:11:52.927742 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-a9981243-d2cb-40e0-93fc-ca4a1ce6d865 req-e7bb128a-04c5-4a1f-99b9-837e7caaf42f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418620 Jan 27 23:11:53.117959 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:11:54.043855 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811c5a3-0a5f-421c-a566-0b3d1c21d45e req-0df28211-0e76-4aca-8d1d-e967fae15126 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:54.045361 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8811c5a3-0a5f-421c-a566-0b3d1c21d45e req-0df28211-0e76-4aca-8d1d-e967fae15126 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Jan 27 23:11:54.093996 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8811c5a3-0a5f-421c-a566-0b3d1c21d45e req-d29483c5-115e-42de-91d6-74b464b5fda4 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431261 Jan 27 23:11:54.211687 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709f940-ce16-4537-8b14-35c5b0a7e7aa req-e987625e-11f3-478f-bc99-b7b91c192e4f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:54.213164 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4709f940-ce16-4537-8b14-35c5b0a7e7aa req-e987625e-11f3-478f-bc99-b7b91c192e4f tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 945 time: 0.0518677 Jan 27 23:11:54.260856 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-4709f940-ce16-4537-8b14-35c5b0a7e7aa req-13debb22-6844-4b53-aa22-667172f745e3 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421941 Jan 27 23:11:54.281915 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44178) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:11:54.320691 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a47c36-e37c-4525-aa2b-3f3e6d22aba4 tempest-TestSnapshotPattern-1410927337 tempest-TestSnapshotPattern-1410927337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:54.322753 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-57a47c36-e37c-4525-aa2b-3f3e6d22aba4 tempest-TestSnapshotPattern-1410927337 tempest-TestSnapshotPattern-1410927337-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 1091 time: 0.0398905 Jan 27 23:11:54.325567 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44180) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:11:54.329893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.v2.base [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Request body: {'floatingip': {'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'port_id': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 27 23:11:54.420779 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:54.520942 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (None), before_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:54.622087 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_common [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Allocated IP 172.25.0.76 (0e54f04f-53c4-425f-a429-eb92ff39011e/74038181-2a01-43dd-bbef-3e9af92ca855/22d0bbc4-17d0-4d0e-be4b-277828c6a8a3) {{(pid=104027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 27 23:11:54.725008 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for port (22d0bbc4-17d0-4d0e-be4b-277828c6a8a3), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:54.861476 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777044815647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (22d0bbc4-17d0-4d0e-be4b-277828c6a8a3), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:54.899059 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Network 0e54f04f-53c4-425f-a429-eb92ff39011e is already hosted by enough agents. {{(pid=104027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 27 23:11:54.901830 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.base_scheduler [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Resources bound (agent type, host, resource id): {{(pid=104027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 27 23:11:54.905233 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Received port after_create {{(pid=104027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 27 23:11:54.933976 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'Port': ['ID=22d0bbc4-17d0-4d0e-be4b-277828c6a8a3,revision_number=1']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:55.277231 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for floatingip (b68bd644-1dd2-4d20-93a0-035f7571fb3f), precommit_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:55.410917 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (22d0bbc4-17d0-4d0e-be4b-277828c6a8a3), before_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:55.560671 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for port (22d0bbc4-17d0-4d0e-be4b-277828c6a8a3), precommit_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:55.603882 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9454956'] for port (22d0bbc4-17d0-4d0e-be4b-277828c6a8a3), after_update {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:55.672833 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event updated for resources: {'Port': ['ID=22d0bbc4-17d0-4d0e-be4b-277828c6a8a3,revision_number=2']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:11:55.685944 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748109'] for floatingip (b68bd644-1dd2-4d20-93a0-035f7571fb3f), after_create {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:55.785799 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Floating IP b68bd644-1dd2-4d20-93a0-035f7571fb3f associated. External IP: 172.25.0.76, port: 44cf26f6-a88c-4330-aba6-72feb002dfa9. Jan 27 23:11:55.985395 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Router 8772e254-c96b-4439-a135-bb2568871534 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:11:56.098294 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:11:56.108763 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c81e8d-c925-4400-872a-5d13931ad090 None None] Sync routers for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:11:56.118006 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c81e8d-c925-4400-872a-5d13931ad090 None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:11:56.118645 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a8c81e8d-c925-4400-872a-5d13931ad090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:11:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:11:56.166444 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:56.198034 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3566c750-f83a-425a-b8b1-79917e81b8cb tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8714268 Jan 27 23:11:56.198754 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'tag': '44cf26f6-a88c-4330-aba6-72feb002dfa9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:11:56.201029 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f720c51a-4681-487c-acec-021295df07d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a491c004-b432-43ef-b0b3-a6345bc088b8", "tag": "44cf26f6-a88c-4330-aba6-72feb002dfa9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:11:56.229510 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-a8c81e8d-c925-4400-872a-5d13931ad090 None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:11:56.239591 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddcade6-c3dd-4250-8ab1-345f8b45dba2 x-openstack-request-id: req-4ddcade6-c3dd-4250-8ab1-345f8b45dba2 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:11:56.239890 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a491c004-b432-43ef-b0b3-a6345bc088b8", "tag": "44cf26f6-a88c-4330-aba6-72feb002dfa9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:11:56.240210 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ddcade6-c3dd-4250-8ab1-345f8b45dba2 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:11:56.240628 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'tag': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'status': 'completed', 'code': 200} Jan 27 23:11:56.300029 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720c51a-4681-487c-acec-021295df07d2 req-7552472c-40ed-4726-af08-e45886ad336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:56.301610 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f720c51a-4681-487c-acec-021295df07d2 req-7552472c-40ed-4726-af08-e45886ad336d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 1096 time: 0.0409687 Jan 27 23:11:56.389829 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720c51a-4681-487c-acec-021295df07d2 req-8e4be0a5-f22a-4a17-9dcc-e1e1a8885a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:56.391324 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f720c51a-4681-487c-acec-021295df07d2 req-8e4be0a5-f22a-4a17-9dcc-e1e1a8885a2e service neutron] 10.222.0.74 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 911 time: 0.0834341 Jan 27 23:11:56.459084 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f720c51a-4681-487c-acec-021295df07d2 req-b6c9a88f-aae6-4dc6-b7cb-71f26a19dead service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44cf26f6-a88c-4330-aba6-72feb002dfa9 HTTP/1.1" status: 200 len: 998 time: 0.0623665 Jan 27 23:11:56.463792 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a8c81e8d-c925-4400-872a-5d13931ad090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '33f99de3-b6fe-4771-9c79-9493cc26a02a', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8772e254-c96b-4439-a135-bb2568871534', 'port_id': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'mac_address': 'fa:16:3e:b1:1a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a405364f-935a-4025-9557-3074975b1743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:09:18Z', 'updated_at': '2022-01-27T23:09:20Z', 'revision_number': 1, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address_scope': None}, {'id': 'b68bd644-1dd2-4d20-93a0-035f7571fb3f', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8772e254-c96b-4439-a135-bb2568871534', 'port_id': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'mac_address': 'fa:16:3e:37:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:11:55Z', 'updated_at': '2022-01-27T23:11:55Z', 'revision_number': 0, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:11:56.490139 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c81e8d-c925-4400-872a-5d13931ad090 None None] Checking router: 8772e254-c96b-4439-a135-bb2568871534 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:11:56.498976 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c81e8d-c925-4400-872a-5d13931ad090 None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:11:56.499579 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a8c81e8d-c925-4400-872a-5d13931ad090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:11:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:11:56.507749 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720c51a-4681-487c-acec-021295df07d2 req-6dcdc30c-28bd-4a32-9b3f-865eba24aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:56.509887 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f720c51a-4681-487c-acec-021295df07d2 req-6dcdc30c-28bd-4a32-9b3f-865eba24aac1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 200 len: 849 time: 0.0445828 Jan 27 23:11:56.552237 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720c51a-4681-487c-acec-021295df07d2 req-38cc205a-aca7-4a94-a6e5-b04421f4c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:11:56.553753 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f720c51a-4681-487c-acec-021295df07d2 req-38cc205a-aca7-4a94-a6e5-b04421f4c087 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3e01740a-27b9-4c48-95e3-69979689665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392716 Jan 27 23:11:56.605928 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-a8c81e8d-c925-4400-872a-5d13931ad090 None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:11:56.647076 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f720c51a-4681-487c-acec-021295df07d2 req-b5cd5415-28f6-4e01-9442-1835f1bf877b service neutron] 10.222.0.74 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873120 Jan 27 23:11:56.738397 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f720c51a-4681-487c-acec-021295df07d2 req-78293c9c-ba2c-4a15-b5cb-0c405f54c05d service neutron] 10.222.0.74 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843294 Jan 27 23:11:56.827986 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-a8c81e8d-c925-4400-872a-5d13931ad090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '33f99de3-b6fe-4771-9c79-9493cc26a02a', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8772e254-c96b-4439-a135-bb2568871534', 'port_id': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'mac_address': 'fa:16:3e:b1:1a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a405364f-935a-4025-9557-3074975b1743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:09:18Z', 'updated_at': '2022-01-27T23:09:20Z', 'revision_number': 1, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address_scope': None}, {'id': 'b68bd644-1dd2-4d20-93a0-035f7571fb3f', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8772e254-c96b-4439-a135-bb2568871534', 'port_id': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'mac_address': 'fa:16:3e:37:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:11:55Z', 'updated_at': '2022-01-27T23:11:55Z', 'revision_number': 0, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:11:56.857815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c81e8d-c925-4400-872a-5d13931ad090 None None] The sync data for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 is: [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '33f99de3-b6fe-4771-9c79-9493cc26a02a', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8772e254-c96b-4439-a135-bb2568871534', 'port_id': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'mac_address': 'fa:16:3e:b1:1a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a405364f-935a-4025-9557-3074975b1743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:09:18Z', 'updated_at': '2022-01-27T23:09:20Z', 'revision_number': 1, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address_scope': None}, {'id': 'b68bd644-1dd2-4d20-93a0-035f7571fb3f', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8772e254-c96b-4439-a135-bb2568871534', 'port_id': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'mac_address': 'fa:16:3e:37:9d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:11:55Z', 'updated_at': '2022-01-27T23:11:55Z', 'revision_number': 0, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:11:57.055097 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20105bc9-9acc-439c-a4fe-8129a39bb331 None None] New status for floating IP b68bd644-1dd2-4d20-93a0-035f7571fb3f: ACTIVE {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:11:57.940473 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:11:58.409508 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:02.420028 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-816d5a0c-4999-4f67-999c-f5c3dcbbca24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:04.986115 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-27c61daf-9b36-42b2-9221-93f02d79cfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:06.478108 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:07.723239 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:09.009286 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:27.940719 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:28.431760 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:30.117626 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:12:32.448989 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-0df57a07-138c-49ff-aac3-c1ef3a72319a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:34.911774 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4758308b-6183-405f-8330-81b070852634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:36.477204 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:37.755560 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:39.035552 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:46.709331 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f15bdd87-ee16-4118-b6a3-abf020dd389e req-89097c78-6974-437d-9aaf-fb942b9ddf72 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400803 Jan 27 23:12:46.794092 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bdd87-ee16-4118-b6a3-abf020dd389e req-496d2350-f4ea-4215-8b5e-213629169519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:46.795604 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f15bdd87-ee16-4118-b6a3-abf020dd389e req-496d2350-f4ea-4215-8b5e-213629169519 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 1095 time: 0.0446274 Jan 27 23:12:46.896597 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bdd87-ee16-4118-b6a3-abf020dd389e req-6205a1dd-5dbd-42cf-806e-1e95a02e3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:46.898087 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f15bdd87-ee16-4118-b6a3-abf020dd389e req-6205a1dd-5dbd-42cf-806e-1e95a02e3696 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 911 time: 0.0842953 Jan 27 23:12:46.965222 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f15bdd87-ee16-4118-b6a3-abf020dd389e req-2cce47f8-5346-488b-9e18-7a3ca5c4a3b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6 HTTP/1.1" status: 200 len: 999 time: 0.0614605 Jan 27 23:12:47.012432 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bdd87-ee16-4118-b6a3-abf020dd389e req-7047f003-9520-4818-a2ed-f74a87005a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:47.013842 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f15bdd87-ee16-4118-b6a3-abf020dd389e req-7047f003-9520-4818-a2ed-f74a87005a6e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 200 len: 849 time: 0.0431662 Jan 27 23:12:47.056893 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bdd87-ee16-4118-b6a3-abf020dd389e req-39c2730d-50c1-4f88-93a0-ef67732909c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:47.058344 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f15bdd87-ee16-4118-b6a3-abf020dd389e req-39c2730d-50c1-4f88-93a0-ef67732909c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e01740a-27b9-4c48-95e3-69979689665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391676 Jan 27 23:12:47.150466 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f15bdd87-ee16-4118-b6a3-abf020dd389e req-d3a1e67d-0e37-43e0-8a72-48808c002a35 service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861087 Jan 27 23:12:47.239739 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-f15bdd87-ee16-4118-b6a3-abf020dd389e req-a61aad23-23dc-4ecf-a316-05acdde56bc4 service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830641 Jan 27 23:12:49.207463 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1463a338-b141-4bfb-a91a-15fdafe0083f req-e9c2cc36-9708-4d9d-86ad-c63492e90662 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396826 Jan 27 23:12:49.289449 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a338-b141-4bfb-a91a-15fdafe0083f req-e9890e24-fc61-49a9-b316-967171438ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:49.291081 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1463a338-b141-4bfb-a91a-15fdafe0083f req-e9890e24-fc61-49a9-b316-967171438ed2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 1096 time: 0.0451860 Jan 27 23:12:49.406766 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a338-b141-4bfb-a91a-15fdafe0083f req-a16a0e64-bbe7-44b7-8ab0-7ea4608d1e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:49.408186 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1463a338-b141-4bfb-a91a-15fdafe0083f req-a16a0e64-bbe7-44b7-8ab0-7ea4608d1e29 service neutron] 10.222.0.74 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 911 time: 0.0993721 Jan 27 23:12:49.475517 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1463a338-b141-4bfb-a91a-15fdafe0083f req-5a1ad600-0d7d-4e8b-a102-8f267218a499 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44cf26f6-a88c-4330-aba6-72feb002dfa9 HTTP/1.1" status: 200 len: 1000 time: 0.0615773 Jan 27 23:12:49.522074 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a338-b141-4bfb-a91a-15fdafe0083f req-3dc4be9b-5725-4fba-9fba-b0491d7a79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:49.523490 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1463a338-b141-4bfb-a91a-15fdafe0083f req-3dc4be9b-5725-4fba-9fba-b0491d7a79fb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 200 len: 849 time: 0.0427451 Jan 27 23:12:49.566119 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463a338-b141-4bfb-a91a-15fdafe0083f req-6ecfa84e-2117-4ff7-8207-65cb111b8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:12:49.567588 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1463a338-b141-4bfb-a91a-15fdafe0083f req-6ecfa84e-2117-4ff7-8207-65cb111b8e18 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3e01740a-27b9-4c48-95e3-69979689665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385191 Jan 27 23:12:49.979155 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1463a338-b141-4bfb-a91a-15fdafe0083f req-97fb09fc-4086-4284-ba4f-2c8482adcfb8 service neutron] 10.222.0.74 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055479 Jan 27 23:12:50.068400 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-1463a338-b141-4bfb-a91a-15fdafe0083f req-ef05bc59-0115-4853-b3d5-653c84ca1cde service neutron] 10.222.0.74 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819490 Jan 27 23:12:57.922812 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:12:58.437403 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:02.385830 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9fd6e660-c586-4f32-923a-5887af17ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:04.954463 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-52fdd7c6-516c-4877-be2d-3f66454dab1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:06.476623 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:07.117238 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:13:07.779729 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:09.000411 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:27.942095 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:28.464836 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:30.615349 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 44cf26f6-a88c-4330-aba6-72feb002dfa9 details requested by agent hyperv_n-h1-760456-6 with host n-h1-760456-6 {{(pid=104028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 27 23:13:30.706236 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 44cf26f6-a88c-4330-aba6-72feb002dfa9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=44cf26f6-a88c-4330-aba6-72feb002dfa9,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:30.717682 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Returning: {'device': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'port_id': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'mac_address': 'fa:16:3e:37:9d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 27 23:13:30.757518 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 44cf26f6-a88c-4330-aba6-72feb002dfa9 is: ACTIVE; New status is: BUILD {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:13:30.757920 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:30.772198 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44cf26f6-a88c-4330-aba6-72feb002dfa9 {{(pid=104028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 27 23:13:30.793744 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 44cf26f6-a88c-4330-aba6-72feb002dfa9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=44cf26f6-a88c-4330-aba6-72feb002dfa9,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:30.880401 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:30.932287 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=44cf26f6-a88c-4330-aba6-72feb002dfa9,revision_number=6']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:30.940295 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.940657 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.941030 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.941356 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.942795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.942795 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.943090 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.943273 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.943608 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.943994 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.944355 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.944695 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.945050 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:30.952162 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] get_ports_and_sgs() called for port_ids ['44cf26f6-a88c-4330-aba6-72feb002dfa9'] {{(pid=104028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 27 23:13:32.368165 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b43b123a-481c-4fe9-a190-884a1dbd341a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:32.615171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 44cf26f6-a88c-4330-aba6-72feb002dfa9 up at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 27 23:13:32.673321 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.provisioning_blocks [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Provisioning complete for port 44cf26f6-a88c-4330-aba6-72feb002dfa9 triggered by entity L2. {{(pid=104028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 27 23:13:32.673991 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1910198'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), provisioning_complete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:32.766152 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Current status of the port 44cf26f6-a88c-4330-aba6-72feb002dfa9 is: BUILD; New status is: ACTIVE {{(pid=104028) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 27 23:13:32.766718 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1941610'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), before_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:32.793553 n-d-760456-6 neutron-server[104028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cf26f6-a88c-4330-aba6-72feb002dfa9'}] {{(pid=104028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:13:32.795887 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3e4d4e8b9a3d68ac6303ac0b6f50da74dc5552c721179bc3280ae0c050fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6a25bf-d2f3-499a-9874-e537aa383bb8" -d '{"events": [{"server_uuid": "a491c004-b432-43ef-b0b3-a6345bc088b8", "name": "network-vif-plugged", "status": "completed", "tag": "44cf26f6-a88c-4330-aba6-72feb002dfa9"}]}' {{(pid=104028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:13:32.810431 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] For port 44cf26f6-a88c-4330-aba6-72feb002dfa9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=44cf26f6-a88c-4330-aba6-72feb002dfa9,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:32.845150 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb8e526-d25a-4099-b7d9-edf1cc2ce7c7 x-openstack-request-id: req-3cb8e526-d25a-4099-b7d9-edf1cc2ce7c7 {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:13:32.845463 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a491c004-b432-43ef-b0b3-a6345bc088b8", "name": "network-vif-plugged", "status": "completed", "tag": "44cf26f6-a88c-4330-aba6-72feb002dfa9", "code": 200}]} {{(pid=104028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:13:32.845728 n-d-760456-6 neutron-server[104028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3cb8e526-d25a-4099-b7d9-edf1cc2ce7c7 {{(pid=104028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:13:32.846203 n-d-760456-6 neutron-server[104028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'code': 200} Jan 27 23:13:32.893822 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777045144540', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777044815665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777044815683'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:32.953721 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Pushing event updated for resources: {'Port': ['ID=44cf26f6-a88c-4330-aba6-72feb002dfa9,revision_number=7']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:34.954117 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-eb99550c-5876-4036-a31d-cd4a8b09e827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:36.653769 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:37.790680 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:39.019723 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:42.660867 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44382) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:42.819535 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Deleting port 22d0bbc4-17d0-4d0e-be4b-277828c6a8a3 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:42.819884 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (22d0bbc4-17d0-4d0e-be4b-277828c6a8a3), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:42.896742 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (22d0bbc4-17d0-4d0e-be4b-277828c6a8a3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:42.896994 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for floatingip (22d0bbc4-17d0-4d0e-be4b-277828c6a8a3), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:42.908495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Calling delete_port for 22d0bbc4-17d0-4d0e-be4b-277828c6a8a3 owned by network:floatingip {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:43.087732 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (22d0bbc4-17d0-4d0e-be4b-277828c6a8a3), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.111012 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event deleted for resources: {'Port': ['ID=22d0bbc4-17d0-4d0e-be4b-277828c6a8a3,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:43.122047 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.122413 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.122769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.123118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.123864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.123864 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.124144 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.124486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.124826 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.125161 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.125496 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.125831 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.126184 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:43.186533 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for floatingip (b68bd644-1dd2-4d20-93a0-035f7571fb3f), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.186892 n-d-760456-6 neutron-server[104027]: INFO neutron.db.l3_db [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Floating IP b68bd644-1dd2-4d20-93a0-035f7571fb3f disassociated (deleted). External IP: 172.25.0.76, port: 44cf26f6-a88c-4330-aba6-72feb002dfa9. Jan 27 23:13:43.393486 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Router 8772e254-c96b-4439-a135-bb2568871534 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:13:43.500905 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:13:43.505770 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:43.510259 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920dc9db-2c1b-47b9-9ced-cad708985971 None None] Sync routers for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:13:43.520139 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920dc9db-2c1b-47b9-9ced-cad708985971 None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:43.520776 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-920dc9db-2c1b-47b9-9ced-cad708985971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:13:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:43.532455 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-cfe6c913-2474-4d74-b316-38be29d55eea tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "DELETE /v2.0/floatingips/b68bd644-1dd2-4d20-93a0-035f7571fb3f HTTP/1.1" status: 204 len: 168 time: 0.8704195 Jan 27 23:13:43.533205 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'tag': '44cf26f6-a88c-4330-aba6-72feb002dfa9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:13:43.536521 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defd480e-459f-4d6b-a1b8-823349a891d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a491c004-b432-43ef-b0b3-a6345bc088b8", "tag": "44cf26f6-a88c-4330-aba6-72feb002dfa9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:13:43.637175 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b682f53d-297d-4093-9e9e-0d026e969b62 x-openstack-request-id: req-b682f53d-297d-4093-9e9e-0d026e969b62 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:13:43.637592 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a491c004-b432-43ef-b0b3-a6345bc088b8", "tag": "44cf26f6-a88c-4330-aba6-72feb002dfa9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:13:43.637724 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-920dc9db-2c1b-47b9-9ced-cad708985971 None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:43.637983 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b682f53d-297d-4093-9e9e-0d026e969b62 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:13:43.638474 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'tag': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'status': 'completed', 'code': 200} Jan 27 23:13:43.712907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd480e-459f-4d6b-a1b8-823349a891d2 req-b7cb1028-d64d-428b-a1ae-756f6d62706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:43.714456 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-defd480e-459f-4d6b-a1b8-823349a891d2 req-b7cb1028-d64d-428b-a1ae-756f6d62706d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 1096 time: 0.0539787 Jan 27 23:13:43.804652 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd480e-459f-4d6b-a1b8-823349a891d2 req-0e710e78-99be-435a-98cc-3f4b99a0713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:43.806033 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-defd480e-459f-4d6b-a1b8-823349a891d2 req-0e710e78-99be-435a-98cc-3f4b99a0713d service neutron] 10.222.0.74 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 911 time: 0.0854256 Jan 27 23:13:43.853762 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-defd480e-459f-4d6b-a1b8-823349a891d2 req-19dda457-de96-461b-8756-dec33621fcf3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44cf26f6-a88c-4330-aba6-72feb002dfa9 HTTP/1.1" status: 200 len: 217 time: 0.0413392 Jan 27 23:13:43.893130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-920dc9db-2c1b-47b9-9ced-cad708985971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '33f99de3-b6fe-4771-9c79-9493cc26a02a', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8772e254-c96b-4439-a135-bb2568871534', 'port_id': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'mac_address': 'fa:16:3e:b1:1a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a405364f-935a-4025-9557-3074975b1743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:09:18Z', 'updated_at': '2022-01-27T23:09:20Z', 'revision_number': 1, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:43.904389 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd480e-459f-4d6b-a1b8-823349a891d2 req-239f4ba1-1cb7-4b8f-be4d-80867ac37710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:43.905871 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-defd480e-459f-4d6b-a1b8-823349a891d2 req-239f4ba1-1cb7-4b8f-be4d-80867ac37710 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 200 len: 849 time: 0.0456319 Jan 27 23:13:43.920564 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920dc9db-2c1b-47b9-9ced-cad708985971 None None] Checking router: 8772e254-c96b-4439-a135-bb2568871534 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:13:43.929508 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920dc9db-2c1b-47b9-9ced-cad708985971 None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:43.930130 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-920dc9db-2c1b-47b9-9ced-cad708985971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:13:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:43.952026 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd480e-459f-4d6b-a1b8-823349a891d2 req-0bee1711-7f67-4d57-84f0-fd912fb659f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:43.953593 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-defd480e-459f-4d6b-a1b8-823349a891d2 req-0bee1711-7f67-4d57-84f0-fd912fb659f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3e01740a-27b9-4c48-95e3-69979689665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415058 Jan 27 23:13:44.037171 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-920dc9db-2c1b-47b9-9ced-cad708985971 None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:44.048875 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-defd480e-459f-4d6b-a1b8-823349a891d2 req-b55cbb10-c160-4040-af8a-33f96d78b09e service neutron] 10.222.0.74 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894146 Jan 27 23:13:44.118348 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:13:44.150232 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-defd480e-459f-4d6b-a1b8-823349a891d2 req-80aaa666-30a7-4b9b-a27a-28fdddfeb80b service neutron] 10.222.0.74 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954518 Jan 27 23:13:44.214242 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38351663-e212-42ab-99b4-64d5491c85fe req-16ae2fa5-ad04-4811-9e12-c9efa04bb0f6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:44.215747 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38351663-e212-42ab-99b4-64d5491c85fe req-16ae2fa5-ad04-4811-9e12-c9efa04bb0f6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 945 time: 0.1140664 Jan 27 23:13:44.266158 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-38351663-e212-42ab-99b4-64d5491c85fe req-daa38f96-d6df-47d6-9b90-8044dc837757 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444250 Jan 27 23:13:44.284061 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-920dc9db-2c1b-47b9-9ced-cad708985971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '33f99de3-b6fe-4771-9c79-9493cc26a02a', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8772e254-c96b-4439-a135-bb2568871534', 'port_id': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'mac_address': 'fa:16:3e:b1:1a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a405364f-935a-4025-9557-3074975b1743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:09:18Z', 'updated_at': '2022-01-27T23:09:20Z', 'revision_number': 1, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:44.311533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920dc9db-2c1b-47b9-9ced-cad708985971 None None] The sync data for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 is: [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_floatingips': [{'id': '33f99de3-b6fe-4771-9c79-9493cc26a02a', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'router_id': '8772e254-c96b-4439-a135-bb2568871534', 'port_id': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'mac_address': 'fa:16:3e:b1:1a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a405364f-935a-4025-9557-3074975b1743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-27T23:09:18Z', 'updated_at': '2022-01-27T23:09:20Z', 'revision_number': 1, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:13:44.550620 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74967c13-8c9c-40b1-b79f-3e3260f6f335 None None] New status for floating IP b68bd644-1dd2-4d20-93a0-035f7571fb3f: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:13:45.388490 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41038e3-b46e-4a83-9cf9-531c70720202 req-b52f3e10-ccb9-476e-b316-cbb38d713ea6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:45.390244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e41038e3-b46e-4a83-9cf9-531c70720202 req-b52f3e10-ccb9-476e-b316-cbb38d713ea6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 945 time: 0.0535798 Jan 27 23:13:45.442995 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e41038e3-b46e-4a83-9cf9-531c70720202 req-7ef839ce-fa3e-4bde-94a2-1316e09a3b10 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465016 Jan 27 23:13:45.605907 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b7316-e4e0-4680-9fac-b97f33b2a8ef req-f9060542-9cc2-4b27-a7a2-3906aed5e6d3 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:45.607338 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-568b7316-e4e0-4680-9fac-b97f33b2a8ef req-f9060542-9cc2-4b27-a7a2-3906aed5e6d3 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.74 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 945 time: 0.0465763 Jan 27 23:13:45.705588 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-568b7316-e4e0-4680-9fac-b97f33b2a8ef req-3c26091d-8ea1-4088-b0a5-34fad0f18b09 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Deleting port 44cf26f6-a88c-4330-aba6-72feb002dfa9 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:45.705850 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-568b7316-e4e0-4680-9fac-b97f33b2a8ef req-3c26091d-8ea1-4088-b0a5-34fad0f18b09 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.792854 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-568b7316-e4e0-4680-9fac-b97f33b2a8ef req-3c26091d-8ea1-4088-b0a5-34fad0f18b09 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] For port 44cf26f6-a88c-4330-aba6-72feb002dfa9, host n-h1-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-760456-6',level=0,port_id=44cf26f6-a88c-4330-aba6-72feb002dfa9,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:45.793227 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-568b7316-e4e0-4680-9fac-b97f33b2a8ef req-3c26091d-8ea1-4088-b0a5-34fad0f18b09 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:45.806302 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-568b7316-e4e0-4680-9fac-b97f33b2a8ef req-3c26091d-8ea1-4088-b0a5-34fad0f18b09 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Calling delete_port for 44cf26f6-a88c-4330-aba6-72feb002dfa9 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:46.033282 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-568b7316-e4e0-4680-9fac-b97f33b2a8ef req-3c26091d-8ea1-4088-b0a5-34fad0f18b09 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (44cf26f6-a88c-4330-aba6-72feb002dfa9), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:46.060545 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26091d-8ea1-4088-b0a5-34fad0f18b09 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event deleted for resources: {'Port': ['ID=44cf26f6-a88c-4330-aba6-72feb002dfa9,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:46.104179 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-568b7316-e4e0-4680-9fac-b97f33b2a8ef req-3c26091d-8ea1-4088-b0a5-34fad0f18b09 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] No DVR routers for this DVR port 44cf26f6-a88c-4330-aba6-72feb002dfa9 on host n-h1-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:13:46.106727 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-568b7316-e4e0-4680-9fac-b97f33b2a8ef req-3c26091d-8ea1-4088-b0a5-34fad0f18b09 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:46.110113 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-568b7316-e4e0-4680-9fac-b97f33b2a8ef req-3c26091d-8ea1-4088-b0a5-34fad0f18b09 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.74 "DELETE /v2.0/ports/44cf26f6-a88c-4330-aba6-72feb002dfa9 HTTP/1.1" status: 204 len: 173 time: 0.4964657 Jan 27 23:13:46.110559 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'name': 'network-vif-deleted', 'tag': '44cf26f6-a88c-4330-aba6-72feb002dfa9'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:13:46.112906 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9230f62-862e-42b1-84b0-cb4b298b2ffd" -d '{"events": [{"server_uuid": "a491c004-b432-43ef-b0b3-a6345bc088b8", "name": "network-vif-deleted", "tag": "44cf26f6-a88c-4330-aba6-72feb002dfa9"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:13:46.151235 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc1e695-3968-4ea1-9b0d-f02edb820ae2 x-openstack-request-id: req-edc1e695-3968-4ea1-9b0d-f02edb820ae2 {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:13:46.151537 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a491c004-b432-43ef-b0b3-a6345bc088b8", "name": "network-vif-deleted", "tag": "44cf26f6-a88c-4330-aba6-72feb002dfa9", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:13:46.151797 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-edc1e695-3968-4ea1-9b0d-f02edb820ae2 {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:13:46.152240 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a491c004-b432-43ef-b0b3-a6345bc088b8', 'name': 'network-vif-deleted', 'tag': '44cf26f6-a88c-4330-aba6-72feb002dfa9', 'status': 'completed', 'code': 200} Jan 27 23:13:46.555351 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-8ccfedff-12e4-4cd2-a573-1ddc0057ce31 req-7de3b4ec-77cd-4236-8792-49da72a3fa8b tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a491c004-b432-43ef-b0b3-a6345bc088b8 HTTP/1.1" status: 200 len: 210 time: 0.0303831 Jan 27 23:13:46.678077 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 44cf26f6-a88c-4330-aba6-72feb002dfa9 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:13:46.698246 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 44cf26f6-a88c-4330-aba6-72feb002dfa9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:13:46.698595 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 44cf26f6-a88c-4330-aba6-72feb002dfa9 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:13:48.691874 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-016f975d-f839-4751-a743-a86894291487 req-1bf8364c-fefe-4dc2-a795-633d60144dd4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397227 Jan 27 23:13:48.771813 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f975d-f839-4751-a743-a86894291487 req-2998f58e-3f87-475e-a9de-8e79c30998cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:48.773406 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-016f975d-f839-4751-a743-a86894291487 req-2998f58e-3f87-475e-a9de-8e79c30998cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 1095 time: 0.0408270 Jan 27 23:13:48.878007 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f975d-f839-4751-a743-a86894291487 req-97504175-d3b0-431d-9ca0-0e4300ae5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:48.879515 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-016f975d-f839-4751-a743-a86894291487 req-97504175-d3b0-431d-9ca0-0e4300ae5903 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 911 time: 0.0891755 Jan 27 23:13:48.945210 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-016f975d-f839-4751-a743-a86894291487 req-6dfd5628-aa9a-4ef1-9018-c25b39e38e58 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6 HTTP/1.1" status: 200 len: 999 time: 0.0597341 Jan 27 23:13:48.978601 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44446) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:48.994769 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f975d-f839-4751-a743-a86894291487 req-6228b56f-10c5-4392-9465-883c1910e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:48.996282 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-016f975d-f839-4751-a743-a86894291487 req-6228b56f-10c5-4392-9465-883c1910e725 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 200 len: 849 time: 0.0457387 Jan 27 23:13:49.044723 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f975d-f839-4751-a743-a86894291487 req-80d3bd70-2357-4e5a-9bc5-b9de40c8474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:49.046230 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-016f975d-f839-4751-a743-a86894291487 req-80d3bd70-2357-4e5a-9bc5-b9de40c8474e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e01740a-27b9-4c48-95e3-69979689665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443711 Jan 27 23:13:49.056345 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-016f975d-f839-4751-a743-a86894291487 req-5e89a79a-c590-4c32-a23f-1ee0fe615f6b service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=104027) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 27 23:13:49.057317 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-016f975d-f839-4751-a743-a86894291487 req-5e89a79a-c590-4c32-a23f-1ee0fe615f6b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049450 Jan 27 23:13:49.136791 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Deleting port 78a1987c-4ec5-4c6f-b212-11113e5926a0 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:49.137184 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (78a1987c-4ec5-4c6f-b212-11113e5926a0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.147722 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-016f975d-f839-4751-a743-a86894291487 req-8ae6de18-951e-4cbf-a7df-93253a94edda service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844173 Jan 27 23:13:49.213018 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (78a1987c-4ec5-4c6f-b212-11113e5926a0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.213250 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for floatingip (78a1987c-4ec5-4c6f-b212-11113e5926a0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.224749 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Calling delete_port for 78a1987c-4ec5-4c6f-b212-11113e5926a0 owned by network:floatingip {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:49.241590 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-016f975d-f839-4751-a743-a86894291487 req-d0619cea-faeb-464c-90ea-dbba14b64c3d service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876236 Jan 27 23:13:49.433143 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (78a1987c-4ec5-4c6f-b212-11113e5926a0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.459551 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event deleted for resources: {'Port': ['ID=78a1987c-4ec5-4c6f-b212-11113e5926a0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:49.487153 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.487428 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.487769 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.488123 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.488460 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.488792 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.489118 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.489447 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.489766 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.490086 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.490408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.490728 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.491047 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-760456-6 {{(pid=104026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 27 23:13:49.529636 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for floatingip (33f99de3-b6fe-4771-9c79-9493cc26a02a), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.529974 n-d-760456-6 neutron-server[104026]: INFO neutron.db.l3_db [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Floating IP 33f99de3-b6fe-4771-9c79-9493cc26a02a disassociated (deleted). External IP: 172.25.0.15, port: 6b84c759-04dd-4af5-b2ed-be216e7be4c6. Jan 27 23:13:49.733987 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Router 8772e254-c96b-4439-a135-bb2568871534 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:13:49.838804 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:13:49.843107 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for floatingip (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:49.848369 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf999f-43a5-4d84-a044-5722ee20af5b None None] Sync routers for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:13:49.857979 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf999f-43a5-4d84-a044-5722ee20af5b None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:49.858769 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-accf999f-43a5-4d84-a044-5722ee20af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:13:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:49.871341 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-08f2b069-7e57-4d67-867f-3bf6d38955e5 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "DELETE /v2.0/floatingips/33f99de3-b6fe-4771-9c79-9493cc26a02a HTTP/1.1" status: 204 len: 168 time: 0.8915799 Jan 27 23:13:49.871934 n-d-760456-6 neutron-server[104026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6'}] {{(pid=104026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:13:49.874312 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52d6bbf4e823dbab06c8da649c31c3d22b524fdafd52c393f21dfa390ba9c210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d7e7a2-bf8b-47e2-a1df-324852dda8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a405364f-935a-4025-9557-3074975b1743", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6"}]}' {{(pid=104026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:13:49.970548 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Jan 2022 23:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7a69be-56f0-41ca-9a91-ee0c313e9099 x-openstack-request-id: req-2d7a69be-56f0-41ca-9a91-ee0c313e9099 {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:13:49.970841 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a405364f-935a-4025-9557-3074975b1743", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6", "status": "completed", "code": 200}]} {{(pid=104026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:13:49.971100 n-d-760456-6 neutron-server[104026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d7a69be-56f0-41ca-9a91-ee0c313e9099 {{(pid=104026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:13:49.971517 n-d-760456-6 neutron-server[104026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'status': 'completed', 'code': 200} Jan 27 23:13:49.972982 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-accf999f-43a5-4d84-a044-5722ee20af5b None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:50.033201 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e7a2-bf8b-47e2-a1df-324852dda8b8 req-fbd6af20-4e21-4d8a-b8e4-200fff00229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:50.034883 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68d7e7a2-bf8b-47e2-a1df-324852dda8b8 req-fbd6af20-4e21-4d8a-b8e4-200fff00229a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5671aca4dec34c618e4578fd178423f6&device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 1095 time: 0.0418453 Jan 27 23:13:50.127661 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e7a2-bf8b-47e2-a1df-324852dda8b8 req-6fbc2a4f-7421-4337-8d6f-c5a1b708ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:50.129189 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68d7e7a2-bf8b-47e2-a1df-324852dda8b8 req-6fbc2a4f-7421-4337-8d6f-c5a1b708ff91 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 200 len: 911 time: 0.0876877 Jan 27 23:13:50.181341 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-accf999f-43a5-4d84-a044-5722ee20af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:50.182032 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68d7e7a2-bf8b-47e2-a1df-324852dda8b8 req-78f7f918-7320-46e8-bb04-ae1de1594462 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6 HTTP/1.1" status: 200 len: 217 time: 0.0453327 Jan 27 23:13:50.208584 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf999f-43a5-4d84-a044-5722ee20af5b None None] Checking router: 8772e254-c96b-4439-a135-bb2568871534 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:13:50.216882 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accf999f-43a5-4d84-a044-5722ee20af5b None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:50.217533 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-accf999f-43a5-4d84-a044-5722ee20af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:13:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:50.231258 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e7a2-bf8b-47e2-a1df-324852dda8b8 req-a26e2f4d-3e86-4011-a086-c1ad64eee6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:50.232818 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68d7e7a2-bf8b-47e2-a1df-324852dda8b8 req-a26e2f4d-3e86-4011-a086-c1ad64eee6df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 200 len: 849 time: 0.0450220 Jan 27 23:13:50.282381 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e7a2-bf8b-47e2-a1df-324852dda8b8 req-e4de002d-5199-42cc-a3a1-b2dd51a436b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:50.283992 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68d7e7a2-bf8b-47e2-a1df-324852dda8b8 req-e4de002d-5199-42cc-a3a1-b2dd51a436b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e01740a-27b9-4c48-95e3-69979689665e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428059 Jan 27 23:13:50.330066 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-accf999f-43a5-4d84-a044-5722ee20af5b None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:50.392608 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8e4a9-872f-4b88-9ba2-b8b1038ba5d0 req-27a0d4f6-4331-4014-bfc4-f72b92966ccc tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:50.394023 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40d8e4a9-872f-4b88-9ba2-b8b1038ba5d0 req-27a0d4f6-4331-4014-bfc4-f72b92966ccc tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 944 time: 0.1057127 Jan 27 23:13:50.427691 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68d7e7a2-bf8b-47e2-a1df-324852dda8b8 req-63afc5c6-a0ca-4867-8978-157755bb1a91 service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311395 Jan 27 23:13:50.504933 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-40d8e4a9-872f-4b88-9ba2-b8b1038ba5d0 req-64651261-0f88-472b-b72c-9ab350d1323b tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043854 Jan 27 23:13:50.529037 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-accf999f-43a5-4d84-a044-5722ee20af5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:50.544266 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-68d7e7a2-bf8b-47e2-a1df-324852dda8b8 req-dc306a06-8236-4bc2-92e9-1f1f0558a67f service neutron] 10.222.0.71 "GET /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059706 Jan 27 23:13:50.712185 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 44cf26f6-a88c-4330-aba6-72feb002dfa9 no longer exists at agent hyperv_n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:13:50.715570 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf999f-43a5-4d84-a044-5722ee20af5b None None] The sync data for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 is: [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:08:53Z', 'revision_number': 4, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6', '_interfaces': [{'id': 'ec4655ec-f82c-4fac-b9d8-fc908cbe8e69', 'name': '', 'network_id': '3e01740a-27b9-4c48-95e3-69979689665e', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'mac_address': 'fa:16:3e:4a:c3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '7f70bc66-dc16-4341-8374-43bed709705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:53Z', 'updated_at': '2022-01-27T23:08:57Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'subnets': [{'id': '7f70bc66-dc16-4341-8374-43bed709705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:13:50.733396 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] No Port match for: 44cf26f6-a88c-4330-aba6-72feb002dfa9 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:13:50.733750 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Device 44cf26f6-a88c-4330-aba6-72feb002dfa9 not bound to the agent host n-h1-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:13:50.931522 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f830b-b613-4a9d-abdc-a74ad8d47d9e None None] New status for floating IP 33f99de3-b6fe-4771-9c79-9493cc26a02a: DOWN {{(pid=104029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 27 23:13:51.622621 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dae854-9bcf-442e-9503-8791493228ea req-a0ea3cbf-f19c-4265-a367-0bfbdfae3048 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:51.624119 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5dae854-9bcf-442e-9503-8791493228ea req-a0ea3cbf-f19c-4265-a367-0bfbdfae3048 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 944 time: 0.0485857 Jan 27 23:13:51.673244 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e5dae854-9bcf-442e-9503-8791493228ea req-4f622b83-c230-4a40-b48c-84061edadc51 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/security-groups?id=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436840 Jan 27 23:13:51.964095 n-d-760456-6 neutron-server[104027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b1d87-858b-4510-95e5-04b25f571d21 req-c0979efe-3f57-4d68-b1b3-b3f95228d242 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 27 23:13:51.965525 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c4b1d87-858b-4510-95e5-04b25f571d21 req-c0979efe-3f57-4d68-b1b3-b3f95228d242 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.71 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 944 time: 0.0469458 Jan 27 23:13:52.056517 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-0c4b1d87-858b-4510-95e5-04b25f571d21 req-a940eaa5-3738-49a8-ba8c-ed9dca1847b6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Deleting port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:52.056854 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0c4b1d87-858b-4510-95e5-04b25f571d21 req-a940eaa5-3738-49a8-ba8c-ed9dca1847b6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.143615 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [req-0c4b1d87-858b-4510-95e5-04b25f571d21 req-a940eaa5-3738-49a8-ba8c-ed9dca1847b6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] For port 6b84c759-04dd-4af5-b2ed-be216e7be4c6, host n-h2-760456-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-760456-6',level=0,port_id=6b84c759-04dd-4af5-b2ed-be216e7be4c6,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:52.143983 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0c4b1d87-858b-4510-95e5-04b25f571d21 req-a940eaa5-3738-49a8-ba8c-ed9dca1847b6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.157735 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [req-0c4b1d87-858b-4510-95e5-04b25f571d21 req-a940eaa5-3738-49a8-ba8c-ed9dca1847b6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Calling delete_port for 6b84c759-04dd-4af5-b2ed-be216e7be4c6 owned by compute:nova {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:52.387886 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0c4b1d87-858b-4510-95e5-04b25f571d21 req-a940eaa5-3738-49a8-ba8c-ed9dca1847b6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (6b84c759-04dd-4af5-b2ed-be216e7be4c6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.419265 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940eaa5-3738-49a8-ba8c-ed9dca1847b6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event deleted for resources: {'Port': ['ID=6b84c759-04dd-4af5-b2ed-be216e7be4c6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:52.466457 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4b1d87-858b-4510-95e5-04b25f571d21 req-a940eaa5-3738-49a8-ba8c-ed9dca1847b6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] No DVR routers for this DVR port 6b84c759-04dd-4af5-b2ed-be216e7be4c6 on host n-h2-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:13:52.469063 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [req-0c4b1d87-858b-4510-95e5-04b25f571d21 req-a940eaa5-3738-49a8-ba8c-ed9dca1847b6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122970'] for port (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:52.472487 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-0c4b1d87-858b-4510-95e5-04b25f571d21 req-a940eaa5-3738-49a8-ba8c-ed9dca1847b6 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.71 "DELETE /v2.0/ports/6b84c759-04dd-4af5-b2ed-be216e7be4c6 HTTP/1.1" status: 204 len: 173 time: 0.5015149 Jan 27 23:13:52.472934 n-d-760456-6 neutron-server[104027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'name': 'network-vif-deleted', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6'}] {{(pid=104027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 27 23:13:52.475283 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c27f4389897e4c8b3b2b7c4977a2375557b070af4101201d783f3c3c13f77c73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ca9406-882a-41fe-bfdf-0551d3e71de3" -d '{"events": [{"server_uuid": "a405364f-935a-4025-9557-3074975b1743", "name": "network-vif-deleted", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6"}]}' {{(pid=104027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 27 23:13:52.510279 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Jan 2022 23:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d254aa92-7ee5-4c93-ace2-37c1456bb1fc x-openstack-request-id: req-d254aa92-7ee5-4c93-ace2-37c1456bb1fc {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 27 23:13:52.510609 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a405364f-935a-4025-9557-3074975b1743", "name": "network-vif-deleted", "tag": "6b84c759-04dd-4af5-b2ed-be216e7be4c6", "status": "completed", "code": 200}]} {{(pid=104027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 27 23:13:52.510872 n-d-760456-6 neutron-server[104027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d254aa92-7ee5-4c93-ace2-37c1456bb1fc {{(pid=104027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 27 23:13:52.511293 n-d-760456-6 neutron-server[104027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a405364f-935a-4025-9557-3074975b1743', 'name': 'network-vif-deleted', 'tag': '6b84c759-04dd-4af5-b2ed-be216e7be4c6', 'status': 'completed', 'code': 200} Jan 27 23:13:52.781784 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [req-e29b58e7-dc7e-466b-abef-7eb2870bb7b4 req-721ff25d-0e48-4358-9821-ed66b22966f8 tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "GET /v2.0/ports?device_id=a405364f-935a-4025-9557-3074975b1743 HTTP/1.1" status: 200 len: 210 time: 0.0274909 Jan 27 23:13:53.839144 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44466) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:53.895961 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1e19-45b9-4ebc-afd4-1640a0da7fbf tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group (d24f7e81-0cc5-46f4-862a-15d0bb59c7e0), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:53.920452 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1e19-45b9-4ebc-afd4-1640a0da7fbf tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group (d24f7e81-0cc5-46f4-862a-15d0bb59c7e0), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:54.058835 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1e19-45b9-4ebc-afd4-1640a0da7fbf tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (d24f7e81-0cc5-46f4-862a-15d0bb59c7e0), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:54.061618 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1e19-45b9-4ebc-afd4-1640a0da7fbf tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Publish callbacks [] for security_group (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:54.062776 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-e4cd1e19-45b9-4ebc-afd4-1640a0da7fbf tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] 10.222.0.61 "DELETE /v2.0/security-groups/d24f7e81-0cc5-46f4-862a-15d0bb59c7e0 HTTP/1.1" status: 204 len: 168 time: 0.2226436 Jan 27 23:13:54.072747 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd1e19-45b9-4ebc-afd4-1640a0da7fbf tempest-TestSnapshotPattern-411602279 tempest-TestSnapshotPattern-411602279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24f7e81-0cc5-46f4-862a-15d0bb59c7e0,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:54.207352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44470) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:54.644905 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-573ccc35-0a32-4538-bf24-9fdbe503946f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (8772e254-c96b-4439-a135-bb2568871534), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:54.883352 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-573ccc35-0a32-4538-bf24-9fdbe503946f admin admin] Deleting port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:54.884062 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-573ccc35-0a32-4538-bf24-9fdbe503946f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:54.959408 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-573ccc35-0a32-4538-bf24-9fdbe503946f admin admin] For port ec4655ec-f82c-4fac-b9d8-fc908cbe8e69, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=ec4655ec-f82c-4fac-b9d8-fc908cbe8e69,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:54.959699 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-573ccc35-0a32-4538-bf24-9fdbe503946f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:54.971449 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-573ccc35-0a32-4538-bf24-9fdbe503946f admin admin] Calling delete_port for ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 owned by network:router_interface {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:55.204771 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-573ccc35-0a32-4538-bf24-9fdbe503946f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (ec4655ec-f82c-4fac-b9d8-fc908cbe8e69), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:55.234669 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ccc35-0a32-4538-bf24-9fdbe503946f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4655ec-f82c-4fac-b9d8-fc908cbe8e69,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:55.397677 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-573ccc35-0a32-4538-bf24-9fdbe503946f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (8772e254-c96b-4439-a135-bb2568871534), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:55.889215 n-d-760456-6 neutron-server[104026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573ccc35-0a32-4538-bf24-9fdbe503946f admin admin] Router 8772e254-c96b-4439-a135-bb2568871534 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:13:55.993182 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573ccc35-0a32-4538-bf24-9fdbe503946f admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:13:55.998194 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-573ccc35-0a32-4538-bf24-9fdbe503946f admin admin] 10.222.0.61 "PUT /v2.0/routers/8772e254-c96b-4439-a135-bb2568871534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7897966 Jan 27 23:13:56.000686 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44474) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:56.003755 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab750d-c1e6-4ced-a7f5-60dea9f55058 None None] Sync routers for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:13:56.013625 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab750d-c1e6-4ced-a7f5-60dea9f55058 None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:56.014248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-10ab750d-c1e6-4ced-a7f5-60dea9f55058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:13:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:56.104061 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Publish callbacks [] for router (8772e254-c96b-4439-a135-bb2568871534), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:56.119972 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-10ab750d-c1e6-4ced-a7f5-60dea9f55058 None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: n-d-760456-6 {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:56.208059 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Publish callbacks [] for router_gateway (8772e254-c96b-4439-a135-bb2568871534), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:56.301434 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-10ab750d-c1e6-4ced-a7f5-60dea9f55058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:13:55Z', 'revision_number': 5, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port': {'id': '20c5b7b0-1c06-46ae-89ae-d891a13434fd', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8772e254-c96b-4439-a135-bb2568871534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:51Z', 'updated_at': '2022-01-27T23:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:56.316923 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Deleting port 20c5b7b0-1c06-46ae-89ae-d891a13434fd {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:56.317262 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:56.327980 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab750d-c1e6-4ced-a7f5-60dea9f55058 None None] Checking router: 8772e254-c96b-4439-a135-bb2568871534 for host: n-d-760456-6 {{(pid=104028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:13:56.336859 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ab750d-c1e6-4ced-a7f5-60dea9f55058 None None] Routers {'8772e254-c96b-4439-a135-bb2568871534'} bound to L3 agent in host n-d-760456-6 {{(pid=104028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:56.337480 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-10ab750d-c1e6-4ced-a7f5-60dea9f55058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:13:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['8772e254-c96b-4439-a135-bb2568871534'], 'active': True} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:56.398856 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] For port 20c5b7b0-1c06-46ae-89ae-d891a13434fd, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=20c5b7b0-1c06-46ae-89ae-d891a13434fd,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:56.399779 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:56.412285 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Calling delete_port for 20c5b7b0-1c06-46ae-89ae-d891a13434fd owned by network:router_gateway {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:56.427799 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvr_db [None req-10ab750d-c1e6-4ced-a7f5-60dea9f55058 None None] Set router 8772e254-c96b-4439-a135-bb2568871534 gateway port host: None {{(pid=104028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:13:56.482519 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_hamode_db [None req-10ab750d-c1e6-4ced-a7f5-60dea9f55058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:13:56Z', 'revision_number': 6, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:56.507798 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab750d-c1e6-4ced-a7f5-60dea9f55058 None None] The sync data for ids ['8772e254-c96b-4439-a135-bb2568871534'] in n-d-760456-6 is: [{'id': '8772e254-c96b-4439-a135-bb2568871534', 'name': 'tempest-TestSnapshotPattern-1358252733-router', 'tenant_id': '5671aca4dec34c618e4578fd178423f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:50Z', 'updated_at': '2022-01-27T23:13:56Z', 'revision_number': 6, 'project_id': '5671aca4dec34c618e4578fd178423f6', 'gw_port_host': None}] {{(pid=104028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:13:56.644578 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (20c5b7b0-1c06-46ae-89ae-d891a13434fd), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:56.674535 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c5b7b0-1c06-46ae-89ae-d891a13434fd,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:56.726463 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6b84c759-04dd-4af5-b2ed-be216e7be4c6 no longer exists at agent hyperv_n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:13:56.732336 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (8772e254-c96b-4439-a135-bb2568871534), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:56.746884 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] No Port match for: 6b84c759-04dd-4af5-b2ed-be216e7be4c6 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:13:56.747336 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Device 6b84c759-04dd-4af5-b2ed-be216e7be4c6 not bound to the agent host n-h2-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:13:56.833806 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (8772e254-c96b-4439-a135-bb2568871534), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:56.835860 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Publish callbacks [] for router_controller (8772e254-c96b-4439-a135-bb2568871534), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:56.959426 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (8772e254-c96b-4439-a135-bb2568871534), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:56.960027 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8772e254-c96b-4439-a135-bb2568871534 {{(pid=104026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:13:56.964456 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:56.965614 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-88563094-b07f-4b99-8967-270589da4965 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8772e254-c96b-4439-a135-bb2568871534 HTTP/1.1" status: 204 len: 168 time: 0.9639549 Jan 27 23:13:56.968052 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44476) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:57.010646 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.db_base_plugin_v2 [None req-63825d09-e92e-417c-a38e-4a41c82acba5 admin admin] Deleting subnet 7f70bc66-dc16-4341-8374-43bed709705b {{(pid=104026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:13:57.013632 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63825d09-e92e-417c-a38e-4a41c82acba5 admin admin] Publish callbacks [] for subnet (7f70bc66-dc16-4341-8374-43bed709705b), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.047741 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63825d09-e92e-417c-a38e-4a41c82acba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9093754'] for subnet (7f70bc66-dc16-4341-8374-43bed709705b), precommit_delete_associations {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.166176 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63825d09-e92e-417c-a38e-4a41c82acba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (7f70bc66-dc16-4341-8374-43bed709705b), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.313952 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63825d09-e92e-417c-a38e-4a41c82acba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8985436', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11913133'] for subnet (7f70bc66-dc16-4341-8374-43bed709705b), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.338340 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63825d09-e92e-417c-a38e-4a41c82acba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f70bc66-dc16-4341-8374-43bed709705b,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:57.344823 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-63825d09-e92e-417c-a38e-4a41c82acba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.348105 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-63825d09-e92e-417c-a38e-4a41c82acba5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7f70bc66-dc16-4341-8374-43bed709705b HTTP/1.1" status: 204 len: 168 time: 0.3790619 Jan 27 23:13:57.350574 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22a3b7-e99e-45fb-a3d7-be41c5eea6a6 None None] Network 3e01740a-27b9-4c48-95e3-69979689665e requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:13:57.351049 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44478) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:57.421118 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (3e01740a-27b9-4c48-95e3-69979689665e), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.481242 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Deleting port 5d85558f-134f-404c-a212-122dbcb83435 {{(pid=104026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:57.481617 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5d85558f-134f-404c-a212-122dbcb83435), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.509095 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d21cb-59aa-48bd-9ac8-abf54f522405 None None] DHCP port deletion for 3e01740a-27b9-4c48-95e3-69979689665e request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:13:57.555006 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.db [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] For port 5d85558f-134f-404c-a212-122dbcb83435, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5d85558f-134f-404c-a212-122dbcb83435,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:57.555398 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5d85558f-134f-404c-a212-122dbcb83435), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.558999 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b36d21cb-59aa-48bd-9ac8-abf54f522405 None None] Deleting port 5d85558f-134f-404c-a212-122dbcb83435 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:57.559378 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b36d21cb-59aa-48bd-9ac8-abf54f522405 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (5d85558f-134f-404c-a212-122dbcb83435), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.569300 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.plugin [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Calling delete_port for 5d85558f-134f-404c-a212-122dbcb83435 owned by network:dhcp {{(pid=104026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:57.625934 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-b36d21cb-59aa-48bd-9ac8-abf54f522405 None None] For port 5d85558f-134f-404c-a212-122dbcb83435, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=5d85558f-134f-404c-a212-122dbcb83435,segment=NetworkSegment(cec2aa1c-c894-4a24-91ef-d41d1010bd78),segment_id=cec2aa1c-c894-4a24-91ef-d41d1010bd78)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:57.626337 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b36d21cb-59aa-48bd-9ac8-abf54f522405 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (5d85558f-134f-404c-a212-122dbcb83435), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.640048 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-b36d21cb-59aa-48bd-9ac8-abf54f522405 None None] Calling delete_port for 5d85558f-134f-404c-a212-122dbcb83435 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:57.788208 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8985449'] for port (5d85558f-134f-404c-a212-122dbcb83435), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.797341 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b36d21cb-59aa-48bd-9ac8-abf54f522405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (5d85558f-134f-404c-a212-122dbcb83435), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.825063 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d21cb-59aa-48bd-9ac8-abf54f522405 None None] Pushing event deleted for resources: {'Port': ['ID=5d85558f-134f-404c-a212-122dbcb83435,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:57.826041 n-d-760456-6 neutron-server[104026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] No DVR routers for this DVR port 5d85558f-134f-404c-a212-122dbcb83435 on host n-d-760456-6 {{(pid=104026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:13:57.826900 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d21cb-59aa-48bd-9ac8-abf54f522405 None None] No DVR routers for this DVR port 5d85558f-134f-404c-a212-122dbcb83435 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:13:57.833516 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d85558f-134f-404c-a212-122dbcb83435,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:57.906580 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (3e01740a-27b9-4c48-95e3-69979689665e), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.927244 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e01740a-27b9-4c48-95e3-69979689665e']}} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:57.936411 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec2aa1c-c894-4a24-91ef-d41d1010bd78') {'for_net_delete': True} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:57.936714 n-d-760456-6 neutron-server[104026]: DEBUG neutron.services.segments.db [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec2aa1c-c894-4a24-91ef-d41d1010bd78') {} {{(pid=104026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:13:57.946506 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9093635'] for segment (cec2aa1c-c894-4a24-91ef-d41d1010bd78), before_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.959304 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (cec2aa1c-c894-4a24-91ef-d41d1010bd78), precommit_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.965312 n-d-760456-6 neutron-server[104026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=104026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:13:57.965984 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8985526'] for segment (cec2aa1c-c894-4a24-91ef-d41d1010bd78), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: Traceback (most recent call last): Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: timer() Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: cb(*args, **kw) Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: return func(*args, **kwargs) Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: self._notify() Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: self.callback(batched_events) Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: event.method(event) Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: return f(self, *a, **k) Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: return self._get(url).json() Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: return self.request(url, 'GET', **kwargs) Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:13:57.967298 n-d-760456-6 neutron-server[104026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:13:57.987311 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:58.112915 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (3e01740a-27b9-4c48-95e3-69979689665e), after_delete {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:58.119051 n-d-760456-6 neutron-server[104026]: DEBUG neutron_lib.callbacks.manager [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:58.122245 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3e01740a-27b9-4c48-95e3-69979689665e HTTP/1.1" status: 204 len: 168 time: 0.7704921 Jan 27 23:13:58.125292 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44480) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:58.133893 n-d-760456-6 neutron-server[104026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8307d4d-2d90-42fe-b329-2eb5aecaeaf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e01740a-27b9-4c48-95e3-69979689665e,revision_number=None']} {{(pid=104026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:58.428036 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:13:58.450126 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:13:58.450815 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device ec4655ec-f82c-4fac-b9d8-fc908cbe8e69 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:13:58.450938 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5d85558f-134f-404c-a212-122dbcb83435 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:13:58.469426 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 5d85558f-134f-404c-a212-122dbcb83435 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:13:58.469639 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-121304ca-42cc-4065-a1ad-65a3367ec3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-748365'] for router_interface (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:58.469772 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 5d85558f-134f-404c-a212-122dbcb83435 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:13:58.470182 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 20c5b7b0-1c06-46ae-89ae-d891a13434fd no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:13:58.490397 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 20c5b7b0-1c06-46ae-89ae-d891a13434fd {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:13:58.497475 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 20c5b7b0-1c06-46ae-89ae-d891a13434fd not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:13:58.497475 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:58.713206 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-121304ca-42cc-4065-a1ad-65a3367ec3ca admin admin] Deleting port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:13:58.713555 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-121304ca-42cc-4065-a1ad-65a3367ec3ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:58.793411 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-121304ca-42cc-4065-a1ad-65a3367ec3ca admin admin] For port 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d,segment=NetworkSegment(49771a93-c9d8-4128-b5a5-3c36cccb5e5b),segment_id=49771a93-c9d8-4128-b5a5-3c36cccb5e5b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:13:58.793767 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-121304ca-42cc-4065-a1ad-65a3367ec3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:58.805301 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-121304ca-42cc-4065-a1ad-65a3367ec3ca admin admin] Calling delete_port for 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d owned by network:router_interface {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:13:59.056011 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-121304ca-42cc-4065-a1ad-65a3367ec3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:59.081899 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121304ca-42cc-4065-a1ad-65a3367ec3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:13:59.244006 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-121304ca-42cc-4065-a1ad-65a3367ec3ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-983828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748513'] for router_interface (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:13:59.776685 n-d-760456-6 neutron-server[104027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121304ca-42cc-4065-a1ad-65a3367ec3ca admin admin] Router aa34cccd-6a22-4095-a7b3-30a5e52d12b0 has already been hosted by L3 agent 6b9e1417-1935-49f4-a682-ea145efe8e23 {{(pid=104027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 27 23:13:59.890595 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121304ca-42cc-4065-a1ad-65a3367ec3ca admin admin] Notify agent at l3_agent.n-d-760456-6 the message routers_updated {{(pid=104027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 27 23:13:59.895654 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-121304ca-42cc-4065-a1ad-65a3367ec3ca admin admin] 10.222.0.61 "PUT /v2.0/routers/aa34cccd-6a22-4095-a7b3-30a5e52d12b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7692974 Jan 27 23:13:59.898244 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44482) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:13:59.900842 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406883f1-d695-48a4-a9b8-87fd8c253ae8 None None] Sync routers for ids ['aa34cccd-6a22-4095-a7b3-30a5e52d12b0'] in n-d-760456-6 {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 27 23:13:59.912238 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406883f1-d695-48a4-a9b8-87fd8c253ae8 None None] Routers {'aa34cccd-6a22-4095-a7b3-30a5e52d12b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:13:59.912974 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-406883f1-d695-48a4-a9b8-87fd8c253ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:13:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aa34cccd-6a22-4095-a7b3-30a5e52d12b0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:00.003086 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Publish callbacks [] for router (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:00.014771 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-406883f1-d695-48a4-a9b8-87fd8c253ae8 None None] Set router aa34cccd-6a22-4095-a7b3-30a5e52d12b0 gateway port host: n-d-760456-6 {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:00.108687 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Publish callbacks [] for router_gateway (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:00.206789 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-406883f1-d695-48a4-a9b8-87fd8c253ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'name': 'tempest-TestSnapshotPattern-1119611421-router', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'external_fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '01eb155b-29bb-4749-ad90-a39609057bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:56Z', 'updated_at': '2022-01-27T23:13:58Z', 'revision_number': 5, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'gw_port': {'id': '01eb155b-29bb-4749-ad90-a39609057bed', 'name': '', 'network_id': '0e54f04f-53c4-425f-a429-eb92ff39011e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:fd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-760456-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-27T23:08:57Z', 'updated_at': '2022-01-27T23:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '74038181-2a01-43dd-bbef-3e9af92ca855', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-760456-6'}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:00.209260 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Deleting port 01eb155b-29bb-4749-ad90-a39609057bed {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:14:00.209614 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (01eb155b-29bb-4749-ad90-a39609057bed), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:00.242808 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406883f1-d695-48a4-a9b8-87fd8c253ae8 None None] Checking router: aa34cccd-6a22-4095-a7b3-30a5e52d12b0 for host: n-d-760456-6 {{(pid=104029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 27 23:14:00.255108 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406883f1-d695-48a4-a9b8-87fd8c253ae8 None None] Routers {'aa34cccd-6a22-4095-a7b3-30a5e52d12b0'} bound to L3 agent in host n-d-760456-6 {{(pid=104029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 27 23:14:00.255721 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-406883f1-d695-48a4-a9b8-87fd8c253ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-760456-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-27T21:18:04Z,description=,heartbeat_timestamp=2022-01-27T23:13:35Z,host='n-d-760456-6',id=6b9e1417-1935-49f4-a682-ea145efe8e23,load=0,resource_versions=,resources_synced=,started_at=2022-01-27T21:18:05Z,topic='l3_agent')) {'router_ids': ['aa34cccd-6a22-4095-a7b3-30a5e52d12b0'], 'active': True} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:00.294875 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] For port 01eb155b-29bb-4749-ad90-a39609057bed, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=01eb155b-29bb-4749-ad90-a39609057bed,segment=NetworkSegment(a169c9b4-c429-4122-9a5d-8507fad24244),segment_id=a169c9b4-c429-4122-9a5d-8507fad24244)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:00.295638 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (01eb155b-29bb-4749-ad90-a39609057bed), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:00.308370 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Calling delete_port for 01eb155b-29bb-4749-ad90-a39609057bed owned by network:router_gateway {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:14:00.473218 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_dvr_db [None req-406883f1-d695-48a4-a9b8-87fd8c253ae8 None None] Set router aa34cccd-6a22-4095-a7b3-30a5e52d12b0 gateway port host: None {{(pid=104029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 27 23:14:00.531841 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.l3_hamode_db [None req-406883f1-d695-48a4-a9b8-87fd8c253ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'name': 'tempest-TestSnapshotPattern-1119611421-router', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:56Z', 'updated_at': '2022-01-27T23:14:00Z', 'revision_number': 6, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'gw_port_host': None}], 'n-d-760456-6', False) {} {{(pid=104029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:00.558591 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (01eb155b-29bb-4749-ad90-a39609057bed), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:00.559229 n-d-760456-6 neutron-server[104029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406883f1-d695-48a4-a9b8-87fd8c253ae8 None None] The sync data for ids ['aa34cccd-6a22-4095-a7b3-30a5e52d12b0'] in n-d-760456-6 is: [{'id': 'aa34cccd-6a22-4095-a7b3-30a5e52d12b0', 'name': 'tempest-TestSnapshotPattern-1119611421-router', 'tenant_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-27T23:08:56Z', 'updated_at': '2022-01-27T23:14:00Z', 'revision_number': 6, 'project_id': 'b58170d99bfd463e9f537adedaa7f3a9', 'gw_port_host': None}] {{(pid=104029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 27 23:14:00.594434 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Pushing event deleted for resources: {'Port': ['ID=01eb155b-29bb-4749-ad90-a39609057bed,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:00.672407 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-749451'] for router_gateway (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:00.772323 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-747262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4603'] for router (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:00.774506 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Publish callbacks [] for router_controller (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:00.907519 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747255'] for router (aa34cccd-6a22-4095-a7b3-30a5e52d12b0), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:00.908056 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa34cccd-6a22-4095-a7b3-30a5e52d12b0 {{(pid=104027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 27 23:14:00.912747 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:00.913835 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-9ae840af-c8e7-44dc-9d42-e58cb094df47 admin admin] 10.222.0.61 "DELETE /v2.0/routers/aa34cccd-6a22-4095-a7b3-30a5e52d12b0 HTTP/1.1" status: 204 len: 168 time: 1.0146761 Jan 27 23:14:00.918397 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44484) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:00.965495 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bf9d65-d954-4a6b-aed3-ae6168905c7c admin admin] Deleting subnet c40607fa-8ba2-4818-b96f-5815869906d1 {{(pid=104027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 27 23:14:00.969198 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d65-d954-4a6b-aed3-ae6168905c7c admin admin] Publish callbacks [] for subnet (c40607fa-8ba2-4818-b96f-5815869906d1), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.003511 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d65-d954-4a6b-aed3-ae6168905c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10289494'] for subnet (c40607fa-8ba2-4818-b96f-5815869906d1), precommit_delete_associations {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.084428 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d65-d954-4a6b-aed3-ae6168905c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1954475'] for subnet (c40607fa-8ba2-4818-b96f-5815869906d1), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.305064 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d65-d954-4a6b-aed3-ae6168905c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1954468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1030937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9455010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9310348'] for subnet (c40607fa-8ba2-4818-b96f-5815869906d1), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.330262 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf9d65-d954-4a6b-aed3-ae6168905c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40607fa-8ba2-4818-b96f-5815869906d1,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:01.336197 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d65-d954-4a6b-aed3-ae6168905c7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.339461 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-68bf9d65-d954-4a6b-aed3-ae6168905c7c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c40607fa-8ba2-4818-b96f-5815869906d1 HTTP/1.1" status: 204 len: 168 time: 0.4200404 Jan 27 23:14:01.341984 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44486) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:01.344803 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6058817-b817-4b1a-8408-c86bbcf7e45c None None] Network 2f532c30-a9d1-46db-aa00-53b026324cf6 requested from n-d-760456-6 {{(pid=104028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 27 23:14:01.412412 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2061418'] for network (2f532c30-a9d1-46db-aa00-53b026324cf6), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.478533 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Deleting port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 {{(pid=104027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:14:01.478878 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.496183 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46333eeb-897d-47e8-9acc-6c60b87e41b8 None None] DHCP port deletion for 2f532c30-a9d1-46db-aa00-53b026324cf6 request from n-d-760456-6 {{(pid=104028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 27 23:14:01.542981 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.db [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] For port 051143b8-c3dc-4a17-baa6-97cbe6ad4512, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=051143b8-c3dc-4a17-baa6-97cbe6ad4512,segment=NetworkSegment(49771a93-c9d8-4128-b5a5-3c36cccb5e5b),segment_id=49771a93-c9d8-4128-b5a5-3c36cccb5e5b)] {{(pid=104027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:01.543430 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.545455 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-46333eeb-897d-47e8-9acc-6c60b87e41b8 None None] Deleting port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 {{(pid=104028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 27 23:14:01.545846 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-46333eeb-897d-47e8-9acc-6c60b87e41b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777045141616'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), before_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.558419 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.plugin [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Calling delete_port for 051143b8-c3dc-4a17-baa6-97cbe6ad4512 owned by network:dhcp {{(pid=104027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:14:01.616423 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.db [None req-46333eeb-897d-47e8-9acc-6c60b87e41b8 None None] For port 051143b8-c3dc-4a17-baa6-97cbe6ad4512, host n-d-760456-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-760456-6',level=0,port_id=051143b8-c3dc-4a17-baa6-97cbe6ad4512,segment=NetworkSegment(49771a93-c9d8-4128-b5a5-3c36cccb5e5b),segment_id=49771a93-c9d8-4128-b5a5-3c36cccb5e5b)] {{(pid=104028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 27 23:14:01.616824 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-46333eeb-897d-47e8-9acc-6c60b87e41b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749162'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), precommit_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.629833 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-46333eeb-897d-47e8-9acc-6c60b87e41b8 None None] Calling delete_port for 051143b8-c3dc-4a17-baa6-97cbe6ad4512 owned by network:dhcp {{(pid=104028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 27 23:14:01.741470 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9454999'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.747202 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-46333eeb-897d-47e8-9acc-6c60b87e41b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1944647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777045144522', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777044815656'] for port (051143b8-c3dc-4a17-baa6-97cbe6ad4512), after_delete {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.772655 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Pushing event deleted for resources: {'Port': ['ID=051143b8-c3dc-4a17-baa6-97cbe6ad4512,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:01.774528 n-d-760456-6 neutron-server[104028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46333eeb-897d-47e8-9acc-6c60b87e41b8 None None] No DVR routers for this DVR port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 on host n-d-760456-6 {{(pid=104028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:14:01.779410 n-d-760456-6 neutron-server[104027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] No DVR routers for this DVR port 051143b8-c3dc-4a17-baa6-97cbe6ad4512 on host n-d-760456-6 {{(pid=104027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 27 23:14:01.781514 n-d-760456-6 neutron-server[104028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46333eeb-897d-47e8-9acc-6c60b87e41b8 None None] Pushing event deleted for resources: {'Port': ['ID=051143b8-c3dc-4a17-baa6-97cbe6ad4512,revision_number=None']} {{(pid=104028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:01.863216 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1957456', 'neutron.services.segments.db._delete_segments_for_network-8777045328276'] for network (2f532c30-a9d1-46db-aa00-53b026324cf6), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.882993 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f532c30-a9d1-46db-aa00-53b026324cf6']}} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:01.892275 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49771a93-c9d8-4128-b5a5-3c36cccb5e5b') {'for_net_delete': True} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:01.892581 n-d-760456-6 neutron-server[104027]: DEBUG neutron.services.segments.db [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49771a93-c9d8-4128-b5a5-3c36cccb5e5b') {} {{(pid=104027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 27 23:14:01.902307 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777045330589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10289455'] for segment (49771a93-c9d8-4128-b5a5-3c36cccb5e5b), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.915906 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668'] for segment (49771a93-c9d8-4128-b5a5-3c36cccb5e5b), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.921834 n-d-760456-6 neutron-server[104027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=104027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2031668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9454920'] for segment (49771a93-c9d8-4128-b5a5-3c36cccb5e5b), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: Traceback (most recent call last): Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: timer() Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: cb(*args, **kw) Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: return func(*args, **kwargs) Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: self._notify() Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: self.callback(batched_events) Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: event.method(event) Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: aggregate_uuid = self.p_client.list_aggregates( Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: return f(self, *a, **k) Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: return self._get(url).json() Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: return self.request(url, 'GET', **kwargs) Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: base_url = self.get_endpoint(auth, allow=allow, Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 27 23:14:01.926045 n-d-760456-6 neutron-server[104027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 27 23:14:02.035748 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1957417', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-984047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748131'] for network (2f532c30-a9d1-46db-aa00-53b026324cf6), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.041575 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.044857 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] 10.222.0.61 "DELETE /v2.0/networks/2f532c30-a9d1-46db-aa00-53b026324cf6 HTTP/1.1" status: 204 len: 168 time: 0.7019365 Jan 27 23:14:02.055939 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d577ca-01ea-405e-ae47-e788593fa98e admin admin] Pushing event deleted for resources: {'Network': ['ID=2f532c30-a9d1-46db-aa00-53b026324cf6,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:02.387979 n-d-760456-6 neutron-server[104026]: DEBUG neutron.wsgi [-] (104026) accepted ('10.222.0.61', 44490) {{(pid=104026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:02.413644 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6d45d6f6-be2a-4a77-8e95-304b4b305daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.428549 n-d-760456-6 neutron-server[104026]: INFO neutron.wsgi [None req-606d2b53-06cc-4dc9-b8cf-06bc954f4632 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5671aca4dec34c618e4578fd178423f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393994 Jan 27 23:14:02.429027 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:14:02.431281 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44492) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:02.452342 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:14:02.452800 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 4dbefb7f-9dcd-4f08-a12f-ecf6e882b52d not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:14:02.453248 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 051143b8-c3dc-4a17-baa6-97cbe6ad4512 no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:14:02.471879 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 051143b8-c3dc-4a17-baa6-97cbe6ad4512 {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:14:02.472260 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 051143b8-c3dc-4a17-baa6-97cbe6ad4512 not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:14:02.472684 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 01eb155b-29bb-4749-ad90-a39609057bed no longer exists at agent ovs-agent-n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 27 23:14:02.479691 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f86d-7396-4b0f-b709-3d7b31b37f4f admin admin] Publish callbacks [] for security_group (54606063-8dc8-40a5-b333-9f4c2d556f3c), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.492068 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.plugin [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] No Port match for: 01eb155b-29bb-4749-ad90-a39609057bed {{(pid=104028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 27 23:14:02.492446 n-d-760456-6 neutron-server[104028]: DEBUG neutron.plugins.ml2.rpc [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Device 01eb155b-29bb-4749-ad90-a39609057bed not bound to the agent host n-d-760456-6 {{(pid=104028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 27 23:14:02.503343 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f86d-7396-4b0f-b709-3d7b31b37f4f admin admin] Publish callbacks [] for security_group (54606063-8dc8-40a5-b333-9f4c2d556f3c), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.624680 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f86d-7396-4b0f-b709-3d7b31b37f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (54606063-8dc8-40a5-b333-9f4c2d556f3c), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.627354 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-5ad1f86d-7396-4b0f-b709-3d7b31b37f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:02.628566 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-5ad1f86d-7396-4b0f-b709-3d7b31b37f4f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/54606063-8dc8-40a5-b333-9f4c2d556f3c HTTP/1.1" status: 204 len: 168 time: 0.1962209 Jan 27 23:14:02.637174 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1f86d-7396-4b0f-b709-3d7b31b37f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54606063-8dc8-40a5-b333-9f4c2d556f3c,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:03.448786 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44498) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:03.487888 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-075e5d6f-1690-4f1e-ac8f-01f49949bec5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b58170d99bfd463e9f537adedaa7f3a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379574 Jan 27 23:14:03.490288 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [-] (104027) accepted ('10.222.0.61', 44500) {{(pid=104027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 27 23:14:03.540893 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3dff9d40-5837-4f30-8d5f-6d824c29f602 admin admin] Publish callbacks [] for security_group (8246281e-e176-4549-a8d5-f8c8f6f28879), before_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:03.562952 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3dff9d40-5837-4f30-8d5f-6d824c29f602 admin admin] Publish callbacks [] for security_group (8246281e-e176-4549-a8d5-f8c8f6f28879), precommit_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:03.689645 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3dff9d40-5837-4f30-8d5f-6d824c29f602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566947'] for security_group (8246281e-e176-4549-a8d5-f8c8f6f28879), after_delete {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:03.692929 n-d-760456-6 neutron-server[104027]: DEBUG neutron_lib.callbacks.manager [None req-3dff9d40-5837-4f30-8d5f-6d824c29f602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:03.699994 n-d-760456-6 neutron-server[104027]: INFO neutron.wsgi [None req-3dff9d40-5837-4f30-8d5f-6d824c29f602 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8246281e-e176-4549-a8d5-f8c8f6f28879 HTTP/1.1" status: 204 len: 168 time: 0.2028732 Jan 27 23:14:03.702118 n-d-760456-6 neutron-server[104027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff9d40-5837-4f30-8d5f-6d824c29f602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8246281e-e176-4549-a8d5-f8c8f6f28879,revision_number=None']} {{(pid=104027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 27 23:14:04.975869 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-89d4b75a-5c46-4291-ab1c-50e31b44fc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:06.515919 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:07.784483 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:09.018570 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:21.118572 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:14:27.972640 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:28.460227 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:32.374017 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bcb0abaf-8916-4946-bb1c-b83e3d5ab617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:34.974424 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b3e1a3c0-dd5e-4a9f-b4f8-99473e14326e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:36.500119 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:37.785672 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:39.065538 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:57.983157 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:14:58.117441 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:14:58.464895 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:02.360490 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-d03b75e3-97f2-49d9-90b1-107469aaaaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:04.944871 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-be3d190b-0972-49b2-8ee4-2654d231f43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:06.527669 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:07.783212 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:08.989969 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:28.126226 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:28.475150 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:32.418192 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-cc5a11a0-6dc1-4f38-b77e-6de04ed61041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:34.966334 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c58abed7-7ce7-46c2-bdc0-6e500ed130a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:35.117494 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:15:36.508926 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:37.829411 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:39.000838 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:58.114204 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:15:58.479961 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:02.359819 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-f1f2a127-6ad9-496c-900f-760e8e246ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:04.942413 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1a4f2db8-0993-4c84-8ca7-f9f17a8b1a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:06.474117 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:07.788274 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:09.004910 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:12.116260 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:16:28.107648 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:28.484600 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:32.416488 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-4036ae06-7124-4c7b-819f-9c805eb28786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:34.959045 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-2ded225e-b1c7-4da8-b995-805d5f73c0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:36.502234 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:37.781946 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:39.021566 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:49.115307 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:16:58.158113 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:16:58.478811 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:02.410297 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9ca2d276-b168-41fa-97ac-e98556c53254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:04.942376 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-9a5ebc40-000e-44e7-a41a-98db5655bbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:06.524255 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:07.780911 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:09.021605 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:26.115070 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:17:28.140849 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:28.478020 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:32.562190 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-61959325-de90-489a-8b2b-21ca5e017fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:34.946285 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-dad9b66c-0b58-42c0-aa7b-6824f1982a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:36.516399 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:37.786544 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:39.009384 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:58.140210 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:17:58.511909 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:02.378059 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-03c4cdaa-8ffd-4e55-a0c4-64dc79863b54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:03.113645 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:18:04.945543 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8b59e171-ca7a-4ebb-aea1-35744a95c29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:06.534604 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:07.934860 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:09.012369 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:28.217809 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:28.557231 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:32.451982 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-817c4375-ff8c-41d1-83b8-03427888b02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:34.954334 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-572a091d-1b68-4e0e-8233-ffe6c5f7257a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:36.519948 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:37.776987 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:39.071302 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:40.112992 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:18:58.173739 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:18:58.562239 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:02.385101 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-84efa0ed-9969-48bb-b313-1710fe2b8d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:04.935899 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-66ab0d44-855d-4a61-b37b-dadc08db1775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:06.539029 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:07.807860 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:09.095741 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:17.112634 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:19:28.179044 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:28.586662 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:32.433092 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-7c245982-a4a3-4762-bb63-00f6d1242439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:34.958312 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-091d2905-3923-41be-a028-93c8e2b51065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:36.544192 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:37.820875 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:39.105298 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:54.111039 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:19:58.140057 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:19:58.583972 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:02.389514 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8f0f80d1-873f-40dc-bcb8-e9a9788f934a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:04.927791 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-8e71fa8d-372a-428e-9c1f-64c94069bf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:06.517077 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:07.802068 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:09.071184 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:28.167770 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:28.577555 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:31.110031 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:20:32.366925 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-c2243c47-2f30-4e51-913b-bd0ef84320aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:34.948941 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-3dae82af-7886-4b19-892e-5eabd19a7470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:36.521233 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:37.824367 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:39.075657 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.166200 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:20:58.583755 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:02.378200 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-81993e06-ea8f-4d09-8411-b5e58dd03b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:04.960379 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-1fcd3fe6-a4bd-4332-b80c-6538d02dde0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:06.594731 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:07.782927 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:08.108242 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:21:09.093079 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:21.979550 n-d-760456-6 neutron-server[104027]: DEBUG neutron.wsgi [req-71771d7e-0c33-4abb-a548-221757d8d0c5 req-b5f16a41-10a9-4ce5-bb3a-d57cbdfd4b53 service neutron] (104027) timed out ('10.222.0.61', 42196) {{(pid=104027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 27 23:21:28.211007 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:28.662745 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:32.365165 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-ec8f531a-d2b5-4dfd-8242-d3f05acb5846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:34.976577 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-bf20e18d-e383-4e62-bcf1-dbca8240f191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:36.553826 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:37.839310 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:39.125367 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:45.108039 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:21:58.205331 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:21:58.685097 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:02.398518 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6fe28a43-35ae-4018-840f-c74b79d13021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ab40a2f6-cdf4-4d50-ad0a-17ec7e9293cf), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:04.947385 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-5dc0eb2b-1d43-4a9d-b18c-357547ed279d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (6b9e1417-1935-49f4-a682-ea145efe8e23), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:06.536617 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b876e5e0-5d81-4a22-8a1c-c6c655d385c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (b8333db9-589f-44d1-ab89-2dbae233ddee), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:07.810573 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-6a3ef998-59b8-4408-970d-c71e22a74d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (235a8afc-7480-43aa-a369-fb9bd9c38c0a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:09.078310 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-e3b93d96-5116-4e2a-8d2e-23cd88b24905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (a41787c0-8b96-4ed9-ae95-750267706a52), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:22.106941 n-d-760456-6 neutron-server[104029]: DEBUG neutron.db.agents_db [None req-a916706f-0c99-492e-a9a9-e9cf82ee4972 None None] Agent healthcheck: found 7 active agents {{(pid=104029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 27 23:22:28.153213 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-b8aecd69-38fe-4878-ac1a-3a62682d05b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (988aa328-fae1-468c-8d9c-2afc3796adef), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 27 23:22:28.648629 n-d-760456-6 neutron-server[104028]: DEBUG neutron_lib.callbacks.manager [None req-773ac2e7-8ab1-42c6-8e61-d4c166c6fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777045328258', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1910096'] for agent (ea56eedf-c4f7-4271-acde-070e63a5917a), after_update {{(pid=104028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}